/
module.c
130 lines (97 loc) · 4.37 KB
/
module.c
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
// SPDX-FileCopyrightText: © 2023 Tenstorrent Inc.
// SPDX-License-Identifier: GPL-2.0-only
#include <linux/module.h>
#include <linux/kernel.h>
#include <linux/init.h>
#include <linux/pci.h>
#include "chardev.h"
#include "enumerate.h"
#define TTDRIVER_VER "1.27.1"
MODULE_LICENSE("GPL");
MODULE_DESCRIPTION("Tenstorrent AI kernel driver");
MODULE_VERSION(TTDRIVER_VER);
static uint max_devices = 16;
module_param(max_devices, uint, 0444);
MODULE_PARM_DESC(max_devices, "Maximum number of tenstorrent devices (chips) to support.");
bool arc_fw_init = true;
module_param(arc_fw_init, bool, 0444);
MODULE_PARM_DESC(arc_fw_init, "Automatically initialize tenstorrent devices' ARC FW. Default Y.");
bool arc_fw_override = false;
module_param(arc_fw_override, bool, 0444);
MODULE_PARM_DESC(arc_fw_override, "Override ARC FW from filesystem instead of auto load from SPI: Y/N. Default N.");
bool arc_fw_stage2_init = true;
module_param(arc_fw_stage2_init, bool, 0444);
MODULE_PARM_DESC(arc_fw_stage2_init, "Enable ARC FW stage 2 initialization. Default Y.");
bool ddr_train_en = true;
module_param(ddr_train_en, bool, 0444);
MODULE_PARM_DESC(ddr_train_en, "Enable DRAM training: Y/N. Default Y.");
bool ddr_test_mode = false;
module_param(ddr_test_mode, bool, 0444);
MODULE_PARM_DESC(ddr_test_mode, "DRAM test mode: Y/N. Default N.");
uint ddr_frequency_override = 0;
module_param(ddr_frequency_override, uint, 0444);
MODULE_PARM_DESC(ddr_frequency_override, "DDR frequency override in MHz or 0 to auto-detect.");
bool aiclk_ppm_en = true;
module_param(aiclk_ppm_en, bool, 0444);
MODULE_PARM_DESC(aiclk_ppm_en, "Enable dynamic AICLK: Y/N. Default Y.");
uint aiclk_fmax_override = 0;
module_param(aiclk_fmax_override, uint, 0444);
MODULE_PARM_DESC(aiclk_fmax_override, "AICLK override in MHz or 0 to auto-detect.");
uint arc_fw_feat_dis_override = 0;
module_param(arc_fw_feat_dis_override, uint, 0444);
MODULE_PARM_DESC(arc_fw_feat_dis_override, "Feature disable bitmap. Default 0.");
bool watchdog_fw_en = true;
module_param(watchdog_fw_en, bool, 0444);
MODULE_PARM_DESC(watchdog_fw_en, "Enable watchdog FW: Y/N. Default Y.");
bool watchdog_fw_override = false;
module_param(watchdog_fw_override, bool, 0444);
MODULE_PARM_DESC(watchdog_fw_override, "Override watchdog FW from filesystem instead of auto load from SPI: Y/N. Default N.");
bool smbus_fw_en = true;
module_param(smbus_fw_en, bool, 0444);
MODULE_PARM_DESC(smbus_fw_en, "Enable smbus FW: Y/N. Default Y.");
bool smbus_fw_override = false;
module_param(smbus_fw_override, bool, 0444);
MODULE_PARM_DESC(smbus_fw_override, "Override smbus FW from filesystem instead of auto load from SPI: Y/N. Default N.");
uint axiclk_override = 0;
module_param(axiclk_override, uint, 0444);
MODULE_PARM_DESC(axiclk_override, "AXICLK override in MHz or 0 to auto-detect.");
uint tensix_harvest_override = 0xFFFFFFFF;
module_param(tensix_harvest_override, uint, 0444);
MODULE_PARM_DESC(tensix_harvest_override, "Tensix row harvesting override, 0xFFFFFFFF for automatic.");
uint dma_address_bits = 0;
module_param(dma_address_bits, uint, 0444);
MODULE_PARM_DESC(dma_address_bits, "DMA address bits, 0 for automatic.");
uint reset_limit = 10;
module_param(reset_limit, uint, 0444);
MODULE_PARM_DESC(reset_limit, "Maximum number of times to reset device during boot.");
unsigned char auto_reset_timeout = 10;
module_param(auto_reset_timeout, byte, 0444);
MODULE_PARM_DESC(auto_reset_timeout, "Timeout duration in seconds for M3 auto reset to occur.");
struct tenstorrent_device_class;
extern struct tenstorrent_device_class grayskull_class;
extern struct tenstorrent_device_class wormhole_class;
const struct pci_device_id tenstorrent_ids[] = {
{ PCI_DEVICE(PCI_VENDOR_ID_TENSTORRENT, PCI_DEVICE_ID_GRAYSKULL),
.driver_data=(kernel_ulong_t)&grayskull_class },
{ PCI_DEVICE(PCI_VENDOR_ID_TENSTORRENT, PCI_DEVICE_ID_WORMHOLE),
.driver_data=(kernel_ulong_t)&wormhole_class },
{ 0 },
};
MODULE_DEVICE_TABLE(pci, tenstorrent_ids);
static int __init ttdriver_init(void)
{
int err = 0;
printk(KERN_INFO "Loading Tenstorrent AI driver module v%s.\n", TTDRIVER_VER);
err = init_char_driver(max_devices);
if (err == 0)
err = tenstorrent_pci_register_driver();
return err;
}
static void __exit ttdriver_cleanup(void)
{
printk(KERN_INFO "Unloading Tenstorrent AI driver module.\n");
tenstorrent_pci_unregister_driver();
cleanup_char_driver();
}
module_init(ttdriver_init);
module_exit(ttdriver_cleanup);