Lines Matching defs:gaudi
11 #include "../include/gaudi/gaudi_masks.h"
12 #include "../include/gaudi/gaudi_fw_if.h"
13 #include "../include/gaudi/gaudi_reg_map.h"
14 #include "../include/gaudi/gaudi_async_ids_map_extended.h"
64 #define GAUDI_BOOT_FIT_FILE "habanalabs/gaudi/gaudi-boot-fit.itb"
65 #define GAUDI_LINUX_FW_FILE "habanalabs/gaudi/gaudi-fit.itb"
66 #define GAUDI_TPC_FW_FILE "habanalabs/gaudi/gaudi_tpc.bin"
107 "gaudi cq 0_0", "gaudi cq 0_1", "gaudi cq 0_2", "gaudi cq 0_3",
108 "gaudi cq 1_0", "gaudi cq 1_1", "gaudi cq 1_2", "gaudi cq 1_3",
109 "gaudi cq 5_0", "gaudi cq 5_1", "gaudi cq 5_2", "gaudi cq 5_3",
110 "gaudi cpu eq"
500 struct gaudi_device *gaudi = hdev->asic_specific;
505 if ((gaudi) && (gaudi->hbm_bar_cur_addr == addr))
516 if (gaudi) {
517 old_addr = gaudi->hbm_bar_cur_addr;
518 gaudi->hbm_bar_cur_addr = addr;
797 struct gaudi_device *gaudi = hdev->asic_specific;
800 rc = gaudi->cpucp_info_get(hdev);
915 struct gaudi_device *gaudi = hdev->asic_specific;
920 q = &gaudi->internal_qmans[i];
931 struct gaudi_device *gaudi = hdev->asic_specific;
939 q = &gaudi->internal_qmans[i];
977 struct gaudi_device *gaudi;
982 gaudi = kzalloc(sizeof(*gaudi), GFP_KERNEL);
983 if (!gaudi)
996 gaudi->events[event_id++] =
1001 gaudi->cpucp_info_get = gaudi_cpucp_info_get;
1003 gaudi->max_freq_value = GAUDI_MAX_CLK_FREQ;
1005 hdev->asic_specific = gaudi;
1042 spin_lock_init(&gaudi->hw_queues_lock);
1043 mutex_init(&gaudi->clk_gate_mutex);
1062 kfree(gaudi);
1068 struct gaudi_device *gaudi = hdev->asic_specific;
1083 mutex_destroy(&gaudi->clk_gate_mutex);
1085 kfree(gaudi);
1133 "gaudi single msi", hdev);
1175 struct gaudi_device *gaudi = hdev->asic_specific;
1178 if (gaudi->hw_cap_initialized & HW_CAP_MSI)
1189 gaudi->multi_msi_mode = false;
1192 gaudi->multi_msi_mode = true;
1199 gaudi->hw_cap_initialized |= HW_CAP_MSI;
1210 struct gaudi_device *gaudi = hdev->asic_specific;
1213 if (!(gaudi->hw_cap_initialized & HW_CAP_MSI))
1217 if (gaudi->multi_msi_mode) {
1231 struct gaudi_device *gaudi = hdev->asic_specific;
1234 if (!(gaudi->hw_cap_initialized & HW_CAP_MSI))
1239 if (gaudi->multi_msi_mode) {
1254 gaudi->hw_cap_initialized &= ~HW_CAP_MSI;
1259 struct gaudi_device *gaudi = hdev->asic_specific;
1261 if (gaudi->hw_cap_initialized & HW_CAP_SRAM_SCRAMBLER)
1318 gaudi->hw_cap_initialized |= HW_CAP_SRAM_SCRAMBLER;
1323 struct gaudi_device *gaudi = hdev->asic_specific;
1325 if (gaudi->hw_cap_initialized & HW_CAP_HBM_SCRAMBLER)
1382 gaudi->hw_cap_initialized |= HW_CAP_HBM_SCRAMBLER;
1965 struct gaudi_device *gaudi = hdev->asic_specific;
1969 if (gaudi->hw_cap_initialized & HW_CAP_PCI_DMA)
2001 gaudi->hw_cap_initialized |= HW_CAP_PCI_DMA;
2087 struct gaudi_device *gaudi = hdev->asic_specific;
2092 if (gaudi->hw_cap_initialized & HW_CAP_HBM_DMA)
2105 q = &gaudi->internal_qmans[internal_q_index];
2119 gaudi->hw_cap_initialized |= HW_CAP_HBM_DMA;
2205 struct gaudi_device *gaudi = hdev->asic_specific;
2211 if (gaudi->hw_cap_initialized & HW_CAP_MME)
2223 q = &gaudi->internal_qmans[internal_q_index];
2239 gaudi->hw_cap_initialized |= HW_CAP_MME;
2326 struct gaudi_device *gaudi = hdev->asic_specific;
2334 if (gaudi->hw_cap_initialized & HW_CAP_TPC_MASK)
2344 q = &gaudi->internal_qmans[internal_q_index];
2364 gaudi->hw_cap_initialized |=
2371 struct gaudi_device *gaudi = hdev->asic_specific;
2373 if (!(gaudi->hw_cap_initialized & HW_CAP_PCI_DMA))
2383 struct gaudi_device *gaudi = hdev->asic_specific;
2385 if (!(gaudi->hw_cap_initialized & HW_CAP_HBM_DMA))
2397 struct gaudi_device *gaudi = hdev->asic_specific;
2399 if (!(gaudi->hw_cap_initialized & HW_CAP_MME))
2408 struct gaudi_device *gaudi = hdev->asic_specific;
2412 if (!(gaudi->hw_cap_initialized & HW_CAP_TPC_MASK))
2423 struct gaudi_device *gaudi = hdev->asic_specific;
2425 if (!(gaudi->hw_cap_initialized & HW_CAP_PCI_DMA))
2436 struct gaudi_device *gaudi = hdev->asic_specific;
2438 if (!(gaudi->hw_cap_initialized & HW_CAP_HBM_DMA))
2452 struct gaudi_device *gaudi = hdev->asic_specific;
2454 if (!(gaudi->hw_cap_initialized & HW_CAP_MME))
2464 struct gaudi_device *gaudi = hdev->asic_specific;
2466 if (!(gaudi->hw_cap_initialized & HW_CAP_TPC_MASK))
2481 struct gaudi_device *gaudi = hdev->asic_specific;
2483 if (!(gaudi->hw_cap_initialized & HW_CAP_PCI_DMA))
2493 struct gaudi_device *gaudi = hdev->asic_specific;
2495 if (!(gaudi->hw_cap_initialized & HW_CAP_HBM_DMA))
2507 struct gaudi_device *gaudi = hdev->asic_specific;
2509 if (!(gaudi->hw_cap_initialized & HW_CAP_MME))
2533 struct gaudi_device *gaudi = hdev->asic_specific;
2535 if (!(gaudi->hw_cap_initialized & HW_CAP_TPC_MASK))
2550 struct gaudi_device *gaudi = hdev->asic_specific;
2603 gaudi->hw_cap_initialized |= HW_CAP_CLK_GATE;
2608 struct gaudi_device *gaudi = hdev->asic_specific;
2612 if (!(gaudi->hw_cap_initialized & HW_CAP_CLK_GATE))
2634 gaudi->hw_cap_initialized &= ~(HW_CAP_CLK_GATE);
2698 struct gaudi_device *gaudi = hdev->asic_specific;
2705 if (gaudi->hw_cap_initialized & HW_CAP_MMU)
2738 gaudi->mmu_cache_inv_pi = 1;
2740 gaudi->hw_cap_initialized |= HW_CAP_MMU;
2806 struct gaudi_device *gaudi = hdev->asic_specific;
2812 if (gaudi->hw_cap_initialized & HW_CAP_CPU)
2831 gaudi->hw_cap_initialized |= HW_CAP_CPU;
2838 struct gaudi_device *gaudi = hdev->asic_specific;
2848 if (gaudi->hw_cap_initialized & HW_CAP_CPU_Q)
2873 if (gaudi->multi_msi_mode)
2895 gaudi->hw_cap_initialized |= HW_CAP_CPU_Q;
3020 struct gaudi_device *gaudi = hdev->asic_specific;
3086 gaudi->hw_cap_initialized &= ~(HW_CAP_CPU | HW_CAP_CPU_Q |
3095 memset(gaudi->events_stat, 0, sizeof(gaudi->events_stat));
3132 struct gaudi_device *gaudi = hdev->asic_specific;
3195 if (gaudi->hw_cap_initialized & HW_CAP_CPU_Q)
3418 struct gaudi_device *gaudi = hdev->asic_specific;
3427 q = &gaudi->internal_qmans[queue_id];
3437 struct gaudi_device *gaudi = hdev->asic_specific;
3439 if (!(gaudi->hw_cap_initialized & HW_CAP_CPU_Q)) {
3531 struct gaudi_device *gaudi = hdev->asic_specific;
3537 if (!(gaudi->hw_cap_initialized & HW_CAP_CPU_Q))
4285 struct gaudi_device *gaudi = hdev->asic_specific;
4290 if (gaudi->hw_cap_initialized & HW_CAP_MMU)
4301 struct gaudi_device *gaudi = hdev->asic_specific;
4324 if (!gaudi->multi_msi_mode)
4521 struct gaudi_device *gaudi = hdev->asic_specific;
4525 if (!(gaudi->hw_cap_initialized & HW_CAP_MMU))
4539 struct gaudi_device *gaudi = hdev->asic_specific;
4545 if ((gaudi->hw_cap_initialized & HW_CAP_CLK_GATE) &&
4586 struct gaudi_device *gaudi = hdev->asic_specific;
4592 if ((gaudi->hw_cap_initialized & HW_CAP_CLK_GATE) &&
4633 struct gaudi_device *gaudi = hdev->asic_specific;
4639 if ((gaudi->hw_cap_initialized & HW_CAP_CLK_GATE) &&
4684 struct gaudi_device *gaudi = hdev->asic_specific;
4690 if ((gaudi->hw_cap_initialized & HW_CAP_CLK_GATE) &&
4733 struct gaudi_device *gaudi = hdev->asic_specific;
4739 (addr - gaudi->hbm_bar_cur_addr));
4744 struct gaudi_device *gaudi = hdev->asic_specific;
4750 (addr - gaudi->hbm_bar_cur_addr));
4762 struct gaudi_device *gaudi = hdev->asic_specific;
4764 if (!(gaudi->hw_cap_initialized & HW_CAP_MMU))
4772 mutex_lock(&gaudi->clk_gate_mutex);
4923 mutex_unlock(&gaudi->clk_gate_mutex);
5200 struct gaudi_device *gaudi = hdev->asic_specific;
5204 if (!(gaudi->hw_cap_initialized & HW_CAP_MMU))
5254 struct gaudi_device *gaudi = hdev->asic_specific;
5271 mutex_lock(&gaudi->clk_gate_mutex);
5316 mutex_unlock(&gaudi->clk_gate_mutex);
5524 struct gaudi_device *gaudi = hdev->asic_specific;
5529 return hl_fw_unmask_irq_arr(hdev, gaudi->events, sizeof(gaudi->events));
5634 struct gaudi_device *gaudi = hdev->asic_specific;
5643 mutex_lock(&gaudi->clk_gate_mutex);
5666 mutex_unlock(&gaudi->clk_gate_mutex);
5719 struct gaudi_device *gaudi = hdev->asic_specific;
5732 gaudi->events_stat[event_type]++;
5733 gaudi->events_stat_aggregate[event_type]++;
5930 struct gaudi_device *gaudi = hdev->asic_specific;
5933 *size = (u32) sizeof(gaudi->events_stat_aggregate);
5934 return gaudi->events_stat_aggregate;
5937 *size = (u32) sizeof(gaudi->events_stat);
5938 return gaudi->events_stat;
5944 struct gaudi_device *gaudi = hdev->asic_specific;
5948 if (!(gaudi->hw_cap_initialized & HW_CAP_MMU) ||
5961 WREG32(mmSTLB_CACHE_INV, gaudi->mmu_cache_inv_pi++);
5988 struct gaudi_device *gaudi = hdev->asic_specific;
5994 if (!(gaudi->hw_cap_initialized & HW_CAP_MMU) ||
6073 struct gaudi_device *gaudi = hdev->asic_specific;
6075 if (!(gaudi->hw_cap_initialized & HW_CAP_CPU_Q))
6083 struct gaudi_device *gaudi = hdev->asic_specific;
6087 if (!(gaudi->hw_cap_initialized & HW_CAP_CPU_Q))
6113 struct gaudi_device *gaudi = hdev->asic_specific;
6121 mutex_lock(&gaudi->clk_gate_mutex);
6213 mutex_unlock(&gaudi->clk_gate_mutex);
6219 __acquires(&gaudi->hw_queues_lock)
6221 struct gaudi_device *gaudi = hdev->asic_specific;
6223 spin_lock(&gaudi->hw_queues_lock);
6227 __releases(&gaudi->hw_queues_lock)
6229 struct gaudi_device *gaudi = hdev->asic_specific;
6231 spin_unlock(&gaudi->hw_queues_lock);
6242 struct gaudi_device *gaudi = hdev->asic_specific;
6244 if (!(gaudi->hw_cap_initialized & HW_CAP_CPU_Q))
6257 struct gaudi_device *gaudi = hdev->asic_specific;
6269 mutex_lock(&gaudi->clk_gate_mutex);
6313 mutex_unlock(&gaudi->clk_gate_mutex);
6338 mutex_unlock(&gaudi->clk_gate_mutex);
6351 mutex_unlock(&gaudi->clk_gate_mutex);