Lines Matching refs:gaudi
11 #include "../include/gaudi/gaudi_masks.h"
12 #include "../include/gaudi/gaudi_fw_if.h"
13 #include "../include/gaudi/gaudi_reg_map.h"
14 #include "../include/gaudi/gaudi_async_ids_map_extended.h"
62 #define GAUDI_BOOT_FIT_FILE "habanalabs/gaudi/gaudi-boot-fit.itb"
63 #define GAUDI_LINUX_FW_FILE "habanalabs/gaudi/gaudi-fit.itb"
64 #define GAUDI_TPC_FW_FILE "habanalabs/gaudi/gaudi_tpc.bin"
725 struct gaudi_device *gaudi = hdev->asic_specific;
730 if ((gaudi) && (gaudi->hbm_bar_cur_addr == addr))
744 if (gaudi) {
745 old_addr = gaudi->hbm_bar_cur_addr;
746 gaudi->hbm_bar_cur_addr = addr;
914 struct gaudi_device *gaudi = hdev->asic_specific;
916 if (!(gaudi->hw_cap_initialized & HW_CAP_CPU_Q))
1091 struct gaudi_device *gaudi = hdev->asic_specific;
1092 struct gaudi_collective_properties *prop = &gaudi->collective_props;
1146 static void gaudi_collective_mstr_sob_mask_set(struct gaudi_device *gaudi)
1151 prop = &gaudi->collective_props;
1156 if (gaudi->hw_cap_initialized & BIT(HW_CAP_NIC_SHIFT + i))
1168 struct gaudi_device *gaudi;
1170 gaudi = hdev->asic_specific;
1171 prop = &gaudi->collective_props;
1192 gaudi_collective_mstr_sob_mask_set(gaudi);
1199 struct gaudi_device *gaudi = hdev->asic_specific;
1200 struct gaudi_collective_properties *cprop = &gaudi->collective_props;
1213 struct gaudi_device *gaudi;
1215 gaudi = hdev->asic_specific;
1216 cprop = &gaudi->collective_props;
1314 struct gaudi_device *gaudi;
1321 gaudi = hdev->asic_specific;
1322 cprop = &gaudi->collective_props;
1526 struct gaudi_device *gaudi = hdev->asic_specific;
1578 if (gaudi->hw_cap_initialized &
1608 struct gaudi_device *gaudi = hdev->asic_specific;
1611 rc = gaudi->cpucp_info_get(hdev);
1635 gaudi->hw_cap_initialized &= ~(HW_CAP_NIC0 | HW_CAP_NIC1);
1748 struct gaudi_device *gaudi = hdev->asic_specific;
1753 q = &gaudi->internal_qmans[i];
1762 struct gaudi_device *gaudi = hdev->asic_specific;
1770 q = &gaudi->internal_qmans[i];
1850 struct gaudi_device *gaudi;
1855 gaudi = kzalloc(sizeof(*gaudi), GFP_KERNEL);
1856 if (!gaudi)
1869 gaudi->events[event_id++] =
1874 gaudi->cpucp_info_get = gaudi_cpucp_info_get;
1876 hdev->asic_specific = gaudi;
1913 spin_lock_init(&gaudi->hw_queues_lock);
1938 kfree(gaudi);
1944 struct gaudi_device *gaudi = hdev->asic_specific;
1959 kfree(gaudi);
2007 "gaudi single msi", hdev);
2017 struct gaudi_device *gaudi = hdev->asic_specific;
2020 if (gaudi->hw_cap_initialized & HW_CAP_MSI)
2033 gaudi->hw_cap_initialized |= HW_CAP_MSI;
2044 struct gaudi_device *gaudi = hdev->asic_specific;
2046 if (!(gaudi->hw_cap_initialized & HW_CAP_MSI))
2055 struct gaudi_device *gaudi = hdev->asic_specific;
2057 if (!(gaudi->hw_cap_initialized & HW_CAP_MSI))
2064 gaudi->hw_cap_initialized &= ~HW_CAP_MSI;
2069 struct gaudi_device *gaudi = hdev->asic_specific;
2078 if (gaudi->hw_cap_initialized & HW_CAP_SRAM_SCRAMBLER)
2132 gaudi->hw_cap_initialized |= HW_CAP_SRAM_SCRAMBLER;
2137 struct gaudi_device *gaudi = hdev->asic_specific;
2146 if (gaudi->hw_cap_initialized & HW_CAP_HBM_SCRAMBLER)
2200 gaudi->hw_cap_initialized |= HW_CAP_HBM_SCRAMBLER;
2685 struct gaudi_device *gaudi = hdev->asic_specific;
2689 if (gaudi->hw_cap_initialized & HW_CAP_PCI_DMA)
2721 gaudi->hw_cap_initialized |= HW_CAP_PCI_DMA;
2831 struct gaudi_device *gaudi = hdev->asic_specific;
2836 if (gaudi->hw_cap_initialized & HW_CAP_HBM_DMA)
2849 q = &gaudi->internal_qmans[internal_q_index];
2863 gaudi->hw_cap_initialized |= HW_CAP_HBM_DMA;
2955 struct gaudi_device *gaudi = hdev->asic_specific;
2961 if (gaudi->hw_cap_initialized & HW_CAP_MME)
2973 q = &gaudi->internal_qmans[internal_q_index];
2989 gaudi->hw_cap_initialized |= HW_CAP_MME;
3100 struct gaudi_device *gaudi = hdev->asic_specific;
3108 if (gaudi->hw_cap_initialized & HW_CAP_TPC_MASK)
3118 q = &gaudi->internal_qmans[internal_q_index];
3138 gaudi->hw_cap_initialized |=
3233 struct gaudi_device *gaudi = hdev->asic_specific;
3246 if (gaudi->hw_cap_initialized & HW_CAP_NIC_MASK)
3264 q = &gaudi->internal_qmans[internal_q_index];
3279 gaudi->hw_cap_initialized |= 1 << (HW_CAP_NIC_SHIFT + nic_id);
3285 struct gaudi_device *gaudi = hdev->asic_specific;
3287 if (!(gaudi->hw_cap_initialized & HW_CAP_PCI_DMA))
3297 struct gaudi_device *gaudi = hdev->asic_specific;
3299 if (!(gaudi->hw_cap_initialized & HW_CAP_HBM_DMA))
3311 struct gaudi_device *gaudi = hdev->asic_specific;
3313 if (!(gaudi->hw_cap_initialized & HW_CAP_MME))
3322 struct gaudi_device *gaudi = hdev->asic_specific;
3326 if (!(gaudi->hw_cap_initialized & HW_CAP_TPC_MASK))
3337 struct gaudi_device *gaudi = hdev->asic_specific;
3348 if (gaudi->hw_cap_initialized & nic_mask)
3361 struct gaudi_device *gaudi = hdev->asic_specific;
3363 if (!(gaudi->hw_cap_initialized & HW_CAP_PCI_DMA))
3374 struct gaudi_device *gaudi = hdev->asic_specific;
3376 if (!(gaudi->hw_cap_initialized & HW_CAP_HBM_DMA))
3390 struct gaudi_device *gaudi = hdev->asic_specific;
3392 if (!(gaudi->hw_cap_initialized & HW_CAP_MME))
3402 struct gaudi_device *gaudi = hdev->asic_specific;
3404 if (!(gaudi->hw_cap_initialized & HW_CAP_TPC_MASK))
3419 struct gaudi_device *gaudi = hdev->asic_specific;
3423 if (gaudi->hw_cap_initialized & HW_CAP_NIC0)
3429 if (gaudi->hw_cap_initialized & HW_CAP_NIC1)
3435 if (gaudi->hw_cap_initialized & HW_CAP_NIC2)
3441 if (gaudi->hw_cap_initialized & HW_CAP_NIC3)
3447 if (gaudi->hw_cap_initialized & HW_CAP_NIC4)
3453 if (gaudi->hw_cap_initialized & HW_CAP_NIC5)
3459 if (gaudi->hw_cap_initialized & HW_CAP_NIC6)
3465 if (gaudi->hw_cap_initialized & HW_CAP_NIC7)
3471 if (gaudi->hw_cap_initialized & HW_CAP_NIC8)
3477 if (gaudi->hw_cap_initialized & HW_CAP_NIC9)
3486 struct gaudi_device *gaudi = hdev->asic_specific;
3488 if (!(gaudi->hw_cap_initialized & HW_CAP_PCI_DMA))
3498 struct gaudi_device *gaudi = hdev->asic_specific;
3500 if (!(gaudi->hw_cap_initialized & HW_CAP_HBM_DMA))
3512 struct gaudi_device *gaudi = hdev->asic_specific;
3514 if (!(gaudi->hw_cap_initialized & HW_CAP_MME))
3538 struct gaudi_device *gaudi = hdev->asic_specific;
3540 if (!(gaudi->hw_cap_initialized & HW_CAP_TPC_MASK))
3642 struct gaudi_device *gaudi = hdev->asic_specific;
3646 if (gaudi->hw_cap_initialized & HW_CAP_MMU)
3681 gaudi->mmu_cache_inv_pi = 1;
3683 gaudi->hw_cap_initialized |= HW_CAP_MMU;
3787 struct gaudi_device *gaudi = hdev->asic_specific;
3793 if (gaudi->hw_cap_initialized & HW_CAP_CPU)
3808 gaudi->hw_cap_initialized |= HW_CAP_CPU;
3818 struct gaudi_device *gaudi = hdev->asic_specific;
3828 if (gaudi->hw_cap_initialized & HW_CAP_CPU_Q)
3882 gaudi->hw_cap_initialized |= HW_CAP_CPU_Q;
3916 struct gaudi_device *gaudi = hdev->asic_specific;
3926 gaudi->hbm_bar_cur_addr = DRAM_PHYS_BASE;
4007 struct gaudi_device *gaudi = hdev->asic_specific;
4138 if (gaudi) {
4139 gaudi->hw_cap_initialized &= ~(HW_CAP_CPU | HW_CAP_CPU_Q | HW_CAP_HBM |
4145 memset(gaudi->events_stat, 0, sizeof(gaudi->events_stat));
4189 struct gaudi_device *gaudi = hdev->asic_specific;
4251 if (gaudi->hw_cap_initialized & HW_CAP_CPU_Q)
4418 if (!(gaudi->hw_cap_initialized & HW_CAP_NIC0))
4426 if (!(gaudi->hw_cap_initialized & HW_CAP_NIC1))
4434 if (!(gaudi->hw_cap_initialized & HW_CAP_NIC2))
4442 if (!(gaudi->hw_cap_initialized & HW_CAP_NIC3))
4450 if (!(gaudi->hw_cap_initialized & HW_CAP_NIC4))
4458 if (!(gaudi->hw_cap_initialized & HW_CAP_NIC5))
4466 if (!(gaudi->hw_cap_initialized & HW_CAP_NIC6))
4474 if (!(gaudi->hw_cap_initialized & HW_CAP_NIC7))
4482 if (!(gaudi->hw_cap_initialized & HW_CAP_NIC8))
4490 if (!(gaudi->hw_cap_initialized & HW_CAP_NIC9))
4666 struct gaudi_device *gaudi = hdev->asic_specific;
4675 q = &gaudi->internal_qmans[queue_id];
4685 struct gaudi_device *gaudi = hdev->asic_specific;
4687 if (!(gaudi->hw_cap_initialized & HW_CAP_CPU_Q)) {
4775 struct gaudi_device *gaudi = hdev->asic_specific;
4781 if (!(gaudi->hw_cap_initialized & HW_CAP_CPU_Q))
5472 struct gaudi_device *gaudi = hdev->asic_specific;
5480 if (!(gaudi->hw_cap_initialized & nic_mask_q_id)) {
5515 struct gaudi_device *gaudi = hdev->asic_specific;
5520 if (gaudi->hw_cap_initialized & HW_CAP_MMU)
5862 struct gaudi_device *gaudi = hdev->asic_specific;
5865 if (!(gaudi->hw_cap_initialized & HW_CAP_MMU))
6030 struct gaudi_device *gaudi = hdev->asic_specific;
6036 (addr - gaudi->hbm_bar_cur_addr));
6041 struct gaudi_device *gaudi = hdev->asic_specific;
6047 (addr - gaudi->hbm_bar_cur_addr));
6059 struct gaudi_device *gaudi = hdev->asic_specific;
6061 if (!(gaudi->hw_cap_initialized & HW_CAP_MMU))
6214 if (gaudi->hw_cap_initialized & HW_CAP_NIC0) {
6227 if (gaudi->hw_cap_initialized & HW_CAP_NIC1) {
6240 if (gaudi->hw_cap_initialized & HW_CAP_NIC2) {
6253 if (gaudi->hw_cap_initialized & HW_CAP_NIC3) {
6266 if (gaudi->hw_cap_initialized & HW_CAP_NIC4) {
6279 if (gaudi->hw_cap_initialized & HW_CAP_NIC5) {
6292 if (gaudi->hw_cap_initialized & HW_CAP_NIC6) {
6305 if (gaudi->hw_cap_initialized & HW_CAP_NIC7) {
6318 if (gaudi->hw_cap_initialized & HW_CAP_NIC8) {
6331 if (gaudi->hw_cap_initialized & HW_CAP_NIC9) {
6667 struct gaudi_device *gaudi = hdev->asic_specific;
6670 if (!(gaudi->hw_cap_initialized & HW_CAP_MMU))
7562 struct gaudi_device *gaudi = hdev->asic_specific;
7579 gaudi->events_stat[event_type]++;
7580 gaudi->events_stat_aggregate[event_type]++;
7891 struct gaudi_device *gaudi = hdev->asic_specific;
7894 *size = (u32) sizeof(gaudi->events_stat_aggregate);
7895 return gaudi->events_stat_aggregate;
7898 *size = (u32) sizeof(gaudi->events_stat);
7899 return gaudi->events_stat;
7904 struct gaudi_device *gaudi = hdev->asic_specific;
7908 if (!(gaudi->hw_cap_initialized & HW_CAP_MMU) ||
7919 WREG32(mmSTLB_CACHE_INV, gaudi->mmu_cache_inv_pi++);
7979 struct gaudi_device *gaudi = hdev->asic_specific;
7981 if (!(gaudi->hw_cap_initialized & HW_CAP_CPU_Q))
7989 struct gaudi_device *gaudi = hdev->asic_specific;
7993 if (!(gaudi->hw_cap_initialized & HW_CAP_CPU_Q))
8016 struct gaudi_device *gaudi = hdev->asic_specific;
8114 if (gaudi->hw_cap_initialized & BIT(HW_CAP_NIC_SHIFT + port)) {
8129 if (gaudi->hw_cap_initialized & BIT(HW_CAP_NIC_SHIFT + port)) {
8151 __acquires(&gaudi->hw_queues_lock)
8153 struct gaudi_device *gaudi = hdev->asic_specific;
8155 spin_lock(&gaudi->hw_queues_lock);
8159 __releases(&gaudi->hw_queues_lock)
8161 struct gaudi_device *gaudi = hdev->asic_specific;
8163 spin_unlock(&gaudi->hw_queues_lock);
8174 struct gaudi_device *gaudi = hdev->asic_specific;
8176 if (!(gaudi->hw_cap_initialized & HW_CAP_CPU_Q))
8184 struct gaudi_device *gaudi = hdev->asic_specific;
8186 if (!(gaudi->hw_cap_initialized & HW_CAP_CPU_Q))
8295 struct gaudi_device *gaudi = hdev->asic_specific;
8298 if (!(gaudi->hw_cap_initialized & HW_CAP_MMU))
8375 struct gaudi_device *gaudi = hdev->asic_specific;
8377 if (!(gaudi->hw_cap_initialized & HW_CAP_MMU))