/kernel/linux/linux-5.10/drivers/misc/habanalabs/common/ |
H A D | command_submission.c | 159 parser.user_cb = job->user_cb; in cs_parser() 183 spin_lock(&job->user_cb->lock); in cs_parser() 184 job->user_cb->cs_cnt--; in cs_parser() 185 spin_unlock(&job->user_cb->lock); in cs_parser() 186 hl_cb_put(job->user_cb); in cs_parser() 187 job->user_cb = NULL; in cs_parser() 221 spin_lock(&job->user_cb->lock); in free_job() 222 job->user_cb->cs_cnt--; in free_job() 223 spin_unlock(&job->user_cb in free_job() [all...] |
H A D | hw_queue.c | 336 bd.ptr = cpu_to_le64((u64) (uintptr_t) job->user_cb); in int_queue_schedule_job() 384 ptr = job->user_cb->bus_address; in hw_queue_schedule_job() 386 ptr = (u64) (uintptr_t) job->user_cb; in hw_queue_schedule_job()
|
H A D | habanalabs.h | 992 * @user_cb: the CB we got from the user. 1017 struct hl_cb *user_cb; member 1033 * @user_cb: the CB we got from the user. 1056 struct hl_cb *user_cb; member
|
/kernel/linux/linux-5.10/drivers/crypto/ccree/ |
H A D | cc_request_mgr.c | 371 creq->user_cb(dev, req, -EINPROGRESS); in cc_proc_backlog() 462 cc_req->user_cb = request_mgr_complete; in cc_send_sync_request() 597 if (cc_req->user_cb) in proc_completions() 598 cc_req->user_cb(dev, cc_req->user_arg, rc); in proc_completions()
|
H A D | cc_driver.h | 123 void (*user_cb)(struct device *dev, void *req, int err); member
|
H A D | cc_hash.c | 461 cc_req.user_cb = cc_digest_complete; in cc_hash_digest() 599 cc_req.user_cb = cc_update_complete; in cc_hash_update() 671 cc_req.user_cb = cc_hash_complete; in cc_do_finup() 1206 cc_req.user_cb = cc_update_complete; in cc_mac_update() 1264 cc_req.user_cb = cc_hash_complete; in cc_mac_final() 1378 cc_req.user_cb = cc_hash_complete; in cc_mac_finup() 1456 cc_req.user_cb = cc_digest_complete; in cc_mac_digest()
|
H A D | cc_cipher.c | 931 cc_req.user_cb = cc_cipher_complete; in cc_cipher_process()
|
H A D | cc_aead.c | 1918 cc_req.user_cb = cc_aead_complete; in cc_proc_aead()
|
/kernel/linux/linux-6.6/drivers/crypto/ccree/ |
H A D | cc_request_mgr.c | 370 creq->user_cb(dev, req, -EINPROGRESS); in cc_proc_backlog() 461 cc_req->user_cb = request_mgr_complete; in cc_send_sync_request() 596 if (cc_req->user_cb) in proc_completions() 597 cc_req->user_cb(dev, cc_req->user_arg, rc); in proc_completions()
|
H A D | cc_driver.h | 121 void (*user_cb)(struct device *dev, void *req, int err); member
|
H A D | cc_hash.c | 461 cc_req.user_cb = cc_digest_complete; in cc_hash_digest() 599 cc_req.user_cb = cc_update_complete; in cc_hash_update() 671 cc_req.user_cb = cc_hash_complete; in cc_do_finup() 1206 cc_req.user_cb = cc_update_complete; in cc_mac_update() 1264 cc_req.user_cb = cc_hash_complete; in cc_mac_final() 1378 cc_req.user_cb = cc_hash_complete; in cc_mac_finup() 1456 cc_req.user_cb = cc_digest_complete; in cc_mac_digest()
|
H A D | cc_cipher.c | 934 cc_req.user_cb = cc_cipher_complete; in cc_cipher_process()
|
H A D | cc_aead.c | 1918 cc_req.user_cb = cc_aead_complete; in cc_proc_aead()
|
/kernel/linux/linux-6.6/drivers/accel/habanalabs/common/ |
H A D | hw_queue.c | 347 bd.ptr = cpu_to_le64(job->user_cb->bus_address); in int_queue_schedule_job() 349 bd.ptr = cpu_to_le64((u64) (uintptr_t) job->user_cb); in int_queue_schedule_job() 397 ptr = job->user_cb->bus_address; in hw_queue_schedule_job() 399 ptr = (u64) (uintptr_t) job->user_cb; in hw_queue_schedule_job()
|
H A D | command_submission.c | 311 parser.user_cb = job->user_cb; in cs_parser() 333 atomic_dec(&job->user_cb->cs_cnt); in cs_parser() 334 hl_cb_put(job->user_cb); in cs_parser() 335 job->user_cb = NULL; in cs_parser() 367 atomic_dec(&job->user_cb->cs_cnt); in hl_complete_job() 368 hl_cb_put(job->user_cb); in hl_complete_job() 1581 job->user_cb = cb; in cs_ioctl_default() 1957 job->user_cb = cb; in cs_ioctl_signal_wait_create_jobs() 1958 atomic_inc(&job->user_cb in cs_ioctl_signal_wait_create_jobs() [all...] |
H A D | habanalabs.h | 2019 * @user_cb: the CB we got from the user. 2048 struct hl_cb *user_cb; member 2067 * @user_cb: the CB we got from the user. 2091 struct hl_cb *user_cb; member
|
/kernel/linux/linux-6.6/drivers/accel/habanalabs/gaudi/ |
H A D | gaudi.c | 1006 job->user_cb = cb; in _gaudi_init_tpc_mem() 1007 atomic_inc(&job->user_cb->cs_cnt); in _gaudi_init_tpc_mem() 1010 job->patched_cb = job->user_cb; in _gaudi_init_tpc_mem() 1282 wait_prop.data = (void *) job->user_cb; in gaudi_collective_slave_init_job() 1301 cb_size += gaudi_gen_signal_cb(hdev, job->user_cb, in gaudi_collective_slave_init_job() 1482 job->user_cb = cb; in gaudi_collective_wait_create_job() 1483 atomic_inc(&job->user_cb->cs_cnt); in gaudi_collective_wait_create_job() 1501 job->patched_cb = job->user_cb; in gaudi_collective_wait_create_job() 5033 user_pkt = parser->user_cb->kernel_address + cb_parsed_length; in gaudi_validate_cb() 5259 user_pkt = parser->user_cb in gaudi_patch_cb() 5340 struct hl_cb *user_cb; gaudi_parse_cb_mmu() local [all...] |
/kernel/linux/linux-5.10/drivers/misc/habanalabs/goya/ |
H A D | goya.c | 3480 user_pkt = parser->user_cb->kernel_address + cb_parsed_length; in goya_validate_cb() 3717 user_pkt = parser->user_cb->kernel_address + cb_parsed_length; in goya_patch_cb() 3806 struct hl_cb *user_cb; in goya_parse_cb_mmu() local 3840 * The check that parser->user_cb_size <= parser->user_cb->size was done in goya_parse_cb_mmu() 3844 parser->user_cb->kernel_address, in goya_parse_cb_mmu() 3850 user_cb = parser->user_cb; in goya_parse_cb_mmu() 3851 parser->user_cb = parser->patched_cb; in goya_parse_cb_mmu() 3853 parser->user_cb = user_cb; in goya_parse_cb_mmu() [all...] |
/kernel/linux/linux-6.6/drivers/accel/habanalabs/goya/ |
H A D | goya.c | 3664 user_pkt = parser->user_cb->kernel_address + cb_parsed_length; in goya_validate_cb() 3901 user_pkt = parser->user_cb->kernel_address + cb_parsed_length; in goya_patch_cb() 3990 struct hl_cb *user_cb; in goya_parse_cb_mmu() local 4021 * The check that parser->user_cb_size <= parser->user_cb->size was done in goya_parse_cb_mmu() 4025 parser->user_cb->kernel_address, in goya_parse_cb_mmu() 4031 user_cb = parser->user_cb; in goya_parse_cb_mmu() 4032 parser->user_cb = parser->patched_cb; in goya_parse_cb_mmu() 4034 parser->user_cb = user_cb; in goya_parse_cb_mmu() [all...] |
/kernel/linux/linux-5.10/drivers/misc/habanalabs/gaudi/ |
H A D | gaudi.c | 710 job->user_cb = cb; in _gaudi_init_tpc_mem() 711 job->user_cb->cs_cnt++; in _gaudi_init_tpc_mem() 714 job->patched_cb = job->user_cb; in _gaudi_init_tpc_mem() 3821 user_pkt = parser->user_cb->kernel_address + cb_parsed_length; in gaudi_validate_cb() 4044 user_pkt = parser->user_cb->kernel_address + cb_parsed_length; in gaudi_patch_cb() 4125 struct hl_cb *user_cb; in gaudi_parse_cb_mmu() local 4159 * The check that parser->user_cb_size <= parser->user_cb->size was done in gaudi_parse_cb_mmu() 4163 parser->user_cb->kernel_address, in gaudi_parse_cb_mmu() 4169 user_cb = parser->user_cb; in gaudi_parse_cb_mmu() [all...] |
/kernel/linux/linux-6.6/drivers/accel/habanalabs/gaudi2/ |
H A D | gaudi2.c | 6656 if (hl_mem_area_inside_range((u64) (uintptr_t) parser->user_cb, in gaudi2_validate_cb_address() 6662 if (hl_mem_area_inside_range((u64) (uintptr_t) parser->user_cb, in gaudi2_validate_cb_address() 6669 hl_mem_area_inside_range((u64) (uintptr_t) parser->user_cb, in gaudi2_validate_cb_address() 6676 if (hl_mem_area_inside_range((u64) (uintptr_t) parser->user_cb, in gaudi2_validate_cb_address() 6681 (u64) (uintptr_t) parser->user_cb, in gaudi2_validate_cb_address() 6687 } else if (gaudi2_host_phys_addr_valid((u64) (uintptr_t) parser->user_cb)) { in gaudi2_validate_cb_address() 6696 parser->user_cb, parser->user_cb_size); in gaudi2_validate_cb_address()
|