/kernel/linux/linux-5.10/crypto/async_tx/ |
H A D | async_xor.c | 32 int src_cnt = unmap->to_cnt; in do_async_xor() local 37 while (src_cnt) { in do_async_xor() 41 xor_src_cnt = min(src_cnt, (int)dma->max_xor); in do_async_xor() 45 if (src_cnt > xor_src_cnt) { in do_async_xor() 86 if (src_cnt > xor_src_cnt) { in do_async_xor() 88 src_cnt -= xor_src_cnt; in do_async_xor() 90 src_cnt++; in do_async_xor() 102 int src_cnt, size_t len, struct async_submit_ctl *submit) in do_sync_xor_offs() 116 for (i = 0; i < src_cnt; i++) in do_sync_xor_offs() 120 src_cnt in do_sync_xor_offs() 100 do_sync_xor_offs(struct page *dest, unsigned int offset, struct page **src_list, unsigned int *src_offs, int src_cnt, size_t len, struct async_submit_ctl *submit) do_sync_xor_offs() argument 141 dma_xor_aligned_offsets(struct dma_device *device, unsigned int offset, unsigned int *src_offs, int src_cnt, int len) dma_xor_aligned_offsets() argument 182 async_xor_offs(struct page *dest, unsigned int offset, struct page **src_list, unsigned int *src_offs, int src_cnt, size_t len, struct async_submit_ctl *submit) async_xor_offs() argument 273 async_xor(struct page *dest, struct page **src_list, unsigned int offset, int src_cnt, size_t len, struct async_submit_ctl *submit) async_xor() argument 287 xor_val_chan(struct async_submit_ctl *submit, struct page *dest, struct page **src_list, int src_cnt, size_t len) xor_val_chan() argument 315 async_xor_val_offs(struct page *dest, unsigned int offset, struct page **src_list, unsigned int *src_offs, int src_cnt, size_t len, enum sum_check_flags *result, struct async_submit_ctl *submit) async_xor_val_offs() argument 409 async_xor_val(struct page *dest, struct page **src_list, unsigned int offset, int src_cnt, size_t len, enum sum_check_flags *result, struct async_submit_ctl *submit) async_xor_val() argument [all...] |
H A D | async_pq.c | 46 int src_cnt = disks - 2; in do_async_gen_syndrome() local 51 while (src_cnt > 0) { in do_async_gen_syndrome() 53 pq_src_cnt = min(src_cnt, dma_maxpq(dma, dma_flags)); in do_async_gen_syndrome() 58 if (src_cnt > pq_src_cnt) { in do_async_gen_syndrome() 94 src_cnt -= pq_src_cnt; in do_async_gen_syndrome() 144 int src_cnt, size_t len) in is_dma_pq_aligned_offs() 148 for (i = 0; i < src_cnt; i++) { in is_dma_pq_aligned_offs() 180 int src_cnt = disks - 2; in async_gen_syndrome() local 183 blocks, src_cnt, len); in async_gen_syndrome() 194 (src_cnt < in async_gen_syndrome() 143 is_dma_pq_aligned_offs(struct dma_device *dev, unsigned int *offs, int src_cnt, size_t len) is_dma_pq_aligned_offs() argument 318 int i, j = 0, src_cnt = 0; async_syndrome_val() local [all...] |
/kernel/linux/linux-6.6/crypto/async_tx/ |
H A D | async_xor.c | 32 int src_cnt = unmap->to_cnt; in do_async_xor() local 37 while (src_cnt) { in do_async_xor() 41 xor_src_cnt = min(src_cnt, (int)dma->max_xor); in do_async_xor() 45 if (src_cnt > xor_src_cnt) { in do_async_xor() 86 if (src_cnt > xor_src_cnt) { in do_async_xor() 88 src_cnt -= xor_src_cnt; in do_async_xor() 90 src_cnt++; in do_async_xor() 102 int src_cnt, size_t len, struct async_submit_ctl *submit) in do_sync_xor_offs() 116 for (i = 0; i < src_cnt; i++) in do_sync_xor_offs() 120 src_cnt in do_sync_xor_offs() 100 do_sync_xor_offs(struct page *dest, unsigned int offset, struct page **src_list, unsigned int *src_offs, int src_cnt, size_t len, struct async_submit_ctl *submit) do_sync_xor_offs() argument 141 dma_xor_aligned_offsets(struct dma_device *device, unsigned int offset, unsigned int *src_offs, int src_cnt, int len) dma_xor_aligned_offsets() argument 182 async_xor_offs(struct page *dest, unsigned int offset, struct page **src_list, unsigned int *src_offs, int src_cnt, size_t len, struct async_submit_ctl *submit) async_xor_offs() argument 273 async_xor(struct page *dest, struct page **src_list, unsigned int offset, int src_cnt, size_t len, struct async_submit_ctl *submit) async_xor() argument 287 xor_val_chan(struct async_submit_ctl *submit, struct page *dest, struct page **src_list, int src_cnt, size_t len) xor_val_chan() argument 315 async_xor_val_offs(struct page *dest, unsigned int offset, struct page **src_list, unsigned int *src_offs, int src_cnt, size_t len, enum sum_check_flags *result, struct async_submit_ctl *submit) async_xor_val_offs() argument 409 async_xor_val(struct page *dest, struct page **src_list, unsigned int offset, int src_cnt, size_t len, enum sum_check_flags *result, struct async_submit_ctl *submit) async_xor_val() argument [all...] |
H A D | async_pq.c | 46 int src_cnt = disks - 2; in do_async_gen_syndrome() local 51 while (src_cnt > 0) { in do_async_gen_syndrome() 53 pq_src_cnt = min(src_cnt, dma_maxpq(dma, dma_flags)); in do_async_gen_syndrome() 58 if (src_cnt > pq_src_cnt) { in do_async_gen_syndrome() 94 src_cnt -= pq_src_cnt; in do_async_gen_syndrome() 144 int src_cnt, size_t len) in is_dma_pq_aligned_offs() 148 for (i = 0; i < src_cnt; i++) { in is_dma_pq_aligned_offs() 180 int src_cnt = disks - 2; in async_gen_syndrome() local 183 blocks, src_cnt, len); in async_gen_syndrome() 194 (src_cnt < in async_gen_syndrome() 143 is_dma_pq_aligned_offs(struct dma_device *dev, unsigned int *offs, int src_cnt, size_t len) is_dma_pq_aligned_offs() argument 318 int i, j = 0, src_cnt = 0; async_syndrome_val() local [all...] |
/kernel/linux/linux-5.10/drivers/dma/ioat/ |
H A D | prep.c | 153 dma_addr_t dest, dma_addr_t *src, unsigned int src_cnt, in __ioat_prep_xor_lock() 168 BUG_ON(src_cnt < 2); in __ioat_prep_xor_lock() 174 if (src_cnt > 5) { in __ioat_prep_xor_lock() 209 for (s = 0; s < src_cnt; s++) in __ioat_prep_xor_lock() 215 xor->ctl_f.src_cnt = src_cnt_to_hw(src_cnt); in __ioat_prep_xor_lock() 246 unsigned int src_cnt, size_t len, unsigned long flags) in ioat_prep_xor() 253 return __ioat_prep_xor_lock(chan, NULL, dest, src, src_cnt, len, flags); in ioat_prep_xor() 258 unsigned int src_cnt, size_t len, in ioat_prep_xor_val() 272 src_cnt in ioat_prep_xor_val() 152 __ioat_prep_xor_lock(struct dma_chan *c, enum sum_check_flags *result, dma_addr_t dest, dma_addr_t *src, unsigned int src_cnt, size_t len, unsigned long flags) __ioat_prep_xor_lock() argument 245 ioat_prep_xor(struct dma_chan *chan, dma_addr_t dest, dma_addr_t *src, unsigned int src_cnt, size_t len, unsigned long flags) ioat_prep_xor() argument 257 ioat_prep_xor_val(struct dma_chan *chan, dma_addr_t *src, unsigned int src_cnt, size_t len, enum sum_check_flags *result, unsigned long flags) ioat_prep_xor_val() argument 283 int src_cnt = src_cnt_to_sw(pq->ctl_f.src_cnt); dump_pq_desc_dbg() local 311 int src_cnt = src16_cnt_to_sw(pq->ctl_f.src_cnt); dump_pq16_desc_dbg() local 339 __ioat_prep_pq_lock(struct dma_chan *c, enum sum_check_flags *result, const dma_addr_t *dst, const dma_addr_t *src, unsigned int src_cnt, const unsigned char *scf, size_t len, unsigned long flags) __ioat_prep_pq_lock() argument 463 __ioat_prep_pq16_lock(struct dma_chan *c, enum sum_check_flags *result, const dma_addr_t *dst, const dma_addr_t *src, unsigned int src_cnt, const unsigned char *scf, size_t len, unsigned long flags) __ioat_prep_pq16_lock() argument 563 src_cnt_flags(unsigned int src_cnt, unsigned long flags) src_cnt_flags() argument 574 ioat_prep_pq(struct dma_chan *chan, dma_addr_t *dst, dma_addr_t *src, unsigned int src_cnt, const unsigned char *scf, size_t len, unsigned long flags) ioat_prep_pq() argument 619 ioat_prep_pq_val(struct dma_chan *chan, dma_addr_t *pq, dma_addr_t *src, unsigned int src_cnt, const unsigned char *scf, size_t len, enum sum_check_flags *pqres, unsigned long flags) ioat_prep_pq_val() argument 647 ioat_prep_pqxor(struct dma_chan *chan, dma_addr_t dst, dma_addr_t *src, unsigned int src_cnt, size_t len, unsigned long flags) ioat_prep_pqxor() argument 673 ioat_prep_pqxor_val(struct dma_chan *chan, dma_addr_t *src, unsigned int src_cnt, size_t len, enum sum_check_flags *result, unsigned long flags) ioat_prep_pqxor_val() argument [all...] |
H A D | dma.h | 364 unsigned int src_cnt, size_t len, unsigned long flags); 367 unsigned int src_cnt, size_t len, 371 unsigned int src_cnt, const unsigned char *scf, size_t len, 375 unsigned int src_cnt, const unsigned char *scf, size_t len, 379 unsigned int src_cnt, size_t len, unsigned long flags); 382 unsigned int src_cnt, size_t len,
|
H A D | hw.h | 115 unsigned int src_cnt:3; member 162 unsigned int src_cnt:3; member 211 unsigned int src_cnt:3; member
|
/kernel/linux/linux-6.6/drivers/dma/ioat/ |
H A D | prep.c | 153 dma_addr_t dest, dma_addr_t *src, unsigned int src_cnt, in __ioat_prep_xor_lock() 168 BUG_ON(src_cnt < 2); in __ioat_prep_xor_lock() 174 if (src_cnt > 5) { in __ioat_prep_xor_lock() 209 for (s = 0; s < src_cnt; s++) in __ioat_prep_xor_lock() 215 xor->ctl_f.src_cnt = src_cnt_to_hw(src_cnt); in __ioat_prep_xor_lock() 246 unsigned int src_cnt, size_t len, unsigned long flags) in ioat_prep_xor() 253 return __ioat_prep_xor_lock(chan, NULL, dest, src, src_cnt, len, flags); in ioat_prep_xor() 258 unsigned int src_cnt, size_t len, in ioat_prep_xor_val() 272 src_cnt in ioat_prep_xor_val() 152 __ioat_prep_xor_lock(struct dma_chan *c, enum sum_check_flags *result, dma_addr_t dest, dma_addr_t *src, unsigned int src_cnt, size_t len, unsigned long flags) __ioat_prep_xor_lock() argument 245 ioat_prep_xor(struct dma_chan *chan, dma_addr_t dest, dma_addr_t *src, unsigned int src_cnt, size_t len, unsigned long flags) ioat_prep_xor() argument 257 ioat_prep_xor_val(struct dma_chan *chan, dma_addr_t *src, unsigned int src_cnt, size_t len, enum sum_check_flags *result, unsigned long flags) ioat_prep_xor_val() argument 283 int src_cnt = src_cnt_to_sw(pq->ctl_f.src_cnt); dump_pq_desc_dbg() local 311 int src_cnt = src16_cnt_to_sw(pq->ctl_f.src_cnt); dump_pq16_desc_dbg() local 339 __ioat_prep_pq_lock(struct dma_chan *c, enum sum_check_flags *result, const dma_addr_t *dst, const dma_addr_t *src, unsigned int src_cnt, const unsigned char *scf, size_t len, unsigned long flags) __ioat_prep_pq_lock() argument 463 __ioat_prep_pq16_lock(struct dma_chan *c, enum sum_check_flags *result, const dma_addr_t *dst, const dma_addr_t *src, unsigned int src_cnt, const unsigned char *scf, size_t len, unsigned long flags) __ioat_prep_pq16_lock() argument 563 src_cnt_flags(unsigned int src_cnt, unsigned long flags) src_cnt_flags() argument 574 ioat_prep_pq(struct dma_chan *chan, dma_addr_t *dst, dma_addr_t *src, unsigned int src_cnt, const unsigned char *scf, size_t len, unsigned long flags) ioat_prep_pq() argument 619 ioat_prep_pq_val(struct dma_chan *chan, dma_addr_t *pq, dma_addr_t *src, unsigned int src_cnt, const unsigned char *scf, size_t len, enum sum_check_flags *pqres, unsigned long flags) ioat_prep_pq_val() argument 647 ioat_prep_pqxor(struct dma_chan *chan, dma_addr_t dst, dma_addr_t *src, unsigned int src_cnt, size_t len, unsigned long flags) ioat_prep_pqxor() argument 673 ioat_prep_pqxor_val(struct dma_chan *chan, dma_addr_t *src, unsigned int src_cnt, size_t len, enum sum_check_flags *result, unsigned long flags) ioat_prep_pqxor_val() argument [all...] |
H A D | dma.h | 363 unsigned int src_cnt, size_t len, unsigned long flags); 366 unsigned int src_cnt, size_t len, 370 unsigned int src_cnt, const unsigned char *scf, size_t len, 374 unsigned int src_cnt, const unsigned char *scf, size_t len, 378 unsigned int src_cnt, size_t len, unsigned long flags); 381 unsigned int src_cnt, size_t len,
|
H A D | hw.h | 115 unsigned int src_cnt:3; member 162 unsigned int src_cnt:3; member 211 unsigned int src_cnt:3; member
|
/kernel/linux/linux-5.10/drivers/dma/ppc4xx/ |
H A D | adma.c | 115 int src_cnt, u32 addr); 181 unsigned int src_cnt) in prep_dma_xor_dbg() 186 for (i = 0; i < src_cnt; i++) in prep_dma_xor_dbg() 192 unsigned int src_cnt) in prep_dma_pq_dbg() 197 for (i = 0; i < src_cnt; i++) in prep_dma_pq_dbg() 205 unsigned int src_cnt, in prep_dma_pqzero_sum_dbg() 212 for (i = 0; i < src_cnt; i++) in prep_dma_pqzero_sum_dbg() 215 for (i = 0; i < src_cnt; i++) in prep_dma_pqzero_sum_dbg() 221 pr_debug("\t0x%016llx ", src[src_cnt + i]); in prep_dma_pqzero_sum_dbg() 264 desc->src_cnt in ppc440spe_desc_init_null_xor() 180 prep_dma_xor_dbg(int id, dma_addr_t dst, dma_addr_t *src, unsigned int src_cnt) prep_dma_xor_dbg() argument 191 prep_dma_pq_dbg(int id, dma_addr_t *dst, dma_addr_t *src, unsigned int src_cnt) prep_dma_pq_dbg() argument 204 prep_dma_pqzero_sum_dbg(int id, dma_addr_t *src, unsigned int src_cnt, const unsigned char *scf) prep_dma_pqzero_sum_dbg() argument 271 ppc440spe_desc_init_xor(struct ppc440spe_adma_desc_slot *desc, int src_cnt, unsigned long flags) ppc440spe_desc_init_xor() argument 291 ppc440spe_desc_init_dma2pq(struct ppc440spe_adma_desc_slot *desc, int dst_cnt, int src_cnt, unsigned long flags) ppc440spe_desc_init_dma2pq() argument 317 ppc440spe_desc_init_dma01pq(struct ppc440spe_adma_desc_slot *desc, int dst_cnt, int src_cnt, unsigned long flags, unsigned long op) ppc440spe_desc_init_dma01pq() argument 430 ppc440spe_desc_init_dma01pqzero_sum( struct ppc440spe_adma_desc_slot *desc, int dst_cnt, int src_cnt) ppc440spe_desc_init_dma01pqzero_sum() argument 793 ppc440spe_chan_xor_slot_count(size_t len, int src_cnt, int *slots_per_op) ppc440spe_chan_xor_slot_count() argument 814 ppc440spe_dma2_pq_slot_count(dma_addr_t *srcs, int src_cnt, size_t len) ppc440spe_dma2_pq_slot_count() argument 1253 ppc440spe_can_rxor(struct page **srcs, int src_cnt, size_t len) ppc440spe_can_rxor() argument 1328 ppc440spe_adma_estimate(struct dma_chan *chan, enum dma_transaction_type cap, struct page **dst_lst, int dst_cnt, struct page **src_lst, int src_cnt, size_t src_sz) ppc440spe_adma_estimate() argument 1370 ppc440spe_async_tx_find_best_channel(enum dma_transaction_type cap, struct page **dst_lst, int dst_cnt, struct page **src_lst, int src_cnt, size_t src_sz) ppc440spe_async_tx_find_best_channel() argument 2018 ppc440spe_adma_prep_dma_xor( struct dma_chan *chan, dma_addr_t dma_dest, dma_addr_t *dma_src, u32 src_cnt, size_t len, unsigned long flags) ppc440spe_adma_prep_dma_xor() argument 2068 ppc440spe_adma_init_dma2rxor_slot( struct ppc440spe_adma_desc_slot *desc, dma_addr_t *src, int src_cnt) ppc440spe_adma_init_dma2rxor_slot() argument 2085 ppc440spe_dma01_prep_mult( struct ppc440spe_adma_chan *ppc440spe_chan, dma_addr_t *dst, int dst_cnt, dma_addr_t *src, int src_cnt, const unsigned char *scf, size_t len, unsigned long flags) ppc440spe_dma01_prep_mult() argument 2171 ppc440spe_dma01_prep_sum_product( struct ppc440spe_adma_chan *ppc440spe_chan, dma_addr_t *dst, dma_addr_t *src, int src_cnt, const unsigned char *scf, size_t len, unsigned long flags) ppc440spe_dma01_prep_sum_product() argument 2275 ppc440spe_dma01_prep_pq( struct ppc440spe_adma_chan *ppc440spe_chan, dma_addr_t *dst, int dst_cnt, dma_addr_t *src, int src_cnt, const unsigned char *scf, size_t len, unsigned long flags) ppc440spe_dma01_prep_pq() argument 2420 ppc440spe_dma2_prep_pq( struct ppc440spe_adma_chan *ppc440spe_chan, dma_addr_t *dst, int dst_cnt, dma_addr_t *src, int src_cnt, const unsigned char *scf, size_t len, unsigned long flags) ppc440spe_dma2_prep_pq() argument 2509 ppc440spe_adma_prep_dma_pq( struct dma_chan *chan, dma_addr_t *dst, dma_addr_t *src, unsigned int src_cnt, const unsigned char *scf, size_t len, unsigned long flags) ppc440spe_adma_prep_dma_pq() argument 2585 ppc440spe_adma_prep_dma_pqzero_sum( struct dma_chan *chan, dma_addr_t *pq, dma_addr_t *src, unsigned int src_cnt, const unsigned char *scf, size_t len, enum sum_check_flags *pqres, unsigned long flags) ppc440spe_adma_prep_dma_pqzero_sum() argument 2764 ppc440spe_adma_prep_dma_xor_zero_sum( struct dma_chan *chan, dma_addr_t *src, unsigned int src_cnt, size_t len, enum sum_check_flags *result, unsigned long flags) ppc440spe_adma_prep_dma_xor_zero_sum() argument 3085 ppc440spe_desc_set_xor_src_cnt( struct ppc440spe_adma_desc_slot *desc, int src_cnt) ppc440spe_desc_set_xor_src_cnt() argument 3223 ppc440spe_adma_dma2rxor_inc_addr( struct ppc440spe_adma_desc_slot *desc, struct ppc440spe_rxor *cursor, int index, int src_cnt) ppc440spe_adma_dma2rxor_inc_addr() argument 3240 ppc440spe_adma_dma2rxor_prep_src( struct ppc440spe_adma_desc_slot *hdesc, struct ppc440spe_rxor *cursor, int index, int src_cnt, u32 addr) ppc440spe_adma_dma2rxor_prep_src() argument [all...] |
/kernel/linux/linux-6.6/drivers/dma/ppc4xx/ |
H A D | adma.c | 115 int src_cnt, u32 addr); 181 unsigned int src_cnt) in prep_dma_xor_dbg() 186 for (i = 0; i < src_cnt; i++) in prep_dma_xor_dbg() 192 unsigned int src_cnt) in prep_dma_pq_dbg() 197 for (i = 0; i < src_cnt; i++) in prep_dma_pq_dbg() 205 unsigned int src_cnt, in prep_dma_pqzero_sum_dbg() 212 for (i = 0; i < src_cnt; i++) in prep_dma_pqzero_sum_dbg() 215 for (i = 0; i < src_cnt; i++) in prep_dma_pqzero_sum_dbg() 221 pr_debug("\t0x%016llx ", src[src_cnt + i]); in prep_dma_pqzero_sum_dbg() 264 desc->src_cnt in ppc440spe_desc_init_null_xor() 180 prep_dma_xor_dbg(int id, dma_addr_t dst, dma_addr_t *src, unsigned int src_cnt) prep_dma_xor_dbg() argument 191 prep_dma_pq_dbg(int id, dma_addr_t *dst, dma_addr_t *src, unsigned int src_cnt) prep_dma_pq_dbg() argument 204 prep_dma_pqzero_sum_dbg(int id, dma_addr_t *src, unsigned int src_cnt, const unsigned char *scf) prep_dma_pqzero_sum_dbg() argument 271 ppc440spe_desc_init_xor(struct ppc440spe_adma_desc_slot *desc, int src_cnt, unsigned long flags) ppc440spe_desc_init_xor() argument 291 ppc440spe_desc_init_dma2pq(struct ppc440spe_adma_desc_slot *desc, int dst_cnt, int src_cnt, unsigned long flags) ppc440spe_desc_init_dma2pq() argument 317 ppc440spe_desc_init_dma01pq(struct ppc440spe_adma_desc_slot *desc, int dst_cnt, int src_cnt, unsigned long flags, unsigned long op) ppc440spe_desc_init_dma01pq() argument 430 ppc440spe_desc_init_dma01pqzero_sum( struct ppc440spe_adma_desc_slot *desc, int dst_cnt, int src_cnt) ppc440spe_desc_init_dma01pqzero_sum() argument 791 ppc440spe_chan_xor_slot_count(size_t len, int src_cnt, int *slots_per_op) ppc440spe_chan_xor_slot_count() argument 812 ppc440spe_dma2_pq_slot_count(dma_addr_t *srcs, int src_cnt, size_t len) ppc440spe_dma2_pq_slot_count() argument 1251 ppc440spe_can_rxor(struct page **srcs, int src_cnt, size_t len) ppc440spe_can_rxor() argument 1326 ppc440spe_adma_estimate(struct dma_chan *chan, enum dma_transaction_type cap, struct page **dst_lst, int dst_cnt, struct page **src_lst, int src_cnt, size_t src_sz) ppc440spe_adma_estimate() argument 1368 ppc440spe_async_tx_find_best_channel(enum dma_transaction_type cap, struct page **dst_lst, int dst_cnt, struct page **src_lst, int src_cnt, size_t src_sz) ppc440spe_async_tx_find_best_channel() argument 2016 ppc440spe_adma_prep_dma_xor( struct dma_chan *chan, dma_addr_t dma_dest, dma_addr_t *dma_src, u32 src_cnt, size_t len, unsigned long flags) ppc440spe_adma_prep_dma_xor() argument 2066 ppc440spe_adma_init_dma2rxor_slot( struct ppc440spe_adma_desc_slot *desc, dma_addr_t *src, int src_cnt) ppc440spe_adma_init_dma2rxor_slot() argument 2083 ppc440spe_dma01_prep_mult( struct ppc440spe_adma_chan *ppc440spe_chan, dma_addr_t *dst, int dst_cnt, dma_addr_t *src, int src_cnt, const unsigned char *scf, size_t len, unsigned long flags) ppc440spe_dma01_prep_mult() argument 2169 ppc440spe_dma01_prep_sum_product( struct ppc440spe_adma_chan *ppc440spe_chan, dma_addr_t *dst, dma_addr_t *src, int src_cnt, const unsigned char *scf, size_t len, unsigned long flags) ppc440spe_dma01_prep_sum_product() argument 2273 ppc440spe_dma01_prep_pq( struct ppc440spe_adma_chan *ppc440spe_chan, dma_addr_t *dst, int dst_cnt, dma_addr_t *src, int src_cnt, const unsigned char *scf, size_t len, unsigned long flags) ppc440spe_dma01_prep_pq() argument 2418 ppc440spe_dma2_prep_pq( struct ppc440spe_adma_chan *ppc440spe_chan, dma_addr_t *dst, int dst_cnt, dma_addr_t *src, int src_cnt, const unsigned char *scf, size_t len, unsigned long flags) ppc440spe_dma2_prep_pq() argument 2507 ppc440spe_adma_prep_dma_pq( struct dma_chan *chan, dma_addr_t *dst, dma_addr_t *src, unsigned int src_cnt, const unsigned char *scf, size_t len, unsigned long flags) ppc440spe_adma_prep_dma_pq() argument 2583 ppc440spe_adma_prep_dma_pqzero_sum( struct dma_chan *chan, dma_addr_t *pq, dma_addr_t *src, unsigned int src_cnt, const unsigned char *scf, size_t len, enum sum_check_flags *pqres, unsigned long flags) ppc440spe_adma_prep_dma_pqzero_sum() argument 2762 ppc440spe_adma_prep_dma_xor_zero_sum( struct dma_chan *chan, dma_addr_t *src, unsigned int src_cnt, size_t len, enum sum_check_flags *result, unsigned long flags) ppc440spe_adma_prep_dma_xor_zero_sum() argument 3083 ppc440spe_desc_set_xor_src_cnt( struct ppc440spe_adma_desc_slot *desc, int src_cnt) ppc440spe_desc_set_xor_src_cnt() argument 3221 ppc440spe_adma_dma2rxor_inc_addr( struct ppc440spe_adma_desc_slot *desc, struct ppc440spe_rxor *cursor, int index, int src_cnt) ppc440spe_adma_dma2rxor_inc_addr() argument 3238 ppc440spe_adma_dma2rxor_prep_src( struct ppc440spe_adma_desc_slot *hdesc, struct ppc440spe_rxor *cursor, int index, int src_cnt, u32 addr) ppc440spe_adma_dma2rxor_prep_src() argument [all...] |
/kernel/linux/linux-5.10/drivers/dma/ |
H A D | iop-adma.h | 174 iop_chan_pq_slot_count(size_t len, int src_cnt, int *slots_per_op) in iop_chan_pq_slot_count() argument 181 iop_desc_init_pq(struct iop_adma_desc_slot *desc, int src_cnt, in iop_desc_init_pq() argument 201 iop_chan_pq_zero_sum_slot_count(size_t len, int src_cnt, int *slots_per_op) in iop_chan_pq_zero_sum_slot_count() argument 208 iop_desc_init_pq_zero_sum(struct iop_adma_desc_slot *desc, int src_cnt, in iop_desc_init_pq_zero_sum() argument 305 static inline int iop3xx_aau_xor_slot_count(size_t len, int src_cnt, in iop3xx_aau_xor_slot_count() argument 318 *slots_per_op = slot_count_table[src_cnt - 1]; in iop3xx_aau_xor_slot_count() 337 static inline int iop_chan_xor_slot_count(size_t len, int src_cnt, in iop_chan_xor_slot_count() argument 340 int slot_cnt = iop3xx_aau_xor_slot_count(len, src_cnt, slots_per_op); in iop_chan_xor_slot_count() 359 static inline int iop_chan_zero_sum_slot_count(size_t len, int src_cnt, in iop_chan_zero_sum_slot_count() argument 362 int slot_cnt = iop3xx_aau_xor_slot_count(len, src_cnt, slots_per_o in iop_chan_zero_sum_slot_count() 477 iop3xx_desc_init_xor(struct iop3xx_desc_aau *hw_desc, int src_cnt, unsigned long flags) iop3xx_desc_init_xor() argument 546 iop_desc_init_xor(struct iop_adma_desc_slot *desc, int src_cnt, unsigned long flags) iop_desc_init_xor() argument 554 iop_desc_init_zero_sum(struct iop_adma_desc_slot *desc, int src_cnt, unsigned long flags) iop_desc_init_zero_sum() argument 591 iop_desc_init_null_xor(struct iop_adma_desc_slot *desc, int src_cnt, unsigned long flags) iop_desc_init_null_xor() argument [all...] |
H A D | fsl_raid.c | 316 unsigned int src_cnt, const unsigned char *scf, size_t len, in fsl_re_prep_dma_genq() 325 unsigned int save_src_cnt = src_cnt; in fsl_re_prep_dma_genq() 341 src_cnt += 1; in fsl_re_prep_dma_genq() 346 cdb |= (src_cnt - 1) << FSL_RE_CDB_NRCS_SHIFT; in fsl_re_prep_dma_genq() 361 for (i = 0; i < src_cnt; i++) in fsl_re_prep_dma_genq() 391 unsigned int src_cnt, size_t len, unsigned long flags) in fsl_re_prep_dma_xor() 394 return fsl_re_prep_dma_genq(chan, dest, src, src_cnt, NULL, len, flags); in fsl_re_prep_dma_xor() 403 unsigned int src_cnt, const unsigned char *scf, size_t len, in fsl_re_prep_dma_pq() 413 unsigned int save_src_cnt = src_cnt; in fsl_re_prep_dma_pq() 427 if (src_cnt in fsl_re_prep_dma_pq() 314 fsl_re_prep_dma_genq( struct dma_chan *chan, dma_addr_t dest, dma_addr_t *src, unsigned int src_cnt, const unsigned char *scf, size_t len, unsigned long flags) fsl_re_prep_dma_genq() argument 389 fsl_re_prep_dma_xor( struct dma_chan *chan, dma_addr_t dest, dma_addr_t *src, unsigned int src_cnt, size_t len, unsigned long flags) fsl_re_prep_dma_xor() argument 401 fsl_re_prep_dma_pq( struct dma_chan *chan, dma_addr_t *dest, dma_addr_t *src, unsigned int src_cnt, const unsigned char *scf, size_t len, unsigned long flags) fsl_re_prep_dma_pq() argument [all...] |
H A D | iop-adma.c | 538 dma_addr_t *dma_src, unsigned int src_cnt, size_t len, in iop_adma_prep_dma_xor() 550 "%s src_cnt: %d len: %zu flags: %lx\n", in iop_adma_prep_dma_xor() 551 __func__, src_cnt, len, flags); in iop_adma_prep_dma_xor() 554 slot_cnt = iop_chan_xor_slot_count(len, src_cnt, &slots_per_op); in iop_adma_prep_dma_xor() 558 iop_desc_init_xor(grp_start, src_cnt, flags); in iop_adma_prep_dma_xor() 562 while (src_cnt--) in iop_adma_prep_dma_xor() 563 iop_desc_set_xor_src_addr(grp_start, src_cnt, in iop_adma_prep_dma_xor() 564 dma_src[src_cnt]); in iop_adma_prep_dma_xor() 573 unsigned int src_cnt, size_t len, u32 *result, in iop_adma_prep_dma_xor_val() 583 dev_dbg(iop_chan->device->common.dev, "%s src_cnt in iop_adma_prep_dma_xor_val() 537 iop_adma_prep_dma_xor(struct dma_chan *chan, dma_addr_t dma_dest, dma_addr_t *dma_src, unsigned int src_cnt, size_t len, unsigned long flags) iop_adma_prep_dma_xor() argument 572 iop_adma_prep_dma_xor_val(struct dma_chan *chan, dma_addr_t *dma_src, unsigned int src_cnt, size_t len, u32 *result, unsigned long flags) iop_adma_prep_dma_xor_val() argument 607 iop_adma_prep_dma_pq(struct dma_chan *chan, dma_addr_t *dst, dma_addr_t *src, unsigned int src_cnt, const unsigned char *scf, size_t len, unsigned long flags) iop_adma_prep_dma_pq() argument 671 iop_adma_prep_dma_pq_val(struct dma_chan *chan, dma_addr_t *pq, dma_addr_t *src, unsigned int src_cnt, const unsigned char *scf, size_t len, enum sum_check_flags *pqres, unsigned long flags) iop_adma_prep_dma_pq_val() argument [all...] |
H A D | bcm-sba-raid.c | 772 dma_addr_t dst, dma_addr_t *src, u32 src_cnt) in sba_fillup_xor_msg() 798 for (i = 1; i < src_cnt; i++) { in sba_fillup_xor_msg() 852 u32 src_cnt, size_t len, unsigned long flags) in sba_prep_dma_xor_req() 865 off, len, dst, src, src_cnt); in sba_prep_dma_xor_req() 876 u32 src_cnt, size_t len, unsigned long flags) in sba_prep_dma_xor() 884 if (unlikely(src_cnt > sba->max_xor_srcs)) in sba_prep_dma_xor() 891 req = sba_prep_dma_xor_req(sba, off, dst, src, src_cnt, in sba_prep_dma_xor() 917 const u8 *scf, dma_addr_t *src, u32 src_cnt) in sba_fillup_pq_msg() 978 for (i = 0; i < src_cnt; i++) { in sba_fillup_pq_msg() 1063 u32 src_cnt, cons in sba_prep_dma_pq_req() 768 sba_fillup_xor_msg(struct sba_request *req, struct brcm_sba_command *cmds, struct brcm_message *msg, dma_addr_t msg_offset, size_t msg_len, dma_addr_t dst, dma_addr_t *src, u32 src_cnt) sba_fillup_xor_msg() argument 850 sba_prep_dma_xor_req(struct sba_device *sba, dma_addr_t off, dma_addr_t dst, dma_addr_t *src, u32 src_cnt, size_t len, unsigned long flags) sba_prep_dma_xor_req() argument 875 sba_prep_dma_xor(struct dma_chan *dchan, dma_addr_t dst, dma_addr_t *src, u32 src_cnt, size_t len, unsigned long flags) sba_prep_dma_xor() argument 911 sba_fillup_pq_msg(struct sba_request *req, bool pq_continue, struct brcm_sba_command *cmds, struct brcm_message *msg, dma_addr_t msg_offset, size_t msg_len, dma_addr_t *dst_p, dma_addr_t *dst_q, const u8 *scf, dma_addr_t *src, u32 src_cnt) sba_fillup_pq_msg() argument 1061 sba_prep_dma_pq_req(struct sba_device *sba, dma_addr_t off, dma_addr_t *dst_p, dma_addr_t *dst_q, dma_addr_t *src, u32 src_cnt, const u8 *scf, size_t len, unsigned long flags) sba_prep_dma_pq_req() argument 1342 sba_prep_dma_pq(struct dma_chan *dchan, dma_addr_t *dst, dma_addr_t *src, u32 src_cnt, const u8 *scf, size_t len, unsigned long flags) sba_prep_dma_pq() argument [all...] |
H A D | mv_xor_v2.c | 432 unsigned int src_cnt, size_t len, unsigned long flags) in mv_xor_v2_prep_dma_xor() 440 if (src_cnt > MV_XOR_V2_CMD_LINE_NUM_MAX_D_BUF || src_cnt < 1) in mv_xor_v2_prep_dma_xor() 444 "%s src_cnt: %d len: %zu dest %pad flags: %ld\n", in mv_xor_v2_prep_dma_xor() 445 __func__, src_cnt, len, &dest, flags); in mv_xor_v2_prep_dma_xor() 468 for (i = 0; i < src_cnt; i++) in mv_xor_v2_prep_dma_xor() 472 src_cnt << DESC_NUM_ACTIVE_D_BUF_SHIFT; in mv_xor_v2_prep_dma_xor() 431 mv_xor_v2_prep_dma_xor(struct dma_chan *chan, dma_addr_t dest, dma_addr_t *src, unsigned int src_cnt, size_t len, unsigned long flags) mv_xor_v2_prep_dma_xor() argument
|
H A D | xgene-dma.c | 358 static u8 xgene_dma_encode_xor_flyby(u32 src_cnt) in xgene_dma_encode_xor_flyby() argument 369 return flyby_type[src_cnt]; in xgene_dma_encode_xor_flyby() 416 u32 src_cnt, size_t *nbytes, in xgene_dma_prep_xor_desc() 437 desc1->m2 |= cpu_to_le64(xgene_dma_encode_xor_flyby(src_cnt)); in xgene_dma_prep_xor_desc() 440 for (i = 0; i < src_cnt; i++) { in xgene_dma_prep_xor_desc() 839 u32 src_cnt, size_t len, unsigned long flags) in xgene_dma_prep_xor() 859 src_cnt, &len, multi); in xgene_dma_prep_xor() 887 u32 src_cnt, const u8 *scf, size_t len, unsigned long flags) in xgene_dma_prep_pq() 905 memcpy(_src, src, sizeof(*src) * src_cnt); in xgene_dma_prep_pq() 934 src_cnt, in xgene_dma_prep_pq() 413 xgene_dma_prep_xor_desc(struct xgene_dma_chan *chan, struct xgene_dma_desc_sw *desc_sw, dma_addr_t *dst, dma_addr_t *src, u32 src_cnt, size_t *nbytes, const u8 *scf) xgene_dma_prep_xor_desc() argument 837 xgene_dma_prep_xor( struct dma_chan *dchan, dma_addr_t dst, dma_addr_t *src, u32 src_cnt, size_t len, unsigned long flags) xgene_dma_prep_xor() argument 885 xgene_dma_prep_pq( struct dma_chan *dchan, dma_addr_t *dst, dma_addr_t *src, u32 src_cnt, const u8 *scf, size_t len, unsigned long flags) xgene_dma_prep_pq() argument [all...] |
/kernel/linux/linux-5.10/include/linux/ |
H A D | async_tx.h | 163 int src_cnt, size_t len, struct async_submit_ctl *submit); 168 int src_cnt, size_t len, struct async_submit_ctl *submit); 172 int src_cnt, size_t len, enum sum_check_flags *result, 178 int src_cnt, size_t len, enum sum_check_flags *result, 189 async_gen_syndrome(struct page **blocks, unsigned int *offsets, int src_cnt, 193 async_syndrome_val(struct page **blocks, unsigned int *offsets, int src_cnt,
|
/kernel/linux/linux-6.6/include/linux/ |
H A D | async_tx.h | 163 int src_cnt, size_t len, struct async_submit_ctl *submit); 168 int src_cnt, size_t len, struct async_submit_ctl *submit); 172 int src_cnt, size_t len, enum sum_check_flags *result, 178 int src_cnt, size_t len, enum sum_check_flags *result, 189 async_gen_syndrome(struct page **blocks, unsigned int *offsets, int src_cnt, 193 async_syndrome_val(struct page **blocks, unsigned int *offsets, int src_cnt,
|
/kernel/linux/linux-5.10/arch/powerpc/include/asm/ |
H A D | async_tx.h | 14 int src_cnt, size_t src_sz); 17 src_cnt, src_sz) \ 19 src_cnt, src_sz)
|
/kernel/linux/linux-6.6/arch/powerpc/include/asm/ |
H A D | async_tx.h | 14 int src_cnt, size_t src_sz); 17 src_cnt, src_sz) \ 19 src_cnt, src_sz)
|
/kernel/linux/linux-6.6/drivers/dma/ |
H A D | fsl_raid.c | 317 unsigned int src_cnt, const unsigned char *scf, size_t len, in fsl_re_prep_dma_genq() 326 unsigned int save_src_cnt = src_cnt; in fsl_re_prep_dma_genq() 342 src_cnt += 1; in fsl_re_prep_dma_genq() 347 cdb |= (src_cnt - 1) << FSL_RE_CDB_NRCS_SHIFT; in fsl_re_prep_dma_genq() 362 for (i = 0; i < src_cnt; i++) in fsl_re_prep_dma_genq() 392 unsigned int src_cnt, size_t len, unsigned long flags) in fsl_re_prep_dma_xor() 395 return fsl_re_prep_dma_genq(chan, dest, src, src_cnt, NULL, len, flags); in fsl_re_prep_dma_xor() 404 unsigned int src_cnt, const unsigned char *scf, size_t len, in fsl_re_prep_dma_pq() 414 unsigned int save_src_cnt = src_cnt; in fsl_re_prep_dma_pq() 428 if (src_cnt in fsl_re_prep_dma_pq() 315 fsl_re_prep_dma_genq( struct dma_chan *chan, dma_addr_t dest, dma_addr_t *src, unsigned int src_cnt, const unsigned char *scf, size_t len, unsigned long flags) fsl_re_prep_dma_genq() argument 390 fsl_re_prep_dma_xor( struct dma_chan *chan, dma_addr_t dest, dma_addr_t *src, unsigned int src_cnt, size_t len, unsigned long flags) fsl_re_prep_dma_xor() argument 402 fsl_re_prep_dma_pq( struct dma_chan *chan, dma_addr_t *dest, dma_addr_t *src, unsigned int src_cnt, const unsigned char *scf, size_t len, unsigned long flags) fsl_re_prep_dma_pq() argument [all...] |
H A D | bcm-sba-raid.c | 764 dma_addr_t dst, dma_addr_t *src, u32 src_cnt) in sba_fillup_xor_msg() 790 for (i = 1; i < src_cnt; i++) { in sba_fillup_xor_msg() 844 u32 src_cnt, size_t len, unsigned long flags) in sba_prep_dma_xor_req() 857 off, len, dst, src, src_cnt); in sba_prep_dma_xor_req() 868 u32 src_cnt, size_t len, unsigned long flags) in sba_prep_dma_xor() 876 if (unlikely(src_cnt > sba->max_xor_srcs)) in sba_prep_dma_xor() 883 req = sba_prep_dma_xor_req(sba, off, dst, src, src_cnt, in sba_prep_dma_xor() 909 const u8 *scf, dma_addr_t *src, u32 src_cnt) in sba_fillup_pq_msg() 970 for (i = 0; i < src_cnt; i++) { in sba_fillup_pq_msg() 1055 u32 src_cnt, cons in sba_prep_dma_pq_req() 760 sba_fillup_xor_msg(struct sba_request *req, struct brcm_sba_command *cmds, struct brcm_message *msg, dma_addr_t msg_offset, size_t msg_len, dma_addr_t dst, dma_addr_t *src, u32 src_cnt) sba_fillup_xor_msg() argument 842 sba_prep_dma_xor_req(struct sba_device *sba, dma_addr_t off, dma_addr_t dst, dma_addr_t *src, u32 src_cnt, size_t len, unsigned long flags) sba_prep_dma_xor_req() argument 867 sba_prep_dma_xor(struct dma_chan *dchan, dma_addr_t dst, dma_addr_t *src, u32 src_cnt, size_t len, unsigned long flags) sba_prep_dma_xor() argument 903 sba_fillup_pq_msg(struct sba_request *req, bool pq_continue, struct brcm_sba_command *cmds, struct brcm_message *msg, dma_addr_t msg_offset, size_t msg_len, dma_addr_t *dst_p, dma_addr_t *dst_q, const u8 *scf, dma_addr_t *src, u32 src_cnt) sba_fillup_pq_msg() argument 1053 sba_prep_dma_pq_req(struct sba_device *sba, dma_addr_t off, dma_addr_t *dst_p, dma_addr_t *dst_q, dma_addr_t *src, u32 src_cnt, const u8 *scf, size_t len, unsigned long flags) sba_prep_dma_pq_req() argument 1334 sba_prep_dma_pq(struct dma_chan *dchan, dma_addr_t *dst, dma_addr_t *src, u32 src_cnt, const u8 *scf, size_t len, unsigned long flags) sba_prep_dma_pq() argument [all...] |
H A D | mv_xor_v2.c | 432 unsigned int src_cnt, size_t len, unsigned long flags) in mv_xor_v2_prep_dma_xor() 440 if (src_cnt > MV_XOR_V2_CMD_LINE_NUM_MAX_D_BUF || src_cnt < 1) in mv_xor_v2_prep_dma_xor() 444 "%s src_cnt: %d len: %zu dest %pad flags: %ld\n", in mv_xor_v2_prep_dma_xor() 445 __func__, src_cnt, len, &dest, flags); in mv_xor_v2_prep_dma_xor() 468 for (i = 0; i < src_cnt; i++) in mv_xor_v2_prep_dma_xor() 472 src_cnt << DESC_NUM_ACTIVE_D_BUF_SHIFT; in mv_xor_v2_prep_dma_xor() 431 mv_xor_v2_prep_dma_xor(struct dma_chan *chan, dma_addr_t dest, dma_addr_t *src, unsigned int src_cnt, size_t len, unsigned long flags) mv_xor_v2_prep_dma_xor() argument
|