Lines Matching defs:iter
174 struct ppc440spe_adma_desc_slot *iter)
176 for (; iter; iter = iter->hw_next)
177 print_cb(chan, iter->hw_desc);
322 struct ppc440spe_adma_desc_slot *iter;
336 list_for_each_entry(iter, &desc->group_list, chain_node) {
337 hw_desc = iter->hw_desc;
338 memset(iter->hw_desc, 0, sizeof(struct dma_cdb));
340 if (likely(!list_is_last(&iter->chain_node,
343 iter->hw_next = list_entry(iter->chain_node.next,
345 clear_bit(PPC440SPE_DESC_INT, &iter->flags);
352 iter->hw_next = NULL;
354 set_bit(PPC440SPE_DESC_INT, &iter->flags);
356 clear_bit(PPC440SPE_DESC_INT, &iter->flags);
367 iter = list_first_entry(&desc->group_list,
372 hw_desc = iter->hw_desc;
374 iter = list_first_entry(&iter->chain_node,
380 hw_desc = iter->hw_desc;
382 iter = list_first_entry(&iter->chain_node,
387 list_for_each_entry_from(iter, &desc->group_list, chain_node) {
388 hw_desc = iter->hw_desc;
398 iter = list_first_entry(&desc->group_list,
401 hw_desc = iter->hw_desc;
405 iter = list_first_entry(&iter->chain_node,
408 hw_desc = iter->hw_desc;
414 iter = list_first_entry(&iter->chain_node,
417 list_for_each_entry_from(iter, &desc->group_list,
419 hw_desc = iter->hw_desc;
435 struct ppc440spe_adma_desc_slot *iter;
445 iter = list_first_entry(&desc->group_list,
447 iter = list_entry(iter->chain_node.next,
451 iter = list_entry(iter->chain_node.next,
455 list_for_each_entry_from(iter, &desc->group_list, chain_node) {
456 hw_desc = iter->hw_desc;
457 memset(iter->hw_desc, 0, sizeof(struct dma_cdb));
458 iter->src_cnt = 0;
459 iter->dst_cnt = 0;
475 if (likely(!list_is_last(&iter->chain_node,
478 iter->hw_next = list_entry(iter->chain_node.next,
487 iter->hw_next = NULL;
491 set_bit(PPC440SPE_DESC_INT, &iter->flags);
938 struct ppc440spe_adma_desc_slot *iter;
945 list_for_each_entry(iter, &chan->chain,
947 if (iter->phys == phys)
954 BUG_ON(&iter->chain_node == &chan->chain);
956 if (iter->xor_check_result) {
958 &iter->flags)) {
959 *iter->xor_check_result |=
963 &iter->flags)) {
964 *iter->xor_check_result |=
1097 struct ppc440spe_adma_desc_slot *iter;
1110 iter = chan_last_sub[chan->device->id];
1111 BUG_ON(!iter);
1114 iter = chan_first_cdb[chan->device->id];
1115 BUG_ON(!iter);
1116 ppc440spe_dma_put_desc(chan, iter);
1121 if (!iter->hw_next)
1125 list_for_each_entry_continue(iter, &chan->chain, chain_node) {
1126 ppc440spe_dma_put_desc(chan, iter);
1127 if (!iter->hw_next)
1423 struct ppc440spe_adma_desc_slot *iter = tdesc->group_head;
1432 list_for_each_entry(iter, &tdesc->group_list, chain_node) {
1436 return iter;
1535 struct ppc440spe_adma_desc_slot *iter, *_iter, *group_start = NULL;
1554 list_for_each_entry_safe(iter, _iter, &chan->chain,
1559 iter->async_tx.cookie, iter->idx, busy, iter->phys,
1560 ppc440spe_desc_get_link(iter, chan), current_desc,
1561 async_tx_test_ack(&iter->async_tx));
1576 if (iter->phys == current_desc) {
1578 if (busy || ppc440spe_desc_get_link(iter, chan)) {
1588 slot_cnt = iter->slot_cnt;
1589 slots_per_op = iter->slots_per_op;
1598 group_start = iter;
1642 cookie = ppc440spe_adma_run_tx_complete_actions(iter, chan,
1645 if (ppc440spe_adma_clean_slot(iter, chan))
1687 struct ppc440spe_adma_desc_slot *iter = NULL, *_iter;
1701 iter = chan->last_used;
1703 iter = list_entry(&chan->all_slots,
1706 list_for_each_entry_safe_continue(iter, _iter, &chan->all_slots,
1710 if (iter->slots_per_op) {
1717 alloc_start = iter;
1723 iter = alloc_start;
1728 async_tx_ack(&iter->async_tx);
1730 list_add_tail(&iter->chain_node, &chain);
1731 alloc_tail = iter;
1732 iter->async_tx.cookie = 0;
1733 iter->hw_next = NULL;
1734 iter->flags = 0;
1735 iter->slot_cnt = num_slots;
1736 iter->xor_check_result = NULL;
1738 iter->slots_per_op = slots_per_op - i;
1739 last_used = iter;
1740 iter = list_entry(iter->slot_node.next,
2101 struct ppc440spe_adma_desc_slot *iter;
2111 iter = list_first_entry(&sw_desc->group_list,
2114 memset(iter->hw_desc, 0, sizeof(struct dma_cdb));
2116 iter->hw_next = list_entry(iter->chain_node.next,
2119 clear_bit(PPC440SPE_DESC_INT, &iter->flags);
2120 hw_desc = iter->hw_desc;
2123 ppc440spe_desc_set_dest_addr(iter, chan,
2125 ppc440spe_desc_set_dest_addr(iter, chan, 0, dst[1], 1);
2126 ppc440spe_desc_set_src_addr(iter, chan, 0, DMA_CUED_XOR_HB,
2128 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len);
2129 iter->unmap_len = len;
2135 iter = list_first_entry(&iter->chain_node,
2138 memset(iter->hw_desc, 0, sizeof(struct dma_cdb));
2139 iter->hw_next = NULL;
2141 set_bit(PPC440SPE_DESC_INT, &iter->flags);
2143 clear_bit(PPC440SPE_DESC_INT, &iter->flags);
2145 hw_desc = iter->hw_desc;
2147 ppc440spe_desc_set_src_addr(iter, chan, 0,
2149 ppc440spe_desc_set_dest_addr(iter, chan,
2152 ppc440spe_desc_set_src_mult(iter, chan, DMA_CUED_MULT1_OFF,
2154 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len);
2155 iter->unmap_len = len;
2187 struct ppc440spe_adma_desc_slot *iter;
2195 iter = list_first_entry(&sw_desc->group_list,
2198 memset(iter->hw_desc, 0, sizeof(struct dma_cdb));
2199 iter->hw_next = list_entry(iter->chain_node.next,
2202 clear_bit(PPC440SPE_DESC_INT, &iter->flags);
2203 hw_desc = iter->hw_desc;
2206 ppc440spe_desc_set_dest_addr(iter, chan, DMA_CUED_XOR_BASE,
2208 ppc440spe_desc_set_dest_addr(iter, chan, 0,
2210 ppc440spe_desc_set_src_addr(iter, chan, 0, DMA_CUED_XOR_HB,
2212 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len);
2213 iter->unmap_len = len;
2217 iter = list_first_entry(&iter->chain_node,
2220 memset(iter->hw_desc, 0, sizeof(struct dma_cdb));
2222 iter->hw_next = list_entry(iter->chain_node.next,
2226 set_bit(PPC440SPE_DESC_INT, &iter->flags);
2228 clear_bit(PPC440SPE_DESC_INT, &iter->flags);
2230 hw_desc = iter->hw_desc;
2232 ppc440spe_desc_set_src_addr(iter, chan, 0, DMA_CUED_XOR_HB,
2234 ppc440spe_desc_set_dest_addr(iter, chan, DMA_CUED_XOR_BASE,
2236 ppc440spe_desc_set_src_mult(iter, chan, DMA_CUED_MULT1_OFF,
2238 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len);
2239 iter->unmap_len = len;
2245 iter = list_first_entry(&iter->chain_node,
2248 memset(iter->hw_desc, 0, sizeof(struct dma_cdb));
2249 iter->hw_next = NULL;
2251 set_bit(PPC440SPE_DESC_INT, &iter->flags);
2253 clear_bit(PPC440SPE_DESC_INT, &iter->flags);
2255 hw_desc = iter->hw_desc;
2257 ppc440spe_desc_set_src_addr(iter, chan, 0, DMA_CUED_XOR_HB,
2259 ppc440spe_desc_set_dest_addr(iter, chan, DMA_CUED_XOR_BASE,
2261 ppc440spe_desc_set_src_mult(iter, chan, DMA_CUED_MULT1_OFF,
2263 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len);
2264 iter->unmap_len = len;
2279 struct ppc440spe_adma_desc_slot *sw_desc = NULL, *iter;
2406 list_for_each_entry(iter, &sw_desc->group_list,
2408 ppc440spe_desc_set_byte_count(iter,
2410 iter->unmap_len = len;
2424 struct ppc440spe_adma_desc_slot *sw_desc = NULL, *iter;
2446 list_for_each_entry(iter, &sw_desc->group_list, chain_node) {
2447 ppc440spe_desc_init_dma2pq(iter, dst_cnt, src_cnt,
2449 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan,
2451 iter->unmap_len = len;
2453 ppc440spe_init_rxor_cursor(&(iter->rxor_cursor));
2454 iter->rxor_cursor.len = len;
2455 iter->descs_per_op = descs_per_op;
2458 list_for_each_entry(iter, &sw_desc->group_list, chain_node) {
2461 ppc440spe_adma_init_dma2rxor_slot(iter, src,
2463 if (likely(!list_is_last(&iter->chain_node,
2466 iter->hw_next =
2467 list_entry(iter->chain_node.next,
2470 ppc440spe_xor_set_link(iter, iter->hw_next);
2473 iter->hw_next = NULL;
2589 struct ppc440spe_adma_desc_slot *sw_desc, *iter;
2627 list_for_each_entry(iter, &sw_desc->group_list, chain_node) {
2628 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan,
2630 iter->unmap_len = len;
2637 iter = sw_desc->group_head;
2638 chan = to_ppc440spe_adma_chan(iter->async_tx.chan);
2639 memset(iter->hw_desc, 0, sizeof(struct dma_cdb));
2640 iter->hw_next = list_entry(iter->chain_node.next,
2643 hw_desc = iter->hw_desc;
2645 iter->src_cnt = 0;
2646 iter->dst_cnt = 0;
2647 ppc440spe_desc_set_dest_addr(iter, chan, 0,
2649 ppc440spe_desc_set_src_addr(iter, chan, 0, 0, pdest);
2650 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan,
2652 iter->unmap_len = 0;
2660 iter = list_first_entry(&sw_desc->group_list,
2663 chan = to_ppc440spe_adma_chan(iter->async_tx.chan);
2666 iter = list_entry(iter->chain_node.next,
2671 memset(iter->hw_desc, 0, sizeof(struct dma_cdb));
2672 iter->hw_next = list_entry(iter->chain_node.next,
2675 hw_desc = iter->hw_desc;
2677 iter->src_cnt = 0;
2678 iter->dst_cnt = 0;
2679 ppc440spe_desc_set_dest_addr(iter, chan, 0,
2681 ppc440spe_desc_set_src_addr(iter, chan, 0, 0, qdest);
2682 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan,
2684 iter->unmap_len = 0;
2694 list_for_each_entry_reverse(iter, &sw_desc->group_list,
2704 &iter->flags);
2707 &iter->flags);
2712 &iter->flags);
2715 &iter->flags);
2718 iter->xor_check_result = pqres;
2724 *iter->xor_check_result = 0;
2725 ppc440spe_desc_set_dcheck(iter, ppc440spe_chan,
2733 list_for_each_entry_continue_reverse(iter, &sw_desc->group_list,
2738 chan = to_ppc440spe_adma_chan(iter->async_tx.chan);
2739 ppc440spe_desc_set_src_addr(iter, chan, 0,
2745 ppc440spe_desc_set_src_mult(iter, chan,
2809 static void ppc440spe_adma_pq_zero_op(struct ppc440spe_adma_desc_slot *iter,
2816 ppc440spe_desc_set_dest_addr(iter, chan, DMA_CUED_XOR_BASE, addr, 0);
2819 ppc440spe_desc_set_src_addr(iter, chan, 0, DMA_CUED_XOR_HB, addr);
2822 ppc440spe_desc_set_src_mult(iter, chan, DMA_CUED_MULT1_OFF,
2833 struct ppc440spe_adma_desc_slot *iter;
2867 iter = ppc440spe_get_group_entry(sw_desc, index);
2870 list_for_each_entry_from(iter,
2872 ppc440spe_desc_set_dest_addr(iter, chan,
2876 list_for_each_entry_from(iter,
2878 ppc440spe_desc_set_dest_addr(iter, chan,
2880 ppc440spe_desc_set_dest_addr(iter, chan,
2892 iter = ppc440spe_get_group_entry(
2894 ppc440spe_adma_pq_zero_op(iter, chan,
2900 iter = ppc440spe_get_group_entry(
2902 ppc440spe_adma_pq_zero_op(iter, chan,
2924 iter = ppc440spe_get_group_entry(sw_desc, index++);
2925 ppc440spe_desc_set_dest_addr(iter, chan,
2930 iter = ppc440spe_get_group_entry(sw_desc,
2932 ppc440spe_desc_set_dest_addr(iter, chan,
2940 iter = ppc440spe_get_group_entry(sw_desc,
2944 list_for_each_entry_from(iter,
2948 iter, chan,
2954 list_for_each_entry_from(iter,
2958 iter, chan,
2962 iter, chan,
2988 iter = ppc440spe_get_group_entry(sw_desc, 0);
2990 ppc440spe_desc_set_dest_addr(iter, chan,
2993 iter = list_entry(iter->chain_node.next,
3000 iter = ppc440spe_get_group_entry(sw_desc,
3003 ppc440spe_desc_set_dest_addr(iter,
3005 iter = list_entry(iter->chain_node.next,
3023 struct ppc440spe_adma_desc_slot *iter, *end;
3042 iter = ppc440spe_get_group_entry(sw_desc, idx);
3046 list_for_each_entry_from(iter, &sw_desc->group_list,
3048 if (unlikely(iter == end))
3050 ppc440spe_desc_set_dest_addr(iter, chan,
3052 ppc440spe_desc_set_dest_addr(iter, chan,
3058 list_for_each_entry_from(iter, &sw_desc->group_list,
3060 if (unlikely(iter == end))
3062 ppc440spe_desc_set_dest_addr(iter, chan,
3101 struct ppc440spe_adma_desc_slot *iter = NULL;
3139 iter = ppc440spe_get_group_entry(sw_desc, 0);
3145 iter = NULL;
3151 iter = ppc440spe_get_group_entry(sw_desc,
3166 iter = ppc440spe_get_group_entry(sw_desc,
3170 if (likely(iter)) {
3171 ppc440spe_desc_set_src_addr(iter, chan, 0, haddr, addr);
3179 iter = ppc440spe_get_group_entry(sw_desc, 1);
3180 ppc440spe_desc_set_src_addr(iter, chan, 0,
3188 iter = sw_desc->group_head;
3189 if (iter->dst_cnt == 2) {
3191 ppc440spe_adma_dma2rxor_set_src(iter, index, addr);
3194 iter = ppc440spe_get_group_entry(sw_desc,
3197 ppc440spe_adma_dma2rxor_set_src(iter, index, addr);
3452 struct ppc440spe_adma_desc_slot *iter = NULL, *iter1 = NULL;
3465 iter = ppc440spe_get_group_entry(sw_desc,
3475 iter = ppc440spe_get_group_entry(sw_desc,
3494 iter = ppc440spe_get_group_entry(sw_desc, index + znum);
3499 if (likely(iter)) {
3500 ppc440spe_desc_set_src_mult(iter, chan,
3515 iter = sw_desc->group_head;
3518 ppc440spe_adma_dma2rxor_set_mult(iter, index, 1);
3521 iter = ppc440spe_get_group_entry(sw_desc,
3524 ppc440spe_adma_dma2rxor_set_mult(iter, index, mult);
3535 struct ppc440spe_adma_desc_slot *iter, *_iter;
3542 list_for_each_entry_safe(iter, _iter, &ppc440spe_chan->chain,
3545 list_del(&iter->chain_node);
3547 list_for_each_entry_safe_reverse(iter, _iter,
3549 list_del(&iter->slot_node);
3550 kfree(iter);
3701 struct ppc440spe_adma_desc_slot *sw_desc, *iter;
3719 list_for_each_entry(iter, &sw_desc->group_list, chain_node) {
3720 ppc440spe_desc_set_byte_count(iter, chan, PAGE_SIZE);
3721 iter->unmap_len = PAGE_SIZE;