Lines Matching defs:iter
174 struct ppc440spe_adma_desc_slot *iter)
176 for (; iter; iter = iter->hw_next)
177 print_cb(chan, iter->hw_desc);
322 struct ppc440spe_adma_desc_slot *iter;
336 list_for_each_entry(iter, &desc->group_list, chain_node) {
337 hw_desc = iter->hw_desc;
338 memset(iter->hw_desc, 0, sizeof(struct dma_cdb));
340 if (likely(!list_is_last(&iter->chain_node,
343 iter->hw_next = list_entry(iter->chain_node.next,
345 clear_bit(PPC440SPE_DESC_INT, &iter->flags);
352 iter->hw_next = NULL;
354 set_bit(PPC440SPE_DESC_INT, &iter->flags);
356 clear_bit(PPC440SPE_DESC_INT, &iter->flags);
367 iter = list_first_entry(&desc->group_list,
372 hw_desc = iter->hw_desc;
374 iter = list_first_entry(&iter->chain_node,
380 hw_desc = iter->hw_desc;
382 iter = list_first_entry(&iter->chain_node,
387 list_for_each_entry_from(iter, &desc->group_list, chain_node) {
388 hw_desc = iter->hw_desc;
398 iter = list_first_entry(&desc->group_list,
401 hw_desc = iter->hw_desc;
405 iter = list_first_entry(&iter->chain_node,
408 hw_desc = iter->hw_desc;
414 iter = list_first_entry(&iter->chain_node,
417 list_for_each_entry_from(iter, &desc->group_list,
419 hw_desc = iter->hw_desc;
435 struct ppc440spe_adma_desc_slot *iter;
445 iter = list_first_entry(&desc->group_list,
447 iter = list_entry(iter->chain_node.next,
451 iter = list_entry(iter->chain_node.next,
455 list_for_each_entry_from(iter, &desc->group_list, chain_node) {
456 hw_desc = iter->hw_desc;
457 memset(iter->hw_desc, 0, sizeof(struct dma_cdb));
458 iter->src_cnt = 0;
459 iter->dst_cnt = 0;
475 if (likely(!list_is_last(&iter->chain_node,
478 iter->hw_next = list_entry(iter->chain_node.next,
487 iter->hw_next = NULL;
491 set_bit(PPC440SPE_DESC_INT, &iter->flags);
940 struct ppc440spe_adma_desc_slot *iter;
947 list_for_each_entry(iter, &chan->chain,
949 if (iter->phys == phys)
956 BUG_ON(&iter->chain_node == &chan->chain);
958 if (iter->xor_check_result) {
960 &iter->flags)) {
961 *iter->xor_check_result |=
965 &iter->flags)) {
966 *iter->xor_check_result |=
1099 struct ppc440spe_adma_desc_slot *iter;
1112 iter = chan_last_sub[chan->device->id];
1113 BUG_ON(!iter);
1116 iter = chan_first_cdb[chan->device->id];
1117 BUG_ON(!iter);
1118 ppc440spe_dma_put_desc(chan, iter);
1123 if (!iter->hw_next)
1127 list_for_each_entry_continue(iter, &chan->chain, chain_node) {
1128 ppc440spe_dma_put_desc(chan, iter);
1129 if (!iter->hw_next)
1425 struct ppc440spe_adma_desc_slot *iter = tdesc->group_head;
1434 list_for_each_entry(iter, &tdesc->group_list, chain_node) {
1438 return iter;
1537 struct ppc440spe_adma_desc_slot *iter, *_iter, *group_start = NULL;
1556 list_for_each_entry_safe(iter, _iter, &chan->chain,
1561 iter->async_tx.cookie, iter->idx, busy, iter->phys,
1562 ppc440spe_desc_get_link(iter, chan), current_desc,
1563 async_tx_test_ack(&iter->async_tx));
1578 if (iter->phys == current_desc) {
1580 if (busy || ppc440spe_desc_get_link(iter, chan)) {
1590 slot_cnt = iter->slot_cnt;
1591 slots_per_op = iter->slots_per_op;
1600 group_start = iter;
1644 cookie = ppc440spe_adma_run_tx_complete_actions(iter, chan,
1647 if (ppc440spe_adma_clean_slot(iter, chan))
1689 struct ppc440spe_adma_desc_slot *iter = NULL, *_iter;
1703 iter = chan->last_used;
1705 iter = list_entry(&chan->all_slots,
1708 list_for_each_entry_safe_continue(iter, _iter, &chan->all_slots,
1712 if (iter->slots_per_op) {
1719 alloc_start = iter;
1725 iter = alloc_start;
1730 async_tx_ack(&iter->async_tx);
1732 list_add_tail(&iter->chain_node, &chain);
1733 alloc_tail = iter;
1734 iter->async_tx.cookie = 0;
1735 iter->hw_next = NULL;
1736 iter->flags = 0;
1737 iter->slot_cnt = num_slots;
1738 iter->xor_check_result = NULL;
1740 iter->slots_per_op = slots_per_op - i;
1741 last_used = iter;
1742 iter = list_entry(iter->slot_node.next,
2103 struct ppc440spe_adma_desc_slot *iter;
2113 iter = list_first_entry(&sw_desc->group_list,
2116 memset(iter->hw_desc, 0, sizeof(struct dma_cdb));
2118 iter->hw_next = list_entry(iter->chain_node.next,
2121 clear_bit(PPC440SPE_DESC_INT, &iter->flags);
2122 hw_desc = iter->hw_desc;
2125 ppc440spe_desc_set_dest_addr(iter, chan,
2127 ppc440spe_desc_set_dest_addr(iter, chan, 0, dst[1], 1);
2128 ppc440spe_desc_set_src_addr(iter, chan, 0, DMA_CUED_XOR_HB,
2130 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len);
2131 iter->unmap_len = len;
2137 iter = list_first_entry(&iter->chain_node,
2140 memset(iter->hw_desc, 0, sizeof(struct dma_cdb));
2141 iter->hw_next = NULL;
2143 set_bit(PPC440SPE_DESC_INT, &iter->flags);
2145 clear_bit(PPC440SPE_DESC_INT, &iter->flags);
2147 hw_desc = iter->hw_desc;
2149 ppc440spe_desc_set_src_addr(iter, chan, 0,
2151 ppc440spe_desc_set_dest_addr(iter, chan,
2154 ppc440spe_desc_set_src_mult(iter, chan, DMA_CUED_MULT1_OFF,
2156 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len);
2157 iter->unmap_len = len;
2189 struct ppc440spe_adma_desc_slot *iter;
2197 iter = list_first_entry(&sw_desc->group_list,
2200 memset(iter->hw_desc, 0, sizeof(struct dma_cdb));
2201 iter->hw_next = list_entry(iter->chain_node.next,
2204 clear_bit(PPC440SPE_DESC_INT, &iter->flags);
2205 hw_desc = iter->hw_desc;
2208 ppc440spe_desc_set_dest_addr(iter, chan, DMA_CUED_XOR_BASE,
2210 ppc440spe_desc_set_dest_addr(iter, chan, 0,
2212 ppc440spe_desc_set_src_addr(iter, chan, 0, DMA_CUED_XOR_HB,
2214 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len);
2215 iter->unmap_len = len;
2219 iter = list_first_entry(&iter->chain_node,
2222 memset(iter->hw_desc, 0, sizeof(struct dma_cdb));
2224 iter->hw_next = list_entry(iter->chain_node.next,
2228 set_bit(PPC440SPE_DESC_INT, &iter->flags);
2230 clear_bit(PPC440SPE_DESC_INT, &iter->flags);
2232 hw_desc = iter->hw_desc;
2234 ppc440spe_desc_set_src_addr(iter, chan, 0, DMA_CUED_XOR_HB,
2236 ppc440spe_desc_set_dest_addr(iter, chan, DMA_CUED_XOR_BASE,
2238 ppc440spe_desc_set_src_mult(iter, chan, DMA_CUED_MULT1_OFF,
2240 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len);
2241 iter->unmap_len = len;
2247 iter = list_first_entry(&iter->chain_node,
2250 memset(iter->hw_desc, 0, sizeof(struct dma_cdb));
2251 iter->hw_next = NULL;
2253 set_bit(PPC440SPE_DESC_INT, &iter->flags);
2255 clear_bit(PPC440SPE_DESC_INT, &iter->flags);
2257 hw_desc = iter->hw_desc;
2259 ppc440spe_desc_set_src_addr(iter, chan, 0, DMA_CUED_XOR_HB,
2261 ppc440spe_desc_set_dest_addr(iter, chan, DMA_CUED_XOR_BASE,
2263 ppc440spe_desc_set_src_mult(iter, chan, DMA_CUED_MULT1_OFF,
2265 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len);
2266 iter->unmap_len = len;
2281 struct ppc440spe_adma_desc_slot *sw_desc = NULL, *iter;
2408 list_for_each_entry(iter, &sw_desc->group_list,
2410 ppc440spe_desc_set_byte_count(iter,
2412 iter->unmap_len = len;
2426 struct ppc440spe_adma_desc_slot *sw_desc = NULL, *iter;
2448 list_for_each_entry(iter, &sw_desc->group_list, chain_node) {
2449 ppc440spe_desc_init_dma2pq(iter, dst_cnt, src_cnt,
2451 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan,
2453 iter->unmap_len = len;
2455 ppc440spe_init_rxor_cursor(&(iter->rxor_cursor));
2456 iter->rxor_cursor.len = len;
2457 iter->descs_per_op = descs_per_op;
2460 list_for_each_entry(iter, &sw_desc->group_list, chain_node) {
2463 ppc440spe_adma_init_dma2rxor_slot(iter, src,
2465 if (likely(!list_is_last(&iter->chain_node,
2468 iter->hw_next =
2469 list_entry(iter->chain_node.next,
2472 ppc440spe_xor_set_link(iter, iter->hw_next);
2475 iter->hw_next = NULL;
2591 struct ppc440spe_adma_desc_slot *sw_desc, *iter;
2629 list_for_each_entry(iter, &sw_desc->group_list, chain_node) {
2630 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan,
2632 iter->unmap_len = len;
2639 iter = sw_desc->group_head;
2640 chan = to_ppc440spe_adma_chan(iter->async_tx.chan);
2641 memset(iter->hw_desc, 0, sizeof(struct dma_cdb));
2642 iter->hw_next = list_entry(iter->chain_node.next,
2645 hw_desc = iter->hw_desc;
2647 iter->src_cnt = 0;
2648 iter->dst_cnt = 0;
2649 ppc440spe_desc_set_dest_addr(iter, chan, 0,
2651 ppc440spe_desc_set_src_addr(iter, chan, 0, 0, pdest);
2652 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan,
2654 iter->unmap_len = 0;
2662 iter = list_first_entry(&sw_desc->group_list,
2665 chan = to_ppc440spe_adma_chan(iter->async_tx.chan);
2668 iter = list_entry(iter->chain_node.next,
2673 memset(iter->hw_desc, 0, sizeof(struct dma_cdb));
2674 iter->hw_next = list_entry(iter->chain_node.next,
2677 hw_desc = iter->hw_desc;
2679 iter->src_cnt = 0;
2680 iter->dst_cnt = 0;
2681 ppc440spe_desc_set_dest_addr(iter, chan, 0,
2683 ppc440spe_desc_set_src_addr(iter, chan, 0, 0, qdest);
2684 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan,
2686 iter->unmap_len = 0;
2696 list_for_each_entry_reverse(iter, &sw_desc->group_list,
2706 &iter->flags);
2709 &iter->flags);
2714 &iter->flags);
2717 &iter->flags);
2720 iter->xor_check_result = pqres;
2726 *iter->xor_check_result = 0;
2727 ppc440spe_desc_set_dcheck(iter, ppc440spe_chan,
2735 list_for_each_entry_continue_reverse(iter, &sw_desc->group_list,
2740 chan = to_ppc440spe_adma_chan(iter->async_tx.chan);
2741 ppc440spe_desc_set_src_addr(iter, chan, 0,
2747 ppc440spe_desc_set_src_mult(iter, chan,
2811 static void ppc440spe_adma_pq_zero_op(struct ppc440spe_adma_desc_slot *iter,
2818 ppc440spe_desc_set_dest_addr(iter, chan, DMA_CUED_XOR_BASE, addr, 0);
2821 ppc440spe_desc_set_src_addr(iter, chan, 0, DMA_CUED_XOR_HB, addr);
2824 ppc440spe_desc_set_src_mult(iter, chan, DMA_CUED_MULT1_OFF,
2835 struct ppc440spe_adma_desc_slot *iter;
2869 iter = ppc440spe_get_group_entry(sw_desc, index);
2872 list_for_each_entry_from(iter,
2874 ppc440spe_desc_set_dest_addr(iter, chan,
2878 list_for_each_entry_from(iter,
2880 ppc440spe_desc_set_dest_addr(iter, chan,
2882 ppc440spe_desc_set_dest_addr(iter, chan,
2894 iter = ppc440spe_get_group_entry(
2896 ppc440spe_adma_pq_zero_op(iter, chan,
2902 iter = ppc440spe_get_group_entry(
2904 ppc440spe_adma_pq_zero_op(iter, chan,
2926 iter = ppc440spe_get_group_entry(sw_desc, index++);
2927 ppc440spe_desc_set_dest_addr(iter, chan,
2932 iter = ppc440spe_get_group_entry(sw_desc,
2934 ppc440spe_desc_set_dest_addr(iter, chan,
2942 iter = ppc440spe_get_group_entry(sw_desc,
2946 list_for_each_entry_from(iter,
2950 iter, chan,
2956 list_for_each_entry_from(iter,
2960 iter, chan,
2964 iter, chan,
2990 iter = ppc440spe_get_group_entry(sw_desc, 0);
2992 ppc440spe_desc_set_dest_addr(iter, chan,
2995 iter = list_entry(iter->chain_node.next,
3002 iter = ppc440spe_get_group_entry(sw_desc,
3005 ppc440spe_desc_set_dest_addr(iter,
3007 iter = list_entry(iter->chain_node.next,
3025 struct ppc440spe_adma_desc_slot *iter, *end;
3044 iter = ppc440spe_get_group_entry(sw_desc, idx);
3048 list_for_each_entry_from(iter, &sw_desc->group_list,
3050 if (unlikely(iter == end))
3052 ppc440spe_desc_set_dest_addr(iter, chan,
3054 ppc440spe_desc_set_dest_addr(iter, chan,
3060 list_for_each_entry_from(iter, &sw_desc->group_list,
3062 if (unlikely(iter == end))
3064 ppc440spe_desc_set_dest_addr(iter, chan,
3103 struct ppc440spe_adma_desc_slot *iter = NULL;
3141 iter = ppc440spe_get_group_entry(sw_desc, 0);
3147 iter = NULL;
3153 iter = ppc440spe_get_group_entry(sw_desc,
3168 iter = ppc440spe_get_group_entry(sw_desc,
3172 if (likely(iter)) {
3173 ppc440spe_desc_set_src_addr(iter, chan, 0, haddr, addr);
3181 iter = ppc440spe_get_group_entry(sw_desc, 1);
3182 ppc440spe_desc_set_src_addr(iter, chan, 0,
3190 iter = sw_desc->group_head;
3191 if (iter->dst_cnt == 2) {
3193 ppc440spe_adma_dma2rxor_set_src(iter, index, addr);
3196 iter = ppc440spe_get_group_entry(sw_desc,
3199 ppc440spe_adma_dma2rxor_set_src(iter, index, addr);
3455 struct ppc440spe_adma_desc_slot *iter = NULL, *iter1 = NULL;
3468 iter = ppc440spe_get_group_entry(sw_desc,
3478 iter = ppc440spe_get_group_entry(sw_desc,
3497 iter = ppc440spe_get_group_entry(sw_desc, index + znum);
3502 if (likely(iter)) {
3503 ppc440spe_desc_set_src_mult(iter, chan,
3518 iter = sw_desc->group_head;
3521 ppc440spe_adma_dma2rxor_set_mult(iter, index, 1);
3524 iter = ppc440spe_get_group_entry(sw_desc,
3527 ppc440spe_adma_dma2rxor_set_mult(iter, index, mult);
3538 struct ppc440spe_adma_desc_slot *iter, *_iter;
3545 list_for_each_entry_safe(iter, _iter, &ppc440spe_chan->chain,
3548 list_del(&iter->chain_node);
3550 list_for_each_entry_safe_reverse(iter, _iter,
3552 list_del(&iter->slot_node);
3553 kfree(iter);
3704 struct ppc440spe_adma_desc_slot *sw_desc, *iter;
3722 list_for_each_entry(iter, &sw_desc->group_list, chain_node) {
3723 ppc440spe_desc_set_byte_count(iter, chan, PAGE_SIZE);
3724 iter->unmap_len = PAGE_SIZE;