Lines Matching refs:dest
74 void __iomem *dest = pbuf->start + SOP_DISTANCE;
75 void __iomem *send = dest + PIO_BLOCK_SIZE;
79 writeq(pbc, dest);
80 dest += sizeof(u64);
83 dend = dest + ((count >> 1) * sizeof(u64));
91 while (dest < dend) {
92 writeq(*(u64 *)from, dest);
94 dest += sizeof(u64);
107 while (dest < send) {
108 writeq(*(u64 *)from, dest);
110 dest += sizeof(u64);
113 dest -= SOP_DISTANCE;
121 * the buffer wraps, then pbuf->end == dend == dest
126 while (dest < pbuf->end) {
127 writeq(*(u64 *)from, dest);
129 dest += sizeof(u64);
132 dest -= pbuf->sc->size;
137 while (dest < dend) {
138 writeq(*(u64 *)from, dest);
140 dest += sizeof(u64);
151 writeq(val.val64, dest);
152 dest += sizeof(u64);
158 while (((unsigned long)dest & PIO_BLOCK_MASK) != 0) {
159 writeq(0, dest);
160 dest += sizeof(u64);
189 static inline void jcopy(u8 *dest, const u8 *src, u32 n)
193 *dest++ = *src++;
196 *dest++ = *src++;
199 *dest++ = *src++;
202 *dest++ = *src++;
205 *dest++ = *src++;
208 *dest++ = *src++;
211 *dest++ = *src++;
258 void __iomem *dest,
265 writeq(temp, dest);
272 static inline void carry8_write8(union mix carry, void __iomem *dest)
274 writeq(carry.val64, dest);
282 static inline int carry_write8(struct pio_buf *pbuf, void __iomem *dest)
286 writeq(pbuf->carry.val64, dest);
306 void __iomem *dest = pbuf->start + SOP_DISTANCE;
307 void __iomem *send = dest + PIO_BLOCK_SIZE;
310 writeq(pbc, dest);
311 dest += sizeof(u64);
314 dend = dest + ((nbytes >> 3) * sizeof(u64));
322 while (dest < dend) {
323 writeq(*(u64 *)from, dest);
325 dest += sizeof(u64);
338 while (dest < send) {
339 writeq(*(u64 *)from, dest);
341 dest += sizeof(u64);
344 dest -= SOP_DISTANCE;
352 * the buffer wraps, then pbuf->end == dend == dest
357 while (dest < pbuf->end) {
358 writeq(*(u64 *)from, dest);
360 dest += sizeof(u64);
363 dest -= pbuf->sc->size;
368 while (dest < dend) {
369 writeq(*(u64 *)from, dest);
371 dest += sizeof(u64);
398 void __iomem *dest = pbuf->start + (pbuf->qw_written * sizeof(u64));
404 dend = dest + (qw_to_write * sizeof(u64));
423 dest += SOP_DISTANCE;
427 while (dest < xend) {
428 merge_write8(pbuf, dest, from);
430 dest += sizeof(u64);
434 dest -= SOP_DISTANCE;
437 * At this point dest could be (either, both, or neither):
446 * If dest is at the wrap, we will fall into the if,
450 * the buffer wraps, then pbuf->end == dend == dest
454 while (dest < pbuf->end) {
455 merge_write8(pbuf, dest, from);
457 dest += sizeof(u64);
460 dest -= pbuf->sc->size;
465 while (dest < dend) {
466 merge_write8(pbuf, dest, from);
468 dest += sizeof(u64);
482 * One more write - but need to make sure dest is correct.
493 if (dest >= pbuf->end)
494 dest -= pbuf->sc->size;
497 dest += SOP_DISTANCE;
500 carry8_write8(pbuf->carry, dest);
526 void __iomem *dest = pbuf->start + (pbuf->qw_written * sizeof(u64));
530 dend = dest + ((nbytes >> 3) * sizeof(u64));
549 dest += SOP_DISTANCE;
553 while (dest < xend) {
554 writeq(*(u64 *)from, dest);
556 dest += sizeof(u64);
560 dest -= SOP_DISTANCE;
563 * At this point dest could be (either, both, or neither):
572 * If dest is at the wrap, we will fall into the if,
576 * the buffer wraps, then pbuf->end == dend == dest
580 while (dest < pbuf->end) {
581 writeq(*(u64 *)from, dest);
583 dest += sizeof(u64);
586 dest -= pbuf->sc->size;
591 while (dest < dend) {
592 writeq(*(u64 *)from, dest);
594 dest += sizeof(u64);
645 void __iomem *dest;
656 dest = pbuf->start + (pbuf->qw_written * sizeof(u64));
667 if (dest >= pbuf->end)
668 dest -= pbuf->sc->size;
671 dest += SOP_DISTANCE;
673 carry8_write8(pbuf->carry, dest);
710 void __iomem *dest = pbuf->start + (pbuf->qw_written * sizeof(u64));
720 if (dest >= pbuf->end)
721 dest -= pbuf->sc->size;
724 dest += SOP_DISTANCE;
727 if (carry_write8(pbuf, dest)) {
728 dest += sizeof(u64);
730 * NOTE: We do not need to recalculate whether dest needs
734 * keeps us in the same block, dest will need
739 * and dest is not used. Hence we do not need to update
748 while (((unsigned long)dest & PIO_BLOCK_MASK) != 0) {
749 writeq(0, dest);
750 dest += sizeof(u64);