Lines Matching refs:dest
33 void __iomem *dest = pbuf->start + SOP_DISTANCE;
34 void __iomem *send = dest + PIO_BLOCK_SIZE;
38 writeq(pbc, dest);
39 dest += sizeof(u64);
42 dend = dest + ((count >> 1) * sizeof(u64));
50 while (dest < dend) {
51 writeq(*(u64 *)from, dest);
53 dest += sizeof(u64);
66 while (dest < send) {
67 writeq(*(u64 *)from, dest);
69 dest += sizeof(u64);
72 dest -= SOP_DISTANCE;
80 * the buffer wraps, then pbuf->end == dend == dest
85 while (dest < pbuf->end) {
86 writeq(*(u64 *)from, dest);
88 dest += sizeof(u64);
91 dest -= pbuf->sc->size;
96 while (dest < dend) {
97 writeq(*(u64 *)from, dest);
99 dest += sizeof(u64);
110 writeq(val.val64, dest);
111 dest += sizeof(u64);
117 while (((unsigned long)dest & PIO_BLOCK_MASK) != 0) {
118 writeq(0, dest);
119 dest += sizeof(u64);
148 static inline void jcopy(u8 *dest, const u8 *src, u32 n)
152 *dest++ = *src++;
155 *dest++ = *src++;
158 *dest++ = *src++;
161 *dest++ = *src++;
164 *dest++ = *src++;
167 *dest++ = *src++;
170 *dest++ = *src++;
217 void __iomem *dest,
224 writeq(temp, dest);
231 static inline void carry8_write8(union mix carry, void __iomem *dest)
233 writeq(carry.val64, dest);
241 static inline int carry_write8(struct pio_buf *pbuf, void __iomem *dest)
245 writeq(pbuf->carry.val64, dest);
265 void __iomem *dest = pbuf->start + SOP_DISTANCE;
266 void __iomem *send = dest + PIO_BLOCK_SIZE;
269 writeq(pbc, dest);
270 dest += sizeof(u64);
273 dend = dest + ((nbytes >> 3) * sizeof(u64));
281 while (dest < dend) {
282 writeq(*(u64 *)from, dest);
284 dest += sizeof(u64);
297 while (dest < send) {
298 writeq(*(u64 *)from, dest);
300 dest += sizeof(u64);
303 dest -= SOP_DISTANCE;
311 * the buffer wraps, then pbuf->end == dend == dest
316 while (dest < pbuf->end) {
317 writeq(*(u64 *)from, dest);
319 dest += sizeof(u64);
322 dest -= pbuf->sc->size;
327 while (dest < dend) {
328 writeq(*(u64 *)from, dest);
330 dest += sizeof(u64);
357 void __iomem *dest = pbuf->start + (pbuf->qw_written * sizeof(u64));
363 dend = dest + (qw_to_write * sizeof(u64));
382 dest += SOP_DISTANCE;
386 while (dest < xend) {
387 merge_write8(pbuf, dest, from);
389 dest += sizeof(u64);
393 dest -= SOP_DISTANCE;
396 * At this point dest could be (either, both, or neither):
405 * If dest is at the wrap, we will fall into the if,
409 * the buffer wraps, then pbuf->end == dend == dest
413 while (dest < pbuf->end) {
414 merge_write8(pbuf, dest, from);
416 dest += sizeof(u64);
419 dest -= pbuf->sc->size;
424 while (dest < dend) {
425 merge_write8(pbuf, dest, from);
427 dest += sizeof(u64);
441 * One more write - but need to make sure dest is correct.
452 if (dest >= pbuf->end)
453 dest -= pbuf->sc->size;
456 dest += SOP_DISTANCE;
459 carry8_write8(pbuf->carry, dest);
485 void __iomem *dest = pbuf->start + (pbuf->qw_written * sizeof(u64));
489 dend = dest + ((nbytes >> 3) * sizeof(u64));
508 dest += SOP_DISTANCE;
512 while (dest < xend) {
513 writeq(*(u64 *)from, dest);
515 dest += sizeof(u64);
519 dest -= SOP_DISTANCE;
522 * At this point dest could be (either, both, or neither):
531 * If dest is at the wrap, we will fall into the if,
535 * the buffer wraps, then pbuf->end == dend == dest
539 while (dest < pbuf->end) {
540 writeq(*(u64 *)from, dest);
542 dest += sizeof(u64);
545 dest -= pbuf->sc->size;
550 while (dest < dend) {
551 writeq(*(u64 *)from, dest);
553 dest += sizeof(u64);
604 void __iomem *dest;
615 dest = pbuf->start + (pbuf->qw_written * sizeof(u64));
626 if (dest >= pbuf->end)
627 dest -= pbuf->sc->size;
630 dest += SOP_DISTANCE;
632 carry8_write8(pbuf->carry, dest);
669 void __iomem *dest = pbuf->start + (pbuf->qw_written * sizeof(u64));
679 if (dest >= pbuf->end)
680 dest -= pbuf->sc->size;
683 dest += SOP_DISTANCE;
686 if (carry_write8(pbuf, dest)) {
687 dest += sizeof(u64);
689 * NOTE: We do not need to recalculate whether dest needs
693 * keeps us in the same block, dest will need
698 * and dest is not used. Hence we do not need to update
707 while (((unsigned long)dest & PIO_BLOCK_MASK) != 0) {
708 writeq(0, dest);
709 dest += sizeof(u64);