Lines Matching refs:pipe
335 struct pipe_inode_info *pipe = i->pipe;
336 unsigned int p_head = pipe->head;
337 unsigned int p_tail = pipe->tail;
338 unsigned int p_mask = pipe->ring_size - 1;
346 goto Bad; // pipe must be non-empty
350 p = &pipe->bufs[i_head & p_mask];
361 p_head, p_tail, pipe->ring_size);
362 for (idx = 0; idx < pipe->ring_size; idx++)
364 pipe->bufs[idx].ops,
365 pipe->bufs[idx].page,
366 pipe->bufs[idx].offset,
367 pipe->bufs[idx].len);
378 struct pipe_inode_info *pipe = i->pipe;
380 unsigned int p_tail = pipe->tail;
381 unsigned int p_mask = pipe->ring_size - 1;
395 buf = &pipe->bufs[i_head & p_mask];
404 buf = &pipe->bufs[i_head & p_mask];
406 if (pipe_full(i_head, p_tail, pipe->max_usage))
416 pipe->head = i_head + 1;
485 unsigned int p_mask = i->pipe->ring_size - 1;
489 if (off && (!allocated(&i->pipe->bufs[iter_head & p_mask]) ||
501 struct pipe_inode_info *pipe = i->pipe;
502 unsigned int p_tail = pipe->tail;
503 unsigned int p_mask = pipe->ring_size - 1;
520 pipe->bufs[iter_head & p_mask].len += size;
523 pipe->bufs[iter_head & p_mask].len = PAGE_SIZE;
526 while (!pipe_full(iter_head, p_tail, pipe->max_usage)) {
527 struct pipe_buffer *buf = &pipe->bufs[iter_head & p_mask];
539 pipe->head = iter_head;
550 struct pipe_inode_info *pipe = i->pipe;
551 unsigned int p_mask = pipe->ring_size - 1;
563 memcpy_to_page(pipe->bufs[i_head & p_mask].page, off, addr, chunk);
586 struct pipe_inode_info *pipe = i->pipe;
587 unsigned int p_mask = pipe->ring_size - 1;
601 char *p = kmap_atomic(pipe->bufs[i_head & p_mask].page);
662 struct pipe_inode_info *pipe = i->pipe;
663 unsigned int p_mask = pipe->ring_size - 1;
677 rem = copy_mc_to_page(pipe->bufs[i_head & p_mask].page,
946 struct pipe_inode_info *pipe = i->pipe;
947 unsigned int p_mask = pipe->ring_size - 1;
960 memzero_page(pipe->bufs[i_head & p_mask].page, off, chunk);
1011 struct pipe_inode_info *pipe = i->pipe;
1012 unsigned int p_tail = pipe->tail;
1013 unsigned int p_head = pipe->head;
1014 unsigned int p_mask = pipe->ring_size - 1;
1022 buf = &pipe->bufs[i_head & p_mask];
1028 pipe_buf_release(pipe, &pipe->bufs[p_head & p_mask]);
1031 pipe->head = p_head;
1037 struct pipe_inode_info *pipe = i->pipe;
1042 unsigned int p_mask = pipe->ring_size - 1;
1047 left += off - pipe->bufs[i_head & p_mask].offset;
1049 buf = &pipe->bufs[i_head & p_mask];
1085 struct pipe_inode_info *pipe = i->pipe;
1086 unsigned int p_mask = pipe->ring_size - 1;
1090 struct pipe_buffer *b = &pipe->bufs[i_head & p_mask];
1102 b = &pipe->bufs[i_head & p_mask];
1190 struct pipe_inode_info *pipe,
1194 WARN_ON(pipe_full(pipe->head, pipe->tail, pipe->ring_size));
1196 i->pipe = pipe;
1197 i->head = pipe->head;
1228 unsigned int p_mask = i->pipe->ring_size - 1;
1230 if (size && i->iov_offset && allocated(&i->pipe->bufs[i->head & p_mask]))
1271 struct pipe_inode_info *pipe = i->pipe;
1272 unsigned int p_mask = pipe->ring_size - 1;
1280 get_page(*pages++ = pipe->bufs[iter_head & p_mask].page);
1303 npages = pipe_space_for_user(iter_head, i->pipe->tail, i->pipe);
1371 npages = pipe_space_for_user(iter_head, i->pipe->tail, i->pipe);
1595 struct pipe_inode_info *pipe = i->pipe;
1604 npages = pipe_space_for_user(iter_head, pipe->tail, pipe);