Searched refs:consumer_pos (Results 1 - 6 of 6) sorted by relevance
| /kernel/linux/linux-6.6/tools/lib/bpf/ |
| H A D | ringbuf.c | 29 unsigned long *consumer_pos; member
45 unsigned long *consumer_pos; member
62 if (r->consumer_pos) { in ringbuf_unmap_ring()
63 munmap(r->consumer_pos, rb->page_size); in ringbuf_unmap_ring()
64 r->consumer_pos = NULL; in ringbuf_unmap_ring()
126 r->consumer_pos = tmp; in ring_buffer__add()
236 cons_pos = smp_load_acquire(r->consumer_pos); in ringbuf_process_ring()
256 smp_store_release(r->consumer_pos, in ringbuf_process_ring()
263 smp_store_release(r->consumer_pos, cons_pos); in ringbuf_process_ring()
328 if (rb->consumer_pos) { in user_ringbuf_unmap_ring()
[all...] |
| /kernel/linux/linux-6.6/kernel/bpf/ |
| H A D | ringbuf.c | 19 (offsetof(struct bpf_ringbuf, consumer_pos) >> PAGE_SHIFT)
71 unsigned long consumer_pos __aligned(PAGE_SIZE);
180 rb->consumer_pos = 0; in bpf_ringbuf_alloc()
265 /* allow writable mapping for the consumer_pos only */ in ringbuf_map_mmap_kern()
300 cons_pos = smp_load_acquire(&rb->consumer_pos); in ringbuf_avail_data_sz()
418 cons_pos = smp_load_acquire(&rb->consumer_pos); in __bpf_ringbuf_reserve()
490 cons_pos = smp_load_acquire(&rb->consumer_pos) & rb->mask; in bpf_ringbuf_commit()
564 return smp_load_acquire(&rb->consumer_pos); in BPF_CALL_2()
669 cons_pos = smp_load_acquire(&rb->consumer_pos); in __bpf_user_ringbuf_peek()
699 smp_store_release(&rb->consumer_pos, cons_po in __bpf_user_ringbuf_peek()
714 u64 consumer_pos; __bpf_user_ringbuf_sample_release() local
[all...] |
| /kernel/linux/linux-5.10/tools/lib/bpf/ |
| H A D | ringbuf.c | 28 unsigned long *consumer_pos; member
44 if (r->consumer_pos) { in ringbuf_unmap_ring()
45 munmap(r->consumer_pos, rb->page_size); in ringbuf_unmap_ring()
46 r->consumer_pos = NULL; in ringbuf_unmap_ring()
108 r->consumer_pos = tmp; in ring_buffer__add()
218 cons_pos = smp_load_acquire(r->consumer_pos); in ringbuf_process_ring()
238 smp_store_release(r->consumer_pos, in ringbuf_process_ring()
245 smp_store_release(r->consumer_pos, cons_pos); in ringbuf_process_ring()
|
| /kernel/linux/linux-5.10/kernel/bpf/ |
| H A D | ringbuf.c | 18 (offsetof(struct bpf_ringbuf, consumer_pos) >> PAGE_SHIFT)
45 unsigned long consumer_pos __aligned(PAGE_SIZE);
147 rb->consumer_pos = 0; in bpf_ringbuf_alloc()
254 /* allow writable mapping for the consumer_pos only */ in ringbuf_map_mmap()
269 cons_pos = smp_load_acquire(&rb->consumer_pos); in ringbuf_avail_data_sz()
339 cons_pos = smp_load_acquire(&rb->consumer_pos); in __bpf_ringbuf_reserve()
427 cons_pos = smp_load_acquire(&rb->consumer_pos) & rb->mask; in bpf_ringbuf_commit()
501 return smp_load_acquire(&rb->consumer_pos); in BPF_CALL_2()
|
| /kernel/linux/linux-5.10/tools/testing/selftests/bpf/benchs/ |
| H A D | bench_ringbufs.c | 204 __u64 *consumer_pos; member
254 r->consumer_pos = tmp; in ringbuf_custom_setup()
301 cons_pos = smp_load_acquire(r->consumer_pos); in ringbuf_custom_process_ring()
319 smp_store_release(r->consumer_pos, cons_pos); in ringbuf_custom_process_ring()
|
| /kernel/linux/linux-6.6/tools/testing/selftests/bpf/benchs/ |
| H A D | bench_ringbufs.c | 204 __u64 *consumer_pos; member
254 r->consumer_pos = tmp; in ringbuf_custom_setup()
301 cons_pos = smp_load_acquire(r->consumer_pos); in ringbuf_custom_process_ring()
319 smp_store_release(r->consumer_pos, cons_pos); in ringbuf_custom_process_ring()
|
Completed in 5 milliseconds