Lines Matching refs:bgid
29 __u32 bgid;
36 unsigned int bgid)
38 if (bl && bgid < BGID_ARRAY)
39 return &bl[bgid];
41 return xa_load(&ctx->io_bl_xa, bgid);
52 unsigned int bgid)
56 return __io_buffer_get_list(ctx, ctx->io_bl, bgid);
60 struct io_buffer_list *bl, unsigned int bgid)
67 bl->bgid = bgid;
70 if (bgid < BGID_ARRAY)
73 return xa_err(xa_store(&ctx->io_bl_xa, bgid, bl, GFP_KERNEL));
94 bl = io_buffer_get_list(ctx, buf->bgid);
97 req->buf_index = buf->bgid;
229 bl[i].bgid = i;
317 xa_erase(&ctx->io_bl_xa, bl->bgid);
346 p->bgid = READ_ONCE(sqe->buf_group);
360 bl = io_buffer_get_list(ctx, p->bgid);
400 p->bgid = READ_ONCE(sqe->buf_group);
470 buf->bgid = pbuf->bgid;
488 if (unlikely(p->bgid < BGID_ARRAY && !ctx->io_bl)) {
494 bl = io_buffer_get_list(ctx, p->bgid);
502 ret = io_buffer_add_list(ctx, bl, p->bgid);
510 if (p->bgid >= BGID_ARRAY)
678 if (unlikely(reg.bgid < BGID_ARRAY && !ctx->io_bl)) {
684 bl = io_buffer_get_list(ctx, reg.bgid);
704 io_buffer_add_list(ctx, bl, reg.bgid);
726 bl = io_buffer_get_list(ctx, reg.bgid);
733 if (bl->bgid >= BGID_ARRAY) {
734 xa_erase(&ctx->io_bl_xa, bl->bgid);
740 void *io_pbuf_get_address(struct io_ring_ctx *ctx, unsigned long bgid)
744 bl = __io_buffer_get_list(ctx, smp_load_acquire(&ctx->io_bl), bgid);