| /kernel/linux/linux-6.6/lib/ |
| H A D | sbitmap.c | 258 unsigned long shallow_depth) in __sbitmap_get_shallow()
265 return sbitmap_find_bit(sb, shallow_depth, index, alloc_hint, true); in __sbitmap_get_shallow()
268 int sbitmap_get_shallow(struct sbitmap *sb, unsigned long shallow_depth) in sbitmap_get_shallow() argument
278 nr = __sbitmap_get_shallow(sb, hint, shallow_depth); in sbitmap_get_shallow()
388 unsigned int shallow_depth; in sbq_calc_wake_batch() local
406 shallow_depth = min(1U << sbq->sb.shift, sbq->min_shallow_depth); in sbq_calc_wake_batch()
407 depth = ((depth >> sbq->sb.shift) * shallow_depth + in sbq_calc_wake_batch()
408 min(depth & ((1U << sbq->sb.shift) - 1), shallow_depth)); in sbq_calc_wake_batch()
535 unsigned int shallow_depth) in sbitmap_queue_get_shallow()
537 WARN_ON_ONCE(shallow_depth < sb in sbitmap_queue_get_shallow()
256 __sbitmap_get_shallow(struct sbitmap *sb, unsigned int alloc_hint, unsigned long shallow_depth) __sbitmap_get_shallow() argument
534 sbitmap_queue_get_shallow(struct sbitmap_queue *sbq, unsigned int shallow_depth) sbitmap_queue_get_shallow() argument
[all...] |
| /kernel/linux/linux-5.10/lib/ |
| H A D | sbitmap.c | 193 unsigned long shallow_depth) in sbitmap_get_shallow()
203 min(sb->map[index].depth, shallow_depth), in sbitmap_get_shallow()
328 unsigned int shallow_depth; in sbq_calc_wake_batch() local
346 shallow_depth = min(1U << sbq->sb.shift, sbq->min_shallow_depth); in sbq_calc_wake_batch()
347 depth = ((depth >> sbq->sb.shift) * shallow_depth + in sbq_calc_wake_batch()
348 min(depth & ((1U << sbq->sb.shift) - 1), shallow_depth)); in sbq_calc_wake_batch()
453 unsigned int shallow_depth) in __sbitmap_queue_get_shallow()
458 WARN_ON_ONCE(shallow_depth < sbq->min_shallow_depth); in __sbitmap_queue_get_shallow()
466 nr = sbitmap_get_shallow(&sbq->sb, hint, shallow_depth); in __sbitmap_queue_get_shallow()
192 sbitmap_get_shallow(struct sbitmap *sb, unsigned int alloc_hint, unsigned long shallow_depth) sbitmap_get_shallow() argument
452 __sbitmap_queue_get_shallow(struct sbitmap_queue *sbq, unsigned int shallow_depth) __sbitmap_queue_get_shallow() argument
|
| /kernel/linux/linux-5.10/include/linux/ |
| H A D | sbitmap.h | 197 * @shallow_depth: The maximum number of bits to allocate from a single word.
202 * with a @shallow_depth of (1 << (@sb->shift - 1)). Then, the low-priority
209 unsigned long shallow_depth);
406 * @shallow_depth: The maximum number of bits to allocate from a single word.
415 unsigned int shallow_depth);
443 * @shallow_depth: The maximum number of bits to allocate from a single word.
453 unsigned int shallow_depth) in sbitmap_queue_get_shallow()
458 nr = __sbitmap_queue_get_shallow(sbq, shallow_depth); in sbitmap_queue_get_shallow()
451 sbitmap_queue_get_shallow(struct sbitmap_queue *sbq, unsigned int *cpu, unsigned int shallow_depth) sbitmap_queue_get_shallow() argument
|
| /kernel/linux/linux-6.6/block/ |
| H A D | blk-mq-tag.c | 112 if (data->shallow_depth) in __blk_mq_get_tag()
113 return sbitmap_queue_get_shallow(bt, data->shallow_depth); in __blk_mq_get_tag()
125 if (data->shallow_depth ||data->flags & BLK_MQ_REQ_RESERVED || in blk_mq_get_tags()
|
| H A D | blk-mq.h | 150 unsigned int shallow_depth; member
|
| H A D | kyber-iosched.c | 563 data->shallow_depth = kqd->async_depth; in kyber_limit_depth()
|
| H A D | mq-deadline.c | 625 * Called by __blk_mq_alloc_request(). The shallow_depth value set by this
640 data->shallow_depth = dd->async_depth; in dd_limit_depth()
|
| H A D | bfq-iosched.c | 724 data->shallow_depth = depth; in bfq_limit_depth()
|
| /kernel/linux/linux-6.6/include/linux/ |
| H A D | sbitmap.h | 211 * @shallow_depth: The maximum number of bits to allocate from a single word.
216 * with a @shallow_depth of (1 << (@sb->shift - 1)). Then, the low-priority
222 int sbitmap_get_shallow(struct sbitmap *sb, unsigned long shallow_depth);
476 * @shallow_depth: The maximum number of bits to allocate from a single word.
485 unsigned int shallow_depth);
|
| /kernel/linux/linux-5.10/block/ |
| H A D | blk-mq-tag.c | 83 if (data->shallow_depth) in __blk_mq_get_tag()
84 return __sbitmap_queue_get_shallow(bt, data->shallow_depth); in __blk_mq_get_tag()
|
| H A D | blk-mq.h | 156 unsigned int shallow_depth; member
|
| H A D | kyber-iosched.c | 557 data->shallow_depth = kqd->async_depth; in kyber_limit_depth()
|
| H A D | bfq-iosched.c | 550 data->shallow_depth = in bfq_limit_depth()
555 data->shallow_depth); in bfq_limit_depth()
|