| /kernel/linux/linux-6.6/lib/ |
| H A D | sbitmap.c | 16 sb->alloc_hint = alloc_percpu_gfp(unsigned int, flags); in init_alloc_hint()
17 if (!sb->alloc_hint) in init_alloc_hint()
24 *per_cpu_ptr(sb->alloc_hint, i) = get_random_u32_below(depth); in init_alloc_hint()
34 hint = this_cpu_read(*sb->alloc_hint); in update_alloc_hint_before_get()
37 this_cpu_write(*sb->alloc_hint, hint); in update_alloc_hint_before_get()
50 this_cpu_write(*sb->alloc_hint, 0); in update_alloc_hint_after_get()
56 this_cpu_write(*sb->alloc_hint, hint); in update_alloc_hint_after_get()
85 bool alloc_hint) in sbitmap_init_node()
106 if (alloc_hint) { in sbitmap_init_node()
110 sb->alloc_hint in sbitmap_init_node()
83 sbitmap_init_node(struct sbitmap *sb, unsigned int depth, int shift, gfp_t flags, int node, bool round_robin, bool alloc_hint) sbitmap_init_node() argument
170 sbitmap_find_bit_in_word(struct sbitmap_word *map, unsigned int depth, unsigned int alloc_hint, bool wrap) sbitmap_find_bit_in_word() argument
189 sbitmap_find_bit(struct sbitmap *sb, unsigned int depth, unsigned int index, unsigned int alloc_hint, bool wrap) sbitmap_find_bit() argument
219 __sbitmap_get(struct sbitmap *sb, unsigned int alloc_hint) __sbitmap_get() argument
256 __sbitmap_get_shallow(struct sbitmap *sb, unsigned int alloc_hint, unsigned long shallow_depth) __sbitmap_get_shallow() argument
[all...] |
| /kernel/linux/linux-5.10/lib/ |
| H A D | sbitmap.c | 140 unsigned int alloc_hint, bool round_robin) in sbitmap_find_bit_in_index()
146 sb->map[index].depth, alloc_hint, in sbitmap_find_bit_in_index()
157 int sbitmap_get(struct sbitmap *sb, unsigned int alloc_hint, bool round_robin) in sbitmap_get() argument
162 index = SB_NR_TO_INDEX(sb, alloc_hint); in sbitmap_get()
166 * alloc_hint to find the right word index. No point in looping in sbitmap_get()
170 alloc_hint = SB_NR_TO_BIT(sb, alloc_hint); in sbitmap_get()
172 alloc_hint = 0; in sbitmap_get()
175 nr = sbitmap_find_bit_in_index(sb, index, alloc_hint, in sbitmap_get()
183 alloc_hint in sbitmap_get()
139 sbitmap_find_bit_in_index(struct sbitmap *sb, int index, unsigned int alloc_hint, bool round_robin) sbitmap_find_bit_in_index() argument
192 sbitmap_get_shallow(struct sbitmap *sb, unsigned int alloc_hint, unsigned long shallow_depth) sbitmap_get_shallow() argument
[all...] |
| /kernel/linux/linux-6.6/io_uring/ |
| H A D | filetable.h | 26 table->alloc_hint = bit; in io_file_bitmap_clear()
33 table->alloc_hint = bit + 1; in io_file_bitmap_set()
71 ctx->file_table.alloc_hint = ctx->file_alloc_start; in io_reset_alloc_hint()
|
| H A D | filetable.c | 26 ret = find_next_zero_bit(table->bitmap, nr, table->alloc_hint); in io_file_bitmap_get()
30 if (table->alloc_hint == ctx->file_alloc_start) in io_file_bitmap_get()
32 nr = table->alloc_hint; in io_file_bitmap_get()
33 table->alloc_hint = ctx->file_alloc_start; in io_file_bitmap_get()
|
| /kernel/linux/linux-5.10/include/linux/ |
| H A D | sbitmap.h | 104 * @alloc_hint: Cache of last successfully allocated or freed bit.
109 unsigned int __percpu *alloc_hint; member
181 * @alloc_hint: Hint for where to start searching for a free bit.
190 int sbitmap_get(struct sbitmap *sb, unsigned int alloc_hint, bool round_robin);
196 * @alloc_hint: Hint for where to start searching for a free bit.
208 int sbitmap_get_shallow(struct sbitmap *sb, unsigned int alloc_hint,
377 free_percpu(sbq->alloc_hint); in sbitmap_queue_free()
|
| /kernel/linux/linux-6.6/include/linux/ |
| H A D | sbitmap.h | 74 * @alloc_hint: Cache of last successfully allocated or freed bit.
79 unsigned int __percpu *alloc_hint; member
160 * @alloc_hint: If true, apply percpu hint for where to start searching for
166 gfp_t flags, int node, bool round_robin, bool alloc_hint);
182 free_percpu(sb->alloc_hint); in sbitmap_free()
344 if (likely(sb->alloc_hint && !sb->round_robin && bitnr < sb->depth)) in sbitmap_put()
345 *raw_cpu_ptr(sb->alloc_hint) = bitnr; in sbitmap_put()
|
| H A D | io_uring_types.h | 34 unsigned int alloc_hint; member
|
| /kernel/linux/linux-5.10/fs/btrfs/ |
| H A D | inode-map.c | 407 u64 alloc_hint = 0; in btrfs_save_ino_cache() local
504 prealloc, prealloc, &alloc_hint); in btrfs_save_ino_cache()
|
| H A D | inode.c | 771 u64 alloc_hint = 0; in submit_compressed_extents() local
823 0, alloc_hint, &ins, 1, 1); in submit_compressed_extents()
909 alloc_hint = ins.objectid + ins.offset; in submit_compressed_extents()
937 u64 alloc_hint = 0; in get_extent_allocation_hint() local
951 alloc_hint = em->block_start; in get_extent_allocation_hint()
955 alloc_hint = em->block_start; in get_extent_allocation_hint()
961 return alloc_hint; in get_extent_allocation_hint()
984 u64 alloc_hint = 0; in cow_file_range() local
1034 alloc_hint = get_extent_allocation_hint(inode, start, num_bytes); in cow_file_range()
1056 min_alloc_size, 0, alloc_hint, in cow_file_range()
6972 u64 alloc_hint; btrfs_new_extent_direct() local
9776 __btrfs_prealloc_file_range(struct inode *inode, int mode, u64 start, u64 num_bytes, u64 min_size, loff_t actual_len, u64 *alloc_hint, struct btrfs_trans_handle *trans) __btrfs_prealloc_file_range() argument
9907 btrfs_prealloc_file_range(struct inode *inode, int mode, u64 start, u64 num_bytes, u64 min_size, loff_t actual_len, u64 *alloc_hint) btrfs_prealloc_file_range() argument
9916 btrfs_prealloc_file_range_trans(struct inode *inode, struct btrfs_trans_handle *trans, int mode, u64 start, u64 num_bytes, u64 min_size, loff_t actual_len, u64 *alloc_hint) btrfs_prealloc_file_range_trans() argument
[all...] |
| H A D | file.c | 3110 u64 alloc_hint = 0; in btrfs_zero_range() local
3157 alloc_hint = em->block_start + em->len; in btrfs_zero_range()
3260 offset + len, &alloc_hint); in btrfs_zero_range()
3292 u64 alloc_hint = 0; in btrfs_fallocate() local
3459 offset + len, &alloc_hint); in btrfs_fallocate()
|
| H A D | block-group.c | 2388 u64 alloc_hint = 0; in cache_save_setup() local
2513 &alloc_hint); in cache_save_setup()
|
| H A D | ctree.h | 3060 loff_t actual_len, u64 *alloc_hint);
3064 loff_t actual_len, u64 *alloc_hint);
|
| H A D | relocation.c | 2609 u64 alloc_hint = 0; in prealloc_file_extent_cluster() local
2638 end + 1, &alloc_hint); in prealloc_file_extent_cluster()
|
| /kernel/linux/linux-6.6/fs/btrfs/ |
| H A D | btrfs_inode.h | 495 loff_t actual_len, u64 *alloc_hint);
499 loff_t actual_len, u64 *alloc_hint);
|
| H A D | inode.c | 1096 u64 *alloc_hint) in submit_one_async_extent()
1134 0, *alloc_hint, &ins, 1, 1); in submit_one_async_extent()
1185 *alloc_hint = ins.objectid + ins.offset; in submit_one_async_extent()
1218 u64 alloc_hint = 0; in get_extent_allocation_hint() local
1232 alloc_hint = em->block_start; in get_extent_allocation_hint()
1236 alloc_hint = em->block_start; in get_extent_allocation_hint()
1242 return alloc_hint; in get_extent_allocation_hint()
1280 u64 alloc_hint = 0; in cow_file_range() local
1355 alloc_hint = get_extent_allocation_hint(inode, start, num_bytes); in cow_file_range()
1378 min_alloc_size, 0, alloc_hint, in cow_file_range()
1094 submit_one_async_extent(struct async_chunk *async_chunk, struct async_extent *async_extent, u64 *alloc_hint) submit_one_async_extent() argument
1576 u64 alloc_hint = 0; submit_compressed_extents() local
6992 u64 alloc_hint; btrfs_new_extent_direct() local
9568 __btrfs_prealloc_file_range(struct inode *inode, int mode, u64 start, u64 num_bytes, u64 min_size, loff_t actual_len, u64 *alloc_hint, struct btrfs_trans_handle *trans) __btrfs_prealloc_file_range() argument
9688 btrfs_prealloc_file_range(struct inode *inode, int mode, u64 start, u64 num_bytes, u64 min_size, loff_t actual_len, u64 *alloc_hint) btrfs_prealloc_file_range() argument
9697 btrfs_prealloc_file_range_trans(struct inode *inode, struct btrfs_trans_handle *trans, int mode, u64 start, u64 num_bytes, u64 min_size, loff_t actual_len, u64 *alloc_hint) btrfs_prealloc_file_range_trans() argument
[all...] |
| H A D | file.c | 2855 u64 alloc_hint = 0; in btrfs_zero_range() local
2900 alloc_hint = em->block_start + em->len; in btrfs_zero_range()
3003 offset + len, &alloc_hint); in btrfs_zero_range()
3035 u64 alloc_hint = 0; in btrfs_fallocate() local
3175 offset + len, &alloc_hint); in btrfs_fallocate()
|
| H A D | block-group.c | 3102 u64 alloc_hint = 0; in cache_save_setup() local
3230 &alloc_hint); in cache_save_setup()
|
| H A D | relocation.c | 2835 u64 alloc_hint = 0; in prealloc_file_extent_cluster() local
2926 end + 1, &alloc_hint); in prealloc_file_extent_cluster()
|
| /kernel/linux/linux-5.10/include/linux/ceph/ |
| H A D | rados.h | 534 } __attribute__ ((packed)) alloc_hint; member
|
| H A D | osd_client.h | 140 } alloc_hint; member
|
| /kernel/linux/linux-6.6/include/linux/ceph/ |
| H A D | osd_client.h | 194 } alloc_hint; member
|
| H A D | rados.h | 538 } __attribute__ ((packed)) alloc_hint; member
|
| /kernel/linux/linux-5.10/net/ceph/ |
| H A D | osd_client.c | 922 op->alloc_hint.expected_object_size = expected_object_size; in osd_req_op_alloc_hint_init()
923 op->alloc_hint.expected_write_size = expected_write_size; in osd_req_op_alloc_hint_init()
924 op->alloc_hint.flags = flags; in osd_req_op_alloc_hint_init()
996 dst->alloc_hint.expected_object_size = in osd_req_encode_op()
997 cpu_to_le64(src->alloc_hint.expected_object_size); in osd_req_encode_op()
998 dst->alloc_hint.expected_write_size = in osd_req_encode_op()
999 cpu_to_le64(src->alloc_hint.expected_write_size); in osd_req_encode_op()
1000 dst->alloc_hint.flags = cpu_to_le32(src->alloc_hint.flags); in osd_req_encode_op()
|
| /kernel/linux/linux-6.6/net/ceph/ |
| H A D | osd_client.c | 950 op->alloc_hint.expected_object_size = expected_object_size; in osd_req_op_alloc_hint_init()
951 op->alloc_hint.expected_write_size = expected_write_size; in osd_req_op_alloc_hint_init()
952 op->alloc_hint.flags = flags; in osd_req_op_alloc_hint_init()
1027 dst->alloc_hint.expected_object_size = in osd_req_encode_op()
1028 cpu_to_le64(src->alloc_hint.expected_object_size); in osd_req_encode_op()
1029 dst->alloc_hint.expected_write_size = in osd_req_encode_op()
1030 cpu_to_le64(src->alloc_hint.expected_write_size); in osd_req_encode_op()
1031 dst->alloc_hint.flags = cpu_to_le32(src->alloc_hint.flags); in osd_req_encode_op()
|