Lines Matching refs:ll
191 static int sm_ll_init(struct ll_disk *ll, struct dm_transaction_manager *tm)
193 memset(ll, 0, sizeof(struct ll_disk));
195 ll->tm = tm;
197 ll->bitmap_info.tm = tm;
198 ll->bitmap_info.levels = 1;
205 ll->bitmap_info.value_type.size = sizeof(struct disk_index_entry);
206 ll->bitmap_info.value_type.inc = NULL;
207 ll->bitmap_info.value_type.dec = NULL;
208 ll->bitmap_info.value_type.equal = NULL;
210 ll->ref_count_info.tm = tm;
211 ll->ref_count_info.levels = 1;
212 ll->ref_count_info.value_type.size = sizeof(uint32_t);
213 ll->ref_count_info.value_type.inc = NULL;
214 ll->ref_count_info.value_type.dec = NULL;
215 ll->ref_count_info.value_type.equal = NULL;
217 ll->block_size = dm_bm_block_size(dm_tm_get_bm(tm));
219 if (ll->block_size > (1 << 30)) {
224 ll->entries_per_block = (ll->block_size - sizeof(struct disk_bitmap_header)) *
226 ll->nr_blocks = 0;
227 ll->bitmap_root = 0;
228 ll->ref_count_root = 0;
229 ll->bitmap_index_changed = false;
234 int sm_ll_extend(struct ll_disk *ll, dm_block_t extra_blocks)
240 nr_blocks = ll->nr_blocks + extra_blocks;
241 old_blocks = dm_sector_div_up(ll->nr_blocks, ll->entries_per_block);
242 blocks = dm_sector_div_up(nr_blocks, ll->entries_per_block);
244 nr_indexes = dm_sector_div_up(nr_blocks, ll->entries_per_block);
245 if (nr_indexes > ll->max_entries(ll)) {
253 ll->nr_blocks = nr_blocks;
258 r = dm_tm_new_block(ll->tm, &dm_sm_bitmap_validator, &b);
264 dm_tm_unlock(ll->tm, b);
266 idx.nr_free = cpu_to_le32(ll->entries_per_block);
269 r = ll->save_ie(ll, i, &idx);
277 int sm_ll_lookup_bitmap(struct ll_disk *ll, dm_block_t b, uint32_t *result)
284 if (b >= ll->nr_blocks) {
289 b = do_div(index, ll->entries_per_block);
290 r = ll->load_ie(ll, index, &ie_disk);
294 r = dm_tm_read_lock(ll->tm, le64_to_cpu(ie_disk.blocknr),
301 dm_tm_unlock(ll->tm, blk);
306 static int sm_ll_lookup_big_ref_count(struct ll_disk *ll, dm_block_t b,
312 r = dm_btree_lookup(&ll->ref_count_info, ll->ref_count_root, &b, &le_rc);
321 int sm_ll_lookup(struct ll_disk *ll, dm_block_t b, uint32_t *result)
323 int r = sm_ll_lookup_bitmap(ll, b, result);
331 return sm_ll_lookup_big_ref_count(ll, b, result);
334 int sm_ll_find_free_block(struct ll_disk *ll, dm_block_t begin,
340 dm_block_t index_end = dm_sector_div_up(end, ll->entries_per_block);
345 begin = do_div(index_begin, ll->entries_per_block);
346 end = do_div(end, ll->entries_per_block);
348 end = ll->entries_per_block;
355 r = ll->load_ie(ll, i, &ie_disk);
362 r = dm_tm_read_lock(ll->tm, le64_to_cpu(ie_disk.blocknr),
367 bit_end = (i == index_end - 1) ? end : ll->entries_per_block;
377 dm_tm_unlock(ll->tm, blk);
381 dm_tm_unlock(ll->tm, blk);
383 *result = i * ll->entries_per_block + (dm_block_t) position;
417 static int sm_ll_mutate(struct ll_disk *ll, dm_block_t b,
429 bit = do_div(index, ll->entries_per_block);
430 r = ll->load_ie(ll, index, &ie_disk);
434 r = dm_tm_shadow_block(ll->tm, le64_to_cpu(ie_disk.blocknr),
446 r = sm_ll_lookup_big_ref_count(ll, b, &old);
448 dm_tm_unlock(ll->tm, nb);
455 dm_tm_unlock(ll->tm, nb);
462 dm_tm_unlock(ll->tm, nb);
465 r = dm_btree_remove(&ll->ref_count_info,
466 ll->ref_count_root,
467 &b, &ll->ref_count_root);
476 dm_tm_unlock(ll->tm, nb);
479 r = dm_btree_insert(&ll->ref_count_info, ll->ref_count_root,
480 &b, &le_rc, &ll->ref_count_root);
489 ll->nr_allocated++;
496 ll->nr_allocated--;
502 return ll->save_ie(ll, index, &ie_disk);
511 int sm_ll_insert(struct ll_disk *ll, dm_block_t b,
514 return sm_ll_mutate(ll, b, set_ref_count, &ref_count, ev);
523 int sm_ll_inc(struct ll_disk *ll, dm_block_t b, enum allocation_event *ev)
525 return sm_ll_mutate(ll, b, inc_ref_count, NULL, ev);
539 int sm_ll_dec(struct ll_disk *ll, dm_block_t b, enum allocation_event *ev)
541 return sm_ll_mutate(ll, b, dec_ref_count, NULL, ev);
544 int sm_ll_commit(struct ll_disk *ll)
548 if (ll->bitmap_index_changed) {
549 r = ll->commit(ll);
551 ll->bitmap_index_changed = false;
559 static int metadata_ll_load_ie(struct ll_disk *ll, dm_block_t index,
562 memcpy(ie, ll->mi_le.index + index, sizeof(*ie));
566 static int metadata_ll_save_ie(struct ll_disk *ll, dm_block_t index,
569 ll->bitmap_index_changed = true;
570 memcpy(ll->mi_le.index + index, ie, sizeof(*ie));
574 static int metadata_ll_init_index(struct ll_disk *ll)
579 r = dm_tm_new_block(ll->tm, &index_validator, &b);
583 ll->bitmap_root = dm_block_location(b);
585 dm_tm_unlock(ll->tm, b);
590 static int metadata_ll_open(struct ll_disk *ll)
595 r = dm_tm_read_lock(ll->tm, ll->bitmap_root,
600 memcpy(&ll->mi_le, dm_block_data(block), sizeof(ll->mi_le));
601 dm_tm_unlock(ll->tm, block);
606 static dm_block_t metadata_ll_max_entries(struct ll_disk *ll)
611 static int metadata_ll_commit(struct ll_disk *ll)
616 r = dm_tm_shadow_block(ll->tm, ll->bitmap_root, &index_validator, &b, &inc);
620 memcpy(dm_block_data(b), &ll->mi_le, sizeof(ll->mi_le));
621 ll->bitmap_root = dm_block_location(b);
623 dm_tm_unlock(ll->tm, b);
628 int sm_ll_new_metadata(struct ll_disk *ll, struct dm_transaction_manager *tm)
632 r = sm_ll_init(ll, tm);
636 ll->load_ie = metadata_ll_load_ie;
637 ll->save_ie = metadata_ll_save_ie;
638 ll->init_index = metadata_ll_init_index;
639 ll->open_index = metadata_ll_open;
640 ll->max_entries = metadata_ll_max_entries;
641 ll->commit = metadata_ll_commit;
643 ll->nr_blocks = 0;
644 ll->nr_allocated = 0;
646 r = ll->init_index(ll);
650 r = dm_btree_empty(&ll->ref_count_info, &ll->ref_count_root);
657 int sm_ll_open_metadata(struct ll_disk *ll, struct dm_transaction_manager *tm,
674 r = sm_ll_init(ll, tm);
678 ll->load_ie = metadata_ll_load_ie;
679 ll->save_ie = metadata_ll_save_ie;
680 ll->init_index = metadata_ll_init_index;
681 ll->open_index = metadata_ll_open;
682 ll->max_entries = metadata_ll_max_entries;
683 ll->commit = metadata_ll_commit;
685 ll->nr_blocks = le64_to_cpu(smr.nr_blocks);
686 ll->nr_allocated = le64_to_cpu(smr.nr_allocated);
687 ll->bitmap_root = le64_to_cpu(smr.bitmap_root);
688 ll->ref_count_root = le64_to_cpu(smr.ref_count_root);
690 return ll->open_index(ll);
695 static int disk_ll_load_ie(struct ll_disk *ll, dm_block_t index,
698 return dm_btree_lookup(&ll->bitmap_info, ll->bitmap_root, &index, ie);
701 static int disk_ll_save_ie(struct ll_disk *ll, dm_block_t index,
705 return dm_btree_insert(&ll->bitmap_info, ll->bitmap_root,
706 &index, ie, &ll->bitmap_root);
709 static int disk_ll_init_index(struct ll_disk *ll)
711 return dm_btree_empty(&ll->bitmap_info, &ll->bitmap_root);
714 static int disk_ll_open(struct ll_disk *ll)
720 static dm_block_t disk_ll_max_entries(struct ll_disk *ll)
725 static int disk_ll_commit(struct ll_disk *ll)
730 int sm_ll_new_disk(struct ll_disk *ll, struct dm_transaction_manager *tm)
734 r = sm_ll_init(ll, tm);
738 ll->load_ie = disk_ll_load_ie;
739 ll->save_ie = disk_ll_save_ie;
740 ll->init_index = disk_ll_init_index;
741 ll->open_index = disk_ll_open;
742 ll->max_entries = disk_ll_max_entries;
743 ll->commit = disk_ll_commit;
745 ll->nr_blocks = 0;
746 ll->nr_allocated = 0;
748 r = ll->init_index(ll);
752 r = dm_btree_empty(&ll->ref_count_info, &ll->ref_count_root);
759 int sm_ll_open_disk(struct ll_disk *ll, struct dm_transaction_manager *tm,
770 r = sm_ll_init(ll, tm);
774 ll->load_ie = disk_ll_load_ie;
775 ll->save_ie = disk_ll_save_ie;
776 ll->init_index = disk_ll_init_index;
777 ll->open_index = disk_ll_open;
778 ll->max_entries = disk_ll_max_entries;
779 ll->commit = disk_ll_commit;
781 ll->nr_blocks = le64_to_cpu(smr->nr_blocks);
782 ll->nr_allocated = le64_to_cpu(smr->nr_allocated);
783 ll->bitmap_root = le64_to_cpu(smr->bitmap_root);
784 ll->ref_count_root = le64_to_cpu(smr->ref_count_root);
786 return ll->open_index(ll);