Lines Matching refs:md
34 struct writeset_metadata md;
94 ws->md.nr_bits = nr_blocks;
95 r = setup_on_disk_bitset(info, ws->md.nr_bits, &ws->md.root);
139 r = dm_bitset_set_bit(info, ws->md.root, block, &ws->md.root);
301 static int superblock_read_lock(struct era_metadata *md,
304 return dm_bm_read_lock(md->bm, SUPERBLOCK_LOCATION,
308 static int superblock_lock_zero(struct era_metadata *md,
311 return dm_bm_write_lock_zero(md->bm, SUPERBLOCK_LOCATION,
315 static int superblock_lock(struct era_metadata *md,
318 return dm_bm_write_lock(md->bm, SUPERBLOCK_LOCATION,
368 struct era_metadata *md = context;
375 dm_tm_inc(md->tm, b);
380 struct era_metadata *md = context;
387 dm_bitset_del(&md->bitset_info, b);
397 static void setup_writeset_tree_info(struct era_metadata *md)
399 struct dm_btree_value_type *vt = &md->writeset_tree_info.value_type;
400 md->writeset_tree_info.tm = md->tm;
401 md->writeset_tree_info.levels = 1;
402 vt->context = md;
409 static void setup_era_array_info(struct era_metadata *md)
419 dm_array_info_init(&md->era_array_info, md->tm, &vt);
422 static void setup_infos(struct era_metadata *md)
424 dm_disk_bitset_init(md->tm, &md->bitset_info);
425 setup_writeset_tree_info(md);
426 setup_era_array_info(md);
431 static int create_fresh_metadata(struct era_metadata *md)
435 r = dm_tm_create_with_sm(md->bm, SUPERBLOCK_LOCATION,
436 &md->tm, &md->sm);
442 setup_infos(md);
444 r = dm_btree_empty(&md->writeset_tree_info, &md->writeset_tree_root);
450 r = dm_array_empty(&md->era_array_info, &md->era_array_root);
459 dm_sm_destroy(md->sm);
460 dm_tm_destroy(md->tm);
465 static int save_sm_root(struct era_metadata *md)
470 r = dm_sm_root_size(md->sm, &metadata_len);
474 return dm_sm_copy_root(md->sm, &md->metadata_space_map_root,
478 static void copy_sm_root(struct era_metadata *md, struct superblock_disk *disk)
481 &md->metadata_space_map_root,
482 sizeof(md->metadata_space_map_root));
487 * with every commit (possible optimisation here). 'md' should be fully
490 static void prepare_superblock(struct era_metadata *md, struct superblock_disk *disk)
499 copy_sm_root(md, disk);
501 disk->data_block_size = cpu_to_le32(md->block_size);
503 disk->nr_blocks = cpu_to_le32(md->nr_blocks);
504 disk->current_era = cpu_to_le32(md->current_era);
506 ws_pack(&md->current_writeset->md, &disk->current_writeset);
507 disk->writeset_tree_root = cpu_to_le64(md->writeset_tree_root);
508 disk->era_array_root = cpu_to_le64(md->era_array_root);
509 disk->metadata_snap = cpu_to_le64(md->metadata_snap);
512 static int write_superblock(struct era_metadata *md)
518 r = save_sm_root(md);
524 r = superblock_lock_zero(md, &sblock);
529 prepare_superblock(md, disk);
531 return dm_tm_commit(md->tm, sblock);
537 static int format_metadata(struct era_metadata *md)
541 r = create_fresh_metadata(md);
545 r = write_superblock(md);
547 dm_sm_destroy(md->sm);
548 dm_tm_destroy(md->tm);
555 static int open_metadata(struct era_metadata *md)
561 r = superblock_read_lock(md, &sblock);
570 if (le32_to_cpu(disk->data_block_size) != md->block_size) {
572 le32_to_cpu(disk->data_block_size), md->block_size);
577 r = dm_tm_open_with_sm(md->bm, SUPERBLOCK_LOCATION,
580 &md->tm, &md->sm);
586 setup_infos(md);
588 md->nr_blocks = le32_to_cpu(disk->nr_blocks);
589 md->current_era = le32_to_cpu(disk->current_era);
591 ws_unpack(&disk->current_writeset, &md->current_writeset->md);
592 md->writeset_tree_root = le64_to_cpu(disk->writeset_tree_root);
593 md->era_array_root = le64_to_cpu(disk->era_array_root);
594 md->metadata_snap = le64_to_cpu(disk->metadata_snap);
595 md->archived_writesets = true;
606 static int open_or_format_metadata(struct era_metadata *md,
612 r = superblock_all_zeroes(md->bm, &unformatted);
617 return may_format ? format_metadata(md) : -EPERM;
619 return open_metadata(md);
622 static int create_persistent_data_objects(struct era_metadata *md,
627 md->bm = dm_block_manager_create(md->bdev, DM_ERA_METADATA_BLOCK_SIZE,
629 if (IS_ERR(md->bm)) {
631 return PTR_ERR(md->bm);
634 r = open_or_format_metadata(md, may_format);
636 dm_block_manager_destroy(md->bm);
641 static void destroy_persistent_data_objects(struct era_metadata *md)
643 dm_sm_destroy(md->sm);
644 dm_tm_destroy(md->tm);
645 dm_block_manager_destroy(md->bm);
651 static void swap_writeset(struct era_metadata *md, struct writeset *new_writeset)
653 rcu_assign_pointer(md->current_writeset, new_writeset);
674 static int metadata_digest_lookup_writeset(struct era_metadata *md,
677 static int metadata_digest_remove_writeset(struct era_metadata *md,
683 r = dm_btree_remove(&md->writeset_tree_info, md->writeset_tree_root,
684 &key, &md->writeset_tree_root);
696 static int metadata_digest_transcribe_writeset(struct era_metadata *md,
714 r = dm_array_set_value(&md->era_array_info, md->era_array_root,
715 b, &d->value, &md->era_array_root);
730 static int metadata_digest_lookup_writeset(struct era_metadata *md,
737 r = dm_btree_find_lowest_key(&md->writeset_tree_info,
738 md->writeset_tree_root, &key);
744 r = dm_btree_lookup(&md->writeset_tree_info,
745 md->writeset_tree_root, &key, &disk);
763 dm_disk_bitset_init(md->tm, &d->info);
765 d->nr_bits = min(d->writeset.nr_bits, md->nr_blocks);
772 static int metadata_digest_start(struct era_metadata *md, struct digest *d)
792 struct era_metadata *md = kzalloc(sizeof(*md), GFP_KERNEL);
794 if (!md)
797 md->bdev = bdev;
798 md->block_size = block_size;
800 md->writesets[0].md.root = INVALID_WRITESET_ROOT;
801 md->writesets[1].md.root = INVALID_WRITESET_ROOT;
802 md->current_writeset = &md->writesets[0];
804 r = create_persistent_data_objects(md, may_format);
806 kfree(md);
810 return md;
813 static void metadata_close(struct era_metadata *md)
815 writeset_free(&md->writesets[0]);
816 writeset_free(&md->writesets[1]);
817 destroy_persistent_data_objects(md);
818 kfree(md);
830 static int metadata_resize(struct era_metadata *md, void *arg)
842 writeset_free(&md->writesets[0]);
843 writeset_free(&md->writesets[1]);
845 r = writeset_alloc(&md->writesets[0], *new_size);
851 r = writeset_alloc(&md->writesets[1], *new_size);
854 writeset_free(&md->writesets[0]);
860 r = dm_array_resize(&md->era_array_info, md->era_array_root,
861 md->nr_blocks, *new_size,
862 &value, &md->era_array_root);
865 writeset_free(&md->writesets[0]);
866 writeset_free(&md->writesets[1]);
870 md->nr_blocks = *new_size;
874 static int metadata_era_archive(struct era_metadata *md)
880 r = dm_bitset_flush(&md->bitset_info, md->current_writeset->md.root,
881 &md->current_writeset->md.root);
887 ws_pack(&md->current_writeset->md, &value);
889 keys[0] = md->current_era;
891 r = dm_btree_insert(&md->writeset_tree_info, md->writeset_tree_root,
892 keys, &value, &md->writeset_tree_root);
899 md->current_writeset->md.root = INVALID_WRITESET_ROOT;
900 md->archived_writesets = true;
905 static struct writeset *next_writeset(struct era_metadata *md)
907 return (md->current_writeset == &md->writesets[0]) ?
908 &md->writesets[1] : &md->writesets[0];
911 static int metadata_new_era(struct era_metadata *md)
914 struct writeset *new_writeset = next_writeset(md);
916 r = writeset_init(&md->bitset_info, new_writeset, md->nr_blocks);
922 swap_writeset(md, new_writeset);
923 md->current_era++;
928 static int metadata_era_rollover(struct era_metadata *md)
932 if (md->current_writeset->md.root != INVALID_WRITESET_ROOT) {
933 r = metadata_era_archive(md);
941 r = metadata_new_era(md);
951 static bool metadata_current_marked(struct era_metadata *md, dm_block_t block)
957 ws = rcu_dereference(md->current_writeset);
964 static int metadata_commit(struct era_metadata *md)
969 if (md->current_writeset->md.root != INVALID_WRITESET_ROOT) {
970 r = dm_bitset_flush(&md->bitset_info, md->current_writeset->md.root,
971 &md->current_writeset->md.root);
978 r = dm_tm_pre_commit(md->tm);
984 r = save_sm_root(md);
990 r = superblock_lock(md, &sblock);
996 prepare_superblock(md, dm_block_data(sblock));
998 return dm_tm_commit(md->tm, sblock);
1001 static int metadata_checkpoint(struct era_metadata *md)
1007 return metadata_era_rollover(md);
1013 static int metadata_take_snap(struct era_metadata *md)
1018 if (md->metadata_snap != SUPERBLOCK_LOCATION) {
1023 r = metadata_era_rollover(md);
1029 r = metadata_commit(md);
1035 r = dm_sm_inc_block(md->sm, SUPERBLOCK_LOCATION);
1041 r = dm_tm_shadow_block(md->tm, SUPERBLOCK_LOCATION,
1045 dm_sm_dec_block(md->sm, SUPERBLOCK_LOCATION);
1050 r = dm_sm_inc_block(md->sm, md->writeset_tree_root);
1053 dm_tm_unlock(md->tm, clone);
1057 r = dm_sm_inc_block(md->sm, md->era_array_root);
1060 dm_sm_dec_block(md->sm, md->writeset_tree_root);
1061 dm_tm_unlock(md->tm, clone);
1065 md->metadata_snap = dm_block_location(clone);
1067 dm_tm_unlock(md->tm, clone);
1072 static int metadata_drop_snap(struct era_metadata *md)
1079 if (md->metadata_snap == SUPERBLOCK_LOCATION) {
1084 r = dm_tm_read_lock(md->tm, md->metadata_snap, &sb_validator, &clone);
1094 md->metadata_snap = SUPERBLOCK_LOCATION;
1097 r = dm_btree_del(&md->writeset_tree_info,
1101 dm_tm_unlock(md->tm, clone);
1105 r = dm_array_del(&md->era_array_info, le64_to_cpu(disk->era_array_root));
1108 dm_tm_unlock(md->tm, clone);
1113 dm_tm_unlock(md->tm, clone);
1115 return dm_sm_dec_block(md->sm, location);
1125 static int metadata_get_stats(struct era_metadata *md, void *ptr)
1131 r = dm_sm_get_nr_free(md->sm, &nr_free);
1137 r = dm_sm_get_nr_blocks(md->sm, &nr_total);
1145 s->snap = md->metadata_snap;
1146 s->era = md->current_era;
1162 struct era_metadata *md;
1229 r = era->digest.step(era->md, &era->digest);
1246 struct writeset *ws = era->md->current_writeset;
1260 r = writeset_test_and_set(&era->md->bitset_info, ws,
1275 r = metadata_commit(era->md);
1311 rpc->result = rpc->fn0 ? rpc->fn0(era->md) : rpc->fn1(era->md, rpc->arg);
1316 r = metadata_commit(era->md);
1328 if (era->md->archived_writesets) {
1329 era->md->archived_writesets = false;
1330 metadata_digest_start(era->md, &era->digest);
1407 if (era->md)
1408 metadata_close(era->md);
1443 struct era_metadata *md;
1496 md = metadata_open(era->metadata_dev->bdev, era->sectors_per_block, true);
1497 if (IS_ERR(md)) {
1500 return PTR_ERR(md);
1502 era->md = md;
1549 !metadata_current_marked(era->md, block)) {
1570 r = metadata_commit(era->md);
1584 r = metadata_resize(era->md, &new_size);
1590 r = metadata_commit(era->md);