29 void nilfs_set_last_segment(struct the_nilfs *nilfs,  in nilfs_set_last_segment()  argument
32 	spin_lock(&nilfs->ns_last_segment_lock);  in nilfs_set_last_segment()
33 	nilfs->ns_last_pseg = start_blocknr;  in nilfs_set_last_segment()
34 	nilfs->ns_last_seq = seq;  in nilfs_set_last_segment()
35 	nilfs->ns_last_cno = cno;  in nilfs_set_last_segment()
37 	if (!nilfs_sb_dirty(nilfs)) {  in nilfs_set_last_segment()
38 		if (nilfs->ns_prev_seq == nilfs->ns_last_seq)  in nilfs_set_last_segment()
41 		set_nilfs_sb_dirty(nilfs);  in nilfs_set_last_segment()
43 	nilfs->ns_prev_seq = nilfs->ns_last_seq;  in nilfs_set_last_segment()
46 	spin_unlock(&nilfs->ns_last_segment_lock);  in nilfs_set_last_segment()
58 	struct the_nilfs *nilfs;  in alloc_nilfs()  local
60 	nilfs = kzalloc(sizeof(*nilfs), GFP_KERNEL);  in alloc_nilfs()
61 	if (!nilfs)  in alloc_nilfs()
64 	nilfs->ns_sb = sb;  in alloc_nilfs()
65 	nilfs->ns_bdev = sb->s_bdev;  in alloc_nilfs()
66 	atomic_set(&nilfs->ns_ndirtyblks, 0);  in alloc_nilfs()
67 	init_rwsem(&nilfs->ns_sem);  in alloc_nilfs()
68 	mutex_init(&nilfs->ns_snapshot_mount_mutex);  in alloc_nilfs()
69 	INIT_LIST_HEAD(&nilfs->ns_dirty_files);  in alloc_nilfs()
70 	INIT_LIST_HEAD(&nilfs->ns_gc_inodes);  in alloc_nilfs()
71 	spin_lock_init(&nilfs->ns_inode_lock);  in alloc_nilfs()
72 	spin_lock_init(&nilfs->ns_next_gen_lock);  in alloc_nilfs()
73 	spin_lock_init(&nilfs->ns_last_segment_lock);  in alloc_nilfs()
74 	nilfs->ns_cptree = RB_ROOT;  in alloc_nilfs()
75 	spin_lock_init(&nilfs->ns_cptree_lock);  in alloc_nilfs()
76 	init_rwsem(&nilfs->ns_segctor_sem);  in alloc_nilfs()
77 	nilfs->ns_sb_update_freq = NILFS_SB_FREQ;  in alloc_nilfs()
79 	return nilfs;  in alloc_nilfs()
86 void destroy_nilfs(struct the_nilfs *nilfs)  in destroy_nilfs()  argument
89 	if (nilfs_init(nilfs)) {  in destroy_nilfs()
90 		nilfs_sysfs_delete_device_group(nilfs);  in destroy_nilfs()
91 		brelse(nilfs->ns_sbh[0]);  in destroy_nilfs()
92 		brelse(nilfs->ns_sbh[1]);  in destroy_nilfs()
94 	kfree(nilfs);  in destroy_nilfs()
97 static int nilfs_load_super_root(struct the_nilfs *nilfs,  in nilfs_load_super_root()  argument
102 	struct nilfs_super_block **sbp = nilfs->ns_sbp;  in nilfs_load_super_root()
108 	err = nilfs_read_super_root_block(nilfs, sr_block, &bh_sr, 1);  in nilfs_load_super_root()
112 	down_read(&nilfs->ns_sem);  in nilfs_load_super_root()
116 	up_read(&nilfs->ns_sem);  in nilfs_load_super_root()
118 	inode_size = nilfs->ns_inode_size;  in nilfs_load_super_root()
121 	err = nilfs_dat_read(sb, dat_entry_size, rawi, &nilfs->ns_dat);  in nilfs_load_super_root()
126 	err = nilfs_cpfile_read(sb, checkpoint_size, rawi, &nilfs->ns_cpfile);  in nilfs_load_super_root()
132 				&nilfs->ns_sufile);  in nilfs_load_super_root()
137 	nilfs->ns_nongc_ctime = le64_to_cpu(raw_sr->sr_nongc_ctime);  in nilfs_load_super_root()
144 	iput(nilfs->ns_cpfile);  in nilfs_load_super_root()
147 	iput(nilfs->ns_dat);  in nilfs_load_super_root()
172 static int nilfs_store_log_cursor(struct the_nilfs *nilfs,  in nilfs_store_log_cursor()  argument
177 	nilfs->ns_last_pseg = le64_to_cpu(sbp->s_last_pseg);  in nilfs_store_log_cursor()
178 	nilfs->ns_last_cno = le64_to_cpu(sbp->s_last_cno);  in nilfs_store_log_cursor()
179 	nilfs->ns_last_seq = le64_to_cpu(sbp->s_last_seq);  in nilfs_store_log_cursor()
181 	nilfs->ns_prev_seq = nilfs->ns_last_seq;  in nilfs_store_log_cursor()
182 	nilfs->ns_seg_seq = nilfs->ns_last_seq;  in nilfs_store_log_cursor()
183 	nilfs->ns_segnum =  in nilfs_store_log_cursor()
184 		nilfs_get_segnum_of_block(nilfs, nilfs->ns_last_pseg);  in nilfs_store_log_cursor()
185 	nilfs->ns_cno = nilfs->ns_last_cno + 1;  in nilfs_store_log_cursor()
186 	if (nilfs->ns_segnum >= nilfs->ns_nsegments) {  in nilfs_store_log_cursor()
187 		nilfs_err(nilfs->ns_sb,  in nilfs_store_log_cursor()
189 			  (unsigned long long)nilfs->ns_segnum,  in nilfs_store_log_cursor()
190 			  nilfs->ns_nsegments);  in nilfs_store_log_cursor()
233 int load_nilfs(struct the_nilfs *nilfs, struct super_block *sb)  in load_nilfs()  argument
237 	int really_read_only = bdev_read_only(nilfs->ns_bdev);  in load_nilfs()
238 	int valid_fs = nilfs_valid_fs(nilfs);  in load_nilfs()
253 	err = nilfs_search_super_root(nilfs, &ri);  in load_nilfs()
255 		struct nilfs_super_block **sbp = nilfs->ns_sbp;  in load_nilfs()
272 		memcpy(sbp[0], sbp[1], nilfs->ns_sbsize);  in load_nilfs()
273 		nilfs->ns_crc_seed = le32_to_cpu(sbp[0]->s_crc_seed);  in load_nilfs()
274 		nilfs->ns_sbwtime = le64_to_cpu(sbp[0]->s_wtime);  in load_nilfs()
281 		if (blocksize != nilfs->ns_blocksize) {  in load_nilfs()
284 				   blocksize, nilfs->ns_blocksize);  in load_nilfs()
289 		err = nilfs_store_log_cursor(nilfs, sbp[0]);  in load_nilfs()
294 		nilfs->ns_mount_state &= ~NILFS_VALID_FS;  in load_nilfs()
297 		err = nilfs_search_super_root(nilfs, &ri);  in load_nilfs()
302 	err = nilfs_load_super_root(nilfs, sb, ri.ri_super_root);  in load_nilfs()
314 		if (nilfs_test_opt(nilfs, NORECOVERY)) {  in load_nilfs()
319 		features = le64_to_cpu(nilfs->ns_sbp[0]->s_feature_compat_ro) &  in load_nilfs()
335 	} else if (nilfs_test_opt(nilfs, NORECOVERY)) {  in load_nilfs()
342 	err = nilfs_salvage_orphan_logs(nilfs, sb, &ri);  in load_nilfs()
346 	down_write(&nilfs->ns_sem);  in load_nilfs()
347 	nilfs->ns_mount_state |= NILFS_VALID_FS; /* set "clean" flag */  in load_nilfs()
349 	up_write(&nilfs->ns_sem);  in load_nilfs()
369 	iput(nilfs->ns_cpfile);  in load_nilfs()
370 	iput(nilfs->ns_sufile);  in load_nilfs()
371 	iput(nilfs->ns_dat);  in load_nilfs()
395 unsigned long nilfs_nrsvsegs(struct the_nilfs *nilfs, unsigned long nsegs)  in nilfs_nrsvsegs()  argument
398 		     DIV_ROUND_UP(nsegs * nilfs->ns_r_segments_percentage,  in nilfs_nrsvsegs()
402 void nilfs_set_nsegments(struct the_nilfs *nilfs, unsigned long nsegs)  in nilfs_set_nsegments()  argument
404 	nilfs->ns_nsegments = nsegs;  in nilfs_set_nsegments()
405 	nilfs->ns_nrsvsegs = nilfs_nrsvsegs(nilfs, nsegs);  in nilfs_set_nsegments()
408 static int nilfs_store_disk_layout(struct the_nilfs *nilfs,  in nilfs_store_disk_layout()  argument
412 		nilfs_err(nilfs->ns_sb,  in nilfs_store_disk_layout()
419 	nilfs->ns_sbsize = le16_to_cpu(sbp->s_bytes);  in nilfs_store_disk_layout()
420 	if (nilfs->ns_sbsize > BLOCK_SIZE)  in nilfs_store_disk_layout()
423 	nilfs->ns_inode_size = le16_to_cpu(sbp->s_inode_size);  in nilfs_store_disk_layout()
424 	if (nilfs->ns_inode_size > nilfs->ns_blocksize) {  in nilfs_store_disk_layout()
425 		nilfs_err(nilfs->ns_sb, "too large inode size: %d bytes",  in nilfs_store_disk_layout()
426 			  nilfs->ns_inode_size);  in nilfs_store_disk_layout()
428 	} else if (nilfs->ns_inode_size < NILFS_MIN_INODE_SIZE) {  in nilfs_store_disk_layout()
429 		nilfs_err(nilfs->ns_sb, "too small inode size: %d bytes",  in nilfs_store_disk_layout()
430 			  nilfs->ns_inode_size);  in nilfs_store_disk_layout()
434 	nilfs->ns_first_ino = le32_to_cpu(sbp->s_first_ino);  in nilfs_store_disk_layout()
436 	nilfs->ns_blocks_per_segment = le32_to_cpu(sbp->s_blocks_per_segment);  in nilfs_store_disk_layout()
437 	if (nilfs->ns_blocks_per_segment < NILFS_SEG_MIN_BLOCKS) {  in nilfs_store_disk_layout()
438 		nilfs_err(nilfs->ns_sb, "too short segment: %lu blocks",  in nilfs_store_disk_layout()
439 			  nilfs->ns_blocks_per_segment);  in nilfs_store_disk_layout()
443 	nilfs->ns_first_data_block = le64_to_cpu(sbp->s_first_data_block);  in nilfs_store_disk_layout()
444 	nilfs->ns_r_segments_percentage =  in nilfs_store_disk_layout()
446 	if (nilfs->ns_r_segments_percentage < 1 ||  in nilfs_store_disk_layout()
447 	    nilfs->ns_r_segments_percentage > 99) {  in nilfs_store_disk_layout()
448 		nilfs_err(nilfs->ns_sb,  in nilfs_store_disk_layout()
450 			  nilfs->ns_r_segments_percentage);  in nilfs_store_disk_layout()
454 	nilfs_set_nsegments(nilfs, le64_to_cpu(sbp->s_nsegments));  in nilfs_store_disk_layout()
455 	nilfs->ns_crc_seed = le32_to_cpu(sbp->s_crc_seed);  in nilfs_store_disk_layout()
508 static void nilfs_release_super_block(struct the_nilfs *nilfs)  in nilfs_release_super_block()  argument
513 		if (nilfs->ns_sbp[i]) {  in nilfs_release_super_block()
514 			brelse(nilfs->ns_sbh[i]);  in nilfs_release_super_block()
515 			nilfs->ns_sbh[i] = NULL;  in nilfs_release_super_block()
516 			nilfs->ns_sbp[i] = NULL;  in nilfs_release_super_block()
521 void nilfs_fall_back_super_block(struct the_nilfs *nilfs)  in nilfs_fall_back_super_block()  argument
523 	brelse(nilfs->ns_sbh[0]);  in nilfs_fall_back_super_block()
524 	nilfs->ns_sbh[0] = nilfs->ns_sbh[1];  in nilfs_fall_back_super_block()
525 	nilfs->ns_sbp[0] = nilfs->ns_sbp[1];  in nilfs_fall_back_super_block()
526 	nilfs->ns_sbh[1] = NULL;  in nilfs_fall_back_super_block()
527 	nilfs->ns_sbp[1] = NULL;  in nilfs_fall_back_super_block()
530 void nilfs_swap_super_block(struct the_nilfs *nilfs)  in nilfs_swap_super_block()  argument
532 	struct buffer_head *tsbh = nilfs->ns_sbh[0];  in nilfs_swap_super_block()
533 	struct nilfs_super_block *tsbp = nilfs->ns_sbp[0];  in nilfs_swap_super_block()
535 	nilfs->ns_sbh[0] = nilfs->ns_sbh[1];  in nilfs_swap_super_block()
536 	nilfs->ns_sbp[0] = nilfs->ns_sbp[1];  in nilfs_swap_super_block()
537 	nilfs->ns_sbh[1] = tsbh;  in nilfs_swap_super_block()
538 	nilfs->ns_sbp[1] = tsbp;  in nilfs_swap_super_block()
541 static int nilfs_load_super_block(struct the_nilfs *nilfs,  in nilfs_load_super_block()  argument
545 	struct nilfs_super_block **sbp = nilfs->ns_sbp;  in nilfs_load_super_block()
546 	struct buffer_head **sbh = nilfs->ns_sbh;  in nilfs_load_super_block()
547 	u64 sb2off = NILFS_SB2_OFFSET_BYTES(bdev_nr_bytes(nilfs->ns_bdev));  in nilfs_load_super_block()
586 		nilfs_release_super_block(nilfs);  in nilfs_load_super_block()
596 		nilfs_swap_super_block(nilfs);  in nilfs_load_super_block()
598 	nilfs->ns_sbwcount = 0;  in nilfs_load_super_block()
599 	nilfs->ns_sbwtime = le64_to_cpu(sbp[0]->s_wtime);  in nilfs_load_super_block()
600 	nilfs->ns_prot_seq = le64_to_cpu(sbp[valid[1] & !swp]->s_last_seq);  in nilfs_load_super_block()
618 int init_nilfs(struct the_nilfs *nilfs, struct super_block *sb, char *data)  in init_nilfs()  argument
624 	down_write(&nilfs->ns_sem);  in init_nilfs()
632 	err = nilfs_load_super_block(nilfs, sb, blocksize, &sbp);  in init_nilfs()
665 		nilfs_release_super_block(nilfs);  in init_nilfs()
668 		err = nilfs_load_super_block(nilfs, sb, blocksize, &sbp);  in init_nilfs()
676 	nilfs->ns_blocksize_bits = sb->s_blocksize_bits;  in init_nilfs()
677 	nilfs->ns_blocksize = blocksize;  in init_nilfs()
679 	get_random_bytes(&nilfs->ns_next_generation,  in init_nilfs()
680 			 sizeof(nilfs->ns_next_generation));  in init_nilfs()
682 	err = nilfs_store_disk_layout(nilfs, sbp);  in init_nilfs()
688 	nilfs->ns_mount_state = le16_to_cpu(sbp->s_state);  in init_nilfs()
690 	err = nilfs_store_log_cursor(nilfs, sbp);  in init_nilfs()
698 	set_nilfs_init(nilfs);  in init_nilfs()
701 	up_write(&nilfs->ns_sem);  in init_nilfs()
705 	nilfs_release_super_block(nilfs);  in init_nilfs()
709 int nilfs_discard_segments(struct the_nilfs *nilfs, __u64 *segnump,  in nilfs_discard_segments()  argument
718 	sects_per_block = (1 << nilfs->ns_blocksize_bits) /  in nilfs_discard_segments()
719 		bdev_logical_block_size(nilfs->ns_bdev);  in nilfs_discard_segments()
721 		nilfs_get_segment_range(nilfs, *sn, &seg_start, &seg_end);  in nilfs_discard_segments()
729 			ret = blkdev_issue_discard(nilfs->ns_bdev,  in nilfs_discard_segments()
739 		ret = blkdev_issue_discard(nilfs->ns_bdev,  in nilfs_discard_segments()
746 int nilfs_count_free_blocks(struct the_nilfs *nilfs, sector_t *nblocks)  in nilfs_count_free_blocks()  argument
750 	ncleansegs = nilfs_sufile_get_ncleansegs(nilfs->ns_sufile);  in nilfs_count_free_blocks()
751 	*nblocks = (sector_t)ncleansegs * nilfs->ns_blocks_per_segment;  in nilfs_count_free_blocks()
755 int nilfs_near_disk_full(struct the_nilfs *nilfs)  in nilfs_near_disk_full()  argument
759 	ncleansegs = nilfs_sufile_get_ncleansegs(nilfs->ns_sufile);  in nilfs_near_disk_full()
760 	nincsegs = atomic_read(&nilfs->ns_ndirtyblks) /  in nilfs_near_disk_full()
761 		nilfs->ns_blocks_per_segment + 1;  in nilfs_near_disk_full()
763 	return ncleansegs <= nilfs->ns_nrsvsegs + nincsegs;  in nilfs_near_disk_full()
766 struct nilfs_root *nilfs_lookup_root(struct the_nilfs *nilfs, __u64 cno)  in nilfs_lookup_root()  argument
771 	spin_lock(&nilfs->ns_cptree_lock);  in nilfs_lookup_root()
772 	n = nilfs->ns_cptree.rb_node;  in nilfs_lookup_root()
782 			spin_unlock(&nilfs->ns_cptree_lock);  in nilfs_lookup_root()
786 	spin_unlock(&nilfs->ns_cptree_lock);  in nilfs_lookup_root()
792 nilfs_find_or_create_root(struct the_nilfs *nilfs, __u64 cno)  in nilfs_find_or_create_root()  argument
798 	root = nilfs_lookup_root(nilfs, cno);  in nilfs_find_or_create_root()
806 	spin_lock(&nilfs->ns_cptree_lock);  in nilfs_find_or_create_root()
808 	p = &nilfs->ns_cptree.rb_node;  in nilfs_find_or_create_root()
821 			spin_unlock(&nilfs->ns_cptree_lock);  in nilfs_find_or_create_root()
829 	new->nilfs = nilfs;  in nilfs_find_or_create_root()
835 	rb_insert_color(&new->rb_node, &nilfs->ns_cptree);  in nilfs_find_or_create_root()
837 	spin_unlock(&nilfs->ns_cptree_lock);  in nilfs_find_or_create_root()
850 	struct the_nilfs *nilfs = root->nilfs;  in nilfs_put_root()  local
852 	if (refcount_dec_and_lock(&root->count, &nilfs->ns_cptree_lock)) {  in nilfs_put_root()
853 		rb_erase(&root->rb_node, &nilfs->ns_cptree);  in nilfs_put_root()
854 		spin_unlock(&nilfs->ns_cptree_lock);  in nilfs_put_root()