66 			 struct ceph_snap_realm *realm)  in ceph_get_snap_realm()  argument
76 	if (atomic_inc_not_zero(&realm->nref))  in ceph_get_snap_realm()
80 	if (atomic_inc_return(&realm->nref) == 1)  in ceph_get_snap_realm()
81 		list_del_init(&realm->empty_item);  in ceph_get_snap_realm()
116 	struct ceph_snap_realm *realm;  in ceph_create_snap_realm()  local
120 	realm = kzalloc(sizeof(*realm), GFP_NOFS);  in ceph_create_snap_realm()
121 	if (!realm)  in ceph_create_snap_realm()
126 		atomic_set(&realm->nref, 2);  in ceph_create_snap_realm()
128 		atomic_set(&realm->nref, 1);  in ceph_create_snap_realm()
129 	realm->ino = ino;  in ceph_create_snap_realm()
130 	INIT_LIST_HEAD(&realm->children);  in ceph_create_snap_realm()
131 	INIT_LIST_HEAD(&realm->child_item);  in ceph_create_snap_realm()
132 	INIT_LIST_HEAD(&realm->empty_item);  in ceph_create_snap_realm()
133 	INIT_LIST_HEAD(&realm->dirty_item);  in ceph_create_snap_realm()
134 	INIT_LIST_HEAD(&realm->rebuild_item);  in ceph_create_snap_realm()
135 	INIT_LIST_HEAD(&realm->inodes_with_caps);  in ceph_create_snap_realm()
136 	spin_lock_init(&realm->inodes_with_caps_lock);  in ceph_create_snap_realm()
137 	__insert_snap_realm(&mdsc->snap_realms, realm);  in ceph_create_snap_realm()
140 	dout("%s %llx %p\n", __func__, realm->ino, realm);  in ceph_create_snap_realm()
141 	return realm;  in ceph_create_snap_realm()
182 			     struct ceph_snap_realm *realm);
188 				 struct ceph_snap_realm *realm)  in __destroy_snap_realm()  argument
192 	dout("%s %p %llx\n", __func__, realm, realm->ino);  in __destroy_snap_realm()
194 	rb_erase(&realm->node, &mdsc->snap_realms);  in __destroy_snap_realm()
197 	if (realm->parent) {  in __destroy_snap_realm()
198 		list_del_init(&realm->child_item);  in __destroy_snap_realm()
199 		__put_snap_realm(mdsc, realm->parent);  in __destroy_snap_realm()
202 	kfree(realm->prior_parent_snaps);  in __destroy_snap_realm()
203 	kfree(realm->snaps);  in __destroy_snap_realm()
204 	ceph_put_snap_context(realm->cached_context);  in __destroy_snap_realm()
205 	kfree(realm);  in __destroy_snap_realm()
212 			     struct ceph_snap_realm *realm)  in __put_snap_realm()  argument
220 	if (atomic_dec_and_test(&realm->nref))  in __put_snap_realm()
221 		__destroy_snap_realm(mdsc, realm);  in __put_snap_realm()
228 			 struct ceph_snap_realm *realm)  in ceph_put_snap_realm()  argument
230 	if (!atomic_dec_and_lock(&realm->nref, &mdsc->snap_empty_lock))  in ceph_put_snap_realm()
235 		__destroy_snap_realm(mdsc, realm);  in ceph_put_snap_realm()
238 		list_add(&realm->empty_item, &mdsc->snap_empty);  in ceph_put_snap_realm()
252 	struct ceph_snap_realm *realm;  in __cleanup_empty_realms()  local
258 		realm = list_first_entry(&mdsc->snap_empty,  in __cleanup_empty_realms()
260 		list_del(&realm->empty_item);  in __cleanup_empty_realms()
262 		__destroy_snap_realm(mdsc, realm);  in __cleanup_empty_realms()
289 				    struct ceph_snap_realm *realm,  in adjust_snap_realm_parent()  argument
296 	if (realm->parent_ino == parentino)  in adjust_snap_realm_parent()
305 	dout("%s %llx %p: %llx %p -> %llx %p\n", __func__, realm->ino,  in adjust_snap_realm_parent()
306 	     realm, realm->parent_ino, realm->parent, parentino, parent);  in adjust_snap_realm_parent()
307 	if (realm->parent) {  in adjust_snap_realm_parent()
308 		list_del_init(&realm->child_item);  in adjust_snap_realm_parent()
309 		ceph_put_snap_realm(mdsc, realm->parent);  in adjust_snap_realm_parent()
311 	realm->parent_ino = parentino;  in adjust_snap_realm_parent()
312 	realm->parent = parent;  in adjust_snap_realm_parent()
313 	list_add(&realm->child_item, &parent->children);  in adjust_snap_realm_parent()
331 static int build_snap_context(struct ceph_snap_realm *realm,  in build_snap_context()  argument
335 	struct ceph_snap_realm *parent = realm->parent;  in build_snap_context()
338 	u32 num = realm->num_prior_parent_snaps + realm->num_snaps;  in build_snap_context()
358 	if (realm->cached_context &&  in build_snap_context()
359 	    realm->cached_context->seq == realm->seq &&  in build_snap_context()
361 	     realm->cached_context->seq >= parent->cached_context->seq)) {  in build_snap_context()
363 		     __func__, realm->ino, realm, realm->cached_context,  in build_snap_context()
364 		     realm->cached_context->seq,  in build_snap_context()
365 		     (unsigned int)realm->cached_context->num_snaps);  in build_snap_context()
379 	snapc->seq = realm->seq;  in build_snap_context()
387 			    realm->parent_since)  in build_snap_context()
393 	memcpy(snapc->snaps + num, realm->snaps,  in build_snap_context()
394 	       sizeof(u64)*realm->num_snaps);  in build_snap_context()
395 	num += realm->num_snaps;  in build_snap_context()
396 	memcpy(snapc->snaps + num, realm->prior_parent_snaps,  in build_snap_context()
397 	       sizeof(u64)*realm->num_prior_parent_snaps);  in build_snap_context()
398 	num += realm->num_prior_parent_snaps;  in build_snap_context()
402 	dout("%s %llx %p: %p seq %lld (%u snaps)\n", __func__, realm->ino,  in build_snap_context()
403 	     realm, snapc, snapc->seq, (unsigned int) snapc->num_snaps);  in build_snap_context()
405 	ceph_put_snap_context(realm->cached_context);  in build_snap_context()
406 	realm->cached_context = snapc;  in build_snap_context()
408 	list_add_tail(&realm->dirty_item, dirty_realms);  in build_snap_context()
416 	if (realm->cached_context) {  in build_snap_context()
417 		ceph_put_snap_context(realm->cached_context);  in build_snap_context()
418 		realm->cached_context = NULL;  in build_snap_context()
420 	pr_err("%s %llx %p fail %d\n", __func__, realm->ino, realm, err);  in build_snap_context()
427 static void rebuild_snap_realms(struct ceph_snap_realm *realm,  in rebuild_snap_realms()  argument
434 	list_add_tail(&realm->rebuild_item, &realm_queue);  in rebuild_snap_realms()
705 static void queue_realm_cap_snaps(struct ceph_snap_realm *realm)  in queue_realm_cap_snaps()  argument
711 	dout("%s %p %llx inode\n", __func__, realm, realm->ino);  in queue_realm_cap_snaps()
713 	spin_lock(&realm->inodes_with_caps_lock);  in queue_realm_cap_snaps()
714 	list_for_each_entry(ci, &realm->inodes_with_caps, i_snap_realm_item) {  in queue_realm_cap_snaps()
718 		spin_unlock(&realm->inodes_with_caps_lock);  in queue_realm_cap_snaps()
742 		spin_lock(&realm->inodes_with_caps_lock);  in queue_realm_cap_snaps()
744 	spin_unlock(&realm->inodes_with_caps_lock);  in queue_realm_cap_snaps()
749 	dout("%s %p %llx done\n", __func__, realm, realm->ino);  in queue_realm_cap_snaps()
766 	struct ceph_snap_realm *realm;  in ceph_update_snap_trace()  local
777 	realm = NULL;  in ceph_update_snap_trace()
789 	realm = ceph_lookup_snap_realm(mdsc, le64_to_cpu(ri->ino));  in ceph_update_snap_trace()
790 	if (!realm) {  in ceph_update_snap_trace()
791 		realm = ceph_create_snap_realm(mdsc, le64_to_cpu(ri->ino));  in ceph_update_snap_trace()
792 		if (IS_ERR(realm)) {  in ceph_update_snap_trace()
793 			err = PTR_ERR(realm);  in ceph_update_snap_trace()
799 	err = adjust_snap_realm_parent(mdsc, realm, le64_to_cpu(ri->parent));  in ceph_update_snap_trace()
804 	if (le64_to_cpu(ri->seq) > realm->seq) {  in ceph_update_snap_trace()
806 		     realm->ino, realm, realm->seq, le64_to_cpu(ri->seq));  in ceph_update_snap_trace()
808 		realm->seq = le64_to_cpu(ri->seq);  in ceph_update_snap_trace()
809 		realm->created = le64_to_cpu(ri->created);  in ceph_update_snap_trace()
810 		realm->parent_since = le64_to_cpu(ri->parent_since);  in ceph_update_snap_trace()
812 		realm->num_snaps = le32_to_cpu(ri->num_snaps);  in ceph_update_snap_trace()
813 		err = dup_array(&realm->snaps, snaps, realm->num_snaps);  in ceph_update_snap_trace()
817 		realm->num_prior_parent_snaps =  in ceph_update_snap_trace()
819 		err = dup_array(&realm->prior_parent_snaps, prior_parent_snaps,  in ceph_update_snap_trace()
820 				realm->num_prior_parent_snaps);  in ceph_update_snap_trace()
824 		if (realm->seq > mdsc->last_snap_seq)  in ceph_update_snap_trace()
825 			mdsc->last_snap_seq = realm->seq;  in ceph_update_snap_trace()
828 	} else if (!realm->cached_context) {  in ceph_update_snap_trace()
830 		     realm->ino, realm, realm->seq);  in ceph_update_snap_trace()
834 		     realm->ino, realm, realm->seq);  in ceph_update_snap_trace()
837 	dout("done with %llx %p, rebuild_snapcs=%d, %p %p\n", realm->ino,  in ceph_update_snap_trace()
838 	     realm, rebuild_snapcs, p, e);  in ceph_update_snap_trace()
846 		realm_to_rebuild = realm;  in ceph_update_snap_trace()
853 		first_realm = realm;  in ceph_update_snap_trace()
855 		ceph_put_snap_realm(mdsc, realm);  in ceph_update_snap_trace()
865 		realm = list_first_entry(&dirty_realms, struct ceph_snap_realm,  in ceph_update_snap_trace()
867 		list_del_init(&realm->dirty_item);  in ceph_update_snap_trace()
868 		queue_realm_cap_snaps(realm);  in ceph_update_snap_trace()
882 	if (realm && !IS_ERR(realm))  in ceph_update_snap_trace()
883 		ceph_put_snap_realm(mdsc, realm);  in ceph_update_snap_trace()
931 void ceph_change_snap_realm(struct inode *inode, struct ceph_snap_realm *realm)  in ceph_change_snap_realm()  argument
948 	ci->i_snap_realm = realm;  in ceph_change_snap_realm()
950 	if (realm) {  in ceph_change_snap_realm()
951 		spin_lock(&realm->inodes_with_caps_lock);  in ceph_change_snap_realm()
952 		list_add(&ci->i_snap_realm_item, &realm->inodes_with_caps);  in ceph_change_snap_realm()
953 		if (realm->ino == ci->i_vino.ino)  in ceph_change_snap_realm()
954 			realm->inode = inode;  in ceph_change_snap_realm()
955 		spin_unlock(&realm->inodes_with_caps_lock);  in ceph_change_snap_realm()
979 	struct ceph_snap_realm *realm = NULL;  in ceph_handle_snap()  local
1029 		realm = ceph_lookup_snap_realm(mdsc, split);  in ceph_handle_snap()
1030 		if (!realm) {  in ceph_handle_snap()
1031 			realm = ceph_create_snap_realm(mdsc, split);  in ceph_handle_snap()
1032 			if (IS_ERR(realm))  in ceph_handle_snap()
1036 		dout("splitting snap_realm %llx %p\n", realm->ino, realm);  in ceph_handle_snap()
1067 			     inode, ceph_vinop(inode), realm->ino, realm);  in ceph_handle_snap()
1069 			ceph_get_snap_realm(mdsc, realm);  in ceph_handle_snap()
1070 			ceph_change_snap_realm(inode, realm);  in ceph_handle_snap()
1087 			adjust_snap_realm_parent(mdsc, child, realm->ino);  in ceph_handle_snap()
1100 		ceph_put_snap_realm(mdsc, realm);  in ceph_handle_snap()