301 static unsigned dx_root_limit(struct inode *dir, unsigned infosize);
302 static unsigned dx_node_limit(struct inode *dir);
304 				 struct inode *dir,
308 static int dx_make_map(struct inode *dir, struct buffer_head *bh,
312 static struct ext4_dir_entry_2 *dx_move_dirents(struct inode *dir, char *from,
315 static struct ext4_dir_entry_2 *dx_pack_dirents(struct inode *dir, char *base,
319 static int ext4_htree_next_block(struct inode *dir, __u32 hash,
323 static struct buffer_head * ext4_dx_find_entry(struct inode *dir,
327 			     struct inode *dir, struct inode *inode);
606 static inline unsigned dx_root_limit(struct inode *dir, unsigned infosize)  in dx_root_limit()  argument
608 	unsigned int entry_space = dir->i_sb->s_blocksize -  in dx_root_limit()
612 	if (ext4_has_metadata_csum(dir->i_sb))  in dx_root_limit()
617 static inline unsigned dx_node_limit(struct inode *dir)  in dx_node_limit()  argument
619 	unsigned int entry_space = dir->i_sb->s_blocksize -  in dx_node_limit()
620 			ext4_dir_rec_len(0, dir);  in dx_node_limit()
622 	if (ext4_has_metadata_csum(dir->i_sb))  in dx_node_limit()
650 static struct stats dx_show_leaf(struct inode *dir,  in dx_show_leaf()  argument
675 				if (!IS_ENCRYPTED(dir)) {  in dx_show_leaf()
677 					ext4fs_dirhash(dir, de->name,  in dx_show_leaf()
695 					res = fscrypt_fname_disk_to_usr(dir,  in dx_show_leaf()
709 					if (IS_CASEFOLDED(dir))  in dx_show_leaf()
712 						ext4fs_dirhash(dir, de->name,  in dx_show_leaf()
723 				ext4fs_dirhash(dir, de->name, de->name_len, &h);  in dx_show_leaf()
728 			space += ext4_dir_rec_len(de->name_len, dir);  in dx_show_leaf()
737 struct stats dx_show_entries(struct dx_hash_info *hinfo, struct inode *dir,  in dx_show_entries()  argument
740 	unsigned blocksize = dir->i_sb->s_blocksize;  in dx_show_entries()
752 		bh = ext4_bread(NULL,dir, block, 0);  in dx_show_entries()
756 		   dx_show_entries(hinfo, dir, ((struct dx_node *) bh->b_data)->entries, levels - 1):  in dx_show_entries()
757 		   dx_show_leaf(dir, hinfo, (struct ext4_dir_entry_2 *)  in dx_show_entries()
805 dx_probe(struct ext4_filename *fname, struct inode *dir,  in dx_probe()  argument
818 	frame->bh = ext4_read_dirblock(dir, 0, INDEX);  in dx_probe()
827 		ext4_warning_inode(dir, "Unrecognised inode hash code %u",  in dx_probe()
831 	if (ext4_hash_in_dirent(dir)) {  in dx_probe()
833 			ext4_warning_inode(dir,  in dx_probe()
839 			ext4_warning_inode(dir,  in dx_probe()
848 		hinfo->hash_version += EXT4_SB(dir->i_sb)->s_hash_unsigned;  in dx_probe()
849 	hinfo->seed = EXT4_SB(dir->i_sb)->s_hash_seed;  in dx_probe()
852 				!(IS_ENCRYPTED(dir) && IS_CASEFOLDED(dir)))  in dx_probe()
853 		ext4fs_dirhash(dir, fname_name(fname), fname_len(fname), hinfo);  in dx_probe()
857 		ext4_warning_inode(dir, "Unimplemented hash flags: %#06x",  in dx_probe()
863 	if (indirect >= ext4_dir_htree_level(dir->i_sb)) {  in dx_probe()
864 		ext4_warning(dir->i_sb,  in dx_probe()
866 			     "supported value", dir->i_ino,  in dx_probe()
867 			     ext4_dir_htree_level(dir->i_sb));  in dx_probe()
868 		if (ext4_dir_htree_level(dir->i_sb) < EXT4_HTREE_LEVEL) {  in dx_probe()
869 			ext4_warning(dir->i_sb, "Enable large directory "  in dx_probe()
878 	if (dx_get_limit(entries) != dx_root_limit(dir,  in dx_probe()
880 		ext4_warning_inode(dir, "dx entry: limit %u != root limit %u",  in dx_probe()
882 				   dx_root_limit(dir, root->info.info_length));  in dx_probe()
892 			ext4_warning_inode(dir,  in dx_probe()
921 				ext4_warning_inode(dir,  in dx_probe()
931 		frame->bh = ext4_read_dirblock(dir, block, INDEX);  in dx_probe()
940 		if (dx_get_limit(entries) != dx_node_limit(dir)) {  in dx_probe()
941 			ext4_warning_inode(dir,  in dx_probe()
943 				dx_get_limit(entries), dx_node_limit(dir));  in dx_probe()
954 		ext4_warning_inode(dir,  in dx_probe()
996 static int ext4_htree_next_block(struct inode *dir, __u32 hash,  in ext4_htree_next_block()  argument
1042 		bh = ext4_read_dirblock(dir, dx_get_block(p->at), INDEX);  in ext4_htree_next_block()
1060 				  struct inode *dir, ext4_lblk_t block,  in htree_dirblock_to_tree()  argument
1068 	int csum = ext4_has_metadata_csum(dir->i_sb);  in htree_dirblock_to_tree()
1072 	bh = ext4_read_dirblock(dir, block, DIRENT_HTREE);  in htree_dirblock_to_tree()
1079 					   dir->i_sb->s_blocksize -  in htree_dirblock_to_tree()
1081 							   csum ? NULL : dir));  in htree_dirblock_to_tree()
1083 	if (IS_ENCRYPTED(dir)) {  in htree_dirblock_to_tree()
1084 		err = fscrypt_prepare_readdir(dir);  in htree_dirblock_to_tree()
1097 	for (; de < top; de = ext4_next_entry(de, dir->i_sb->s_blocksize)) {  in htree_dirblock_to_tree()
1098 		if (ext4_check_dir_entry(dir, NULL, de, bh,  in htree_dirblock_to_tree()
1100 				(block<<EXT4_BLOCK_SIZE_BITS(dir->i_sb))  in htree_dirblock_to_tree()
1105 		if (ext4_hash_in_dirent(dir)) {  in htree_dirblock_to_tree()
1114 			ext4fs_dirhash(dir, de->name, de->name_len, hinfo);  in htree_dirblock_to_tree()
1122 		if (!IS_ENCRYPTED(dir)) {  in htree_dirblock_to_tree()
1134 			err = fscrypt_fname_disk_to_usr(dir, hinfo->hash,  in htree_dirblock_to_tree()
1173 	struct inode *dir;  in ext4_htree_fill_tree()  local
1182 	dir = file_inode(dir_file);  in ext4_htree_fill_tree()
1183 	if (!(ext4_test_inode_flag(dir, EXT4_INODE_INDEX))) {  in ext4_htree_fill_tree()
1184 		if (ext4_hash_in_dirent(dir))  in ext4_htree_fill_tree()
1188 					EXT4_SB(dir->i_sb)->s_def_hash_version;  in ext4_htree_fill_tree()
1191 				EXT4_SB(dir->i_sb)->s_hash_unsigned;  in ext4_htree_fill_tree()
1192 		hinfo.seed = EXT4_SB(dir->i_sb)->s_hash_seed;  in ext4_htree_fill_tree()
1193 		if (ext4_has_inline_data(dir)) {  in ext4_htree_fill_tree()
1195 			count = ext4_inlinedir_to_tree(dir_file, dir, 0,  in ext4_htree_fill_tree()
1204 		count = htree_dirblock_to_tree(dir_file, dir, 0, &hinfo,  in ext4_htree_fill_tree()
1211 	frame = dx_probe(NULL, dir, &hinfo, frames);  in ext4_htree_fill_tree()
1228 		de = ext4_next_entry(de, dir->i_sb->s_blocksize);  in ext4_htree_fill_tree()
1245 		ret = htree_dirblock_to_tree(dir_file, dir, block, &hinfo,  in ext4_htree_fill_tree()
1253 		ret = ext4_htree_next_block(dir, HASH_NB_ALWAYS,  in ext4_htree_fill_tree()
1279 				  struct inode *dir,  in search_dirblock()  argument
1284 	return ext4_search_dir(bh, bh->b_data, dir->i_sb->s_blocksize, dir,  in search_dirblock()
1296 static int dx_make_map(struct inode *dir, struct buffer_head *bh,  in dx_make_map()  argument
1306 	if (ext4_has_metadata_csum(dir->i_sb))  in dx_make_map()
1310 		if (ext4_check_dir_entry(dir, NULL, de, bh, base, buflen,  in dx_make_map()
1314 			if (ext4_hash_in_dirent(dir))  in dx_make_map()
1317 				ext4fs_dirhash(dir, de->name, de->name_len, &h);  in dx_make_map()
1325 		de = ext4_next_entry(de, dir->i_sb->s_blocksize);  in dx_make_map()
1424 int ext4_fname_setup_ci_filename(struct inode *dir, const struct qstr *iname,  in ext4_fname_setup_ci_filename()  argument
1431 	if (!IS_CASEFOLDED(dir) || !dir->i_sb->s_encoding ||  in ext4_fname_setup_ci_filename()
1432 	    (IS_ENCRYPTED(dir) && !fscrypt_has_encryption_key(dir))) {  in ext4_fname_setup_ci_filename()
1441 	len = utf8_casefold(dir->i_sb->s_encoding,  in ext4_fname_setup_ci_filename()
1449 	if (!IS_ENCRYPTED(dir))  in ext4_fname_setup_ci_filename()
1455 		ext4fs_dirhash(dir, cf_name->name, cf_name->len, hinfo);  in ext4_fname_setup_ci_filename()
1457 		ext4fs_dirhash(dir, iname->name, iname->len, hinfo);  in ext4_fname_setup_ci_filename()
1511 		    struct inode *dir, struct ext4_filename *fname,  in ext4_search_dir()  argument
1524 		    ext4_match(dir, fname, de)) {  in ext4_search_dir()
1527 			if (ext4_check_dir_entry(dir, NULL, de, bh, search_buf,  in ext4_search_dir()
1535 						dir->i_sb->s_blocksize);  in ext4_search_dir()
1544 static int is_dx_internal_node(struct inode *dir, ext4_lblk_t block,  in is_dx_internal_node()  argument
1547 	struct super_block *sb = dir->i_sb;  in is_dx_internal_node()
1549 	if (!is_dx(dir))  in is_dx_internal_node()
1571 static struct buffer_head *__ext4_find_entry(struct inode *dir,  in __ext4_find_entry()  argument
1589 	sb = dir->i_sb;  in __ext4_find_entry()
1594 	if (ext4_has_inline_data(dir)) {  in __ext4_find_entry()
1596 		ret = ext4_find_inline_entry(dir, fname, res_dir,  in __ext4_find_entry()
1615 	if (is_dx(dir)) {  in __ext4_find_entry()
1616 		ret = ext4_dx_find_entry(dir, fname, res_dir);  in __ext4_find_entry()
1628 	nblocks = dir->i_size >> EXT4_BLOCK_SIZE_BITS(sb);  in __ext4_find_entry()
1633 	start = EXT4_I(dir)->i_dir_start_lookup;  in __ext4_find_entry()
1651 			retval = ext4_bread_batch(dir, block, ra_max,  in __ext4_find_entry()
1663 			EXT4_ERROR_INODE_ERR(dir, EIO,  in __ext4_find_entry()
1671 		    !is_dx_internal_node(dir, block,  in __ext4_find_entry()
1673 		    !ext4_dirblock_csum_verify(dir, bh)) {  in __ext4_find_entry()
1674 			EXT4_ERROR_INODE_ERR(dir, EFSBADCRC,  in __ext4_find_entry()
1682 		i = search_dirblock(bh, dir, fname,  in __ext4_find_entry()
1685 			EXT4_I(dir)->i_dir_start_lookup = block;  in __ext4_find_entry()
1703 	nblocks = dir->i_size >> EXT4_BLOCK_SIZE_BITS(sb);  in __ext4_find_entry()
1716 static struct buffer_head *ext4_find_entry(struct inode *dir,  in ext4_find_entry()  argument
1725 	err = ext4_fname_setup_filename(dir, d_name, 1, &fname);  in ext4_find_entry()
1731 	bh = __ext4_find_entry(dir, &fname, res_dir, inlined);  in ext4_find_entry()
1737 static struct buffer_head *ext4_lookup_entry(struct inode *dir,  in ext4_lookup_entry()  argument
1745 	err = ext4_fname_prepare_lookup(dir, dentry, &fname);  in ext4_lookup_entry()
1752 	bh = __ext4_find_entry(dir, &fname, res_dir, NULL);  in ext4_lookup_entry()
1758 static struct buffer_head * ext4_dx_find_entry(struct inode *dir,  in ext4_dx_find_entry()  argument
1762 	struct super_block * sb = dir->i_sb;  in ext4_dx_find_entry()
1771 	frame = dx_probe(fname, dir, NULL, frames);  in ext4_dx_find_entry()
1776 		bh = ext4_read_dirblock(dir, block, DIRENT_HTREE);  in ext4_dx_find_entry()
1780 		retval = search_dirblock(bh, dir, fname,  in ext4_dx_find_entry()
1792 		retval = ext4_htree_next_block(dir, fname->hinfo.hash, frame,  in ext4_dx_find_entry()
1795 			ext4_warning_inode(dir,  in ext4_dx_find_entry()
1811 static struct dentry *ext4_lookup(struct inode *dir, struct dentry *dentry, unsigned int flags)  in ext4_lookup()  argument
1820 	bh = ext4_lookup_entry(dir, dentry, &de);  in ext4_lookup()
1827 		if (!ext4_valid_inum(dir->i_sb, ino)) {  in ext4_lookup()
1828 			EXT4_ERROR_INODE(dir, "bad inode number: %u", ino);  in ext4_lookup()
1831 		if (unlikely(ino == dir->i_ino)) {  in ext4_lookup()
1832 			EXT4_ERROR_INODE(dir, "'%pd' linked to parent dir",  in ext4_lookup()
1836 		inode = ext4_iget(dir->i_sb, ino, EXT4_IGET_NORMAL);  in ext4_lookup()
1838 			EXT4_ERROR_INODE(dir,  in ext4_lookup()
1843 		if (!IS_ERR(inode) && IS_ENCRYPTED(dir) &&  in ext4_lookup()
1845 		    !fscrypt_has_permitted_context(dir, inode)) {  in ext4_lookup()
1848 				     dir->i_ino, inode->i_ino);  in ext4_lookup()
1855 	if (!inode && IS_CASEFOLDED(dir)) {  in ext4_lookup()
1896 dx_move_dirents(struct inode *dir, char *from, char *to,  in dx_move_dirents()  argument
1905 		rec_len = ext4_dir_rec_len(de->name_len, dir);  in dx_move_dirents()
1928 static struct ext4_dir_entry_2 *dx_pack_dirents(struct inode *dir, char *base,  in dx_pack_dirents()  argument
1938 			rec_len = ext4_dir_rec_len(de->name_len, dir);  in dx_pack_dirents()
1955 static struct ext4_dir_entry_2 *do_split(handle_t *handle, struct inode *dir,  in do_split()  argument
1959 	unsigned blocksize = dir->i_sb->s_blocksize;  in do_split()
1972 	if (ext4_has_metadata_csum(dir->i_sb))  in do_split()
1975 	bh2 = ext4_append(handle, dir, &newblock);  in do_split()
1983 	err = ext4_journal_get_write_access(handle, dir->i_sb, *bh,  in do_split()
1989 	err = ext4_journal_get_write_access(handle, dir->i_sb, frame->bh,  in do_split()
1998 	count = dx_make_map(dir, *bh, hinfo, map);  in do_split()
2034 	de2 = dx_move_dirents(dir, data1, data2, map + split, count - split,  in do_split()
2036 	de = dx_pack_dirents(dir, data1, blocksize);  in do_split()
2048 	dxtrace(dx_show_leaf(dir, hinfo, (struct ext4_dir_entry_2 *) data1,  in do_split()
2050 	dxtrace(dx_show_leaf(dir, hinfo, (struct ext4_dir_entry_2 *) data2,  in do_split()
2059 	err = ext4_handle_dirty_dirblock(handle, dir, bh2);  in do_split()
2062 	err = ext4_handle_dirty_dx_node(handle, dir, frame->bh);  in do_split()
2073 	ext4_std_error(dir->i_sb, err);  in do_split()
2077 int ext4_find_dest_de(struct inode *dir, struct inode *inode,  in ext4_find_dest_de()  argument
2084 	unsigned short reclen = ext4_dir_rec_len(fname_len(fname), dir);  in ext4_find_dest_de()
2092 		if (ext4_check_dir_entry(dir, NULL, de, bh,  in ext4_find_dest_de()
2095 		if (ext4_match(dir, fname, de))  in ext4_find_dest_de()
2097 		nlen = ext4_dir_rec_len(de->name_len, dir);  in ext4_find_dest_de()
2111 void ext4_insert_dentry(struct inode *dir,  in ext4_insert_dentry()  argument
2120 	nlen = ext4_dir_rec_len(de->name_len, dir);  in ext4_insert_dentry()
2134 	if (ext4_hash_in_dirent(dir)) {  in ext4_insert_dentry()
2152 			     struct inode *dir,  in add_dirent_to_buf()  argument
2156 	unsigned int	blocksize = dir->i_sb->s_blocksize;  in add_dirent_to_buf()
2164 		err = ext4_find_dest_de(dir, inode, bh, bh->b_data,  in add_dirent_to_buf()
2170 	err = ext4_journal_get_write_access(handle, dir->i_sb, bh,  in add_dirent_to_buf()
2173 		ext4_std_error(dir->i_sb, err);  in add_dirent_to_buf()
2178 	ext4_insert_dentry(dir, inode, de, blocksize, fname);  in add_dirent_to_buf()
2191 	dir->i_mtime = dir->i_ctime = current_time(dir);  in add_dirent_to_buf()
2192 	ext4_update_dx_flag(dir);  in add_dirent_to_buf()
2193 	inode_inc_iversion(dir);  in add_dirent_to_buf()
2194 	err2 = ext4_mark_inode_dirty(handle, dir);  in add_dirent_to_buf()
2196 	err = ext4_handle_dirty_dirblock(handle, dir, bh);  in add_dirent_to_buf()
2198 		ext4_std_error(dir->i_sb, err);  in add_dirent_to_buf()
2207 			    struct inode *dir,  in make_indexed_dir()  argument
2226 	blocksize =  dir->i_sb->s_blocksize;  in make_indexed_dir()
2227 	dxtrace(printk(KERN_DEBUG "Creating index: inode %lu\n", dir->i_ino));  in make_indexed_dir()
2229 	retval = ext4_journal_get_write_access(handle, dir->i_sb, bh,  in make_indexed_dir()
2232 		ext4_std_error(dir->i_sb, retval);  in make_indexed_dir()
2243 		EXT4_ERROR_INODE(dir, "invalid rec_len for '..'");  in make_indexed_dir()
2250 	bh2 = ext4_append(handle, dir, &block);  in make_indexed_dir()
2255 	ext4_set_inode_flag(dir, EXT4_INODE_INDEX);  in make_indexed_dir()
2263 		if (ext4_check_dir_entry(dir, NULL, de, bh2, data2, len,  in make_indexed_dir()
2284 	if (ext4_hash_in_dirent(dir))  in make_indexed_dir()
2288 				EXT4_SB(dir->i_sb)->s_def_hash_version;  in make_indexed_dir()
2293 	dx_set_limit(entries, dx_root_limit(dir, sizeof(root->info)));  in make_indexed_dir()
2298 		fname->hinfo.hash_version += EXT4_SB(dir->i_sb)->s_hash_unsigned;  in make_indexed_dir()
2299 	fname->hinfo.seed = EXT4_SB(dir->i_sb)->s_hash_seed;  in make_indexed_dir()
2302 	if (!ext4_hash_in_dirent(dir))  in make_indexed_dir()
2303 		ext4fs_dirhash(dir, fname_name(fname),  in make_indexed_dir()
2312 	retval = ext4_handle_dirty_dx_node(handle, dir, frame->bh);  in make_indexed_dir()
2315 	retval = ext4_handle_dirty_dirblock(handle, dir, bh2);  in make_indexed_dir()
2319 	de = do_split(handle,dir, &bh2, frame, &fname->hinfo);  in make_indexed_dir()
2325 	retval = add_dirent_to_buf(handle, fname, dir, inode, de, bh2);  in make_indexed_dir()
2333 		ext4_mark_inode_dirty(handle, dir);  in make_indexed_dir()
2352 	struct inode *dir = d_inode(dentry->d_parent);  in ext4_add_entry()  local
2366 	sb = dir->i_sb;  in ext4_add_entry()
2375 	if (sb_has_strict_encoding(sb) && IS_CASEFOLDED(dir) &&  in ext4_add_entry()
2380 	retval = ext4_fname_setup_filename(dir, &dentry->d_name, 0, &fname);  in ext4_add_entry()
2384 	if (ext4_has_inline_data(dir)) {  in ext4_add_entry()
2385 		retval = ext4_try_add_inline_entry(handle, &fname, dir, inode);  in ext4_add_entry()
2394 	if (is_dx(dir)) {  in ext4_add_entry()
2395 		retval = ext4_dx_add_entry(handle, &fname, dir, inode);  in ext4_add_entry()
2400 			EXT4_ERROR_INODE(dir,  in ext4_add_entry()
2405 		ext4_clear_inode_flag(dir, EXT4_INODE_INDEX);  in ext4_add_entry()
2407 		retval = ext4_mark_inode_dirty(handle, dir);  in ext4_add_entry()
2411 	blocks = dir->i_size >> sb->s_blocksize_bits;  in ext4_add_entry()
2413 		bh = ext4_read_dirblock(dir, block, DIRENT);  in ext4_add_entry()
2415 			bh = ext4_bread(handle, dir, block,  in ext4_add_entry()
2424 		retval = add_dirent_to_buf(handle, &fname, dir, inode,  in ext4_add_entry()
2431 			retval = make_indexed_dir(handle, &fname, dir,  in ext4_add_entry()
2438 	bh = ext4_append(handle, dir, &block);  in ext4_add_entry()
2452 	retval = add_dirent_to_buf(handle, &fname, dir, inode, de, bh);  in ext4_add_entry()
2465 			     struct inode *dir, struct inode *inode)  in ext4_dx_add_entry()  argument
2470 	struct super_block *sb = dir->i_sb;  in ext4_dx_add_entry()
2477 	frame = dx_probe(fname, dir, NULL, frames);  in ext4_dx_add_entry()
2482 	bh = ext4_read_dirblock(dir, dx_get_block(frame->at), DIRENT_HTREE);  in ext4_dx_add_entry()
2494 	err = add_dirent_to_buf(handle, fname, dir, inode, NULL, bh);  in ext4_dx_add_entry()
2526 					 dir->i_ino, levels);  in ext4_dx_add_entry()
2536 		bh2 = ext4_append(handle, dir, &newblock);  in ext4_dx_add_entry()
2568 			dx_set_limit(entries2, dx_node_limit(dir));  in ext4_dx_add_entry()
2580 			err = ext4_handle_dirty_dx_node(handle, dir, bh2);  in ext4_dx_add_entry()
2584 			err = ext4_handle_dirty_dx_node(handle, dir,  in ext4_dx_add_entry()
2588 			err = ext4_handle_dirty_dx_node(handle, dir,  in ext4_dx_add_entry()
2596 			dx_set_limit(entries2, dx_node_limit(dir));  in ext4_dx_add_entry()
2606 			err = ext4_handle_dirty_dx_node(handle, dir, frame->bh);  in ext4_dx_add_entry()
2609 			err = ext4_handle_dirty_dx_node(handle, dir, bh2);  in ext4_dx_add_entry()
2615 	de = do_split(handle, dir, &bh, frame, &fname->hinfo);  in ext4_dx_add_entry()
2620 	err = add_dirent_to_buf(handle, fname, dir, inode, de, bh);  in ext4_dx_add_entry()
2624 	ext4_std_error(dir->i_sb, err); /* this is a no-op if err == 0 */  in ext4_dx_add_entry()
2640 int ext4_generic_delete_entry(struct inode *dir,  in ext4_generic_delete_entry()  argument
2648 	unsigned int blocksize = dir->i_sb->s_blocksize;  in ext4_generic_delete_entry()
2655 		if (ext4_check_dir_entry(dir, NULL, de, bh,  in ext4_generic_delete_entry()
2680 			inode_inc_iversion(dir);  in ext4_generic_delete_entry()
2691 			     struct inode *dir,  in ext4_delete_entry()  argument
2697 	if (ext4_has_inline_data(dir)) {  in ext4_delete_entry()
2699 		err = ext4_delete_inline_entry(handle, dir, de_del, bh,  in ext4_delete_entry()
2705 	if (ext4_has_metadata_csum(dir->i_sb))  in ext4_delete_entry()
2709 	err = ext4_journal_get_write_access(handle, dir->i_sb, bh,  in ext4_delete_entry()
2714 	err = ext4_generic_delete_entry(dir, de_del, bh, bh->b_data,  in ext4_delete_entry()
2715 					dir->i_sb->s_blocksize, csum_size);  in ext4_delete_entry()
2720 	err = ext4_handle_dirty_dirblock(handle, dir, bh);  in ext4_delete_entry()
2727 		ext4_std_error(dir->i_sb, err);  in ext4_delete_entry()
2770 	struct inode *dir = d_inode(dentry->d_parent);  in ext4_add_nondir()  local
2775 		if (IS_DIRSYNC(dir))  in ext4_add_nondir()
2795 static int ext4_create(struct user_namespace *mnt_userns, struct inode *dir,  in ext4_create()  argument
2802 	err = dquot_initialize(dir);  in ext4_create()
2806 	credits = (EXT4_DATA_TRANS_BLOCKS(dir->i_sb) +  in ext4_create()
2809 	inode = ext4_new_inode_start_handle(mnt_userns, dir, mode, &dentry->d_name,  in ext4_create()
2825 	if (err == -ENOSPC && ext4_should_retry_alloc(dir->i_sb, &retries))  in ext4_create()
2830 static int ext4_mknod(struct user_namespace *mnt_userns, struct inode *dir,  in ext4_mknod()  argument
2837 	err = dquot_initialize(dir);  in ext4_mknod()
2841 	credits = (EXT4_DATA_TRANS_BLOCKS(dir->i_sb) +  in ext4_mknod()
2844 	inode = ext4_new_inode_start_handle(mnt_userns, dir, mode, &dentry->d_name,  in ext4_mknod()
2859 	if (err == -ENOSPC && ext4_should_retry_alloc(dir->i_sb, &retries))  in ext4_mknod()
2864 static int ext4_tmpfile(struct user_namespace *mnt_userns, struct inode *dir,  in ext4_tmpfile()  argument
2871 	err = dquot_initialize(dir);  in ext4_tmpfile()
2876 	inode = ext4_new_inode_start_handle(mnt_userns, dir, mode,  in ext4_tmpfile()
2879 			EXT4_MAXQUOTAS_INIT_BLOCKS(dir->i_sb) +  in ext4_tmpfile()
2896 	if (err == -ENOSPC && ext4_should_retry_alloc(dir->i_sb, &retries))  in ext4_tmpfile()
2934 int ext4_init_new_dir(handle_t *handle, struct inode *dir,  in ext4_init_new_dir()  argument
2940 	unsigned int blocksize = dir->i_sb->s_blocksize;  in ext4_init_new_dir()
2944 	if (ext4_has_metadata_csum(dir->i_sb))  in ext4_init_new_dir()
2948 		err = ext4_try_create_inline_dir(handle, dir, inode);  in ext4_init_new_dir()
2960 	ext4_init_dot_dotdot(inode, de, blocksize, csum_size, dir->i_ino, 0);  in ext4_init_new_dir()
2975 static int ext4_mkdir(struct user_namespace *mnt_userns, struct inode *dir,  in ext4_mkdir()  argument
2982 	if (EXT4_DIR_LINK_MAX(dir))  in ext4_mkdir()
2985 	err = dquot_initialize(dir);  in ext4_mkdir()
2989 	credits = (EXT4_DATA_TRANS_BLOCKS(dir->i_sb) +  in ext4_mkdir()
2992 	inode = ext4_new_inode_start_handle(mnt_userns, dir, S_IFDIR | mode,  in ext4_mkdir()
3002 	err = ext4_init_new_dir(handle, dir, inode);  in ext4_mkdir()
3020 	ext4_inc_count(dir);  in ext4_mkdir()
3022 	ext4_update_dx_flag(dir);  in ext4_mkdir()
3023 	err = ext4_mark_inode_dirty(handle, dir);  in ext4_mkdir()
3028 	if (IS_DIRSYNC(dir))  in ext4_mkdir()
3035 	if (err == -ENOSPC && ext4_should_retry_alloc(dir->i_sb, &retries))  in ext4_mkdir()
3117 static int ext4_rmdir(struct inode *dir, struct dentry *dentry)  in ext4_rmdir()  argument
3125 	if (unlikely(ext4_forced_shutdown(EXT4_SB(dir->i_sb))))  in ext4_rmdir()
3130 	retval = dquot_initialize(dir);  in ext4_rmdir()
3138 	bh = ext4_find_entry(dir, &dentry->d_name, &de, NULL);  in ext4_rmdir()
3154 	handle = ext4_journal_start(dir, EXT4_HT_DIR,  in ext4_rmdir()
3155 				    EXT4_DATA_TRANS_BLOCKS(dir->i_sb));  in ext4_rmdir()
3162 	if (IS_DIRSYNC(dir))  in ext4_rmdir()
3165 	retval = ext4_delete_entry(handle, dir, de, bh);  in ext4_rmdir()
3180 	inode->i_ctime = dir->i_ctime = dir->i_mtime = current_time(inode);  in ext4_rmdir()
3184 	ext4_dec_count(dir);  in ext4_rmdir()
3185 	ext4_update_dx_flag(dir);  in ext4_rmdir()
3187 	retval = ext4_mark_inode_dirty(handle, dir);  in ext4_rmdir()
3196 	if (IS_CASEFOLDED(dir))  in ext4_rmdir()
3207 int __ext4_unlink(struct inode *dir, const struct qstr *d_name,  in __ext4_unlink()  argument
3221 	bh = ext4_find_entry(dir, d_name, &de, NULL);  in __ext4_unlink()
3240 	handle = ext4_journal_start(dir, EXT4_HT_DIR,  in __ext4_unlink()
3241 				    EXT4_DATA_TRANS_BLOCKS(dir->i_sb));  in __ext4_unlink()
3247 	if (IS_DIRSYNC(dir))  in __ext4_unlink()
3251 		retval = ext4_delete_entry(handle, dir, de, bh);  in __ext4_unlink()
3254 		dir->i_ctime = dir->i_mtime = current_time(dir);  in __ext4_unlink()
3255 		ext4_update_dx_flag(dir);  in __ext4_unlink()
3256 		retval = ext4_mark_inode_dirty(handle, dir);  in __ext4_unlink()
3280 static int ext4_unlink(struct inode *dir, struct dentry *dentry)  in ext4_unlink()  argument
3284 	if (unlikely(ext4_forced_shutdown(EXT4_SB(dir->i_sb))))  in ext4_unlink()
3287 	trace_ext4_unlink_enter(dir, dentry);  in ext4_unlink()
3292 	retval = dquot_initialize(dir);  in ext4_unlink()
3299 	retval = __ext4_unlink(dir, &dentry->d_name, d_inode(dentry), dentry);  in ext4_unlink()
3307 	if (IS_CASEFOLDED(dir))  in ext4_unlink()
3342 static int ext4_symlink(struct user_namespace *mnt_userns, struct inode *dir,  in ext4_symlink()  argument
3352 	if (unlikely(ext4_forced_shutdown(EXT4_SB(dir->i_sb))))  in ext4_symlink()
3355 	err = fscrypt_prepare_symlink(dir, symname, len, dir->i_sb->s_blocksize,  in ext4_symlink()
3360 	err = dquot_initialize(dir);  in ext4_symlink()
3370 	credits = EXT4_DATA_TRANS_BLOCKS(dir->i_sb) +  in ext4_symlink()
3373 	inode = ext4_new_inode_start_handle(mnt_userns, dir, S_IFLNK|S_IRWXUGO,  in ext4_symlink()
3425 	if (err == -ENOSPC && ext4_should_retry_alloc(dir->i_sb, &retries))  in ext4_symlink()
3432 int __ext4_link(struct inode *dir, struct inode *inode, struct dentry *dentry)  in __ext4_link()  argument
3437 	handle = ext4_journal_start(dir, EXT4_HT_DIR,  in __ext4_link()
3438 		(EXT4_DATA_TRANS_BLOCKS(dir->i_sb) +  in __ext4_link()
3443 	if (IS_DIRSYNC(dir))  in __ext4_link()
3465 	if (err == -ENOSPC && ext4_should_retry_alloc(dir->i_sb, &retries))  in __ext4_link()
3471 		     struct inode *dir, struct dentry *dentry)  in ext4_link()  argument
3479 	err = fscrypt_prepare_link(old_dentry, dir, dentry);  in ext4_link()
3483 	if ((ext4_test_inode_flag(dir, EXT4_INODE_PROJINHERIT)) &&  in ext4_link()
3484 	    (!projid_eq(EXT4_I(dir)->i_projid,  in ext4_link()
3488 	err = dquot_initialize(dir);  in ext4_link()
3491 	return __ext4_link(dir, inode, dentry);  in ext4_link()
3551 	struct inode *dir;  member
3577 	if (le32_to_cpu(ent->parent_de->inode) != ent->dir->i_ino)  in ext4_rename_dir_prepare()
3580 	return ext4_journal_get_write_access(handle, ent->dir->i_sb,  in ext4_rename_dir_prepare()
3604 		ext4_std_error(ent->dir->i_sb, retval);  in ext4_rename_dir_finish()
3616 	retval = ext4_journal_get_write_access(handle, ent->dir->i_sb, ent->bh,  in ext4_setent()
3621 	if (ext4_has_feature_filetype(ent->dir->i_sb))  in ext4_setent()
3623 	inode_inc_iversion(ent->dir);  in ext4_setent()
3624 	ent->dir->i_ctime = ent->dir->i_mtime =  in ext4_setent()
3625 		current_time(ent->dir);  in ext4_setent()
3626 	retval = ext4_mark_inode_dirty(handle, ent->dir);  in ext4_setent()
3629 		retval2 = ext4_handle_dirty_dirblock(handle, ent->dir, ent->bh);  in ext4_setent()
3631 			ext4_std_error(ent->dir->i_sb, retval2);  in ext4_setent()
3649 	old.bh = ext4_find_entry(old.dir, &old.dentry->d_name, &old.de, NULL);  in ext4_resetent()
3655 		ext4_std_error(old.dir->i_sb, retval);  in ext4_resetent()
3663 static int ext4_find_delete_entry(handle_t *handle, struct inode *dir,  in ext4_find_delete_entry()  argument
3670 	bh = ext4_find_entry(dir, d_name, &de, NULL);  in ext4_find_delete_entry()
3674 		retval = ext4_delete_entry(handle, dir, de, bh);  in ext4_find_delete_entry()
3695 		retval = ext4_find_delete_entry(handle, ent->dir,  in ext4_rename_delete()
3698 		retval = ext4_delete_entry(handle, ent->dir, ent->de, ent->bh);  in ext4_rename_delete()
3700 			retval = ext4_find_delete_entry(handle, ent->dir,  in ext4_rename_delete()
3706 		ext4_warning_inode(ent->dir,  in ext4_rename_delete()
3708 				   ent->dir->i_nlink, retval);  in ext4_rename_delete()
3716 			ext4_dec_count(ent->dir);  in ext4_update_dir_count()
3718 			ext4_inc_count(ent->dir);  in ext4_update_dir_count()
3719 		ext4_mark_inode_dirty(handle, ent->dir);  in ext4_update_dir_count()
3735 	credits += (EXT4_MAXQUOTAS_TRANS_BLOCKS(ent->dir->i_sb) +  in ext4_whiteout_for_rename()
3738 	wh = ext4_new_inode_start_handle(mnt_userns, ent->dir,  in ext4_whiteout_for_rename()
3748 		    ext4_should_retry_alloc(ent->dir->i_sb, &retries))  in ext4_whiteout_for_rename()
3772 		.dir = old_dir,  in ext4_rename()
3777 		.dir = new_dir,  in ext4_rename()
3798 	retval = dquot_initialize(old.dir);  in ext4_rename()
3804 	retval = dquot_initialize(new.dir);  in ext4_rename()
3816 	old.bh = ext4_find_entry(old.dir, &old.dentry->d_name, &old.de, NULL);  in ext4_rename()
3829 	new.bh = ext4_find_entry(new.dir, &new.dentry->d_name,  in ext4_rename()
3842 	if (new.inode && !test_opt(new.dir->i_sb, NO_AUTO_DA_ALLOC))  in ext4_rename()
3845 	credits = (2 * EXT4_DATA_TRANS_BLOCKS(old.dir->i_sb) +  in ext4_rename()
3848 		handle = ext4_journal_start(old.dir, EXT4_HT_DIR, credits);  in ext4_rename()
3862 	if (IS_DIRSYNC(old.dir) || IS_DIRSYNC(new.dir))  in ext4_rename()
3872 			if (new.dir != old.dir && EXT4_DIR_LINK_MAX(new.dir))  in ext4_rename()
3886 	force_reread = (new.dir->i_ino == old.dir->i_ino &&  in ext4_rename()
3887 			ext4_test_inode_flag(new.dir, EXT4_INODE_INLINE_DATA));  in ext4_rename()
3914 		force_reread = !ext4_test_inode_flag(new.dir,  in ext4_rename()
3937 	old.dir->i_ctime = old.dir->i_mtime = current_time(old.dir);  in ext4_rename()
3938 	ext4_update_dx_flag(old.dir);  in ext4_rename()
3940 		retval = ext4_rename_dir_finish(handle, &old, new.dir->i_ino);  in ext4_rename()
3944 		ext4_dec_count(old.dir);  in ext4_rename()
3951 			ext4_inc_count(new.dir);  in ext4_rename()
3952 			ext4_update_dx_flag(new.dir);  in ext4_rename()
3953 			retval = ext4_mark_inode_dirty(handle, new.dir);  in ext4_rename()
3958 	retval = ext4_mark_inode_dirty(handle, old.dir);  in ext4_rename()
4021 		.dir = old_dir,  in ext4_cross_rename()
4026 		.dir = new_dir,  in ext4_cross_rename()
4042 	retval = dquot_initialize(old.dir);  in ext4_cross_rename()
4045 	retval = dquot_initialize(new.dir);  in ext4_cross_rename()
4049 	old.bh = ext4_find_entry(old.dir, &old.dentry->d_name,  in ext4_cross_rename()
4063 	new.bh = ext4_find_entry(new.dir, &new.dentry->d_name,  in ext4_cross_rename()
4075 	handle = ext4_journal_start(old.dir, EXT4_HT_DIR,  in ext4_cross_rename()
4076 		(2 * EXT4_DATA_TRANS_BLOCKS(old.dir->i_sb) +  in ext4_cross_rename()
4084 	if (IS_DIRSYNC(old.dir) || IS_DIRSYNC(new.dir))  in ext4_cross_rename()
4104 	if (old.dir != new.dir && old.is_dir != new.is_dir) {  in ext4_cross_rename()
4108 		if ((old.dir_nlink_delta > 0 && EXT4_DIR_LINK_MAX(old.dir)) ||  in ext4_cross_rename()
4109 		    (new.dir_nlink_delta > 0 && EXT4_DIR_LINK_MAX(new.dir)))  in ext4_cross_rename()
4138 		retval = ext4_rename_dir_finish(handle, &old, new.dir->i_ino);  in ext4_cross_rename()
4143 		retval = ext4_rename_dir_finish(handle, &new, old.dir->i_ino);  in ext4_cross_rename()