1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3 * Copyright (C) International Business Machines Corp., 2000-2004
4 */
5
6 /*
7 * jfs_dtree.c: directory B+-tree manager
8 *
9 * B+-tree with variable length key directory:
10 *
11 * each directory page is structured as an array of 32-byte
12 * directory entry slots initialized as a freelist
13 * to avoid search/compaction of free space at insertion.
14 * when an entry is inserted, a number of slots are allocated
15 * from the freelist as required to store variable length data
16 * of the entry; when the entry is deleted, slots of the entry
17 * are returned to freelist.
18 *
19 * leaf entry stores full name as key and file serial number
20 * (aka inode number) as data.
21 * internal/router entry stores sufffix compressed name
22 * as key and simple extent descriptor as data.
23 *
24 * each directory page maintains a sorted entry index table
25 * which stores the start slot index of sorted entries
26 * to allow binary search on the table.
27 *
28 * directory starts as a root/leaf page in on-disk inode
29 * inline data area.
30 * when it becomes full, it starts a leaf of a external extent
31 * of length of 1 block. each time the first leaf becomes full,
32 * it is extended rather than split (its size is doubled),
33 * until its length becoms 4 KBytes, from then the extent is split
34 * with new 4 Kbyte extent when it becomes full
35 * to reduce external fragmentation of small directories.
36 *
37 * blah, blah, blah, for linear scan of directory in pieces by
38 * readdir().
39 *
40 *
41 * case-insensitive directory file system
42 *
43 * names are stored in case-sensitive way in leaf entry.
44 * but stored, searched and compared in case-insensitive (uppercase) order
45 * (i.e., both search key and entry key are folded for search/compare):
46 * (note that case-sensitive order is BROKEN in storage, e.g.,
47 * sensitive: Ad, aB, aC, aD -> insensitive: aB, aC, aD, Ad
48 *
49 * entries which folds to the same key makes up a equivalent class
50 * whose members are stored as contiguous cluster (may cross page boundary)
51 * but whose order is arbitrary and acts as duplicate, e.g.,
52 * abc, Abc, aBc, abC)
53 *
54 * once match is found at leaf, requires scan forward/backward
55 * either for, in case-insensitive search, duplicate
56 * or for, in case-sensitive search, for exact match
57 *
58 * router entry must be created/stored in case-insensitive way
59 * in internal entry:
60 * (right most key of left page and left most key of right page
61 * are folded, and its suffix compression is propagated as router
62 * key in parent)
63 * (e.g., if split occurs <abc> and <aBd>, <ABD> trather than <aB>
64 * should be made the router key for the split)
65 *
66 * case-insensitive search:
67 *
68 * fold search key;
69 *
70 * case-insensitive search of B-tree:
71 * for internal entry, router key is already folded;
72 * for leaf entry, fold the entry key before comparison.
73 *
74 * if (leaf entry case-insensitive match found)
75 * if (next entry satisfies case-insensitive match)
76 * return EDUPLICATE;
77 * if (prev entry satisfies case-insensitive match)
78 * return EDUPLICATE;
79 * return match;
80 * else
81 * return no match;
82 *
83 * serialization:
84 * target directory inode lock is being held on entry/exit
85 * of all main directory service routines.
86 *
87 * log based recovery:
88 */
89
90 #include <linux/fs.h>
91 #include <linux/quotaops.h>
92 #include <linux/slab.h>
93 #include "jfs_incore.h"
94 #include "jfs_superblock.h"
95 #include "jfs_filsys.h"
96 #include "jfs_metapage.h"
97 #include "jfs_dmap.h"
98 #include "jfs_unicode.h"
99 #include "jfs_debug.h"
100
101 /* dtree split parameter */
102 struct dtsplit {
103 struct metapage *mp;
104 s16 index;
105 s16 nslot;
106 struct component_name *key;
107 ddata_t *data;
108 struct pxdlist *pxdlist;
109 };
110
111 #define DT_PAGE(IP, MP) BT_PAGE(IP, MP, dtpage_t, i_dtroot)
112
113 /* get page buffer for specified block address */
114 #define DT_GETPAGE(IP, BN, MP, SIZE, P, RC) \
115 do { \
116 BT_GETPAGE(IP, BN, MP, dtpage_t, SIZE, P, RC, i_dtroot); \
117 if (!(RC)) { \
118 if (((P)->header.nextindex > \
119 (((BN) == 0) ? DTROOTMAXSLOT : (P)->header.maxslot)) || \
120 ((BN) && ((P)->header.maxslot > DTPAGEMAXSLOT))) { \
121 BT_PUTPAGE(MP); \
122 jfs_error((IP)->i_sb, \
123 "DT_GETPAGE: dtree page corrupt\n"); \
124 MP = NULL; \
125 RC = -EIO; \
126 } \
127 } \
128 } while (0)
129
130 /* for consistency */
131 #define DT_PUTPAGE(MP) BT_PUTPAGE(MP)
132
133 #define DT_GETSEARCH(IP, LEAF, BN, MP, P, INDEX) \
134 BT_GETSEARCH(IP, LEAF, BN, MP, dtpage_t, P, INDEX, i_dtroot)
135
136 /*
137 * forward references
138 */
139 static int dtSplitUp(tid_t tid, struct inode *ip,
140 struct dtsplit * split, struct btstack * btstack);
141
142 static int dtSplitPage(tid_t tid, struct inode *ip, struct dtsplit * split,
143 struct metapage ** rmpp, dtpage_t ** rpp, pxd_t * rxdp);
144
145 static int dtExtendPage(tid_t tid, struct inode *ip,
146 struct dtsplit * split, struct btstack * btstack);
147
148 static int dtSplitRoot(tid_t tid, struct inode *ip,
149 struct dtsplit * split, struct metapage ** rmpp);
150
151 static int dtDeleteUp(tid_t tid, struct inode *ip, struct metapage * fmp,
152 dtpage_t * fp, struct btstack * btstack);
153
154 static int dtRelink(tid_t tid, struct inode *ip, dtpage_t * p);
155
156 static int dtReadFirst(struct inode *ip, struct btstack * btstack);
157
158 static int dtReadNext(struct inode *ip,
159 loff_t * offset, struct btstack * btstack);
160
161 static int dtCompare(struct component_name * key, dtpage_t * p, int si);
162
163 static int ciCompare(struct component_name * key, dtpage_t * p, int si,
164 int flag);
165
166 static void dtGetKey(dtpage_t * p, int i, struct component_name * key,
167 int flag);
168
169 static int ciGetLeafPrefixKey(dtpage_t * lp, int li, dtpage_t * rp,
170 int ri, struct component_name * key, int flag);
171
172 static void dtInsertEntry(dtpage_t * p, int index, struct component_name * key,
173 ddata_t * data, struct dt_lock **);
174
175 static void dtMoveEntry(dtpage_t * sp, int si, dtpage_t * dp,
176 struct dt_lock ** sdtlock, struct dt_lock ** ddtlock,
177 int do_index);
178
179 static void dtDeleteEntry(dtpage_t * p, int fi, struct dt_lock ** dtlock);
180
181 static void dtTruncateEntry(dtpage_t * p, int ti, struct dt_lock ** dtlock);
182
183 static void dtLinelockFreelist(dtpage_t * p, int m, struct dt_lock ** dtlock);
184
185 #define ciToUpper(c) UniStrupr((c)->name)
186
187 /*
188 * read_index_page()
189 *
190 * Reads a page of a directory's index table.
191 * Having metadata mapped into the directory inode's address space
192 * presents a multitude of problems. We avoid this by mapping to
193 * the absolute address space outside of the *_metapage routines
194 */
read_index_page(struct inode * inode,s64 blkno)195 static struct metapage *read_index_page(struct inode *inode, s64 blkno)
196 {
197 int rc;
198 s64 xaddr;
199 int xflag;
200 s32 xlen;
201
202 rc = xtLookup(inode, blkno, 1, &xflag, &xaddr, &xlen, 1);
203 if (rc || (xaddr == 0))
204 return NULL;
205
206 return read_metapage(inode, xaddr, PSIZE, 1);
207 }
208
209 /*
210 * get_index_page()
211 *
212 * Same as get_index_page(), but get's a new page without reading
213 */
get_index_page(struct inode * inode,s64 blkno)214 static struct metapage *get_index_page(struct inode *inode, s64 blkno)
215 {
216 int rc;
217 s64 xaddr;
218 int xflag;
219 s32 xlen;
220
221 rc = xtLookup(inode, blkno, 1, &xflag, &xaddr, &xlen, 1);
222 if (rc || (xaddr == 0))
223 return NULL;
224
225 return get_metapage(inode, xaddr, PSIZE, 1);
226 }
227
228 /*
229 * find_index()
230 *
231 * Returns dtree page containing directory table entry for specified
232 * index and pointer to its entry.
233 *
234 * mp must be released by caller.
235 */
find_index(struct inode * ip,u32 index,struct metapage ** mp,s64 * lblock)236 static struct dir_table_slot *find_index(struct inode *ip, u32 index,
237 struct metapage ** mp, s64 *lblock)
238 {
239 struct jfs_inode_info *jfs_ip = JFS_IP(ip);
240 s64 blkno;
241 s64 offset;
242 int page_offset;
243 struct dir_table_slot *slot;
244 static int maxWarnings = 10;
245
246 if (index < 2) {
247 if (maxWarnings) {
248 jfs_warn("find_entry called with index = %d", index);
249 maxWarnings--;
250 }
251 return NULL;
252 }
253
254 if (index >= jfs_ip->next_index) {
255 jfs_warn("find_entry called with index >= next_index");
256 return NULL;
257 }
258
259 if (jfs_dirtable_inline(ip)) {
260 /*
261 * Inline directory table
262 */
263 *mp = NULL;
264 slot = &jfs_ip->i_dirtable[index - 2];
265 } else {
266 offset = (index - 2) * sizeof(struct dir_table_slot);
267 page_offset = offset & (PSIZE - 1);
268 blkno = ((offset + 1) >> L2PSIZE) <<
269 JFS_SBI(ip->i_sb)->l2nbperpage;
270
271 if (*mp && (*lblock != blkno)) {
272 release_metapage(*mp);
273 *mp = NULL;
274 }
275 if (!(*mp)) {
276 *lblock = blkno;
277 *mp = read_index_page(ip, blkno);
278 }
279 if (!(*mp)) {
280 jfs_err("free_index: error reading directory table");
281 return NULL;
282 }
283
284 slot =
285 (struct dir_table_slot *) ((char *) (*mp)->data +
286 page_offset);
287 }
288 return slot;
289 }
290
lock_index(tid_t tid,struct inode * ip,struct metapage * mp,u32 index)291 static inline void lock_index(tid_t tid, struct inode *ip, struct metapage * mp,
292 u32 index)
293 {
294 struct tlock *tlck;
295 struct linelock *llck;
296 struct lv *lv;
297
298 tlck = txLock(tid, ip, mp, tlckDATA);
299 llck = (struct linelock *) tlck->lock;
300
301 if (llck->index >= llck->maxcnt)
302 llck = txLinelock(llck);
303 lv = &llck->lv[llck->index];
304
305 /*
306 * Linelock slot size is twice the size of directory table
307 * slot size. 512 entries per page.
308 */
309 lv->offset = ((index - 2) & 511) >> 1;
310 lv->length = 1;
311 llck->index++;
312 }
313
314 /*
315 * add_index()
316 *
317 * Adds an entry to the directory index table. This is used to provide
318 * each directory entry with a persistent index in which to resume
319 * directory traversals
320 */
add_index(tid_t tid,struct inode * ip,s64 bn,int slot)321 static u32 add_index(tid_t tid, struct inode *ip, s64 bn, int slot)
322 {
323 struct super_block *sb = ip->i_sb;
324 struct jfs_sb_info *sbi = JFS_SBI(sb);
325 struct jfs_inode_info *jfs_ip = JFS_IP(ip);
326 u64 blkno;
327 struct dir_table_slot *dirtab_slot;
328 u32 index;
329 struct linelock *llck;
330 struct lv *lv;
331 struct metapage *mp;
332 s64 offset;
333 uint page_offset;
334 struct tlock *tlck;
335 s64 xaddr;
336
337 ASSERT(DO_INDEX(ip));
338
339 if (jfs_ip->next_index < 2) {
340 jfs_warn("add_index: next_index = %d. Resetting!",
341 jfs_ip->next_index);
342 jfs_ip->next_index = 2;
343 }
344
345 index = jfs_ip->next_index++;
346
347 if (index <= MAX_INLINE_DIRTABLE_ENTRY) {
348 /*
349 * i_size reflects size of index table, or 8 bytes per entry.
350 */
351 ip->i_size = (loff_t) (index - 1) << 3;
352
353 /*
354 * dir table fits inline within inode
355 */
356 dirtab_slot = &jfs_ip->i_dirtable[index-2];
357 dirtab_slot->flag = DIR_INDEX_VALID;
358 dirtab_slot->slot = slot;
359 DTSaddress(dirtab_slot, bn);
360
361 set_cflag(COMMIT_Dirtable, ip);
362
363 return index;
364 }
365 if (index == (MAX_INLINE_DIRTABLE_ENTRY + 1)) {
366 struct dir_table_slot temp_table[12];
367
368 /*
369 * It's time to move the inline table to an external
370 * page and begin to build the xtree
371 */
372 if (dquot_alloc_block(ip, sbi->nbperpage))
373 goto clean_up;
374 if (dbAlloc(ip, 0, sbi->nbperpage, &xaddr)) {
375 dquot_free_block(ip, sbi->nbperpage);
376 goto clean_up;
377 }
378
379 /*
380 * Save the table, we're going to overwrite it with the
381 * xtree root
382 */
383 memcpy(temp_table, &jfs_ip->i_dirtable, sizeof(temp_table));
384
385 /*
386 * Initialize empty x-tree
387 */
388 xtInitRoot(tid, ip);
389
390 /*
391 * Add the first block to the xtree
392 */
393 if (xtInsert(tid, ip, 0, 0, sbi->nbperpage, &xaddr, 0)) {
394 /* This really shouldn't fail */
395 jfs_warn("add_index: xtInsert failed!");
396 memcpy(&jfs_ip->i_dirtable, temp_table,
397 sizeof (temp_table));
398 dbFree(ip, xaddr, sbi->nbperpage);
399 dquot_free_block(ip, sbi->nbperpage);
400 goto clean_up;
401 }
402 ip->i_size = PSIZE;
403
404 mp = get_index_page(ip, 0);
405 if (!mp) {
406 jfs_err("add_index: get_metapage failed!");
407 xtTruncate(tid, ip, 0, COMMIT_PWMAP);
408 memcpy(&jfs_ip->i_dirtable, temp_table,
409 sizeof (temp_table));
410 goto clean_up;
411 }
412 tlck = txLock(tid, ip, mp, tlckDATA);
413 llck = (struct linelock *) & tlck->lock;
414 ASSERT(llck->index == 0);
415 lv = &llck->lv[0];
416
417 lv->offset = 0;
418 lv->length = 6; /* tlckDATA slot size is 16 bytes */
419 llck->index++;
420
421 memcpy(mp->data, temp_table, sizeof(temp_table));
422
423 mark_metapage_dirty(mp);
424 release_metapage(mp);
425
426 /*
427 * Logging is now directed by xtree tlocks
428 */
429 clear_cflag(COMMIT_Dirtable, ip);
430 }
431
432 offset = (index - 2) * sizeof(struct dir_table_slot);
433 page_offset = offset & (PSIZE - 1);
434 blkno = ((offset + 1) >> L2PSIZE) << sbi->l2nbperpage;
435 if (page_offset == 0) {
436 /*
437 * This will be the beginning of a new page
438 */
439 xaddr = 0;
440 if (xtInsert(tid, ip, 0, blkno, sbi->nbperpage, &xaddr, 0)) {
441 jfs_warn("add_index: xtInsert failed!");
442 goto clean_up;
443 }
444 ip->i_size += PSIZE;
445
446 if ((mp = get_index_page(ip, blkno)))
447 memset(mp->data, 0, PSIZE); /* Just looks better */
448 else
449 xtTruncate(tid, ip, offset, COMMIT_PWMAP);
450 } else
451 mp = read_index_page(ip, blkno);
452
453 if (!mp) {
454 jfs_err("add_index: get/read_metapage failed!");
455 goto clean_up;
456 }
457
458 lock_index(tid, ip, mp, index);
459
460 dirtab_slot =
461 (struct dir_table_slot *) ((char *) mp->data + page_offset);
462 dirtab_slot->flag = DIR_INDEX_VALID;
463 dirtab_slot->slot = slot;
464 DTSaddress(dirtab_slot, bn);
465
466 mark_metapage_dirty(mp);
467 release_metapage(mp);
468
469 return index;
470
471 clean_up:
472
473 jfs_ip->next_index--;
474
475 return 0;
476 }
477
478 /*
479 * free_index()
480 *
481 * Marks an entry to the directory index table as free.
482 */
free_index(tid_t tid,struct inode * ip,u32 index,u32 next)483 static void free_index(tid_t tid, struct inode *ip, u32 index, u32 next)
484 {
485 struct dir_table_slot *dirtab_slot;
486 s64 lblock;
487 struct metapage *mp = NULL;
488
489 dirtab_slot = find_index(ip, index, &mp, &lblock);
490
491 if (!dirtab_slot)
492 return;
493
494 dirtab_slot->flag = DIR_INDEX_FREE;
495 dirtab_slot->slot = dirtab_slot->addr1 = 0;
496 dirtab_slot->addr2 = cpu_to_le32(next);
497
498 if (mp) {
499 lock_index(tid, ip, mp, index);
500 mark_metapage_dirty(mp);
501 release_metapage(mp);
502 } else
503 set_cflag(COMMIT_Dirtable, ip);
504 }
505
506 /*
507 * modify_index()
508 *
509 * Changes an entry in the directory index table
510 */
modify_index(tid_t tid,struct inode * ip,u32 index,s64 bn,int slot,struct metapage ** mp,s64 * lblock)511 static void modify_index(tid_t tid, struct inode *ip, u32 index, s64 bn,
512 int slot, struct metapage ** mp, s64 *lblock)
513 {
514 struct dir_table_slot *dirtab_slot;
515
516 dirtab_slot = find_index(ip, index, mp, lblock);
517
518 if (!dirtab_slot)
519 return;
520
521 DTSaddress(dirtab_slot, bn);
522 dirtab_slot->slot = slot;
523
524 if (*mp) {
525 lock_index(tid, ip, *mp, index);
526 mark_metapage_dirty(*mp);
527 } else
528 set_cflag(COMMIT_Dirtable, ip);
529 }
530
531 /*
532 * read_index()
533 *
534 * reads a directory table slot
535 */
read_index(struct inode * ip,u32 index,struct dir_table_slot * dirtab_slot)536 static int read_index(struct inode *ip, u32 index,
537 struct dir_table_slot * dirtab_slot)
538 {
539 s64 lblock;
540 struct metapage *mp = NULL;
541 struct dir_table_slot *slot;
542
543 slot = find_index(ip, index, &mp, &lblock);
544 if (!slot) {
545 return -EIO;
546 }
547
548 memcpy(dirtab_slot, slot, sizeof(struct dir_table_slot));
549
550 if (mp)
551 release_metapage(mp);
552
553 return 0;
554 }
555
556 /*
557 * dtSearch()
558 *
559 * function:
560 * Search for the entry with specified key
561 *
562 * parameter:
563 *
564 * return: 0 - search result on stack, leaf page pinned;
565 * errno - I/O error
566 */
dtSearch(struct inode * ip,struct component_name * key,ino_t * data,struct btstack * btstack,int flag)567 int dtSearch(struct inode *ip, struct component_name * key, ino_t * data,
568 struct btstack * btstack, int flag)
569 {
570 int rc = 0;
571 int cmp = 1; /* init for empty page */
572 s64 bn;
573 struct metapage *mp;
574 dtpage_t *p;
575 s8 *stbl;
576 int base, index, lim;
577 struct btframe *btsp;
578 pxd_t *pxd;
579 int psize = 288; /* initial in-line directory */
580 ino_t inumber;
581 struct component_name ciKey;
582 struct super_block *sb = ip->i_sb;
583
584 ciKey.name = kmalloc_array(JFS_NAME_MAX + 1, sizeof(wchar_t),
585 GFP_NOFS);
586 if (!ciKey.name) {
587 rc = -ENOMEM;
588 goto dtSearch_Exit2;
589 }
590
591
592 /* uppercase search key for c-i directory */
593 UniStrcpy(ciKey.name, key->name);
594 ciKey.namlen = key->namlen;
595
596 /* only uppercase if case-insensitive support is on */
597 if ((JFS_SBI(sb)->mntflag & JFS_OS2) == JFS_OS2) {
598 ciToUpper(&ciKey);
599 }
600 BT_CLR(btstack); /* reset stack */
601
602 /* init level count for max pages to split */
603 btstack->nsplit = 1;
604
605 /*
606 * search down tree from root:
607 *
608 * between two consecutive entries of <Ki, Pi> and <Kj, Pj> of
609 * internal page, child page Pi contains entry with k, Ki <= K < Kj.
610 *
611 * if entry with search key K is not found
612 * internal page search find the entry with largest key Ki
613 * less than K which point to the child page to search;
614 * leaf page search find the entry with smallest key Kj
615 * greater than K so that the returned index is the position of
616 * the entry to be shifted right for insertion of new entry.
617 * for empty tree, search key is greater than any key of the tree.
618 *
619 * by convention, root bn = 0.
620 */
621 for (bn = 0;;) {
622 /* get/pin the page to search */
623 DT_GETPAGE(ip, bn, mp, psize, p, rc);
624 if (rc)
625 goto dtSearch_Exit1;
626
627 /* get sorted entry table of the page */
628 stbl = DT_GETSTBL(p);
629
630 /*
631 * binary search with search key K on the current page.
632 */
633 for (base = 0, lim = p->header.nextindex; lim; lim >>= 1) {
634 index = base + (lim >> 1);
635
636 if (p->header.flag & BT_LEAF) {
637 /* uppercase leaf name to compare */
638 cmp =
639 ciCompare(&ciKey, p, stbl[index],
640 JFS_SBI(sb)->mntflag);
641 } else {
642 /* router key is in uppercase */
643
644 cmp = dtCompare(&ciKey, p, stbl[index]);
645
646
647 }
648 if (cmp == 0) {
649 /*
650 * search hit
651 */
652 /* search hit - leaf page:
653 * return the entry found
654 */
655 if (p->header.flag & BT_LEAF) {
656 inumber = le32_to_cpu(
657 ((struct ldtentry *) & p->slot[stbl[index]])->inumber);
658
659 /*
660 * search for JFS_LOOKUP
661 */
662 if (flag == JFS_LOOKUP) {
663 *data = inumber;
664 rc = 0;
665 goto out;
666 }
667
668 /*
669 * search for JFS_CREATE
670 */
671 if (flag == JFS_CREATE) {
672 *data = inumber;
673 rc = -EEXIST;
674 goto out;
675 }
676
677 /*
678 * search for JFS_REMOVE or JFS_RENAME
679 */
680 if ((flag == JFS_REMOVE ||
681 flag == JFS_RENAME) &&
682 *data != inumber) {
683 rc = -ESTALE;
684 goto out;
685 }
686
687 /*
688 * JFS_REMOVE|JFS_FINDDIR|JFS_RENAME
689 */
690 /* save search result */
691 *data = inumber;
692 btsp = btstack->top;
693 btsp->bn = bn;
694 btsp->index = index;
695 btsp->mp = mp;
696
697 rc = 0;
698 goto dtSearch_Exit1;
699 }
700
701 /* search hit - internal page:
702 * descend/search its child page
703 */
704 goto getChild;
705 }
706
707 if (cmp > 0) {
708 base = index + 1;
709 --lim;
710 }
711 }
712
713 /*
714 * search miss
715 *
716 * base is the smallest index with key (Kj) greater than
717 * search key (K) and may be zero or (maxindex + 1) index.
718 */
719 /*
720 * search miss - leaf page
721 *
722 * return location of entry (base) where new entry with
723 * search key K is to be inserted.
724 */
725 if (p->header.flag & BT_LEAF) {
726 /*
727 * search for JFS_LOOKUP, JFS_REMOVE, or JFS_RENAME
728 */
729 if (flag == JFS_LOOKUP || flag == JFS_REMOVE ||
730 flag == JFS_RENAME) {
731 rc = -ENOENT;
732 goto out;
733 }
734
735 /*
736 * search for JFS_CREATE|JFS_FINDDIR:
737 *
738 * save search result
739 */
740 *data = 0;
741 btsp = btstack->top;
742 btsp->bn = bn;
743 btsp->index = base;
744 btsp->mp = mp;
745
746 rc = 0;
747 goto dtSearch_Exit1;
748 }
749
750 /*
751 * search miss - internal page
752 *
753 * if base is non-zero, decrement base by one to get the parent
754 * entry of the child page to search.
755 */
756 index = base ? base - 1 : base;
757
758 /*
759 * go down to child page
760 */
761 getChild:
762 /* update max. number of pages to split */
763 if (BT_STACK_FULL(btstack)) {
764 /* Something's corrupted, mark filesystem dirty so
765 * chkdsk will fix it.
766 */
767 jfs_error(sb, "stack overrun!\n");
768 BT_STACK_DUMP(btstack);
769 rc = -EIO;
770 goto out;
771 }
772 btstack->nsplit++;
773
774 /* push (bn, index) of the parent page/entry */
775 BT_PUSH(btstack, bn, index);
776
777 /* get the child page block number */
778 pxd = (pxd_t *) & p->slot[stbl[index]];
779 bn = addressPXD(pxd);
780 psize = lengthPXD(pxd) << JFS_SBI(ip->i_sb)->l2bsize;
781
782 /* unpin the parent page */
783 DT_PUTPAGE(mp);
784 }
785
786 out:
787 DT_PUTPAGE(mp);
788
789 dtSearch_Exit1:
790
791 kfree(ciKey.name);
792
793 dtSearch_Exit2:
794
795 return rc;
796 }
797
798
799 /*
800 * dtInsert()
801 *
802 * function: insert an entry to directory tree
803 *
804 * parameter:
805 *
806 * return: 0 - success;
807 * errno - failure;
808 */
dtInsert(tid_t tid,struct inode * ip,struct component_name * name,ino_t * fsn,struct btstack * btstack)809 int dtInsert(tid_t tid, struct inode *ip,
810 struct component_name * name, ino_t * fsn, struct btstack * btstack)
811 {
812 int rc = 0;
813 struct metapage *mp; /* meta-page buffer */
814 dtpage_t *p; /* base B+-tree index page */
815 s64 bn;
816 int index;
817 struct dtsplit split; /* split information */
818 ddata_t data;
819 struct dt_lock *dtlck;
820 int n;
821 struct tlock *tlck;
822 struct lv *lv;
823
824 /*
825 * retrieve search result
826 *
827 * dtSearch() returns (leaf page pinned, index at which to insert).
828 * n.b. dtSearch() may return index of (maxindex + 1) of
829 * the full page.
830 */
831 DT_GETSEARCH(ip, btstack->top, bn, mp, p, index);
832
833 /*
834 * insert entry for new key
835 */
836 if (DO_INDEX(ip)) {
837 if (JFS_IP(ip)->next_index == DIREND) {
838 DT_PUTPAGE(mp);
839 return -EMLINK;
840 }
841 n = NDTLEAF(name->namlen);
842 data.leaf.tid = tid;
843 data.leaf.ip = ip;
844 } else {
845 n = NDTLEAF_LEGACY(name->namlen);
846 data.leaf.ip = NULL; /* signifies legacy directory format */
847 }
848 data.leaf.ino = *fsn;
849
850 /*
851 * leaf page does not have enough room for new entry:
852 *
853 * extend/split the leaf page;
854 *
855 * dtSplitUp() will insert the entry and unpin the leaf page.
856 */
857 if (n > p->header.freecnt) {
858 split.mp = mp;
859 split.index = index;
860 split.nslot = n;
861 split.key = name;
862 split.data = &data;
863 rc = dtSplitUp(tid, ip, &split, btstack);
864 return rc;
865 }
866
867 /*
868 * leaf page does have enough room for new entry:
869 *
870 * insert the new data entry into the leaf page;
871 */
872 BT_MARK_DIRTY(mp, ip);
873 /*
874 * acquire a transaction lock on the leaf page
875 */
876 tlck = txLock(tid, ip, mp, tlckDTREE | tlckENTRY);
877 dtlck = (struct dt_lock *) & tlck->lock;
878 ASSERT(dtlck->index == 0);
879 lv = & dtlck->lv[0];
880
881 /* linelock header */
882 lv->offset = 0;
883 lv->length = 1;
884 dtlck->index++;
885
886 dtInsertEntry(p, index, name, &data, &dtlck);
887
888 /* linelock stbl of non-root leaf page */
889 if (!(p->header.flag & BT_ROOT)) {
890 if (dtlck->index >= dtlck->maxcnt)
891 dtlck = (struct dt_lock *) txLinelock(dtlck);
892 lv = & dtlck->lv[dtlck->index];
893 n = index >> L2DTSLOTSIZE;
894 lv->offset = p->header.stblindex + n;
895 lv->length =
896 ((p->header.nextindex - 1) >> L2DTSLOTSIZE) - n + 1;
897 dtlck->index++;
898 }
899
900 /* unpin the leaf page */
901 DT_PUTPAGE(mp);
902
903 return 0;
904 }
905
906
907 /*
908 * dtSplitUp()
909 *
910 * function: propagate insertion bottom up;
911 *
912 * parameter:
913 *
914 * return: 0 - success;
915 * errno - failure;
916 * leaf page unpinned;
917 */
dtSplitUp(tid_t tid,struct inode * ip,struct dtsplit * split,struct btstack * btstack)918 static int dtSplitUp(tid_t tid,
919 struct inode *ip, struct dtsplit * split, struct btstack * btstack)
920 {
921 struct jfs_sb_info *sbi = JFS_SBI(ip->i_sb);
922 int rc = 0;
923 struct metapage *smp;
924 dtpage_t *sp; /* split page */
925 struct metapage *rmp;
926 dtpage_t *rp; /* new right page split from sp */
927 pxd_t rpxd; /* new right page extent descriptor */
928 struct metapage *lmp;
929 dtpage_t *lp; /* left child page */
930 int skip; /* index of entry of insertion */
931 struct btframe *parent; /* parent page entry on traverse stack */
932 s64 xaddr, nxaddr;
933 int xlen, xsize;
934 struct pxdlist pxdlist;
935 pxd_t *pxd;
936 struct component_name key = { 0, NULL };
937 ddata_t *data = split->data;
938 int n;
939 struct dt_lock *dtlck;
940 struct tlock *tlck;
941 struct lv *lv;
942 int quota_allocation = 0;
943
944 /* get split page */
945 smp = split->mp;
946 sp = DT_PAGE(ip, smp);
947
948 key.name = kmalloc_array(JFS_NAME_MAX + 2, sizeof(wchar_t), GFP_NOFS);
949 if (!key.name) {
950 DT_PUTPAGE(smp);
951 rc = -ENOMEM;
952 goto dtSplitUp_Exit;
953 }
954
955 /*
956 * split leaf page
957 *
958 * The split routines insert the new entry, and
959 * acquire txLock as appropriate.
960 */
961 /*
962 * split root leaf page:
963 */
964 if (sp->header.flag & BT_ROOT) {
965 /*
966 * allocate a single extent child page
967 */
968 xlen = 1;
969 n = sbi->bsize >> L2DTSLOTSIZE;
970 n -= (n + 31) >> L2DTSLOTSIZE; /* stbl size */
971 n -= DTROOTMAXSLOT - sp->header.freecnt; /* header + entries */
972 if (n <= split->nslot)
973 xlen++;
974 if ((rc = dbAlloc(ip, 0, (s64) xlen, &xaddr))) {
975 DT_PUTPAGE(smp);
976 goto freeKeyName;
977 }
978
979 pxdlist.maxnpxd = 1;
980 pxdlist.npxd = 0;
981 pxd = &pxdlist.pxd[0];
982 PXDaddress(pxd, xaddr);
983 PXDlength(pxd, xlen);
984 split->pxdlist = &pxdlist;
985 rc = dtSplitRoot(tid, ip, split, &rmp);
986
987 if (rc)
988 dbFree(ip, xaddr, xlen);
989 else
990 DT_PUTPAGE(rmp);
991
992 DT_PUTPAGE(smp);
993
994 if (!DO_INDEX(ip))
995 ip->i_size = xlen << sbi->l2bsize;
996
997 goto freeKeyName;
998 }
999
1000 /*
1001 * extend first leaf page
1002 *
1003 * extend the 1st extent if less than buffer page size
1004 * (dtExtendPage() reurns leaf page unpinned)
1005 */
1006 pxd = &sp->header.self;
1007 xlen = lengthPXD(pxd);
1008 xsize = xlen << sbi->l2bsize;
1009 if (xsize < PSIZE) {
1010 xaddr = addressPXD(pxd);
1011 n = xsize >> L2DTSLOTSIZE;
1012 n -= (n + 31) >> L2DTSLOTSIZE; /* stbl size */
1013 if ((n + sp->header.freecnt) <= split->nslot)
1014 n = xlen + (xlen << 1);
1015 else
1016 n = xlen;
1017
1018 /* Allocate blocks to quota. */
1019 rc = dquot_alloc_block(ip, n);
1020 if (rc)
1021 goto extendOut;
1022 quota_allocation += n;
1023
1024 if ((rc = dbReAlloc(sbi->ipbmap, xaddr, (s64) xlen,
1025 (s64) n, &nxaddr)))
1026 goto extendOut;
1027
1028 pxdlist.maxnpxd = 1;
1029 pxdlist.npxd = 0;
1030 pxd = &pxdlist.pxd[0];
1031 PXDaddress(pxd, nxaddr);
1032 PXDlength(pxd, xlen + n);
1033 split->pxdlist = &pxdlist;
1034 if ((rc = dtExtendPage(tid, ip, split, btstack))) {
1035 nxaddr = addressPXD(pxd);
1036 if (xaddr != nxaddr) {
1037 /* free relocated extent */
1038 xlen = lengthPXD(pxd);
1039 dbFree(ip, nxaddr, (s64) xlen);
1040 } else {
1041 /* free extended delta */
1042 xlen = lengthPXD(pxd) - n;
1043 xaddr = addressPXD(pxd) + xlen;
1044 dbFree(ip, xaddr, (s64) n);
1045 }
1046 } else if (!DO_INDEX(ip))
1047 ip->i_size = lengthPXD(pxd) << sbi->l2bsize;
1048
1049
1050 extendOut:
1051 DT_PUTPAGE(smp);
1052 goto freeKeyName;
1053 }
1054
1055 /*
1056 * split leaf page <sp> into <sp> and a new right page <rp>.
1057 *
1058 * return <rp> pinned and its extent descriptor <rpxd>
1059 */
1060 /*
1061 * allocate new directory page extent and
1062 * new index page(s) to cover page split(s)
1063 *
1064 * allocation hint: ?
1065 */
1066 n = btstack->nsplit;
1067 pxdlist.maxnpxd = pxdlist.npxd = 0;
1068 xlen = sbi->nbperpage;
1069 for (pxd = pxdlist.pxd; n > 0; n--, pxd++) {
1070 if ((rc = dbAlloc(ip, 0, (s64) xlen, &xaddr)) == 0) {
1071 PXDaddress(pxd, xaddr);
1072 PXDlength(pxd, xlen);
1073 pxdlist.maxnpxd++;
1074 continue;
1075 }
1076
1077 DT_PUTPAGE(smp);
1078
1079 /* undo allocation */
1080 goto splitOut;
1081 }
1082
1083 split->pxdlist = &pxdlist;
1084 if ((rc = dtSplitPage(tid, ip, split, &rmp, &rp, &rpxd))) {
1085 DT_PUTPAGE(smp);
1086
1087 /* undo allocation */
1088 goto splitOut;
1089 }
1090
1091 if (!DO_INDEX(ip))
1092 ip->i_size += PSIZE;
1093
1094 /*
1095 * propagate up the router entry for the leaf page just split
1096 *
1097 * insert a router entry for the new page into the parent page,
1098 * propagate the insert/split up the tree by walking back the stack
1099 * of (bn of parent page, index of child page entry in parent page)
1100 * that were traversed during the search for the page that split.
1101 *
1102 * the propagation of insert/split up the tree stops if the root
1103 * splits or the page inserted into doesn't have to split to hold
1104 * the new entry.
1105 *
1106 * the parent entry for the split page remains the same, and
1107 * a new entry is inserted at its right with the first key and
1108 * block number of the new right page.
1109 *
1110 * There are a maximum of 4 pages pinned at any time:
1111 * two children, left parent and right parent (when the parent splits).
1112 * keep the child pages pinned while working on the parent.
1113 * make sure that all pins are released at exit.
1114 */
1115 while ((parent = BT_POP(btstack)) != NULL) {
1116 /* parent page specified by stack frame <parent> */
1117
1118 /* keep current child pages (<lp>, <rp>) pinned */
1119 lmp = smp;
1120 lp = sp;
1121
1122 /*
1123 * insert router entry in parent for new right child page <rp>
1124 */
1125 /* get the parent page <sp> */
1126 DT_GETPAGE(ip, parent->bn, smp, PSIZE, sp, rc);
1127 if (rc) {
1128 DT_PUTPAGE(lmp);
1129 DT_PUTPAGE(rmp);
1130 goto splitOut;
1131 }
1132
1133 /*
1134 * The new key entry goes ONE AFTER the index of parent entry,
1135 * because the split was to the right.
1136 */
1137 skip = parent->index + 1;
1138
1139 /*
1140 * compute the key for the router entry
1141 *
1142 * key suffix compression:
1143 * for internal pages that have leaf pages as children,
1144 * retain only what's needed to distinguish between
1145 * the new entry and the entry on the page to its left.
1146 * If the keys compare equal, retain the entire key.
1147 *
1148 * note that compression is performed only at computing
1149 * router key at the lowest internal level.
1150 * further compression of the key between pairs of higher
1151 * level internal pages loses too much information and
1152 * the search may fail.
1153 * (e.g., two adjacent leaf pages of {a, ..., x} {xx, ...,}
1154 * results in two adjacent parent entries (a)(xx).
1155 * if split occurs between these two entries, and
1156 * if compression is applied, the router key of parent entry
1157 * of right page (x) will divert search for x into right
1158 * subtree and miss x in the left subtree.)
1159 *
1160 * the entire key must be retained for the next-to-leftmost
1161 * internal key at any level of the tree, or search may fail
1162 * (e.g., ?)
1163 */
1164 switch (rp->header.flag & BT_TYPE) {
1165 case BT_LEAF:
1166 /*
1167 * compute the length of prefix for suffix compression
1168 * between last entry of left page and first entry
1169 * of right page
1170 */
1171 if ((sp->header.flag & BT_ROOT && skip > 1) ||
1172 sp->header.prev != 0 || skip > 1) {
1173 /* compute uppercase router prefix key */
1174 rc = ciGetLeafPrefixKey(lp,
1175 lp->header.nextindex-1,
1176 rp, 0, &key,
1177 sbi->mntflag);
1178 if (rc) {
1179 DT_PUTPAGE(lmp);
1180 DT_PUTPAGE(rmp);
1181 DT_PUTPAGE(smp);
1182 goto splitOut;
1183 }
1184 } else {
1185 /* next to leftmost entry of
1186 lowest internal level */
1187
1188 /* compute uppercase router key */
1189 dtGetKey(rp, 0, &key, sbi->mntflag);
1190 key.name[key.namlen] = 0;
1191
1192 if ((sbi->mntflag & JFS_OS2) == JFS_OS2)
1193 ciToUpper(&key);
1194 }
1195
1196 n = NDTINTERNAL(key.namlen);
1197 break;
1198
1199 case BT_INTERNAL:
1200 dtGetKey(rp, 0, &key, sbi->mntflag);
1201 n = NDTINTERNAL(key.namlen);
1202 break;
1203
1204 default:
1205 jfs_err("dtSplitUp(): UFO!");
1206 break;
1207 }
1208
1209 /* unpin left child page */
1210 DT_PUTPAGE(lmp);
1211
1212 /*
1213 * compute the data for the router entry
1214 */
1215 data->xd = rpxd; /* child page xd */
1216
1217 /*
1218 * parent page is full - split the parent page
1219 */
1220 if (n > sp->header.freecnt) {
1221 /* init for parent page split */
1222 split->mp = smp;
1223 split->index = skip; /* index at insert */
1224 split->nslot = n;
1225 split->key = &key;
1226 /* split->data = data; */
1227
1228 /* unpin right child page */
1229 DT_PUTPAGE(rmp);
1230
1231 /* The split routines insert the new entry,
1232 * acquire txLock as appropriate.
1233 * return <rp> pinned and its block number <rbn>.
1234 */
1235 rc = (sp->header.flag & BT_ROOT) ?
1236 dtSplitRoot(tid, ip, split, &rmp) :
1237 dtSplitPage(tid, ip, split, &rmp, &rp, &rpxd);
1238 if (rc) {
1239 DT_PUTPAGE(smp);
1240 goto splitOut;
1241 }
1242
1243 /* smp and rmp are pinned */
1244 }
1245 /*
1246 * parent page is not full - insert router entry in parent page
1247 */
1248 else {
1249 BT_MARK_DIRTY(smp, ip);
1250 /*
1251 * acquire a transaction lock on the parent page
1252 */
1253 tlck = txLock(tid, ip, smp, tlckDTREE | tlckENTRY);
1254 dtlck = (struct dt_lock *) & tlck->lock;
1255 ASSERT(dtlck->index == 0);
1256 lv = & dtlck->lv[0];
1257
1258 /* linelock header */
1259 lv->offset = 0;
1260 lv->length = 1;
1261 dtlck->index++;
1262
1263 /* linelock stbl of non-root parent page */
1264 if (!(sp->header.flag & BT_ROOT)) {
1265 lv++;
1266 n = skip >> L2DTSLOTSIZE;
1267 lv->offset = sp->header.stblindex + n;
1268 lv->length =
1269 ((sp->header.nextindex -
1270 1) >> L2DTSLOTSIZE) - n + 1;
1271 dtlck->index++;
1272 }
1273
1274 dtInsertEntry(sp, skip, &key, data, &dtlck);
1275
1276 /* exit propagate up */
1277 break;
1278 }
1279 }
1280
1281 /* unpin current split and its right page */
1282 DT_PUTPAGE(smp);
1283 DT_PUTPAGE(rmp);
1284
1285 /*
1286 * free remaining extents allocated for split
1287 */
1288 splitOut:
1289 n = pxdlist.npxd;
1290 pxd = &pxdlist.pxd[n];
1291 for (; n < pxdlist.maxnpxd; n++, pxd++)
1292 dbFree(ip, addressPXD(pxd), (s64) lengthPXD(pxd));
1293
1294 freeKeyName:
1295 kfree(key.name);
1296
1297 /* Rollback quota allocation */
1298 if (rc && quota_allocation)
1299 dquot_free_block(ip, quota_allocation);
1300
1301 dtSplitUp_Exit:
1302
1303 return rc;
1304 }
1305
1306
1307 /*
1308 * dtSplitPage()
1309 *
1310 * function: Split a non-root page of a btree.
1311 *
1312 * parameter:
1313 *
1314 * return: 0 - success;
1315 * errno - failure;
1316 * return split and new page pinned;
1317 */
dtSplitPage(tid_t tid,struct inode * ip,struct dtsplit * split,struct metapage ** rmpp,dtpage_t ** rpp,pxd_t * rpxdp)1318 static int dtSplitPage(tid_t tid, struct inode *ip, struct dtsplit * split,
1319 struct metapage ** rmpp, dtpage_t ** rpp, pxd_t * rpxdp)
1320 {
1321 int rc = 0;
1322 struct metapage *smp;
1323 dtpage_t *sp;
1324 struct metapage *rmp;
1325 dtpage_t *rp; /* new right page allocated */
1326 s64 rbn; /* new right page block number */
1327 struct metapage *mp;
1328 dtpage_t *p;
1329 s64 nextbn;
1330 struct pxdlist *pxdlist;
1331 pxd_t *pxd;
1332 int skip, nextindex, half, left, nxt, off, si;
1333 struct ldtentry *ldtentry;
1334 struct idtentry *idtentry;
1335 u8 *stbl;
1336 struct dtslot *f;
1337 int fsi, stblsize;
1338 int n;
1339 struct dt_lock *sdtlck, *rdtlck;
1340 struct tlock *tlck;
1341 struct dt_lock *dtlck;
1342 struct lv *slv, *rlv, *lv;
1343
1344 /* get split page */
1345 smp = split->mp;
1346 sp = DT_PAGE(ip, smp);
1347
1348 /*
1349 * allocate the new right page for the split
1350 */
1351 pxdlist = split->pxdlist;
1352 pxd = &pxdlist->pxd[pxdlist->npxd];
1353 pxdlist->npxd++;
1354 rbn = addressPXD(pxd);
1355 rmp = get_metapage(ip, rbn, PSIZE, 1);
1356 if (rmp == NULL)
1357 return -EIO;
1358
1359 /* Allocate blocks to quota. */
1360 rc = dquot_alloc_block(ip, lengthPXD(pxd));
1361 if (rc) {
1362 release_metapage(rmp);
1363 return rc;
1364 }
1365
1366 jfs_info("dtSplitPage: ip:0x%p smp:0x%p rmp:0x%p", ip, smp, rmp);
1367
1368 BT_MARK_DIRTY(rmp, ip);
1369 /*
1370 * acquire a transaction lock on the new right page
1371 */
1372 tlck = txLock(tid, ip, rmp, tlckDTREE | tlckNEW);
1373 rdtlck = (struct dt_lock *) & tlck->lock;
1374
1375 rp = (dtpage_t *) rmp->data;
1376 *rpp = rp;
1377 rp->header.self = *pxd;
1378
1379 BT_MARK_DIRTY(smp, ip);
1380 /*
1381 * acquire a transaction lock on the split page
1382 *
1383 * action:
1384 */
1385 tlck = txLock(tid, ip, smp, tlckDTREE | tlckENTRY);
1386 sdtlck = (struct dt_lock *) & tlck->lock;
1387
1388 /* linelock header of split page */
1389 ASSERT(sdtlck->index == 0);
1390 slv = & sdtlck->lv[0];
1391 slv->offset = 0;
1392 slv->length = 1;
1393 sdtlck->index++;
1394
1395 /*
1396 * initialize/update sibling pointers between sp and rp
1397 */
1398 nextbn = le64_to_cpu(sp->header.next);
1399 rp->header.next = cpu_to_le64(nextbn);
1400 rp->header.prev = cpu_to_le64(addressPXD(&sp->header.self));
1401 sp->header.next = cpu_to_le64(rbn);
1402
1403 /*
1404 * initialize new right page
1405 */
1406 rp->header.flag = sp->header.flag;
1407
1408 /* compute sorted entry table at start of extent data area */
1409 rp->header.nextindex = 0;
1410 rp->header.stblindex = 1;
1411
1412 n = PSIZE >> L2DTSLOTSIZE;
1413 rp->header.maxslot = n;
1414 stblsize = (n + 31) >> L2DTSLOTSIZE; /* in unit of slot */
1415
1416 /* init freelist */
1417 fsi = rp->header.stblindex + stblsize;
1418 rp->header.freelist = fsi;
1419 rp->header.freecnt = rp->header.maxslot - fsi;
1420
1421 /*
1422 * sequential append at tail: append without split
1423 *
1424 * If splitting the last page on a level because of appending
1425 * a entry to it (skip is maxentry), it's likely that the access is
1426 * sequential. Adding an empty page on the side of the level is less
1427 * work and can push the fill factor much higher than normal.
1428 * If we're wrong it's no big deal, we'll just do the split the right
1429 * way next time.
1430 * (It may look like it's equally easy to do a similar hack for
1431 * reverse sorted data, that is, split the tree left,
1432 * but it's not. Be my guest.)
1433 */
1434 if (nextbn == 0 && split->index == sp->header.nextindex) {
1435 /* linelock header + stbl (first slot) of new page */
1436 rlv = & rdtlck->lv[rdtlck->index];
1437 rlv->offset = 0;
1438 rlv->length = 2;
1439 rdtlck->index++;
1440
1441 /*
1442 * initialize freelist of new right page
1443 */
1444 f = &rp->slot[fsi];
1445 for (fsi++; fsi < rp->header.maxslot; f++, fsi++)
1446 f->next = fsi;
1447 f->next = -1;
1448
1449 /* insert entry at the first entry of the new right page */
1450 dtInsertEntry(rp, 0, split->key, split->data, &rdtlck);
1451
1452 goto out;
1453 }
1454
1455 /*
1456 * non-sequential insert (at possibly middle page)
1457 */
1458
1459 /*
1460 * update prev pointer of previous right sibling page;
1461 */
1462 if (nextbn != 0) {
1463 DT_GETPAGE(ip, nextbn, mp, PSIZE, p, rc);
1464 if (rc) {
1465 discard_metapage(rmp);
1466 return rc;
1467 }
1468
1469 BT_MARK_DIRTY(mp, ip);
1470 /*
1471 * acquire a transaction lock on the next page
1472 */
1473 tlck = txLock(tid, ip, mp, tlckDTREE | tlckRELINK);
1474 jfs_info("dtSplitPage: tlck = 0x%p, ip = 0x%p, mp=0x%p",
1475 tlck, ip, mp);
1476 dtlck = (struct dt_lock *) & tlck->lock;
1477
1478 /* linelock header of previous right sibling page */
1479 lv = & dtlck->lv[dtlck->index];
1480 lv->offset = 0;
1481 lv->length = 1;
1482 dtlck->index++;
1483
1484 p->header.prev = cpu_to_le64(rbn);
1485
1486 DT_PUTPAGE(mp);
1487 }
1488
1489 /*
1490 * split the data between the split and right pages.
1491 */
1492 skip = split->index;
1493 half = (PSIZE >> L2DTSLOTSIZE) >> 1; /* swag */
1494 left = 0;
1495
1496 /*
1497 * compute fill factor for split pages
1498 *
1499 * <nxt> traces the next entry to move to rp
1500 * <off> traces the next entry to stay in sp
1501 */
1502 stbl = (u8 *) & sp->slot[sp->header.stblindex];
1503 nextindex = sp->header.nextindex;
1504 for (nxt = off = 0; nxt < nextindex; ++off) {
1505 if (off == skip)
1506 /* check for fill factor with new entry size */
1507 n = split->nslot;
1508 else {
1509 si = stbl[nxt];
1510 switch (sp->header.flag & BT_TYPE) {
1511 case BT_LEAF:
1512 ldtentry = (struct ldtentry *) & sp->slot[si];
1513 if (DO_INDEX(ip))
1514 n = NDTLEAF(ldtentry->namlen);
1515 else
1516 n = NDTLEAF_LEGACY(ldtentry->
1517 namlen);
1518 break;
1519
1520 case BT_INTERNAL:
1521 idtentry = (struct idtentry *) & sp->slot[si];
1522 n = NDTINTERNAL(idtentry->namlen);
1523 break;
1524
1525 default:
1526 break;
1527 }
1528
1529 ++nxt; /* advance to next entry to move in sp */
1530 }
1531
1532 left += n;
1533 if (left >= half)
1534 break;
1535 }
1536
1537 /* <nxt> poins to the 1st entry to move */
1538
1539 /*
1540 * move entries to right page
1541 *
1542 * dtMoveEntry() initializes rp and reserves entry for insertion
1543 *
1544 * split page moved out entries are linelocked;
1545 * new/right page moved in entries are linelocked;
1546 */
1547 /* linelock header + stbl of new right page */
1548 rlv = & rdtlck->lv[rdtlck->index];
1549 rlv->offset = 0;
1550 rlv->length = 5;
1551 rdtlck->index++;
1552
1553 dtMoveEntry(sp, nxt, rp, &sdtlck, &rdtlck, DO_INDEX(ip));
1554
1555 sp->header.nextindex = nxt;
1556
1557 /*
1558 * finalize freelist of new right page
1559 */
1560 fsi = rp->header.freelist;
1561 f = &rp->slot[fsi];
1562 for (fsi++; fsi < rp->header.maxslot; f++, fsi++)
1563 f->next = fsi;
1564 f->next = -1;
1565
1566 /*
1567 * Update directory index table for entries now in right page
1568 */
1569 if ((rp->header.flag & BT_LEAF) && DO_INDEX(ip)) {
1570 s64 lblock;
1571
1572 mp = NULL;
1573 stbl = DT_GETSTBL(rp);
1574 for (n = 0; n < rp->header.nextindex; n++) {
1575 ldtentry = (struct ldtentry *) & rp->slot[stbl[n]];
1576 modify_index(tid, ip, le32_to_cpu(ldtentry->index),
1577 rbn, n, &mp, &lblock);
1578 }
1579 if (mp)
1580 release_metapage(mp);
1581 }
1582
1583 /*
1584 * the skipped index was on the left page,
1585 */
1586 if (skip <= off) {
1587 /* insert the new entry in the split page */
1588 dtInsertEntry(sp, skip, split->key, split->data, &sdtlck);
1589
1590 /* linelock stbl of split page */
1591 if (sdtlck->index >= sdtlck->maxcnt)
1592 sdtlck = (struct dt_lock *) txLinelock(sdtlck);
1593 slv = & sdtlck->lv[sdtlck->index];
1594 n = skip >> L2DTSLOTSIZE;
1595 slv->offset = sp->header.stblindex + n;
1596 slv->length =
1597 ((sp->header.nextindex - 1) >> L2DTSLOTSIZE) - n + 1;
1598 sdtlck->index++;
1599 }
1600 /*
1601 * the skipped index was on the right page,
1602 */
1603 else {
1604 /* adjust the skip index to reflect the new position */
1605 skip -= nxt;
1606
1607 /* insert the new entry in the right page */
1608 dtInsertEntry(rp, skip, split->key, split->data, &rdtlck);
1609 }
1610
1611 out:
1612 *rmpp = rmp;
1613 *rpxdp = *pxd;
1614
1615 return rc;
1616 }
1617
1618
1619 /*
1620 * dtExtendPage()
1621 *
1622 * function: extend 1st/only directory leaf page
1623 *
1624 * parameter:
1625 *
1626 * return: 0 - success;
1627 * errno - failure;
1628 * return extended page pinned;
1629 */
dtExtendPage(tid_t tid,struct inode * ip,struct dtsplit * split,struct btstack * btstack)1630 static int dtExtendPage(tid_t tid,
1631 struct inode *ip, struct dtsplit * split, struct btstack * btstack)
1632 {
1633 struct super_block *sb = ip->i_sb;
1634 int rc;
1635 struct metapage *smp, *pmp, *mp;
1636 dtpage_t *sp, *pp;
1637 struct pxdlist *pxdlist;
1638 pxd_t *pxd, *tpxd;
1639 int xlen, xsize;
1640 int newstblindex, newstblsize;
1641 int oldstblindex, oldstblsize;
1642 int fsi, last;
1643 struct dtslot *f;
1644 struct btframe *parent;
1645 int n;
1646 struct dt_lock *dtlck;
1647 s64 xaddr, txaddr;
1648 struct tlock *tlck;
1649 struct pxd_lock *pxdlock;
1650 struct lv *lv;
1651 uint type;
1652 struct ldtentry *ldtentry;
1653 u8 *stbl;
1654
1655 /* get page to extend */
1656 smp = split->mp;
1657 sp = DT_PAGE(ip, smp);
1658
1659 /* get parent/root page */
1660 parent = BT_POP(btstack);
1661 DT_GETPAGE(ip, parent->bn, pmp, PSIZE, pp, rc);
1662 if (rc)
1663 return (rc);
1664
1665 /*
1666 * extend the extent
1667 */
1668 pxdlist = split->pxdlist;
1669 pxd = &pxdlist->pxd[pxdlist->npxd];
1670 pxdlist->npxd++;
1671
1672 xaddr = addressPXD(pxd);
1673 tpxd = &sp->header.self;
1674 txaddr = addressPXD(tpxd);
1675 /* in-place extension */
1676 if (xaddr == txaddr) {
1677 type = tlckEXTEND;
1678 }
1679 /* relocation */
1680 else {
1681 type = tlckNEW;
1682
1683 /* save moved extent descriptor for later free */
1684 tlck = txMaplock(tid, ip, tlckDTREE | tlckRELOCATE);
1685 pxdlock = (struct pxd_lock *) & tlck->lock;
1686 pxdlock->flag = mlckFREEPXD;
1687 pxdlock->pxd = sp->header.self;
1688 pxdlock->index = 1;
1689
1690 /*
1691 * Update directory index table to reflect new page address
1692 */
1693 if (DO_INDEX(ip)) {
1694 s64 lblock;
1695
1696 mp = NULL;
1697 stbl = DT_GETSTBL(sp);
1698 for (n = 0; n < sp->header.nextindex; n++) {
1699 ldtentry =
1700 (struct ldtentry *) & sp->slot[stbl[n]];
1701 modify_index(tid, ip,
1702 le32_to_cpu(ldtentry->index),
1703 xaddr, n, &mp, &lblock);
1704 }
1705 if (mp)
1706 release_metapage(mp);
1707 }
1708 }
1709
1710 /*
1711 * extend the page
1712 */
1713 sp->header.self = *pxd;
1714
1715 jfs_info("dtExtendPage: ip:0x%p smp:0x%p sp:0x%p", ip, smp, sp);
1716
1717 BT_MARK_DIRTY(smp, ip);
1718 /*
1719 * acquire a transaction lock on the extended/leaf page
1720 */
1721 tlck = txLock(tid, ip, smp, tlckDTREE | type);
1722 dtlck = (struct dt_lock *) & tlck->lock;
1723 lv = & dtlck->lv[0];
1724
1725 /* update buffer extent descriptor of extended page */
1726 xlen = lengthPXD(pxd);
1727 xsize = xlen << JFS_SBI(sb)->l2bsize;
1728
1729 /*
1730 * copy old stbl to new stbl at start of extended area
1731 */
1732 oldstblindex = sp->header.stblindex;
1733 oldstblsize = (sp->header.maxslot + 31) >> L2DTSLOTSIZE;
1734 newstblindex = sp->header.maxslot;
1735 n = xsize >> L2DTSLOTSIZE;
1736 newstblsize = (n + 31) >> L2DTSLOTSIZE;
1737 memcpy(&sp->slot[newstblindex], &sp->slot[oldstblindex],
1738 sp->header.nextindex);
1739
1740 /*
1741 * in-line extension: linelock old area of extended page
1742 */
1743 if (type == tlckEXTEND) {
1744 /* linelock header */
1745 lv->offset = 0;
1746 lv->length = 1;
1747 dtlck->index++;
1748 lv++;
1749
1750 /* linelock new stbl of extended page */
1751 lv->offset = newstblindex;
1752 lv->length = newstblsize;
1753 }
1754 /*
1755 * relocation: linelock whole relocated area
1756 */
1757 else {
1758 lv->offset = 0;
1759 lv->length = sp->header.maxslot + newstblsize;
1760 }
1761
1762 dtlck->index++;
1763
1764 sp->header.maxslot = n;
1765 sp->header.stblindex = newstblindex;
1766 /* sp->header.nextindex remains the same */
1767
1768 /*
1769 * add old stbl region at head of freelist
1770 */
1771 fsi = oldstblindex;
1772 f = &sp->slot[fsi];
1773 last = sp->header.freelist;
1774 for (n = 0; n < oldstblsize; n++, fsi++, f++) {
1775 f->next = last;
1776 last = fsi;
1777 }
1778 sp->header.freelist = last;
1779 sp->header.freecnt += oldstblsize;
1780
1781 /*
1782 * append free region of newly extended area at tail of freelist
1783 */
1784 /* init free region of newly extended area */
1785 fsi = n = newstblindex + newstblsize;
1786 f = &sp->slot[fsi];
1787 for (fsi++; fsi < sp->header.maxslot; f++, fsi++)
1788 f->next = fsi;
1789 f->next = -1;
1790
1791 /* append new free region at tail of old freelist */
1792 fsi = sp->header.freelist;
1793 if (fsi == -1)
1794 sp->header.freelist = n;
1795 else {
1796 do {
1797 f = &sp->slot[fsi];
1798 fsi = f->next;
1799 } while (fsi != -1);
1800
1801 f->next = n;
1802 }
1803
1804 sp->header.freecnt += sp->header.maxslot - n;
1805
1806 /*
1807 * insert the new entry
1808 */
1809 dtInsertEntry(sp, split->index, split->key, split->data, &dtlck);
1810
1811 BT_MARK_DIRTY(pmp, ip);
1812 /*
1813 * linelock any freeslots residing in old extent
1814 */
1815 if (type == tlckEXTEND) {
1816 n = sp->header.maxslot >> 2;
1817 if (sp->header.freelist < n)
1818 dtLinelockFreelist(sp, n, &dtlck);
1819 }
1820
1821 /*
1822 * update parent entry on the parent/root page
1823 */
1824 /*
1825 * acquire a transaction lock on the parent/root page
1826 */
1827 tlck = txLock(tid, ip, pmp, tlckDTREE | tlckENTRY);
1828 dtlck = (struct dt_lock *) & tlck->lock;
1829 lv = & dtlck->lv[dtlck->index];
1830
1831 /* linelock parent entry - 1st slot */
1832 lv->offset = 1;
1833 lv->length = 1;
1834 dtlck->index++;
1835
1836 /* update the parent pxd for page extension */
1837 tpxd = (pxd_t *) & pp->slot[1];
1838 *tpxd = *pxd;
1839
1840 DT_PUTPAGE(pmp);
1841 return 0;
1842 }
1843
1844
1845 /*
1846 * dtSplitRoot()
1847 *
1848 * function:
1849 * split the full root page into
1850 * original/root/split page and new right page
1851 * i.e., root remains fixed in tree anchor (inode) and
1852 * the root is copied to a single new right child page
1853 * since root page << non-root page, and
1854 * the split root page contains a single entry for the
1855 * new right child page.
1856 *
1857 * parameter:
1858 *
1859 * return: 0 - success;
1860 * errno - failure;
1861 * return new page pinned;
1862 */
dtSplitRoot(tid_t tid,struct inode * ip,struct dtsplit * split,struct metapage ** rmpp)1863 static int dtSplitRoot(tid_t tid,
1864 struct inode *ip, struct dtsplit * split, struct metapage ** rmpp)
1865 {
1866 struct super_block *sb = ip->i_sb;
1867 struct metapage *smp;
1868 dtroot_t *sp;
1869 struct metapage *rmp;
1870 dtpage_t *rp;
1871 s64 rbn;
1872 int xlen;
1873 int xsize;
1874 struct dtslot *f;
1875 s8 *stbl;
1876 int fsi, stblsize, n;
1877 struct idtentry *s;
1878 pxd_t *ppxd;
1879 struct pxdlist *pxdlist;
1880 pxd_t *pxd;
1881 struct dt_lock *dtlck;
1882 struct tlock *tlck;
1883 struct lv *lv;
1884 int rc;
1885
1886 /* get split root page */
1887 smp = split->mp;
1888 sp = &JFS_IP(ip)->i_dtroot;
1889
1890 /*
1891 * allocate/initialize a single (right) child page
1892 *
1893 * N.B. at first split, a one (or two) block to fit new entry
1894 * is allocated; at subsequent split, a full page is allocated;
1895 */
1896 pxdlist = split->pxdlist;
1897 pxd = &pxdlist->pxd[pxdlist->npxd];
1898 pxdlist->npxd++;
1899 rbn = addressPXD(pxd);
1900 xlen = lengthPXD(pxd);
1901 xsize = xlen << JFS_SBI(sb)->l2bsize;
1902 rmp = get_metapage(ip, rbn, xsize, 1);
1903 if (!rmp)
1904 return -EIO;
1905
1906 rp = rmp->data;
1907
1908 /* Allocate blocks to quota. */
1909 rc = dquot_alloc_block(ip, lengthPXD(pxd));
1910 if (rc) {
1911 release_metapage(rmp);
1912 return rc;
1913 }
1914
1915 BT_MARK_DIRTY(rmp, ip);
1916 /*
1917 * acquire a transaction lock on the new right page
1918 */
1919 tlck = txLock(tid, ip, rmp, tlckDTREE | tlckNEW);
1920 dtlck = (struct dt_lock *) & tlck->lock;
1921
1922 rp->header.flag =
1923 (sp->header.flag & BT_LEAF) ? BT_LEAF : BT_INTERNAL;
1924 rp->header.self = *pxd;
1925
1926 /* initialize sibling pointers */
1927 rp->header.next = 0;
1928 rp->header.prev = 0;
1929
1930 /*
1931 * move in-line root page into new right page extent
1932 */
1933 /* linelock header + copied entries + new stbl (1st slot) in new page */
1934 ASSERT(dtlck->index == 0);
1935 lv = & dtlck->lv[0];
1936 lv->offset = 0;
1937 lv->length = 10; /* 1 + 8 + 1 */
1938 dtlck->index++;
1939
1940 n = xsize >> L2DTSLOTSIZE;
1941 rp->header.maxslot = n;
1942 stblsize = (n + 31) >> L2DTSLOTSIZE;
1943
1944 /* copy old stbl to new stbl at start of extended area */
1945 rp->header.stblindex = DTROOTMAXSLOT;
1946 stbl = (s8 *) & rp->slot[DTROOTMAXSLOT];
1947 memcpy(stbl, sp->header.stbl, sp->header.nextindex);
1948 rp->header.nextindex = sp->header.nextindex;
1949
1950 /* copy old data area to start of new data area */
1951 memcpy(&rp->slot[1], &sp->slot[1], IDATASIZE);
1952
1953 /*
1954 * append free region of newly extended area at tail of freelist
1955 */
1956 /* init free region of newly extended area */
1957 fsi = n = DTROOTMAXSLOT + stblsize;
1958 f = &rp->slot[fsi];
1959 for (fsi++; fsi < rp->header.maxslot; f++, fsi++)
1960 f->next = fsi;
1961 f->next = -1;
1962
1963 /* append new free region at tail of old freelist */
1964 fsi = sp->header.freelist;
1965 if (fsi == -1)
1966 rp->header.freelist = n;
1967 else {
1968 rp->header.freelist = fsi;
1969
1970 do {
1971 f = &rp->slot[fsi];
1972 fsi = f->next;
1973 } while (fsi != -1);
1974
1975 f->next = n;
1976 }
1977
1978 rp->header.freecnt = sp->header.freecnt + rp->header.maxslot - n;
1979
1980 /*
1981 * Update directory index table for entries now in right page
1982 */
1983 if ((rp->header.flag & BT_LEAF) && DO_INDEX(ip)) {
1984 s64 lblock;
1985 struct metapage *mp = NULL;
1986 struct ldtentry *ldtentry;
1987
1988 stbl = DT_GETSTBL(rp);
1989 for (n = 0; n < rp->header.nextindex; n++) {
1990 ldtentry = (struct ldtentry *) & rp->slot[stbl[n]];
1991 modify_index(tid, ip, le32_to_cpu(ldtentry->index),
1992 rbn, n, &mp, &lblock);
1993 }
1994 if (mp)
1995 release_metapage(mp);
1996 }
1997 /*
1998 * insert the new entry into the new right/child page
1999 * (skip index in the new right page will not change)
2000 */
2001 dtInsertEntry(rp, split->index, split->key, split->data, &dtlck);
2002
2003 /*
2004 * reset parent/root page
2005 *
2006 * set the 1st entry offset to 0, which force the left-most key
2007 * at any level of the tree to be less than any search key.
2008 *
2009 * The btree comparison code guarantees that the left-most key on any
2010 * level of the tree is never used, so it doesn't need to be filled in.
2011 */
2012 BT_MARK_DIRTY(smp, ip);
2013 /*
2014 * acquire a transaction lock on the root page (in-memory inode)
2015 */
2016 tlck = txLock(tid, ip, smp, tlckDTREE | tlckNEW | tlckBTROOT);
2017 dtlck = (struct dt_lock *) & tlck->lock;
2018
2019 /* linelock root */
2020 ASSERT(dtlck->index == 0);
2021 lv = & dtlck->lv[0];
2022 lv->offset = 0;
2023 lv->length = DTROOTMAXSLOT;
2024 dtlck->index++;
2025
2026 /* update page header of root */
2027 if (sp->header.flag & BT_LEAF) {
2028 sp->header.flag &= ~BT_LEAF;
2029 sp->header.flag |= BT_INTERNAL;
2030 }
2031
2032 /* init the first entry */
2033 s = (struct idtentry *) & sp->slot[DTENTRYSTART];
2034 ppxd = (pxd_t *) s;
2035 *ppxd = *pxd;
2036 s->next = -1;
2037 s->namlen = 0;
2038
2039 stbl = sp->header.stbl;
2040 stbl[0] = DTENTRYSTART;
2041 sp->header.nextindex = 1;
2042
2043 /* init freelist */
2044 fsi = DTENTRYSTART + 1;
2045 f = &sp->slot[fsi];
2046
2047 /* init free region of remaining area */
2048 for (fsi++; fsi < DTROOTMAXSLOT; f++, fsi++)
2049 f->next = fsi;
2050 f->next = -1;
2051
2052 sp->header.freelist = DTENTRYSTART + 1;
2053 sp->header.freecnt = DTROOTMAXSLOT - (DTENTRYSTART + 1);
2054
2055 *rmpp = rmp;
2056
2057 return 0;
2058 }
2059
2060
2061 /*
2062 * dtDelete()
2063 *
2064 * function: delete the entry(s) referenced by a key.
2065 *
2066 * parameter:
2067 *
2068 * return:
2069 */
dtDelete(tid_t tid,struct inode * ip,struct component_name * key,ino_t * ino,int flag)2070 int dtDelete(tid_t tid,
2071 struct inode *ip, struct component_name * key, ino_t * ino, int flag)
2072 {
2073 int rc = 0;
2074 s64 bn;
2075 struct metapage *mp, *imp;
2076 dtpage_t *p;
2077 int index;
2078 struct btstack btstack;
2079 struct dt_lock *dtlck;
2080 struct tlock *tlck;
2081 struct lv *lv;
2082 int i;
2083 struct ldtentry *ldtentry;
2084 u8 *stbl;
2085 u32 table_index, next_index;
2086 struct metapage *nmp;
2087 dtpage_t *np;
2088
2089 /*
2090 * search for the entry to delete:
2091 *
2092 * dtSearch() returns (leaf page pinned, index at which to delete).
2093 */
2094 if ((rc = dtSearch(ip, key, ino, &btstack, flag)))
2095 return rc;
2096
2097 /* retrieve search result */
2098 DT_GETSEARCH(ip, btstack.top, bn, mp, p, index);
2099
2100 /*
2101 * We need to find put the index of the next entry into the
2102 * directory index table in order to resume a readdir from this
2103 * entry.
2104 */
2105 if (DO_INDEX(ip)) {
2106 stbl = DT_GETSTBL(p);
2107 ldtentry = (struct ldtentry *) & p->slot[stbl[index]];
2108 table_index = le32_to_cpu(ldtentry->index);
2109 if (index == (p->header.nextindex - 1)) {
2110 /*
2111 * Last entry in this leaf page
2112 */
2113 if ((p->header.flag & BT_ROOT)
2114 || (p->header.next == 0))
2115 next_index = -1;
2116 else {
2117 /* Read next leaf page */
2118 DT_GETPAGE(ip, le64_to_cpu(p->header.next),
2119 nmp, PSIZE, np, rc);
2120 if (rc)
2121 next_index = -1;
2122 else {
2123 stbl = DT_GETSTBL(np);
2124 ldtentry =
2125 (struct ldtentry *) & np->
2126 slot[stbl[0]];
2127 next_index =
2128 le32_to_cpu(ldtentry->index);
2129 DT_PUTPAGE(nmp);
2130 }
2131 }
2132 } else {
2133 ldtentry =
2134 (struct ldtentry *) & p->slot[stbl[index + 1]];
2135 next_index = le32_to_cpu(ldtentry->index);
2136 }
2137 free_index(tid, ip, table_index, next_index);
2138 }
2139 /*
2140 * the leaf page becomes empty, delete the page
2141 */
2142 if (p->header.nextindex == 1) {
2143 /* delete empty page */
2144 rc = dtDeleteUp(tid, ip, mp, p, &btstack);
2145 }
2146 /*
2147 * the leaf page has other entries remaining:
2148 *
2149 * delete the entry from the leaf page.
2150 */
2151 else {
2152 BT_MARK_DIRTY(mp, ip);
2153 /*
2154 * acquire a transaction lock on the leaf page
2155 */
2156 tlck = txLock(tid, ip, mp, tlckDTREE | tlckENTRY);
2157 dtlck = (struct dt_lock *) & tlck->lock;
2158
2159 /*
2160 * Do not assume that dtlck->index will be zero. During a
2161 * rename within a directory, this transaction may have
2162 * modified this page already when adding the new entry.
2163 */
2164
2165 /* linelock header */
2166 if (dtlck->index >= dtlck->maxcnt)
2167 dtlck = (struct dt_lock *) txLinelock(dtlck);
2168 lv = & dtlck->lv[dtlck->index];
2169 lv->offset = 0;
2170 lv->length = 1;
2171 dtlck->index++;
2172
2173 /* linelock stbl of non-root leaf page */
2174 if (!(p->header.flag & BT_ROOT)) {
2175 if (dtlck->index >= dtlck->maxcnt)
2176 dtlck = (struct dt_lock *) txLinelock(dtlck);
2177 lv = & dtlck->lv[dtlck->index];
2178 i = index >> L2DTSLOTSIZE;
2179 lv->offset = p->header.stblindex + i;
2180 lv->length =
2181 ((p->header.nextindex - 1) >> L2DTSLOTSIZE) -
2182 i + 1;
2183 dtlck->index++;
2184 }
2185
2186 /* free the leaf entry */
2187 dtDeleteEntry(p, index, &dtlck);
2188
2189 /*
2190 * Update directory index table for entries moved in stbl
2191 */
2192 if (DO_INDEX(ip) && index < p->header.nextindex) {
2193 s64 lblock;
2194
2195 imp = NULL;
2196 stbl = DT_GETSTBL(p);
2197 for (i = index; i < p->header.nextindex; i++) {
2198 ldtentry =
2199 (struct ldtentry *) & p->slot[stbl[i]];
2200 modify_index(tid, ip,
2201 le32_to_cpu(ldtentry->index),
2202 bn, i, &imp, &lblock);
2203 }
2204 if (imp)
2205 release_metapage(imp);
2206 }
2207
2208 DT_PUTPAGE(mp);
2209 }
2210
2211 return rc;
2212 }
2213
2214
2215 /*
2216 * dtDeleteUp()
2217 *
2218 * function:
2219 * free empty pages as propagating deletion up the tree
2220 *
2221 * parameter:
2222 *
2223 * return:
2224 */
dtDeleteUp(tid_t tid,struct inode * ip,struct metapage * fmp,dtpage_t * fp,struct btstack * btstack)2225 static int dtDeleteUp(tid_t tid, struct inode *ip,
2226 struct metapage * fmp, dtpage_t * fp, struct btstack * btstack)
2227 {
2228 int rc = 0;
2229 struct metapage *mp;
2230 dtpage_t *p;
2231 int index, nextindex;
2232 int xlen;
2233 struct btframe *parent;
2234 struct dt_lock *dtlck;
2235 struct tlock *tlck;
2236 struct lv *lv;
2237 struct pxd_lock *pxdlock;
2238 int i;
2239
2240 /*
2241 * keep the root leaf page which has become empty
2242 */
2243 if (BT_IS_ROOT(fmp)) {
2244 /*
2245 * reset the root
2246 *
2247 * dtInitRoot() acquires txlock on the root
2248 */
2249 dtInitRoot(tid, ip, PARENT(ip));
2250
2251 DT_PUTPAGE(fmp);
2252
2253 return 0;
2254 }
2255
2256 /*
2257 * free the non-root leaf page
2258 */
2259 /*
2260 * acquire a transaction lock on the page
2261 *
2262 * write FREEXTENT|NOREDOPAGE log record
2263 * N.B. linelock is overlaid as freed extent descriptor, and
2264 * the buffer page is freed;
2265 */
2266 tlck = txMaplock(tid, ip, tlckDTREE | tlckFREE);
2267 pxdlock = (struct pxd_lock *) & tlck->lock;
2268 pxdlock->flag = mlckFREEPXD;
2269 pxdlock->pxd = fp->header.self;
2270 pxdlock->index = 1;
2271
2272 /* update sibling pointers */
2273 if ((rc = dtRelink(tid, ip, fp))) {
2274 BT_PUTPAGE(fmp);
2275 return rc;
2276 }
2277
2278 xlen = lengthPXD(&fp->header.self);
2279
2280 /* Free quota allocation. */
2281 dquot_free_block(ip, xlen);
2282
2283 /* free/invalidate its buffer page */
2284 discard_metapage(fmp);
2285
2286 /*
2287 * propagate page deletion up the directory tree
2288 *
2289 * If the delete from the parent page makes it empty,
2290 * continue all the way up the tree.
2291 * stop if the root page is reached (which is never deleted) or
2292 * if the entry deletion does not empty the page.
2293 */
2294 while ((parent = BT_POP(btstack)) != NULL) {
2295 /* pin the parent page <sp> */
2296 DT_GETPAGE(ip, parent->bn, mp, PSIZE, p, rc);
2297 if (rc)
2298 return rc;
2299
2300 /*
2301 * free the extent of the child page deleted
2302 */
2303 index = parent->index;
2304
2305 /*
2306 * delete the entry for the child page from parent
2307 */
2308 nextindex = p->header.nextindex;
2309
2310 /*
2311 * the parent has the single entry being deleted:
2312 *
2313 * free the parent page which has become empty.
2314 */
2315 if (nextindex == 1) {
2316 /*
2317 * keep the root internal page which has become empty
2318 */
2319 if (p->header.flag & BT_ROOT) {
2320 /*
2321 * reset the root
2322 *
2323 * dtInitRoot() acquires txlock on the root
2324 */
2325 dtInitRoot(tid, ip, PARENT(ip));
2326
2327 DT_PUTPAGE(mp);
2328
2329 return 0;
2330 }
2331 /*
2332 * free the parent page
2333 */
2334 else {
2335 /*
2336 * acquire a transaction lock on the page
2337 *
2338 * write FREEXTENT|NOREDOPAGE log record
2339 */
2340 tlck =
2341 txMaplock(tid, ip,
2342 tlckDTREE | tlckFREE);
2343 pxdlock = (struct pxd_lock *) & tlck->lock;
2344 pxdlock->flag = mlckFREEPXD;
2345 pxdlock->pxd = p->header.self;
2346 pxdlock->index = 1;
2347
2348 /* update sibling pointers */
2349 if ((rc = dtRelink(tid, ip, p))) {
2350 DT_PUTPAGE(mp);
2351 return rc;
2352 }
2353
2354 xlen = lengthPXD(&p->header.self);
2355
2356 /* Free quota allocation */
2357 dquot_free_block(ip, xlen);
2358
2359 /* free/invalidate its buffer page */
2360 discard_metapage(mp);
2361
2362 /* propagate up */
2363 continue;
2364 }
2365 }
2366
2367 /*
2368 * the parent has other entries remaining:
2369 *
2370 * delete the router entry from the parent page.
2371 */
2372 BT_MARK_DIRTY(mp, ip);
2373 /*
2374 * acquire a transaction lock on the page
2375 *
2376 * action: router entry deletion
2377 */
2378 tlck = txLock(tid, ip, mp, tlckDTREE | tlckENTRY);
2379 dtlck = (struct dt_lock *) & tlck->lock;
2380
2381 /* linelock header */
2382 if (dtlck->index >= dtlck->maxcnt)
2383 dtlck = (struct dt_lock *) txLinelock(dtlck);
2384 lv = & dtlck->lv[dtlck->index];
2385 lv->offset = 0;
2386 lv->length = 1;
2387 dtlck->index++;
2388
2389 /* linelock stbl of non-root leaf page */
2390 if (!(p->header.flag & BT_ROOT)) {
2391 if (dtlck->index < dtlck->maxcnt)
2392 lv++;
2393 else {
2394 dtlck = (struct dt_lock *) txLinelock(dtlck);
2395 lv = & dtlck->lv[0];
2396 }
2397 i = index >> L2DTSLOTSIZE;
2398 lv->offset = p->header.stblindex + i;
2399 lv->length =
2400 ((p->header.nextindex - 1) >> L2DTSLOTSIZE) -
2401 i + 1;
2402 dtlck->index++;
2403 }
2404
2405 /* free the router entry */
2406 dtDeleteEntry(p, index, &dtlck);
2407
2408 /* reset key of new leftmost entry of level (for consistency) */
2409 if (index == 0 &&
2410 ((p->header.flag & BT_ROOT) || p->header.prev == 0))
2411 dtTruncateEntry(p, 0, &dtlck);
2412
2413 /* unpin the parent page */
2414 DT_PUTPAGE(mp);
2415
2416 /* exit propagation up */
2417 break;
2418 }
2419
2420 if (!DO_INDEX(ip))
2421 ip->i_size -= PSIZE;
2422
2423 return 0;
2424 }
2425
2426 /*
2427 * dtRelink()
2428 *
2429 * function:
2430 * link around a freed page.
2431 *
2432 * parameter:
2433 * fp: page to be freed
2434 *
2435 * return:
2436 */
dtRelink(tid_t tid,struct inode * ip,dtpage_t * p)2437 static int dtRelink(tid_t tid, struct inode *ip, dtpage_t * p)
2438 {
2439 int rc;
2440 struct metapage *mp;
2441 s64 nextbn, prevbn;
2442 struct tlock *tlck;
2443 struct dt_lock *dtlck;
2444 struct lv *lv;
2445
2446 nextbn = le64_to_cpu(p->header.next);
2447 prevbn = le64_to_cpu(p->header.prev);
2448
2449 /* update prev pointer of the next page */
2450 if (nextbn != 0) {
2451 DT_GETPAGE(ip, nextbn, mp, PSIZE, p, rc);
2452 if (rc)
2453 return rc;
2454
2455 BT_MARK_DIRTY(mp, ip);
2456 /*
2457 * acquire a transaction lock on the next page
2458 *
2459 * action: update prev pointer;
2460 */
2461 tlck = txLock(tid, ip, mp, tlckDTREE | tlckRELINK);
2462 jfs_info("dtRelink nextbn: tlck = 0x%p, ip = 0x%p, mp=0x%p",
2463 tlck, ip, mp);
2464 dtlck = (struct dt_lock *) & tlck->lock;
2465
2466 /* linelock header */
2467 if (dtlck->index >= dtlck->maxcnt)
2468 dtlck = (struct dt_lock *) txLinelock(dtlck);
2469 lv = & dtlck->lv[dtlck->index];
2470 lv->offset = 0;
2471 lv->length = 1;
2472 dtlck->index++;
2473
2474 p->header.prev = cpu_to_le64(prevbn);
2475 DT_PUTPAGE(mp);
2476 }
2477
2478 /* update next pointer of the previous page */
2479 if (prevbn != 0) {
2480 DT_GETPAGE(ip, prevbn, mp, PSIZE, p, rc);
2481 if (rc)
2482 return rc;
2483
2484 BT_MARK_DIRTY(mp, ip);
2485 /*
2486 * acquire a transaction lock on the prev page
2487 *
2488 * action: update next pointer;
2489 */
2490 tlck = txLock(tid, ip, mp, tlckDTREE | tlckRELINK);
2491 jfs_info("dtRelink prevbn: tlck = 0x%p, ip = 0x%p, mp=0x%p",
2492 tlck, ip, mp);
2493 dtlck = (struct dt_lock *) & tlck->lock;
2494
2495 /* linelock header */
2496 if (dtlck->index >= dtlck->maxcnt)
2497 dtlck = (struct dt_lock *) txLinelock(dtlck);
2498 lv = & dtlck->lv[dtlck->index];
2499 lv->offset = 0;
2500 lv->length = 1;
2501 dtlck->index++;
2502
2503 p->header.next = cpu_to_le64(nextbn);
2504 DT_PUTPAGE(mp);
2505 }
2506
2507 return 0;
2508 }
2509
2510
2511 /*
2512 * dtInitRoot()
2513 *
2514 * initialize directory root (inline in inode)
2515 */
dtInitRoot(tid_t tid,struct inode * ip,u32 idotdot)2516 void dtInitRoot(tid_t tid, struct inode *ip, u32 idotdot)
2517 {
2518 struct jfs_inode_info *jfs_ip = JFS_IP(ip);
2519 dtroot_t *p;
2520 int fsi;
2521 struct dtslot *f;
2522 struct tlock *tlck;
2523 struct dt_lock *dtlck;
2524 struct lv *lv;
2525 u16 xflag_save;
2526
2527 /*
2528 * If this was previously an non-empty directory, we need to remove
2529 * the old directory table.
2530 */
2531 if (DO_INDEX(ip)) {
2532 if (!jfs_dirtable_inline(ip)) {
2533 struct tblock *tblk = tid_to_tblock(tid);
2534 /*
2535 * We're playing games with the tid's xflag. If
2536 * we're removing a regular file, the file's xtree
2537 * is committed with COMMIT_PMAP, but we always
2538 * commit the directories xtree with COMMIT_PWMAP.
2539 */
2540 xflag_save = tblk->xflag;
2541 tblk->xflag = 0;
2542 /*
2543 * xtTruncate isn't guaranteed to fully truncate
2544 * the xtree. The caller needs to check i_size
2545 * after committing the transaction to see if
2546 * additional truncation is needed. The
2547 * COMMIT_Stale flag tells caller that we
2548 * initiated the truncation.
2549 */
2550 xtTruncate(tid, ip, 0, COMMIT_PWMAP);
2551 set_cflag(COMMIT_Stale, ip);
2552
2553 tblk->xflag = xflag_save;
2554 } else
2555 ip->i_size = 1;
2556
2557 jfs_ip->next_index = 2;
2558 } else
2559 ip->i_size = IDATASIZE;
2560
2561 /*
2562 * acquire a transaction lock on the root
2563 *
2564 * action: directory initialization;
2565 */
2566 tlck = txLock(tid, ip, (struct metapage *) & jfs_ip->bxflag,
2567 tlckDTREE | tlckENTRY | tlckBTROOT);
2568 dtlck = (struct dt_lock *) & tlck->lock;
2569
2570 /* linelock root */
2571 ASSERT(dtlck->index == 0);
2572 lv = & dtlck->lv[0];
2573 lv->offset = 0;
2574 lv->length = DTROOTMAXSLOT;
2575 dtlck->index++;
2576
2577 p = &jfs_ip->i_dtroot;
2578
2579 p->header.flag = DXD_INDEX | BT_ROOT | BT_LEAF;
2580
2581 p->header.nextindex = 0;
2582
2583 /* init freelist */
2584 fsi = 1;
2585 f = &p->slot[fsi];
2586
2587 /* init data area of root */
2588 for (fsi++; fsi < DTROOTMAXSLOT; f++, fsi++)
2589 f->next = fsi;
2590 f->next = -1;
2591
2592 p->header.freelist = 1;
2593 p->header.freecnt = 8;
2594
2595 /* init '..' entry */
2596 p->header.idotdot = cpu_to_le32(idotdot);
2597
2598 return;
2599 }
2600
2601 /*
2602 * add_missing_indices()
2603 *
2604 * function: Fix dtree page in which one or more entries has an invalid index.
2605 * fsck.jfs should really fix this, but it currently does not.
2606 * Called from jfs_readdir when bad index is detected.
2607 */
add_missing_indices(struct inode * inode,s64 bn)2608 static void add_missing_indices(struct inode *inode, s64 bn)
2609 {
2610 struct ldtentry *d;
2611 struct dt_lock *dtlck;
2612 int i;
2613 uint index;
2614 struct lv *lv;
2615 struct metapage *mp;
2616 dtpage_t *p;
2617 int rc;
2618 s8 *stbl;
2619 tid_t tid;
2620 struct tlock *tlck;
2621
2622 tid = txBegin(inode->i_sb, 0);
2623
2624 DT_GETPAGE(inode, bn, mp, PSIZE, p, rc);
2625
2626 if (rc) {
2627 printk(KERN_ERR "DT_GETPAGE failed!\n");
2628 goto end;
2629 }
2630 BT_MARK_DIRTY(mp, inode);
2631
2632 ASSERT(p->header.flag & BT_LEAF);
2633
2634 tlck = txLock(tid, inode, mp, tlckDTREE | tlckENTRY);
2635 if (BT_IS_ROOT(mp))
2636 tlck->type |= tlckBTROOT;
2637
2638 dtlck = (struct dt_lock *) &tlck->lock;
2639
2640 stbl = DT_GETSTBL(p);
2641 for (i = 0; i < p->header.nextindex; i++) {
2642 d = (struct ldtentry *) &p->slot[stbl[i]];
2643 index = le32_to_cpu(d->index);
2644 if ((index < 2) || (index >= JFS_IP(inode)->next_index)) {
2645 d->index = cpu_to_le32(add_index(tid, inode, bn, i));
2646 if (dtlck->index >= dtlck->maxcnt)
2647 dtlck = (struct dt_lock *) txLinelock(dtlck);
2648 lv = &dtlck->lv[dtlck->index];
2649 lv->offset = stbl[i];
2650 lv->length = 1;
2651 dtlck->index++;
2652 }
2653 }
2654
2655 DT_PUTPAGE(mp);
2656 (void) txCommit(tid, 1, &inode, 0);
2657 end:
2658 txEnd(tid);
2659 }
2660
2661 /*
2662 * Buffer to hold directory entry info while traversing a dtree page
2663 * before being fed to the filldir function
2664 */
2665 struct jfs_dirent {
2666 loff_t position;
2667 int ino;
2668 u16 name_len;
2669 char name[];
2670 };
2671
2672 /*
2673 * function to determine next variable-sized jfs_dirent in buffer
2674 */
next_jfs_dirent(struct jfs_dirent * dirent)2675 static inline struct jfs_dirent *next_jfs_dirent(struct jfs_dirent *dirent)
2676 {
2677 return (struct jfs_dirent *)
2678 ((char *)dirent +
2679 ((sizeof (struct jfs_dirent) + dirent->name_len + 1 +
2680 sizeof (loff_t) - 1) &
2681 ~(sizeof (loff_t) - 1)));
2682 }
2683
2684 /*
2685 * jfs_readdir()
2686 *
2687 * function: read directory entries sequentially
2688 * from the specified entry offset
2689 *
2690 * parameter:
2691 *
2692 * return: offset = (pn, index) of start entry
2693 * of next jfs_readdir()/dtRead()
2694 */
jfs_readdir(struct file * file,struct dir_context * ctx)2695 int jfs_readdir(struct file *file, struct dir_context *ctx)
2696 {
2697 struct inode *ip = file_inode(file);
2698 struct nls_table *codepage = JFS_SBI(ip->i_sb)->nls_tab;
2699 int rc = 0;
2700 loff_t dtpos; /* legacy OS/2 style position */
2701 struct dtoffset {
2702 s16 pn;
2703 s16 index;
2704 s32 unused;
2705 } *dtoffset = (struct dtoffset *) &dtpos;
2706 s64 bn;
2707 struct metapage *mp;
2708 dtpage_t *p;
2709 int index;
2710 s8 *stbl;
2711 struct btstack btstack;
2712 int i, next;
2713 struct ldtentry *d;
2714 struct dtslot *t;
2715 int d_namleft, len, outlen;
2716 unsigned long dirent_buf;
2717 char *name_ptr;
2718 u32 dir_index;
2719 int do_index = 0;
2720 uint loop_count = 0;
2721 struct jfs_dirent *jfs_dirent;
2722 int jfs_dirents;
2723 int overflow, fix_page, page_fixed = 0;
2724 static int unique_pos = 2; /* If we can't fix broken index */
2725
2726 if (ctx->pos == DIREND)
2727 return 0;
2728
2729 if (DO_INDEX(ip)) {
2730 /*
2731 * persistent index is stored in directory entries.
2732 * Special cases: 0 = .
2733 * 1 = ..
2734 * -1 = End of directory
2735 */
2736 do_index = 1;
2737
2738 dir_index = (u32) ctx->pos;
2739
2740 /*
2741 * NFSv4 reserves cookies 1 and 2 for . and .. so the value
2742 * we return to the vfs is one greater than the one we use
2743 * internally.
2744 */
2745 if (dir_index)
2746 dir_index--;
2747
2748 if (dir_index > 1) {
2749 struct dir_table_slot dirtab_slot;
2750
2751 if (dtEmpty(ip) ||
2752 (dir_index >= JFS_IP(ip)->next_index)) {
2753 /* Stale position. Directory has shrunk */
2754 ctx->pos = DIREND;
2755 return 0;
2756 }
2757 repeat:
2758 rc = read_index(ip, dir_index, &dirtab_slot);
2759 if (rc) {
2760 ctx->pos = DIREND;
2761 return rc;
2762 }
2763 if (dirtab_slot.flag == DIR_INDEX_FREE) {
2764 if (loop_count++ > JFS_IP(ip)->next_index) {
2765 jfs_err("jfs_readdir detected infinite loop!");
2766 ctx->pos = DIREND;
2767 return 0;
2768 }
2769 dir_index = le32_to_cpu(dirtab_slot.addr2);
2770 if (dir_index == -1) {
2771 ctx->pos = DIREND;
2772 return 0;
2773 }
2774 goto repeat;
2775 }
2776 bn = addressDTS(&dirtab_slot);
2777 index = dirtab_slot.slot;
2778 DT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
2779 if (rc) {
2780 ctx->pos = DIREND;
2781 return 0;
2782 }
2783 if (p->header.flag & BT_INTERNAL) {
2784 jfs_err("jfs_readdir: bad index table");
2785 DT_PUTPAGE(mp);
2786 ctx->pos = DIREND;
2787 return 0;
2788 }
2789 } else {
2790 if (dir_index == 0) {
2791 /*
2792 * self "."
2793 */
2794 ctx->pos = 1;
2795 if (!dir_emit(ctx, ".", 1, ip->i_ino, DT_DIR))
2796 return 0;
2797 }
2798 /*
2799 * parent ".."
2800 */
2801 ctx->pos = 2;
2802 if (!dir_emit(ctx, "..", 2, PARENT(ip), DT_DIR))
2803 return 0;
2804
2805 /*
2806 * Find first entry of left-most leaf
2807 */
2808 if (dtEmpty(ip)) {
2809 ctx->pos = DIREND;
2810 return 0;
2811 }
2812
2813 if ((rc = dtReadFirst(ip, &btstack)))
2814 return rc;
2815
2816 DT_GETSEARCH(ip, btstack.top, bn, mp, p, index);
2817 }
2818 } else {
2819 /*
2820 * Legacy filesystem - OS/2 & Linux JFS < 0.3.6
2821 *
2822 * pn = 0; index = 1: First entry "."
2823 * pn = 0; index = 2: Second entry ".."
2824 * pn > 0: Real entries, pn=1 -> leftmost page
2825 * pn = index = -1: No more entries
2826 */
2827 dtpos = ctx->pos;
2828 if (dtpos < 2) {
2829 /* build "." entry */
2830 ctx->pos = 1;
2831 if (!dir_emit(ctx, ".", 1, ip->i_ino, DT_DIR))
2832 return 0;
2833 dtoffset->index = 2;
2834 ctx->pos = dtpos;
2835 }
2836
2837 if (dtoffset->pn == 0) {
2838 if (dtoffset->index == 2) {
2839 /* build ".." entry */
2840 if (!dir_emit(ctx, "..", 2, PARENT(ip), DT_DIR))
2841 return 0;
2842 } else {
2843 jfs_err("jfs_readdir called with invalid offset!");
2844 }
2845 dtoffset->pn = 1;
2846 dtoffset->index = 0;
2847 ctx->pos = dtpos;
2848 }
2849
2850 if (dtEmpty(ip)) {
2851 ctx->pos = DIREND;
2852 return 0;
2853 }
2854
2855 if ((rc = dtReadNext(ip, &ctx->pos, &btstack))) {
2856 jfs_err("jfs_readdir: unexpected rc = %d from dtReadNext",
2857 rc);
2858 ctx->pos = DIREND;
2859 return 0;
2860 }
2861 /* get start leaf page and index */
2862 DT_GETSEARCH(ip, btstack.top, bn, mp, p, index);
2863
2864 /* offset beyond directory eof ? */
2865 if (bn < 0) {
2866 ctx->pos = DIREND;
2867 return 0;
2868 }
2869 }
2870
2871 dirent_buf = __get_free_page(GFP_KERNEL);
2872 if (dirent_buf == 0) {
2873 DT_PUTPAGE(mp);
2874 jfs_warn("jfs_readdir: __get_free_page failed!");
2875 ctx->pos = DIREND;
2876 return -ENOMEM;
2877 }
2878
2879 while (1) {
2880 jfs_dirent = (struct jfs_dirent *) dirent_buf;
2881 jfs_dirents = 0;
2882 overflow = fix_page = 0;
2883
2884 stbl = DT_GETSTBL(p);
2885
2886 for (i = index; i < p->header.nextindex; i++) {
2887 d = (struct ldtentry *) & p->slot[stbl[i]];
2888
2889 if (((long) jfs_dirent + d->namlen + 1) >
2890 (dirent_buf + PAGE_SIZE)) {
2891 /* DBCS codepages could overrun dirent_buf */
2892 index = i;
2893 overflow = 1;
2894 break;
2895 }
2896
2897 d_namleft = d->namlen;
2898 name_ptr = jfs_dirent->name;
2899 jfs_dirent->ino = le32_to_cpu(d->inumber);
2900
2901 if (do_index) {
2902 len = min(d_namleft, DTLHDRDATALEN);
2903 jfs_dirent->position = le32_to_cpu(d->index);
2904 /*
2905 * d->index should always be valid, but it
2906 * isn't. fsck.jfs doesn't create the
2907 * directory index for the lost+found
2908 * directory. Rather than let it go,
2909 * we can try to fix it.
2910 */
2911 if ((jfs_dirent->position < 2) ||
2912 (jfs_dirent->position >=
2913 JFS_IP(ip)->next_index)) {
2914 if (!page_fixed && !isReadOnly(ip)) {
2915 fix_page = 1;
2916 /*
2917 * setting overflow and setting
2918 * index to i will cause the
2919 * same page to be processed
2920 * again starting here
2921 */
2922 overflow = 1;
2923 index = i;
2924 break;
2925 }
2926 jfs_dirent->position = unique_pos++;
2927 }
2928 /*
2929 * We add 1 to the index because we may
2930 * use a value of 2 internally, and NFSv4
2931 * doesn't like that.
2932 */
2933 jfs_dirent->position++;
2934 } else {
2935 jfs_dirent->position = dtpos;
2936 len = min(d_namleft, DTLHDRDATALEN_LEGACY);
2937 }
2938
2939 /* copy the name of head/only segment */
2940 outlen = jfs_strfromUCS_le(name_ptr, d->name, len,
2941 codepage);
2942 jfs_dirent->name_len = outlen;
2943
2944 /* copy name in the additional segment(s) */
2945 next = d->next;
2946 while (next >= 0) {
2947 t = (struct dtslot *) & p->slot[next];
2948 name_ptr += outlen;
2949 d_namleft -= len;
2950 /* Sanity Check */
2951 if (d_namleft == 0) {
2952 jfs_error(ip->i_sb,
2953 "JFS:Dtree error: ino = %ld, bn=%lld, index = %d\n",
2954 (long)ip->i_ino,
2955 (long long)bn,
2956 i);
2957 goto skip_one;
2958 }
2959 len = min(d_namleft, DTSLOTDATALEN);
2960 outlen = jfs_strfromUCS_le(name_ptr, t->name,
2961 len, codepage);
2962 jfs_dirent->name_len += outlen;
2963
2964 next = t->next;
2965 }
2966
2967 jfs_dirents++;
2968 jfs_dirent = next_jfs_dirent(jfs_dirent);
2969 skip_one:
2970 if (!do_index)
2971 dtoffset->index++;
2972 }
2973
2974 if (!overflow) {
2975 /* Point to next leaf page */
2976 if (p->header.flag & BT_ROOT)
2977 bn = 0;
2978 else {
2979 bn = le64_to_cpu(p->header.next);
2980 index = 0;
2981 /* update offset (pn:index) for new page */
2982 if (!do_index) {
2983 dtoffset->pn++;
2984 dtoffset->index = 0;
2985 }
2986 }
2987 page_fixed = 0;
2988 }
2989
2990 /* unpin previous leaf page */
2991 DT_PUTPAGE(mp);
2992
2993 jfs_dirent = (struct jfs_dirent *) dirent_buf;
2994 while (jfs_dirents--) {
2995 ctx->pos = jfs_dirent->position;
2996 if (!dir_emit(ctx, jfs_dirent->name,
2997 jfs_dirent->name_len,
2998 jfs_dirent->ino, DT_UNKNOWN))
2999 goto out;
3000 jfs_dirent = next_jfs_dirent(jfs_dirent);
3001 }
3002
3003 if (fix_page) {
3004 add_missing_indices(ip, bn);
3005 page_fixed = 1;
3006 }
3007
3008 if (!overflow && (bn == 0)) {
3009 ctx->pos = DIREND;
3010 break;
3011 }
3012
3013 DT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
3014 if (rc) {
3015 free_page(dirent_buf);
3016 return rc;
3017 }
3018 }
3019
3020 out:
3021 free_page(dirent_buf);
3022
3023 return rc;
3024 }
3025
3026
3027 /*
3028 * dtReadFirst()
3029 *
3030 * function: get the leftmost page of the directory
3031 */
dtReadFirst(struct inode * ip,struct btstack * btstack)3032 static int dtReadFirst(struct inode *ip, struct btstack * btstack)
3033 {
3034 int rc = 0;
3035 s64 bn;
3036 int psize = 288; /* initial in-line directory */
3037 struct metapage *mp;
3038 dtpage_t *p;
3039 s8 *stbl;
3040 struct btframe *btsp;
3041 pxd_t *xd;
3042
3043 BT_CLR(btstack); /* reset stack */
3044
3045 /*
3046 * descend leftmost path of the tree
3047 *
3048 * by convention, root bn = 0.
3049 */
3050 for (bn = 0;;) {
3051 DT_GETPAGE(ip, bn, mp, psize, p, rc);
3052 if (rc)
3053 return rc;
3054
3055 /*
3056 * leftmost leaf page
3057 */
3058 if (p->header.flag & BT_LEAF) {
3059 /* return leftmost entry */
3060 btsp = btstack->top;
3061 btsp->bn = bn;
3062 btsp->index = 0;
3063 btsp->mp = mp;
3064
3065 return 0;
3066 }
3067
3068 /*
3069 * descend down to leftmost child page
3070 */
3071 if (BT_STACK_FULL(btstack)) {
3072 DT_PUTPAGE(mp);
3073 jfs_error(ip->i_sb, "btstack overrun\n");
3074 BT_STACK_DUMP(btstack);
3075 return -EIO;
3076 }
3077 /* push (bn, index) of the parent page/entry */
3078 BT_PUSH(btstack, bn, 0);
3079
3080 /* get the leftmost entry */
3081 stbl = DT_GETSTBL(p);
3082 xd = (pxd_t *) & p->slot[stbl[0]];
3083
3084 /* get the child page block address */
3085 bn = addressPXD(xd);
3086 psize = lengthPXD(xd) << JFS_SBI(ip->i_sb)->l2bsize;
3087
3088 /* unpin the parent page */
3089 DT_PUTPAGE(mp);
3090 }
3091 }
3092
3093
3094 /*
3095 * dtReadNext()
3096 *
3097 * function: get the page of the specified offset (pn:index)
3098 *
3099 * return: if (offset > eof), bn = -1;
3100 *
3101 * note: if index > nextindex of the target leaf page,
3102 * start with 1st entry of next leaf page;
3103 */
dtReadNext(struct inode * ip,loff_t * offset,struct btstack * btstack)3104 static int dtReadNext(struct inode *ip, loff_t * offset,
3105 struct btstack * btstack)
3106 {
3107 int rc = 0;
3108 struct dtoffset {
3109 s16 pn;
3110 s16 index;
3111 s32 unused;
3112 } *dtoffset = (struct dtoffset *) offset;
3113 s64 bn;
3114 struct metapage *mp;
3115 dtpage_t *p;
3116 int index;
3117 int pn;
3118 s8 *stbl;
3119 struct btframe *btsp, *parent;
3120 pxd_t *xd;
3121
3122 /*
3123 * get leftmost leaf page pinned
3124 */
3125 if ((rc = dtReadFirst(ip, btstack)))
3126 return rc;
3127
3128 /* get leaf page */
3129 DT_GETSEARCH(ip, btstack->top, bn, mp, p, index);
3130
3131 /* get the start offset (pn:index) */
3132 pn = dtoffset->pn - 1; /* Now pn = 0 represents leftmost leaf */
3133 index = dtoffset->index;
3134
3135 /* start at leftmost page ? */
3136 if (pn == 0) {
3137 /* offset beyond eof ? */
3138 if (index < p->header.nextindex)
3139 goto out;
3140
3141 if (p->header.flag & BT_ROOT) {
3142 bn = -1;
3143 goto out;
3144 }
3145
3146 /* start with 1st entry of next leaf page */
3147 dtoffset->pn++;
3148 dtoffset->index = index = 0;
3149 goto a;
3150 }
3151
3152 /* start at non-leftmost page: scan parent pages for large pn */
3153 if (p->header.flag & BT_ROOT) {
3154 bn = -1;
3155 goto out;
3156 }
3157
3158 /* start after next leaf page ? */
3159 if (pn > 1)
3160 goto b;
3161
3162 /* get leaf page pn = 1 */
3163 a:
3164 bn = le64_to_cpu(p->header.next);
3165
3166 /* unpin leaf page */
3167 DT_PUTPAGE(mp);
3168
3169 /* offset beyond eof ? */
3170 if (bn == 0) {
3171 bn = -1;
3172 goto out;
3173 }
3174
3175 goto c;
3176
3177 /*
3178 * scan last internal page level to get target leaf page
3179 */
3180 b:
3181 /* unpin leftmost leaf page */
3182 DT_PUTPAGE(mp);
3183
3184 /* get left most parent page */
3185 btsp = btstack->top;
3186 parent = btsp - 1;
3187 bn = parent->bn;
3188 DT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
3189 if (rc)
3190 return rc;
3191
3192 /* scan parent pages at last internal page level */
3193 while (pn >= p->header.nextindex) {
3194 pn -= p->header.nextindex;
3195
3196 /* get next parent page address */
3197 bn = le64_to_cpu(p->header.next);
3198
3199 /* unpin current parent page */
3200 DT_PUTPAGE(mp);
3201
3202 /* offset beyond eof ? */
3203 if (bn == 0) {
3204 bn = -1;
3205 goto out;
3206 }
3207
3208 /* get next parent page */
3209 DT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
3210 if (rc)
3211 return rc;
3212
3213 /* update parent page stack frame */
3214 parent->bn = bn;
3215 }
3216
3217 /* get leaf page address */
3218 stbl = DT_GETSTBL(p);
3219 xd = (pxd_t *) & p->slot[stbl[pn]];
3220 bn = addressPXD(xd);
3221
3222 /* unpin parent page */
3223 DT_PUTPAGE(mp);
3224
3225 /*
3226 * get target leaf page
3227 */
3228 c:
3229 DT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
3230 if (rc)
3231 return rc;
3232
3233 /*
3234 * leaf page has been completed:
3235 * start with 1st entry of next leaf page
3236 */
3237 if (index >= p->header.nextindex) {
3238 bn = le64_to_cpu(p->header.next);
3239
3240 /* unpin leaf page */
3241 DT_PUTPAGE(mp);
3242
3243 /* offset beyond eof ? */
3244 if (bn == 0) {
3245 bn = -1;
3246 goto out;
3247 }
3248
3249 /* get next leaf page */
3250 DT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
3251 if (rc)
3252 return rc;
3253
3254 /* start with 1st entry of next leaf page */
3255 dtoffset->pn++;
3256 dtoffset->index = 0;
3257 }
3258
3259 out:
3260 /* return target leaf page pinned */
3261 btsp = btstack->top;
3262 btsp->bn = bn;
3263 btsp->index = dtoffset->index;
3264 btsp->mp = mp;
3265
3266 return 0;
3267 }
3268
3269
3270 /*
3271 * dtCompare()
3272 *
3273 * function: compare search key with an internal entry
3274 *
3275 * return:
3276 * < 0 if k is < record
3277 * = 0 if k is = record
3278 * > 0 if k is > record
3279 */
dtCompare(struct component_name * key,dtpage_t * p,int si)3280 static int dtCompare(struct component_name * key, /* search key */
3281 dtpage_t * p, /* directory page */
3282 int si)
3283 { /* entry slot index */
3284 wchar_t *kname;
3285 __le16 *name;
3286 int klen, namlen, len, rc;
3287 struct idtentry *ih;
3288 struct dtslot *t;
3289
3290 /*
3291 * force the left-most key on internal pages, at any level of
3292 * the tree, to be less than any search key.
3293 * this obviates having to update the leftmost key on an internal
3294 * page when the user inserts a new key in the tree smaller than
3295 * anything that has been stored.
3296 *
3297 * (? if/when dtSearch() narrows down to 1st entry (index = 0),
3298 * at any internal page at any level of the tree,
3299 * it descends to child of the entry anyway -
3300 * ? make the entry as min size dummy entry)
3301 *
3302 * if (e->index == 0 && h->prevpg == P_INVALID && !(h->flags & BT_LEAF))
3303 * return (1);
3304 */
3305
3306 kname = key->name;
3307 klen = key->namlen;
3308
3309 ih = (struct idtentry *) & p->slot[si];
3310 si = ih->next;
3311 name = ih->name;
3312 namlen = ih->namlen;
3313 len = min(namlen, DTIHDRDATALEN);
3314
3315 /* compare with head/only segment */
3316 len = min(klen, len);
3317 if ((rc = UniStrncmp_le(kname, name, len)))
3318 return rc;
3319
3320 klen -= len;
3321 namlen -= len;
3322
3323 /* compare with additional segment(s) */
3324 kname += len;
3325 while (klen > 0 && namlen > 0) {
3326 /* compare with next name segment */
3327 t = (struct dtslot *) & p->slot[si];
3328 len = min(namlen, DTSLOTDATALEN);
3329 len = min(klen, len);
3330 name = t->name;
3331 if ((rc = UniStrncmp_le(kname, name, len)))
3332 return rc;
3333
3334 klen -= len;
3335 namlen -= len;
3336 kname += len;
3337 si = t->next;
3338 }
3339
3340 return (klen - namlen);
3341 }
3342
3343
3344
3345
3346 /*
3347 * ciCompare()
3348 *
3349 * function: compare search key with an (leaf/internal) entry
3350 *
3351 * return:
3352 * < 0 if k is < record
3353 * = 0 if k is = record
3354 * > 0 if k is > record
3355 */
ciCompare(struct component_name * key,dtpage_t * p,int si,int flag)3356 static int ciCompare(struct component_name * key, /* search key */
3357 dtpage_t * p, /* directory page */
3358 int si, /* entry slot index */
3359 int flag)
3360 {
3361 wchar_t *kname, x;
3362 __le16 *name;
3363 int klen, namlen, len, rc;
3364 struct ldtentry *lh;
3365 struct idtentry *ih;
3366 struct dtslot *t;
3367 int i;
3368
3369 /*
3370 * force the left-most key on internal pages, at any level of
3371 * the tree, to be less than any search key.
3372 * this obviates having to update the leftmost key on an internal
3373 * page when the user inserts a new key in the tree smaller than
3374 * anything that has been stored.
3375 *
3376 * (? if/when dtSearch() narrows down to 1st entry (index = 0),
3377 * at any internal page at any level of the tree,
3378 * it descends to child of the entry anyway -
3379 * ? make the entry as min size dummy entry)
3380 *
3381 * if (e->index == 0 && h->prevpg == P_INVALID && !(h->flags & BT_LEAF))
3382 * return (1);
3383 */
3384
3385 kname = key->name;
3386 klen = key->namlen;
3387
3388 /*
3389 * leaf page entry
3390 */
3391 if (p->header.flag & BT_LEAF) {
3392 lh = (struct ldtentry *) & p->slot[si];
3393 si = lh->next;
3394 name = lh->name;
3395 namlen = lh->namlen;
3396 if (flag & JFS_DIR_INDEX)
3397 len = min(namlen, DTLHDRDATALEN);
3398 else
3399 len = min(namlen, DTLHDRDATALEN_LEGACY);
3400 }
3401 /*
3402 * internal page entry
3403 */
3404 else {
3405 ih = (struct idtentry *) & p->slot[si];
3406 si = ih->next;
3407 name = ih->name;
3408 namlen = ih->namlen;
3409 len = min(namlen, DTIHDRDATALEN);
3410 }
3411
3412 /* compare with head/only segment */
3413 len = min(klen, len);
3414 for (i = 0; i < len; i++, kname++, name++) {
3415 /* only uppercase if case-insensitive support is on */
3416 if ((flag & JFS_OS2) == JFS_OS2)
3417 x = UniToupper(le16_to_cpu(*name));
3418 else
3419 x = le16_to_cpu(*name);
3420 if ((rc = *kname - x))
3421 return rc;
3422 }
3423
3424 klen -= len;
3425 namlen -= len;
3426
3427 /* compare with additional segment(s) */
3428 while (klen > 0 && namlen > 0) {
3429 /* compare with next name segment */
3430 t = (struct dtslot *) & p->slot[si];
3431 len = min(namlen, DTSLOTDATALEN);
3432 len = min(klen, len);
3433 name = t->name;
3434 for (i = 0; i < len; i++, kname++, name++) {
3435 /* only uppercase if case-insensitive support is on */
3436 if ((flag & JFS_OS2) == JFS_OS2)
3437 x = UniToupper(le16_to_cpu(*name));
3438 else
3439 x = le16_to_cpu(*name);
3440
3441 if ((rc = *kname - x))
3442 return rc;
3443 }
3444
3445 klen -= len;
3446 namlen -= len;
3447 si = t->next;
3448 }
3449
3450 return (klen - namlen);
3451 }
3452
3453
3454 /*
3455 * ciGetLeafPrefixKey()
3456 *
3457 * function: compute prefix of suffix compression
3458 * from two adjacent leaf entries
3459 * across page boundary
3460 *
3461 * return: non-zero on error
3462 *
3463 */
ciGetLeafPrefixKey(dtpage_t * lp,int li,dtpage_t * rp,int ri,struct component_name * key,int flag)3464 static int ciGetLeafPrefixKey(dtpage_t * lp, int li, dtpage_t * rp,
3465 int ri, struct component_name * key, int flag)
3466 {
3467 int klen, namlen;
3468 wchar_t *pl, *pr, *kname;
3469 struct component_name lkey;
3470 struct component_name rkey;
3471
3472 lkey.name = kmalloc_array(JFS_NAME_MAX + 1, sizeof(wchar_t),
3473 GFP_KERNEL);
3474 if (lkey.name == NULL)
3475 return -ENOMEM;
3476
3477 rkey.name = kmalloc_array(JFS_NAME_MAX + 1, sizeof(wchar_t),
3478 GFP_KERNEL);
3479 if (rkey.name == NULL) {
3480 kfree(lkey.name);
3481 return -ENOMEM;
3482 }
3483
3484 /* get left and right key */
3485 dtGetKey(lp, li, &lkey, flag);
3486 lkey.name[lkey.namlen] = 0;
3487
3488 if ((flag & JFS_OS2) == JFS_OS2)
3489 ciToUpper(&lkey);
3490
3491 dtGetKey(rp, ri, &rkey, flag);
3492 rkey.name[rkey.namlen] = 0;
3493
3494
3495 if ((flag & JFS_OS2) == JFS_OS2)
3496 ciToUpper(&rkey);
3497
3498 /* compute prefix */
3499 klen = 0;
3500 kname = key->name;
3501 namlen = min(lkey.namlen, rkey.namlen);
3502 for (pl = lkey.name, pr = rkey.name;
3503 namlen; pl++, pr++, namlen--, klen++, kname++) {
3504 *kname = *pr;
3505 if (*pl != *pr) {
3506 key->namlen = klen + 1;
3507 goto free_names;
3508 }
3509 }
3510
3511 /* l->namlen <= r->namlen since l <= r */
3512 if (lkey.namlen < rkey.namlen) {
3513 *kname = *pr;
3514 key->namlen = klen + 1;
3515 } else /* l->namelen == r->namelen */
3516 key->namlen = klen;
3517
3518 free_names:
3519 kfree(lkey.name);
3520 kfree(rkey.name);
3521 return 0;
3522 }
3523
3524
3525
3526 /*
3527 * dtGetKey()
3528 *
3529 * function: get key of the entry
3530 */
dtGetKey(dtpage_t * p,int i,struct component_name * key,int flag)3531 static void dtGetKey(dtpage_t * p, int i, /* entry index */
3532 struct component_name * key, int flag)
3533 {
3534 int si;
3535 s8 *stbl;
3536 struct ldtentry *lh;
3537 struct idtentry *ih;
3538 struct dtslot *t;
3539 int namlen, len;
3540 wchar_t *kname;
3541 __le16 *name;
3542
3543 /* get entry */
3544 stbl = DT_GETSTBL(p);
3545 si = stbl[i];
3546 if (p->header.flag & BT_LEAF) {
3547 lh = (struct ldtentry *) & p->slot[si];
3548 si = lh->next;
3549 namlen = lh->namlen;
3550 name = lh->name;
3551 if (flag & JFS_DIR_INDEX)
3552 len = min(namlen, DTLHDRDATALEN);
3553 else
3554 len = min(namlen, DTLHDRDATALEN_LEGACY);
3555 } else {
3556 ih = (struct idtentry *) & p->slot[si];
3557 si = ih->next;
3558 namlen = ih->namlen;
3559 name = ih->name;
3560 len = min(namlen, DTIHDRDATALEN);
3561 }
3562
3563 key->namlen = namlen;
3564 kname = key->name;
3565
3566 /*
3567 * move head/only segment
3568 */
3569 UniStrncpy_from_le(kname, name, len);
3570
3571 /*
3572 * move additional segment(s)
3573 */
3574 while (si >= 0) {
3575 /* get next segment */
3576 t = &p->slot[si];
3577 kname += len;
3578 namlen -= len;
3579 len = min(namlen, DTSLOTDATALEN);
3580 UniStrncpy_from_le(kname, t->name, len);
3581
3582 si = t->next;
3583 }
3584 }
3585
3586
3587 /*
3588 * dtInsertEntry()
3589 *
3590 * function: allocate free slot(s) and
3591 * write a leaf/internal entry
3592 *
3593 * return: entry slot index
3594 */
dtInsertEntry(dtpage_t * p,int index,struct component_name * key,ddata_t * data,struct dt_lock ** dtlock)3595 static void dtInsertEntry(dtpage_t * p, int index, struct component_name * key,
3596 ddata_t * data, struct dt_lock ** dtlock)
3597 {
3598 struct dtslot *h, *t;
3599 struct ldtentry *lh = NULL;
3600 struct idtentry *ih = NULL;
3601 int hsi, fsi, klen, len, nextindex;
3602 wchar_t *kname;
3603 __le16 *name;
3604 s8 *stbl;
3605 pxd_t *xd;
3606 struct dt_lock *dtlck = *dtlock;
3607 struct lv *lv;
3608 int xsi, n;
3609 s64 bn = 0;
3610 struct metapage *mp = NULL;
3611
3612 klen = key->namlen;
3613 kname = key->name;
3614
3615 /* allocate a free slot */
3616 hsi = fsi = p->header.freelist;
3617 h = &p->slot[fsi];
3618 p->header.freelist = h->next;
3619 --p->header.freecnt;
3620
3621 /* open new linelock */
3622 if (dtlck->index >= dtlck->maxcnt)
3623 dtlck = (struct dt_lock *) txLinelock(dtlck);
3624
3625 lv = & dtlck->lv[dtlck->index];
3626 lv->offset = hsi;
3627
3628 /* write head/only segment */
3629 if (p->header.flag & BT_LEAF) {
3630 lh = (struct ldtentry *) h;
3631 lh->next = h->next;
3632 lh->inumber = cpu_to_le32(data->leaf.ino);
3633 lh->namlen = klen;
3634 name = lh->name;
3635 if (data->leaf.ip) {
3636 len = min(klen, DTLHDRDATALEN);
3637 if (!(p->header.flag & BT_ROOT))
3638 bn = addressPXD(&p->header.self);
3639 lh->index = cpu_to_le32(add_index(data->leaf.tid,
3640 data->leaf.ip,
3641 bn, index));
3642 } else
3643 len = min(klen, DTLHDRDATALEN_LEGACY);
3644 } else {
3645 ih = (struct idtentry *) h;
3646 ih->next = h->next;
3647 xd = (pxd_t *) ih;
3648 *xd = data->xd;
3649 ih->namlen = klen;
3650 name = ih->name;
3651 len = min(klen, DTIHDRDATALEN);
3652 }
3653
3654 UniStrncpy_to_le(name, kname, len);
3655
3656 n = 1;
3657 xsi = hsi;
3658
3659 /* write additional segment(s) */
3660 t = h;
3661 klen -= len;
3662 while (klen) {
3663 /* get free slot */
3664 fsi = p->header.freelist;
3665 t = &p->slot[fsi];
3666 p->header.freelist = t->next;
3667 --p->header.freecnt;
3668
3669 /* is next slot contiguous ? */
3670 if (fsi != xsi + 1) {
3671 /* close current linelock */
3672 lv->length = n;
3673 dtlck->index++;
3674
3675 /* open new linelock */
3676 if (dtlck->index < dtlck->maxcnt)
3677 lv++;
3678 else {
3679 dtlck = (struct dt_lock *) txLinelock(dtlck);
3680 lv = & dtlck->lv[0];
3681 }
3682
3683 lv->offset = fsi;
3684 n = 0;
3685 }
3686
3687 kname += len;
3688 len = min(klen, DTSLOTDATALEN);
3689 UniStrncpy_to_le(t->name, kname, len);
3690
3691 n++;
3692 xsi = fsi;
3693 klen -= len;
3694 }
3695
3696 /* close current linelock */
3697 lv->length = n;
3698 dtlck->index++;
3699
3700 *dtlock = dtlck;
3701
3702 /* terminate last/only segment */
3703 if (h == t) {
3704 /* single segment entry */
3705 if (p->header.flag & BT_LEAF)
3706 lh->next = -1;
3707 else
3708 ih->next = -1;
3709 } else
3710 /* multi-segment entry */
3711 t->next = -1;
3712
3713 /* if insert into middle, shift right succeeding entries in stbl */
3714 stbl = DT_GETSTBL(p);
3715 nextindex = p->header.nextindex;
3716 if (index < nextindex) {
3717 memmove(stbl + index + 1, stbl + index, nextindex - index);
3718
3719 if ((p->header.flag & BT_LEAF) && data->leaf.ip) {
3720 s64 lblock;
3721
3722 /*
3723 * Need to update slot number for entries that moved
3724 * in the stbl
3725 */
3726 mp = NULL;
3727 for (n = index + 1; n <= nextindex; n++) {
3728 lh = (struct ldtentry *) & (p->slot[stbl[n]]);
3729 modify_index(data->leaf.tid, data->leaf.ip,
3730 le32_to_cpu(lh->index), bn, n,
3731 &mp, &lblock);
3732 }
3733 if (mp)
3734 release_metapage(mp);
3735 }
3736 }
3737
3738 stbl[index] = hsi;
3739
3740 /* advance next available entry index of stbl */
3741 ++p->header.nextindex;
3742 }
3743
3744
3745 /*
3746 * dtMoveEntry()
3747 *
3748 * function: move entries from split/left page to new/right page
3749 *
3750 * nextindex of dst page and freelist/freecnt of both pages
3751 * are updated.
3752 */
dtMoveEntry(dtpage_t * sp,int si,dtpage_t * dp,struct dt_lock ** sdtlock,struct dt_lock ** ddtlock,int do_index)3753 static void dtMoveEntry(dtpage_t * sp, int si, dtpage_t * dp,
3754 struct dt_lock ** sdtlock, struct dt_lock ** ddtlock,
3755 int do_index)
3756 {
3757 int ssi, next; /* src slot index */
3758 int di; /* dst entry index */
3759 int dsi; /* dst slot index */
3760 s8 *sstbl, *dstbl; /* sorted entry table */
3761 int snamlen, len;
3762 struct ldtentry *slh, *dlh = NULL;
3763 struct idtentry *sih, *dih = NULL;
3764 struct dtslot *h, *s, *d;
3765 struct dt_lock *sdtlck = *sdtlock, *ddtlck = *ddtlock;
3766 struct lv *slv, *dlv;
3767 int xssi, ns, nd;
3768 int sfsi;
3769
3770 sstbl = (s8 *) & sp->slot[sp->header.stblindex];
3771 dstbl = (s8 *) & dp->slot[dp->header.stblindex];
3772
3773 dsi = dp->header.freelist; /* first (whole page) free slot */
3774 sfsi = sp->header.freelist;
3775
3776 /* linelock destination entry slot */
3777 dlv = & ddtlck->lv[ddtlck->index];
3778 dlv->offset = dsi;
3779
3780 /* linelock source entry slot */
3781 slv = & sdtlck->lv[sdtlck->index];
3782 slv->offset = sstbl[si];
3783 xssi = slv->offset - 1;
3784
3785 /*
3786 * move entries
3787 */
3788 ns = nd = 0;
3789 for (di = 0; si < sp->header.nextindex; si++, di++) {
3790 ssi = sstbl[si];
3791 dstbl[di] = dsi;
3792
3793 /* is next slot contiguous ? */
3794 if (ssi != xssi + 1) {
3795 /* close current linelock */
3796 slv->length = ns;
3797 sdtlck->index++;
3798
3799 /* open new linelock */
3800 if (sdtlck->index < sdtlck->maxcnt)
3801 slv++;
3802 else {
3803 sdtlck = (struct dt_lock *) txLinelock(sdtlck);
3804 slv = & sdtlck->lv[0];
3805 }
3806
3807 slv->offset = ssi;
3808 ns = 0;
3809 }
3810
3811 /*
3812 * move head/only segment of an entry
3813 */
3814 /* get dst slot */
3815 h = d = &dp->slot[dsi];
3816
3817 /* get src slot and move */
3818 s = &sp->slot[ssi];
3819 if (sp->header.flag & BT_LEAF) {
3820 /* get source entry */
3821 slh = (struct ldtentry *) s;
3822 dlh = (struct ldtentry *) h;
3823 snamlen = slh->namlen;
3824
3825 if (do_index) {
3826 len = min(snamlen, DTLHDRDATALEN);
3827 dlh->index = slh->index; /* little-endian */
3828 } else
3829 len = min(snamlen, DTLHDRDATALEN_LEGACY);
3830
3831 memcpy(dlh, slh, 6 + len * 2);
3832
3833 next = slh->next;
3834
3835 /* update dst head/only segment next field */
3836 dsi++;
3837 dlh->next = dsi;
3838 } else {
3839 sih = (struct idtentry *) s;
3840 snamlen = sih->namlen;
3841
3842 len = min(snamlen, DTIHDRDATALEN);
3843 dih = (struct idtentry *) h;
3844 memcpy(dih, sih, 10 + len * 2);
3845 next = sih->next;
3846
3847 dsi++;
3848 dih->next = dsi;
3849 }
3850
3851 /* free src head/only segment */
3852 s->next = sfsi;
3853 s->cnt = 1;
3854 sfsi = ssi;
3855
3856 ns++;
3857 nd++;
3858 xssi = ssi;
3859
3860 /*
3861 * move additional segment(s) of the entry
3862 */
3863 snamlen -= len;
3864 while ((ssi = next) >= 0) {
3865 /* is next slot contiguous ? */
3866 if (ssi != xssi + 1) {
3867 /* close current linelock */
3868 slv->length = ns;
3869 sdtlck->index++;
3870
3871 /* open new linelock */
3872 if (sdtlck->index < sdtlck->maxcnt)
3873 slv++;
3874 else {
3875 sdtlck =
3876 (struct dt_lock *)
3877 txLinelock(sdtlck);
3878 slv = & sdtlck->lv[0];
3879 }
3880
3881 slv->offset = ssi;
3882 ns = 0;
3883 }
3884
3885 /* get next source segment */
3886 s = &sp->slot[ssi];
3887
3888 /* get next destination free slot */
3889 d++;
3890
3891 len = min(snamlen, DTSLOTDATALEN);
3892 UniStrncpy_le(d->name, s->name, len);
3893
3894 ns++;
3895 nd++;
3896 xssi = ssi;
3897
3898 dsi++;
3899 d->next = dsi;
3900
3901 /* free source segment */
3902 next = s->next;
3903 s->next = sfsi;
3904 s->cnt = 1;
3905 sfsi = ssi;
3906
3907 snamlen -= len;
3908 } /* end while */
3909
3910 /* terminate dst last/only segment */
3911 if (h == d) {
3912 /* single segment entry */
3913 if (dp->header.flag & BT_LEAF)
3914 dlh->next = -1;
3915 else
3916 dih->next = -1;
3917 } else
3918 /* multi-segment entry */
3919 d->next = -1;
3920 } /* end for */
3921
3922 /* close current linelock */
3923 slv->length = ns;
3924 sdtlck->index++;
3925 *sdtlock = sdtlck;
3926
3927 dlv->length = nd;
3928 ddtlck->index++;
3929 *ddtlock = ddtlck;
3930
3931 /* update source header */
3932 sp->header.freelist = sfsi;
3933 sp->header.freecnt += nd;
3934
3935 /* update destination header */
3936 dp->header.nextindex = di;
3937
3938 dp->header.freelist = dsi;
3939 dp->header.freecnt -= nd;
3940 }
3941
3942
3943 /*
3944 * dtDeleteEntry()
3945 *
3946 * function: free a (leaf/internal) entry
3947 *
3948 * log freelist header, stbl, and each segment slot of entry
3949 * (even though last/only segment next field is modified,
3950 * physical image logging requires all segment slots of
3951 * the entry logged to avoid applying previous updates
3952 * to the same slots)
3953 */
dtDeleteEntry(dtpage_t * p,int fi,struct dt_lock ** dtlock)3954 static void dtDeleteEntry(dtpage_t * p, int fi, struct dt_lock ** dtlock)
3955 {
3956 int fsi; /* free entry slot index */
3957 s8 *stbl;
3958 struct dtslot *t;
3959 int si, freecnt;
3960 struct dt_lock *dtlck = *dtlock;
3961 struct lv *lv;
3962 int xsi, n;
3963
3964 /* get free entry slot index */
3965 stbl = DT_GETSTBL(p);
3966 fsi = stbl[fi];
3967
3968 /* open new linelock */
3969 if (dtlck->index >= dtlck->maxcnt)
3970 dtlck = (struct dt_lock *) txLinelock(dtlck);
3971 lv = & dtlck->lv[dtlck->index];
3972
3973 lv->offset = fsi;
3974
3975 /* get the head/only segment */
3976 t = &p->slot[fsi];
3977 if (p->header.flag & BT_LEAF)
3978 si = ((struct ldtentry *) t)->next;
3979 else
3980 si = ((struct idtentry *) t)->next;
3981 t->next = si;
3982 t->cnt = 1;
3983
3984 n = freecnt = 1;
3985 xsi = fsi;
3986
3987 /* find the last/only segment */
3988 while (si >= 0) {
3989 /* is next slot contiguous ? */
3990 if (si != xsi + 1) {
3991 /* close current linelock */
3992 lv->length = n;
3993 dtlck->index++;
3994
3995 /* open new linelock */
3996 if (dtlck->index < dtlck->maxcnt)
3997 lv++;
3998 else {
3999 dtlck = (struct dt_lock *) txLinelock(dtlck);
4000 lv = & dtlck->lv[0];
4001 }
4002
4003 lv->offset = si;
4004 n = 0;
4005 }
4006
4007 n++;
4008 xsi = si;
4009 freecnt++;
4010
4011 t = &p->slot[si];
4012 t->cnt = 1;
4013 si = t->next;
4014 }
4015
4016 /* close current linelock */
4017 lv->length = n;
4018 dtlck->index++;
4019
4020 *dtlock = dtlck;
4021
4022 /* update freelist */
4023 t->next = p->header.freelist;
4024 p->header.freelist = fsi;
4025 p->header.freecnt += freecnt;
4026
4027 /* if delete from middle,
4028 * shift left the succedding entries in the stbl
4029 */
4030 si = p->header.nextindex;
4031 if (fi < si - 1)
4032 memmove(&stbl[fi], &stbl[fi + 1], si - fi - 1);
4033
4034 p->header.nextindex--;
4035 }
4036
4037
4038 /*
4039 * dtTruncateEntry()
4040 *
4041 * function: truncate a (leaf/internal) entry
4042 *
4043 * log freelist header, stbl, and each segment slot of entry
4044 * (even though last/only segment next field is modified,
4045 * physical image logging requires all segment slots of
4046 * the entry logged to avoid applying previous updates
4047 * to the same slots)
4048 */
dtTruncateEntry(dtpage_t * p,int ti,struct dt_lock ** dtlock)4049 static void dtTruncateEntry(dtpage_t * p, int ti, struct dt_lock ** dtlock)
4050 {
4051 int tsi; /* truncate entry slot index */
4052 s8 *stbl;
4053 struct dtslot *t;
4054 int si, freecnt;
4055 struct dt_lock *dtlck = *dtlock;
4056 struct lv *lv;
4057 int fsi, xsi, n;
4058
4059 /* get free entry slot index */
4060 stbl = DT_GETSTBL(p);
4061 tsi = stbl[ti];
4062
4063 /* open new linelock */
4064 if (dtlck->index >= dtlck->maxcnt)
4065 dtlck = (struct dt_lock *) txLinelock(dtlck);
4066 lv = & dtlck->lv[dtlck->index];
4067
4068 lv->offset = tsi;
4069
4070 /* get the head/only segment */
4071 t = &p->slot[tsi];
4072 ASSERT(p->header.flag & BT_INTERNAL);
4073 ((struct idtentry *) t)->namlen = 0;
4074 si = ((struct idtentry *) t)->next;
4075 ((struct idtentry *) t)->next = -1;
4076
4077 n = 1;
4078 freecnt = 0;
4079 fsi = si;
4080 xsi = tsi;
4081
4082 /* find the last/only segment */
4083 while (si >= 0) {
4084 /* is next slot contiguous ? */
4085 if (si != xsi + 1) {
4086 /* close current linelock */
4087 lv->length = n;
4088 dtlck->index++;
4089
4090 /* open new linelock */
4091 if (dtlck->index < dtlck->maxcnt)
4092 lv++;
4093 else {
4094 dtlck = (struct dt_lock *) txLinelock(dtlck);
4095 lv = & dtlck->lv[0];
4096 }
4097
4098 lv->offset = si;
4099 n = 0;
4100 }
4101
4102 n++;
4103 xsi = si;
4104 freecnt++;
4105
4106 t = &p->slot[si];
4107 t->cnt = 1;
4108 si = t->next;
4109 }
4110
4111 /* close current linelock */
4112 lv->length = n;
4113 dtlck->index++;
4114
4115 *dtlock = dtlck;
4116
4117 /* update freelist */
4118 if (freecnt == 0)
4119 return;
4120 t->next = p->header.freelist;
4121 p->header.freelist = fsi;
4122 p->header.freecnt += freecnt;
4123 }
4124
4125
4126 /*
4127 * dtLinelockFreelist()
4128 */
dtLinelockFreelist(dtpage_t * p,int m,struct dt_lock ** dtlock)4129 static void dtLinelockFreelist(dtpage_t * p, /* directory page */
4130 int m, /* max slot index */
4131 struct dt_lock ** dtlock)
4132 {
4133 int fsi; /* free entry slot index */
4134 struct dtslot *t;
4135 int si;
4136 struct dt_lock *dtlck = *dtlock;
4137 struct lv *lv;
4138 int xsi, n;
4139
4140 /* get free entry slot index */
4141 fsi = p->header.freelist;
4142
4143 /* open new linelock */
4144 if (dtlck->index >= dtlck->maxcnt)
4145 dtlck = (struct dt_lock *) txLinelock(dtlck);
4146 lv = & dtlck->lv[dtlck->index];
4147
4148 lv->offset = fsi;
4149
4150 n = 1;
4151 xsi = fsi;
4152
4153 t = &p->slot[fsi];
4154 si = t->next;
4155
4156 /* find the last/only segment */
4157 while (si < m && si >= 0) {
4158 /* is next slot contiguous ? */
4159 if (si != xsi + 1) {
4160 /* close current linelock */
4161 lv->length = n;
4162 dtlck->index++;
4163
4164 /* open new linelock */
4165 if (dtlck->index < dtlck->maxcnt)
4166 lv++;
4167 else {
4168 dtlck = (struct dt_lock *) txLinelock(dtlck);
4169 lv = & dtlck->lv[0];
4170 }
4171
4172 lv->offset = si;
4173 n = 0;
4174 }
4175
4176 n++;
4177 xsi = si;
4178
4179 t = &p->slot[si];
4180 si = t->next;
4181 }
4182
4183 /* close current linelock */
4184 lv->length = n;
4185 dtlck->index++;
4186
4187 *dtlock = dtlck;
4188 }
4189
4190
4191 /*
4192 * NAME: dtModify
4193 *
4194 * FUNCTION: Modify the inode number part of a directory entry
4195 *
4196 * PARAMETERS:
4197 * tid - Transaction id
4198 * ip - Inode of parent directory
4199 * key - Name of entry to be modified
4200 * orig_ino - Original inode number expected in entry
4201 * new_ino - New inode number to put into entry
4202 * flag - JFS_RENAME
4203 *
4204 * RETURNS:
4205 * -ESTALE - If entry found does not match orig_ino passed in
4206 * -ENOENT - If no entry can be found to match key
4207 * 0 - If successfully modified entry
4208 */
dtModify(tid_t tid,struct inode * ip,struct component_name * key,ino_t * orig_ino,ino_t new_ino,int flag)4209 int dtModify(tid_t tid, struct inode *ip,
4210 struct component_name * key, ino_t * orig_ino, ino_t new_ino, int flag)
4211 {
4212 int rc;
4213 s64 bn;
4214 struct metapage *mp;
4215 dtpage_t *p;
4216 int index;
4217 struct btstack btstack;
4218 struct tlock *tlck;
4219 struct dt_lock *dtlck;
4220 struct lv *lv;
4221 s8 *stbl;
4222 int entry_si; /* entry slot index */
4223 struct ldtentry *entry;
4224
4225 /*
4226 * search for the entry to modify:
4227 *
4228 * dtSearch() returns (leaf page pinned, index at which to modify).
4229 */
4230 if ((rc = dtSearch(ip, key, orig_ino, &btstack, flag)))
4231 return rc;
4232
4233 /* retrieve search result */
4234 DT_GETSEARCH(ip, btstack.top, bn, mp, p, index);
4235
4236 BT_MARK_DIRTY(mp, ip);
4237 /*
4238 * acquire a transaction lock on the leaf page of named entry
4239 */
4240 tlck = txLock(tid, ip, mp, tlckDTREE | tlckENTRY);
4241 dtlck = (struct dt_lock *) & tlck->lock;
4242
4243 /* get slot index of the entry */
4244 stbl = DT_GETSTBL(p);
4245 entry_si = stbl[index];
4246
4247 /* linelock entry */
4248 ASSERT(dtlck->index == 0);
4249 lv = & dtlck->lv[0];
4250 lv->offset = entry_si;
4251 lv->length = 1;
4252 dtlck->index++;
4253
4254 /* get the head/only segment */
4255 entry = (struct ldtentry *) & p->slot[entry_si];
4256
4257 /* substitute the inode number of the entry */
4258 entry->inumber = cpu_to_le32(new_ino);
4259
4260 /* unpin the leaf page */
4261 DT_PUTPAGE(mp);
4262
4263 return 0;
4264 }
4265