20 static int dbg_check_bud_bytes(struct ubifs_info *c);
30 struct ubifs_bud *ubifs_search_bud(struct ubifs_info *c, int lnum)  in ubifs_search_bud()  argument
35 	spin_lock(&c->buds_lock);  in ubifs_search_bud()
36 	p = c->buds.rb_node;  in ubifs_search_bud()
44 			spin_unlock(&c->buds_lock);  in ubifs_search_bud()
48 	spin_unlock(&c->buds_lock);  in ubifs_search_bud()
59 struct ubifs_wbuf *ubifs_get_wbuf(struct ubifs_info *c, int lnum)  in ubifs_get_wbuf()  argument
65 	if (!c->jheads)  in ubifs_get_wbuf()
68 	spin_lock(&c->buds_lock);  in ubifs_get_wbuf()
69 	p = c->buds.rb_node;  in ubifs_get_wbuf()
78 			spin_unlock(&c->buds_lock);  in ubifs_get_wbuf()
79 			return &c->jheads[jhead].wbuf;  in ubifs_get_wbuf()
82 	spin_unlock(&c->buds_lock);  in ubifs_get_wbuf()
90 static inline long long empty_log_bytes(const struct ubifs_info *c)  in empty_log_bytes()  argument
94 	h = (long long)c->lhead_lnum * c->leb_size + c->lhead_offs;  in empty_log_bytes()
95 	t = (long long)c->ltail_lnum * c->leb_size;  in empty_log_bytes()
98 		return c->log_bytes - h + t;  in empty_log_bytes()
101 	else if (c->lhead_lnum != c->ltail_lnum)  in empty_log_bytes()
104 		return c->log_bytes;  in empty_log_bytes()
112 void ubifs_add_bud(struct ubifs_info *c, struct ubifs_bud *bud)  in ubifs_add_bud()  argument
118 	spin_lock(&c->buds_lock);  in ubifs_add_bud()
119 	p = &c->buds.rb_node;  in ubifs_add_bud()
123 		ubifs_assert(c, bud->lnum != b->lnum);  in ubifs_add_bud()
131 	rb_insert_color(&bud->rb, &c->buds);  in ubifs_add_bud()
132 	if (c->jheads) {  in ubifs_add_bud()
133 		jhead = &c->jheads[bud->jhead];  in ubifs_add_bud()
136 		ubifs_assert(c, c->replaying && c->ro_mount);  in ubifs_add_bud()
144 	c->bud_bytes += c->leb_size - bud->start;  in ubifs_add_bud()
147 		bud->start, dbg_jhead(bud->jhead), c->bud_bytes);  in ubifs_add_bud()
148 	spin_unlock(&c->buds_lock);  in ubifs_add_bud()
164 int ubifs_add_bud_to_log(struct ubifs_info *c, int jhead, int lnum, int offs)  in ubifs_add_bud_to_log()  argument
173 	ref = kzalloc(c->ref_node_alsz, GFP_NOFS);  in ubifs_add_bud_to_log()
179 	mutex_lock(&c->log_mutex);  in ubifs_add_bud_to_log()
180 	ubifs_assert(c, !c->ro_media && !c->ro_mount);  in ubifs_add_bud_to_log()
181 	if (c->ro_error) {  in ubifs_add_bud_to_log()
187 	if (empty_log_bytes(c) - c->ref_node_alsz < c->min_log_bytes) {  in ubifs_add_bud_to_log()
189 			empty_log_bytes(c), c->min_log_bytes);  in ubifs_add_bud_to_log()
190 		ubifs_commit_required(c);  in ubifs_add_bud_to_log()
204 	if (c->bud_bytes + c->leb_size - offs > c->max_bud_bytes) {  in ubifs_add_bud_to_log()
206 			c->bud_bytes, c->max_bud_bytes);  in ubifs_add_bud_to_log()
207 		ubifs_commit_required(c);  in ubifs_add_bud_to_log()
217 	if (c->bud_bytes >= c->bg_bud_bytes &&  in ubifs_add_bud_to_log()
218 	    c->cmt_state == COMMIT_RESTING) {  in ubifs_add_bud_to_log()
220 			c->bud_bytes, c->max_bud_bytes);  in ubifs_add_bud_to_log()
221 		ubifs_request_bg_commit(c);  in ubifs_add_bud_to_log()
234 	if (c->lhead_offs > c->leb_size - c->ref_node_alsz) {  in ubifs_add_bud_to_log()
235 		c->lhead_lnum = ubifs_next_log_lnum(c, c->lhead_lnum);  in ubifs_add_bud_to_log()
236 		ubifs_assert(c, c->lhead_lnum != c->ltail_lnum);  in ubifs_add_bud_to_log()
237 		c->lhead_offs = 0;  in ubifs_add_bud_to_log()
240 	if (c->lhead_offs == 0) {  in ubifs_add_bud_to_log()
242 		err = ubifs_leb_unmap(c, c->lhead_lnum);  in ubifs_add_bud_to_log()
255 		err = ubifs_leb_map(c, bud->lnum);  in ubifs_add_bud_to_log()
261 		c->lhead_lnum, c->lhead_offs);  in ubifs_add_bud_to_log()
262 	err = ubifs_write_node(c, ref, UBIFS_REF_NODE_SZ, c->lhead_lnum,  in ubifs_add_bud_to_log()
263 			       c->lhead_offs);  in ubifs_add_bud_to_log()
267 	err = ubifs_shash_update(c, c->log_hash, ref, UBIFS_REF_NODE_SZ);  in ubifs_add_bud_to_log()
271 	err = ubifs_shash_copy_state(c, c->log_hash, c->jheads[jhead].log_hash);  in ubifs_add_bud_to_log()
275 	c->lhead_offs += c->ref_node_alsz;  in ubifs_add_bud_to_log()
277 	ubifs_add_bud(c, bud);  in ubifs_add_bud_to_log()
279 	mutex_unlock(&c->log_mutex);  in ubifs_add_bud_to_log()
284 	mutex_unlock(&c->log_mutex);  in ubifs_add_bud_to_log()
297 static void remove_buds(struct ubifs_info *c)  in remove_buds()  argument
301 	ubifs_assert(c, list_empty(&c->old_buds));  in remove_buds()
302 	c->cmt_bud_bytes = 0;  in remove_buds()
303 	spin_lock(&c->buds_lock);  in remove_buds()
304 	p = rb_first(&c->buds);  in remove_buds()
312 		wbuf = &c->jheads[bud->jhead].wbuf;  in remove_buds()
319 			c->cmt_bud_bytes += wbuf->offs - bud->start;  in remove_buds()
322 				wbuf->offs - bud->start, c->cmt_bud_bytes);  in remove_buds()
325 			c->cmt_bud_bytes += c->leb_size - bud->start;  in remove_buds()
328 				c->leb_size - bud->start, c->cmt_bud_bytes);  in remove_buds()
329 			rb_erase(p1, &c->buds);  in remove_buds()
337 			list_move(&bud->list, &c->old_buds);  in remove_buds()
340 	spin_unlock(&c->buds_lock);  in remove_buds()
356 int ubifs_log_start_commit(struct ubifs_info *c, int *ltail_lnum)  in ubifs_log_start_commit()  argument
363 	err = dbg_check_bud_bytes(c);  in ubifs_log_start_commit()
367 	max_len = UBIFS_CS_NODE_SZ + c->jhead_cnt * UBIFS_REF_NODE_SZ;  in ubifs_log_start_commit()
368 	max_len = ALIGN(max_len, c->min_io_size);  in ubifs_log_start_commit()
374 	cs->cmt_no = cpu_to_le64(c->cmt_no);  in ubifs_log_start_commit()
375 	ubifs_prepare_node(c, cs, UBIFS_CS_NODE_SZ, 0);  in ubifs_log_start_commit()
377 	err = ubifs_shash_init(c, c->log_hash);  in ubifs_log_start_commit()
381 	err = ubifs_shash_update(c, c->log_hash, cs, UBIFS_CS_NODE_SZ);  in ubifs_log_start_commit()
393 	for (i = 0; i < c->jhead_cnt; i++) {  in ubifs_log_start_commit()
394 		int lnum = c->jheads[i].wbuf.lnum;  in ubifs_log_start_commit()
395 		int offs = c->jheads[i].wbuf.offs;  in ubifs_log_start_commit()
397 		if (lnum == -1 || offs == c->leb_size)  in ubifs_log_start_commit()
408 		ubifs_prepare_node(c, ref, UBIFS_REF_NODE_SZ, 0);  in ubifs_log_start_commit()
411 		err = ubifs_shash_update(c, c->log_hash, ref,  in ubifs_log_start_commit()
415 		ubifs_shash_copy_state(c, c->log_hash, c->jheads[i].log_hash);  in ubifs_log_start_commit()
418 	ubifs_pad(c, buf + len, ALIGN(len, c->min_io_size) - len);  in ubifs_log_start_commit()
421 	if (c->lhead_offs) {  in ubifs_log_start_commit()
422 		c->lhead_lnum = ubifs_next_log_lnum(c, c->lhead_lnum);  in ubifs_log_start_commit()
423 		ubifs_assert(c, c->lhead_lnum != c->ltail_lnum);  in ubifs_log_start_commit()
424 		c->lhead_offs = 0;  in ubifs_log_start_commit()
428 	err = ubifs_leb_unmap(c, c->lhead_lnum);  in ubifs_log_start_commit()
432 	len = ALIGN(len, c->min_io_size);  in ubifs_log_start_commit()
433 	dbg_log("writing commit start at LEB %d:0, len %d", c->lhead_lnum, len);  in ubifs_log_start_commit()
434 	err = ubifs_leb_write(c, c->lhead_lnum, cs, 0, len);  in ubifs_log_start_commit()
438 	*ltail_lnum = c->lhead_lnum;  in ubifs_log_start_commit()
440 	c->lhead_offs += len;  in ubifs_log_start_commit()
441 	ubifs_assert(c, c->lhead_offs < c->leb_size);  in ubifs_log_start_commit()
443 	remove_buds(c);  in ubifs_log_start_commit()
449 	c->min_log_bytes = 0;  in ubifs_log_start_commit()
466 int ubifs_log_end_commit(struct ubifs_info *c, int ltail_lnum)  in ubifs_log_end_commit()  argument
475 	mutex_lock(&c->log_mutex);  in ubifs_log_end_commit()
478 		c->ltail_lnum, ltail_lnum);  in ubifs_log_end_commit()
480 	c->ltail_lnum = ltail_lnum;  in ubifs_log_end_commit()
485 	c->min_log_bytes = c->leb_size;  in ubifs_log_end_commit()
487 	spin_lock(&c->buds_lock);  in ubifs_log_end_commit()
488 	c->bud_bytes -= c->cmt_bud_bytes;  in ubifs_log_end_commit()
489 	spin_unlock(&c->buds_lock);  in ubifs_log_end_commit()
491 	err = dbg_check_bud_bytes(c);  in ubifs_log_end_commit()
495 	err = ubifs_write_master(c);  in ubifs_log_end_commit()
498 	mutex_unlock(&c->log_mutex);  in ubifs_log_end_commit()
515 int ubifs_log_post_commit(struct ubifs_info *c, int old_ltail_lnum)  in ubifs_log_post_commit()  argument
519 	while (!list_empty(&c->old_buds)) {  in ubifs_log_post_commit()
522 		bud = list_entry(c->old_buds.next, struct ubifs_bud, list);  in ubifs_log_post_commit()
523 		err = ubifs_return_leb(c, bud->lnum);  in ubifs_log_post_commit()
530 	mutex_lock(&c->log_mutex);  in ubifs_log_post_commit()
531 	for (lnum = old_ltail_lnum; lnum != c->ltail_lnum;  in ubifs_log_post_commit()
532 	     lnum = ubifs_next_log_lnum(c, lnum)) {  in ubifs_log_post_commit()
534 		err = ubifs_leb_unmap(c, lnum);  in ubifs_log_post_commit()
539 	mutex_unlock(&c->log_mutex);  in ubifs_log_post_commit()
611 static int add_node(struct ubifs_info *c, void *buf, int *lnum, int *offs,  in add_node()  argument
615 	int len = le32_to_cpu(ch->len), remains = c->leb_size - *offs;  in add_node()
618 		int sz = ALIGN(*offs, c->min_io_size), err;  in add_node()
620 		ubifs_pad(c, buf + *offs, sz - *offs);  in add_node()
621 		err = ubifs_leb_change(c, *lnum, buf, sz);  in add_node()
624 		*lnum = ubifs_next_log_lnum(c, *lnum);  in add_node()
642 int ubifs_consolidate_log(struct ubifs_info *c)  in ubifs_consolidate_log()  argument
650 	dbg_rcvry("log tail LEB %d, log head LEB %d", c->ltail_lnum,  in ubifs_consolidate_log()
651 		  c->lhead_lnum);  in ubifs_consolidate_log()
652 	buf = vmalloc(c->leb_size);  in ubifs_consolidate_log()
655 	lnum = c->ltail_lnum;  in ubifs_consolidate_log()
658 		sleb = ubifs_scan(c, lnum, 0, c->sbuf, 0);  in ubifs_consolidate_log()
673 					err = add_node(c, buf, &write_lnum,  in ubifs_consolidate_log()
683 				err = add_node(c, buf, &write_lnum, &offs,  in ubifs_consolidate_log()
692 		if (lnum == c->lhead_lnum)  in ubifs_consolidate_log()
694 		lnum = ubifs_next_log_lnum(c, lnum);  in ubifs_consolidate_log()
697 		int sz = ALIGN(offs, c->min_io_size);  in ubifs_consolidate_log()
699 		ubifs_pad(c, buf + offs, sz - offs);  in ubifs_consolidate_log()
700 		err = ubifs_leb_change(c, write_lnum, buf, sz);  in ubifs_consolidate_log()
703 		offs = ALIGN(offs, c->min_io_size);  in ubifs_consolidate_log()
707 	if (write_lnum == c->lhead_lnum) {  in ubifs_consolidate_log()
708 		ubifs_err(c, "log is too full");  in ubifs_consolidate_log()
714 		lnum = ubifs_next_log_lnum(c, lnum);  in ubifs_consolidate_log()
715 		err = ubifs_leb_unmap(c, lnum);  in ubifs_consolidate_log()
718 	} while (lnum != c->lhead_lnum);  in ubifs_consolidate_log()
719 	c->lhead_lnum = write_lnum;  in ubifs_consolidate_log()
720 	c->lhead_offs = offs;  in ubifs_consolidate_log()
721 	dbg_rcvry("new log head at %d:%d", c->lhead_lnum, c->lhead_offs);  in ubifs_consolidate_log()
740 static int dbg_check_bud_bytes(struct ubifs_info *c)  in dbg_check_bud_bytes()  argument
746 	if (!dbg_is_chk_gen(c))  in dbg_check_bud_bytes()
749 	spin_lock(&c->buds_lock);  in dbg_check_bud_bytes()
750 	for (i = 0; i < c->jhead_cnt; i++)  in dbg_check_bud_bytes()
751 		list_for_each_entry(bud, &c->jheads[i].buds_list, list)  in dbg_check_bud_bytes()
752 			bud_bytes += c->leb_size - bud->start;  in dbg_check_bud_bytes()
754 	if (c->bud_bytes != bud_bytes) {  in dbg_check_bud_bytes()
755 		ubifs_err(c, "bad bud_bytes %lld, calculated %lld",  in dbg_check_bud_bytes()
756 			  c->bud_bytes, bud_bytes);  in dbg_check_bud_bytes()
759 	spin_unlock(&c->buds_lock);  in dbg_check_bud_bytes()