224 static int onenand_block_address(struct onenand_chip *this, int block)  in onenand_block_address()  argument
227 	if (block & this->density_mask)  in onenand_block_address()
228 		return ONENAND_DDP_CHIP1 | (block ^ this->density_mask);  in onenand_block_address()
241 static int onenand_bufferram_address(struct onenand_chip *this, int block)  in onenand_bufferram_address()  argument
244 	if (block & this->density_mask)  in onenand_bufferram_address()
301 static unsigned flexonenand_block(struct onenand_chip *this, loff_t addr)  in flexonenand_block()  argument
305 	if (ONENAND_IS_DDP(this) && addr >= this->diesize[0]) {  in flexonenand_block()
307 		addr -= this->diesize[0];  in flexonenand_block()
310 	boundary = this->boundary[die];  in flexonenand_block()
312 	blk = addr >> (this->erase_shift - 1);  in flexonenand_block()
316 	blk += die ? this->density_mask : 0;  in flexonenand_block()
320 inline unsigned onenand_block(struct onenand_chip *this, loff_t addr)  in onenand_block()  argument
322 	if (!FLEXONENAND(this))  in onenand_block()
323 		return addr >> this->erase_shift;  in onenand_block()
324 	return flexonenand_block(this, addr);  in onenand_block()
334 static loff_t flexonenand_addr(struct onenand_chip *this, int block)  in flexonenand_addr()  argument
339 	if (ONENAND_IS_DDP(this) && block >= this->density_mask) {  in flexonenand_addr()
340 		block -= this->density_mask;  in flexonenand_addr()
342 		ofs = this->diesize[0];  in flexonenand_addr()
345 	boundary = this->boundary[die];  in flexonenand_addr()
346 	ofs += (loff_t)block << (this->erase_shift - 1);  in flexonenand_addr()
348 		ofs += (loff_t)(block - boundary - 1) << (this->erase_shift - 1);  in flexonenand_addr()
352 loff_t onenand_addr(struct onenand_chip *this, int block)  in onenand_addr()  argument
354 	if (!FLEXONENAND(this))  in onenand_addr()
355 		return (loff_t)block << this->erase_shift;  in onenand_addr()
356 	return flexonenand_addr(this, block);  in onenand_addr()
400 	struct onenand_chip *this = mtd->priv;  in onenand_command()  local
415 		block = addr * this->density_mask;  in onenand_command()
424 		block = onenand_block(this, addr);  in onenand_command()
430 		block = addr * this->density_mask;  in onenand_command()
435 		block = onenand_block(this, addr);  in onenand_command()
436 		if (FLEXONENAND(this))  in onenand_command()
437 			page = (int) (addr - onenand_addr(this, block))>>\  in onenand_command()
438 				this->page_shift;  in onenand_command()
440 			page = (int) (addr >> this->page_shift);  in onenand_command()
441 		if (ONENAND_IS_2PLANE(this)) {  in onenand_command()
445 			if (addr & this->writesize)  in onenand_command()
449 		page &= this->page_mask;  in onenand_command()
456 		value = onenand_bufferram_address(this, block);  in onenand_command()
457 		this->write_word(value, this->base + ONENAND_REG_START_ADDRESS2);  in onenand_command()
459 		if (ONENAND_IS_2PLANE(this) || ONENAND_IS_4KB_PAGE(this))  in onenand_command()
461 			ONENAND_SET_BUFFERRAM0(this);  in onenand_command()
464 			ONENAND_SET_NEXT_BUFFERRAM(this);  in onenand_command()
471 		value = onenand_block_address(this, block);  in onenand_command()
472 		this->write_word(value, this->base + ONENAND_REG_START_ADDRESS1);  in onenand_command()
475 		value = onenand_bufferram_address(this, block);  in onenand_command()
476 		this->write_word(value, this->base + ONENAND_REG_START_ADDRESS2);  in onenand_command()
488 			if (ONENAND_IS_4KB_PAGE(this))  in onenand_command()
490 				dataram = ONENAND_SET_BUFFERRAM0(this);  in onenand_command()
492 				dataram = ONENAND_SET_NEXT_BUFFERRAM(this);  in onenand_command()
496 			if (ONENAND_IS_2PLANE(this) && cmd == ONENAND_CMD_PROG)  in onenand_command()
498 			dataram = ONENAND_CURRENT_BUFFERRAM(this);  in onenand_command()
504 		this->write_word(value, this->base + ONENAND_REG_START_ADDRESS8);  in onenand_command()
508 		this->write_word(value, this->base + ONENAND_REG_START_BUFFER);  in onenand_command()
512 	this->write_word(ONENAND_INT_CLEAR, this->base + ONENAND_REG_INTERRUPT);  in onenand_command()
515 	this->write_word(cmd, this->base + ONENAND_REG_COMMAND);  in onenand_command()
524 static inline int onenand_read_ecc(struct onenand_chip *this)  in onenand_read_ecc()  argument
528 	if (!FLEXONENAND(this) && !ONENAND_IS_4KB_PAGE(this))  in onenand_read_ecc()
529 		return this->read_word(this->base + ONENAND_REG_ECC_STATUS);  in onenand_read_ecc()
532 		ecc = this->read_word(this->base + ONENAND_REG_ECC_STATUS + i*2);  in onenand_read_ecc()
555 	struct onenand_chip * this = mtd->priv;  in onenand_wait()  local
564 		interrupt = this->read_word(this->base + ONENAND_REG_INTERRUPT);  in onenand_wait()
573 	interrupt = this->read_word(this->base + ONENAND_REG_INTERRUPT);  in onenand_wait()
575 	ctrl = this->read_word(this->base + ONENAND_REG_CTRL_STATUS);  in onenand_wait()
583 		int ecc = onenand_read_ecc(this);  in onenand_wait()
635 	struct onenand_chip *this = data;  in onenand_interrupt()  local
638 	if (!this->complete.done)  in onenand_interrupt()
639 		complete(&this->complete);  in onenand_interrupt()
653 	struct onenand_chip *this = mtd->priv;  in onenand_interrupt_wait()  local
655 	wait_for_completion(&this->complete);  in onenand_interrupt_wait()
669 	struct onenand_chip *this = mtd->priv;  in onenand_try_interrupt_wait()  local
673 	this->wait = onenand_interrupt_wait;  in onenand_try_interrupt_wait()
676 	remain = wait_for_completion_timeout(&this->complete, timeout);  in onenand_try_interrupt_wait()
682 		free_irq(this->irq, this);  in onenand_try_interrupt_wait()
684 		this->wait = onenand_wait;  in onenand_try_interrupt_wait()
700 	struct onenand_chip *this = mtd->priv;  in onenand_setup_wait()  local
703 	init_completion(&this->complete);  in onenand_setup_wait()
705 	if (this->irq <= 0) {  in onenand_setup_wait()
706 		this->wait = onenand_wait;  in onenand_setup_wait()
710 	if (request_irq(this->irq, &onenand_interrupt,  in onenand_setup_wait()
711 				IRQF_SHARED, "onenand", this)) {  in onenand_setup_wait()
713 		this->wait = onenand_wait;  in onenand_setup_wait()
718 	syscfg = this->read_word(this->base + ONENAND_REG_SYS_CFG1);  in onenand_setup_wait()
720 	this->write_word(syscfg, this->base + ONENAND_REG_SYS_CFG1);  in onenand_setup_wait()
722 	this->wait = onenand_try_interrupt_wait;  in onenand_setup_wait()
735 	struct onenand_chip *this = mtd->priv;  in onenand_bufferram_offset()  local
737 	if (ONENAND_CURRENT_BUFFERRAM(this)) {  in onenand_bufferram_offset()
740 			return this->writesize;  in onenand_bufferram_offset()
761 	struct onenand_chip *this = mtd->priv;  in onenand_read_bufferram()  local
764 	bufferram = this->base + area;  in onenand_read_bufferram()
775 		word = this->read_word(bufferram + offset + count);  in onenand_read_bufferram()
797 	struct onenand_chip *this = mtd->priv;  in onenand_sync_read_bufferram()  local
800 	bufferram = this->base + area;  in onenand_sync_read_bufferram()
804 	this->mmcontrol(mtd, ONENAND_SYS_CFG1_SYNC_READ);  in onenand_sync_read_bufferram()
813 		word = this->read_word(bufferram + offset + count);  in onenand_sync_read_bufferram()
819 	this->mmcontrol(mtd, 0);  in onenand_sync_read_bufferram()
837 	struct onenand_chip *this = mtd->priv;  in onenand_write_bufferram()  local
840 	bufferram = this->base + area;  in onenand_write_bufferram()
855 		word = this->read_word(bufferram + byte_offset);  in onenand_write_bufferram()
857 		this->write_word(word, bufferram + byte_offset);  in onenand_write_bufferram()
875 	struct onenand_chip *this = mtd->priv;  in onenand_get_2x_blockpage()  local
879 	block = (int) (addr >> this->erase_shift) & ~1;  in onenand_get_2x_blockpage()
881 	if (addr & this->writesize)  in onenand_get_2x_blockpage()
883 	page = (int) (addr >> (this->page_shift + 1)) & this->page_mask;  in onenand_get_2x_blockpage()
899 	struct onenand_chip *this = mtd->priv;  in onenand_check_bufferram()  local
903 	if (ONENAND_IS_2PLANE(this))  in onenand_check_bufferram()
906 		blockpage = (int) (addr >> this->page_shift);  in onenand_check_bufferram()
909 	i = ONENAND_CURRENT_BUFFERRAM(this);  in onenand_check_bufferram()
910 	if (this->bufferram[i].blockpage == blockpage)  in onenand_check_bufferram()
914 		i = ONENAND_NEXT_BUFFERRAM(this);  in onenand_check_bufferram()
915 		if (this->bufferram[i].blockpage == blockpage) {  in onenand_check_bufferram()
916 			ONENAND_SET_NEXT_BUFFERRAM(this);  in onenand_check_bufferram()
921 	if (found && ONENAND_IS_DDP(this)) {  in onenand_check_bufferram()
923 		int block = onenand_block(this, addr);  in onenand_check_bufferram()
924 		int value = onenand_bufferram_address(this, block);  in onenand_check_bufferram()
925 		this->write_word(value, this->base + ONENAND_REG_START_ADDRESS2);  in onenand_check_bufferram()
942 	struct onenand_chip *this = mtd->priv;  in onenand_update_bufferram()  local
946 	if (ONENAND_IS_2PLANE(this))  in onenand_update_bufferram()
949 		blockpage = (int) (addr >> this->page_shift);  in onenand_update_bufferram()
952 	i = ONENAND_NEXT_BUFFERRAM(this);  in onenand_update_bufferram()
953 	if (this->bufferram[i].blockpage == blockpage)  in onenand_update_bufferram()
954 		this->bufferram[i].blockpage = -1;  in onenand_update_bufferram()
957 	i = ONENAND_CURRENT_BUFFERRAM(this);  in onenand_update_bufferram()
959 		this->bufferram[i].blockpage = blockpage;  in onenand_update_bufferram()
961 		this->bufferram[i].blockpage = -1;  in onenand_update_bufferram()
975 	struct onenand_chip *this = mtd->priv;  in onenand_invalidate_bufferram()  local
981 		loff_t buf_addr = this->bufferram[i].blockpage << this->page_shift;  in onenand_invalidate_bufferram()
983 			this->bufferram[i].blockpage = -1;  in onenand_invalidate_bufferram()
996 	struct onenand_chip *this = mtd->priv;  in onenand_get_device()  local
1003 		spin_lock(&this->chip_lock);  in onenand_get_device()
1004 		if (this->state == FL_READY) {  in onenand_get_device()
1005 			this->state = new_state;  in onenand_get_device()
1006 			spin_unlock(&this->chip_lock);  in onenand_get_device()
1007 			if (new_state != FL_PM_SUSPENDED && this->enable)  in onenand_get_device()
1008 				this->enable(mtd);  in onenand_get_device()
1012 			spin_unlock(&this->chip_lock);  in onenand_get_device()
1013 			return (this->state == FL_PM_SUSPENDED) ? 0 : -EAGAIN;  in onenand_get_device()
1016 		add_wait_queue(&this->wq, &wait);  in onenand_get_device()
1017 		spin_unlock(&this->chip_lock);  in onenand_get_device()
1019 		remove_wait_queue(&this->wq, &wait);  in onenand_get_device()
1033 	struct onenand_chip *this = mtd->priv;  in onenand_release_device()  local
1035 	if (this->state != FL_PM_SUSPENDED && this->disable)  in onenand_release_device()
1036 		this->disable(mtd);  in onenand_release_device()
1038 	spin_lock(&this->chip_lock);  in onenand_release_device()
1039 	this->state = FL_READY;  in onenand_release_device()
1040 	wake_up(&this->wq);  in onenand_release_device()
1041 	spin_unlock(&this->chip_lock);  in onenand_release_device()
1054 	struct onenand_chip *this = mtd->priv;  in onenand_transfer_auto_oob()  local
1056 	this->read_bufferram(mtd, ONENAND_SPARERAM, this->oob_buf, 0,  in onenand_transfer_auto_oob()
1058 	return mtd_ooblayout_get_databytes(mtd, buf, this->oob_buf,  in onenand_transfer_auto_oob()
1077 	struct onenand_chip *this = mtd->priv;  in onenand_recover_lsb()  local
1081 	if (!FLEXONENAND(this))  in onenand_recover_lsb()
1090 	if (mtd->eraseregions[i].erasesize < (1 << this->erase_shift))  in onenand_recover_lsb()
1101 	this->command(mtd, FLEXONENAND_CMD_RECOVER_LSB, addr, this->writesize);  in onenand_recover_lsb()
1102 	return this->wait(mtd, FL_READING);  in onenand_recover_lsb()
1117 	struct onenand_chip *this = mtd->priv;  in onenand_mlc_read_ops_nolock()  local
1126 	int writesize = this->writesize;  in onenand_mlc_read_ops_nolock()
1155 			this->command(mtd, ONENAND_CMD_READ, from, writesize);  in onenand_mlc_read_ops_nolock()
1157 			ret = this->wait(mtd, FL_READING);  in onenand_mlc_read_ops_nolock()
1167 		this->read_bufferram(mtd, ONENAND_DATARAM, buf, column, thislen);  in onenand_mlc_read_ops_nolock()
1175 				this->read_bufferram(mtd, ONENAND_SPARERAM, oobbuf, oobcolumn, thisooblen);  in onenand_mlc_read_ops_nolock()
1218 	struct onenand_chip *this = mtd->priv;  in onenand_read_ops_nolock()  local
1227 	int writesize = this->writesize;  in onenand_read_ops_nolock()
1251 			this->command(mtd, ONENAND_CMD_READ, from, writesize);  in onenand_read_ops_nolock()
1252 			ret = this->wait(mtd, FL_READING);  in onenand_read_ops_nolock()
1268 			this->command(mtd, ONENAND_CMD_READ, from, writesize);  in onenand_read_ops_nolock()
1274 			if (ONENAND_IS_DDP(this) &&  in onenand_read_ops_nolock()
1275 			    unlikely(from == (this->chipsize >> 1))) {  in onenand_read_ops_nolock()
1276 				this->write_word(ONENAND_DDP_CHIP0, this->base + ONENAND_REG_START_ADDRESS2);  in onenand_read_ops_nolock()
1280 			ONENAND_SET_PREV_BUFFERRAM(this);  in onenand_read_ops_nolock()
1283 		this->read_bufferram(mtd, ONENAND_DATARAM, buf, column, thislen);  in onenand_read_ops_nolock()
1293 				this->read_bufferram(mtd, ONENAND_SPARERAM, oobbuf, oobcolumn, thisooblen);  in onenand_read_ops_nolock()
1305 			this->write_word(ONENAND_DDP_CHIP1, this->base + ONENAND_REG_START_ADDRESS2);  in onenand_read_ops_nolock()
1306 		ONENAND_SET_NEXT_BUFFERRAM(this);  in onenand_read_ops_nolock()
1312 		ret = this->wait(mtd, FL_READING);  in onenand_read_ops_nolock()
1347 	struct onenand_chip *this = mtd->priv;  in onenand_read_oob_nolock()  local
1378 	readcmd = ONENAND_IS_4KB_PAGE(this) ? ONENAND_CMD_READ : ONENAND_CMD_READOOB;  in onenand_read_oob_nolock()
1386 		this->command(mtd, readcmd, from, mtd->oobsize);  in onenand_read_oob_nolock()
1390 		ret = this->wait(mtd, FL_READING);  in onenand_read_oob_nolock()
1403 			this->read_bufferram(mtd, ONENAND_SPARERAM, buf, column, thislen);  in onenand_read_oob_nolock()
1442 	struct onenand_chip *this = mtd->priv;  in onenand_read_oob()  local
1461 		ret = ONENAND_IS_4KB_PAGE(this) ?  in onenand_read_oob()
1488 	struct onenand_chip *this = mtd->priv;  in onenand_bbt_wait()  local
1495 		interrupt = this->read_word(this->base + ONENAND_REG_INTERRUPT);  in onenand_bbt_wait()
1500 	interrupt = this->read_word(this->base + ONENAND_REG_INTERRUPT);  in onenand_bbt_wait()
1501 	ctrl = this->read_word(this->base + ONENAND_REG_CTRL_STATUS);  in onenand_bbt_wait()
1502 	addr1 = this->read_word(this->base + ONENAND_REG_START_ADDRESS1);  in onenand_bbt_wait()
1503 	addr8 = this->read_word(this->base + ONENAND_REG_START_ADDRESS8);  in onenand_bbt_wait()
1506 		ecc = onenand_read_ecc(this);  in onenand_bbt_wait()
1541 	struct onenand_chip *this = mtd->priv;  in onenand_bbt_read_oob()  local
1565 	readcmd = ONENAND_IS_4KB_PAGE(this) ? ONENAND_CMD_READ : ONENAND_CMD_READOOB;  in onenand_bbt_read_oob()
1573 		this->command(mtd, readcmd, from, mtd->oobsize);  in onenand_bbt_read_oob()
1577 		ret = this->bbt_wait(mtd, FL_READING);  in onenand_bbt_read_oob()
1584 		this->read_bufferram(mtd, ONENAND_SPARERAM, buf, column, thislen);  in onenand_bbt_read_oob()
1594 			from += this->writesize;  in onenand_bbt_read_oob()
1615 	struct onenand_chip *this = mtd->priv;  in onenand_verify_oob()  local
1616 	u_char *oob_buf = this->oob_buf;  in onenand_verify_oob()
1619 	readcmd = ONENAND_IS_4KB_PAGE(this) ? ONENAND_CMD_READ : ONENAND_CMD_READOOB;  in onenand_verify_oob()
1621 	this->command(mtd, readcmd, to, mtd->oobsize);  in onenand_verify_oob()
1623 	status = this->wait(mtd, FL_READING);  in onenand_verify_oob()
1627 	this->read_bufferram(mtd, ONENAND_SPARERAM, oob_buf, 0, mtd->oobsize);  in onenand_verify_oob()
1644 	struct onenand_chip *this = mtd->priv;  in onenand_verify()  local
1648 	column = addr & (this->writesize - 1);  in onenand_verify()
1651 		thislen = min_t(int, this->writesize - column, len);  in onenand_verify()
1653 		this->command(mtd, ONENAND_CMD_READ, addr, this->writesize);  in onenand_verify()
1657 		ret = this->wait(mtd, FL_READING);  in onenand_verify()
1663 		this->read_bufferram(mtd, ONENAND_DATARAM, this->verify_buf, 0, mtd->writesize);  in onenand_verify()
1665 		if (memcmp(buf, this->verify_buf + column, thislen))  in onenand_verify()
1681 #define NOTALIGNED(x)	((x & (this->subpagesize - 1)) != 0)
1685 	struct onenand_chip *this = mtd->priv;  in onenand_panic_wait()  local
1690 		interrupt = this->read_word(this->base + ONENAND_REG_INTERRUPT);  in onenand_panic_wait()
1710 	struct onenand_chip *this = mtd->priv;  in onenand_panic_write()  local
1714 	if (this->state == FL_PM_SUSPENDED)  in onenand_panic_write()
1737 		this->command(mtd, ONENAND_CMD_BUFFERRAM, to, thislen);  in onenand_panic_write()
1742 			memset(this->page_buf, 0xff, mtd->writesize);  in onenand_panic_write()
1743 			memcpy(this->page_buf + column, buf, thislen);  in onenand_panic_write()
1744 			wbuf = this->page_buf;  in onenand_panic_write()
1747 		this->write_bufferram(mtd, ONENAND_DATARAM, wbuf, 0, mtd->writesize);  in onenand_panic_write()
1748 		this->write_bufferram(mtd, ONENAND_SPARERAM, ffchars, 0, mtd->oobsize);  in onenand_panic_write()
1750 		this->command(mtd, ONENAND_CMD_PROG, to, mtd->writesize);  in onenand_panic_write()
1756 		if (ONENAND_IS_2PLANE(this)) {  in onenand_panic_write()
1757 			ONENAND_SET_BUFFERRAM1(this);  in onenand_panic_write()
1758 			onenand_update_bufferram(mtd, to + this->writesize, !subpage);  in onenand_panic_write()
1800 	struct onenand_chip *this = mtd->priv;  in onenand_write_ops_nolock()  local
1843 			this->command(mtd, ONENAND_CMD_BUFFERRAM, to, thislen);  in onenand_write_ops_nolock()
1848 				memset(this->page_buf, 0xff, mtd->writesize);  in onenand_write_ops_nolock()
1849 				memcpy(this->page_buf + column, buf, thislen);  in onenand_write_ops_nolock()
1850 				wbuf = this->page_buf;  in onenand_write_ops_nolock()
1853 			this->write_bufferram(mtd, ONENAND_DATARAM, wbuf, 0, mtd->writesize);  in onenand_write_ops_nolock()
1856 				oobbuf = this->oob_buf;  in onenand_write_ops_nolock()
1872 			this->write_bufferram(mtd, ONENAND_SPARERAM, oobbuf, 0, mtd->oobsize);  in onenand_write_ops_nolock()
1874 			ONENAND_SET_NEXT_BUFFERRAM(this);  in onenand_write_ops_nolock()
1880 		if (!ONENAND_IS_2PLANE(this) && !ONENAND_IS_4KB_PAGE(this) && !first) {  in onenand_write_ops_nolock()
1881 			ONENAND_SET_PREV_BUFFERRAM(this);  in onenand_write_ops_nolock()
1883 			ret = this->wait(mtd, FL_WRITING);  in onenand_write_ops_nolock()
1903 			ONENAND_SET_NEXT_BUFFERRAM(this);  in onenand_write_ops_nolock()
1906 		this->ongoing = 0;  in onenand_write_ops_nolock()
1910 		if (ONENAND_IS_CACHE_PROGRAM(this) &&  in onenand_write_ops_nolock()
1911 		    likely(onenand_block(this, to) != 0) &&  in onenand_write_ops_nolock()
1912 		    ONENAND_IS_4KB_PAGE(this) &&  in onenand_write_ops_nolock()
1915 			this->ongoing = 1;  in onenand_write_ops_nolock()
1918 		this->command(mtd, cmd, to, mtd->writesize);  in onenand_write_ops_nolock()
1923 		if (ONENAND_IS_2PLANE(this) || ONENAND_IS_4KB_PAGE(this)) {  in onenand_write_ops_nolock()
1924 			ret = this->wait(mtd, FL_WRITING);  in onenand_write_ops_nolock()
1981 	struct onenand_chip *this = mtd->priv;  in onenand_write_oob_nolock()  local
2017 	oobbuf = this->oob_buf;  in onenand_write_oob_nolock()
2019 	oobcmd = ONENAND_IS_4KB_PAGE(this) ? ONENAND_CMD_PROG : ONENAND_CMD_PROGOOB;  in onenand_write_oob_nolock()
2027 		this->command(mtd, ONENAND_CMD_BUFFERRAM, to, mtd->oobsize);  in onenand_write_oob_nolock()
2036 		this->write_bufferram(mtd, ONENAND_SPARERAM, oobbuf, 0, mtd->oobsize);  in onenand_write_oob_nolock()
2038 		if (ONENAND_IS_4KB_PAGE(this)) {  in onenand_write_oob_nolock()
2040 			memset(this->page_buf, 0xff, mtd->writesize);  in onenand_write_oob_nolock()
2041 			this->write_bufferram(mtd, ONENAND_DATARAM,  in onenand_write_oob_nolock()
2042 					 this->page_buf, 0, mtd->writesize);  in onenand_write_oob_nolock()
2045 		this->command(mtd, oobcmd, to, mtd->oobsize);  in onenand_write_oob_nolock()
2048 		if (ONENAND_IS_2PLANE(this)) {  in onenand_write_oob_nolock()
2049 			ONENAND_SET_BUFFERRAM1(this);  in onenand_write_oob_nolock()
2050 			onenand_update_bufferram(mtd, to + this->writesize, 0);  in onenand_write_oob_nolock()
2053 		ret = this->wait(mtd, FL_WRITING);  in onenand_write_oob_nolock()
2122 	struct onenand_chip *this = mtd->priv;  in onenand_block_isbad_nolock()  local
2123 	struct bbm_info *bbm = this->bbm;  in onenand_block_isbad_nolock()
2133 	struct onenand_chip *this = mtd->priv;  in onenand_multiblock_erase_verify()  local
2136 	unsigned int block_size = (1 << this->erase_shift);  in onenand_multiblock_erase_verify()
2140 		this->command(mtd, ONENAND_CMD_ERASE_VERIFY, addr, block_size);  in onenand_multiblock_erase_verify()
2141 		ret = this->wait(mtd, FL_VERIFYING_ERASE);  in onenand_multiblock_erase_verify()
2144 			       __func__, onenand_block(this, addr));  in onenand_multiblock_erase_verify()
2166 	struct onenand_chip *this = mtd->priv;  in onenand_multiblock_erase()  local
2173 	if (ONENAND_IS_DDP(this)) {  in onenand_multiblock_erase()
2174 		loff_t bdry_addr = this->chipsize >> 1;  in onenand_multiblock_erase()
2176 			bdry_block = bdry_addr >> this->erase_shift;  in onenand_multiblock_erase()
2205 			int this_block = (addr >> this->erase_shift);  in onenand_multiblock_erase()
2216 			this->command(mtd, ONENAND_CMD_MULTIBLOCK_ERASE,  in onenand_multiblock_erase()
2220 			ret = this->wait(mtd, FL_PREPARING_ERASE);  in onenand_multiblock_erase()
2224 				       onenand_block(this, addr));  in onenand_multiblock_erase()
2236 		this->command(mtd, ONENAND_CMD_ERASE, addr, block_size);  in onenand_multiblock_erase()
2239 		ret = this->wait(mtd, FL_ERASING);  in onenand_multiblock_erase()
2243 			       __func__, onenand_block(this, addr));  in onenand_multiblock_erase()
2278 	struct onenand_chip *this = mtd->priv;  in onenand_block_by_block_erase()  local
2301 		this->command(mtd, ONENAND_CMD_ERASE, addr, block_size);  in onenand_block_by_block_erase()
2305 		ret = this->wait(mtd, FL_ERASING);  in onenand_block_by_block_erase()
2309 				__func__, onenand_block(this, addr));  in onenand_block_by_block_erase()
2345 	struct onenand_chip *this = mtd->priv;  in onenand_erase()  local
2357 	if (FLEXONENAND(this)) {  in onenand_erase()
2369 		block_size = 1 << this->erase_shift;  in onenand_erase()
2386 	if (ONENAND_IS_4KB_PAGE(this) || region ||  in onenand_erase()
2445 	struct onenand_chip *this = mtd->priv;  in onenand_default_block_markbad()  local
2446 	struct bbm_info *bbm = this->bbm;  in onenand_default_block_markbad()
2457 	block = onenand_block(this, ofs);  in onenand_default_block_markbad()
2462         ofs += mtd->oobsize + (this->badblockpos & ~0x01);  in onenand_default_block_markbad()
2479 	struct onenand_chip *this = mtd->priv;  in onenand_block_markbad()  local
2491 	ret = this->block_markbad(mtd, ofs);  in onenand_block_markbad()
2507 	struct onenand_chip *this = mtd->priv;  in onenand_do_lock_cmd()  local
2511 	start = onenand_block(this, ofs);  in onenand_do_lock_cmd()
2512 	end = onenand_block(this, ofs + len) - 1;  in onenand_do_lock_cmd()
2520 	if (this->options & ONENAND_HAS_CONT_LOCK) {  in onenand_do_lock_cmd()
2522 		this->write_word(start, this->base + ONENAND_REG_START_BLOCK_ADDRESS);  in onenand_do_lock_cmd()
2524 		this->write_word(end, this->base +  ONENAND_REG_END_BLOCK_ADDRESS);  in onenand_do_lock_cmd()
2526 		this->command(mtd, cmd, 0, 0);  in onenand_do_lock_cmd()
2529 		this->wait(mtd, FL_LOCKING);  in onenand_do_lock_cmd()
2532 		while (this->read_word(this->base + ONENAND_REG_CTRL_STATUS)  in onenand_do_lock_cmd()
2537 		status = this->read_word(this->base + ONENAND_REG_WP_STATUS);  in onenand_do_lock_cmd()
2548 		value = onenand_block_address(this, block);  in onenand_do_lock_cmd()
2549 		this->write_word(value, this->base + ONENAND_REG_START_ADDRESS1);  in onenand_do_lock_cmd()
2551 		value = onenand_bufferram_address(this, block);  in onenand_do_lock_cmd()
2552 		this->write_word(value, this->base + ONENAND_REG_START_ADDRESS2);  in onenand_do_lock_cmd()
2554 		this->write_word(block, this->base + ONENAND_REG_START_BLOCK_ADDRESS);  in onenand_do_lock_cmd()
2556 		this->command(mtd, cmd, 0, 0);  in onenand_do_lock_cmd()
2559 		this->wait(mtd, FL_LOCKING);  in onenand_do_lock_cmd()
2562 		while (this->read_word(this->base + ONENAND_REG_CTRL_STATUS)  in onenand_do_lock_cmd()
2567 		status = this->read_word(this->base + ONENAND_REG_WP_STATUS);  in onenand_do_lock_cmd()
2618 static int onenand_check_lock_status(struct onenand_chip *this)  in onenand_check_lock_status()  argument
2623 	end = this->chipsize >> this->erase_shift;  in onenand_check_lock_status()
2626 		value = onenand_block_address(this, block);  in onenand_check_lock_status()
2627 		this->write_word(value, this->base + ONENAND_REG_START_ADDRESS1);  in onenand_check_lock_status()
2629 		value = onenand_bufferram_address(this, block);  in onenand_check_lock_status()
2630 		this->write_word(value, this->base + ONENAND_REG_START_ADDRESS2);  in onenand_check_lock_status()
2632 		this->write_word(block, this->base + ONENAND_REG_START_BLOCK_ADDRESS);  in onenand_check_lock_status()
2635 		status = this->read_word(this->base + ONENAND_REG_WP_STATUS);  in onenand_check_lock_status()
2654 	struct onenand_chip *this = mtd->priv;  in onenand_unlock_all()  local
2658 	if (this->options & ONENAND_HAS_UNLOCK_ALL) {  in onenand_unlock_all()
2660 		this->write_word(0, this->base + ONENAND_REG_START_BLOCK_ADDRESS);  in onenand_unlock_all()
2662 		this->command(mtd, ONENAND_CMD_UNLOCK_ALL, 0, 0);  in onenand_unlock_all()
2665 		this->wait(mtd, FL_LOCKING);  in onenand_unlock_all()
2668 		while (this->read_word(this->base + ONENAND_REG_CTRL_STATUS)  in onenand_unlock_all()
2673 		if (this->options & ONENAND_SKIP_UNLOCK_CHECK)  in onenand_unlock_all()
2677 		if (onenand_check_lock_status(this))  in onenand_unlock_all()
2681 		if (ONENAND_IS_DDP(this) && !FLEXONENAND(this)) {  in onenand_unlock_all()
2683 			ofs = this->chipsize >> 1;  in onenand_unlock_all()
2684 			len = this->chipsize >> 1;  in onenand_unlock_all()
2703 	struct onenand_chip *this = mtd->priv;  in onenand_otp_command()  local
2709 		block = (int) (addr >> this->erase_shift);  in onenand_otp_command()
2714 		block = (int) (addr >> this->erase_shift);  in onenand_otp_command()
2715 		page = (int) (addr >> this->page_shift);  in onenand_otp_command()
2717 		if (ONENAND_IS_2PLANE(this)) {  in onenand_otp_command()
2721 			if (addr & this->writesize)  in onenand_otp_command()
2725 		page &= this->page_mask;  in onenand_otp_command()
2731 		value = onenand_block_address(this, block);  in onenand_otp_command()
2732 		this->write_word(value, this->base +  in onenand_otp_command()
2743 			if (ONENAND_IS_2PLANE(this) && cmd == ONENAND_CMD_PROG)  in onenand_otp_command()
2745 			dataram = ONENAND_CURRENT_BUFFERRAM(this);  in onenand_otp_command()
2751 		this->write_word(value, this->base +  in onenand_otp_command()
2756 		this->write_word(value, this->base + ONENAND_REG_START_BUFFER);  in onenand_otp_command()
2760 	this->write_word(ONENAND_INT_CLEAR, this->base + ONENAND_REG_INTERRUPT);  in onenand_otp_command()
2763 	this->write_word(cmd, this->base + ONENAND_REG_COMMAND);  in onenand_otp_command()
2779 	struct onenand_chip *this = mtd->priv;  in onenand_otp_write_oob_nolock()  local
2796 	oobbuf = this->oob_buf;  in onenand_otp_write_oob_nolock()
2804 		block = (int) (to >> this->erase_shift);  in onenand_otp_write_oob_nolock()
2810 		value = onenand_block_address(this, block);  in onenand_otp_write_oob_nolock()
2811 		this->write_word(value, this->base +  in onenand_otp_write_oob_nolock()
2819 		value = onenand_bufferram_address(this, block);  in onenand_otp_write_oob_nolock()
2820 		this->write_word(value, this->base +  in onenand_otp_write_oob_nolock()
2822 		ONENAND_SET_NEXT_BUFFERRAM(this);  in onenand_otp_write_oob_nolock()
2827 		this->command(mtd, ONENAND_CMD_OTP_ACCESS, 0, 0);  in onenand_otp_write_oob_nolock()
2828 		this->wait(mtd, FL_OTPING);  in onenand_otp_write_oob_nolock()
2840 		this->write_bufferram(mtd, ONENAND_SPARERAM,  in onenand_otp_write_oob_nolock()
2845 		if (ONENAND_IS_2PLANE(this)) {  in onenand_otp_write_oob_nolock()
2846 			ONENAND_SET_BUFFERRAM1(this);  in onenand_otp_write_oob_nolock()
2847 			onenand_update_bufferram(mtd, to + this->writesize, 0);  in onenand_otp_write_oob_nolock()
2850 		ret = this->wait(mtd, FL_WRITING);  in onenand_otp_write_oob_nolock()
2857 		this->command(mtd, ONENAND_CMD_RESET, 0, 0);  in onenand_otp_write_oob_nolock()
2858 		this->wait(mtd, FL_RESETTING);  in onenand_otp_write_oob_nolock()
2860 		status = this->read_word(this->base + ONENAND_REG_CTRL_STATUS);  in onenand_otp_write_oob_nolock()
2910 	struct onenand_chip *this = mtd->priv;  in do_otp_read()  local
2920 	this->command(mtd, ONENAND_CMD_OTP_ACCESS, 0, 0);  in do_otp_read()
2921 	this->wait(mtd, FL_OTPING);  in do_otp_read()
2923 	ret = ONENAND_IS_4KB_PAGE(this) ?  in do_otp_read()
2928 	this->command(mtd, ONENAND_CMD_RESET, 0, 0);  in do_otp_read()
2929 	this->wait(mtd, FL_RESETTING);  in do_otp_read()
2947 	struct onenand_chip *this = mtd->priv;  in do_otp_write()  local
2954 		memcpy(this->page_buf, buf, len);  in do_otp_write()
2955 		memset(this->page_buf + len, 0xff, mtd->writesize - len);  in do_otp_write()
2956 		pbuf = this->page_buf;  in do_otp_write()
2961 	this->command(mtd, ONENAND_CMD_OTP_ACCESS, 0, 0);  in do_otp_write()
2962 	this->wait(mtd, FL_OTPING);  in do_otp_write()
2972 	this->command(mtd, ONENAND_CMD_RESET, 0, 0);  in do_otp_write()
2973 	this->wait(mtd, FL_RESETTING);  in do_otp_write()
2991 	struct onenand_chip *this = mtd->priv;  in do_otp_lock()  local
2995 	if (FLEXONENAND(this)) {  in do_otp_lock()
2998 		this->command(mtd, ONENAND_CMD_OTP_ACCESS, 0, 0);  in do_otp_lock()
2999 		this->wait(mtd, FL_OTPING);  in do_otp_lock()
3012 		this->command(mtd, ONENAND_CMD_RESET, 0, 0);  in do_otp_lock()
3013 		this->wait(mtd, FL_RESETTING);  in do_otp_lock()
3042 	struct onenand_chip *this = mtd->priv;  in onenand_otp_walk()  local
3049 	density = onenand_get_density(this->device_id);  in onenand_otp_walk()
3199 	struct onenand_chip *this = mtd->priv;  in onenand_lock_user_prot_reg()  local
3200 	u_char *buf = FLEXONENAND(this) ? this->page_buf : this->oob_buf;  in onenand_lock_user_prot_reg()
3205 	memset(buf, 0xff, FLEXONENAND(this) ? this->writesize  in onenand_lock_user_prot_reg()
3215 	len = FLEXONENAND(this) ? mtd->writesize : 16;  in onenand_lock_user_prot_reg()
3223 	if (FLEXONENAND(this))  in onenand_lock_user_prot_reg()
3253 	struct onenand_chip *this = mtd->priv;  in onenand_check_features()  local
3257 	density = onenand_get_density(this->device_id);  in onenand_check_features()
3258 	process = this->version_id >> ONENAND_VERSION_PROCESS_SHIFT;  in onenand_check_features()
3259 	numbufs = this->read_word(this->base + ONENAND_REG_NUM_BUFFERS) >> 8;  in onenand_check_features()
3264 		this->options |= ONENAND_HAS_NOP_1;  in onenand_check_features()
3267 		if (ONENAND_IS_DDP(this))  in onenand_check_features()
3268 			this->options |= ONENAND_HAS_2PLANE;  in onenand_check_features()
3270 			this->options |= ONENAND_HAS_4KB_PAGE;  in onenand_check_features()
3271 			this->options |= ONENAND_HAS_CACHE_PROGRAM;  in onenand_check_features()
3283 			if ((this->version_id & 0xf) == 0xe)  in onenand_check_features()
3284 				this->options |= ONENAND_HAS_NOP_1;  in onenand_check_features()
3286 		this->options |= ONENAND_HAS_UNLOCK_ALL;  in onenand_check_features()
3291 		if (!ONENAND_IS_DDP(this))  in onenand_check_features()
3292 			this->options |= ONENAND_HAS_2PLANE;  in onenand_check_features()
3293 		this->options |= ONENAND_HAS_UNLOCK_ALL;  in onenand_check_features()
3299 			this->options |= ONENAND_HAS_UNLOCK_ALL;  in onenand_check_features()
3305 			this->options |= ONENAND_HAS_CONT_LOCK;  in onenand_check_features()
3310 	if (ONENAND_IS_MLC(this))  in onenand_check_features()
3311 		this->options |= ONENAND_HAS_4KB_PAGE;  in onenand_check_features()
3313 	if (ONENAND_IS_4KB_PAGE(this))  in onenand_check_features()
3314 		this->options &= ~ONENAND_HAS_2PLANE;  in onenand_check_features()
3316 	if (FLEXONENAND(this)) {  in onenand_check_features()
3317 		this->options &= ~ONENAND_HAS_CONT_LOCK;  in onenand_check_features()
3318 		this->options |= ONENAND_HAS_UNLOCK_ALL;  in onenand_check_features()
3321 	if (this->options & ONENAND_HAS_CONT_LOCK)  in onenand_check_features()
3323 	if (this->options & ONENAND_HAS_UNLOCK_ALL)  in onenand_check_features()
3325 	if (this->options & ONENAND_HAS_2PLANE)  in onenand_check_features()
3327 	if (this->options & ONENAND_HAS_4KB_PAGE)  in onenand_check_features()
3329 	if (this->options & ONENAND_HAS_CACHE_PROGRAM)  in onenand_check_features()
3396 	struct onenand_chip *this = mtd->priv;  in flexonenand_get_boundary()  local
3401 	syscfg = this->read_word(this->base + ONENAND_REG_SYS_CFG1);  in flexonenand_get_boundary()
3402 	this->write_word((syscfg | 0x0100), this->base + ONENAND_REG_SYS_CFG1);  in flexonenand_get_boundary()
3404 	for (die = 0; die < this->dies; die++) {  in flexonenand_get_boundary()
3405 		this->command(mtd, FLEXONENAND_CMD_PI_ACCESS, die, 0);  in flexonenand_get_boundary()
3406 		this->wait(mtd, FL_SYNCING);  in flexonenand_get_boundary()
3408 		this->command(mtd, FLEXONENAND_CMD_READ_PI, die, 0);  in flexonenand_get_boundary()
3409 		this->wait(mtd, FL_READING);  in flexonenand_get_boundary()
3411 		bdry = this->read_word(this->base + ONENAND_DATARAM);  in flexonenand_get_boundary()
3416 		this->boundary[die] = bdry & FLEXONENAND_PI_MASK;  in flexonenand_get_boundary()
3418 		this->command(mtd, ONENAND_CMD_RESET, 0, 0);  in flexonenand_get_boundary()
3419 		this->wait(mtd, FL_RESETTING);  in flexonenand_get_boundary()
3422 		       this->boundary[die], locked ? "(Locked)" : "(Unlocked)");  in flexonenand_get_boundary()
3426 	this->write_word(syscfg, this->base + ONENAND_REG_SYS_CFG1);  in flexonenand_get_boundary()
3437 	struct onenand_chip *this = mtd->priv;  in flexonenand_get_size()  local
3442 	density = onenand_get_density(this->device_id);  in flexonenand_get_size()
3443 	blksperdie = ((loff_t)(16 << density) << 20) >> (this->erase_shift);  in flexonenand_get_size()
3444 	blksperdie >>= ONENAND_IS_DDP(this) ? 1 : 0;  in flexonenand_get_size()
3446 	eraseshift = this->erase_shift - 1;  in flexonenand_get_size()
3448 	mtd->numeraseregions = this->dies << 1;  in flexonenand_get_size()
3454 	for (; die < this->dies; die++) {  in flexonenand_get_size()
3455 		if (!die || this->boundary[die-1] != maxbdry) {  in flexonenand_get_size()
3460 							this->boundary[die] + 1;  in flexonenand_get_size()
3466 							this->boundary[die] + 1;  in flexonenand_get_size()
3467 			ofs += (this->boundary[die] + 1) << (eraseshift - 1);  in flexonenand_get_size()
3469 		if (this->boundary[die] != maxbdry) {  in flexonenand_get_size()
3474 							 this->boundary[die];  in flexonenand_get_size()
3482 	mtd->erasesize = 1 << this->erase_shift;  in flexonenand_get_size()
3494 	for (die = 0, mtd->size = 0; die < this->dies; die++) {  in flexonenand_get_size()
3495 		this->diesize[die] = (loff_t)blksperdie << this->erase_shift;  in flexonenand_get_size()
3496 		this->diesize[die] -= (loff_t)(this->boundary[die] + 1)  in flexonenand_get_size()
3497 						 << (this->erase_shift - 1);  in flexonenand_get_size()
3498 		mtd->size += this->diesize[die];  in flexonenand_get_size()
3518 	struct onenand_chip *this = mtd->priv;  in flexonenand_check_blocks_erased()  local
3526 		.oobbuf	= this->oob_buf,  in flexonenand_check_blocks_erased()
3533 		addr = flexonenand_addr(this, block);  in flexonenand_check_blocks_erased()
3546 			if (this->oob_buf[i] != 0xff)  in flexonenand_check_blocks_erased()
3565 	struct onenand_chip *this = mtd->priv;  in flexonenand_set_boundary()  local
3570 	if (die && (!ONENAND_IS_DDP(this)))  in flexonenand_set_boundary()
3574 	if (boundary < 0 || boundary == this->boundary[die])  in flexonenand_set_boundary()
3577 	density = onenand_get_density(this->device_id);  in flexonenand_set_boundary()
3578 	blksperdie = ((16 << density) << 20) >> this->erase_shift;  in flexonenand_set_boundary()
3579 	blksperdie >>= ONENAND_IS_DDP(this) ? 1 : 0;  in flexonenand_set_boundary()
3588 	old = this->boundary[die] + (die * this->density_mask);  in flexonenand_set_boundary()
3589 	new = boundary + (die * this->density_mask);  in flexonenand_set_boundary()
3597 	this->command(mtd, FLEXONENAND_CMD_PI_ACCESS, die, 0);  in flexonenand_set_boundary()
3598 	this->wait(mtd, FL_SYNCING);  in flexonenand_set_boundary()
3601 	this->command(mtd, FLEXONENAND_CMD_READ_PI, die, 0);  in flexonenand_set_boundary()
3602 	this->wait(mtd, FL_READING);  in flexonenand_set_boundary()
3604 	thisboundary = this->read_word(this->base + ONENAND_DATARAM);  in flexonenand_set_boundary()
3614 	addr = die ? this->diesize[0] : 0;  in flexonenand_set_boundary()
3619 	this->command(mtd, ONENAND_CMD_ERASE, addr, 0);  in flexonenand_set_boundary()
3620 	ret = this->wait(mtd, FL_ERASING);  in flexonenand_set_boundary()
3627 	this->write_word(boundary, this->base + ONENAND_DATARAM);  in flexonenand_set_boundary()
3628 	this->command(mtd, ONENAND_CMD_PROG, addr, 0);  in flexonenand_set_boundary()
3629 	ret = this->wait(mtd, FL_WRITING);  in flexonenand_set_boundary()
3636 	this->command(mtd, FLEXONENAND_CMD_PI_UPDATE, die, 0);  in flexonenand_set_boundary()
3637 	ret = this->wait(mtd, FL_WRITING);  in flexonenand_set_boundary()
3639 	this->write_word(ONENAND_CMD_RESET, this->base + ONENAND_REG_COMMAND);  in flexonenand_set_boundary()
3640 	this->wait(mtd, FL_RESETTING);  in flexonenand_set_boundary()
3657 	struct onenand_chip *this = mtd->priv;  in onenand_chip_probe()  local
3662 	syscfg = this->read_word(this->base + ONENAND_REG_SYS_CFG1);  in onenand_chip_probe()
3664 …this->write_word((syscfg & ~ONENAND_SYS_CFG1_SYNC_READ & ~ONENAND_SYS_CFG1_SYNC_WRITE), this->base…  in onenand_chip_probe()
3667 	this->write_word(ONENAND_CMD_READID, this->base + ONENAND_BOOTRAM);  in onenand_chip_probe()
3670 	bram_maf_id = this->read_word(this->base + ONENAND_BOOTRAM + 0x0);  in onenand_chip_probe()
3671 	bram_dev_id = this->read_word(this->base + ONENAND_BOOTRAM + 0x2);  in onenand_chip_probe()
3674 	this->write_word(ONENAND_CMD_RESET, this->base + ONENAND_BOOTRAM);  in onenand_chip_probe()
3676 	this->wait(mtd, FL_RESETTING);  in onenand_chip_probe()
3679 	this->write_word(syscfg, this->base + ONENAND_REG_SYS_CFG1);  in onenand_chip_probe()
3686 	maf_id = this->read_word(this->base + ONENAND_REG_MANUFACTURER_ID);  in onenand_chip_probe()
3687 	dev_id = this->read_word(this->base + ONENAND_REG_DEVICE_ID);  in onenand_chip_probe()
3702 	struct onenand_chip *this = mtd->priv;  in onenand_probe()  local
3707 	ret = this->chip_probe(mtd);  in onenand_probe()
3712 	dev_id = this->read_word(this->base + ONENAND_REG_DEVICE_ID);  in onenand_probe()
3713 	ver_id = this->read_word(this->base + ONENAND_REG_VERSION_ID);  in onenand_probe()
3714 	this->technology = this->read_word(this->base + ONENAND_REG_TECHNOLOGY);  in onenand_probe()
3718 	this->device_id = dev_id;  in onenand_probe()
3719 	this->version_id = ver_id;  in onenand_probe()
3725 	if (FLEXONENAND(this)) {  in onenand_probe()
3726 		this->dies = ONENAND_IS_DDP(this) ? 2 : 1;  in onenand_probe()
3728 		mtd->numeraseregions = this->dies << 1;  in onenand_probe()
3730 			kcalloc(this->dies << 1,  in onenand_probe()
3741 	this->chipsize = (16 << density) << 20;  in onenand_probe()
3745 	mtd->writesize = this->read_word(this->base + ONENAND_REG_DATA_BUFFER_SIZE);  in onenand_probe()
3747 	if (ONENAND_IS_4KB_PAGE(this))  in onenand_probe()
3758 	if (FLEXONENAND(this))  in onenand_probe()
3761 	this->erase_shift = ffs(mtd->erasesize) - 1;  in onenand_probe()
3762 	this->page_shift = ffs(mtd->writesize) - 1;  in onenand_probe()
3763 	this->page_mask = (1 << (this->erase_shift - this->page_shift)) - 1;  in onenand_probe()
3765 	if (ONENAND_IS_DDP(this))  in onenand_probe()
3766 		this->density_mask = this->chipsize >> (this->erase_shift + 1);  in onenand_probe()
3768 	this->writesize = mtd->writesize;  in onenand_probe()
3772 	if (FLEXONENAND(this))  in onenand_probe()
3775 		mtd->size = this->chipsize;  in onenand_probe()
3783 	if (ONENAND_IS_2PLANE(this)) {  in onenand_probe()
3806 	struct onenand_chip *this = mtd->priv;  in onenand_resume()  local
3808 	if (this->state == FL_PM_SUSPENDED)  in onenand_resume()
3828 	struct onenand_chip *this = mtd->priv;  in onenand_scan()  local
3830 	if (!this->read_word)  in onenand_scan()
3831 		this->read_word = onenand_readw;  in onenand_scan()
3832 	if (!this->write_word)  in onenand_scan()
3833 		this->write_word = onenand_writew;  in onenand_scan()
3835 	if (!this->command)  in onenand_scan()
3836 		this->command = onenand_command;  in onenand_scan()
3837 	if (!this->wait)  in onenand_scan()
3839 	if (!this->bbt_wait)  in onenand_scan()
3840 		this->bbt_wait = onenand_bbt_wait;  in onenand_scan()
3841 	if (!this->unlock_all)  in onenand_scan()
3842 		this->unlock_all = onenand_unlock_all;  in onenand_scan()
3844 	if (!this->chip_probe)  in onenand_scan()
3845 		this->chip_probe = onenand_chip_probe;  in onenand_scan()
3847 	if (!this->read_bufferram)  in onenand_scan()
3848 		this->read_bufferram = onenand_read_bufferram;  in onenand_scan()
3849 	if (!this->write_bufferram)  in onenand_scan()
3850 		this->write_bufferram = onenand_write_bufferram;  in onenand_scan()
3852 	if (!this->block_markbad)  in onenand_scan()
3853 		this->block_markbad = onenand_default_block_markbad;  in onenand_scan()
3854 	if (!this->scan_bbt)  in onenand_scan()
3855 		this->scan_bbt = onenand_default_bbt;  in onenand_scan()
3861 	if (this->mmcontrol) {  in onenand_scan()
3863 		this->read_bufferram = onenand_sync_read_bufferram;  in onenand_scan()
3867 	if (!this->page_buf) {  in onenand_scan()
3868 		this->page_buf = kzalloc(mtd->writesize, GFP_KERNEL);  in onenand_scan()
3869 		if (!this->page_buf)  in onenand_scan()
3872 		this->verify_buf = kzalloc(mtd->writesize, GFP_KERNEL);  in onenand_scan()
3873 		if (!this->verify_buf) {  in onenand_scan()
3874 			kfree(this->page_buf);  in onenand_scan()
3878 		this->options |= ONENAND_PAGEBUF_ALLOC;  in onenand_scan()
3880 	if (!this->oob_buf) {  in onenand_scan()
3881 		this->oob_buf = kzalloc(mtd->oobsize, GFP_KERNEL);  in onenand_scan()
3882 		if (!this->oob_buf) {  in onenand_scan()
3883 			if (this->options & ONENAND_PAGEBUF_ALLOC) {  in onenand_scan()
3884 				this->options &= ~ONENAND_PAGEBUF_ALLOC;  in onenand_scan()
3886 				kfree(this->verify_buf);  in onenand_scan()
3888 				kfree(this->page_buf);  in onenand_scan()
3892 		this->options |= ONENAND_OOBBUF_ALLOC;  in onenand_scan()
3895 	this->state = FL_READY;  in onenand_scan()
3896 	init_waitqueue_head(&this->wq);  in onenand_scan()
3897 	spin_lock_init(&this->chip_lock);  in onenand_scan()
3904 		if (FLEXONENAND(this)) {  in onenand_scan()
3911 		if (ONENAND_IS_NOP_1(this))  in onenand_scan()
3933 	this->subpagesize = mtd->writesize >> mtd->subpage_sft;  in onenand_scan()
3948 	mtd->type = ONENAND_IS_MLC(this) ? MTD_MLCNANDFLASH : MTD_NANDFLASH;  in onenand_scan()
3975 	if (!(this->options & ONENAND_SKIP_INITIAL_UNLOCKING))  in onenand_scan()
3976 		this->unlock_all(mtd);  in onenand_scan()
3979 	this->badblockpos = ONENAND_BADBLOCK_POS;  in onenand_scan()
3981 	ret = this->scan_bbt(mtd);  in onenand_scan()
3982 	if ((!FLEXONENAND(this)) || ret)  in onenand_scan()
3999 	struct onenand_chip *this = mtd->priv;  in onenand_release()  local
4005 	if (this->bbm) {  in onenand_release()
4006 		struct bbm_info *bbm = this->bbm;  in onenand_release()
4008 		kfree(this->bbm);  in onenand_release()
4011 	if (this->options & ONENAND_PAGEBUF_ALLOC) {  in onenand_release()
4012 		kfree(this->page_buf);  in onenand_release()
4014 		kfree(this->verify_buf);  in onenand_release()
4017 	if (this->options & ONENAND_OOBBUF_ALLOC)  in onenand_release()
4018 		kfree(this->oob_buf);  in onenand_release()