32 			       unsigned long sz, const int op, const int full_page);
34 void (*__dma_cache_wback_inv)(phys_addr_t start, unsigned long sz);
35 void (*__dma_cache_inv)(phys_addr_t start, unsigned long sz);
36 void (*__dma_cache_wback)(phys_addr_t start, unsigned long sz);
82 		unsigned int pad:24, way:2, lsz:2, sz:4;  in read_decode_cache_bcr_arcv2()  member
84 		unsigned int sz:4, lsz:2, way:2, pad:24;  in read_decode_cache_bcr_arcv2()
108 		p_slc->sz_k = 128 << slc_cfg.sz;  in read_decode_cache_bcr_arcv2()
148 		unsigned int pad:12, line_len:4, sz:4, config:4, ver:8;  in read_decode_cache_bcr()  member
150 		unsigned int ver:8, config:4, sz:4, line_len:4, pad:12;  in read_decode_cache_bcr()
168 	p_ic->sz_k = 1 << (ibcr.sz - 1);  in read_decode_cache_bcr()
191 	p_dc->sz_k = 1 << (dbcr.sz - 1);  in read_decode_cache_bcr()
227 			  unsigned long sz, const int op, const int full_page)  in __cache_line_loop_v3()  argument
247 		sz += paddr & ~CACHE_LINE_MASK;  in __cache_line_loop_v3()
251 	num_lines = DIV_ROUND_UP(sz, L1_CACHE_BYTES);  in __cache_line_loop_v3()
287 			  unsigned long sz, const int op, const int full_page)  in __cache_line_loop_v4()  argument
306 		sz += paddr & ~CACHE_LINE_MASK;  in __cache_line_loop_v4()
310 	num_lines = DIV_ROUND_UP(sz, L1_CACHE_BYTES);  in __cache_line_loop_v4()
341 			  unsigned long sz, const int op, const int full_page)  in __cache_line_loop_v4()  argument
356 		sz += paddr & ~CACHE_LINE_MASK;  in __cache_line_loop_v4()
363 		sz += L1_CACHE_BYTES - 1;  in __cache_line_loop_v4()
375 	write_aux_reg(e, paddr + sz);	/* ENDR is exclusive */  in __cache_line_loop_v4()
493 #define __dc_line_op_k(p, sz, op)	__dc_line_op(p, p, sz, op)  argument
499 				unsigned long sz, const int op)  in __dc_line_op()  argument
501 	const int full_page = __builtin_constant_p(sz) && sz == PAGE_SIZE;  in __dc_line_op()
508 	__cache_line_loop(paddr, vaddr, sz, op, full_page);  in __dc_line_op()
520 #define __dc_line_op(paddr, vaddr, sz, op)  argument
521 #define __dc_line_op_k(paddr, sz, op)  argument
535 			  unsigned long sz)  in __ic_line_inv_vaddr_local()  argument
537 	const int full_page = __builtin_constant_p(sz) && sz == PAGE_SIZE;  in __ic_line_inv_vaddr_local()
541 	(*_cache_line_loop_ic_fn)(paddr, vaddr, sz, OP_INV_IC, full_page);  in __ic_line_inv_vaddr_local()
553 	int sz;  member
560         __ic_line_inv_vaddr_local(ic_inv->paddr, ic_inv->vaddr, ic_inv->sz);  in __ic_line_inv_vaddr_helper()
564 				unsigned long sz)  in __ic_line_inv_vaddr()  argument
569 		.sz    = sz  in __ic_line_inv_vaddr()
580 #define __ic_line_inv_vaddr(pstart, vstart, sz)  argument
584 noinline void slc_op_rgn(phys_addr_t paddr, unsigned long sz, const int op)  in slc_op_rgn()  argument
627 	end = paddr + sz + l2_line_sz - 1;  in slc_op_rgn()
647 noinline void slc_op_line(phys_addr_t paddr, unsigned long sz, const int op)  in slc_op_line()  argument
678 	sz += paddr & ~SLC_LINE_MASK;  in slc_op_line()
681 	num_lines = DIV_ROUND_UP(sz, l2_line_sz);  in slc_op_line()
697 #define slc_op(paddr, sz, op)	slc_op_rgn(paddr, sz, op)  argument
791 static void __dma_cache_wback_inv_l1(phys_addr_t start, unsigned long sz)  in __dma_cache_wback_inv_l1()  argument
793 	__dc_line_op_k(start, sz, OP_FLUSH_N_INV);  in __dma_cache_wback_inv_l1()
796 static void __dma_cache_inv_l1(phys_addr_t start, unsigned long sz)  in __dma_cache_inv_l1()  argument
798 	__dc_line_op_k(start, sz, OP_INV);  in __dma_cache_inv_l1()
801 static void __dma_cache_wback_l1(phys_addr_t start, unsigned long sz)  in __dma_cache_wback_l1()  argument
803 	__dc_line_op_k(start, sz, OP_FLUSH);  in __dma_cache_wback_l1()
810 static void __dma_cache_wback_inv_slc(phys_addr_t start, unsigned long sz)  in __dma_cache_wback_inv_slc()  argument
812 	__dc_line_op_k(start, sz, OP_FLUSH_N_INV);  in __dma_cache_wback_inv_slc()
813 	slc_op(start, sz, OP_FLUSH_N_INV);  in __dma_cache_wback_inv_slc()
816 static void __dma_cache_inv_slc(phys_addr_t start, unsigned long sz)  in __dma_cache_inv_slc()  argument
818 	__dc_line_op_k(start, sz, OP_INV);  in __dma_cache_inv_slc()
819 	slc_op(start, sz, OP_INV);  in __dma_cache_inv_slc()
822 static void __dma_cache_wback_slc(phys_addr_t start, unsigned long sz)  in __dma_cache_wback_slc()  argument
824 	__dc_line_op_k(start, sz, OP_FLUSH);  in __dma_cache_wback_slc()
825 	slc_op(start, sz, OP_FLUSH);  in __dma_cache_wback_slc()
831 void dma_cache_wback_inv(phys_addr_t start, unsigned long sz)  in dma_cache_wback_inv()  argument
833 	__dma_cache_wback_inv(start, sz);  in dma_cache_wback_inv()
837 void dma_cache_inv(phys_addr_t start, unsigned long sz)  in dma_cache_inv()  argument
839 	__dma_cache_inv(start, sz);  in dma_cache_inv()
843 void dma_cache_wback(phys_addr_t start, unsigned long sz)  in dma_cache_wback()  argument
845 	__dma_cache_wback(start, sz);  in dma_cache_wback()
893 		unsigned int off, sz;  in flush_icache_range()  local
899 		sz = min_t(unsigned int, tot_sz, PAGE_SIZE - off);  in flush_icache_range()
900 		__sync_icache_dcache(phy, kstart, sz);  in flush_icache_range()
901 		kstart += sz;  in flush_icache_range()
902 		tot_sz -= sz;  in flush_icache_range()
1050 SYSCALL_DEFINE3(cacheflush, uint32_t, start, uint32_t, sz, uint32_t, flags)  in SYSCALL_DEFINE3()  argument