28 static void clean_cache_range(void *addr, size_t size)  in clean_cache_range()  argument
32 	void *vend = addr + size;  in clean_cache_range()
40 void arch_wb_cache_pmem(void *addr, size_t size)  in arch_wb_cache_pmem()  argument
42 	clean_cache_range(addr, size);  in arch_wb_cache_pmem()
46 long __copy_user_flushcache(void *dst, const void __user *src, unsigned size)  in __copy_user_flushcache()  argument
52 	rc = __copy_user_nocache(dst, src, size);  in __copy_user_flushcache()
63 	if (size < 8) {  in __copy_user_flushcache()
64 		if (!IS_ALIGNED(dest, 4) || size != 4)  in __copy_user_flushcache()
65 			clean_cache_range(dst, size);  in __copy_user_flushcache()
73 		if (size > flushed && !IS_ALIGNED(size - flushed, 8))  in __copy_user_flushcache()
74 			clean_cache_range(dst + size - 1, 1);  in __copy_user_flushcache()
80 void __memcpy_flushcache(void *_dst, const void *_src, size_t size)  in __memcpy_flushcache()  argument
87 		size_t len = min_t(size_t, size, ALIGN(dest, 8) - dest);  in __memcpy_flushcache()
93 		size -= len;  in __memcpy_flushcache()
94 		if (!size)  in __memcpy_flushcache()
99 	while (size >= 32) {  in __memcpy_flushcache()
112 		size -= 32;  in __memcpy_flushcache()
116 	while (size >= 8) {  in __memcpy_flushcache()
123 		size -= 8;  in __memcpy_flushcache()
127 	while (size >= 4) {  in __memcpy_flushcache()
134 		size -= 4;  in __memcpy_flushcache()
138 	if (size) {  in __memcpy_flushcache()
139 		memcpy((void *) dest, (void *) source, size);  in __memcpy_flushcache()
140 		clean_cache_range((void *) dest, size);  in __memcpy_flushcache()