82 void log_write_mmio(u64 val, u8 width, volatile void __iomem *addr,
84 void log_post_write_mmio(u64 val, u8 width, volatile void __iomem *addr,
86 void log_read_mmio(u8 width, const volatile void __iomem *addr,
88 void log_post_read_mmio(u64 val, u8 width, const volatile void __iomem *addr,
93 static inline void log_write_mmio(u64 val, u8 width, volatile void __iomem *addr,  in log_write_mmio()  argument
95 static inline void log_post_write_mmio(u64 val, u8 width, volatile void __iomem *addr,  in log_post_write_mmio()  argument
97 static inline void log_read_mmio(u8 width, const volatile void __iomem *addr,  in log_read_mmio()  argument
99 static inline void log_post_read_mmio(u64 val, u8 width, const volatile void __iomem *addr,  in log_post_read_mmio()  argument
114 static inline u8 __raw_readb(const volatile void __iomem *addr)  in __raw_readb()  argument
116 	return *(const volatile u8 __force *)addr;  in __raw_readb()
122 static inline u16 __raw_readw(const volatile void __iomem *addr)  in __raw_readw()  argument
124 	return *(const volatile u16 __force *)addr;  in __raw_readw()
130 static inline u32 __raw_readl(const volatile void __iomem *addr)  in __raw_readl()  argument
132 	return *(const volatile u32 __force *)addr;  in __raw_readl()
139 static inline u64 __raw_readq(const volatile void __iomem *addr)  in __raw_readq()  argument
141 	return *(const volatile u64 __force *)addr;  in __raw_readq()
148 static inline void __raw_writeb(u8 value, volatile void __iomem *addr)  in __raw_writeb()  argument
150 	*(volatile u8 __force *)addr = value;  in __raw_writeb()
156 static inline void __raw_writew(u16 value, volatile void __iomem *addr)  in __raw_writew()  argument
158 	*(volatile u16 __force *)addr = value;  in __raw_writew()
164 static inline void __raw_writel(u32 value, volatile void __iomem *addr)  in __raw_writel()  argument
166 	*(volatile u32 __force *)addr = value;  in __raw_writel()
173 static inline void __raw_writeq(u64 value, volatile void __iomem *addr)  in __raw_writeq()  argument
175 	*(volatile u64 __force *)addr = value;  in __raw_writeq()
187 static inline u8 readb(const volatile void __iomem *addr)  in readb()  argument
191 	log_read_mmio(8, addr, _THIS_IP_, _RET_IP_);  in readb()
193 	val = __raw_readb(addr);  in readb()
195 	log_post_read_mmio(val, 8, addr, _THIS_IP_, _RET_IP_);  in readb()
202 static inline u16 readw(const volatile void __iomem *addr)  in readw()  argument
206 	log_read_mmio(16, addr, _THIS_IP_, _RET_IP_);  in readw()
208 	val = __le16_to_cpu((__le16 __force)__raw_readw(addr));  in readw()
210 	log_post_read_mmio(val, 16, addr, _THIS_IP_, _RET_IP_);  in readw()
217 static inline u32 readl(const volatile void __iomem *addr)  in readl()  argument
221 	log_read_mmio(32, addr, _THIS_IP_, _RET_IP_);  in readl()
223 	val = __le32_to_cpu((__le32 __force)__raw_readl(addr));  in readl()
225 	log_post_read_mmio(val, 32, addr, _THIS_IP_, _RET_IP_);  in readl()
233 static inline u64 readq(const volatile void __iomem *addr)  in readq()  argument
237 	log_read_mmio(64, addr, _THIS_IP_, _RET_IP_);  in readq()
239 	val = __le64_to_cpu((__le64 __force)__raw_readq(addr));  in readq()
241 	log_post_read_mmio(val, 64, addr, _THIS_IP_, _RET_IP_);  in readq()
249 static inline void writeb(u8 value, volatile void __iomem *addr)  in writeb()  argument
251 	log_write_mmio(value, 8, addr, _THIS_IP_, _RET_IP_);  in writeb()
253 	__raw_writeb(value, addr);  in writeb()
255 	log_post_write_mmio(value, 8, addr, _THIS_IP_, _RET_IP_);  in writeb()
261 static inline void writew(u16 value, volatile void __iomem *addr)  in writew()  argument
263 	log_write_mmio(value, 16, addr, _THIS_IP_, _RET_IP_);  in writew()
265 	__raw_writew((u16 __force)cpu_to_le16(value), addr);  in writew()
267 	log_post_write_mmio(value, 16, addr, _THIS_IP_, _RET_IP_);  in writew()
273 static inline void writel(u32 value, volatile void __iomem *addr)  in writel()  argument
275 	log_write_mmio(value, 32, addr, _THIS_IP_, _RET_IP_);  in writel()
277 	__raw_writel((u32 __force)__cpu_to_le32(value), addr);  in writel()
279 	log_post_write_mmio(value, 32, addr, _THIS_IP_, _RET_IP_);  in writel()
286 static inline void writeq(u64 value, volatile void __iomem *addr)  in writeq()  argument
288 	log_write_mmio(value, 64, addr, _THIS_IP_, _RET_IP_);  in writeq()
290 	__raw_writeq((u64 __force)__cpu_to_le64(value), addr);  in writeq()
292 	log_post_write_mmio(value, 64, addr, _THIS_IP_, _RET_IP_);  in writeq()
304 static inline u8 readb_relaxed(const volatile void __iomem *addr)  in readb_relaxed()  argument
308 	log_read_mmio(8, addr, _THIS_IP_, _RET_IP_);  in readb_relaxed()
309 	val = __raw_readb(addr);  in readb_relaxed()
310 	log_post_read_mmio(val, 8, addr, _THIS_IP_, _RET_IP_);  in readb_relaxed()
317 static inline u16 readw_relaxed(const volatile void __iomem *addr)  in readw_relaxed()  argument
321 	log_read_mmio(16, addr, _THIS_IP_, _RET_IP_);  in readw_relaxed()
322 	val = __le16_to_cpu((__le16 __force)__raw_readw(addr));  in readw_relaxed()
323 	log_post_read_mmio(val, 16, addr, _THIS_IP_, _RET_IP_);  in readw_relaxed()
330 static inline u32 readl_relaxed(const volatile void __iomem *addr)  in readl_relaxed()  argument
334 	log_read_mmio(32, addr, _THIS_IP_, _RET_IP_);  in readl_relaxed()
335 	val = __le32_to_cpu((__le32 __force)__raw_readl(addr));  in readl_relaxed()
336 	log_post_read_mmio(val, 32, addr, _THIS_IP_, _RET_IP_);  in readl_relaxed()
343 static inline u64 readq_relaxed(const volatile void __iomem *addr)  in readq_relaxed()  argument
347 	log_read_mmio(64, addr, _THIS_IP_, _RET_IP_);  in readq_relaxed()
348 	val = __le64_to_cpu((__le64 __force)__raw_readq(addr));  in readq_relaxed()
349 	log_post_read_mmio(val, 64, addr, _THIS_IP_, _RET_IP_);  in readq_relaxed()
356 static inline void writeb_relaxed(u8 value, volatile void __iomem *addr)  in writeb_relaxed()  argument
358 	log_write_mmio(value, 8, addr, _THIS_IP_, _RET_IP_);  in writeb_relaxed()
359 	__raw_writeb(value, addr);  in writeb_relaxed()
360 	log_post_write_mmio(value, 8, addr, _THIS_IP_, _RET_IP_);  in writeb_relaxed()
366 static inline void writew_relaxed(u16 value, volatile void __iomem *addr)  in writew_relaxed()  argument
368 	log_write_mmio(value, 16, addr, _THIS_IP_, _RET_IP_);  in writew_relaxed()
369 	__raw_writew((u16 __force)cpu_to_le16(value), addr);  in writew_relaxed()
370 	log_post_write_mmio(value, 16, addr, _THIS_IP_, _RET_IP_);  in writew_relaxed()
376 static inline void writel_relaxed(u32 value, volatile void __iomem *addr)  in writel_relaxed()  argument
378 	log_write_mmio(value, 32, addr, _THIS_IP_, _RET_IP_);  in writel_relaxed()
379 	__raw_writel((u32 __force)__cpu_to_le32(value), addr);  in writel_relaxed()
380 	log_post_write_mmio(value, 32, addr, _THIS_IP_, _RET_IP_);  in writel_relaxed()
386 static inline void writeq_relaxed(u64 value, volatile void __iomem *addr)  in writeq_relaxed()  argument
388 	log_write_mmio(value, 64, addr, _THIS_IP_, _RET_IP_);  in writeq_relaxed()
389 	__raw_writeq((u64 __force)__cpu_to_le64(value), addr);  in writeq_relaxed()
390 	log_post_write_mmio(value, 64, addr, _THIS_IP_, _RET_IP_);  in writeq_relaxed()
400 static inline void readsb(const volatile void __iomem *addr, void *buffer,  in readsb()  argument
407 			u8 x = __raw_readb(addr);  in readsb()
416 static inline void readsw(const volatile void __iomem *addr, void *buffer,  in readsw()  argument
423 			u16 x = __raw_readw(addr);  in readsw()
432 static inline void readsl(const volatile void __iomem *addr, void *buffer,  in readsl()  argument
439 			u32 x = __raw_readl(addr);  in readsl()
449 static inline void readsq(const volatile void __iomem *addr, void *buffer,  in readsq()  argument
456 			u64 x = __raw_readq(addr);  in readsq()
466 static inline void writesb(volatile void __iomem *addr, const void *buffer,  in writesb()  argument
473 			__raw_writeb(*buf++, addr);  in writesb()
481 static inline void writesw(volatile void __iomem *addr, const void *buffer,  in writesw()  argument
488 			__raw_writew(*buf++, addr);  in writesw()
496 static inline void writesl(volatile void __iomem *addr, const void *buffer,  in writesl()  argument
503 			__raw_writel(*buf++, addr);  in writesl()
512 static inline void writesq(volatile void __iomem *addr, const void *buffer,  in writesq()  argument
519 			__raw_writeq(*buf++, addr);  in writesq()
542 static inline u8 _inb(unsigned long addr)  in _inb()  argument
547 	val = __raw_readb(PCI_IOBASE + addr);  in _inb()
555 static inline u16 _inw(unsigned long addr)  in _inw()  argument
560 	val = __le16_to_cpu((__le16 __force)__raw_readw(PCI_IOBASE + addr));  in _inw()
568 static inline u32 _inl(unsigned long addr)  in _inl()  argument
573 	val = __le32_to_cpu((__le32 __force)__raw_readl(PCI_IOBASE + addr));  in _inl()
581 static inline void _outb(u8 value, unsigned long addr)  in _outb()  argument
584 	__raw_writeb(value, PCI_IOBASE + addr);  in _outb()
591 static inline void _outw(u16 value, unsigned long addr)  in _outw()  argument
594 	__raw_writew((u16 __force)cpu_to_le16(value), PCI_IOBASE + addr);  in _outw()
601 static inline void _outl(u32 value, unsigned long addr)  in _outl()  argument
604 	__raw_writel((u32 __force)cpu_to_le32(value), PCI_IOBASE + addr);  in _outl()
637 static inline u8 inb_p(unsigned long addr)  in inb_p()  argument
639 	return inb(addr);  in inb_p()
645 static inline u16 inw_p(unsigned long addr)  in inw_p()  argument
647 	return inw(addr);  in inw_p()
653 static inline u32 inl_p(unsigned long addr)  in inl_p()  argument
655 	return inl(addr);  in inl_p()
661 static inline void outb_p(u8 value, unsigned long addr)  in outb_p()  argument
663 	outb(value, addr);  in outb_p()
669 static inline void outw_p(u16 value, unsigned long addr)  in outw_p()  argument
671 	outw(value, addr);  in outw_p()
677 static inline void outl_p(u32 value, unsigned long addr)  in outl_p()  argument
679 	outl(value, addr);  in outl_p()
690 static inline void insb(unsigned long addr, void *buffer, unsigned int count)  in insb()  argument
692 	readsb(PCI_IOBASE + addr, buffer, count);  in insb()
698 static inline void insw(unsigned long addr, void *buffer, unsigned int count)  in insw()  argument
700 	readsw(PCI_IOBASE + addr, buffer, count);  in insw()
706 static inline void insl(unsigned long addr, void *buffer, unsigned int count)  in insl()  argument
708 	readsl(PCI_IOBASE + addr, buffer, count);  in insl()
714 static inline void outsb(unsigned long addr, const void *buffer,  in outsb()  argument
717 	writesb(PCI_IOBASE + addr, buffer, count);  in outsb()
723 static inline void outsw(unsigned long addr, const void *buffer,  in outsw()  argument
726 	writesw(PCI_IOBASE + addr, buffer, count);  in outsw()
732 static inline void outsl(unsigned long addr, const void *buffer,  in outsl()  argument
735 	writesl(PCI_IOBASE + addr, buffer, count);  in outsl()
741 static inline void insb_p(unsigned long addr, void *buffer, unsigned int count)  in insb_p()  argument
743 	insb(addr, buffer, count);  in insb_p()
749 static inline void insw_p(unsigned long addr, void *buffer, unsigned int count)  in insw_p()  argument
751 	insw(addr, buffer, count);  in insw_p()
757 static inline void insl_p(unsigned long addr, void *buffer, unsigned int count)  in insl_p()  argument
759 	insl(addr, buffer, count);  in insl_p()
765 static inline void outsb_p(unsigned long addr, const void *buffer,  in outsb_p()  argument
768 	outsb(addr, buffer, count);  in outsb_p()
774 static inline void outsw_p(unsigned long addr, const void *buffer,  in outsw_p()  argument
777 	outsw(addr, buffer, count);  in outsw_p()
783 static inline void outsl_p(unsigned long addr, const void *buffer,  in outsl_p()  argument
786 	outsl(addr, buffer, count);  in outsl_p()
793 static inline u8 ioread8(const volatile void __iomem *addr)  in ioread8()  argument
795 	return readb(addr);  in ioread8()
801 static inline u16 ioread16(const volatile void __iomem *addr)  in ioread16()  argument
803 	return readw(addr);  in ioread16()
809 static inline u32 ioread32(const volatile void __iomem *addr)  in ioread32()  argument
811 	return readl(addr);  in ioread32()
818 static inline u64 ioread64(const volatile void __iomem *addr)  in ioread64()  argument
820 	return readq(addr);  in ioread64()
827 static inline void iowrite8(u8 value, volatile void __iomem *addr)  in iowrite8()  argument
829 	writeb(value, addr);  in iowrite8()
835 static inline void iowrite16(u16 value, volatile void __iomem *addr)  in iowrite16()  argument
837 	writew(value, addr);  in iowrite16()
843 static inline void iowrite32(u32 value, volatile void __iomem *addr)  in iowrite32()  argument
845 	writel(value, addr);  in iowrite32()
852 static inline void iowrite64(u64 value, volatile void __iomem *addr)  in iowrite64()  argument
854 	writeq(value, addr);  in iowrite64()
861 static inline u16 ioread16be(const volatile void __iomem *addr)  in ioread16be()  argument
863 	return swab16(readw(addr));  in ioread16be()
869 static inline u32 ioread32be(const volatile void __iomem *addr)  in ioread32be()  argument
871 	return swab32(readl(addr));  in ioread32be()
878 static inline u64 ioread64be(const volatile void __iomem *addr)  in ioread64be()  argument
880 	return swab64(readq(addr));  in ioread64be()
887 static inline void iowrite16be(u16 value, void volatile __iomem *addr)  in iowrite16be()  argument
889 	writew(swab16(value), addr);  in iowrite16be()
895 static inline void iowrite32be(u32 value, volatile void __iomem *addr)  in iowrite32be()  argument
897 	writel(swab32(value), addr);  in iowrite32be()
904 static inline void iowrite64be(u64 value, volatile void __iomem *addr)  in iowrite64be()  argument
906 	writeq(swab64(value), addr);  in iowrite64be()
913 static inline void ioread8_rep(const volatile void __iomem *addr, void *buffer,  in ioread8_rep()  argument
916 	readsb(addr, buffer, count);  in ioread8_rep()
922 static inline void ioread16_rep(const volatile void __iomem *addr,  in ioread16_rep()  argument
925 	readsw(addr, buffer, count);  in ioread16_rep()
931 static inline void ioread32_rep(const volatile void __iomem *addr,  in ioread32_rep()  argument
934 	readsl(addr, buffer, count);  in ioread32_rep()
941 static inline void ioread64_rep(const volatile void __iomem *addr,  in ioread64_rep()  argument
944 	readsq(addr, buffer, count);  in ioread64_rep()
951 static inline void iowrite8_rep(volatile void __iomem *addr,  in iowrite8_rep()  argument
955 	writesb(addr, buffer, count);  in iowrite8_rep()
961 static inline void iowrite16_rep(volatile void __iomem *addr,  in iowrite16_rep()  argument
965 	writesw(addr, buffer, count);  in iowrite16_rep()
971 static inline void iowrite32_rep(volatile void __iomem *addr,  in iowrite32_rep()  argument
975 	writesl(addr, buffer, count);  in iowrite32_rep()
982 static inline void iowrite64_rep(volatile void __iomem *addr,  in iowrite64_rep()  argument
986 	writesq(addr, buffer, count);  in iowrite64_rep()
1043 static inline void iounmap(volatile void __iomem *addr)  in iounmap()  argument
1055 void iounmap(volatile void __iomem *addr);
1056 void generic_iounmap(volatile void __iomem *addr);
1060 static inline void __iomem *ioremap(phys_addr_t addr, size_t size)  in ioremap()  argument
1063 	return ioremap_prot(addr, size, _PAGE_IOREMAP);  in ioremap()
1140 static inline void *xlate_dev_mem_ptr(phys_addr_t addr)  in xlate_dev_mem_ptr()  argument
1142 	return __va(addr);  in xlate_dev_mem_ptr()
1148 static inline void unxlate_dev_mem_ptr(phys_addr_t phys, void *addr)  in unxlate_dev_mem_ptr()  argument
1163 static inline void memset_io(volatile void __iomem *addr, int value,  in memset_io()  argument
1166 	memset(__io_virt(addr), value, size);  in memset_io()
1181 				 const volatile void __iomem *addr,  in memcpy_fromio()  argument
1184 	memcpy(buffer, __io_virt(addr), size);  in memcpy_fromio()
1198 static inline void memcpy_toio(volatile void __iomem *addr, const void *buffer,  in memcpy_toio()  argument
1201 	memcpy(__io_virt(addr), buffer, size);  in memcpy_toio()