83 void log_write_mmio(u64 val, u8 width, volatile void __iomem *addr,
85 void log_post_write_mmio(u64 val, u8 width, volatile void __iomem *addr,
87 void log_read_mmio(u8 width, const volatile void __iomem *addr,
89 void log_post_read_mmio(u64 val, u8 width, const volatile void __iomem *addr,
94 static inline void log_write_mmio(u64 val, u8 width, volatile void __iomem *addr,  in log_write_mmio()  argument
96 static inline void log_post_write_mmio(u64 val, u8 width, volatile void __iomem *addr,  in log_post_write_mmio()  argument
98 static inline void log_read_mmio(u8 width, const volatile void __iomem *addr,  in log_read_mmio()  argument
100 static inline void log_post_read_mmio(u64 val, u8 width, const volatile void __iomem *addr,  in log_post_read_mmio()  argument
115 static inline u8 __raw_readb(const volatile void __iomem *addr)  in __raw_readb()  argument
117 	return *(const volatile u8 __force *)addr;  in __raw_readb()
123 static inline u16 __raw_readw(const volatile void __iomem *addr)  in __raw_readw()  argument
125 	return *(const volatile u16 __force *)addr;  in __raw_readw()
131 static inline u32 __raw_readl(const volatile void __iomem *addr)  in __raw_readl()  argument
133 	return *(const volatile u32 __force *)addr;  in __raw_readl()
140 static inline u64 __raw_readq(const volatile void __iomem *addr)  in __raw_readq()  argument
142 	return *(const volatile u64 __force *)addr;  in __raw_readq()
149 static inline void __raw_writeb(u8 value, volatile void __iomem *addr)  in __raw_writeb()  argument
151 	*(volatile u8 __force *)addr = value;  in __raw_writeb()
157 static inline void __raw_writew(u16 value, volatile void __iomem *addr)  in __raw_writew()  argument
159 	*(volatile u16 __force *)addr = value;  in __raw_writew()
165 static inline void __raw_writel(u32 value, volatile void __iomem *addr)  in __raw_writel()  argument
167 	*(volatile u32 __force *)addr = value;  in __raw_writel()
174 static inline void __raw_writeq(u64 value, volatile void __iomem *addr)  in __raw_writeq()  argument
176 	*(volatile u64 __force *)addr = value;  in __raw_writeq()
188 static inline u8 readb(const volatile void __iomem *addr)  in readb()  argument
192 	log_read_mmio(8, addr, _THIS_IP_, _RET_IP_);  in readb()
194 	val = __raw_readb(addr);  in readb()
196 	log_post_read_mmio(val, 8, addr, _THIS_IP_, _RET_IP_);  in readb()
203 static inline u16 readw(const volatile void __iomem *addr)  in readw()  argument
207 	log_read_mmio(16, addr, _THIS_IP_, _RET_IP_);  in readw()
209 	val = __le16_to_cpu((__le16 __force)__raw_readw(addr));  in readw()
211 	log_post_read_mmio(val, 16, addr, _THIS_IP_, _RET_IP_);  in readw()
218 static inline u32 readl(const volatile void __iomem *addr)  in readl()  argument
222 	log_read_mmio(32, addr, _THIS_IP_, _RET_IP_);  in readl()
224 	val = __le32_to_cpu((__le32 __force)__raw_readl(addr));  in readl()
226 	log_post_read_mmio(val, 32, addr, _THIS_IP_, _RET_IP_);  in readl()
234 static inline u64 readq(const volatile void __iomem *addr)  in readq()  argument
238 	log_read_mmio(64, addr, _THIS_IP_, _RET_IP_);  in readq()
240 	val = __le64_to_cpu((__le64 __force)__raw_readq(addr));  in readq()
242 	log_post_read_mmio(val, 64, addr, _THIS_IP_, _RET_IP_);  in readq()
250 static inline void writeb(u8 value, volatile void __iomem *addr)  in writeb()  argument
252 	log_write_mmio(value, 8, addr, _THIS_IP_, _RET_IP_);  in writeb()
254 	__raw_writeb(value, addr);  in writeb()
256 	log_post_write_mmio(value, 8, addr, _THIS_IP_, _RET_IP_);  in writeb()
262 static inline void writew(u16 value, volatile void __iomem *addr)  in writew()  argument
264 	log_write_mmio(value, 16, addr, _THIS_IP_, _RET_IP_);  in writew()
266 	__raw_writew((u16 __force)cpu_to_le16(value), addr);  in writew()
268 	log_post_write_mmio(value, 16, addr, _THIS_IP_, _RET_IP_);  in writew()
274 static inline void writel(u32 value, volatile void __iomem *addr)  in writel()  argument
276 	log_write_mmio(value, 32, addr, _THIS_IP_, _RET_IP_);  in writel()
278 	__raw_writel((u32 __force)__cpu_to_le32(value), addr);  in writel()
280 	log_post_write_mmio(value, 32, addr, _THIS_IP_, _RET_IP_);  in writel()
287 static inline void writeq(u64 value, volatile void __iomem *addr)  in writeq()  argument
289 	log_write_mmio(value, 64, addr, _THIS_IP_, _RET_IP_);  in writeq()
291 	__raw_writeq((u64 __force)__cpu_to_le64(value), addr);  in writeq()
293 	log_post_write_mmio(value, 64, addr, _THIS_IP_, _RET_IP_);  in writeq()
305 static inline u8 readb_relaxed(const volatile void __iomem *addr)  in readb_relaxed()  argument
309 	log_read_mmio(8, addr, _THIS_IP_, _RET_IP_);  in readb_relaxed()
310 	val = __raw_readb(addr);  in readb_relaxed()
311 	log_post_read_mmio(val, 8, addr, _THIS_IP_, _RET_IP_);  in readb_relaxed()
318 static inline u16 readw_relaxed(const volatile void __iomem *addr)  in readw_relaxed()  argument
322 	log_read_mmio(16, addr, _THIS_IP_, _RET_IP_);  in readw_relaxed()
323 	val = __le16_to_cpu((__le16 __force)__raw_readw(addr));  in readw_relaxed()
324 	log_post_read_mmio(val, 16, addr, _THIS_IP_, _RET_IP_);  in readw_relaxed()
331 static inline u32 readl_relaxed(const volatile void __iomem *addr)  in readl_relaxed()  argument
335 	log_read_mmio(32, addr, _THIS_IP_, _RET_IP_);  in readl_relaxed()
336 	val = __le32_to_cpu((__le32 __force)__raw_readl(addr));  in readl_relaxed()
337 	log_post_read_mmio(val, 32, addr, _THIS_IP_, _RET_IP_);  in readl_relaxed()
344 static inline u64 readq_relaxed(const volatile void __iomem *addr)  in readq_relaxed()  argument
348 	log_read_mmio(64, addr, _THIS_IP_, _RET_IP_);  in readq_relaxed()
349 	val = __le64_to_cpu((__le64 __force)__raw_readq(addr));  in readq_relaxed()
350 	log_post_read_mmio(val, 64, addr, _THIS_IP_, _RET_IP_);  in readq_relaxed()
357 static inline void writeb_relaxed(u8 value, volatile void __iomem *addr)  in writeb_relaxed()  argument
359 	log_write_mmio(value, 8, addr, _THIS_IP_, _RET_IP_);  in writeb_relaxed()
360 	__raw_writeb(value, addr);  in writeb_relaxed()
361 	log_post_write_mmio(value, 8, addr, _THIS_IP_, _RET_IP_);  in writeb_relaxed()
367 static inline void writew_relaxed(u16 value, volatile void __iomem *addr)  in writew_relaxed()  argument
369 	log_write_mmio(value, 16, addr, _THIS_IP_, _RET_IP_);  in writew_relaxed()
370 	__raw_writew((u16 __force)cpu_to_le16(value), addr);  in writew_relaxed()
371 	log_post_write_mmio(value, 16, addr, _THIS_IP_, _RET_IP_);  in writew_relaxed()
377 static inline void writel_relaxed(u32 value, volatile void __iomem *addr)  in writel_relaxed()  argument
379 	log_write_mmio(value, 32, addr, _THIS_IP_, _RET_IP_);  in writel_relaxed()
380 	__raw_writel((u32 __force)__cpu_to_le32(value), addr);  in writel_relaxed()
381 	log_post_write_mmio(value, 32, addr, _THIS_IP_, _RET_IP_);  in writel_relaxed()
387 static inline void writeq_relaxed(u64 value, volatile void __iomem *addr)  in writeq_relaxed()  argument
389 	log_write_mmio(value, 64, addr, _THIS_IP_, _RET_IP_);  in writeq_relaxed()
390 	__raw_writeq((u64 __force)__cpu_to_le64(value), addr);  in writeq_relaxed()
391 	log_post_write_mmio(value, 64, addr, _THIS_IP_, _RET_IP_);  in writeq_relaxed()
401 static inline void readsb(const volatile void __iomem *addr, void *buffer,  in readsb()  argument
408 			u8 x = __raw_readb(addr);  in readsb()
417 static inline void readsw(const volatile void __iomem *addr, void *buffer,  in readsw()  argument
424 			u16 x = __raw_readw(addr);  in readsw()
433 static inline void readsl(const volatile void __iomem *addr, void *buffer,  in readsl()  argument
440 			u32 x = __raw_readl(addr);  in readsl()
450 static inline void readsq(const volatile void __iomem *addr, void *buffer,  in readsq()  argument
457 			u64 x = __raw_readq(addr);  in readsq()
467 static inline void writesb(volatile void __iomem *addr, const void *buffer,  in writesb()  argument
474 			__raw_writeb(*buf++, addr);  in writesb()
482 static inline void writesw(volatile void __iomem *addr, const void *buffer,  in writesw()  argument
489 			__raw_writew(*buf++, addr);  in writesw()
497 static inline void writesl(volatile void __iomem *addr, const void *buffer,  in writesl()  argument
504 			__raw_writel(*buf++, addr);  in writesl()
513 static inline void writesq(volatile void __iomem *addr, const void *buffer,  in writesq()  argument
520 			__raw_writeq(*buf++, addr);  in writesq()
543 static inline u8 _inb(unsigned long addr)  in _inb()  argument
548 	val = __raw_readb(PCI_IOBASE + addr);  in _inb()
556 static inline u16 _inw(unsigned long addr)  in _inw()  argument
561 	val = __le16_to_cpu((__le16 __force)__raw_readw(PCI_IOBASE + addr));  in _inw()
569 static inline u32 _inl(unsigned long addr)  in _inl()  argument
574 	val = __le32_to_cpu((__le32 __force)__raw_readl(PCI_IOBASE + addr));  in _inl()
582 static inline void _outb(u8 value, unsigned long addr)  in _outb()  argument
585 	__raw_writeb(value, PCI_IOBASE + addr);  in _outb()
592 static inline void _outw(u16 value, unsigned long addr)  in _outw()  argument
595 	__raw_writew((u16 __force)cpu_to_le16(value), PCI_IOBASE + addr);  in _outw()
602 static inline void _outl(u32 value, unsigned long addr)  in _outl()  argument
605 	__raw_writel((u32 __force)cpu_to_le32(value), PCI_IOBASE + addr);  in _outl()
638 static inline u8 inb_p(unsigned long addr)  in inb_p()  argument
640 	return inb(addr);  in inb_p()
646 static inline u16 inw_p(unsigned long addr)  in inw_p()  argument
648 	return inw(addr);  in inw_p()
654 static inline u32 inl_p(unsigned long addr)  in inl_p()  argument
656 	return inl(addr);  in inl_p()
662 static inline void outb_p(u8 value, unsigned long addr)  in outb_p()  argument
664 	outb(value, addr);  in outb_p()
670 static inline void outw_p(u16 value, unsigned long addr)  in outw_p()  argument
672 	outw(value, addr);  in outw_p()
678 static inline void outl_p(u32 value, unsigned long addr)  in outl_p()  argument
680 	outl(value, addr);  in outl_p()
691 static inline void insb(unsigned long addr, void *buffer, unsigned int count)  in insb()  argument
693 	readsb(PCI_IOBASE + addr, buffer, count);  in insb()
699 static inline void insw(unsigned long addr, void *buffer, unsigned int count)  in insw()  argument
701 	readsw(PCI_IOBASE + addr, buffer, count);  in insw()
707 static inline void insl(unsigned long addr, void *buffer, unsigned int count)  in insl()  argument
709 	readsl(PCI_IOBASE + addr, buffer, count);  in insl()
715 static inline void outsb(unsigned long addr, const void *buffer,  in outsb()  argument
718 	writesb(PCI_IOBASE + addr, buffer, count);  in outsb()
724 static inline void outsw(unsigned long addr, const void *buffer,  in outsw()  argument
727 	writesw(PCI_IOBASE + addr, buffer, count);  in outsw()
733 static inline void outsl(unsigned long addr, const void *buffer,  in outsl()  argument
736 	writesl(PCI_IOBASE + addr, buffer, count);  in outsl()
742 static inline void insb_p(unsigned long addr, void *buffer, unsigned int count)  in insb_p()  argument
744 	insb(addr, buffer, count);  in insb_p()
750 static inline void insw_p(unsigned long addr, void *buffer, unsigned int count)  in insw_p()  argument
752 	insw(addr, buffer, count);  in insw_p()
758 static inline void insl_p(unsigned long addr, void *buffer, unsigned int count)  in insl_p()  argument
760 	insl(addr, buffer, count);  in insl_p()
766 static inline void outsb_p(unsigned long addr, const void *buffer,  in outsb_p()  argument
769 	outsb(addr, buffer, count);  in outsb_p()
775 static inline void outsw_p(unsigned long addr, const void *buffer,  in outsw_p()  argument
778 	outsw(addr, buffer, count);  in outsw_p()
784 static inline void outsl_p(unsigned long addr, const void *buffer,  in outsl_p()  argument
787 	outsl(addr, buffer, count);  in outsl_p()
794 static inline u8 ioread8(const volatile void __iomem *addr)  in ioread8()  argument
796 	return readb(addr);  in ioread8()
802 static inline u16 ioread16(const volatile void __iomem *addr)  in ioread16()  argument
804 	return readw(addr);  in ioread16()
810 static inline u32 ioread32(const volatile void __iomem *addr)  in ioread32()  argument
812 	return readl(addr);  in ioread32()
819 static inline u64 ioread64(const volatile void __iomem *addr)  in ioread64()  argument
821 	return readq(addr);  in ioread64()
828 static inline void iowrite8(u8 value, volatile void __iomem *addr)  in iowrite8()  argument
830 	writeb(value, addr);  in iowrite8()
836 static inline void iowrite16(u16 value, volatile void __iomem *addr)  in iowrite16()  argument
838 	writew(value, addr);  in iowrite16()
844 static inline void iowrite32(u32 value, volatile void __iomem *addr)  in iowrite32()  argument
846 	writel(value, addr);  in iowrite32()
853 static inline void iowrite64(u64 value, volatile void __iomem *addr)  in iowrite64()  argument
855 	writeq(value, addr);  in iowrite64()
862 static inline u16 ioread16be(const volatile void __iomem *addr)  in ioread16be()  argument
864 	return swab16(readw(addr));  in ioread16be()
870 static inline u32 ioread32be(const volatile void __iomem *addr)  in ioread32be()  argument
872 	return swab32(readl(addr));  in ioread32be()
879 static inline u64 ioread64be(const volatile void __iomem *addr)  in ioread64be()  argument
881 	return swab64(readq(addr));  in ioread64be()
888 static inline void iowrite16be(u16 value, void volatile __iomem *addr)  in iowrite16be()  argument
890 	writew(swab16(value), addr);  in iowrite16be()
896 static inline void iowrite32be(u32 value, volatile void __iomem *addr)  in iowrite32be()  argument
898 	writel(swab32(value), addr);  in iowrite32be()
905 static inline void iowrite64be(u64 value, volatile void __iomem *addr)  in iowrite64be()  argument
907 	writeq(swab64(value), addr);  in iowrite64be()
914 static inline void ioread8_rep(const volatile void __iomem *addr, void *buffer,  in ioread8_rep()  argument
917 	readsb(addr, buffer, count);  in ioread8_rep()
923 static inline void ioread16_rep(const volatile void __iomem *addr,  in ioread16_rep()  argument
926 	readsw(addr, buffer, count);  in ioread16_rep()
932 static inline void ioread32_rep(const volatile void __iomem *addr,  in ioread32_rep()  argument
935 	readsl(addr, buffer, count);  in ioread32_rep()
942 static inline void ioread64_rep(const volatile void __iomem *addr,  in ioread64_rep()  argument
945 	readsq(addr, buffer, count);  in ioread64_rep()
952 static inline void iowrite8_rep(volatile void __iomem *addr,  in iowrite8_rep()  argument
956 	writesb(addr, buffer, count);  in iowrite8_rep()
962 static inline void iowrite16_rep(volatile void __iomem *addr,  in iowrite16_rep()  argument
966 	writesw(addr, buffer, count);  in iowrite16_rep()
972 static inline void iowrite32_rep(volatile void __iomem *addr,  in iowrite32_rep()  argument
976 	writesl(addr, buffer, count);  in iowrite32_rep()
983 static inline void iowrite64_rep(volatile void __iomem *addr,  in iowrite64_rep()  argument
987 	writesq(addr, buffer, count);  in iowrite64_rep()
1043 static inline void iounmap(volatile void __iomem *addr)  in iounmap()  argument
1055 void iounmap(volatile void __iomem *addr);
1056 void generic_iounmap(volatile void __iomem *addr);
1060 static inline void __iomem *ioremap(phys_addr_t addr, size_t size)  in ioremap()  argument
1063 	return ioremap_prot(addr, size, _PAGE_IOREMAP);  in ioremap()
1140 static inline void *xlate_dev_mem_ptr(phys_addr_t addr)  in xlate_dev_mem_ptr()  argument
1142 	return __va(addr);  in xlate_dev_mem_ptr()
1148 static inline void unxlate_dev_mem_ptr(phys_addr_t phys, void *addr)  in unxlate_dev_mem_ptr()  argument
1163 static inline void memset_io(volatile void __iomem *addr, int value,  in memset_io()  argument
1166 	memset(__io_virt(addr), value, size);  in memset_io()
1181 				 const volatile void __iomem *addr,  in memcpy_fromio()  argument
1184 	memcpy(buffer, __io_virt(addr), size);  in memcpy_fromio()
1198 static inline void memcpy_toio(volatile void __iomem *addr, const void *buffer,  in memcpy_toio()  argument
1201 	memcpy(__io_virt(addr), buffer, size);  in memcpy_toio()