414 static inline u32 csdev_access_relaxed_read32(struct csdev_access *csa,  in csdev_access_relaxed_read32()  argument
417 	if (likely(csa->io_mem))  in csdev_access_relaxed_read32()
418 		return readl_relaxed(csa->base + offset);  in csdev_access_relaxed_read32()
420 	return csa->read(offset, true, false);  in csdev_access_relaxed_read32()
470 static inline u32 coresight_get_pid(struct csdev_access *csa)  in coresight_get_pid()  argument
475 		pid |= csdev_access_relaxed_read32(csa, CORESIGHT_PIDRn(i)) << (i * 8);  in coresight_get_pid()
480 static inline u64 csdev_access_relaxed_read_pair(struct csdev_access *csa,  in csdev_access_relaxed_read_pair()  argument
483 	if (likely(csa->io_mem)) {  in csdev_access_relaxed_read_pair()
484 		return readl_relaxed(csa->base + lo_offset) |  in csdev_access_relaxed_read_pair()
485 			((u64)readl_relaxed(csa->base + hi_offset) << 32);  in csdev_access_relaxed_read_pair()
488 	return csa->read(lo_offset, true, false) | (csa->read(hi_offset, true, false) << 32);  in csdev_access_relaxed_read_pair()
491 static inline void csdev_access_relaxed_write_pair(struct csdev_access *csa, u64 val,  in csdev_access_relaxed_write_pair()  argument
494 	if (likely(csa->io_mem)) {  in csdev_access_relaxed_write_pair()
495 		writel_relaxed((u32)val, csa->base + lo_offset);  in csdev_access_relaxed_write_pair()
496 		writel_relaxed((u32)(val >> 32), csa->base + hi_offset);  in csdev_access_relaxed_write_pair()
498 		csa->write((u32)val, lo_offset, true, false);  in csdev_access_relaxed_write_pair()
499 		csa->write((u32)(val >> 32), hi_offset, true, false);  in csdev_access_relaxed_write_pair()
503 static inline u32 csdev_access_read32(struct csdev_access *csa, u32 offset)  in csdev_access_read32()  argument
505 	if (likely(csa->io_mem))  in csdev_access_read32()
506 		return readl(csa->base + offset);  in csdev_access_read32()
508 	return csa->read(offset, false, false);  in csdev_access_read32()
511 static inline void csdev_access_relaxed_write32(struct csdev_access *csa,  in csdev_access_relaxed_write32()  argument
514 	if (likely(csa->io_mem))  in csdev_access_relaxed_write32()
515 		writel_relaxed(val, csa->base + offset);  in csdev_access_relaxed_write32()
517 		csa->write(val, offset, true, false);  in csdev_access_relaxed_write32()
520 static inline void csdev_access_write32(struct csdev_access *csa, u32 val, u32 offset)  in csdev_access_write32()  argument
522 	if (likely(csa->io_mem))  in csdev_access_write32()
523 		writel(val, csa->base + offset);  in csdev_access_write32()
525 		csa->write(val, offset, false, false);  in csdev_access_write32()
530 static inline u64 csdev_access_relaxed_read64(struct csdev_access *csa,  in csdev_access_relaxed_read64()  argument
533 	if (likely(csa->io_mem))  in csdev_access_relaxed_read64()
534 		return readq_relaxed(csa->base + offset);  in csdev_access_relaxed_read64()
536 	return csa->read(offset, true, true);  in csdev_access_relaxed_read64()
539 static inline u64 csdev_access_read64(struct csdev_access *csa, u32 offset)  in csdev_access_read64()  argument
541 	if (likely(csa->io_mem))  in csdev_access_read64()
542 		return readq(csa->base + offset);  in csdev_access_read64()
544 	return csa->read(offset, false, true);  in csdev_access_read64()
547 static inline void csdev_access_relaxed_write64(struct csdev_access *csa,  in csdev_access_relaxed_write64()  argument
550 	if (likely(csa->io_mem))  in csdev_access_relaxed_write64()
551 		writeq_relaxed(val, csa->base + offset);  in csdev_access_relaxed_write64()
553 		csa->write(val, offset, true, true);  in csdev_access_relaxed_write64()
556 static inline void csdev_access_write64(struct csdev_access *csa, u64 val, u32 offset)  in csdev_access_write64()  argument
558 	if (likely(csa->io_mem))  in csdev_access_write64()
559 		writeq(val, csa->base + offset);  in csdev_access_write64()
561 		csa->write(val, offset, false, true);  in csdev_access_write64()
566 static inline u64 csdev_access_relaxed_read64(struct csdev_access *csa,  in csdev_access_relaxed_read64()  argument
573 static inline u64 csdev_access_read64(struct csdev_access *csa, u32 offset)  in csdev_access_read64()  argument
579 static inline void csdev_access_relaxed_write64(struct csdev_access *csa,  in csdev_access_relaxed_write64()  argument
585 static inline void csdev_access_write64(struct csdev_access *csa, u64 val, u32 offset)  in csdev_access_write64()  argument
640 extern int coresight_timeout(struct csdev_access *csa, u32 offset,