From: Hanjun Guo <guohanjun@huawei.com> hulk inclusion category: feature bugzilla: 46503 CVE: NA --------------------------- Adding more invalidation and clean ABIs for kernel and kernel module use. For now we have 7 functions for module: void flush_icache_range(unsigned long start, unsigned long end); void inval_dcache_area(void *addr, size_t len); void clean_dcache_area(void *addr, size_t len); void flush_dcache_area(void *addr, size_t len); void inval_dcache_range(unsigned long start, unsigned long end); void clean_dcache_range(unsigned long start, unsigned long end); void flush_dcache_range(unsigned long start, unsigned long end); Signed-off-by: Hanjun Guo <guohanjun@huawei.com> --- arch/arm64/include/asm/cacheflush.h | 45 +++++++++++++++++++++++++++++ arch/arm64/mm/flush.c | 2 ++ 2 files changed, 47 insertions(+) diff --git a/arch/arm64/include/asm/cacheflush.h b/arch/arm64/include/asm/cacheflush.h index c7da50bd45be..32fec97f7602 100644 --- a/arch/arm64/include/asm/cacheflush.h +++ b/arch/arm64/include/asm/cacheflush.h @@ -96,12 +96,57 @@ static inline void flush_icache_range(unsigned long start, unsigned long end) } #define flush_icache_range flush_icache_range +/* + * Ensure that any D-cache lines for the interval [addr, addr+len) + * are invalidated. + * + * addr: kernel address + * len: size of the address + */ +static inline void inval_dcache_area(void *addr, size_t len) +{ + __inval_dcache_area(addr, len); +} + +/* Ensure that any D-cache lines for the interval [addr, addr+len) + * are cleaned to the PoC. + * + * addr: kernel address + * len: size of the address + */ +static inline void clean_dcache_area(void *addr, size_t len) +{ + __clean_dcache_area_poc(addr, len); +} + +/* Ensure that any D-cache lines for the interval [addr, addr+len) + * are cleaned and invalidated to the PoC. + * + * addr: kernel address + * len: size of the address + */ static inline void flush_dcache_area(void *addr, size_t len) { __flush_dcache_area(addr, len); } #define flush_dcache_area flush_dcache_area +/* start and end are kernel addresses */ +static inline void inval_dcache_range(unsigned long start, unsigned long end) +{ + __inval_dcache_area((void *)start, end - start); +} + +static inline void clean_dcache_range(unsigned long start, unsigned long end) +{ + __clean_dcache_area_poc((void *)start, end - start); +} + +static inline void flush_dcache_range(unsigned long start, unsigned long end) +{ + __flush_dcache_area((void *)start, end - start); +} + /* * Cache maintenance functions used by the DMA API. No to be used directly. */ diff --git a/arch/arm64/mm/flush.c b/arch/arm64/mm/flush.c index 5bddfbeeec56..263eb09cde07 100644 --- a/arch/arm64/mm/flush.c +++ b/arch/arm64/mm/flush.c @@ -76,6 +76,8 @@ EXPORT_SYMBOL(flush_dcache_page); * Additional functions defined in assembly. */ EXPORT_SYMBOL(__flush_icache_range); +EXPORT_SYMBOL(__inval_dcache_area); +EXPORT_SYMBOL(__clean_dcache_area_poc); EXPORT_SYMBOL(__flush_dcache_area); #ifdef CONFIG_ARCH_HAS_PMEM_API -- 2.25.0