cache: Introduce external cache controller system support

The cache API currently shipped in Zephyr is assuming that the cache
controller is always on-core thus managed at the arch level. This is not
always the case because many SoCs rely on external cache controllers as
a peripheral external to the core (for example PL310 cache controller
and the L2Cxxx family). In some cases you also want a single driver to
control a whole set of cache controllers.

Rework the cache code introducing support for external cache
controllers.

Signed-off-by: Carlo Caione <[email protected]>

Author: carlocaione

CODEOWNERS

@@ -184,6 +184,7 @@
 /drivers/adc/                             @anangl
 /drivers/adc/adc_stm32.c                  @cybertale
 /drivers/bluetooth/                       @joerchan @jhedberg @Vudentz
+/drivers/cache/                           @carlocaione
 /drivers/can/                             @alexanderwachter
 /drivers/can/*mcp2515*                    @karstenkoenig
 /drivers/clock_control/*nrf*              @nordic-krch

arch/Kconfig

@@ -919,6 +919,23 @@ config ICACHE_LINE_SIZE
 
 	  Detect automatically at runtime by selecting ICACHE_LINE_SIZE_DETECT.
 
+choice
+	prompt "Cache type"
+	depends on CACHE_MANAGEMENT
+	default HAS_ARCH_CACHE
+
+config HAS_ARCH_CACHE
+	bool "Integrated cache controller"
+	help
+	  "Integrade on-core cache controller"
+
+config HAS_EXTERNAL_CACHE
+	bool "External cache controller"
+	help
+	  "External cache controller or cache management system"
+
+endchoice
+
 endmenu
 
 config ARCH

drivers/CMakeLists.txt

@@ -56,3 +56,4 @@ add_subdirectory_ifdef(CONFIG_SYS_CLOCK_EXISTS timer)
 add_subdirectory_ifdef(CONFIG_NEURAL_NET_ACCEL neural_net)
 add_subdirectory_ifdef(CONFIG_PTP_CLOCK        ptp_clock)
 add_subdirectory_ifdef(CONFIG_EDAC             edac)
+add_subdirectory_ifdef(CONFIG_CACHE_MANAGEMENT cache)

drivers/Kconfig

@@ -113,4 +113,6 @@ source "drivers/misc/Kconfig"
 
 source "drivers/disk/Kconfig"
 
+source "drivers/cache/Kconfig"
+
 endmenu

drivers/cache/CMakeLists.txt

@@ -0,0 +1 @@
+# SPDX-License-Identifier: Apache-2.0

drivers/cache/Kconfig

@@ -0,0 +1,18 @@
+# Copyright (c) 2021 Carlo Caione <[email protected]>
+# SPDX-License-Identifier: Apache-2.0
+
+menuconfig CACHE
+	bool "External cache controllers drivers"
+	help
+	  Enable support for external cache controllers drivers
+
+if CACHE
+
+module = CACHE
+module-str = cache
+source "subsys/logging/Kconfig.template.log_config"
+
+config CACHE_HAS_DRIVER
+	bool
+
+endif # CACHE

include/cache.h

@@ -8,6 +8,7 @@
 #define ZEPHYR_INCLUDE_CACHE_H_
 
 #include <kernel.h>
+#include <kernel_structs.h>
 
 #ifdef __cplusplus
 extern "C" {
@@ -22,149 +23,89 @@ extern "C" {
  * INVD means invalidate and will mark cache lines as not valid. A future
  * access to the associated address is guaranteed to generate a memory fetch.
  */
+
 #define K_CACHE_WB	BIT(0)
 #define K_CACHE_INVD	BIT(1)
 #define K_CACHE_WB_INVD	(K_CACHE_WB | K_CACHE_INVD)
 
-/**
- *
- * @brief Enable d-cache
- *
- * Enable the d-cache.
- *
- * @return N/A
- */
-void arch_dcache_enable(void);
+#if defined(CONFIG_HAS_EXTERNAL_CACHE)
 
-/**
- *
- * @brief Disable d-cache
- *
- * Disable the d-cache.
- *
- * @return N/A
- */
-void arch_dcache_disable(void);
+/* Driver interface mirrored in include/drivers/cache.h */
 
-/**
- *
- * @brief Enable i-cache
- *
- * Enable the i-cache.
- *
- * @return N/A
- */
-void arch_icache_enable(void);
+/* Enable d-cache */
+extern void dcache_enable(void);
 
-/**
- *
- * @brief Disable i-cache
- *
- * Disable the i-cache.
- *
- * @return N/A
- */
-void arch_icache_disable(void);
+/* Disable d-cache */
+extern void dcache_disable(void);
 
-/**
- *
- * @brief Write-back / Invalidate / Write-back + Invalidate all d-cache
- *
- * Write-back, Invalidate or Write-back + Invalidate the whole d-cache.
- *
- * @param op	Operation to perform (one of the K_CACHE_* operations)
- *
- * @retval 0		On success
- * @retval -ENOTSUP	If the operation is not supported
- */
-int arch_dcache_all(int op);
+/* Enable i-cache */
+extern void icache_enable(void);
 
-/**
- *
- * @brief Write-back / Invalidate / Write-back + Invalidate d-cache lines
- *
- * No alignment is required for either addr or size, but since
- * arch_dcache_range() iterates on the d-cache lines, a d-cache line alignment
- * for both is optimal.
- *
- * The d-cache line size is specified either via the CONFIG_DCACHE_LINE_SIZE
- * kconfig option or it is detected at runtime.
- *
- * @param addr	The pointer to start the multi-line operation
- * @param size	The number of bytes that are to be acted on
- * @param op	Operation to perform (one of the K_CACHE_* operations)
- *
- * @retval 0		On success
- * @retval -ENOTSUP	If the operation is not supported
- */
-int arch_dcache_range(void *addr, size_t size, int op);
+/* Disable i-cache */
+extern void icache_disable(void);
 
-/**
- *
- * @brief Write-back / Invalidate / Write-back + Invalidate all i-cache
- *
- * Write-back, Invalidate or Write-back + Invalidate the whole i-cache.
- *
- * @param op	Operation to perform (one of the K_CACHE_* operations)
- *
- * @retval 0		On success
- * @retval -ENOTSUP	If the operation is not supported
- */
-int arch_icache_all(int op);
+/* Write-back / Invalidate / Write-back + Invalidate all d-cache */
+extern int dcache_all(int op);
 
-/**
- *
- * @brief Write-back / Invalidate / Write-back + Invalidate i-cache lines
- *
- * No alignment is required for either addr or size, but since
- * arch_icache_range() iterates on the i-cache lines, an i-cache line alignment
- * for both is optimal.
- *
- * The i-cache line size is specified either via the CONFIG_ICACHE_LINE_SIZE
- * kconfig option or it is detected at runtime.
- *
- * @param addr	The pointer to start the multi-line operation
- * @param size	The number of bytes that are to be acted on
- * @param op	Operation to perform (one of the K_CACHE_* operations)
- *
- * @retval 0		On success
- * @retval -ENOTSUP	If the operation is not supported
- */
-int arch_icache_range(void *addr, size_t size, int op);
+/* Write-back / Invalidate / Write-back + Invalidate d-cache lines */
+extern int dcache_range(void *addr, size_t size, int op);
+
+/* Write-back / Invalidate / Write-back + Invalidate all i-cache */
+extern int icache_all(int op);
+
+/* Write-back / Invalidate / Write-back + Invalidate i-cache lines */
+extern int icache_range(void *addr, size_t size, int op);
+
+#else
+
+/* Hooks into arch code */
+
+#define dcache_enable			arch_dcache_enable
+#define dcache_disable			arch_dcache_disable
+#define icache_enable			arch_icache_enable
+#define icache_disable			arch_icache_disable
+#define dcache_all(op)			arch_dcache_all(op)
+#define dcache_range(addr, size, op)	arch_dcache_range(addr, size, op)
+#define icache_all(op)			arch_icache_all(op)
+#define icache_range(addr, size, op)	arch_icache_range(addr, size, op)
+#define dcache_line_size_get		arch_dcache_line_size_get
+#define icache_line_size_get		arch_icache_line_size_get
+
+#endif
 
 __syscall int sys_dcache_all(int op);
 static inline int z_impl_sys_dcache_all(int op)
 {
-	if (IS_ENABLED(CONFIG_CACHE_MANAGEMENT)) {
-		return arch_dcache_all(op);
-	}
+#if defined(CONFIG_CACHE_MANAGEMENT)
+	return dcache_all(op);
+#endif
 	return -ENOTSUP;
 }
 
 __syscall int sys_dcache_range(void *addr, size_t size, int op);
 static inline int z_impl_sys_dcache_range(void *addr, size_t size, int op)
 {
-	if (IS_ENABLED(CONFIG_CACHE_MANAGEMENT)) {
-		return arch_dcache_range(addr, size, op);
-	}
+#if defined(CONFIG_CACHE_MANAGEMENT)
+	return dcache_range(addr, size, op);
+#endif
 	return -ENOTSUP;
 }
 
 __syscall int sys_icache_all(int op);
 static inline int z_impl_sys_icache_all(int op)
 {
-	if (IS_ENABLED(CONFIG_CACHE_MANAGEMENT)) {
-		return arch_icache_all(op);
-	}
+#if defined(CONFIG_CACHE_MANAGEMENT)
+	return icache_all(op);
+#endif
 	return -ENOTSUP;
 }
 
 __syscall int sys_icache_range(void *addr, size_t size, int op);
 static inline int z_impl_sys_icache_range(void *addr, size_t size, int op)
 {
-	if (IS_ENABLED(CONFIG_CACHE_MANAGEMENT)) {
-		return arch_icache_range(addr, size, op);
-	}
+#if defined(CONFIG_CACHE_MANAGEMENT)
+	return icache_range(addr, size, op);
+#endif
 	return -ENOTSUP;
 }
 
@@ -188,7 +129,7 @@ static inline void sys_cache_flush(void *addr, size_t size)
 static inline size_t sys_dcache_line_size_get(void)
 {
 #ifdef CONFIG_DCACHE_LINE_SIZE_DETECT
-	return arch_dcache_line_size_get();
+	return dcache_line_size_get();
 #elif (CONFIG_DCACHE_LINE_SIZE != 0)
 	return CONFIG_DCACHE_LINE_SIZE;
 #else
@@ -207,7 +148,7 @@ static inline size_t sys_dcache_line_size_get(void)
 static inline size_t sys_icache_line_size_get(void)
 {
 #ifdef CONFIG_ICACHE_LINE_SIZE_DETECT
-	return arch_icache_line_size_get();
+	return icache_line_size_get();
 #elif (CONFIG_ICACHE_LINE_SIZE != 0)
 	return CONFIG_ICACHE_LINE_SIZE;
 #else