2016-11-04 22:48:23 +01:00
|
|
|
/* cache.c - d-cache support for ARC CPUs */
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Copyright (c) 2016 Synopsys, Inc. All rights reserved.
|
|
|
|
*
|
2017-01-19 02:01:01 +01:00
|
|
|
* SPDX-License-Identifier: Apache-2.0
|
2016-11-04 22:48:23 +01:00
|
|
|
*/
|
|
|
|
|
|
|
|
/**
|
|
|
|
* @file
|
|
|
|
* @brief d-cache manipulation
|
|
|
|
*
|
|
|
|
* This module contains functions for manipulation of the d-cache.
|
|
|
|
*/
|
|
|
|
|
2016-12-23 14:35:34 +01:00
|
|
|
#include <kernel.h>
|
2016-11-04 22:48:23 +01:00
|
|
|
#include <arch/cpu.h>
|
2019-06-26 16:33:55 +02:00
|
|
|
#include <sys/util.h>
|
2016-11-04 22:48:23 +01:00
|
|
|
#include <toolchain.h>
|
|
|
|
#include <cache.h>
|
2017-06-17 17:30:47 +02:00
|
|
|
#include <linker/linker-defs.h>
|
2016-11-04 22:48:23 +01:00
|
|
|
#include <arch/arc/v2/aux_regs.h>
|
2018-01-31 05:41:47 +01:00
|
|
|
#include <kernel_internal.h>
|
2019-06-26 16:33:39 +02:00
|
|
|
#include <sys/__assert.h>
|
2016-11-04 22:48:23 +01:00
|
|
|
#include <init.h>
|
2018-12-16 21:20:40 +01:00
|
|
|
#include <stdbool.h>
|
2016-11-04 22:48:23 +01:00
|
|
|
|
|
|
|
#if (CONFIG_CACHE_LINE_SIZE == 0) && !defined(CONFIG_CACHE_LINE_SIZE_DETECT)
|
|
|
|
#error Cannot use this implementation with a cache line size of 0
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#if defined(CONFIG_CACHE_LINE_SIZE_DETECT)
|
|
|
|
#define DCACHE_LINE_SIZE sys_cache_line_size
|
|
|
|
#else
|
|
|
|
#define DCACHE_LINE_SIZE CONFIG_CACHE_LINE_SIZE
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#define DC_CTRL_DC_ENABLE 0x0 /* enable d-cache */
|
|
|
|
#define DC_CTRL_DC_DISABLE 0x1 /* disable d-cache */
|
|
|
|
#define DC_CTRL_INVALID_ONLY 0x0 /* invalid d-cache only */
|
|
|
|
#define DC_CTRL_INVALID_FLUSH 0x40 /* invalid and flush d-cache */
|
|
|
|
#define DC_CTRL_ENABLE_FLUSH_LOCKED 0x80 /* locked d-cache can be flushed */
|
|
|
|
#define DC_CTRL_DISABLE_FLUSH_LOCKED 0x0 /* locked d-cache cannot be flushed */
|
|
|
|
#define DC_CTRL_FLUSH_STATUS 0x100/* flush status */
|
|
|
|
#define DC_CTRL_DIRECT_ACCESS 0x0 /* direct access mode */
|
|
|
|
#define DC_CTRL_INDIRECT_ACCESS 0x20 /* indirect access mode */
|
|
|
|
#define DC_CTRL_OP_SUCCEEDED 0x4 /* d-cache operation succeeded */
|
|
|
|
|
|
|
|
|
2018-12-16 21:20:40 +01:00
|
|
|
static bool dcache_available(void)
|
2016-11-04 22:48:23 +01:00
|
|
|
{
|
2019-03-08 22:19:05 +01:00
|
|
|
unsigned long val = z_arc_v2_aux_reg_read(_ARC_V2_D_CACHE_BUILD);
|
2016-11-04 22:48:23 +01:00
|
|
|
|
|
|
|
val &= 0xff; /* extract version */
|
2018-12-16 21:20:40 +01:00
|
|
|
return (val == 0) ? false : true;
|
2016-11-04 22:48:23 +01:00
|
|
|
}
|
|
|
|
|
2020-05-27 18:26:57 +02:00
|
|
|
static void dcache_dc_ctrl(uint32_t dcache_en_mask)
|
2016-11-04 22:48:23 +01:00
|
|
|
{
|
2018-11-29 22:16:34 +01:00
|
|
|
if (dcache_available()) {
|
2019-03-08 22:19:05 +01:00
|
|
|
z_arc_v2_aux_reg_write(_ARC_V2_DC_CTRL, dcache_en_mask);
|
2018-11-29 22:16:34 +01:00
|
|
|
}
|
2016-11-04 22:48:23 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
static void dcache_enable(void)
|
|
|
|
{
|
|
|
|
dcache_dc_ctrl(DC_CTRL_DC_ENABLE);
|
|
|
|
}
|
|
|
|
|
2020-04-28 22:14:54 +02:00
|
|
|
void arch_dcache_flush(void *start_addr_ptr, size_t size)
|
2016-11-04 22:48:23 +01:00
|
|
|
{
|
2020-04-28 22:14:54 +02:00
|
|
|
uintptr_t start_addr = (uintptr_t)start_addr_ptr;
|
|
|
|
uintptr_t end_addr;
|
2016-11-04 22:48:23 +01:00
|
|
|
unsigned int key;
|
|
|
|
|
2019-03-27 02:57:45 +01:00
|
|
|
if (!dcache_available() || (size == 0U)) {
|
2016-11-04 22:48:23 +01:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2020-04-28 22:14:54 +02:00
|
|
|
end_addr = start_addr + size;
|
|
|
|
|
|
|
|
start_addr = ROUND_DOWN(start_addr, DCACHE_LINE_SIZE);
|
2016-11-04 22:48:23 +01:00
|
|
|
|
2020-04-06 12:30:36 +02:00
|
|
|
key = arch_irq_lock(); /* --enter critical section-- */
|
2016-11-04 22:48:23 +01:00
|
|
|
|
|
|
|
do {
|
2019-03-08 22:19:05 +01:00
|
|
|
z_arc_v2_aux_reg_write(_ARC_V2_DC_FLDL, start_addr);
|
2020-07-20 17:14:58 +02:00
|
|
|
__builtin_arc_nop();
|
|
|
|
__builtin_arc_nop();
|
|
|
|
__builtin_arc_nop();
|
2016-11-04 22:48:23 +01:00
|
|
|
/* wait for flush completion */
|
|
|
|
do {
|
2019-03-08 22:19:05 +01:00
|
|
|
if ((z_arc_v2_aux_reg_read(_ARC_V2_DC_CTRL) &
|
2018-11-29 22:16:34 +01:00
|
|
|
DC_CTRL_FLUSH_STATUS) == 0) {
|
2016-11-04 22:48:23 +01:00
|
|
|
break;
|
2018-11-29 22:16:34 +01:00
|
|
|
}
|
2016-11-04 22:48:23 +01:00
|
|
|
} while (1);
|
|
|
|
start_addr += DCACHE_LINE_SIZE;
|
2020-04-28 22:14:54 +02:00
|
|
|
} while (start_addr < end_addr);
|
2016-11-04 22:48:23 +01:00
|
|
|
|
2020-04-06 12:30:36 +02:00
|
|
|
arch_irq_unlock(key); /* --exit critical section-- */
|
2016-11-04 22:48:23 +01:00
|
|
|
|
|
|
|
}
|
|
|
|
|
2020-04-28 22:14:54 +02:00
|
|
|
void arch_dcache_invd(void *start_addr_ptr, size_t size)
|
|
|
|
{
|
|
|
|
uintptr_t start_addr = (uintptr_t)start_addr_ptr;
|
|
|
|
uintptr_t end_addr;
|
|
|
|
unsigned int key;
|
2016-11-04 22:48:23 +01:00
|
|
|
|
2020-04-28 22:14:54 +02:00
|
|
|
if (!dcache_available() || (size == 0U)) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
end_addr = start_addr + size;
|
|
|
|
start_addr = ROUND_DOWN(start_addr, DCACHE_LINE_SIZE);
|
2016-11-04 22:48:23 +01:00
|
|
|
|
2020-04-28 22:14:54 +02:00
|
|
|
key = arch_irq_lock(); /* -enter critical section- */
|
2016-11-04 22:48:23 +01:00
|
|
|
|
2020-04-28 22:14:54 +02:00
|
|
|
do {
|
|
|
|
z_arc_v2_aux_reg_write(_ARC_V2_DC_IVDL, start_addr);
|
2020-07-20 17:14:58 +02:00
|
|
|
__builtin_arc_nop();
|
|
|
|
__builtin_arc_nop();
|
|
|
|
__builtin_arc_nop();
|
2020-04-28 22:14:54 +02:00
|
|
|
start_addr += DCACHE_LINE_SIZE;
|
|
|
|
} while (start_addr < end_addr);
|
|
|
|
irq_unlock(key); /* -exit critical section- */
|
|
|
|
}
|
2016-11-04 22:48:23 +01:00
|
|
|
|
|
|
|
#if defined(CONFIG_CACHE_LINE_SIZE_DETECT)
|
|
|
|
size_t sys_cache_line_size;
|
|
|
|
static void init_dcache_line_size(void)
|
|
|
|
{
|
2020-05-27 18:26:57 +02:00
|
|
|
uint32_t val;
|
2016-11-04 22:48:23 +01:00
|
|
|
|
2019-03-08 22:19:05 +01:00
|
|
|
val = z_arc_v2_aux_reg_read(_ARC_V2_D_CACHE_BUILD);
|
2019-03-27 02:57:45 +01:00
|
|
|
__ASSERT((val&0xff) != 0U, "d-cache is not present");
|
2016-11-04 22:48:23 +01:00
|
|
|
val = ((val>>16) & 0xf) + 1;
|
2019-03-27 02:57:45 +01:00
|
|
|
val *= 16U;
|
2016-11-04 22:48:23 +01:00
|
|
|
sys_cache_line_size = (size_t) val;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2020-04-28 22:14:54 +02:00
|
|
|
size_t arch_cache_line_size_get(void)
|
|
|
|
{
|
|
|
|
#if defined(CONFIG_CACHE_LINE_SIZE_DETECT)
|
|
|
|
return sys_cache_line_size;
|
|
|
|
#else
|
|
|
|
return 0;
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2016-11-04 22:48:23 +01:00
|
|
|
static int init_dcache(struct device *unused)
|
|
|
|
{
|
|
|
|
ARG_UNUSED(unused);
|
|
|
|
|
|
|
|
dcache_enable();
|
|
|
|
|
|
|
|
#if defined(CONFIG_CACHE_LINE_SIZE_DETECT)
|
|
|
|
init_dcache_line_size();
|
|
|
|
#endif
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2016-11-08 20:06:55 +01:00
|
|
|
SYS_INIT(init_dcache, PRE_KERNEL_1, CONFIG_KERNEL_INIT_PRIORITY_DEFAULT);
|