diff --git a/soc/xtensa/intel_adsp/cavs_v20/linker.ld b/soc/xtensa/intel_adsp/cavs_v20/linker.ld
index f9d7f6128eb..1fcc8187fe6 100644
--- a/soc/xtensa/intel_adsp/cavs_v20/linker.ld
+++ b/soc/xtensa/intel_adsp/cavs_v20/linker.ld
@@ -35,16 +35,16 @@ PROVIDE(_MemErrorHandler = 0x00000000);
  * data (e.g. stacks) or shared data that is managed with explicit
  * cache flush/invalidate operations.
  *
- * These macros will set up a segment start address correctly,
- * including alignment to a cache line.  Be sure to also emit the
+ * The UNCACHED_RAM_OFFSET will be used before to move the address
+ * pointer forward or backward so code and data land in correct
+ * region. Remember to align the memory, and be sure to also emit the
  * section to ">ram :ram_phdr" or ">ucram :ucram_phdr" as
  * appropriate. (Forgetting the correct PHDR will actually work, as
  * the output tooling ignores it, but it will cause the linker to emit
  * 512MB of unused data into the output file!)
  *
  */
-#define SEGSTART_CACHED   (ALIGN(64) | 0x20000000)
-#define SEGSTART_UNCACHED (ALIGN(64) & ~0x20000000)
+#define UNCACHED_RAM_OFFSET	0x20000000
 
 MEMORY
 {
@@ -115,7 +115,7 @@ MEMORY
 	org = RAM_BASE,
 	len = RAM_SIZE
   ucram :
-	org = RAM_BASE - 0x20000000,
+	org = RAM_BASE - UNCACHED_RAM_OFFSET,
 	len = RAM_SIZE
 #ifdef CONFIG_GEN_ISR_TABLES
   IDT_LIST :
@@ -420,13 +420,20 @@ SECTIONS
     KEEP (*(.fw_ready_metadata))
   } >ram :ram_phdr
 
-  .noinit SEGSTART_UNCACHED : ALIGN(4)
+  /*
+   * Address pointer here is at cached ram.
+   * So need to go into uncached memory region, hence
+   * the subtraction.
+   */
+  segstart_uncached_noinit = ALIGN(64) - UNCACHED_RAM_OFFSET;
+
+  .noinit segstart_uncached_noinit : ALIGN(64)
   {
     *(.noinit)
     *(.noinit.*)
   } >ucram :ucram_phdr
 
-  .data SEGSTART_UNCACHED : ALIGN(4)
+  .data : ALIGN(4)
   {
     _data_start = ABSOLUTE(.);
     *(.data)
@@ -447,7 +454,10 @@ SECTIONS
     . = ALIGN(4096);
   } >ucram :ucram_phdr
 
-  .lit4 SEGSTART_CACHED : ALIGN(4)
+  /* Going back into cached memory region. */
+  segstart_cached_lit4 = ALIGN(64) + UNCACHED_RAM_OFFSET;
+
+  .lit4 segstart_cached_lit4 : ALIGN(64)
   {
     _lit4_start = ABSOLUTE(.);
     *(*.lit4)
@@ -455,32 +465,41 @@ SECTIONS
     *(.gnu.linkonce.lit4.*)
     _lit4_end = ABSOLUTE(.);
   } >ram :ram_phdr
-  .cached :
-  {
-    *(.cached .cached.*)
-  } >ram :ram_phdr
 
 /* These values need to change in our scheme, where the common-ram
  * sections need to be linked in safe/uncached memory but common-rom
  * wants to use the cache
  */
 
-  . = SEGSTART_UNCACHED;
-
 #undef RAMABLE_REGION
 #undef ROMABLE_REGION
 #define RAMABLE_REGION ucram :ucram_phdr
 #define ROMABLE_REGION ucram :ucram_phdr
 #include <linker/common-ram.ld>
 
-  .tm_clone_table :
+  /* Going back into cached memory region. */
+  segstart_cached_cached = ALIGN(64) + UNCACHED_RAM_OFFSET;
+
+  /* This section is cached.  By default it contains only declared
+   * thread stacks, but applications can put symbols here too.
+   */
+  .cached segstart_cached_cached :
+  {
+    *(.cached .cached.*)
+  } >ram :ram_phdr
+
+  /* Going back into un-cached memory region. */
+  segstart_uncached_tm_clone_table = ALIGN(64) - UNCACHED_RAM_OFFSET;
+
+  .tm_clone_table segstart_uncached_tm_clone_table :
   {
     *(.tm_clone_table)
   } >ram :ram_phdr
 
-  .bss (NOLOAD) : ALIGN(4096)
+  . = ALIGN(4096);
+
+  .bss ALIGN(64) (NOLOAD) :
   {
-    . = ALIGN(4096);
     _bss_start = ABSOLUTE(.);
     *(.dynsbss)
     *(.sbss)
@@ -499,15 +518,16 @@ SECTIONS
     _bss_end = ABSOLUTE(.);
   } >ucram :ucram_phdr
 
-  . = SEGSTART_UNCACHED;
-  _end = ALIGN(8);
+  _end = ALIGN(64);
   PROVIDE(end = ALIGN(8));
 
   /* Re-adjust to the upper mapping for the final symbols below */
-  . = SEGSTART_CACHED;
+  segstart_cached_stack = _end + UNCACHED_RAM_OFFSET;
+  . = segstart_cached_stack;
   __stack = L2_SRAM_BASE + L2_SRAM_SIZE;
 
-  . = SEGSTART_UNCACHED;
+  segstart_uncached_lpbuf = ALIGN(4) - UNCACHED_RAM_OFFSET;
+  . = segstart_uncached_lpbuf;
 
   /* dma buffers */
   .lpbuf (NOLOAD): ALIGN(4)
@@ -518,8 +538,7 @@ SECTIONS
   } >LP_SRAM_REGION
 
   . = L2_SRAM_BASE + L2_SRAM_SIZE;
-  . = SEGSTART_UNCACHED;
-  _heap_sentry = .;
+  _heap_sentry = . - UNCACHED_RAM_OFFSET;
 
   .comment  0 :  { *(.comment) }
   .debug 0 : { *(.debug) }