| /* MN10300 CPU core caching routines |
| * |
| * Copyright (C) 2007 Red Hat, Inc. All Rights Reserved. |
| * Written by David Howells (dhowells@redhat.com) |
| * |
| * This program is free software; you can redistribute it and/or |
| * modify it under the terms of the GNU General Public Licence |
| * as published by the Free Software Foundation; either version |
| * 2 of the Licence, or (at your option) any later version. |
| */ |
| #include <linux/sys.h> |
| #include <linux/linkage.h> |
| #include <asm/smp.h> |
| #include <asm/page.h> |
| #include <asm/cache.h> |
| |
| #define mn10300_dcache_inv_range_intr_interval \ |
| +((1 << MN10300_DCACHE_INV_RANGE_INTR_LOG2_INTERVAL) - 1) |
| |
| #if mn10300_dcache_inv_range_intr_interval > 0xff |
| #error MN10300_DCACHE_INV_RANGE_INTR_LOG2_INTERVAL must be 8 or less |
| #endif |
| |
| .am33_2 |
| |
| .globl mn10300_icache_inv |
| .globl mn10300_dcache_inv |
| .globl mn10300_dcache_inv_range |
| .globl mn10300_dcache_inv_range2 |
| .globl mn10300_dcache_inv_page |
| |
| ############################################################################### |
| # |
| # void mn10300_icache_inv(void) |
| # Invalidate the entire icache |
| # |
| ############################################################################### |
| ALIGN |
| mn10300_icache_inv: |
| mov CHCTR,a0 |
| |
| movhu (a0),d0 |
| btst CHCTR_ICEN,d0 |
| beq mn10300_icache_inv_end |
| |
| mov epsw,d1 |
| and ~EPSW_IE,epsw |
| nop |
| nop |
| |
| # disable the icache |
| and ~CHCTR_ICEN,d0 |
| movhu d0,(a0) |
| |
| # and wait for it to calm down |
| setlb |
| movhu (a0),d0 |
| btst CHCTR_ICBUSY,d0 |
| lne |
| |
| # invalidate |
| or CHCTR_ICINV,d0 |
| movhu d0,(a0) |
| |
| # wait for the cache to finish |
| mov CHCTR,a0 |
| setlb |
| movhu (a0),d0 |
| btst CHCTR_ICBUSY,d0 |
| lne |
| |
| # and reenable it |
| and ~CHCTR_ICINV,d0 |
| or CHCTR_ICEN,d0 |
| movhu d0,(a0) |
| movhu (a0),d0 |
| |
| mov d1,epsw |
| |
| mn10300_icache_inv_end: |
| ret [],0 |
| |
| ############################################################################### |
| # |
| # void mn10300_dcache_inv(void) |
| # Invalidate the entire dcache |
| # |
| ############################################################################### |
| ALIGN |
| mn10300_dcache_inv: |
| mov CHCTR,a0 |
| |
| movhu (a0),d0 |
| btst CHCTR_DCEN,d0 |
| beq mn10300_dcache_inv_end |
| |
| mov epsw,d1 |
| and ~EPSW_IE,epsw |
| nop |
| nop |
| |
| # disable the dcache |
| and ~CHCTR_DCEN,d0 |
| movhu d0,(a0) |
| |
| # and wait for it to calm down |
| setlb |
| movhu (a0),d0 |
| btst CHCTR_DCBUSY,d0 |
| lne |
| |
| # invalidate |
| or CHCTR_DCINV,d0 |
| movhu d0,(a0) |
| |
| # wait for the cache to finish |
| mov CHCTR,a0 |
| setlb |
| movhu (a0),d0 |
| btst CHCTR_DCBUSY,d0 |
| lne |
| |
| # and reenable it |
| and ~CHCTR_DCINV,d0 |
| or CHCTR_DCEN,d0 |
| movhu d0,(a0) |
| movhu (a0),d0 |
| |
| mov d1,epsw |
| |
| mn10300_dcache_inv_end: |
| ret [],0 |
| |
| ############################################################################### |
| # |
| # void mn10300_dcache_inv_range(unsigned start, unsigned end) |
| # void mn10300_dcache_inv_range2(unsigned start, unsigned size) |
| # void mn10300_dcache_inv_page(unsigned start) |
| # Invalidate a range of addresses on a page in the dcache |
| # |
| ############################################################################### |
| ALIGN |
| mn10300_dcache_inv_page: |
| mov PAGE_SIZE,d1 |
| mn10300_dcache_inv_range2: |
| add d0,d1 |
| mn10300_dcache_inv_range: |
| movm [d2,d3,a2],(sp) |
| mov CHCTR,a2 |
| |
| movhu (a2),d2 |
| btst CHCTR_DCEN,d2 |
| beq mn10300_dcache_inv_range_end |
| |
| and L1_CACHE_TAG_ADDRESS|L1_CACHE_TAG_ENTRY,d0 # round start |
| # addr down |
| mov d0,a1 |
| |
| add L1_CACHE_BYTES,d1 # round end addr up |
| and L1_CACHE_TAG_ADDRESS|L1_CACHE_TAG_ENTRY,d1 |
| |
| clr d2 # we're going to clear tag ram |
| # entries |
| |
| # read the tags from the tag RAM, and if they indicate a valid dirty |
| # cache line then invalidate that line |
| mov DCACHE_TAG(0,0),a0 |
| mov a1,d0 |
| and L1_CACHE_TAG_ENTRY,d0 |
| add d0,a0 # starting dcache tag RAM |
| # access address |
| |
| sub a1,d1 |
| lsr L1_CACHE_SHIFT,d1 # total number of entries to |
| # examine |
| |
| and ~(L1_CACHE_DISPARITY-1),a1 # determine comparator base |
| |
| mn10300_dcache_inv_range_outer_loop: |
| # disable interrupts |
| mov epsw,d3 |
| and ~EPSW_IE,epsw |
| nop # note that reading CHCTR and |
| # AND'ing D0 occupy two delay |
| # slots after disabling |
| # interrupts |
| |
| # disable the dcache |
| movhu (a2),d0 |
| and ~CHCTR_DCEN,d0 |
| movhu d0,(a2) |
| |
| # and wait for it to calm down |
| setlb |
| movhu (a2),d0 |
| btst CHCTR_DCBUSY,d0 |
| lne |
| |
| mn10300_dcache_inv_range_loop: |
| |
| # process the way 0 slot |
| mov (L1_CACHE_WAYDISP*0,a0),d0 # read the tag in the way 0 slot |
| btst L1_CACHE_TAG_VALID,d0 |
| beq mn10300_dcache_inv_range_skip_0 # jump if this cacheline is not |
| # valid |
| |
| xor a1,d0 |
| lsr 12,d0 |
| bne mn10300_dcache_inv_range_skip_0 # jump if not this cacheline |
| |
| mov d2,(a0) # kill the tag |
| |
| mn10300_dcache_inv_range_skip_0: |
| |
| # process the way 1 slot |
| mov (L1_CACHE_WAYDISP*1,a0),d0 # read the tag in the way 1 slot |
| btst L1_CACHE_TAG_VALID,d0 |
| beq mn10300_dcache_inv_range_skip_1 # jump if this cacheline is not |
| # valid |
| |
| xor a1,d0 |
| lsr 12,d0 |
| bne mn10300_dcache_inv_range_skip_1 # jump if not this cacheline |
| |
| mov d2,(a0) # kill the tag |
| |
| mn10300_dcache_inv_range_skip_1: |
| |
| # process the way 2 slot |
| mov (L1_CACHE_WAYDISP*2,a0),d0 # read the tag in the way 2 slot |
| btst L1_CACHE_TAG_VALID,d0 |
| beq mn10300_dcache_inv_range_skip_2 # jump if this cacheline is not |
| # valid |
| |
| xor a1,d0 |
| lsr 12,d0 |
| bne mn10300_dcache_inv_range_skip_2 # jump if not this cacheline |
| |
| mov d2,(a0) # kill the tag |
| |
| mn10300_dcache_inv_range_skip_2: |
| |
| # process the way 3 slot |
| mov (L1_CACHE_WAYDISP*3,a0),d0 # read the tag in the way 3 slot |
| btst L1_CACHE_TAG_VALID,d0 |
| beq mn10300_dcache_inv_range_skip_3 # jump if this cacheline is not |
| # valid |
| |
| xor a1,d0 |
| lsr 12,d0 |
| bne mn10300_dcache_inv_range_skip_3 # jump if not this cacheline |
| |
| mov d2,(a0) # kill the tag |
| |
| mn10300_dcache_inv_range_skip_3: |
| |
| # approx every N steps we re-enable the cache and see if there are any |
| # interrupts to be processed |
| # we also break out if we've reached the end of the loop |
| # (the bottom nibble of the count is zero in both cases) |
| add L1_CACHE_BYTES,a0 |
| add L1_CACHE_BYTES,a1 |
| add -1,d1 |
| btst mn10300_dcache_inv_range_intr_interval,d1 |
| bne mn10300_dcache_inv_range_loop |
| |
| # wait for the cache to finish what it's doing |
| setlb |
| movhu (a2),d0 |
| btst CHCTR_DCBUSY,d0 |
| lne |
| |
| # and reenable it |
| or CHCTR_DCEN,d0 |
| movhu d0,(a2) |
| movhu (a2),d0 |
| |
| # re-enable interrupts |
| # - we don't bother with delay NOPs as we'll have enough instructions |
| # before we disable interrupts again to give the interrupts a chance |
| # to happen |
| mov d3,epsw |
| |
| # go around again if the counter hasn't yet reached zero |
| add 0,d1 |
| bne mn10300_dcache_inv_range_outer_loop |
| |
| mn10300_dcache_inv_range_end: |
| ret [d2,d3,a2],12 |