/* MN10300 CPU core caching routines
 *
 * Copyright (C) 2007 Red Hat, Inc. All Rights Reserved.
 * Written by David Howells (dhowells@redhat.com)
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public Licence
 * as published by the Free Software Foundation; either version
 * 2 of the Licence, or (at your option) any later version.
 */
#include <linux/sys.h>
#include <linux/linkage.h>
#include <asm/smp.h>
#include <asm/page.h>
#include <asm/cache.h>

#define mn10300_dcache_inv_range_intr_interval \
	+((1 << MN10300_DCACHE_INV_RANGE_INTR_LOG2_INTERVAL) - 1)

#if mn10300_dcache_inv_range_intr_interval > 0xff
#error MN10300_DCACHE_INV_RANGE_INTR_LOG2_INTERVAL must be 8 or less
#endif

	.am33_2

	.globl mn10300_icache_inv
	.globl mn10300_dcache_inv
	.globl mn10300_dcache_inv_range
	.globl mn10300_dcache_inv_range2
	.globl mn10300_dcache_inv_page

###############################################################################
#
# void mn10300_icache_inv(void)
# Invalidate the entire icache
#
###############################################################################
	ALIGN
mn10300_icache_inv:
	mov	CHCTR,a0

	movhu	(a0),d0
	btst	CHCTR_ICEN,d0
	beq	mn10300_icache_inv_end

	mov	epsw,d1
	and	~EPSW_IE,epsw
	nop
	nop

	# disable the icache
	and	~CHCTR_ICEN,d0
	movhu	d0,(a0)

	# and wait for it to calm down
	setlb
	movhu	(a0),d0
	btst	CHCTR_ICBUSY,d0
	lne

	# invalidate
	or	CHCTR_ICINV,d0
	movhu	d0,(a0)

	# wait for the cache to finish
	mov	CHCTR,a0
	setlb
	movhu	(a0),d0
	btst	CHCTR_ICBUSY,d0
	lne

	# and reenable it
	and	~CHCTR_ICINV,d0
	or	CHCTR_ICEN,d0
	movhu	d0,(a0)
	movhu	(a0),d0

	mov	d1,epsw

mn10300_icache_inv_end:
	ret	[],0

###############################################################################
#
# void mn10300_dcache_inv(void)
# Invalidate the entire dcache
#
###############################################################################
	ALIGN
mn10300_dcache_inv:
	mov	CHCTR,a0

	movhu	(a0),d0
	btst	CHCTR_DCEN,d0
	beq	mn10300_dcache_inv_end

	mov	epsw,d1
	and	~EPSW_IE,epsw
	nop
	nop

	# disable the dcache
	and	~CHCTR_DCEN,d0
	movhu	d0,(a0)

	# and wait for it to calm down
	setlb
	movhu	(a0),d0
	btst	CHCTR_DCBUSY,d0
	lne

	# invalidate
	or	CHCTR_DCINV,d0
	movhu	d0,(a0)

	# wait for the cache to finish
	mov	CHCTR,a0
	setlb
	movhu	(a0),d0
	btst	CHCTR_DCBUSY,d0
	lne

	# and reenable it
	and	~CHCTR_DCINV,d0
	or	CHCTR_DCEN,d0
	movhu	d0,(a0)
	movhu	(a0),d0

	mov	d1,epsw

mn10300_dcache_inv_end:
	ret	[],0

###############################################################################
#
# void mn10300_dcache_inv_range(unsigned start, unsigned end)
# void mn10300_dcache_inv_range2(unsigned start, unsigned size)
# void mn10300_dcache_inv_page(unsigned start)
# Invalidate a range of addresses on a page in the dcache
#
###############################################################################
	ALIGN
mn10300_dcache_inv_page:
	mov	PAGE_SIZE,d1
mn10300_dcache_inv_range2:
	add	d0,d1
mn10300_dcache_inv_range:
	movm	[d2,d3,a2],(sp)
	mov	CHCTR,a2

	movhu	(a2),d2
	btst	CHCTR_DCEN,d2
	beq	mn10300_dcache_inv_range_end

	and	L1_CACHE_TAG_ADDRESS|L1_CACHE_TAG_ENTRY,d0	# round start
								# addr down
	mov	d0,a1

	add	L1_CACHE_BYTES,d1			# round end addr up
	and	L1_CACHE_TAG_ADDRESS|L1_CACHE_TAG_ENTRY,d1

	clr	d2				# we're going to clear tag ram
						# entries

	# read the tags from the tag RAM, and if they indicate a valid dirty
	# cache line then invalidate that line
	mov	DCACHE_TAG(0,0),a0
	mov	a1,d0
	and	L1_CACHE_TAG_ENTRY,d0
	add	d0,a0				# starting dcache tag RAM
						# access address

	sub	a1,d1
	lsr	L1_CACHE_SHIFT,d1		# total number of entries to
						# examine

	and	~(L1_CACHE_DISPARITY-1),a1	# determine comparator base

mn10300_dcache_inv_range_outer_loop:
	# disable interrupts
	mov	epsw,d3
	and	~EPSW_IE,epsw
	nop					# note that reading CHCTR and
						# AND'ing D0 occupy two delay
						# slots after disabling
						# interrupts

	# disable the dcache
	movhu	(a2),d0
	and	~CHCTR_DCEN,d0
	movhu	d0,(a2)

	# and wait for it to calm down
	setlb
	movhu	(a2),d0
	btst	CHCTR_DCBUSY,d0
	lne

mn10300_dcache_inv_range_loop:

	# process the way 0 slot
	mov	(L1_CACHE_WAYDISP*0,a0),d0	# read the tag in the way 0 slot
	btst	L1_CACHE_TAG_VALID,d0
	beq	mn10300_dcache_inv_range_skip_0	# jump if this cacheline is not
						# valid

	xor	a1,d0
	lsr	12,d0
	bne	mn10300_dcache_inv_range_skip_0	# jump if not this cacheline

	mov	d2,(a0)				# kill the tag

mn10300_dcache_inv_range_skip_0:

	# process the way 1 slot
	mov	(L1_CACHE_WAYDISP*1,a0),d0	# read the tag in the way 1 slot
	btst	L1_CACHE_TAG_VALID,d0
	beq	mn10300_dcache_inv_range_skip_1	# jump if this cacheline is not
						# valid

	xor	a1,d0
	lsr	12,d0
	bne	mn10300_dcache_inv_range_skip_1	# jump if not this cacheline

	mov	d2,(a0)				# kill the tag

mn10300_dcache_inv_range_skip_1:

	# process the way 2 slot
	mov	(L1_CACHE_WAYDISP*2,a0),d0	# read the tag in the way 2 slot
	btst	L1_CACHE_TAG_VALID,d0
	beq	mn10300_dcache_inv_range_skip_2	# jump if this cacheline is not
						# valid

	xor	a1,d0
	lsr	12,d0
	bne	mn10300_dcache_inv_range_skip_2	# jump if not this cacheline

	mov	d2,(a0)				# kill the tag

mn10300_dcache_inv_range_skip_2:

	# process the way 3 slot
	mov	(L1_CACHE_WAYDISP*3,a0),d0	# read the tag in the way 3 slot
	btst	L1_CACHE_TAG_VALID,d0
	beq	mn10300_dcache_inv_range_skip_3	# jump if this cacheline is not
						# valid

	xor	a1,d0
	lsr	12,d0
	bne	mn10300_dcache_inv_range_skip_3	# jump if not this cacheline

	mov	d2,(a0)				# kill the tag

mn10300_dcache_inv_range_skip_3:

	# approx every N steps we re-enable the cache and see if there are any
	# interrupts to be processed
	# we also break out if we've reached the end of the loop
	# (the bottom nibble of the count is zero in both cases)
	add	L1_CACHE_BYTES,a0
	add	L1_CACHE_BYTES,a1
	add	-1,d1
	btst	mn10300_dcache_inv_range_intr_interval,d1
	bne	mn10300_dcache_inv_range_loop

	# wait for the cache to finish what it's doing
	setlb
	movhu	(a2),d0
	btst	CHCTR_DCBUSY,d0
	lne

	# and reenable it
	or	CHCTR_DCEN,d0
	movhu	d0,(a2)
	movhu	(a2),d0

	# re-enable interrupts
	# - we don't bother with delay NOPs as we'll have enough instructions
	#   before we disable interrupts again to give the interrupts a chance
	#   to happen
	mov	d3,epsw

	# go around again if the counter hasn't yet reached zero
	add	0,d1
	bne	mn10300_dcache_inv_range_outer_loop

mn10300_dcache_inv_range_end:
	ret	[d2,d3,a2],12