2009-08-04 17:06:01 +08:00
|
|
|
#include <linux/mm.h>
|
|
|
|
#include <asm/mmu_context.h>
|
|
|
|
#include <asm/cacheflush.h>
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Write back the dirty D-caches, but not invalidate them.
|
|
|
|
*
|
|
|
|
* START: Virtual Address (U0, P1, or P3)
|
|
|
|
* SIZE: Size of the region.
|
|
|
|
*/
|
2009-08-15 11:29:49 +08:00
|
|
|
static void sh4__flush_wback_region(void *start, int size)
|
2009-08-04 17:06:01 +08:00
|
|
|
{
|
2009-08-15 00:57:36 +08:00
|
|
|
reg_size_t aligned_start, v, cnt, end;
|
2009-08-04 17:06:01 +08:00
|
|
|
|
2009-08-15 00:57:36 +08:00
|
|
|
aligned_start = register_align(start);
|
|
|
|
v = aligned_start & ~(L1_CACHE_BYTES-1);
|
|
|
|
end = (aligned_start + size + L1_CACHE_BYTES-1)
|
2009-08-04 17:06:01 +08:00
|
|
|
& ~(L1_CACHE_BYTES-1);
|
2009-08-04 17:09:54 +08:00
|
|
|
cnt = (end - v) / L1_CACHE_BYTES;
|
|
|
|
|
|
|
|
while (cnt >= 8) {
|
|
|
|
asm volatile("ocbwb @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
asm volatile("ocbwb @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
asm volatile("ocbwb @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
asm volatile("ocbwb @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
asm volatile("ocbwb @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
asm volatile("ocbwb @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
asm volatile("ocbwb @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
asm volatile("ocbwb @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
cnt -= 8;
|
|
|
|
}
|
|
|
|
|
|
|
|
while (cnt) {
|
|
|
|
asm volatile("ocbwb @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
cnt--;
|
2009-08-04 17:06:01 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Write back the dirty D-caches and invalidate them.
|
|
|
|
*
|
|
|
|
* START: Virtual Address (U0, P1, or P3)
|
|
|
|
* SIZE: Size of the region.
|
|
|
|
*/
|
2009-08-15 11:29:49 +08:00
|
|
|
static void sh4__flush_purge_region(void *start, int size)
|
2009-08-04 17:06:01 +08:00
|
|
|
{
|
2009-08-15 00:57:36 +08:00
|
|
|
reg_size_t aligned_start, v, cnt, end;
|
2009-08-04 17:06:01 +08:00
|
|
|
|
2009-08-15 00:57:36 +08:00
|
|
|
aligned_start = register_align(start);
|
|
|
|
v = aligned_start & ~(L1_CACHE_BYTES-1);
|
|
|
|
end = (aligned_start + size + L1_CACHE_BYTES-1)
|
2009-08-04 17:06:01 +08:00
|
|
|
& ~(L1_CACHE_BYTES-1);
|
2009-08-04 17:09:54 +08:00
|
|
|
cnt = (end - v) / L1_CACHE_BYTES;
|
|
|
|
|
|
|
|
while (cnt >= 8) {
|
|
|
|
asm volatile("ocbp @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
asm volatile("ocbp @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
asm volatile("ocbp @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
asm volatile("ocbp @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
asm volatile("ocbp @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
asm volatile("ocbp @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
asm volatile("ocbp @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
asm volatile("ocbp @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
cnt -= 8;
|
|
|
|
}
|
|
|
|
while (cnt) {
|
|
|
|
asm volatile("ocbp @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
cnt--;
|
2009-08-04 17:06:01 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* No write back please
|
|
|
|
*/
|
2009-08-15 11:29:49 +08:00
|
|
|
static void sh4__flush_invalidate_region(void *start, int size)
|
2009-08-04 17:06:01 +08:00
|
|
|
{
|
2009-08-15 00:57:36 +08:00
|
|
|
reg_size_t aligned_start, v, cnt, end;
|
2009-08-04 17:06:01 +08:00
|
|
|
|
2009-08-15 00:57:36 +08:00
|
|
|
aligned_start = register_align(start);
|
|
|
|
v = aligned_start & ~(L1_CACHE_BYTES-1);
|
|
|
|
end = (aligned_start + size + L1_CACHE_BYTES-1)
|
2009-08-04 17:06:01 +08:00
|
|
|
& ~(L1_CACHE_BYTES-1);
|
2009-08-04 17:09:54 +08:00
|
|
|
cnt = (end - v) / L1_CACHE_BYTES;
|
|
|
|
|
|
|
|
while (cnt >= 8) {
|
|
|
|
asm volatile("ocbi @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
asm volatile("ocbi @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
asm volatile("ocbi @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
asm volatile("ocbi @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
asm volatile("ocbi @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
asm volatile("ocbi @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
asm volatile("ocbi @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
asm volatile("ocbi @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
cnt -= 8;
|
|
|
|
}
|
|
|
|
|
|
|
|
while (cnt) {
|
|
|
|
asm volatile("ocbi @%0" : : "r" (v));
|
|
|
|
v += L1_CACHE_BYTES;
|
|
|
|
cnt--;
|
2009-08-04 17:06:01 +08:00
|
|
|
}
|
|
|
|
}
|
2009-08-15 11:29:49 +08:00
|
|
|
|
|
|
|
void __init sh4__flush_region_init(void)
|
|
|
|
{
|
|
|
|
__flush_wback_region = sh4__flush_wback_region;
|
|
|
|
__flush_invalidate_region = sh4__flush_invalidate_region;
|
|
|
|
__flush_purge_region = sh4__flush_purge_region;
|
|
|
|
}
|