openkylin
/
linux
mirror of https://gitee.com/openkylin/linux.git
9
0
Fork 0
Code Issues Projects Releases Wiki Activity

percpu: fix too lazy vunmap cache flushing 

In pcpu_unmap(), flushing virtual cache on vunmap can't be delayed as
the page is going to be returned to the page allocator.  Only TLB
flushing can be put off such that vmalloc code can handle it lazily.
Fix it.

[ Impact: fix subtle virtual cache flush bug ]

Signed-off-by: Tejun Heo <tj@kernel.org>
Cc: Nick Piggin <npiggin@suse.de>
Cc: Ingo Molnar <mingo@elte.hu>
This commit is contained in:
Tejun Heo 2009-06-22 11:56:23 +09:00
parent f234012f52
commit 85ae87c1ad
1 changed files with 5 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
mm/percpu.c
View File

@ -549,14 +549,14 @@ static void pcpu_free_area(struct pcpu_chunk *chunk, int freeme)
* @chunk: chunk of interest * @chunk: chunk of interest
* @page_start: page index of the first page to unmap * @page_start: page index of the first page to unmap
* @page_end: page index of the last page to unmap + 1 * @page_end: page index of the last page to unmap + 1
* @flush: whether to flush cache and tlb or not * @flush_tlb: whether to flush tlb or not
* *
* For each cpu, unmap pages [@page_start,@page_end) out of @chunk. * For each cpu, unmap pages [@page_start,@page_end) out of @chunk.
* If @flush is true, vcache is flushed before unmapping and tlb * If @flush is true, vcache is flushed before unmapping and tlb
* after. * after.
*/ */
static void pcpu_unmap(struct pcpu_chunk *chunk, int page_start, int page_end, static void pcpu_unmap(struct pcpu_chunk *chunk, int page_start, int page_end,
bool flush) bool flush_tlb)
{ {
unsigned int last = num_possible_cpus() - 1; unsigned int last = num_possible_cpus() - 1;
unsigned int cpu; unsigned int cpu;
@ -569,9 +569,8 @@ static void pcpu_unmap(struct pcpu_chunk *chunk, int page_start, int page_end,
* the whole region at once rather than doing it for each cpu. * the whole region at once rather than doing it for each cpu.
* This could be an overkill but is more scalable. * This could be an overkill but is more scalable.
*/ */
if (flush) flush_cache_vunmap(pcpu_chunk_addr(chunk, 0, page_start),
flush_cache_vunmap(pcpu_chunk_addr(chunk, 0, page_start), pcpu_chunk_addr(chunk, last, page_end));
pcpu_chunk_addr(chunk, last, page_end));
for_each_possible_cpu(cpu) for_each_possible_cpu(cpu)
unmap_kernel_range_noflush( unmap_kernel_range_noflush(
@ -579,7 +578,7 @@ static void pcpu_unmap(struct pcpu_chunk *chunk, int page_start, int page_end,
(page_end - page_start) << PAGE_SHIFT); (page_end - page_start) << PAGE_SHIFT);
/* ditto as flush_cache_vunmap() */ /* ditto as flush_cache_vunmap() */
if (flush) if (flush_tlb)
flush_tlb_kernel_range(pcpu_chunk_addr(chunk, 0, page_start), flush_tlb_kernel_range(pcpu_chunk_addr(chunk, 0, page_start),
pcpu_chunk_addr(chunk, last, page_end)); pcpu_chunk_addr(chunk, last, page_end));
} }