2005-04-17 06:20:36 +08:00
|
|
|
#ifndef _MOTOROLA_PGALLOC_H
|
|
|
|
#define _MOTOROLA_PGALLOC_H
|
|
|
|
|
|
|
|
#include <asm/tlb.h>
|
|
|
|
#include <asm/tlbflush.h>
|
|
|
|
|
|
|
|
extern pmd_t *get_pointer_table(void);
|
|
|
|
extern int free_pointer_table(pmd_t *);
|
|
|
|
|
|
|
|
static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address)
|
|
|
|
{
|
|
|
|
pte_t *pte;
|
|
|
|
|
|
|
|
pte = (pte_t *)__get_free_page(GFP_KERNEL|__GFP_REPEAT|__GFP_ZERO);
|
|
|
|
if (pte) {
|
|
|
|
__flush_page_to_ram(pte);
|
|
|
|
flush_tlb_kernel_page(pte);
|
|
|
|
nocache_page(pte);
|
|
|
|
}
|
|
|
|
|
|
|
|
return pte;
|
|
|
|
}
|
|
|
|
|
2008-02-05 14:29:14 +08:00
|
|
|
static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte)
|
2005-04-17 06:20:36 +08:00
|
|
|
{
|
|
|
|
cache_page(pte);
|
|
|
|
free_page((unsigned long) pte);
|
|
|
|
}
|
|
|
|
|
2008-02-08 20:22:04 +08:00
|
|
|
static inline pgtable_t pte_alloc_one(struct mm_struct *mm, unsigned long address)
|
2005-04-17 06:20:36 +08:00
|
|
|
{
|
|
|
|
struct page *page = alloc_pages(GFP_KERNEL|__GFP_REPEAT|__GFP_ZERO, 0);
|
|
|
|
pte_t *pte;
|
|
|
|
|
|
|
|
if(!page)
|
|
|
|
return NULL;
|
|
|
|
|
|
|
|
pte = kmap(page);
|
2009-06-18 04:13:58 +08:00
|
|
|
__flush_page_to_ram(pte);
|
|
|
|
flush_tlb_kernel_page(pte);
|
|
|
|
nocache_page(pte);
|
|
|
|
kunmap(page);
|
2008-02-08 20:22:04 +08:00
|
|
|
pgtable_page_ctor(page);
|
2005-04-17 06:20:36 +08:00
|
|
|
return page;
|
|
|
|
}
|
|
|
|
|
2008-02-08 20:22:04 +08:00
|
|
|
static inline void pte_free(struct mm_struct *mm, pgtable_t page)
|
2005-04-17 06:20:36 +08:00
|
|
|
{
|
2008-02-08 20:22:04 +08:00
|
|
|
pgtable_page_dtor(page);
|
2005-04-17 06:20:36 +08:00
|
|
|
cache_page(kmap(page));
|
|
|
|
kunmap(page);
|
|
|
|
__free_page(page);
|
|
|
|
}
|
|
|
|
|
mm: Pass virtual address to [__]p{te,ud,md}_free_tlb()
mm: Pass virtual address to [__]p{te,ud,md}_free_tlb()
Upcoming paches to support the new 64-bit "BookE" powerpc architecture
will need to have the virtual address corresponding to PTE page when
freeing it, due to the way the HW table walker works.
Basically, the TLB can be loaded with "large" pages that cover the whole
virtual space (well, sort-of, half of it actually) represented by a PTE
page, and which contain an "indirect" bit indicating that this TLB entry
RPN points to an array of PTEs from which the TLB can then create direct
entries. Thus, in order to invalidate those when PTE pages are deleted,
we need the virtual address to pass to tlbilx or tlbivax instructions.
The old trick of sticking it somewhere in the PTE page struct page sucks
too much, the address is almost readily available in all call sites and
almost everybody implemets these as macros, so we may as well add the
argument everywhere. I added it to the pmd and pud variants for consistency.
Signed-off-by: Benjamin Herrenschmidt <benh@kernel.crashing.org>
Acked-by: David Howells <dhowells@redhat.com> [MN10300 & FRV]
Acked-by: Nick Piggin <npiggin@suse.de>
Acked-by: Martin Schwidefsky <schwidefsky@de.ibm.com> [s390]
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2009-07-22 13:44:28 +08:00
|
|
|
static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t page,
|
|
|
|
unsigned long address)
|
2005-04-17 06:20:36 +08:00
|
|
|
{
|
2008-02-08 20:22:04 +08:00
|
|
|
pgtable_page_dtor(page);
|
2005-04-17 06:20:36 +08:00
|
|
|
cache_page(kmap(page));
|
|
|
|
kunmap(page);
|
|
|
|
__free_page(page);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address)
|
|
|
|
{
|
|
|
|
return get_pointer_table();
|
|
|
|
}
|
|
|
|
|
2008-02-05 14:29:14 +08:00
|
|
|
static inline int pmd_free(struct mm_struct *mm, pmd_t *pmd)
|
2005-04-17 06:20:36 +08:00
|
|
|
{
|
|
|
|
return free_pointer_table(pmd);
|
|
|
|
}
|
|
|
|
|
mm: Pass virtual address to [__]p{te,ud,md}_free_tlb()
mm: Pass virtual address to [__]p{te,ud,md}_free_tlb()
Upcoming paches to support the new 64-bit "BookE" powerpc architecture
will need to have the virtual address corresponding to PTE page when
freeing it, due to the way the HW table walker works.
Basically, the TLB can be loaded with "large" pages that cover the whole
virtual space (well, sort-of, half of it actually) represented by a PTE
page, and which contain an "indirect" bit indicating that this TLB entry
RPN points to an array of PTEs from which the TLB can then create direct
entries. Thus, in order to invalidate those when PTE pages are deleted,
we need the virtual address to pass to tlbilx or tlbivax instructions.
The old trick of sticking it somewhere in the PTE page struct page sucks
too much, the address is almost readily available in all call sites and
almost everybody implemets these as macros, so we may as well add the
argument everywhere. I added it to the pmd and pud variants for consistency.
Signed-off-by: Benjamin Herrenschmidt <benh@kernel.crashing.org>
Acked-by: David Howells <dhowells@redhat.com> [MN10300 & FRV]
Acked-by: Nick Piggin <npiggin@suse.de>
Acked-by: Martin Schwidefsky <schwidefsky@de.ibm.com> [s390]
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2009-07-22 13:44:28 +08:00
|
|
|
static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd,
|
|
|
|
unsigned long address)
|
2005-04-17 06:20:36 +08:00
|
|
|
{
|
|
|
|
return free_pointer_table(pmd);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2008-02-05 14:29:14 +08:00
|
|
|
static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd)
|
2005-04-17 06:20:36 +08:00
|
|
|
{
|
2008-02-05 14:29:14 +08:00
|
|
|
pmd_free(mm, (pmd_t *)pgd);
|
2005-04-17 06:20:36 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
static inline pgd_t *pgd_alloc(struct mm_struct *mm)
|
|
|
|
{
|
|
|
|
return (pgd_t *)get_pointer_table();
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte)
|
|
|
|
{
|
|
|
|
pmd_set(pmd, pte);
|
|
|
|
}
|
|
|
|
|
2008-02-08 20:22:04 +08:00
|
|
|
static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page)
|
2005-04-17 06:20:36 +08:00
|
|
|
{
|
|
|
|
pmd_set(pmd, page_address(page));
|
|
|
|
}
|
2008-02-08 20:22:04 +08:00
|
|
|
#define pmd_pgtable(pmd) pmd_page(pmd)
|
2005-04-17 06:20:36 +08:00
|
|
|
|
|
|
|
static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd)
|
|
|
|
{
|
|
|
|
pgd_set(pgd, pmd);
|
|
|
|
}
|
|
|
|
|
|
|
|
#endif /* _MOTOROLA_PGALLOC_H */
|