238 lines
5.6 KiB
C
238 lines
5.6 KiB
C
/*
|
|
* include/asm-s390/pgalloc.h
|
|
*
|
|
* S390 version
|
|
* Copyright (C) 1999,2000 IBM Deutschland Entwicklung GmbH, IBM Corporation
|
|
* Author(s): Hartmut Penner (hp@de.ibm.com)
|
|
* Martin Schwidefsky (schwidefsky@de.ibm.com)
|
|
*
|
|
* Derived from "include/asm-i386/pgalloc.h"
|
|
* Copyright (C) 1994 Linus Torvalds
|
|
*/
|
|
|
|
#ifndef _S390_PGALLOC_H
|
|
#define _S390_PGALLOC_H
|
|
|
|
#include <linux/threads.h>
|
|
#include <linux/gfp.h>
|
|
#include <linux/mm.h>
|
|
|
|
#define check_pgt_cache() do {} while (0)
|
|
|
|
/*
|
|
* Page allocation orders.
|
|
*/
|
|
#ifndef __s390x__
|
|
# define PTE_ALLOC_ORDER 0
|
|
# define PMD_ALLOC_ORDER 0
|
|
# define PGD_ALLOC_ORDER 1
|
|
#else /* __s390x__ */
|
|
# define PTE_ALLOC_ORDER 0
|
|
# define PMD_ALLOC_ORDER 2
|
|
# define PGD_ALLOC_ORDER 2
|
|
#endif /* __s390x__ */
|
|
|
|
/*
|
|
* Allocate and free page tables. The xxx_kernel() versions are
|
|
* used to allocate a kernel page table - this turns on ASN bits
|
|
* if any.
|
|
*/
|
|
|
|
static inline pgd_t *pgd_alloc(struct mm_struct *mm)
|
|
{
|
|
pgd_t *pgd = (pgd_t *) __get_free_pages(GFP_KERNEL, PGD_ALLOC_ORDER);
|
|
int i;
|
|
|
|
if (!pgd)
|
|
return NULL;
|
|
if (s390_noexec) {
|
|
pgd_t *shadow_pgd = (pgd_t *)
|
|
__get_free_pages(GFP_KERNEL, PGD_ALLOC_ORDER);
|
|
struct page *page = virt_to_page(pgd);
|
|
|
|
if (!shadow_pgd) {
|
|
free_pages((unsigned long) pgd, PGD_ALLOC_ORDER);
|
|
return NULL;
|
|
}
|
|
page->lru.next = (void *) shadow_pgd;
|
|
}
|
|
for (i = 0; i < PTRS_PER_PGD; i++)
|
|
#ifndef __s390x__
|
|
pmd_clear(pmd_offset(pgd + i, i*PGDIR_SIZE));
|
|
#else
|
|
pgd_clear(pgd + i);
|
|
#endif
|
|
return pgd;
|
|
}
|
|
|
|
static inline void pgd_free(pgd_t *pgd)
|
|
{
|
|
pgd_t *shadow_pgd = get_shadow_pgd(pgd);
|
|
|
|
if (shadow_pgd)
|
|
free_pages((unsigned long) shadow_pgd, PGD_ALLOC_ORDER);
|
|
free_pages((unsigned long) pgd, PGD_ALLOC_ORDER);
|
|
}
|
|
|
|
#ifndef __s390x__
|
|
/*
|
|
* page middle directory allocation/free routines.
|
|
* We use pmd cache only on s390x, so these are dummy routines. This
|
|
* code never triggers because the pgd will always be present.
|
|
*/
|
|
#define pmd_alloc_one(mm,address) ({ BUG(); ((pmd_t *)2); })
|
|
#define pmd_free(x) do { } while (0)
|
|
#define __pmd_free_tlb(tlb,x) do { } while (0)
|
|
#define pgd_populate(mm, pmd, pte) BUG()
|
|
#define pgd_populate_kernel(mm, pmd, pte) BUG()
|
|
#else /* __s390x__ */
|
|
static inline pmd_t * pmd_alloc_one(struct mm_struct *mm, unsigned long vmaddr)
|
|
{
|
|
pmd_t *pmd = (pmd_t *) __get_free_pages(GFP_KERNEL, PMD_ALLOC_ORDER);
|
|
int i;
|
|
|
|
if (!pmd)
|
|
return NULL;
|
|
if (s390_noexec) {
|
|
pmd_t *shadow_pmd = (pmd_t *)
|
|
__get_free_pages(GFP_KERNEL, PMD_ALLOC_ORDER);
|
|
struct page *page = virt_to_page(pmd);
|
|
|
|
if (!shadow_pmd) {
|
|
free_pages((unsigned long) pmd, PMD_ALLOC_ORDER);
|
|
return NULL;
|
|
}
|
|
page->lru.next = (void *) shadow_pmd;
|
|
}
|
|
for (i=0; i < PTRS_PER_PMD; i++)
|
|
pmd_clear(pmd + i);
|
|
return pmd;
|
|
}
|
|
|
|
static inline void pmd_free (pmd_t *pmd)
|
|
{
|
|
pmd_t *shadow_pmd = get_shadow_pmd(pmd);
|
|
|
|
if (shadow_pmd)
|
|
free_pages((unsigned long) shadow_pmd, PMD_ALLOC_ORDER);
|
|
free_pages((unsigned long) pmd, PMD_ALLOC_ORDER);
|
|
}
|
|
|
|
#define __pmd_free_tlb(tlb,pmd) \
|
|
do { \
|
|
tlb_flush_mmu(tlb, 0, 0); \
|
|
pmd_free(pmd); \
|
|
} while (0)
|
|
|
|
static inline void
|
|
pgd_populate_kernel(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd)
|
|
{
|
|
pgd_val(*pgd) = _PGD_ENTRY | __pa(pmd);
|
|
}
|
|
|
|
static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd)
|
|
{
|
|
pgd_t *shadow_pgd = get_shadow_pgd(pgd);
|
|
pmd_t *shadow_pmd = get_shadow_pmd(pmd);
|
|
|
|
if (shadow_pgd && shadow_pmd)
|
|
pgd_populate_kernel(mm, shadow_pgd, shadow_pmd);
|
|
pgd_populate_kernel(mm, pgd, pmd);
|
|
}
|
|
|
|
#endif /* __s390x__ */
|
|
|
|
static inline void
|
|
pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte)
|
|
{
|
|
#ifndef __s390x__
|
|
pmd_val(pmd[0]) = _PAGE_TABLE + __pa(pte);
|
|
pmd_val(pmd[1]) = _PAGE_TABLE + __pa(pte+256);
|
|
pmd_val(pmd[2]) = _PAGE_TABLE + __pa(pte+512);
|
|
pmd_val(pmd[3]) = _PAGE_TABLE + __pa(pte+768);
|
|
#else /* __s390x__ */
|
|
pmd_val(*pmd) = _PMD_ENTRY + __pa(pte);
|
|
pmd_val1(*pmd) = _PMD_ENTRY + __pa(pte+256);
|
|
#endif /* __s390x__ */
|
|
}
|
|
|
|
static inline void
|
|
pmd_populate(struct mm_struct *mm, pmd_t *pmd, struct page *page)
|
|
{
|
|
pte_t *pte = (pte_t *)page_to_phys(page);
|
|
pmd_t *shadow_pmd = get_shadow_pmd(pmd);
|
|
pte_t *shadow_pte = get_shadow_pte(pte);
|
|
|
|
pmd_populate_kernel(mm, pmd, pte);
|
|
if (shadow_pmd && shadow_pte)
|
|
pmd_populate_kernel(mm, shadow_pmd, shadow_pte);
|
|
}
|
|
|
|
/*
|
|
* page table entry allocation/free routines.
|
|
*/
|
|
static inline pte_t *
|
|
pte_alloc_one_kernel(struct mm_struct *mm, unsigned long vmaddr)
|
|
{
|
|
pte_t *pte = (pte_t *) __get_free_page(GFP_KERNEL|__GFP_REPEAT);
|
|
int i;
|
|
|
|
if (!pte)
|
|
return NULL;
|
|
if (s390_noexec) {
|
|
pte_t *shadow_pte = (pte_t *)
|
|
__get_free_page(GFP_KERNEL|__GFP_REPEAT);
|
|
struct page *page = virt_to_page(pte);
|
|
|
|
if (!shadow_pte) {
|
|
free_page((unsigned long) pte);
|
|
return NULL;
|
|
}
|
|
page->lru.next = (void *) shadow_pte;
|
|
}
|
|
for (i=0; i < PTRS_PER_PTE; i++) {
|
|
pte_clear(mm, vmaddr, pte + i);
|
|
vmaddr += PAGE_SIZE;
|
|
}
|
|
return pte;
|
|
}
|
|
|
|
static inline struct page *
|
|
pte_alloc_one(struct mm_struct *mm, unsigned long vmaddr)
|
|
{
|
|
pte_t *pte = pte_alloc_one_kernel(mm, vmaddr);
|
|
if (pte)
|
|
return virt_to_page(pte);
|
|
return NULL;
|
|
}
|
|
|
|
static inline void pte_free_kernel(pte_t *pte)
|
|
{
|
|
pte_t *shadow_pte = get_shadow_pte(pte);
|
|
|
|
if (shadow_pte)
|
|
free_page((unsigned long) shadow_pte);
|
|
free_page((unsigned long) pte);
|
|
}
|
|
|
|
static inline void pte_free(struct page *pte)
|
|
{
|
|
struct page *shadow_page = get_shadow_page(pte);
|
|
|
|
if (shadow_page)
|
|
__free_page(shadow_page);
|
|
__free_page(pte);
|
|
}
|
|
|
|
#define __pte_free_tlb(tlb, pte) \
|
|
({ \
|
|
struct mmu_gather *__tlb = (tlb); \
|
|
struct page *__pte = (pte); \
|
|
struct page *shadow_page = get_shadow_page(__pte); \
|
|
if (shadow_page) \
|
|
tlb_remove_page(__tlb, shadow_page); \
|
|
tlb_remove_page(__tlb, __pte); \
|
|
})
|
|
|
|
#endif /* _S390_PGALLOC_H */
|