2012-03-05 19:49:27 +08:00
|
|
|
/*
|
|
|
|
* Copyright (C) 2012 ARM Ltd.
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU General Public License version 2 as
|
|
|
|
* published by the Free Software Foundation.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public License
|
|
|
|
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
*/
|
|
|
|
#ifndef __ASM_PGTABLE_HWDEF_H
|
|
|
|
#define __ASM_PGTABLE_HWDEF_H
|
|
|
|
|
2014-07-15 23:35:38 +08:00
|
|
|
#define PTRS_PER_PTE (1 << (PAGE_SHIFT - 3))
|
|
|
|
|
|
|
|
/*
|
|
|
|
* PMD_SHIFT determines the size a level 2 page table entry can map.
|
|
|
|
*/
|
2015-04-15 06:45:39 +08:00
|
|
|
#if CONFIG_PGTABLE_LEVELS > 2
|
2014-07-15 23:35:38 +08:00
|
|
|
#define PMD_SHIFT ((PAGE_SHIFT - 3) * 2 + 3)
|
|
|
|
#define PMD_SIZE (_AC(1, UL) << PMD_SHIFT)
|
|
|
|
#define PMD_MASK (~(PMD_SIZE-1))
|
|
|
|
#define PTRS_PER_PMD PTRS_PER_PTE
|
|
|
|
#endif
|
|
|
|
|
|
|
|
/*
|
|
|
|
* PUD_SHIFT determines the size a level 1 page table entry can map.
|
|
|
|
*/
|
2015-04-15 06:45:39 +08:00
|
|
|
#if CONFIG_PGTABLE_LEVELS > 3
|
2014-07-15 23:35:38 +08:00
|
|
|
#define PUD_SHIFT ((PAGE_SHIFT - 3) * 3 + 3)
|
|
|
|
#define PUD_SIZE (_AC(1, UL) << PUD_SHIFT)
|
|
|
|
#define PUD_MASK (~(PUD_SIZE-1))
|
|
|
|
#define PTRS_PER_PUD PTRS_PER_PTE
|
2012-03-05 19:49:27 +08:00
|
|
|
#endif
|
|
|
|
|
2014-07-15 23:35:38 +08:00
|
|
|
/*
|
|
|
|
* PGDIR_SHIFT determines the size a top-level page table entry can map
|
|
|
|
* (depending on the configuration, this level can be 0, 1 or 2).
|
|
|
|
*/
|
2015-04-15 06:45:39 +08:00
|
|
|
#define PGDIR_SHIFT ((PAGE_SHIFT - 3) * CONFIG_PGTABLE_LEVELS + 3)
|
2014-07-15 23:35:38 +08:00
|
|
|
#define PGDIR_SIZE (_AC(1, UL) << PGDIR_SHIFT)
|
|
|
|
#define PGDIR_MASK (~(PGDIR_SIZE-1))
|
|
|
|
#define PTRS_PER_PGD (1 << (VA_BITS - PGDIR_SHIFT))
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Section address mask and size definitions.
|
|
|
|
*/
|
|
|
|
#define SECTION_SHIFT PMD_SHIFT
|
|
|
|
#define SECTION_SIZE (_AC(1, UL) << SECTION_SHIFT)
|
|
|
|
#define SECTION_MASK (~(SECTION_SIZE-1))
|
|
|
|
|
2012-03-05 19:49:27 +08:00
|
|
|
/*
|
|
|
|
* Hardware page table definitions.
|
|
|
|
*
|
2013-04-10 20:48:00 +08:00
|
|
|
* Level 1 descriptor (PUD).
|
|
|
|
*/
|
2014-05-12 17:40:51 +08:00
|
|
|
#define PUD_TYPE_TABLE (_AT(pudval_t, 3) << 0)
|
2013-04-10 20:48:00 +08:00
|
|
|
#define PUD_TABLE_BIT (_AT(pgdval_t, 1) << 1)
|
2014-05-06 21:02:27 +08:00
|
|
|
#define PUD_TYPE_MASK (_AT(pgdval_t, 3) << 0)
|
|
|
|
#define PUD_TYPE_SECT (_AT(pgdval_t, 1) << 0)
|
2013-04-10 20:48:00 +08:00
|
|
|
|
|
|
|
/*
|
2012-03-05 19:49:27 +08:00
|
|
|
* Level 2 descriptor (PMD).
|
|
|
|
*/
|
|
|
|
#define PMD_TYPE_MASK (_AT(pmdval_t, 3) << 0)
|
|
|
|
#define PMD_TYPE_FAULT (_AT(pmdval_t, 0) << 0)
|
|
|
|
#define PMD_TYPE_TABLE (_AT(pmdval_t, 3) << 0)
|
|
|
|
#define PMD_TYPE_SECT (_AT(pmdval_t, 1) << 0)
|
2013-04-10 20:48:00 +08:00
|
|
|
#define PMD_TABLE_BIT (_AT(pmdval_t, 1) << 1)
|
2012-03-05 19:49:27 +08:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Section
|
|
|
|
*/
|
2013-04-19 23:23:57 +08:00
|
|
|
#define PMD_SECT_VALID (_AT(pmdval_t, 1) << 0)
|
2013-12-05 20:04:51 +08:00
|
|
|
#define PMD_SECT_PROT_NONE (_AT(pmdval_t, 1) << 58)
|
2013-04-19 23:23:57 +08:00
|
|
|
#define PMD_SECT_USER (_AT(pmdval_t, 1) << 6) /* AP[1] */
|
|
|
|
#define PMD_SECT_RDONLY (_AT(pmdval_t, 1) << 7) /* AP[2] */
|
2012-03-05 19:49:27 +08:00
|
|
|
#define PMD_SECT_S (_AT(pmdval_t, 3) << 8)
|
|
|
|
#define PMD_SECT_AF (_AT(pmdval_t, 1) << 10)
|
|
|
|
#define PMD_SECT_NG (_AT(pmdval_t, 1) << 11)
|
2012-11-16 01:21:16 +08:00
|
|
|
#define PMD_SECT_PXN (_AT(pmdval_t, 1) << 53)
|
|
|
|
#define PMD_SECT_UXN (_AT(pmdval_t, 1) << 54)
|
2012-03-05 19:49:27 +08:00
|
|
|
|
|
|
|
/*
|
|
|
|
* AttrIndx[2:0] encoding (mapping attributes defined in the MAIR* registers).
|
|
|
|
*/
|
|
|
|
#define PMD_ATTRINDX(t) (_AT(pmdval_t, (t)) << 2)
|
|
|
|
#define PMD_ATTRINDX_MASK (_AT(pmdval_t, 7) << 2)
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Level 3 descriptor (PTE).
|
|
|
|
*/
|
|
|
|
#define PTE_TYPE_MASK (_AT(pteval_t, 3) << 0)
|
|
|
|
#define PTE_TYPE_FAULT (_AT(pteval_t, 0) << 0)
|
|
|
|
#define PTE_TYPE_PAGE (_AT(pteval_t, 3) << 0)
|
2013-04-10 20:48:00 +08:00
|
|
|
#define PTE_TABLE_BIT (_AT(pteval_t, 1) << 1)
|
2012-03-05 19:49:27 +08:00
|
|
|
#define PTE_USER (_AT(pteval_t, 1) << 6) /* AP[1] */
|
|
|
|
#define PTE_RDONLY (_AT(pteval_t, 1) << 7) /* AP[2] */
|
|
|
|
#define PTE_SHARED (_AT(pteval_t, 3) << 8) /* SH[1:0], inner shareable */
|
|
|
|
#define PTE_AF (_AT(pteval_t, 1) << 10) /* Access Flag */
|
|
|
|
#define PTE_NG (_AT(pteval_t, 1) << 11) /* nG */
|
2012-11-16 01:21:16 +08:00
|
|
|
#define PTE_PXN (_AT(pteval_t, 1) << 53) /* Privileged XN */
|
|
|
|
#define PTE_UXN (_AT(pteval_t, 1) << 54) /* User XN */
|
2012-03-05 19:49:27 +08:00
|
|
|
|
|
|
|
/*
|
|
|
|
* AttrIndx[2:0] encoding (mapping attributes defined in the MAIR* registers).
|
|
|
|
*/
|
|
|
|
#define PTE_ATTRINDX(t) (_AT(pteval_t, (t)) << 2)
|
|
|
|
#define PTE_ATTRINDX_MASK (_AT(pteval_t, 7) << 2)
|
|
|
|
|
2012-12-08 02:35:41 +08:00
|
|
|
/*
|
|
|
|
* 2nd stage PTE definitions
|
|
|
|
*/
|
|
|
|
#define PTE_S2_RDONLY (_AT(pteval_t, 1) << 6) /* HAP[2:1] */
|
|
|
|
#define PTE_S2_RDWR (_AT(pteval_t, 3) << 6) /* HAP[2:1] */
|
|
|
|
|
2015-01-16 07:58:59 +08:00
|
|
|
#define PMD_S2_RDONLY (_AT(pmdval_t, 1) << 6) /* HAP[2:1] */
|
2012-11-02 00:14:45 +08:00
|
|
|
#define PMD_S2_RDWR (_AT(pmdval_t, 3) << 6) /* HAP[2:1] */
|
|
|
|
|
2012-12-08 02:35:41 +08:00
|
|
|
/*
|
|
|
|
* Memory Attribute override for Stage-2 (MemAttr[3:0])
|
|
|
|
*/
|
|
|
|
#define PTE_S2_MEMATTR(t) (_AT(pteval_t, (t)) << 2)
|
|
|
|
#define PTE_S2_MEMATTR_MASK (_AT(pteval_t, 0xf) << 2)
|
|
|
|
|
|
|
|
/*
|
|
|
|
* EL2/HYP PTE/PMD definitions
|
|
|
|
*/
|
|
|
|
#define PMD_HYP PMD_SECT_USER
|
|
|
|
#define PTE_HYP PTE_USER
|
|
|
|
|
2012-03-05 19:49:27 +08:00
|
|
|
/*
|
2014-03-07 16:49:25 +08:00
|
|
|
* Highest possible physical address supported.
|
2012-03-05 19:49:27 +08:00
|
|
|
*/
|
2014-03-07 16:49:25 +08:00
|
|
|
#define PHYS_MASK_SHIFT (48)
|
2012-03-05 19:49:27 +08:00
|
|
|
#define PHYS_MASK ((UL(1) << PHYS_MASK_SHIFT) - 1)
|
|
|
|
|
|
|
|
/*
|
|
|
|
* TCR flags.
|
|
|
|
*/
|
arm64: mm: increase VA range of identity map
The page size and the number of translation levels, and hence the supported
virtual address range, are build-time configurables on arm64 whose optimal
values are use case dependent. However, in the current implementation, if
the system's RAM is located at a very high offset, the virtual address range
needs to reflect that merely because the identity mapping, which is only used
to enable or disable the MMU, requires the extended virtual range to map the
physical memory at an equal virtual offset.
This patch relaxes that requirement, by increasing the number of translation
levels for the identity mapping only, and only when actually needed, i.e.,
when system RAM's offset is found to be out of reach at runtime.
Tested-by: Laura Abbott <lauraa@codeaurora.org>
Reviewed-by: Catalin Marinas <catalin.marinas@arm.com>
Tested-by: Marc Zyngier <marc.zyngier@arm.com>
Signed-off-by: Ard Biesheuvel <ard.biesheuvel@linaro.org>
Signed-off-by: Will Deacon <will.deacon@arm.com>
2015-03-20 00:42:27 +08:00
|
|
|
#define TCR_T0SZ_OFFSET 0
|
|
|
|
#define TCR_T1SZ_OFFSET 16
|
|
|
|
#define TCR_T0SZ(x) ((UL(64) - (x)) << TCR_T0SZ_OFFSET)
|
|
|
|
#define TCR_T1SZ(x) ((UL(64) - (x)) << TCR_T1SZ_OFFSET)
|
|
|
|
#define TCR_TxSZ(x) (TCR_T0SZ(x) | TCR_T1SZ(x))
|
|
|
|
#define TCR_TxSZ_WIDTH 6
|
2012-03-05 19:49:27 +08:00
|
|
|
#define TCR_IRGN_NC ((UL(0) << 8) | (UL(0) << 24))
|
|
|
|
#define TCR_IRGN_WBWA ((UL(1) << 8) | (UL(1) << 24))
|
|
|
|
#define TCR_IRGN_WT ((UL(2) << 8) | (UL(2) << 24))
|
|
|
|
#define TCR_IRGN_WBnWA ((UL(3) << 8) | (UL(3) << 24))
|
|
|
|
#define TCR_IRGN_MASK ((UL(3) << 8) | (UL(3) << 24))
|
|
|
|
#define TCR_ORGN_NC ((UL(0) << 10) | (UL(0) << 26))
|
|
|
|
#define TCR_ORGN_WBWA ((UL(1) << 10) | (UL(1) << 26))
|
|
|
|
#define TCR_ORGN_WT ((UL(2) << 10) | (UL(2) << 26))
|
|
|
|
#define TCR_ORGN_WBnWA ((UL(3) << 10) | (UL(3) << 26))
|
|
|
|
#define TCR_ORGN_MASK ((UL(3) << 10) | (UL(3) << 26))
|
|
|
|
#define TCR_SHARED ((UL(3) << 12) | (UL(3) << 28))
|
2014-04-03 00:55:40 +08:00
|
|
|
#define TCR_TG0_4K (UL(0) << 14)
|
2012-03-05 19:49:27 +08:00
|
|
|
#define TCR_TG0_64K (UL(1) << 14)
|
2014-04-03 00:55:40 +08:00
|
|
|
#define TCR_TG0_16K (UL(2) << 14)
|
|
|
|
#define TCR_TG1_16K (UL(1) << 30)
|
|
|
|
#define TCR_TG1_4K (UL(2) << 30)
|
|
|
|
#define TCR_TG1_64K (UL(3) << 30)
|
2012-03-05 19:49:27 +08:00
|
|
|
#define TCR_ASID16 (UL(1) << 36)
|
2013-06-12 23:28:04 +08:00
|
|
|
#define TCR_TBI0 (UL(1) << 37)
|
2012-03-05 19:49:27 +08:00
|
|
|
|
|
|
|
#endif
|