mirror of https://gitee.com/openkylin/qemu.git
290 lines
11 KiB
C
290 lines
11 KiB
C
|
/*
|
||
|
|
* QEMU emulation of an AMD IOMMU (AMD-Vi)
|
||
|
|
*
|
||
|
|
* Copyright (C) 2011 Eduard - Gabriel Munteanu
|
||
|
|
* Copyright (C) 2015 David Kiarie, <davidkiarie4@gmail.com>
|
||
|
|
*
|
||
|
|
* This program is free software; you can redistribute it and/or modify
|
||
|
|
* it under the terms of the GNU General Public License as published by
|
||
|
|
* the Free Software Foundation; either version 2 of the License, or
|
||
|
|
* (at your option) any later version.
|
||
|
|
|
||
|
|
* This program is distributed in the hope that it will be useful,
|
||
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||
|
|
* GNU General Public License for more details.
|
||
|
|
|
||
|
|
* You should have received a copy of the GNU General Public License along
|
||
|
|
* with this program; if not, see <http://www.gnu.org/licenses/>.
|
||
|
|
*/
|
||
|
|
|
||
|
|
#ifndef AMD_IOMMU_H_
|
||
|
|
#define AMD_IOMMU_H_
|
||
|
|
|
||
|
|
#include "hw/hw.h"
|
||
|
|
#include "hw/pci/pci.h"
|
||
|
|
#include "hw/pci/msi.h"
|
||
|
|
#include "hw/sysbus.h"
|
||
|
|
#include "sysemu/dma.h"
|
||
|
|
#include "hw/i386/pc.h"
|
||
|
|
#include "hw/pci/pci_bus.h"
|
||
|
|
#include "hw/i386/x86-iommu.h"
|
||
|
|
|
||
|
|
/* Capability registers */
|
||
|
|
#define AMDVI_CAPAB_BAR_LOW 0x04
|
||
|
|
#define AMDVI_CAPAB_BAR_HIGH 0x08
|
||
|
|
#define AMDVI_CAPAB_RANGE 0x0C
|
||
|
|
#define AMDVI_CAPAB_MISC 0x10
|
||
|
|
|
||
|
|
#define AMDVI_CAPAB_SIZE 0x18
|
||
|
|
#define AMDVI_CAPAB_REG_SIZE 0x04
|
||
|
|
|
||
|
|
/* Capability header data */
|
||
|
|
#define AMDVI_CAPAB_ID_SEC 0xf
|
||
|
|
#define AMDVI_CAPAB_FLAT_EXT (1 << 28)
|
||
|
|
#define AMDVI_CAPAB_EFR_SUP (1 << 27)
|
||
|
|
#define AMDVI_CAPAB_FLAG_NPCACHE (1 << 26)
|
||
|
|
#define AMDVI_CAPAB_FLAG_HTTUNNEL (1 << 25)
|
||
|
|
#define AMDVI_CAPAB_FLAG_IOTLBSUP (1 << 24)
|
||
|
|
#define AMDVI_CAPAB_INIT_TYPE (3 << 16)
|
||
|
|
|
||
|
|
/* No. of used MMIO registers */
|
||
|
|
#define AMDVI_MMIO_REGS_HIGH 8
|
||
|
|
#define AMDVI_MMIO_REGS_LOW 7
|
||
|
|
|
||
|
|
/* MMIO registers */
|
||
|
|
#define AMDVI_MMIO_DEVICE_TABLE 0x0000
|
||
|
|
#define AMDVI_MMIO_COMMAND_BASE 0x0008
|
||
|
|
#define AMDVI_MMIO_EVENT_BASE 0x0010
|
||
|
|
#define AMDVI_MMIO_CONTROL 0x0018
|
||
|
|
#define AMDVI_MMIO_EXCL_BASE 0x0020
|
||
|
|
#define AMDVI_MMIO_EXCL_LIMIT 0x0028
|
||
|
|
#define AMDVI_MMIO_EXT_FEATURES 0x0030
|
||
|
|
#define AMDVI_MMIO_COMMAND_HEAD 0x2000
|
||
|
|
#define AMDVI_MMIO_COMMAND_TAIL 0x2008
|
||
|
|
#define AMDVI_MMIO_EVENT_HEAD 0x2010
|
||
|
|
#define AMDVI_MMIO_EVENT_TAIL 0x2018
|
||
|
|
#define AMDVI_MMIO_STATUS 0x2020
|
||
|
|
#define AMDVI_MMIO_PPR_BASE 0x0038
|
||
|
|
#define AMDVI_MMIO_PPR_HEAD 0x2030
|
||
|
|
#define AMDVI_MMIO_PPR_TAIL 0x2038
|
||
|
|
|
||
|
|
#define AMDVI_MMIO_SIZE 0x4000
|
||
|
|
|
||
|
|
#define AMDVI_MMIO_DEVTAB_SIZE_MASK ((1ULL << 12) - 1)
|
||
|
|
#define AMDVI_MMIO_DEVTAB_BASE_MASK (((1ULL << 52) - 1) & ~ \
|
||
|
|
AMDVI_MMIO_DEVTAB_SIZE_MASK)
|
||
|
|
#define AMDVI_MMIO_DEVTAB_ENTRY_SIZE 32
|
||
|
|
#define AMDVI_MMIO_DEVTAB_SIZE_UNIT 4096
|
||
|
|
|
||
|
|
/* some of this are similar but just for readability */
|
||
|
|
#define AMDVI_MMIO_CMDBUF_SIZE_BYTE (AMDVI_MMIO_COMMAND_BASE + 7)
|
||
|
|
#define AMDVI_MMIO_CMDBUF_SIZE_MASK 0x0f
|
||
|
|
#define AMDVI_MMIO_CMDBUF_BASE_MASK AMDVI_MMIO_DEVTAB_BASE_MASK
|
||
|
|
#define AMDVI_MMIO_CMDBUF_HEAD_MASK (((1ULL << 19) - 1) & ~0x0f)
|
||
|
|
#define AMDVI_MMIO_CMDBUF_TAIL_MASK AMDVI_MMIO_EVTLOG_HEAD_MASK
|
||
|
|
|
||
|
|
#define AMDVI_MMIO_EVTLOG_SIZE_BYTE (AMDVI_MMIO_EVENT_BASE + 7)
|
||
|
|
#define AMDVI_MMIO_EVTLOG_SIZE_MASK AMDVI_MMIO_CMDBUF_SIZE_MASK
|
||
|
|
#define AMDVI_MMIO_EVTLOG_BASE_MASK AMDVI_MMIO_CMDBUF_BASE_MASK
|
||
|
|
#define AMDVI_MMIO_EVTLOG_HEAD_MASK (((1ULL << 19) - 1) & ~0x0f)
|
||
|
|
#define AMDVI_MMIO_EVTLOG_TAIL_MASK AMDVI_MMIO_EVTLOG_HEAD_MASK
|
||
|
|
|
||
|
|
#define AMDVI_MMIO_PPRLOG_SIZE_BYTE (AMDVI_MMIO_EVENT_BASE + 7)
|
||
|
|
#define AMDVI_MMIO_PPRLOG_HEAD_MASK AMDVI_MMIO_EVTLOG_HEAD_MASK
|
||
|
|
#define AMDVI_MMIO_PPRLOG_TAIL_MASK AMDVI_MMIO_EVTLOG_HEAD_MASK
|
||
|
|
#define AMDVI_MMIO_PPRLOG_BASE_MASK AMDVI_MMIO_EVTLOG_BASE_MASK
|
||
|
|
#define AMDVI_MMIO_PPRLOG_SIZE_MASK AMDVI_MMIO_EVTLOG_SIZE_MASK
|
||
|
|
|
||
|
|
#define AMDVI_MMIO_EXCL_ENABLED_MASK (1ULL << 0)
|
||
|
|
#define AMDVI_MMIO_EXCL_ALLOW_MASK (1ULL << 1)
|
||
|
|
#define AMDVI_MMIO_EXCL_LIMIT_MASK AMDVI_MMIO_DEVTAB_BASE_MASK
|
||
|
|
#define AMDVI_MMIO_EXCL_LIMIT_LOW 0xfff
|
||
|
|
|
||
|
|
/* mmio control register flags */
|
||
|
|
#define AMDVI_MMIO_CONTROL_AMDVIEN (1ULL << 0)
|
||
|
|
#define AMDVI_MMIO_CONTROL_HTTUNEN (1ULL << 1)
|
||
|
|
#define AMDVI_MMIO_CONTROL_EVENTLOGEN (1ULL << 2)
|
||
|
|
#define AMDVI_MMIO_CONTROL_EVENTINTEN (1ULL << 3)
|
||
|
|
#define AMDVI_MMIO_CONTROL_COMWAITINTEN (1ULL << 4)
|
||
|
|
#define AMDVI_MMIO_CONTROL_CMDBUFLEN (1ULL << 12)
|
||
|
|
|
||
|
|
/* MMIO status register bits */
|
||
|
|
#define AMDVI_MMIO_STATUS_CMDBUF_RUN (1 << 4)
|
||
|
|
#define AMDVI_MMIO_STATUS_EVT_RUN (1 << 3)
|
||
|
|
#define AMDVI_MMIO_STATUS_COMP_INT (1 << 2)
|
||
|
|
#define AMDVI_MMIO_STATUS_EVT_OVF (1 << 0)
|
||
|
|
|
||
|
|
#define AMDVI_CMDBUF_ID_BYTE 0x07
|
||
|
|
#define AMDVI_CMDBUF_ID_RSHIFT 4
|
||
|
|
|
||
|
|
#define AMDVI_CMD_COMPLETION_WAIT 0x01
|
||
|
|
#define AMDVI_CMD_INVAL_DEVTAB_ENTRY 0x02
|
||
|
|
#define AMDVI_CMD_INVAL_AMDVI_PAGES 0x03
|
||
|
|
#define AMDVI_CMD_INVAL_IOTLB_PAGES 0x04
|
||
|
|
#define AMDVI_CMD_INVAL_INTR_TABLE 0x05
|
||
|
|
#define AMDVI_CMD_PREFETCH_AMDVI_PAGES 0x06
|
||
|
|
#define AMDVI_CMD_COMPLETE_PPR_REQUEST 0x07
|
||
|
|
#define AMDVI_CMD_INVAL_AMDVI_ALL 0x08
|
||
|
|
|
||
|
|
#define AMDVI_DEVTAB_ENTRY_SIZE 32
|
||
|
|
|
||
|
|
/* Device table entry bits 0:63 */
|
||
|
|
#define AMDVI_DEV_VALID (1ULL << 0)
|
||
|
|
#define AMDVI_DEV_TRANSLATION_VALID (1ULL << 1)
|
||
|
|
#define AMDVI_DEV_MODE_MASK 0x7
|
||
|
|
#define AMDVI_DEV_MODE_RSHIFT 9
|
||
|
|
#define AMDVI_DEV_PT_ROOT_MASK 0xffffffffff000
|
||
|
|
#define AMDVI_DEV_PT_ROOT_RSHIFT 12
|
||
|
|
#define AMDVI_DEV_PERM_SHIFT 61
|
||
|
|
#define AMDVI_DEV_PERM_READ (1ULL << 61)
|
||
|
|
#define AMDVI_DEV_PERM_WRITE (1ULL << 62)
|
||
|
|
|
||
|
|
/* Device table entry bits 64:127 */
|
||
|
|
#define AMDVI_DEV_DOMID_ID_MASK ((1ULL << 16) - 1)
|
||
|
|
|
||
|
|
/* Event codes and flags, as stored in the info field */
|
||
|
|
#define AMDVI_EVENT_ILLEGAL_DEVTAB_ENTRY (0x1U << 12)
|
||
|
|
#define AMDVI_EVENT_IOPF (0x2U << 12)
|
||
|
|
#define AMDVI_EVENT_IOPF_I (1U << 3)
|
||
|
|
#define AMDVI_EVENT_DEV_TAB_HW_ERROR (0x3U << 12)
|
||
|
|
#define AMDVI_EVENT_PAGE_TAB_HW_ERROR (0x4U << 12)
|
||
|
|
#define AMDVI_EVENT_ILLEGAL_COMMAND_ERROR (0x5U << 12)
|
||
|
|
#define AMDVI_EVENT_COMMAND_HW_ERROR (0x6U << 12)
|
||
|
|
|
||
|
|
#define AMDVI_EVENT_LEN 16
|
||
|
|
#define AMDVI_PERM_READ (1 << 0)
|
||
|
|
#define AMDVI_PERM_WRITE (1 << 1)
|
||
|
|
|
||
|
|
#define AMDVI_FEATURE_PREFETCH (1ULL << 0) /* page prefetch */
|
||
|
|
#define AMDVI_FEATURE_PPR (1ULL << 1) /* PPR Support */
|
||
|
|
#define AMDVI_FEATURE_GT (1ULL << 4) /* Guest Translation */
|
||
|
|
#define AMDVI_FEATURE_IA (1ULL << 6) /* inval all support */
|
||
|
|
#define AMDVI_FEATURE_GA (1ULL << 7) /* guest VAPIC support */
|
||
|
|
#define AMDVI_FEATURE_HE (1ULL << 8) /* hardware error regs */
|
||
|
|
#define AMDVI_FEATURE_PC (1ULL << 9) /* Perf counters */
|
||
|
|
|
||
|
|
/* reserved DTE bits */
|
||
|
|
#define AMDVI_DTE_LOWER_QUAD_RESERVED 0x80300000000000fc
|
||
|
|
#define AMDVI_DTE_MIDDLE_QUAD_RESERVED 0x0000000000000100
|
||
|
|
#define AMDVI_DTE_UPPER_QUAD_RESERVED 0x08f0000000000000
|
||
|
|
|
||
|
|
/* AMDVI paging mode */
|
||
|
|
#define AMDVI_GATS_MODE (6ULL << 12)
|
||
|
|
#define AMDVI_HATS_MODE (6ULL << 10)
|
||
|
|
|
||
|
|
/* IOTLB */
|
||
|
|
#define AMDVI_IOTLB_MAX_SIZE 1024
|
||
|
|
#define AMDVI_DEVID_SHIFT 36
|
||
|
|
|
||
|
|
/* extended feature support */
|
||
|
|
#define AMDVI_EXT_FEATURES (AMDVI_FEATURE_PREFETCH | AMDVI_FEATURE_PPR | \
|
||
|
|
AMDVI_FEATURE_IA | AMDVI_FEATURE_GT | AMDVI_FEATURE_HE | \
|
||
|
|
AMDVI_GATS_MODE | AMDVI_HATS_MODE)
|
||
|
|
|
||
|
|
/* capabilities header */
|
||
|
|
#define AMDVI_CAPAB_FEATURES (AMDVI_CAPAB_FLAT_EXT | \
|
||
|
|
AMDVI_CAPAB_FLAG_NPCACHE | AMDVI_CAPAB_FLAG_IOTLBSUP \
|
||
|
|
| AMDVI_CAPAB_ID_SEC | AMDVI_CAPAB_INIT_TYPE | \
|
||
|
|
AMDVI_CAPAB_FLAG_HTTUNNEL | AMDVI_CAPAB_EFR_SUP)
|
||
|
|
|
||
|
|
/* AMDVI default address */
|
||
|
|
#define AMDVI_BASE_ADDR 0xfed80000
|
||
|
|
|
||
|
|
/* page management constants */
|
||
|
|
#define AMDVI_PAGE_SHIFT 12
|
||
|
|
#define AMDVI_PAGE_SIZE (1ULL << AMDVI_PAGE_SHIFT)
|
||
|
|
|
||
|
|
#define AMDVI_PAGE_SHIFT_4K 12
|
||
|
|
#define AMDVI_PAGE_MASK_4K (~((1ULL << AMDVI_PAGE_SHIFT_4K) - 1))
|
||
|
|
|
||
|
|
#define AMDVI_MAX_VA_ADDR (48UL << 5)
|
||
|
|
#define AMDVI_MAX_PH_ADDR (40UL << 8)
|
||
|
|
#define AMDVI_MAX_GVA_ADDR (48UL << 15)
|
||
|
|
|
||
|
|
/* Completion Wait data size */
|
||
|
|
#define AMDVI_COMPLETION_DATA_SIZE 8
|
||
|
|
|
||
|
|
#define AMDVI_COMMAND_SIZE 16
|
||
|
|
/* Completion Wait data size */
|
||
|
|
#define AMDVI_COMPLETION_DATA_SIZE 8
|
||
|
|
|
||
|
|
#define AMDVI_COMMAND_SIZE 16
|
||
|
|
|
||
|
|
#define AMDVI_INT_ADDR_FIRST 0xfee00000
|
||
|
|
#define AMDVI_INT_ADDR_LAST 0xfeefffff
|
||
|
|
|
||
|
|
#define TYPE_AMD_IOMMU_DEVICE "amd-iommu"
|
||
|
|
#define AMD_IOMMU_DEVICE(obj)\
|
||
|
|
OBJECT_CHECK(AMDVIState, (obj), TYPE_AMD_IOMMU_DEVICE)
|
||
|
|
|
||
|
|
#define TYPE_AMD_IOMMU_PCI "AMDVI-PCI"
|
||
|
|
|
||
|
|
typedef struct AMDVIAddressSpace AMDVIAddressSpace;
|
||
|
|
|
||
|
|
/* functions to steal PCI config space */
|
||
|
|
typedef struct AMDVIPCIState {
|
||
|
|
PCIDevice dev; /* The PCI device itself */
|
||
|
|
} AMDVIPCIState;
|
||
|
|
|
||
|
|
typedef struct AMDVIState {
|
||
|
|
X86IOMMUState iommu; /* IOMMU bus device */
|
||
|
|
AMDVIPCIState pci; /* IOMMU PCI device */
|
||
|
|
|
||
|
|
uint32_t version;
|
||
|
|
uint32_t capab_offset; /* capability offset pointer */
|
||
|
|
|
||
|
|
uint64_t mmio_addr;
|
||
|
|
|
||
|
|
uint32_t devid; /* auto-assigned devid */
|
||
|
|
|
||
|
|
bool enabled; /* IOMMU enabled */
|
||
|
|
bool ats_enabled; /* address translation enabled */
|
||
|
|
bool cmdbuf_enabled; /* command buffer enabled */
|
||
|
|
bool evtlog_enabled; /* event log enabled */
|
||
|
|
bool excl_enabled;
|
||
|
|
|
||
|
|
hwaddr devtab; /* base address device table */
|
||
|
|
size_t devtab_len; /* device table length */
|
||
|
|
|
||
|
|
hwaddr cmdbuf; /* command buffer base address */
|
||
|
|
uint64_t cmdbuf_len; /* command buffer length */
|
||
|
|
uint32_t cmdbuf_head; /* current IOMMU read position */
|
||
|
|
uint32_t cmdbuf_tail; /* next Software write position */
|
||
|
|
bool completion_wait_intr;
|
||
|
|
|
||
|
|
hwaddr evtlog; /* base address event log */
|
||
|
|
bool evtlog_intr;
|
||
|
|
uint32_t evtlog_len; /* event log length */
|
||
|
|
uint32_t evtlog_head; /* current IOMMU write position */
|
||
|
|
uint32_t evtlog_tail; /* current Software read position */
|
||
|
|
|
||
|
|
/* unused for now */
|
||
|
|
hwaddr excl_base; /* base DVA - IOMMU exclusion range */
|
||
|
|
hwaddr excl_limit; /* limit of IOMMU exclusion range */
|
||
|
|
bool excl_allow; /* translate accesses to the exclusion range */
|
||
|
|
bool excl_enable; /* exclusion range enabled */
|
||
|
|
|
||
|
|
hwaddr ppr_log; /* base address ppr log */
|
||
|
|
uint32_t pprlog_len; /* ppr log len */
|
||
|
|
uint32_t pprlog_head; /* ppr log head */
|
||
|
|
uint32_t pprlog_tail; /* ppr log tail */
|
||
|
|
|
||
|
|
MemoryRegion mmio; /* MMIO region */
|
||
|
|
uint8_t mmior[AMDVI_MMIO_SIZE]; /* read/write MMIO */
|
||
|
|
uint8_t w1cmask[AMDVI_MMIO_SIZE]; /* read/write 1 clear mask */
|
||
|
|
uint8_t romask[AMDVI_MMIO_SIZE]; /* MMIO read/only mask */
|
||
|
|
bool mmio_enabled;
|
||
|
|
|
||
|
|
/* IOMMU function */
|
||
|
|
MemoryRegionIOMMUOps iommu_ops;
|
||
|
|
|
||
|
|
/* for each served device */
|
||
|
|
AMDVIAddressSpace **address_spaces[PCI_BUS_MAX];
|
||
|
|
|
||
|
|
/* IOTLB */
|
||
|
|
GHashTable *iotlb;
|
||
|
|
} AMDVIState;
|
||
|
|
|
||
|
|
#endif
|