2019-06-04 16:11:33 +08:00
|
|
|
// SPDX-License-Identifier: GPL-2.0-only
|
2017-07-06 22:59:14 +08:00
|
|
|
/*
|
|
|
|
* AMD Secure Processor driver
|
|
|
|
*
|
2018-12-18 23:48:29 +08:00
|
|
|
* Copyright (C) 2017-2018 Advanced Micro Devices, Inc.
|
2017-07-06 22:59:14 +08:00
|
|
|
*
|
|
|
|
* Author: Tom Lendacky <thomas.lendacky@amd.com>
|
|
|
|
* Author: Gary R Hook <gary.hook@amd.com>
|
|
|
|
* Author: Brijesh Singh <brijesh.singh@amd.com>
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/module.h>
|
|
|
|
#include <linux/kernel.h>
|
|
|
|
#include <linux/kthread.h>
|
|
|
|
#include <linux/sched.h>
|
|
|
|
#include <linux/interrupt.h>
|
|
|
|
#include <linux/spinlock.h>
|
|
|
|
#include <linux/spinlock_types.h>
|
|
|
|
#include <linux/types.h>
|
|
|
|
#include <linux/ccp.h>
|
|
|
|
|
|
|
|
#include "ccp-dev.h"
|
|
|
|
#include "sp-dev.h"
|
|
|
|
|
|
|
|
MODULE_AUTHOR("Tom Lendacky <thomas.lendacky@amd.com>");
|
|
|
|
MODULE_AUTHOR("Gary R Hook <gary.hook@amd.com>");
|
|
|
|
MODULE_LICENSE("GPL");
|
|
|
|
MODULE_VERSION("1.1.0");
|
|
|
|
MODULE_DESCRIPTION("AMD Secure Processor driver");
|
|
|
|
|
|
|
|
/* List of SPs, SP count, read-write access lock, and access functions
|
|
|
|
*
|
|
|
|
* Lock structure: get sp_unit_lock for reading whenever we need to
|
|
|
|
* examine the SP list.
|
|
|
|
*/
|
|
|
|
static DEFINE_RWLOCK(sp_unit_lock);
|
|
|
|
static LIST_HEAD(sp_units);
|
|
|
|
|
|
|
|
/* Ever-increasing value to produce unique unit numbers */
|
|
|
|
static atomic_t sp_ordinal;
|
|
|
|
|
|
|
|
static void sp_add_device(struct sp_device *sp)
|
|
|
|
{
|
|
|
|
unsigned long flags;
|
|
|
|
|
|
|
|
write_lock_irqsave(&sp_unit_lock, flags);
|
|
|
|
|
|
|
|
list_add_tail(&sp->entry, &sp_units);
|
|
|
|
|
|
|
|
write_unlock_irqrestore(&sp_unit_lock, flags);
|
|
|
|
}
|
|
|
|
|
|
|
|
static void sp_del_device(struct sp_device *sp)
|
|
|
|
{
|
|
|
|
unsigned long flags;
|
|
|
|
|
|
|
|
write_lock_irqsave(&sp_unit_lock, flags);
|
|
|
|
|
|
|
|
list_del(&sp->entry);
|
|
|
|
|
|
|
|
write_unlock_irqrestore(&sp_unit_lock, flags);
|
|
|
|
}
|
|
|
|
|
2017-07-06 22:59:15 +08:00
|
|
|
static irqreturn_t sp_irq_handler(int irq, void *data)
|
|
|
|
{
|
|
|
|
struct sp_device *sp = data;
|
|
|
|
|
|
|
|
if (sp->ccp_irq_handler)
|
|
|
|
sp->ccp_irq_handler(irq, sp->ccp_irq_data);
|
|
|
|
|
|
|
|
if (sp->psp_irq_handler)
|
|
|
|
sp->psp_irq_handler(irq, sp->psp_irq_data);
|
|
|
|
|
|
|
|
return IRQ_HANDLED;
|
|
|
|
}
|
|
|
|
|
|
|
|
int sp_request_ccp_irq(struct sp_device *sp, irq_handler_t handler,
|
|
|
|
const char *name, void *data)
|
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
if ((sp->psp_irq == sp->ccp_irq) && sp->dev_vdata->psp_vdata) {
|
|
|
|
/* Need a common routine to manage all interrupts */
|
|
|
|
sp->ccp_irq_data = data;
|
|
|
|
sp->ccp_irq_handler = handler;
|
|
|
|
|
|
|
|
if (!sp->irq_registered) {
|
|
|
|
ret = request_irq(sp->ccp_irq, sp_irq_handler, 0,
|
|
|
|
sp->name, sp);
|
|
|
|
if (ret)
|
|
|
|
return ret;
|
|
|
|
|
|
|
|
sp->irq_registered = true;
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
/* Each sub-device can manage it's own interrupt */
|
|
|
|
ret = request_irq(sp->ccp_irq, handler, 0, name, data);
|
|
|
|
if (ret)
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
int sp_request_psp_irq(struct sp_device *sp, irq_handler_t handler,
|
|
|
|
const char *name, void *data)
|
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
if ((sp->psp_irq == sp->ccp_irq) && sp->dev_vdata->ccp_vdata) {
|
|
|
|
/* Need a common routine to manage all interrupts */
|
|
|
|
sp->psp_irq_data = data;
|
|
|
|
sp->psp_irq_handler = handler;
|
|
|
|
|
|
|
|
if (!sp->irq_registered) {
|
|
|
|
ret = request_irq(sp->psp_irq, sp_irq_handler, 0,
|
|
|
|
sp->name, sp);
|
|
|
|
if (ret)
|
|
|
|
return ret;
|
|
|
|
|
|
|
|
sp->irq_registered = true;
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
/* Each sub-device can manage it's own interrupt */
|
|
|
|
ret = request_irq(sp->psp_irq, handler, 0, name, data);
|
|
|
|
if (ret)
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
void sp_free_ccp_irq(struct sp_device *sp, void *data)
|
|
|
|
{
|
|
|
|
if ((sp->psp_irq == sp->ccp_irq) && sp->dev_vdata->psp_vdata) {
|
|
|
|
/* Using common routine to manage all interrupts */
|
|
|
|
if (!sp->psp_irq_handler) {
|
|
|
|
/* Nothing else using it, so free it */
|
|
|
|
free_irq(sp->ccp_irq, sp);
|
|
|
|
|
|
|
|
sp->irq_registered = false;
|
|
|
|
}
|
|
|
|
|
|
|
|
sp->ccp_irq_handler = NULL;
|
|
|
|
sp->ccp_irq_data = NULL;
|
|
|
|
} else {
|
|
|
|
/* Each sub-device can manage it's own interrupt */
|
|
|
|
free_irq(sp->ccp_irq, data);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void sp_free_psp_irq(struct sp_device *sp, void *data)
|
|
|
|
{
|
|
|
|
if ((sp->psp_irq == sp->ccp_irq) && sp->dev_vdata->ccp_vdata) {
|
|
|
|
/* Using common routine to manage all interrupts */
|
|
|
|
if (!sp->ccp_irq_handler) {
|
|
|
|
/* Nothing else using it, so free it */
|
|
|
|
free_irq(sp->psp_irq, sp);
|
|
|
|
|
|
|
|
sp->irq_registered = false;
|
|
|
|
}
|
|
|
|
|
|
|
|
sp->psp_irq_handler = NULL;
|
|
|
|
sp->psp_irq_data = NULL;
|
|
|
|
} else {
|
|
|
|
/* Each sub-device can manage it's own interrupt */
|
|
|
|
free_irq(sp->psp_irq, data);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-07-06 22:59:14 +08:00
|
|
|
/**
|
|
|
|
* sp_alloc_struct - allocate and initialize the sp_device struct
|
|
|
|
*
|
|
|
|
* @dev: device struct of the SP
|
|
|
|
*/
|
|
|
|
struct sp_device *sp_alloc_struct(struct device *dev)
|
|
|
|
{
|
|
|
|
struct sp_device *sp;
|
|
|
|
|
|
|
|
sp = devm_kzalloc(dev, sizeof(*sp), GFP_KERNEL);
|
|
|
|
if (!sp)
|
|
|
|
return NULL;
|
|
|
|
|
|
|
|
sp->dev = dev;
|
|
|
|
sp->ord = atomic_inc_return(&sp_ordinal);
|
|
|
|
snprintf(sp->name, SP_MAX_NAME_LEN, "sp-%u", sp->ord);
|
|
|
|
|
|
|
|
return sp;
|
|
|
|
}
|
|
|
|
|
|
|
|
int sp_init(struct sp_device *sp)
|
|
|
|
{
|
|
|
|
sp_add_device(sp);
|
|
|
|
|
|
|
|
if (sp->dev_vdata->ccp_vdata)
|
|
|
|
ccp_dev_init(sp);
|
|
|
|
|
2017-12-05 00:57:28 +08:00
|
|
|
if (sp->dev_vdata->psp_vdata)
|
|
|
|
psp_dev_init(sp);
|
2017-07-06 22:59:14 +08:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
void sp_destroy(struct sp_device *sp)
|
|
|
|
{
|
|
|
|
if (sp->dev_vdata->ccp_vdata)
|
|
|
|
ccp_dev_destroy(sp);
|
|
|
|
|
2017-12-05 00:57:28 +08:00
|
|
|
if (sp->dev_vdata->psp_vdata)
|
|
|
|
psp_dev_destroy(sp);
|
|
|
|
|
2017-07-06 22:59:14 +08:00
|
|
|
sp_del_device(sp);
|
|
|
|
}
|
|
|
|
|
2020-07-22 17:30:58 +08:00
|
|
|
int sp_suspend(struct sp_device *sp)
|
2017-07-06 22:59:14 +08:00
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
if (sp->dev_vdata->ccp_vdata) {
|
2020-07-22 17:30:58 +08:00
|
|
|
ret = ccp_dev_suspend(sp);
|
2017-07-06 22:59:14 +08:00
|
|
|
if (ret)
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
int sp_resume(struct sp_device *sp)
|
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
if (sp->dev_vdata->ccp_vdata) {
|
|
|
|
ret = ccp_dev_resume(sp);
|
|
|
|
if (ret)
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2017-12-05 00:57:28 +08:00
|
|
|
struct sp_device *sp_get_psp_master_device(void)
|
|
|
|
{
|
|
|
|
struct sp_device *i, *ret = NULL;
|
|
|
|
unsigned long flags;
|
|
|
|
|
|
|
|
write_lock_irqsave(&sp_unit_lock, flags);
|
|
|
|
if (list_empty(&sp_units))
|
|
|
|
goto unlock;
|
|
|
|
|
|
|
|
list_for_each_entry(i, &sp_units, entry) {
|
2018-02-21 22:41:39 +08:00
|
|
|
if (i->psp_data && i->get_psp_master_device) {
|
|
|
|
ret = i->get_psp_master_device();
|
2017-12-05 00:57:28 +08:00
|
|
|
break;
|
2018-02-21 22:41:39 +08:00
|
|
|
}
|
2017-12-05 00:57:28 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
unlock:
|
|
|
|
write_unlock_irqrestore(&sp_unit_lock, flags);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2017-07-06 22:59:14 +08:00
|
|
|
static int __init sp_mod_init(void)
|
|
|
|
{
|
|
|
|
#ifdef CONFIG_X86
|
|
|
|
int ret;
|
|
|
|
|
2017-07-06 22:59:16 +08:00
|
|
|
ret = sp_pci_init();
|
2017-07-06 22:59:14 +08:00
|
|
|
if (ret)
|
|
|
|
return ret;
|
|
|
|
|
2017-12-05 00:57:28 +08:00
|
|
|
#ifdef CONFIG_CRYPTO_DEV_SP_PSP
|
|
|
|
psp_pci_init();
|
|
|
|
#endif
|
|
|
|
|
2017-07-06 22:59:14 +08:00
|
|
|
return 0;
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifdef CONFIG_ARM64
|
|
|
|
int ret;
|
|
|
|
|
2017-07-06 22:59:16 +08:00
|
|
|
ret = sp_platform_init();
|
2017-07-06 22:59:14 +08:00
|
|
|
if (ret)
|
|
|
|
return ret;
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
#endif
|
|
|
|
|
|
|
|
return -ENODEV;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void __exit sp_mod_exit(void)
|
|
|
|
{
|
|
|
|
#ifdef CONFIG_X86
|
2017-12-05 00:57:28 +08:00
|
|
|
|
|
|
|
#ifdef CONFIG_CRYPTO_DEV_SP_PSP
|
|
|
|
psp_pci_exit();
|
|
|
|
#endif
|
|
|
|
|
2017-07-06 22:59:16 +08:00
|
|
|
sp_pci_exit();
|
2017-07-06 22:59:14 +08:00
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifdef CONFIG_ARM64
|
2017-07-06 22:59:16 +08:00
|
|
|
sp_platform_exit();
|
2017-07-06 22:59:14 +08:00
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
|
|
|
module_init(sp_mod_init);
|
|
|
|
module_exit(sp_mod_exit);
|