@@ -8,6 +8,7 @@
*/
#include <linux/bitfield.h>
+#include <linux/file.h>
#include <linux/module.h>
#include <linux/kernel.h>
#include <linux/kthread.h>
@@ -109,6 +110,10 @@ static void *sev_init_ex_buffer;
*/
static struct sev_data_range_list *snp_range_list;
+/* SEV ASID data tracks resources associated with an ASID to safely manage operations. */
+struct sev_asid_data *sev_asid_data;
+u32 nr_asids, sev_min_asid, sev_es_max_asid;
+
static inline bool sev_version_greater_or_equal(u8 maj, u8 min)
{
struct sev_device *sev = psp_master->sev_data;
@@ -1093,6 +1098,109 @@ static int snp_filter_reserved_mem_regions(struct resource *rs, void *arg)
return 0;
}
+static bool sev_check_external_user(int fd);
+void *sev_snp_create_context(int fd, int asid, int *psp_ret)
+{
+ struct sev_data_snp_addr data = {};
+ void *context;
+ int rc, error;
+
+ if (!sev_check_external_user(fd))
+ return ERR_PTR(-EBADF);
+
+ if (!sev_asid_data)
+ return ERR_PTR(-ENODEV);
+
+ if (asid < 0 || asid >= nr_asids)
+ return ERR_PTR(-EINVAL);
+
+ /* Can't create a context for a used ASID. */
+ if (WARN_ON_ONCE(sev_asid_data[asid].snp_context))
+ return ERR_PTR(-EBUSY);
+
+ /* Allocate memory for context page */
+ context = snp_alloc_firmware_page(GFP_KERNEL_ACCOUNT);
+ if (!context)
+ return ERR_PTR(-ENOMEM);
+
+ data.address = __psp_pa(context);
+ rc = sev_do_cmd(SEV_CMD_SNP_GCTX_CREATE, &data, &error);
+ if (rc) {
+ pr_warn("Failed to create SEV-SNP context, rc=%d fw_error=0x%x",
+ rc, error);
+ if (psp_ret)
+ *psp_ret = error;
+ snp_free_firmware_page(context);
+ return ERR_PTR(-EIO);
+ }
+
+ sev_asid_data[asid].snp_context = context;
+
+ return context;
+}
+EXPORT_SYMBOL_GPL(sev_snp_create_context);
+
+int sev_snp_activate_asid(int fd, int asid, int *psp_ret)
+{
+ struct sev_data_snp_activate data = {0};
+ void *context;
+
+ if (!sev_check_external_user(fd))
+ return -EBADF;
+
+ if (!sev_asid_data)
+ return -ENODEV;
+
+ if (asid < 0 || asid >= nr_asids)
+ return -EINVAL;
+
+ context = sev_asid_data[asid].snp_context;
+ if (WARN_ON_ONCE(!context))
+ return -EINVAL;
+
+ data.gctx_paddr = __psp_pa(context);
+ data.asid = asid;
+ return sev_do_cmd(SEV_CMD_SNP_ACTIVATE, &data, psp_ret);
+}
+EXPORT_SYMBOL_GPL(sev_snp_activate_asid);
+
+int sev_snp_guest_decommission(int fd, int asid, int *psp_ret)
+{
+ struct sev_data_snp_addr addr = {};
+ struct sev_asid_data *data;
+ int ret, error;
+
+ if (!sev_check_external_user(fd))
+ return -EBADF;
+
+ if (!sev_asid_data)
+ return -ENODEV;
+
+ if (asid < 0 || asid >= nr_asids)
+ return -EINVAL;
+
+ data = &sev_asid_data[asid];
+ /* If context is not created then do nothing */
+ if (!data->snp_context)
+ return 0;
+
+ /* Do the decommission, which will unbind the ASID from the SNP context */
+ addr.address = __sme_pa(data->snp_context);
+ ret = sev_do_cmd(SEV_CMD_SNP_DECOMMISSION, &addr, &error);
+
+ if (WARN_ONCE(ret, "Failed to release guest context, rc=%d, fw_error=0x%x", ret, error)) {
+ if (psp_ret)
+ *psp_ret = error;
+ return ret;
+ }
+
+ snp_free_firmware_page(data->snp_context);
+ data->snp_context = NULL;
+
+ return 0;
+}
+EXPORT_SYMBOL_GPL(sev_snp_guest_decommission);
+
static int __sev_snp_init_locked(int *error)
{
struct psp_device *psp = psp_master;
@@ -1306,6 +1414,27 @@ static int __sev_platform_init_locked(int *error)
return 0;
}
+static int sev_asid_data_init(void)
+{
+ u32 eax, ebx, ecx;
+
+ if (sev_asid_data)
+ return 0;
+
+ cpuid(0x8000001f, &eax, &ebx, &ecx, &sev_min_asid);
+ if (!ecx)
+ return -ENODEV;
+
+ nr_asids = ecx + 1;
+ sev_es_max_asid = sev_min_asid - 1;
+
+ sev_asid_data = kcalloc(nr_asids, sizeof(*sev_asid_data), GFP_KERNEL);
+ if (!sev_asid_data)
+ return -ENOMEM;
+
+ return 0;
+}
+
static int _sev_platform_init_locked(struct sev_platform_init_args *args)
{
struct sev_device *sev;
@@ -1319,6 +1448,10 @@ static int _sev_platform_init_locked(struct sev_platform_init_args *args)
if (sev->state == SEV_STATE_INIT)
return 0;
+ rc = sev_asid_data_init();
+ if (rc)
+ return rc;
+
/*
* Legacy guests cannot be running while SNP_INIT(_EX) is executing,
* so perform SEV-SNP initialization at probe time.
@@ -2329,6 +2462,9 @@ static void __sev_firmware_shutdown(struct sev_device *sev, bool panic)
snp_range_list = NULL;
}
+ kfree(sev_asid_data);
+ sev_asid_data = NULL;
+
__sev_snp_shutdown_locked(&error, panic);
}
@@ -2377,10 +2513,31 @@ static struct notifier_block snp_panic_notifier = {
.notifier_call = snp_shutdown_on_panic,
};
+static bool file_is_sev(struct file *filep)
+{
+ return filep && filep->f_op == &sev_fops;
+}
+
+static bool sev_check_external_user(int fd)
+{
+ struct fd f;
+ bool ret = true;
+
+ f = fdget(fd);
+ if (!fd_file(f))
+ return false;
+
+ if (!file_is_sev(fd_file(f)))
+ ret = false;
+
+ fdput(f);
+ return ret;
+}
+
int sev_issue_cmd_external_user(struct file *filep, unsigned int cmd,
void *data, int *error)
{
- if (!filep || filep->f_op != &sev_fops)
+ if (!file_is_sev(filep))
return -EBADF;
return sev_do_cmd(cmd, data, error);
@@ -65,4 +65,8 @@ void sev_dev_destroy(struct psp_device *psp);
void sev_pci_init(void);
void sev_pci_exit(void);
+struct sev_asid_data {
+ void *snp_context;
+};
+
#endif /* __SEV_DEV_H */
@@ -942,6 +942,61 @@ int sev_guest_decommission(struct sev_data_decommission *data, int *error);
*/
int sev_do_cmd(int cmd, void *data, int *psp_ret);
+/**
+ * sev_snp_create_context - allocates an SNP context firmware page
+ *
+ * Associates the created context with the ASID that an activation
+ * call after SNP_LAUNCH_START will commit. The association is needed
+ * to track active guest context pages to refresh during firmware hotload.
+ *
+ * @fd: A file descriptor for the SEV device
+ * @asid: The ASID allocated to the caller that will be used in a subsequent SNP_ACTIVATE.
+ * @psp_ret: sev command return code.
+ *
+ * Returns:
+ * A pointer to the SNP context page, or an ERR_PTR of
+ * -%ENODEV if the PSP device is not available
+ * -%ENOTSUPP if PSP device does not support SEV
+ * -%ETIMEDOUT if the SEV command timed out
+ * -%EIO if PSP device returned a non-zero return code
+ */
+void *sev_snp_create_context(int fd, int asid, int *psp_ret);
+
+/**
+ * sev_snp_activate_asid - issues SNP_ACTIVATE for the ASID and associated guest context page.
+ *
+ * @fd: A file descriptor for the SEV device
+ * @asid: The ASID to activate.
+ * @psp_ret: sev command return code.
+ *
+ * Returns:
+ * 0 if the SEV device successfully processed the command
+ * -%ENODEV if the PSP device is not available
+ * -%ENOTSUPP if PSP device does not support SEV
+ * -%ETIMEDOUT if the SEV command timed out
+ * -%EIO if PSP device returned a non-zero return code
+ */
+int sev_snp_activate_asid(int fd, int asid, int *psp_ret);
+
+/**
+ * sev_snp_guest_decommission - issues SNP_DECOMMISSION for an ASID's guest context page, and frees
+ * it.
+ *
+ * The caller must ensure mutual exclusion with any process that may deactivate ASIDs.
+ *
+ * @fd: A file descriptor for the SEV device
+ * @asid: The ASID to activate.
+ * @psp_ret: sev command return code.
+ *
+ * Returns:
+ * 0 if the SEV device successfully processed the command
+ * -%ENODEV if the PSP device is not available
+ * -%ENOTSUPP if PSP device does not support SEV
+ * -%ETIMEDOUT if the SEV command timed out
+ * -%EIO if PSP device returned a non-zero return code
+ */
+int sev_snp_guest_decommission(int fd, int asid, int *psp_ret);
+
void *psp_copy_user_blob(u64 uaddr, u32 len);
void *snp_alloc_firmware_page(gfp_t mask);
void snp_free_firmware_page(void *addr);
In preparation for SEV firmware hotloading support, introduce a new way to create, activate, and decommission GCTX pages such that ccp is has all GCTX pages available to update as needed. Compliance with SEV-SNP API section 3.3 Firmware Updates and 4.1.1 Live Update: before a firmware is committed, all active GCTX pages should be updated with SNP_GUEST_STATUS to ensure their data structure remains consistent for the new firmware version. There can only be CPUID 0x8000001f_EDX-1 many SEV-SNP asids in use at one time, so this map associates asid to gctx in order to track which addresses are active gctx pages that need updating. When an asid and gctx page are decommissioned, the page is removed from tracking for update-purposes. CC: Sean Christopherson <seanjc@google.com> CC: Paolo Bonzini <pbonzini@redhat.com> CC: Thomas Gleixner <tglx@linutronix.de> CC: Ingo Molnar <mingo@redhat.com> CC: Borislav Petkov <bp@alien8.de> CC: Dave Hansen <dave.hansen@linux.intel.com> CC: Ashish Kalra <ashish.kalra@amd.com> CC: Tom Lendacky <thomas.lendacky@amd.com> CC: John Allen <john.allen@amd.com> CC: Herbert Xu <herbert@gondor.apana.org.au> CC: "David S. Miller" <davem@davemloft.net> CC: Michael Roth <michael.roth@amd.com> CC: Luis Chamberlain <mcgrof@kernel.org> CC: Russ Weight <russ.weight@linux.dev> CC: Danilo Krummrich <dakr@redhat.com> CC: Greg Kroah-Hartman <gregkh@linuxfoundation.org> CC: "Rafael J. Wysocki" <rafael@kernel.org> CC: Tianfei zhang <tianfei.zhang@intel.com> CC: Alexey Kardashevskiy <aik@amd.com> Signed-off-by: Dionna Glaze <dionnaglaze@google.com> --- drivers/crypto/ccp/sev-dev.c | 159 ++++++++++++++++++++++++++++++++++- drivers/crypto/ccp/sev-dev.h | 4 + include/linux/psp-sev.h | 55 ++++++++++++ 3 files changed, 217 insertions(+), 1 deletion(-)