|
@@ -101,10 +101,10 @@ static int iommu_queue_command(struct amd_iommu *iommu, struct iommu_cmd *cmd)
|
|
|
*/
|
|
|
static int iommu_completion_wait(struct amd_iommu *iommu)
|
|
|
{
|
|
|
- int ret, ready = 0;
|
|
|
+ int ret = 0, ready = 0;
|
|
|
unsigned status = 0;
|
|
|
struct iommu_cmd cmd;
|
|
|
- unsigned long i = 0;
|
|
|
+ unsigned long flags, i = 0;
|
|
|
|
|
|
memset(&cmd, 0, sizeof(cmd));
|
|
|
cmd.data[0] = CMD_COMPL_WAIT_INT_MASK;
|
|
@@ -112,10 +112,12 @@ static int iommu_completion_wait(struct amd_iommu *iommu)
|
|
|
|
|
|
iommu->need_sync = 0;
|
|
|
|
|
|
- ret = iommu_queue_command(iommu, &cmd);
|
|
|
+ spin_lock_irqsave(&iommu->lock, flags);
|
|
|
+
|
|
|
+ ret = __iommu_queue_command(iommu, &cmd);
|
|
|
|
|
|
if (ret)
|
|
|
- return ret;
|
|
|
+ goto out;
|
|
|
|
|
|
while (!ready && (i < EXIT_LOOP_COUNT)) {
|
|
|
++i;
|
|
@@ -130,6 +132,8 @@ static int iommu_completion_wait(struct amd_iommu *iommu)
|
|
|
|
|
|
if (unlikely((i == EXIT_LOOP_COUNT) && printk_ratelimit()))
|
|
|
printk(KERN_WARNING "AMD IOMMU: Completion wait loop failed\n");
|
|
|
+out:
|
|
|
+ spin_unlock_irqrestore(&iommu->lock, flags);
|
|
|
|
|
|
return 0;
|
|
|
}
|
|
@@ -140,6 +144,7 @@ static int iommu_completion_wait(struct amd_iommu *iommu)
|
|
|
static int iommu_queue_inv_dev_entry(struct amd_iommu *iommu, u16 devid)
|
|
|
{
|
|
|
struct iommu_cmd cmd;
|
|
|
+ int ret;
|
|
|
|
|
|
BUG_ON(iommu == NULL);
|
|
|
|
|
@@ -147,9 +152,11 @@ static int iommu_queue_inv_dev_entry(struct amd_iommu *iommu, u16 devid)
|
|
|
CMD_SET_TYPE(&cmd, CMD_INV_DEV_ENTRY);
|
|
|
cmd.data[0] = devid;
|
|
|
|
|
|
+ ret = iommu_queue_command(iommu, &cmd);
|
|
|
+
|
|
|
iommu->need_sync = 1;
|
|
|
|
|
|
- return iommu_queue_command(iommu, &cmd);
|
|
|
+ return ret;
|
|
|
}
|
|
|
|
|
|
/*
|
|
@@ -159,6 +166,7 @@ static int iommu_queue_inv_iommu_pages(struct amd_iommu *iommu,
|
|
|
u64 address, u16 domid, int pde, int s)
|
|
|
{
|
|
|
struct iommu_cmd cmd;
|
|
|
+ int ret;
|
|
|
|
|
|
memset(&cmd, 0, sizeof(cmd));
|
|
|
address &= PAGE_MASK;
|
|
@@ -171,9 +179,11 @@ static int iommu_queue_inv_iommu_pages(struct amd_iommu *iommu,
|
|
|
if (pde) /* PDE bit - we wan't flush everything not only the PTEs */
|
|
|
cmd.data[2] |= CMD_INV_IOMMU_PAGES_PDE_MASK;
|
|
|
|
|
|
+ ret = iommu_queue_command(iommu, &cmd);
|
|
|
+
|
|
|
iommu->need_sync = 1;
|
|
|
|
|
|
- return iommu_queue_command(iommu, &cmd);
|
|
|
+ return ret;
|
|
|
}
|
|
|
|
|
|
/*
|