iommu/amd: Workaround for ERBT1312

commit d3263bc29706e42f74d8800807c2dedf320d77f1 upstream.

Work around an IOMMU  hardware bug where clearing the
EVT_INT or PPR_INT bit in the status register may race with
the hardware trying to set it again. When not handled the
bit might not be cleared and we lose all future event or ppr
interrupts.

Reported-by: Suravee Suthikulpanit <suravee.suthikulpanit@amd.com>
Signed-off-by: Joerg Roedel <joro@8bytes.org>
Signed-off-by: Greg Kroah-Hartman <gregkh@linuxfoundation.org>

diff --git a/drivers/iommu/amd_iommu.c b/drivers/iommu/amd_iommu.c
index 176248e74f4254d03c33ddbcaf0b06786f90fc5f..1a5285b8c0e3e2acdfacb0081fae00339a863abe 100644 (file)
--- a/drivers/iommu/amd_iommu.c
+++ b/drivers/iommu/amd_iommu.c
@@ -700,14 +700,23 @@ retry:
 
 static void iommu_poll_events(struct amd_iommu *iommu)
 {
-       u32 head, tail;
+       u32 head, tail, status;
        unsigned long flags;
 
-       /* enable event interrupts again */
-       writel(MMIO_STATUS_EVT_INT_MASK, iommu->mmio_base + MMIO_STATUS_OFFSET);
-
        spin_lock_irqsave(&iommu->lock, flags);
 
+       /* enable event interrupts again */
+       do {
+               /*
+                * Workaround for Erratum ERBT1312
+                * Clearing the EVT_INT bit may race in the hardware, so read
+                * it again and make sure it was really cleared
+                */
+               status = readl(iommu->mmio_base + MMIO_STATUS_OFFSET);
+               writel(MMIO_STATUS_EVT_INT_MASK,
+                      iommu->mmio_base + MMIO_STATUS_OFFSET);
+       } while (status & MMIO_STATUS_EVT_INT_MASK);
+
        head = readl(iommu->mmio_base + MMIO_EVT_HEAD_OFFSET);
        tail = readl(iommu->mmio_base + MMIO_EVT_TAIL_OFFSET);
 
@@ -744,16 +753,25 @@ static void iommu_handle_ppr_entry(struct amd_iommu *iommu, u64 *raw)
 static void iommu_poll_ppr_log(struct amd_iommu *iommu)
 {
        unsigned long flags;
-       u32 head, tail;
+       u32 head, tail, status;
 
        if (iommu->ppr_log == NULL)
                return;
 
-       /* enable ppr interrupts again */
-       writel(MMIO_STATUS_PPR_INT_MASK, iommu->mmio_base + MMIO_STATUS_OFFSET);
-
        spin_lock_irqsave(&iommu->lock, flags);
 
+       /* enable ppr interrupts again */
+       do {
+               /*
+                * Workaround for Erratum ERBT1312
+                * Clearing the PPR_INT bit may race in the hardware, so read
+                * it again and make sure it was really cleared
+                */
+               status = readl(iommu->mmio_base + MMIO_STATUS_OFFSET);
+               writel(MMIO_STATUS_PPR_INT_MASK,
+                      iommu->mmio_base + MMIO_STATUS_OFFSET);
+       } while (status & MMIO_STATUS_PPR_INT_MASK);
+
        head = readl(iommu->mmio_base + MMIO_PPR_HEAD_OFFSET);
        tail = readl(iommu->mmio_base + MMIO_PPR_TAIL_OFFSET);