dmaengine: idxd: add helper for per interrupt handle drain

The helper is called at the completion of the interrupt handle refresh
event. It issues drain descriptors to each of the wq with associated
interrupt handle. The drain descriptor will have interrupt request set but
without completion record. This will ensure all descriptors with incorrect
interrupt completion handle get drained and a completion interrupt is
triggered for the guest driver to process them.

Reviewed-by: Kevin Tian <kevin.tian@intel.com>
Signed-off-by: Dave Jiang <dave.jiang@intel.com>
Link: https://lore.kernel.org/r/163528418315.3925689.7944718440052849626.stgit@djiang5-desk3.ch.intel.com
Signed-off-by: Vinod Koul <vkoul@kernel.org>

diff --git a/drivers/dma/idxd/irq.c b/drivers/dma/idxd/irq.c
index d9c4fc22536d7856610c28155e5871c7c1cabe1f..5434f702901a1ba01fac960b3ab60acf7797f890 100644 (file)
--- a/drivers/dma/idxd/irq.c
+++ b/drivers/dma/idxd/irq.c
@@ -55,6 +55,45 @@ static void idxd_device_reinit(struct work_struct *work)
        idxd_device_clear_state(idxd);
 }
 
+/*
+ * The function sends a drain descriptor for the interrupt handle. The drain ensures
+ * all descriptors with this interrupt handle is flushed and the interrupt
+ * will allow the cleanup of the outstanding descriptors.
+ */
+static void idxd_int_handle_revoke_drain(struct idxd_irq_entry *ie)
+{
+       struct idxd_wq *wq = ie->wq;
+       struct idxd_device *idxd = ie->idxd;
+       struct device *dev = &idxd->pdev->dev;
+       struct dsa_hw_desc desc = {};
+       void __iomem *portal;
+       int rc;
+
+       /* Issue a simple drain operation with interrupt but no completion record */
+       desc.flags = IDXD_OP_FLAG_RCI;
+       desc.opcode = DSA_OPCODE_DRAIN;
+       desc.priv = 1;
+
+       if (ie->pasid != INVALID_IOASID)
+               desc.pasid = ie->pasid;
+       desc.int_handle = ie->int_handle;
+       portal = idxd_wq_portal_addr(wq);
+
+       /*
+        * The wmb() makes sure that the descriptor is all there before we
+        * issue.
+        */
+       wmb();
+       if (wq_dedicated(wq)) {
+               iosubmit_cmds512(portal, &desc, 1);
+       } else {
+               rc = enqcmds(portal, &desc);
+               /* This should not fail unless hardware failed. */
+               if (rc < 0)
+                       dev_warn(dev, "Failed to submit drain desc on wq %d\n", wq->id);
+       }
+}
+
 static int process_misc_interrupts(struct idxd_device *idxd, u32 cause)
 {
        struct device *dev = &idxd->pdev->dev;