bnxt_re: Update the debug counters for doorbell pacing

Add debug counters to track the Doorbell pacing events and report the
doorbell pacing debug stats.

Signed-off-by: Chandramohan Akula <chandramohan.akula@broadcom.com>
Signed-off-by: Selvin Xavier <selvin.xavier@broadcom.com>
Link: https://lore.kernel.org/r/1690383081-15033-5-git-send-email-selvin.xavier@broadcom.com
Signed-off-by: Leon Romanovsky <leon@kernel.org>

diff --git a/drivers/infiniband/hw/bnxt_re/hw_counters.c b/drivers/infiniband/hw/bnxt_re/hw_counters.c
index e50a1cb1984b49e26403219c6e0b367c0fa6f2ba..93572405d6fae7fd1959e411c7a518658624d4e1 100644 (file)
--- a/drivers/infiniband/hw/bnxt_re/hw_counters.c
+++ b/drivers/infiniband/hw/bnxt_re/hw_counters.c
@@ -146,6 +146,10 @@ static const struct rdma_stat_desc bnxt_re_stat_descs[] = {
        [BNXT_RE_TX_CNP].name                = "tx_cnp_pkts",
        [BNXT_RE_RX_CNP].name                = "rx_cnp_pkts",
        [BNXT_RE_RX_ECN].name                = "rx_ecn_marked_pkts",
+       [BNXT_RE_PACING_RESCHED].name        = "pacing_reschedule",
+       [BNXT_RE_PACING_CMPL].name           = "pacing_complete",
+       [BNXT_RE_PACING_ALERT].name          = "pacing_alerts",
+       [BNXT_RE_DB_FIFO_REG].name           = "db_fifo_register",
 };
 
 static void bnxt_re_copy_ext_stats(struct bnxt_re_dev *rdev,
@@ -278,6 +282,18 @@ static void bnxt_re_copy_err_stats(struct bnxt_re_dev *rdev,
                        err_s->res_oos_drop_count;
 }
 
+static void bnxt_re_copy_db_pacing_stats(struct bnxt_re_dev *rdev,
+                                        struct rdma_hw_stats *stats)
+{
+       struct bnxt_re_db_pacing_stats *pacing_s =  &rdev->stats.pacing;
+
+       stats->value[BNXT_RE_PACING_RESCHED] = pacing_s->resched;
+       stats->value[BNXT_RE_PACING_CMPL] = pacing_s->complete;
+       stats->value[BNXT_RE_PACING_ALERT] = pacing_s->alerts;
+       stats->value[BNXT_RE_DB_FIFO_REG] =
+               readl(rdev->en_dev->bar0 + rdev->pacing.dbr_db_fifo_reg_off);
+}
+
 int bnxt_re_ib_get_hw_stats(struct ib_device *ibdev,
                            struct rdma_hw_stats *stats,
                            u32 port, int index)
@@ -350,6 +366,8 @@ int bnxt_re_ib_get_hw_stats(struct ib_device *ibdev,
                                goto done;
                        }
                }
+               if (rdev->pacing.dbr_pacing)
+                       bnxt_re_copy_db_pacing_stats(rdev, stats);
        }
 
 done:

diff --git a/drivers/infiniband/hw/bnxt_re/hw_counters.h b/drivers/infiniband/hw/bnxt_re/hw_counters.h
index f3c4e35a23d8730dc6dd87074cb9e3cd33da079d..e541b6f8ca9fe9cacb7597d57cf06b0623f7ab58 100644 (file)
--- a/drivers/infiniband/hw/bnxt_re/hw_counters.h
+++ b/drivers/infiniband/hw/bnxt_re/hw_counters.h
@@ -129,11 +129,21 @@ enum bnxt_re_hw_stats {
        BNXT_RE_TX_CNP,
        BNXT_RE_RX_CNP,
        BNXT_RE_RX_ECN,
+       BNXT_RE_PACING_RESCHED,
+       BNXT_RE_PACING_CMPL,
+       BNXT_RE_PACING_ALERT,
+       BNXT_RE_DB_FIFO_REG,
        BNXT_RE_NUM_EXT_COUNTERS
 };
 
 #define BNXT_RE_NUM_STD_COUNTERS (BNXT_RE_OUT_OF_SEQ_ERR + 1)
 
+struct bnxt_re_db_pacing_stats {
+       u64 resched;
+       u64 complete;
+       u64 alerts;
+};
+
 struct bnxt_re_res_cntrs {
        atomic_t qp_count;
        atomic_t rc_qp_count;
@@ -164,6 +174,7 @@ struct bnxt_re_rstat {
 struct bnxt_re_stats {
        struct bnxt_re_rstat            rstat;
        struct bnxt_re_res_cntrs        res;
+       struct bnxt_re_db_pacing_stats  pacing;
 };
 
 struct rdma_hw_stats *bnxt_re_ib_alloc_hw_port_stats(struct ib_device *ibdev,

diff --git a/drivers/infiniband/hw/bnxt_re/main.c b/drivers/infiniband/hw/bnxt_re/main.c
index 91efa0400c5945bf3e764da5e8709fa757d08598..87960ac4208429e28eb8bf702190a36a94a738b9 100644 (file)
--- a/drivers/infiniband/hw/bnxt_re/main.c
+++ b/drivers/infiniband/hw/bnxt_re/main.c
@@ -533,6 +533,7 @@ static void bnxt_re_db_fifo_check(struct work_struct *work)
                pacing_data->pacing_th * BNXT_RE_PACING_ALARM_TH_MULTIPLE;
        schedule_delayed_work(&rdev->dbq_pacing_work,
                              msecs_to_jiffies(rdev->pacing.dbq_pacing_time));
+       rdev->stats.pacing.alerts++;
        mutex_unlock(&rdev->pacing.dbq_lock);
 }
 
@@ -563,12 +564,14 @@ static void bnxt_re_pacing_timer_exp(struct work_struct *work)
        pacing_data->do_pacing = max_t(u32, rdev->pacing.dbr_def_do_pacing, pacing_data->do_pacing);
        if (pacing_data->do_pacing <= rdev->pacing.dbr_def_do_pacing) {
                bnxt_re_set_default_pacing_data(rdev);
+               rdev->stats.pacing.complete++;
                goto dbq_unlock;
        }
 
 restart_timer:
        schedule_delayed_work(&rdev->dbq_pacing_work,
                              msecs_to_jiffies(rdev->pacing.dbq_pacing_time));
+       rdev->stats.pacing.resched++;
 dbq_unlock:
        rdev->pacing.do_pacing_save = pacing_data->do_pacing;
        mutex_unlock(&rdev->pacing.dbq_lock);