static int at803x_config_intr(struct phy_device *phydev)
 {
-       struct at803x_priv *priv = phydev->priv;
        int err;
        int value;
 
                value |= AT803X_INTR_ENABLE_DUPLEX_CHANGED;
                value |= AT803X_INTR_ENABLE_LINK_FAIL;
                value |= AT803X_INTR_ENABLE_LINK_SUCCESS;
-               if (priv->is_fiber) {
-                       value |= AT803X_INTR_ENABLE_LINK_FAIL_BX;
-                       value |= AT803X_INTR_ENABLE_LINK_SUCCESS_BX;
-               }
 
                err = phy_write(phydev, AT803X_INTR_ENABLE, value);
        } else {
        return ret;
 }
 
+static int at8031_config_intr(struct phy_device *phydev)
+{
+       struct at803x_priv *priv = phydev->priv;
+       int err, value = 0;
+
+       if (phydev->interrupts == PHY_INTERRUPT_ENABLED &&
+           priv->is_fiber) {
+               /* Clear any pending interrupts */
+               err = at803x_ack_interrupt(phydev);
+               if (err)
+                       return err;
+
+               value |= AT803X_INTR_ENABLE_LINK_FAIL_BX;
+               value |= AT803X_INTR_ENABLE_LINK_SUCCESS_BX;
+
+               err = phy_set_bits(phydev, AT803X_INTR_ENABLE, value);
+               if (err)
+                       return err;
+       }
+
+       return at803x_config_intr(phydev);
+}
+
 static int qca83xx_config_init(struct phy_device *phydev)
 {
        u8 switch_revision;
        .write_page             = at803x_write_page,
        .get_features           = at803x_get_features,
        .read_status            = at803x_read_status,
-       .config_intr            = at803x_config_intr,
+       .config_intr            = at8031_config_intr,
        .handle_interrupt       = at803x_handle_interrupt,
        .get_tunable            = at803x_get_tunable,
        .set_tunable            = at803x_set_tunable,