for (i = 0; i < ARRAY_SIZE(rt5663->supplies); i++) {
                ret = regulator_set_load(rt5663->supplies[i].consumer,
                                         RT5663_SUPPLY_CURRENT_UA);
-               if (ret) {
+               if (ret < 0) {
                        dev_err(&i2c->dev,
-                               "Failed to set regulator %s, ret: %d\n",
+                               "Failed to set regulator load on %s, ret: %d\n",
                                rt5663->supplies[i].supply, ret);
+                       return ret;
                }
        }
 
                ret = PTR_ERR(regmap);
                dev_err(&i2c->dev, "Failed to allocate temp register map: %d\n",
                        ret);
-               return ret;
+               goto err_enable;
        }
 
        ret = regmap_read(regmap, RT5663_VENDOR_ID_2, &val);
                ret = PTR_ERR(rt5663->regmap);
                dev_err(&i2c->dev, "Failed to allocate register map: %d\n",
                        ret);
-               return ret;
+               goto err_enable;
        }
 
        /* reset and calibrate */
                        rt5663_dai, ARRAY_SIZE(rt5663_dai));
 
        if (ret)
-               goto err_irq;
+               goto err_enable;
 
        return 0;
 
-err_irq:
+
+       /*
+        * Error after enabling regulators should goto err_enable
+        * to disable regulators.
+        */
+err_enable:
        if (i2c->irq)
                free_irq(i2c->irq, rt5663);
 
-err_enable:
-       dev_err(&i2c->dev,
-               "%s: Disable regulator after probe error\n", __func__);
        regulator_bulk_disable(ARRAY_SIZE(rt5663->supplies), rt5663->supplies);
        return ret;
 }