It doesn't need to enable/disable L1 on the fly for EP0 transfer,
we only need to enable L1 after SET_CONFIGURATION.
This code may be introduced by careless.
Cc: Pawel Laszczak <pawell@cadence.com>
Signed-off-by: Peter Chen <peter.chen@nxp.com>
Signed-off-by: Felipe Balbi <balbi@kernel.org>
        priv_dev->ep0_stage = CDNS3_SETUP_STAGE;
        writel((send_erdy ? EP_CMD_ERDY : 0) | EP_CMD_REQ_CMPL,
               &priv_dev->regs->ep_cmd);
-
-       cdns3_allow_enable_l1(priv_dev, 1);
 }
 
 /**
 
        if (priv_dev->wait_for_setup && ep_sts_reg & EP_STS_IOC) {
                priv_dev->wait_for_setup = 0;
-               cdns3_allow_enable_l1(priv_dev, 0);
                cdns3_ep0_setup_phase(priv_dev);
        } else if ((ep_sts_reg & EP_STS_IOC) || (ep_sts_reg & EP_STS_ISP)) {
                priv_dev->ep0_data_dir = dir;