usbcfg &= ~(GUSBCFG_ULPI_UTMI_SEL | GUSBCFG_PHYIF16);
                if (hsotg->params.phy_utmi_width == 16)
                        usbcfg |= GUSBCFG_PHYIF16;
-
-               /* Set turnaround time */
-               if (dwc2_is_device_mode(hsotg)) {
-                       usbcfg &= ~GUSBCFG_USBTRDTIM_MASK;
-                       if (hsotg->params.phy_utmi_width == 16)
-                               usbcfg |= 5 << GUSBCFG_USBTRDTIM_SHIFT;
-                       else
-                               usbcfg |= 9 << GUSBCFG_USBTRDTIM_SHIFT;
-               }
                break;
        default:
                dev_err(hsotg->dev, "FS PHY selected at HS!\n");
        return retval;
 }
 
+static void dwc2_set_turnaround_time(struct dwc2_hsotg *hsotg)
+{
+       u32 usbcfg;
+
+       if (hsotg->params.phy_type != DWC2_PHY_TYPE_PARAM_UTMI)
+               return;
+
+       usbcfg = dwc2_readl(hsotg, GUSBCFG);
+
+       usbcfg &= ~GUSBCFG_USBTRDTIM_MASK;
+       if (hsotg->params.phy_utmi_width == 16)
+               usbcfg |= 5 << GUSBCFG_USBTRDTIM_SHIFT;
+       else
+               usbcfg |= 9 << GUSBCFG_USBTRDTIM_SHIFT;
+
+       dwc2_writel(hsotg, usbcfg, GUSBCFG);
+}
+
 int dwc2_phy_init(struct dwc2_hsotg *hsotg, bool select_phy)
 {
        u32 usbcfg;
                retval = dwc2_hs_phy_init(hsotg, select_phy);
                if (retval)
                        return retval;
+
+               if (dwc2_is_device_mode(hsotg))
+                       dwc2_set_turnaround_time(hsotg);
        }
 
        if (hsotg->hw_params.hs_phy_type == GHWCFG2_HS_PHY_TYPE_ULPI &&