/* If oper_speed is set, ldisc/serdev will set the baudrate
                 * before calling setup()
                 */
-               if (!bcm->dev->no_early_set_baudrate)
+               if (!bcm->dev->no_early_set_baudrate && !bcm->dev->use_autobaud_mode)
                        hu->oper_speed = bcm->dev->oper_speed;
 
                err = bcm_gpio_set_power(bcm->dev, true);
 {
        bdev->use_autobaud_mode = device_property_read_bool(bdev->dev,
                                                            "brcm,requires-autobaud-mode");
-       if (bdev->use_autobaud_mode)
-               bdev->no_early_set_baudrate = true;
-
        device_property_read_u32(bdev->dev, "max-speed", &bdev->oper_speed);
        device_property_read_u8_array(bdev->dev, "brcm,bt-pcm-int-params",
                                      bdev->pcm_int_params, 5);