if (val < 0)
                        err = -EINVAL;
                else
-                       icsk->icsk_user_timeout = msecs_to_jiffies(val);
+                       icsk->icsk_user_timeout = val;
                break;
 
        case TCP_FASTOPEN:
                break;
 
        case TCP_USER_TIMEOUT:
-               val = jiffies_to_msecs(icsk->icsk_user_timeout);
+               val = icsk->icsk_user_timeout;
                break;
 
        case TCP_FASTOPEN:
 
                else
                        timeout = ((2 << linear_backoff_thresh) - 1) * rto_base +
                                (boundary - linear_backoff_thresh) * TCP_RTO_MAX;
+               timeout = jiffies_to_msecs(timeout);
        }
-       return (tcp_time_stamp(tcp_sk(sk)) - start_ts) >= jiffies_to_msecs(timeout);
+       return (tcp_time_stamp(tcp_sk(sk)) - start_ts) >= timeout;
 }
 
 /* A write timeout has occurred. Process the after effects. */
        if (!start_ts)
                skb->skb_mstamp = tp->tcp_mstamp;
        else if (icsk->icsk_user_timeout &&
-                (s32)(tcp_time_stamp(tp) - start_ts) >
-                jiffies_to_msecs(icsk->icsk_user_timeout))
+                (s32)(tcp_time_stamp(tp) - start_ts) > icsk->icsk_user_timeout)
                goto abort;
 
        max_probes = sock_net(sk)->ipv4.sysctl_tcp_retries2;
                 * to determine when to timeout instead.
                 */
                if ((icsk->icsk_user_timeout != 0 &&
-                   elapsed >= icsk->icsk_user_timeout &&
+                   elapsed >= msecs_to_jiffies(icsk->icsk_user_timeout) &&
                    icsk->icsk_probes_out > 0) ||
                    (icsk->icsk_user_timeout == 0 &&
                    icsk->icsk_probes_out >= keepalive_probes(tp))) {