Skip to content

Commit 19bdb26

Browse files
edumazetkuba-moo
authored andcommitted
tcp: populate inet->cork.fl.u.ip6 in tcp_v6_connect()
Instead of using private @FL6 and @Final variables use respectively inet->cork.fl.u.ip6 and np->final. As explained in commit 85d05e2 ("ipv6: change inet6_sk_rebuild_header() to use inet->cork.fl.u.ip6"): TCP v6 spends a good amount of time rebuilding a fresh fl6 at each transmit in inet6_csk_xmit()/inet6_csk_route_socket(). TCP v4 caches the information in inet->cork.fl.u.ip4 instead. After this patch, active TCP ipv6 flows have correctly initialized inet->cork.fl.u.ip6 structure. Signed-off-by: Eric Dumazet <edumazet@google.com> Reviewed-by: Kuniyuki Iwashima <kuniyu@google.com> Link: https://patch.msgid.link/20260206173426.1638518-6-edumazet@google.com Signed-off-by: Jakub Kicinski <kuba@kernel.org>
1 parent 969a201 commit 19bdb26

1 file changed

Lines changed: 24 additions & 23 deletions

File tree

net/ipv6/tcp_ipv6.c

Lines changed: 24 additions & 23 deletions
Original file line numberDiff line numberDiff line change
@@ -138,15 +138,15 @@ static int tcp_v6_connect(struct sock *sk, struct sockaddr_unsized *uaddr,
138138
{
139139
struct sockaddr_in6 *usin = (struct sockaddr_in6 *) uaddr;
140140
struct inet_connection_sock *icsk = inet_csk(sk);
141-
struct in6_addr *saddr = NULL, *final_p, final;
142141
struct inet_timewait_death_row *tcp_death_row;
143142
struct ipv6_pinfo *np = tcp_inet6_sk(sk);
143+
struct in6_addr *saddr = NULL, *final_p;
144144
struct inet_sock *inet = inet_sk(sk);
145145
struct tcp_sock *tp = tcp_sk(sk);
146146
struct net *net = sock_net(sk);
147147
struct ipv6_txoptions *opt;
148148
struct dst_entry *dst;
149-
struct flowi6 fl6;
149+
struct flowi6 *fl6;
150150
int addr_type;
151151
int err;
152152

@@ -156,14 +156,15 @@ static int tcp_v6_connect(struct sock *sk, struct sockaddr_unsized *uaddr,
156156
if (usin->sin6_family != AF_INET6)
157157
return -EAFNOSUPPORT;
158158

159-
memset(&fl6, 0, sizeof(fl6));
159+
fl6 = &inet_sk(sk)->cork.fl.u.ip6;
160+
memset(fl6, 0, sizeof(*fl6));
160161

161162
if (inet6_test_bit(SNDFLOW, sk)) {
162-
fl6.flowlabel = usin->sin6_flowinfo&IPV6_FLOWINFO_MASK;
163-
IP6_ECN_flow_init(fl6.flowlabel);
164-
if (fl6.flowlabel&IPV6_FLOWLABEL_MASK) {
163+
fl6->flowlabel = usin->sin6_flowinfo & IPV6_FLOWINFO_MASK;
164+
IP6_ECN_flow_init(fl6->flowlabel);
165+
if (fl6->flowlabel & IPV6_FLOWLABEL_MASK) {
165166
struct ip6_flowlabel *flowlabel;
166-
flowlabel = fl6_sock_lookup(sk, fl6.flowlabel);
167+
flowlabel = fl6_sock_lookup(sk, fl6->flowlabel);
167168
if (IS_ERR(flowlabel))
168169
return -EINVAL;
169170
fl6_sock_release(flowlabel);
@@ -212,7 +213,7 @@ static int tcp_v6_connect(struct sock *sk, struct sockaddr_unsized *uaddr,
212213
}
213214

214215
sk->sk_v6_daddr = usin->sin6_addr;
215-
np->flow_label = fl6.flowlabel;
216+
np->flow_label = fl6->flowlabel;
216217

217218
/*
218219
* TCP over IPv4
@@ -260,24 +261,24 @@ static int tcp_v6_connect(struct sock *sk, struct sockaddr_unsized *uaddr,
260261
if (!ipv6_addr_any(&sk->sk_v6_rcv_saddr))
261262
saddr = &sk->sk_v6_rcv_saddr;
262263

263-
fl6.flowi6_proto = IPPROTO_TCP;
264-
fl6.daddr = sk->sk_v6_daddr;
265-
fl6.saddr = saddr ? *saddr : np->saddr;
266-
fl6.flowlabel = ip6_make_flowinfo(np->tclass, np->flow_label);
267-
fl6.flowi6_oif = sk->sk_bound_dev_if;
268-
fl6.flowi6_mark = sk->sk_mark;
269-
fl6.fl6_dport = usin->sin6_port;
270-
fl6.fl6_sport = inet->inet_sport;
271-
if (IS_ENABLED(CONFIG_IP_ROUTE_MULTIPATH) && !fl6.fl6_sport)
272-
fl6.flowi6_flags = FLOWI_FLAG_ANY_SPORT;
273-
fl6.flowi6_uid = sk_uid(sk);
264+
fl6->flowi6_proto = IPPROTO_TCP;
265+
fl6->daddr = sk->sk_v6_daddr;
266+
fl6->saddr = saddr ? *saddr : np->saddr;
267+
fl6->flowlabel = ip6_make_flowinfo(np->tclass, np->flow_label);
268+
fl6->flowi6_oif = sk->sk_bound_dev_if;
269+
fl6->flowi6_mark = sk->sk_mark;
270+
fl6->fl6_dport = usin->sin6_port;
271+
fl6->fl6_sport = inet->inet_sport;
272+
if (IS_ENABLED(CONFIG_IP_ROUTE_MULTIPATH) && !fl6->fl6_sport)
273+
fl6->flowi6_flags = FLOWI_FLAG_ANY_SPORT;
274+
fl6->flowi6_uid = sk_uid(sk);
274275

275276
opt = rcu_dereference_protected(np->opt, lockdep_sock_is_held(sk));
276-
final_p = fl6_update_dst(&fl6, opt, &final);
277+
final_p = fl6_update_dst(fl6, opt, &np->final);
277278

278-
security_sk_classify_flow(sk, flowi6_to_flowi_common(&fl6));
279+
security_sk_classify_flow(sk, flowi6_to_flowi_common(fl6));
279280

280-
dst = ip6_dst_lookup_flow(net, sk, &fl6, final_p);
281+
dst = ip6_dst_lookup_flow(net, sk, fl6, final_p);
281282
if (IS_ERR(dst)) {
282283
err = PTR_ERR(dst);
283284
goto failure;
@@ -287,7 +288,7 @@ static int tcp_v6_connect(struct sock *sk, struct sockaddr_unsized *uaddr,
287288
tcp_death_row = &sock_net(sk)->ipv4.tcp_death_row;
288289

289290
if (!saddr) {
290-
saddr = &fl6.saddr;
291+
saddr = &fl6->saddr;
291292

292293
err = inet_bhash2_update_saddr(sk, saddr, AF_INET6);
293294
if (err)

0 commit comments

Comments
 (0)