13ee17bc7SMat Martineau /* SPDX-License-Identifier: GPL-2.0 */
23ee17bc7SMat Martineau /*
33ee17bc7SMat Martineau * Multipath TCP
43ee17bc7SMat Martineau *
53ee17bc7SMat Martineau * Copyright (c) 2017 - 2019, Intel Corporation.
63ee17bc7SMat Martineau */
73ee17bc7SMat Martineau
83ee17bc7SMat Martineau #ifndef __NET_MPTCP_H
93ee17bc7SMat Martineau #define __NET_MPTCP_H
103ee17bc7SMat Martineau
1185712484SMat Martineau #include <linux/skbuff.h>
12eda7acddSPeter Krystad #include <linux/tcp.h>
133ee17bc7SMat Martineau #include <linux/types.h>
143ee17bc7SMat Martineau
1561bc6e82SFlorian Westphal struct mptcp_info;
1661bc6e82SFlorian Westphal struct mptcp_sock;
17fc518953SFlorian Westphal struct seq_file;
18fc518953SFlorian Westphal
193ee17bc7SMat Martineau /* MPTCP sk_buff extension data */
203ee17bc7SMat Martineau struct mptcp_ext {
21a0c1d0eaSChristoph Paasch union {
223ee17bc7SMat Martineau u64 data_ack;
23a0c1d0eaSChristoph Paasch u32 data_ack32;
24a0c1d0eaSChristoph Paasch };
253ee17bc7SMat Martineau u64 data_seq;
263ee17bc7SMat Martineau u32 subflow_seq;
273ee17bc7SMat Martineau u16 data_len;
28d0cc2987SGeliang Tang __sum16 csum;
293ee17bc7SMat Martineau u8 use_map:1,
303ee17bc7SMat Martineau dsn64:1,
313ee17bc7SMat Martineau data_fin:1,
323ee17bc7SMat Martineau use_ack:1,
333ee17bc7SMat Martineau ack64:1,
34cc7972eaSChristoph Paasch mpc_map:1,
355a369ca6SPaolo Abeni frozen:1,
36dc87efdbSFlorian Westphal reset_transient:1;
37208e8f66SGeliang Tang u8 reset_reason:4,
381e39e5a3SGeliang Tang csum_reqd:1,
391e39e5a3SGeliang Tang infinite_map:1;
403ee17bc7SMat Martineau };
413ee17bc7SMat Martineau
42f7657ff4SGeliang Tang #define MPTCPOPT_HMAC_LEN 20
436445e17aSGeliang Tang #define MPTCP_RM_IDS_MAX 8
446445e17aSGeliang Tang
456445e17aSGeliang Tang struct mptcp_rm_list {
466445e17aSGeliang Tang u8 ids[MPTCP_RM_IDS_MAX];
476445e17aSGeliang Tang u8 nr;
486445e17aSGeliang Tang };
496445e17aSGeliang Tang
5030f60baeSGeliang Tang struct mptcp_addr_info {
5130f60baeSGeliang Tang u8 id;
5230f60baeSGeliang Tang sa_family_t family;
5330f60baeSGeliang Tang __be16 port;
543df523abSPeter Krystad union {
553df523abSPeter Krystad struct in_addr addr;
563df523abSPeter Krystad #if IS_ENABLED(CONFIG_MPTCP_IPV6)
573df523abSPeter Krystad struct in6_addr addr6;
583df523abSPeter Krystad #endif
593df523abSPeter Krystad };
6030f60baeSGeliang Tang };
6130f60baeSGeliang Tang
6230f60baeSGeliang Tang struct mptcp_out_options {
6330f60baeSGeliang Tang #if IS_ENABLED(CONFIG_MPTCP)
6430f60baeSGeliang Tang u16 suboptions;
656445e17aSGeliang Tang struct mptcp_rm_list rm_list;
66f296234cSPeter Krystad u8 join_id;
67f296234cSPeter Krystad u8 backup;
6806fe1719SGeliang Tang u8 reset_reason:4,
6906fe1719SGeliang Tang reset_transient:1,
70bab6b88eSGeliang Tang csum_reqd:1,
71bab6b88eSGeliang Tang allow_join_id0:1;
72d7b26908SPaolo Abeni union {
73d7b26908SPaolo Abeni struct {
74d7b26908SPaolo Abeni u64 sndr_key;
75d7b26908SPaolo Abeni u64 rcvr_key;
76f7cc8890SDavide Caratti u64 data_seq;
77f7cc8890SDavide Caratti u32 subflow_seq;
78f7cc8890SDavide Caratti u16 data_len;
79f7cc8890SDavide Caratti __sum16 csum;
80d7b26908SPaolo Abeni };
81d7b26908SPaolo Abeni struct {
82d7b26908SPaolo Abeni struct mptcp_addr_info addr;
83d7b26908SPaolo Abeni u64 ahmac;
84d7b26908SPaolo Abeni };
85c25aeb4eSGeliang Tang struct {
866d0060f6SMat Martineau struct mptcp_ext ext_copy;
87c25aeb4eSGeliang Tang u64 fail_seq;
88c25aeb4eSGeliang Tang };
89d7b26908SPaolo Abeni struct {
90d7b26908SPaolo Abeni u32 nonce;
91d7b26908SPaolo Abeni u32 token;
92d7b26908SPaolo Abeni u64 thmac;
93f7657ff4SGeliang Tang u8 hmac[MPTCPOPT_HMAC_LEN];
94d7b26908SPaolo Abeni };
95d7b26908SPaolo Abeni };
96eda7acddSPeter Krystad #endif
97eda7acddSPeter Krystad };
98eda7acddSPeter Krystad
99740ebe35SGeliang Tang #define MPTCP_SCHED_NAME_MAX 16
100*73c900aaSGregory Detal #define MPTCP_SCHED_MAX 128
101*73c900aaSGregory Detal #define MPTCP_SCHED_BUF_MAX (MPTCP_SCHED_NAME_MAX * MPTCP_SCHED_MAX)
102*73c900aaSGregory Detal
103740ebe35SGeliang Tang #define MPTCP_SUBFLOWS_MAX 8
104740ebe35SGeliang Tang
105740ebe35SGeliang Tang struct mptcp_sched_data {
106740ebe35SGeliang Tang bool reinject;
107740ebe35SGeliang Tang u8 subflows;
108740ebe35SGeliang Tang struct mptcp_subflow_context *contexts[MPTCP_SUBFLOWS_MAX];
109740ebe35SGeliang Tang };
110740ebe35SGeliang Tang
111740ebe35SGeliang Tang struct mptcp_sched_ops {
112740ebe35SGeliang Tang int (*get_subflow)(struct mptcp_sock *msk,
113740ebe35SGeliang Tang struct mptcp_sched_data *data);
114740ebe35SGeliang Tang
115740ebe35SGeliang Tang char name[MPTCP_SCHED_NAME_MAX];
116740ebe35SGeliang Tang struct module *owner;
117740ebe35SGeliang Tang struct list_head list;
118740ebe35SGeliang Tang
119740ebe35SGeliang Tang void (*init)(struct mptcp_sock *msk);
120740ebe35SGeliang Tang void (*release)(struct mptcp_sock *msk);
121740ebe35SGeliang Tang } ____cacheline_aligned_in_smp;
122740ebe35SGeliang Tang
12385712484SMat Martineau #ifdef CONFIG_MPTCP
124f870fa0bSMat Martineau void mptcp_init(void);
125f870fa0bSMat Martineau
sk_is_mptcp(const struct sock * sk)126cec37a6eSPeter Krystad static inline bool sk_is_mptcp(const struct sock *sk)
127cec37a6eSPeter Krystad {
128cec37a6eSPeter Krystad return tcp_sk(sk)->is_mptcp;
129cec37a6eSPeter Krystad }
130cec37a6eSPeter Krystad
rsk_is_mptcp(const struct request_sock * req)131cec37a6eSPeter Krystad static inline bool rsk_is_mptcp(const struct request_sock *req)
132cec37a6eSPeter Krystad {
133cec37a6eSPeter Krystad return tcp_rsk(req)->is_mptcp;
134cec37a6eSPeter Krystad }
135cec37a6eSPeter Krystad
rsk_drop_req(const struct request_sock * req)13690bf4513SPaolo Abeni static inline bool rsk_drop_req(const struct request_sock *req)
13790bf4513SPaolo Abeni {
13890bf4513SPaolo Abeni return tcp_rsk(req)->is_mptcp && tcp_rsk(req)->drop_req;
13990bf4513SPaolo Abeni }
14090bf4513SPaolo Abeni
141071c8ed6SFlorian Westphal void mptcp_space(const struct sock *ssk, int *space, int *full_space);
142cc7972eaSChristoph Paasch bool mptcp_syn_options(struct sock *sk, const struct sk_buff *skb,
143cc7972eaSChristoph Paasch unsigned int *size, struct mptcp_out_options *opts);
144cec37a6eSPeter Krystad bool mptcp_synack_options(const struct request_sock *req, unsigned int *size,
145cec37a6eSPeter Krystad struct mptcp_out_options *opts);
146cec37a6eSPeter Krystad bool mptcp_established_options(struct sock *sk, struct sk_buff *skb,
147cec37a6eSPeter Krystad unsigned int *size, unsigned int remaining,
148cec37a6eSPeter Krystad struct mptcp_out_options *opts);
1496787b7e3SJianguo Wu bool mptcp_incoming_options(struct sock *sk, struct sk_buff *skb);
150cec37a6eSPeter Krystad
151ea66758cSPaolo Abeni void mptcp_write_options(struct tcphdr *th, __be32 *ptr, struct tcp_sock *tp,
152fa3fe2b1SFlorian Westphal struct mptcp_out_options *opts);
153eda7acddSPeter Krystad
15461bc6e82SFlorian Westphal void mptcp_diag_fill_info(struct mptcp_sock *msk, struct mptcp_info *info);
15561bc6e82SFlorian Westphal
15685712484SMat Martineau /* move the skb extension owership, with the assumption that 'to' is
15785712484SMat Martineau * newly allocated
15885712484SMat Martineau */
mptcp_skb_ext_move(struct sk_buff * to,struct sk_buff * from)15985712484SMat Martineau static inline void mptcp_skb_ext_move(struct sk_buff *to,
16085712484SMat Martineau struct sk_buff *from)
16185712484SMat Martineau {
16285712484SMat Martineau if (!skb_ext_exist(from, SKB_EXT_MPTCP))
16385712484SMat Martineau return;
16485712484SMat Martineau
16585712484SMat Martineau if (WARN_ON_ONCE(to->active_extensions))
16685712484SMat Martineau skb_ext_put(to);
16785712484SMat Martineau
16885712484SMat Martineau to->active_extensions = from->active_extensions;
16985712484SMat Martineau to->extensions = from->extensions;
17085712484SMat Martineau from->active_extensions = 0;
17185712484SMat Martineau }
17285712484SMat Martineau
mptcp_skb_ext_copy(struct sk_buff * to,struct sk_buff * from)1735a369ca6SPaolo Abeni static inline void mptcp_skb_ext_copy(struct sk_buff *to,
1745a369ca6SPaolo Abeni struct sk_buff *from)
1755a369ca6SPaolo Abeni {
1765a369ca6SPaolo Abeni struct mptcp_ext *from_ext;
1775a369ca6SPaolo Abeni
1785a369ca6SPaolo Abeni from_ext = skb_ext_find(from, SKB_EXT_MPTCP);
1795a369ca6SPaolo Abeni if (!from_ext)
1805a369ca6SPaolo Abeni return;
1815a369ca6SPaolo Abeni
1825a369ca6SPaolo Abeni from_ext->frozen = 1;
1835a369ca6SPaolo Abeni skb_ext_copy(to, from);
1845a369ca6SPaolo Abeni }
1855a369ca6SPaolo Abeni
mptcp_ext_matches(const struct mptcp_ext * to_ext,const struct mptcp_ext * from_ext)18685712484SMat Martineau static inline bool mptcp_ext_matches(const struct mptcp_ext *to_ext,
18785712484SMat Martineau const struct mptcp_ext *from_ext)
18885712484SMat Martineau {
18985712484SMat Martineau /* MPTCP always clears the ext when adding it to the skb, so
19085712484SMat Martineau * holes do not bother us here
19185712484SMat Martineau */
19285712484SMat Martineau return !from_ext ||
19385712484SMat Martineau (to_ext && from_ext &&
19485712484SMat Martineau !memcmp(from_ext, to_ext, sizeof(struct mptcp_ext)));
19585712484SMat Martineau }
19685712484SMat Martineau
19785712484SMat Martineau /* check if skbs can be collapsed.
19885712484SMat Martineau * MPTCP collapse is allowed if neither @to or @from carry an mptcp data
19985712484SMat Martineau * mapping, or if the extension of @to is the same as @from.
20085712484SMat Martineau * Collapsing is not possible if @to lacks an extension, but @from carries one.
20185712484SMat Martineau */
mptcp_skb_can_collapse(const struct sk_buff * to,const struct sk_buff * from)20285712484SMat Martineau static inline bool mptcp_skb_can_collapse(const struct sk_buff *to,
20385712484SMat Martineau const struct sk_buff *from)
20485712484SMat Martineau {
20585712484SMat Martineau return mptcp_ext_matches(skb_ext_find(to, SKB_EXT_MPTCP),
20685712484SMat Martineau skb_ext_find(from, SKB_EXT_MPTCP));
20785712484SMat Martineau }
20885712484SMat Martineau
209fc518953SFlorian Westphal void mptcp_seq_show(struct seq_file *seq);
210c83a47e5SFlorian Westphal int mptcp_subflow_init_cookie_req(struct request_sock *req,
211c83a47e5SFlorian Westphal const struct sock *sk_listener,
212c83a47e5SFlorian Westphal struct sk_buff *skb);
2133fff8818SMatthieu Baerts struct request_sock *mptcp_subflow_reqsk_alloc(const struct request_sock_ops *ops,
2143fff8818SMatthieu Baerts struct sock *sk_listener,
2153fff8818SMatthieu Baerts bool attach_listener);
216dc87efdbSFlorian Westphal
217dc87efdbSFlorian Westphal __be32 mptcp_get_reset_option(const struct sk_buff *skb);
218dc87efdbSFlorian Westphal
mptcp_reset_option(const struct sk_buff * skb)219dc87efdbSFlorian Westphal static inline __be32 mptcp_reset_option(const struct sk_buff *skb)
220dc87efdbSFlorian Westphal {
221dc87efdbSFlorian Westphal if (skb_ext_exist(skb, SKB_EXT_MPTCP))
222dc87efdbSFlorian Westphal return mptcp_get_reset_option(skb);
223dc87efdbSFlorian Westphal
224dc87efdbSFlorian Westphal return htonl(0u);
225dc87efdbSFlorian Westphal }
22685712484SMat Martineau #else
22785712484SMat Martineau
mptcp_init(void)228f870fa0bSMat Martineau static inline void mptcp_init(void)
229f870fa0bSMat Martineau {
230f870fa0bSMat Martineau }
231f870fa0bSMat Martineau
sk_is_mptcp(const struct sock * sk)232cec37a6eSPeter Krystad static inline bool sk_is_mptcp(const struct sock *sk)
233cec37a6eSPeter Krystad {
234cec37a6eSPeter Krystad return false;
235cec37a6eSPeter Krystad }
236cec37a6eSPeter Krystad
rsk_is_mptcp(const struct request_sock * req)237cec37a6eSPeter Krystad static inline bool rsk_is_mptcp(const struct request_sock *req)
238cec37a6eSPeter Krystad {
239cec37a6eSPeter Krystad return false;
240cec37a6eSPeter Krystad }
241cec37a6eSPeter Krystad
rsk_drop_req(const struct request_sock * req)24290bf4513SPaolo Abeni static inline bool rsk_drop_req(const struct request_sock *req)
24390bf4513SPaolo Abeni {
24490bf4513SPaolo Abeni return false;
24590bf4513SPaolo Abeni }
24690bf4513SPaolo Abeni
mptcp_syn_options(struct sock * sk,const struct sk_buff * skb,unsigned int * size,struct mptcp_out_options * opts)247cc7972eaSChristoph Paasch static inline bool mptcp_syn_options(struct sock *sk, const struct sk_buff *skb,
248cc7972eaSChristoph Paasch unsigned int *size,
249cec37a6eSPeter Krystad struct mptcp_out_options *opts)
250cec37a6eSPeter Krystad {
251cec37a6eSPeter Krystad return false;
252cec37a6eSPeter Krystad }
253cec37a6eSPeter Krystad
mptcp_synack_options(const struct request_sock * req,unsigned int * size,struct mptcp_out_options * opts)254cec37a6eSPeter Krystad static inline bool mptcp_synack_options(const struct request_sock *req,
255cec37a6eSPeter Krystad unsigned int *size,
256cec37a6eSPeter Krystad struct mptcp_out_options *opts)
257cec37a6eSPeter Krystad {
258cec37a6eSPeter Krystad return false;
259cec37a6eSPeter Krystad }
260cec37a6eSPeter Krystad
mptcp_established_options(struct sock * sk,struct sk_buff * skb,unsigned int * size,unsigned int remaining,struct mptcp_out_options * opts)261cec37a6eSPeter Krystad static inline bool mptcp_established_options(struct sock *sk,
262cec37a6eSPeter Krystad struct sk_buff *skb,
263cec37a6eSPeter Krystad unsigned int *size,
264cec37a6eSPeter Krystad unsigned int remaining,
265cec37a6eSPeter Krystad struct mptcp_out_options *opts)
266cec37a6eSPeter Krystad {
267cec37a6eSPeter Krystad return false;
268cec37a6eSPeter Krystad }
269cec37a6eSPeter Krystad
mptcp_incoming_options(struct sock * sk,struct sk_buff * skb)2706787b7e3SJianguo Wu static inline bool mptcp_incoming_options(struct sock *sk,
27177d0cab9SFlorian Westphal struct sk_buff *skb)
272648ef4b8SMat Martineau {
2736787b7e3SJianguo Wu return true;
274648ef4b8SMat Martineau }
275648ef4b8SMat Martineau
mptcp_skb_ext_move(struct sk_buff * to,const struct sk_buff * from)27685712484SMat Martineau static inline void mptcp_skb_ext_move(struct sk_buff *to,
27785712484SMat Martineau const struct sk_buff *from)
27885712484SMat Martineau {
27985712484SMat Martineau }
28085712484SMat Martineau
mptcp_skb_ext_copy(struct sk_buff * to,struct sk_buff * from)2815a369ca6SPaolo Abeni static inline void mptcp_skb_ext_copy(struct sk_buff *to,
2825a369ca6SPaolo Abeni struct sk_buff *from)
2835a369ca6SPaolo Abeni {
2845a369ca6SPaolo Abeni }
2855a369ca6SPaolo Abeni
mptcp_skb_can_collapse(const struct sk_buff * to,const struct sk_buff * from)28685712484SMat Martineau static inline bool mptcp_skb_can_collapse(const struct sk_buff *to,
28785712484SMat Martineau const struct sk_buff *from)
28885712484SMat Martineau {
28985712484SMat Martineau return true;
29085712484SMat Martineau }
29185712484SMat Martineau
mptcp_space(const struct sock * ssk,int * s,int * fs)292071c8ed6SFlorian Westphal static inline void mptcp_space(const struct sock *ssk, int *s, int *fs) { }
mptcp_seq_show(struct seq_file * seq)293fc518953SFlorian Westphal static inline void mptcp_seq_show(struct seq_file *seq) { }
294c83a47e5SFlorian Westphal
mptcp_subflow_init_cookie_req(struct request_sock * req,const struct sock * sk_listener,struct sk_buff * skb)295c83a47e5SFlorian Westphal static inline int mptcp_subflow_init_cookie_req(struct request_sock *req,
296c83a47e5SFlorian Westphal const struct sock *sk_listener,
297c83a47e5SFlorian Westphal struct sk_buff *skb)
298c83a47e5SFlorian Westphal {
299c83a47e5SFlorian Westphal return 0; /* TCP fallback */
300c83a47e5SFlorian Westphal }
301dc87efdbSFlorian Westphal
mptcp_subflow_reqsk_alloc(const struct request_sock_ops * ops,struct sock * sk_listener,bool attach_listener)3023fff8818SMatthieu Baerts static inline struct request_sock *mptcp_subflow_reqsk_alloc(const struct request_sock_ops *ops,
3033fff8818SMatthieu Baerts struct sock *sk_listener,
3043fff8818SMatthieu Baerts bool attach_listener)
3053fff8818SMatthieu Baerts {
3063fff8818SMatthieu Baerts return NULL;
3073fff8818SMatthieu Baerts }
3083fff8818SMatthieu Baerts
mptcp_reset_option(const struct sk_buff * skb)309dc87efdbSFlorian Westphal static inline __be32 mptcp_reset_option(const struct sk_buff *skb) { return htonl(0u); }
31085712484SMat Martineau #endif /* CONFIG_MPTCP */
311f870fa0bSMat Martineau
312f870fa0bSMat Martineau #if IS_ENABLED(CONFIG_MPTCP_IPV6)
313f870fa0bSMat Martineau int mptcpv6_init(void);
31431484d56SGeert Uytterhoeven void mptcpv6_handle_mapped(struct sock *sk, bool mapped);
315f870fa0bSMat Martineau #elif IS_ENABLED(CONFIG_IPV6)
mptcpv6_init(void)31631484d56SGeert Uytterhoeven static inline int mptcpv6_init(void) { return 0; }
mptcpv6_handle_mapped(struct sock * sk,bool mapped)31731484d56SGeert Uytterhoeven static inline void mptcpv6_handle_mapped(struct sock *sk, bool mapped) { }
318f870fa0bSMat Martineau #endif
319f870fa0bSMat Martineau
3203bc253c2SGeliang Tang #if defined(CONFIG_MPTCP) && defined(CONFIG_BPF_SYSCALL)
3213bc253c2SGeliang Tang struct mptcp_sock *bpf_mptcp_sock_from_subflow(struct sock *sk);
3223bc253c2SGeliang Tang #else
bpf_mptcp_sock_from_subflow(struct sock * sk)3233bc253c2SGeliang Tang static inline struct mptcp_sock *bpf_mptcp_sock_from_subflow(struct sock *sk) { return NULL; }
3243bc253c2SGeliang Tang #endif
3253bc253c2SGeliang Tang
326f1d41f77SJiri Olsa #if !IS_ENABLED(CONFIG_MPTCP)
327f1d41f77SJiri Olsa struct mptcp_sock { };
328f1d41f77SJiri Olsa #endif
329f1d41f77SJiri Olsa
3303ee17bc7SMat Martineau #endif /* __NET_MPTCP_H */
331