xref: /linux/include/net/mptcp.h (revision 73c900aa)
13ee17bc7SMat Martineau /* SPDX-License-Identifier: GPL-2.0 */
23ee17bc7SMat Martineau /*
33ee17bc7SMat Martineau  * Multipath TCP
43ee17bc7SMat Martineau  *
53ee17bc7SMat Martineau  * Copyright (c) 2017 - 2019, Intel Corporation.
63ee17bc7SMat Martineau  */
73ee17bc7SMat Martineau 
83ee17bc7SMat Martineau #ifndef __NET_MPTCP_H
93ee17bc7SMat Martineau #define __NET_MPTCP_H
103ee17bc7SMat Martineau 
1185712484SMat Martineau #include <linux/skbuff.h>
12eda7acddSPeter Krystad #include <linux/tcp.h>
133ee17bc7SMat Martineau #include <linux/types.h>
143ee17bc7SMat Martineau 
1561bc6e82SFlorian Westphal struct mptcp_info;
1661bc6e82SFlorian Westphal struct mptcp_sock;
17fc518953SFlorian Westphal struct seq_file;
18fc518953SFlorian Westphal 
193ee17bc7SMat Martineau /* MPTCP sk_buff extension data */
203ee17bc7SMat Martineau struct mptcp_ext {
21a0c1d0eaSChristoph Paasch 	union {
223ee17bc7SMat Martineau 		u64	data_ack;
23a0c1d0eaSChristoph Paasch 		u32	data_ack32;
24a0c1d0eaSChristoph Paasch 	};
253ee17bc7SMat Martineau 	u64		data_seq;
263ee17bc7SMat Martineau 	u32		subflow_seq;
273ee17bc7SMat Martineau 	u16		data_len;
28d0cc2987SGeliang Tang 	__sum16		csum;
293ee17bc7SMat Martineau 	u8		use_map:1,
303ee17bc7SMat Martineau 			dsn64:1,
313ee17bc7SMat Martineau 			data_fin:1,
323ee17bc7SMat Martineau 			use_ack:1,
333ee17bc7SMat Martineau 			ack64:1,
34cc7972eaSChristoph Paasch 			mpc_map:1,
355a369ca6SPaolo Abeni 			frozen:1,
36dc87efdbSFlorian Westphal 			reset_transient:1;
37208e8f66SGeliang Tang 	u8		reset_reason:4,
381e39e5a3SGeliang Tang 			csum_reqd:1,
391e39e5a3SGeliang Tang 			infinite_map:1;
403ee17bc7SMat Martineau };
413ee17bc7SMat Martineau 
42f7657ff4SGeliang Tang #define MPTCPOPT_HMAC_LEN	20
436445e17aSGeliang Tang #define MPTCP_RM_IDS_MAX	8
446445e17aSGeliang Tang 
456445e17aSGeliang Tang struct mptcp_rm_list {
466445e17aSGeliang Tang 	u8 ids[MPTCP_RM_IDS_MAX];
476445e17aSGeliang Tang 	u8 nr;
486445e17aSGeliang Tang };
496445e17aSGeliang Tang 
5030f60baeSGeliang Tang struct mptcp_addr_info {
5130f60baeSGeliang Tang 	u8			id;
5230f60baeSGeliang Tang 	sa_family_t		family;
5330f60baeSGeliang Tang 	__be16			port;
543df523abSPeter Krystad 	union {
553df523abSPeter Krystad 		struct in_addr	addr;
563df523abSPeter Krystad #if IS_ENABLED(CONFIG_MPTCP_IPV6)
573df523abSPeter Krystad 		struct in6_addr	addr6;
583df523abSPeter Krystad #endif
593df523abSPeter Krystad 	};
6030f60baeSGeliang Tang };
6130f60baeSGeliang Tang 
6230f60baeSGeliang Tang struct mptcp_out_options {
6330f60baeSGeliang Tang #if IS_ENABLED(CONFIG_MPTCP)
6430f60baeSGeliang Tang 	u16 suboptions;
656445e17aSGeliang Tang 	struct mptcp_rm_list rm_list;
66f296234cSPeter Krystad 	u8 join_id;
67f296234cSPeter Krystad 	u8 backup;
6806fe1719SGeliang Tang 	u8 reset_reason:4,
6906fe1719SGeliang Tang 	   reset_transient:1,
70bab6b88eSGeliang Tang 	   csum_reqd:1,
71bab6b88eSGeliang Tang 	   allow_join_id0:1;
72d7b26908SPaolo Abeni 	union {
73d7b26908SPaolo Abeni 		struct {
74d7b26908SPaolo Abeni 			u64 sndr_key;
75d7b26908SPaolo Abeni 			u64 rcvr_key;
76f7cc8890SDavide Caratti 			u64 data_seq;
77f7cc8890SDavide Caratti 			u32 subflow_seq;
78f7cc8890SDavide Caratti 			u16 data_len;
79f7cc8890SDavide Caratti 			__sum16 csum;
80d7b26908SPaolo Abeni 		};
81d7b26908SPaolo Abeni 		struct {
82d7b26908SPaolo Abeni 			struct mptcp_addr_info addr;
83d7b26908SPaolo Abeni 			u64 ahmac;
84d7b26908SPaolo Abeni 		};
85c25aeb4eSGeliang Tang 		struct {
866d0060f6SMat Martineau 			struct mptcp_ext ext_copy;
87c25aeb4eSGeliang Tang 			u64 fail_seq;
88c25aeb4eSGeliang Tang 		};
89d7b26908SPaolo Abeni 		struct {
90d7b26908SPaolo Abeni 			u32 nonce;
91d7b26908SPaolo Abeni 			u32 token;
92d7b26908SPaolo Abeni 			u64 thmac;
93f7657ff4SGeliang Tang 			u8 hmac[MPTCPOPT_HMAC_LEN];
94d7b26908SPaolo Abeni 		};
95d7b26908SPaolo Abeni 	};
96eda7acddSPeter Krystad #endif
97eda7acddSPeter Krystad };
98eda7acddSPeter Krystad 
99740ebe35SGeliang Tang #define MPTCP_SCHED_NAME_MAX	16
100*73c900aaSGregory Detal #define MPTCP_SCHED_MAX		128
101*73c900aaSGregory Detal #define MPTCP_SCHED_BUF_MAX	(MPTCP_SCHED_NAME_MAX * MPTCP_SCHED_MAX)
102*73c900aaSGregory Detal 
103740ebe35SGeliang Tang #define MPTCP_SUBFLOWS_MAX	8
104740ebe35SGeliang Tang 
105740ebe35SGeliang Tang struct mptcp_sched_data {
106740ebe35SGeliang Tang 	bool	reinject;
107740ebe35SGeliang Tang 	u8	subflows;
108740ebe35SGeliang Tang 	struct mptcp_subflow_context *contexts[MPTCP_SUBFLOWS_MAX];
109740ebe35SGeliang Tang };
110740ebe35SGeliang Tang 
111740ebe35SGeliang Tang struct mptcp_sched_ops {
112740ebe35SGeliang Tang 	int (*get_subflow)(struct mptcp_sock *msk,
113740ebe35SGeliang Tang 			   struct mptcp_sched_data *data);
114740ebe35SGeliang Tang 
115740ebe35SGeliang Tang 	char			name[MPTCP_SCHED_NAME_MAX];
116740ebe35SGeliang Tang 	struct module		*owner;
117740ebe35SGeliang Tang 	struct list_head	list;
118740ebe35SGeliang Tang 
119740ebe35SGeliang Tang 	void (*init)(struct mptcp_sock *msk);
120740ebe35SGeliang Tang 	void (*release)(struct mptcp_sock *msk);
121740ebe35SGeliang Tang } ____cacheline_aligned_in_smp;
122740ebe35SGeliang Tang 
12385712484SMat Martineau #ifdef CONFIG_MPTCP
124f870fa0bSMat Martineau void mptcp_init(void);
125f870fa0bSMat Martineau 
sk_is_mptcp(const struct sock * sk)126cec37a6eSPeter Krystad static inline bool sk_is_mptcp(const struct sock *sk)
127cec37a6eSPeter Krystad {
128cec37a6eSPeter Krystad 	return tcp_sk(sk)->is_mptcp;
129cec37a6eSPeter Krystad }
130cec37a6eSPeter Krystad 
rsk_is_mptcp(const struct request_sock * req)131cec37a6eSPeter Krystad static inline bool rsk_is_mptcp(const struct request_sock *req)
132cec37a6eSPeter Krystad {
133cec37a6eSPeter Krystad 	return tcp_rsk(req)->is_mptcp;
134cec37a6eSPeter Krystad }
135cec37a6eSPeter Krystad 
rsk_drop_req(const struct request_sock * req)13690bf4513SPaolo Abeni static inline bool rsk_drop_req(const struct request_sock *req)
13790bf4513SPaolo Abeni {
13890bf4513SPaolo Abeni 	return tcp_rsk(req)->is_mptcp && tcp_rsk(req)->drop_req;
13990bf4513SPaolo Abeni }
14090bf4513SPaolo Abeni 
141071c8ed6SFlorian Westphal void mptcp_space(const struct sock *ssk, int *space, int *full_space);
142cc7972eaSChristoph Paasch bool mptcp_syn_options(struct sock *sk, const struct sk_buff *skb,
143cc7972eaSChristoph Paasch 		       unsigned int *size, struct mptcp_out_options *opts);
144cec37a6eSPeter Krystad bool mptcp_synack_options(const struct request_sock *req, unsigned int *size,
145cec37a6eSPeter Krystad 			  struct mptcp_out_options *opts);
146cec37a6eSPeter Krystad bool mptcp_established_options(struct sock *sk, struct sk_buff *skb,
147cec37a6eSPeter Krystad 			       unsigned int *size, unsigned int remaining,
148cec37a6eSPeter Krystad 			       struct mptcp_out_options *opts);
1496787b7e3SJianguo Wu bool mptcp_incoming_options(struct sock *sk, struct sk_buff *skb);
150cec37a6eSPeter Krystad 
151ea66758cSPaolo Abeni void mptcp_write_options(struct tcphdr *th, __be32 *ptr, struct tcp_sock *tp,
152fa3fe2b1SFlorian Westphal 			 struct mptcp_out_options *opts);
153eda7acddSPeter Krystad 
15461bc6e82SFlorian Westphal void mptcp_diag_fill_info(struct mptcp_sock *msk, struct mptcp_info *info);
15561bc6e82SFlorian Westphal 
15685712484SMat Martineau /* move the skb extension owership, with the assumption that 'to' is
15785712484SMat Martineau  * newly allocated
15885712484SMat Martineau  */
mptcp_skb_ext_move(struct sk_buff * to,struct sk_buff * from)15985712484SMat Martineau static inline void mptcp_skb_ext_move(struct sk_buff *to,
16085712484SMat Martineau 				      struct sk_buff *from)
16185712484SMat Martineau {
16285712484SMat Martineau 	if (!skb_ext_exist(from, SKB_EXT_MPTCP))
16385712484SMat Martineau 		return;
16485712484SMat Martineau 
16585712484SMat Martineau 	if (WARN_ON_ONCE(to->active_extensions))
16685712484SMat Martineau 		skb_ext_put(to);
16785712484SMat Martineau 
16885712484SMat Martineau 	to->active_extensions = from->active_extensions;
16985712484SMat Martineau 	to->extensions = from->extensions;
17085712484SMat Martineau 	from->active_extensions = 0;
17185712484SMat Martineau }
17285712484SMat Martineau 
mptcp_skb_ext_copy(struct sk_buff * to,struct sk_buff * from)1735a369ca6SPaolo Abeni static inline void mptcp_skb_ext_copy(struct sk_buff *to,
1745a369ca6SPaolo Abeni 				      struct sk_buff *from)
1755a369ca6SPaolo Abeni {
1765a369ca6SPaolo Abeni 	struct mptcp_ext *from_ext;
1775a369ca6SPaolo Abeni 
1785a369ca6SPaolo Abeni 	from_ext = skb_ext_find(from, SKB_EXT_MPTCP);
1795a369ca6SPaolo Abeni 	if (!from_ext)
1805a369ca6SPaolo Abeni 		return;
1815a369ca6SPaolo Abeni 
1825a369ca6SPaolo Abeni 	from_ext->frozen = 1;
1835a369ca6SPaolo Abeni 	skb_ext_copy(to, from);
1845a369ca6SPaolo Abeni }
1855a369ca6SPaolo Abeni 
mptcp_ext_matches(const struct mptcp_ext * to_ext,const struct mptcp_ext * from_ext)18685712484SMat Martineau static inline bool mptcp_ext_matches(const struct mptcp_ext *to_ext,
18785712484SMat Martineau 				     const struct mptcp_ext *from_ext)
18885712484SMat Martineau {
18985712484SMat Martineau 	/* MPTCP always clears the ext when adding it to the skb, so
19085712484SMat Martineau 	 * holes do not bother us here
19185712484SMat Martineau 	 */
19285712484SMat Martineau 	return !from_ext ||
19385712484SMat Martineau 	       (to_ext && from_ext &&
19485712484SMat Martineau 	        !memcmp(from_ext, to_ext, sizeof(struct mptcp_ext)));
19585712484SMat Martineau }
19685712484SMat Martineau 
19785712484SMat Martineau /* check if skbs can be collapsed.
19885712484SMat Martineau  * MPTCP collapse is allowed if neither @to or @from carry an mptcp data
19985712484SMat Martineau  * mapping, or if the extension of @to is the same as @from.
20085712484SMat Martineau  * Collapsing is not possible if @to lacks an extension, but @from carries one.
20185712484SMat Martineau  */
mptcp_skb_can_collapse(const struct sk_buff * to,const struct sk_buff * from)20285712484SMat Martineau static inline bool mptcp_skb_can_collapse(const struct sk_buff *to,
20385712484SMat Martineau 					  const struct sk_buff *from)
20485712484SMat Martineau {
20585712484SMat Martineau 	return mptcp_ext_matches(skb_ext_find(to, SKB_EXT_MPTCP),
20685712484SMat Martineau 				 skb_ext_find(from, SKB_EXT_MPTCP));
20785712484SMat Martineau }
20885712484SMat Martineau 
209fc518953SFlorian Westphal void mptcp_seq_show(struct seq_file *seq);
210c83a47e5SFlorian Westphal int mptcp_subflow_init_cookie_req(struct request_sock *req,
211c83a47e5SFlorian Westphal 				  const struct sock *sk_listener,
212c83a47e5SFlorian Westphal 				  struct sk_buff *skb);
2133fff8818SMatthieu Baerts struct request_sock *mptcp_subflow_reqsk_alloc(const struct request_sock_ops *ops,
2143fff8818SMatthieu Baerts 					       struct sock *sk_listener,
2153fff8818SMatthieu Baerts 					       bool attach_listener);
216dc87efdbSFlorian Westphal 
217dc87efdbSFlorian Westphal __be32 mptcp_get_reset_option(const struct sk_buff *skb);
218dc87efdbSFlorian Westphal 
mptcp_reset_option(const struct sk_buff * skb)219dc87efdbSFlorian Westphal static inline __be32 mptcp_reset_option(const struct sk_buff *skb)
220dc87efdbSFlorian Westphal {
221dc87efdbSFlorian Westphal 	if (skb_ext_exist(skb, SKB_EXT_MPTCP))
222dc87efdbSFlorian Westphal 		return mptcp_get_reset_option(skb);
223dc87efdbSFlorian Westphal 
224dc87efdbSFlorian Westphal 	return htonl(0u);
225dc87efdbSFlorian Westphal }
22685712484SMat Martineau #else
22785712484SMat Martineau 
mptcp_init(void)228f870fa0bSMat Martineau static inline void mptcp_init(void)
229f870fa0bSMat Martineau {
230f870fa0bSMat Martineau }
231f870fa0bSMat Martineau 
sk_is_mptcp(const struct sock * sk)232cec37a6eSPeter Krystad static inline bool sk_is_mptcp(const struct sock *sk)
233cec37a6eSPeter Krystad {
234cec37a6eSPeter Krystad 	return false;
235cec37a6eSPeter Krystad }
236cec37a6eSPeter Krystad 
rsk_is_mptcp(const struct request_sock * req)237cec37a6eSPeter Krystad static inline bool rsk_is_mptcp(const struct request_sock *req)
238cec37a6eSPeter Krystad {
239cec37a6eSPeter Krystad 	return false;
240cec37a6eSPeter Krystad }
241cec37a6eSPeter Krystad 
rsk_drop_req(const struct request_sock * req)24290bf4513SPaolo Abeni static inline bool rsk_drop_req(const struct request_sock *req)
24390bf4513SPaolo Abeni {
24490bf4513SPaolo Abeni 	return false;
24590bf4513SPaolo Abeni }
24690bf4513SPaolo Abeni 
mptcp_syn_options(struct sock * sk,const struct sk_buff * skb,unsigned int * size,struct mptcp_out_options * opts)247cc7972eaSChristoph Paasch static inline bool mptcp_syn_options(struct sock *sk, const struct sk_buff *skb,
248cc7972eaSChristoph Paasch 				     unsigned int *size,
249cec37a6eSPeter Krystad 				     struct mptcp_out_options *opts)
250cec37a6eSPeter Krystad {
251cec37a6eSPeter Krystad 	return false;
252cec37a6eSPeter Krystad }
253cec37a6eSPeter Krystad 
mptcp_synack_options(const struct request_sock * req,unsigned int * size,struct mptcp_out_options * opts)254cec37a6eSPeter Krystad static inline bool mptcp_synack_options(const struct request_sock *req,
255cec37a6eSPeter Krystad 					unsigned int *size,
256cec37a6eSPeter Krystad 					struct mptcp_out_options *opts)
257cec37a6eSPeter Krystad {
258cec37a6eSPeter Krystad 	return false;
259cec37a6eSPeter Krystad }
260cec37a6eSPeter Krystad 
mptcp_established_options(struct sock * sk,struct sk_buff * skb,unsigned int * size,unsigned int remaining,struct mptcp_out_options * opts)261cec37a6eSPeter Krystad static inline bool mptcp_established_options(struct sock *sk,
262cec37a6eSPeter Krystad 					     struct sk_buff *skb,
263cec37a6eSPeter Krystad 					     unsigned int *size,
264cec37a6eSPeter Krystad 					     unsigned int remaining,
265cec37a6eSPeter Krystad 					     struct mptcp_out_options *opts)
266cec37a6eSPeter Krystad {
267cec37a6eSPeter Krystad 	return false;
268cec37a6eSPeter Krystad }
269cec37a6eSPeter Krystad 
mptcp_incoming_options(struct sock * sk,struct sk_buff * skb)2706787b7e3SJianguo Wu static inline bool mptcp_incoming_options(struct sock *sk,
27177d0cab9SFlorian Westphal 					  struct sk_buff *skb)
272648ef4b8SMat Martineau {
2736787b7e3SJianguo Wu 	return true;
274648ef4b8SMat Martineau }
275648ef4b8SMat Martineau 
mptcp_skb_ext_move(struct sk_buff * to,const struct sk_buff * from)27685712484SMat Martineau static inline void mptcp_skb_ext_move(struct sk_buff *to,
27785712484SMat Martineau 				      const struct sk_buff *from)
27885712484SMat Martineau {
27985712484SMat Martineau }
28085712484SMat Martineau 
mptcp_skb_ext_copy(struct sk_buff * to,struct sk_buff * from)2815a369ca6SPaolo Abeni static inline void mptcp_skb_ext_copy(struct sk_buff *to,
2825a369ca6SPaolo Abeni 				      struct sk_buff *from)
2835a369ca6SPaolo Abeni {
2845a369ca6SPaolo Abeni }
2855a369ca6SPaolo Abeni 
mptcp_skb_can_collapse(const struct sk_buff * to,const struct sk_buff * from)28685712484SMat Martineau static inline bool mptcp_skb_can_collapse(const struct sk_buff *to,
28785712484SMat Martineau 					  const struct sk_buff *from)
28885712484SMat Martineau {
28985712484SMat Martineau 	return true;
29085712484SMat Martineau }
29185712484SMat Martineau 
mptcp_space(const struct sock * ssk,int * s,int * fs)292071c8ed6SFlorian Westphal static inline void mptcp_space(const struct sock *ssk, int *s, int *fs) { }
mptcp_seq_show(struct seq_file * seq)293fc518953SFlorian Westphal static inline void mptcp_seq_show(struct seq_file *seq) { }
294c83a47e5SFlorian Westphal 
mptcp_subflow_init_cookie_req(struct request_sock * req,const struct sock * sk_listener,struct sk_buff * skb)295c83a47e5SFlorian Westphal static inline int mptcp_subflow_init_cookie_req(struct request_sock *req,
296c83a47e5SFlorian Westphal 						const struct sock *sk_listener,
297c83a47e5SFlorian Westphal 						struct sk_buff *skb)
298c83a47e5SFlorian Westphal {
299c83a47e5SFlorian Westphal 	return 0; /* TCP fallback */
300c83a47e5SFlorian Westphal }
301dc87efdbSFlorian Westphal 
mptcp_subflow_reqsk_alloc(const struct request_sock_ops * ops,struct sock * sk_listener,bool attach_listener)3023fff8818SMatthieu Baerts static inline struct request_sock *mptcp_subflow_reqsk_alloc(const struct request_sock_ops *ops,
3033fff8818SMatthieu Baerts 							     struct sock *sk_listener,
3043fff8818SMatthieu Baerts 							     bool attach_listener)
3053fff8818SMatthieu Baerts {
3063fff8818SMatthieu Baerts 	return NULL;
3073fff8818SMatthieu Baerts }
3083fff8818SMatthieu Baerts 
mptcp_reset_option(const struct sk_buff * skb)309dc87efdbSFlorian Westphal static inline __be32 mptcp_reset_option(const struct sk_buff *skb)  { return htonl(0u); }
31085712484SMat Martineau #endif /* CONFIG_MPTCP */
311f870fa0bSMat Martineau 
312f870fa0bSMat Martineau #if IS_ENABLED(CONFIG_MPTCP_IPV6)
313f870fa0bSMat Martineau int mptcpv6_init(void);
31431484d56SGeert Uytterhoeven void mptcpv6_handle_mapped(struct sock *sk, bool mapped);
315f870fa0bSMat Martineau #elif IS_ENABLED(CONFIG_IPV6)
mptcpv6_init(void)31631484d56SGeert Uytterhoeven static inline int mptcpv6_init(void) { return 0; }
mptcpv6_handle_mapped(struct sock * sk,bool mapped)31731484d56SGeert Uytterhoeven static inline void mptcpv6_handle_mapped(struct sock *sk, bool mapped) { }
318f870fa0bSMat Martineau #endif
319f870fa0bSMat Martineau 
3203bc253c2SGeliang Tang #if defined(CONFIG_MPTCP) && defined(CONFIG_BPF_SYSCALL)
3213bc253c2SGeliang Tang struct mptcp_sock *bpf_mptcp_sock_from_subflow(struct sock *sk);
3223bc253c2SGeliang Tang #else
bpf_mptcp_sock_from_subflow(struct sock * sk)3233bc253c2SGeliang Tang static inline struct mptcp_sock *bpf_mptcp_sock_from_subflow(struct sock *sk) { return NULL; }
3243bc253c2SGeliang Tang #endif
3253bc253c2SGeliang Tang 
326f1d41f77SJiri Olsa #if !IS_ENABLED(CONFIG_MPTCP)
327f1d41f77SJiri Olsa struct mptcp_sock { };
328f1d41f77SJiri Olsa #endif
329f1d41f77SJiri Olsa 
3303ee17bc7SMat Martineau #endif /* __NET_MPTCP_H */
331