110fbcdd1SJason Baron // SPDX-License-Identifier: GPL-2.0
210fbcdd1SJason Baron
310fbcdd1SJason Baron /*
410fbcdd1SJason Baron * Test key rotation for TFO.
510fbcdd1SJason Baron * New keys are 'rotated' in two steps:
610fbcdd1SJason Baron * 1) Add new key as the 'backup' key 'behind' the primary key
710fbcdd1SJason Baron * 2) Make new key the primary by swapping the backup and primary keys
810fbcdd1SJason Baron *
910fbcdd1SJason Baron * The rotation is done in stages using multiple sockets bound
1010fbcdd1SJason Baron * to the same port via SO_REUSEPORT. This simulates key rotation
1110fbcdd1SJason Baron * behind say a load balancer. We verify that across the rotation
1210fbcdd1SJason Baron * there are no cases in which a cookie is not accepted by verifying
1310fbcdd1SJason Baron * that TcpExtTCPFastOpenPassiveFail remains 0.
1410fbcdd1SJason Baron */
1510fbcdd1SJason Baron #define _GNU_SOURCE
1610fbcdd1SJason Baron #include <arpa/inet.h>
1710fbcdd1SJason Baron #include <errno.h>
1810fbcdd1SJason Baron #include <error.h>
1910fbcdd1SJason Baron #include <stdbool.h>
2010fbcdd1SJason Baron #include <stdio.h>
2110fbcdd1SJason Baron #include <stdlib.h>
2210fbcdd1SJason Baron #include <string.h>
2310fbcdd1SJason Baron #include <sys/epoll.h>
2410fbcdd1SJason Baron #include <unistd.h>
2510fbcdd1SJason Baron #include <netinet/tcp.h>
2610fbcdd1SJason Baron #include <fcntl.h>
2710fbcdd1SJason Baron #include <time.h>
2810fbcdd1SJason Baron
29*1329e40eSShuah Khan #include "../kselftest.h"
30*1329e40eSShuah Khan
3110fbcdd1SJason Baron #ifndef TCP_FASTOPEN_KEY
3210fbcdd1SJason Baron #define TCP_FASTOPEN_KEY 33
3310fbcdd1SJason Baron #endif
3410fbcdd1SJason Baron
3510fbcdd1SJason Baron #define N_LISTEN 10
3610fbcdd1SJason Baron #define PROC_FASTOPEN_KEY "/proc/sys/net/ipv4/tcp_fastopen_key"
3710fbcdd1SJason Baron #define KEY_LENGTH 16
3810fbcdd1SJason Baron
3910fbcdd1SJason Baron static bool do_ipv6;
4010fbcdd1SJason Baron static bool do_sockopt;
4110fbcdd1SJason Baron static bool do_rotate;
4210fbcdd1SJason Baron static int key_len = KEY_LENGTH;
4310fbcdd1SJason Baron static int rcv_fds[N_LISTEN];
4410fbcdd1SJason Baron static int proc_fd;
4510fbcdd1SJason Baron static const char *IP4_ADDR = "127.0.0.1";
4610fbcdd1SJason Baron static const char *IP6_ADDR = "::1";
4710fbcdd1SJason Baron static const int PORT = 8891;
4810fbcdd1SJason Baron
get_keys(int fd,uint32_t * keys)4910fbcdd1SJason Baron static void get_keys(int fd, uint32_t *keys)
5010fbcdd1SJason Baron {
5110fbcdd1SJason Baron char buf[128];
52f464100fSWillem de Bruijn socklen_t len = KEY_LENGTH * 2;
5310fbcdd1SJason Baron
5410fbcdd1SJason Baron if (do_sockopt) {
5510fbcdd1SJason Baron if (getsockopt(fd, SOL_TCP, TCP_FASTOPEN_KEY, keys, &len))
5610fbcdd1SJason Baron error(1, errno, "Unable to get key");
5710fbcdd1SJason Baron return;
5810fbcdd1SJason Baron }
5910fbcdd1SJason Baron lseek(proc_fd, 0, SEEK_SET);
6010fbcdd1SJason Baron if (read(proc_fd, buf, sizeof(buf)) <= 0)
6110fbcdd1SJason Baron error(1, errno, "Unable to read %s", PROC_FASTOPEN_KEY);
6210fbcdd1SJason Baron if (sscanf(buf, "%x-%x-%x-%x,%x-%x-%x-%x", keys, keys + 1, keys + 2,
6310fbcdd1SJason Baron keys + 3, keys + 4, keys + 5, keys + 6, keys + 7) != 8)
6410fbcdd1SJason Baron error(1, 0, "Unable to parse %s", PROC_FASTOPEN_KEY);
6510fbcdd1SJason Baron }
6610fbcdd1SJason Baron
set_keys(int fd,uint32_t * keys)6710fbcdd1SJason Baron static void set_keys(int fd, uint32_t *keys)
6810fbcdd1SJason Baron {
6910fbcdd1SJason Baron char buf[128];
7010fbcdd1SJason Baron
7110fbcdd1SJason Baron if (do_sockopt) {
7210fbcdd1SJason Baron if (setsockopt(fd, SOL_TCP, TCP_FASTOPEN_KEY, keys,
7310fbcdd1SJason Baron key_len))
7410fbcdd1SJason Baron error(1, errno, "Unable to set key");
7510fbcdd1SJason Baron return;
7610fbcdd1SJason Baron }
7710fbcdd1SJason Baron if (do_rotate)
7810fbcdd1SJason Baron snprintf(buf, 128, "%08x-%08x-%08x-%08x,%08x-%08x-%08x-%08x",
7910fbcdd1SJason Baron keys[0], keys[1], keys[2], keys[3], keys[4], keys[5],
8010fbcdd1SJason Baron keys[6], keys[7]);
8110fbcdd1SJason Baron else
8210fbcdd1SJason Baron snprintf(buf, 128, "%08x-%08x-%08x-%08x",
8310fbcdd1SJason Baron keys[0], keys[1], keys[2], keys[3]);
8410fbcdd1SJason Baron lseek(proc_fd, 0, SEEK_SET);
8510fbcdd1SJason Baron if (write(proc_fd, buf, sizeof(buf)) <= 0)
8610fbcdd1SJason Baron error(1, errno, "Unable to write %s", PROC_FASTOPEN_KEY);
8710fbcdd1SJason Baron }
8810fbcdd1SJason Baron
build_rcv_fd(int family,int proto,int * rcv_fds)8910fbcdd1SJason Baron static void build_rcv_fd(int family, int proto, int *rcv_fds)
9010fbcdd1SJason Baron {
9110fbcdd1SJason Baron struct sockaddr_in addr4 = {0};
9210fbcdd1SJason Baron struct sockaddr_in6 addr6 = {0};
9310fbcdd1SJason Baron struct sockaddr *addr;
9410fbcdd1SJason Baron int opt = 1, i, sz;
9510fbcdd1SJason Baron int qlen = 100;
9610fbcdd1SJason Baron uint32_t keys[8];
9710fbcdd1SJason Baron
9810fbcdd1SJason Baron switch (family) {
9910fbcdd1SJason Baron case AF_INET:
10010fbcdd1SJason Baron addr4.sin_family = family;
10110fbcdd1SJason Baron addr4.sin_addr.s_addr = htonl(INADDR_ANY);
10210fbcdd1SJason Baron addr4.sin_port = htons(PORT);
10310fbcdd1SJason Baron sz = sizeof(addr4);
10410fbcdd1SJason Baron addr = (struct sockaddr *)&addr4;
10510fbcdd1SJason Baron break;
10610fbcdd1SJason Baron case AF_INET6:
10710fbcdd1SJason Baron addr6.sin6_family = AF_INET6;
10810fbcdd1SJason Baron addr6.sin6_addr = in6addr_any;
10910fbcdd1SJason Baron addr6.sin6_port = htons(PORT);
11010fbcdd1SJason Baron sz = sizeof(addr6);
11110fbcdd1SJason Baron addr = (struct sockaddr *)&addr6;
11210fbcdd1SJason Baron break;
11310fbcdd1SJason Baron default:
11410fbcdd1SJason Baron error(1, 0, "Unsupported family %d", family);
11510fbcdd1SJason Baron /* clang does not recognize error() above as terminating
11610fbcdd1SJason Baron * the program, so it complains that saddr, sz are
11710fbcdd1SJason Baron * not initialized when this code path is taken. Silence it.
11810fbcdd1SJason Baron */
11910fbcdd1SJason Baron return;
12010fbcdd1SJason Baron }
12110fbcdd1SJason Baron for (i = 0; i < ARRAY_SIZE(keys); i++)
12210fbcdd1SJason Baron keys[i] = rand();
12310fbcdd1SJason Baron for (i = 0; i < N_LISTEN; i++) {
12410fbcdd1SJason Baron rcv_fds[i] = socket(family, proto, 0);
12510fbcdd1SJason Baron if (rcv_fds[i] < 0)
12610fbcdd1SJason Baron error(1, errno, "failed to create receive socket");
12710fbcdd1SJason Baron if (setsockopt(rcv_fds[i], SOL_SOCKET, SO_REUSEPORT, &opt,
12810fbcdd1SJason Baron sizeof(opt)))
12910fbcdd1SJason Baron error(1, errno, "failed to set SO_REUSEPORT");
13010fbcdd1SJason Baron if (bind(rcv_fds[i], addr, sz))
13110fbcdd1SJason Baron error(1, errno, "failed to bind receive socket");
13210fbcdd1SJason Baron if (setsockopt(rcv_fds[i], SOL_TCP, TCP_FASTOPEN, &qlen,
13310fbcdd1SJason Baron sizeof(qlen)))
13410fbcdd1SJason Baron error(1, errno, "failed to set TCP_FASTOPEN");
13510fbcdd1SJason Baron set_keys(rcv_fds[i], keys);
13610fbcdd1SJason Baron if (proto == SOCK_STREAM && listen(rcv_fds[i], 10))
13710fbcdd1SJason Baron error(1, errno, "failed to listen on receive port");
13810fbcdd1SJason Baron }
13910fbcdd1SJason Baron }
14010fbcdd1SJason Baron
connect_and_send(int family,int proto)14110fbcdd1SJason Baron static int connect_and_send(int family, int proto)
14210fbcdd1SJason Baron {
14310fbcdd1SJason Baron struct sockaddr_in saddr4 = {0};
14410fbcdd1SJason Baron struct sockaddr_in daddr4 = {0};
14510fbcdd1SJason Baron struct sockaddr_in6 saddr6 = {0};
14610fbcdd1SJason Baron struct sockaddr_in6 daddr6 = {0};
14710fbcdd1SJason Baron struct sockaddr *saddr, *daddr;
14810fbcdd1SJason Baron int fd, sz, ret;
14910fbcdd1SJason Baron char data[1];
15010fbcdd1SJason Baron
15110fbcdd1SJason Baron switch (family) {
15210fbcdd1SJason Baron case AF_INET:
15310fbcdd1SJason Baron saddr4.sin_family = AF_INET;
15410fbcdd1SJason Baron saddr4.sin_addr.s_addr = htonl(INADDR_ANY);
15510fbcdd1SJason Baron saddr4.sin_port = 0;
15610fbcdd1SJason Baron
15710fbcdd1SJason Baron daddr4.sin_family = AF_INET;
15810fbcdd1SJason Baron if (!inet_pton(family, IP4_ADDR, &daddr4.sin_addr.s_addr))
15910fbcdd1SJason Baron error(1, errno, "inet_pton failed: %s", IP4_ADDR);
16010fbcdd1SJason Baron daddr4.sin_port = htons(PORT);
16110fbcdd1SJason Baron
16210fbcdd1SJason Baron sz = sizeof(saddr4);
16310fbcdd1SJason Baron saddr = (struct sockaddr *)&saddr4;
16410fbcdd1SJason Baron daddr = (struct sockaddr *)&daddr4;
16510fbcdd1SJason Baron break;
16610fbcdd1SJason Baron case AF_INET6:
16710fbcdd1SJason Baron saddr6.sin6_family = AF_INET6;
16810fbcdd1SJason Baron saddr6.sin6_addr = in6addr_any;
16910fbcdd1SJason Baron
17010fbcdd1SJason Baron daddr6.sin6_family = AF_INET6;
17110fbcdd1SJason Baron if (!inet_pton(family, IP6_ADDR, &daddr6.sin6_addr))
17210fbcdd1SJason Baron error(1, errno, "inet_pton failed: %s", IP6_ADDR);
17310fbcdd1SJason Baron daddr6.sin6_port = htons(PORT);
17410fbcdd1SJason Baron
17510fbcdd1SJason Baron sz = sizeof(saddr6);
17610fbcdd1SJason Baron saddr = (struct sockaddr *)&saddr6;
17710fbcdd1SJason Baron daddr = (struct sockaddr *)&daddr6;
17810fbcdd1SJason Baron break;
17910fbcdd1SJason Baron default:
18010fbcdd1SJason Baron error(1, 0, "Unsupported family %d", family);
18110fbcdd1SJason Baron /* clang does not recognize error() above as terminating
18210fbcdd1SJason Baron * the program, so it complains that saddr, daddr, sz are
18310fbcdd1SJason Baron * not initialized when this code path is taken. Silence it.
18410fbcdd1SJason Baron */
18510fbcdd1SJason Baron return -1;
18610fbcdd1SJason Baron }
18710fbcdd1SJason Baron fd = socket(family, proto, 0);
18810fbcdd1SJason Baron if (fd < 0)
18910fbcdd1SJason Baron error(1, errno, "failed to create send socket");
19010fbcdd1SJason Baron if (bind(fd, saddr, sz))
19110fbcdd1SJason Baron error(1, errno, "failed to bind send socket");
19210fbcdd1SJason Baron data[0] = 'a';
19310fbcdd1SJason Baron ret = sendto(fd, data, 1, MSG_FASTOPEN, daddr, sz);
19410fbcdd1SJason Baron if (ret != 1)
19510fbcdd1SJason Baron error(1, errno, "failed to sendto");
19610fbcdd1SJason Baron
19710fbcdd1SJason Baron return fd;
19810fbcdd1SJason Baron }
19910fbcdd1SJason Baron
is_listen_fd(int fd)20010fbcdd1SJason Baron static bool is_listen_fd(int fd)
20110fbcdd1SJason Baron {
20210fbcdd1SJason Baron int i;
20310fbcdd1SJason Baron
20410fbcdd1SJason Baron for (i = 0; i < N_LISTEN; i++) {
20510fbcdd1SJason Baron if (rcv_fds[i] == fd)
20610fbcdd1SJason Baron return true;
20710fbcdd1SJason Baron }
20810fbcdd1SJason Baron return false;
20910fbcdd1SJason Baron }
21010fbcdd1SJason Baron
rotate_key(int fd)211f464100fSWillem de Bruijn static void rotate_key(int fd)
21210fbcdd1SJason Baron {
21310fbcdd1SJason Baron static int iter;
21410fbcdd1SJason Baron static uint32_t new_key[4];
21510fbcdd1SJason Baron uint32_t keys[8];
21610fbcdd1SJason Baron uint32_t tmp_key[4];
21710fbcdd1SJason Baron int i;
21810fbcdd1SJason Baron
21910fbcdd1SJason Baron if (iter < N_LISTEN) {
22010fbcdd1SJason Baron /* first set new key as backups */
22110fbcdd1SJason Baron if (iter == 0) {
22210fbcdd1SJason Baron for (i = 0; i < ARRAY_SIZE(new_key); i++)
22310fbcdd1SJason Baron new_key[i] = rand();
22410fbcdd1SJason Baron }
22510fbcdd1SJason Baron get_keys(fd, keys);
22610fbcdd1SJason Baron memcpy(keys + 4, new_key, KEY_LENGTH);
22710fbcdd1SJason Baron set_keys(fd, keys);
22810fbcdd1SJason Baron } else {
22910fbcdd1SJason Baron /* swap the keys */
23010fbcdd1SJason Baron get_keys(fd, keys);
23110fbcdd1SJason Baron memcpy(tmp_key, keys + 4, KEY_LENGTH);
23210fbcdd1SJason Baron memcpy(keys + 4, keys, KEY_LENGTH);
23310fbcdd1SJason Baron memcpy(keys, tmp_key, KEY_LENGTH);
23410fbcdd1SJason Baron set_keys(fd, keys);
23510fbcdd1SJason Baron }
23610fbcdd1SJason Baron if (++iter >= (N_LISTEN * 2))
23710fbcdd1SJason Baron iter = 0;
23810fbcdd1SJason Baron }
23910fbcdd1SJason Baron
run_one_test(int family)24010fbcdd1SJason Baron static void run_one_test(int family)
24110fbcdd1SJason Baron {
24210fbcdd1SJason Baron struct epoll_event ev;
24310fbcdd1SJason Baron int i, send_fd;
24410fbcdd1SJason Baron int n_loops = 10000;
24510fbcdd1SJason Baron int rotate_key_fd = 0;
24610fbcdd1SJason Baron int key_rotate_interval = 50;
24710fbcdd1SJason Baron int fd, epfd;
24810fbcdd1SJason Baron char buf[1];
24910fbcdd1SJason Baron
25010fbcdd1SJason Baron build_rcv_fd(family, SOCK_STREAM, rcv_fds);
25110fbcdd1SJason Baron epfd = epoll_create(1);
25210fbcdd1SJason Baron if (epfd < 0)
25310fbcdd1SJason Baron error(1, errno, "failed to create epoll");
25410fbcdd1SJason Baron ev.events = EPOLLIN;
25510fbcdd1SJason Baron for (i = 0; i < N_LISTEN; i++) {
25610fbcdd1SJason Baron ev.data.fd = rcv_fds[i];
25710fbcdd1SJason Baron if (epoll_ctl(epfd, EPOLL_CTL_ADD, rcv_fds[i], &ev))
25810fbcdd1SJason Baron error(1, errno, "failed to register sock epoll");
25910fbcdd1SJason Baron }
26010fbcdd1SJason Baron while (n_loops--) {
26110fbcdd1SJason Baron send_fd = connect_and_send(family, SOCK_STREAM);
26210fbcdd1SJason Baron if (do_rotate && ((n_loops % key_rotate_interval) == 0)) {
26310fbcdd1SJason Baron rotate_key(rcv_fds[rotate_key_fd]);
26410fbcdd1SJason Baron if (++rotate_key_fd >= N_LISTEN)
26510fbcdd1SJason Baron rotate_key_fd = 0;
26610fbcdd1SJason Baron }
26710fbcdd1SJason Baron while (1) {
26810fbcdd1SJason Baron i = epoll_wait(epfd, &ev, 1, -1);
26910fbcdd1SJason Baron if (i < 0)
27010fbcdd1SJason Baron error(1, errno, "epoll_wait failed");
27110fbcdd1SJason Baron if (is_listen_fd(ev.data.fd)) {
27210fbcdd1SJason Baron fd = accept(ev.data.fd, NULL, NULL);
27310fbcdd1SJason Baron if (fd < 0)
27410fbcdd1SJason Baron error(1, errno, "failed to accept");
27510fbcdd1SJason Baron ev.data.fd = fd;
27610fbcdd1SJason Baron if (epoll_ctl(epfd, EPOLL_CTL_ADD, fd, &ev))
27710fbcdd1SJason Baron error(1, errno, "failed epoll add");
27810fbcdd1SJason Baron continue;
27910fbcdd1SJason Baron }
28010fbcdd1SJason Baron i = recv(ev.data.fd, buf, sizeof(buf), 0);
28110fbcdd1SJason Baron if (i != 1)
28210fbcdd1SJason Baron error(1, errno, "failed recv data");
28310fbcdd1SJason Baron if (epoll_ctl(epfd, EPOLL_CTL_DEL, ev.data.fd, NULL))
28410fbcdd1SJason Baron error(1, errno, "failed epoll del");
28510fbcdd1SJason Baron close(ev.data.fd);
28610fbcdd1SJason Baron break;
28710fbcdd1SJason Baron }
28810fbcdd1SJason Baron close(send_fd);
28910fbcdd1SJason Baron }
29010fbcdd1SJason Baron for (i = 0; i < N_LISTEN; i++)
29110fbcdd1SJason Baron close(rcv_fds[i]);
29210fbcdd1SJason Baron }
29310fbcdd1SJason Baron
parse_opts(int argc,char ** argv)29410fbcdd1SJason Baron static void parse_opts(int argc, char **argv)
29510fbcdd1SJason Baron {
29610fbcdd1SJason Baron int c;
29710fbcdd1SJason Baron
29810fbcdd1SJason Baron while ((c = getopt(argc, argv, "46sr")) != -1) {
29910fbcdd1SJason Baron switch (c) {
30010fbcdd1SJason Baron case '4':
30110fbcdd1SJason Baron do_ipv6 = false;
30210fbcdd1SJason Baron break;
30310fbcdd1SJason Baron case '6':
30410fbcdd1SJason Baron do_ipv6 = true;
30510fbcdd1SJason Baron break;
30610fbcdd1SJason Baron case 's':
30710fbcdd1SJason Baron do_sockopt = true;
30810fbcdd1SJason Baron break;
30910fbcdd1SJason Baron case 'r':
31010fbcdd1SJason Baron do_rotate = true;
31110fbcdd1SJason Baron key_len = KEY_LENGTH * 2;
31210fbcdd1SJason Baron break;
31310fbcdd1SJason Baron default:
31410fbcdd1SJason Baron error(1, 0, "%s: parse error", argv[0]);
31510fbcdd1SJason Baron }
31610fbcdd1SJason Baron }
31710fbcdd1SJason Baron }
31810fbcdd1SJason Baron
main(int argc,char ** argv)31910fbcdd1SJason Baron int main(int argc, char **argv)
32010fbcdd1SJason Baron {
32110fbcdd1SJason Baron parse_opts(argc, argv);
32210fbcdd1SJason Baron proc_fd = open(PROC_FASTOPEN_KEY, O_RDWR);
32310fbcdd1SJason Baron if (proc_fd < 0)
32410fbcdd1SJason Baron error(1, errno, "Unable to open %s", PROC_FASTOPEN_KEY);
32510fbcdd1SJason Baron srand(time(NULL));
32610fbcdd1SJason Baron if (do_ipv6)
32710fbcdd1SJason Baron run_one_test(AF_INET6);
32810fbcdd1SJason Baron else
32910fbcdd1SJason Baron run_one_test(AF_INET);
33010fbcdd1SJason Baron close(proc_fd);
33110fbcdd1SJason Baron fprintf(stderr, "PASS\n");
33210fbcdd1SJason Baron return 0;
33310fbcdd1SJason Baron }
334