xref: /qemu/net/colo.c (revision 3772cf0d)
159509ec1SZhang Chen /*
259509ec1SZhang Chen  * COarse-grain LOck-stepping Virtual Machines for Non-stop Service (COLO)
359509ec1SZhang Chen  * (a.k.a. Fault Tolerance or Continuous Replication)
459509ec1SZhang Chen  *
559509ec1SZhang Chen  * Copyright (c) 2016 HUAWEI TECHNOLOGIES CO., LTD.
659509ec1SZhang Chen  * Copyright (c) 2016 FUJITSU LIMITED
759509ec1SZhang Chen  * Copyright (c) 2016 Intel Corporation
859509ec1SZhang Chen  *
959509ec1SZhang Chen  * Author: Zhang Chen <zhangchen.fnst@cn.fujitsu.com>
1059509ec1SZhang Chen  *
1159509ec1SZhang Chen  * This work is licensed under the terms of the GNU GPL, version 2 or
1259509ec1SZhang Chen  * later.  See the COPYING file in the top-level directory.
1359509ec1SZhang Chen  */
1459509ec1SZhang Chen 
1559509ec1SZhang Chen #include "qemu/osdep.h"
1659509ec1SZhang Chen #include "trace.h"
17f27f01dbSMichael S. Tsirkin #include "colo.h"
18e05ae1d9SMarc-André Lureau #include "util.h"
1959509ec1SZhang Chen 
connection_key_hash(const void * opaque)20b6540d40SZhang Chen uint32_t connection_key_hash(const void *opaque)
21b6540d40SZhang Chen {
22b6540d40SZhang Chen     const ConnectionKey *key = opaque;
23b6540d40SZhang Chen     uint32_t a, b, c;
24b6540d40SZhang Chen 
25b6540d40SZhang Chen     /* Jenkins hash */
26b6540d40SZhang Chen     a = b = c = JHASH_INITVAL + sizeof(*key);
27b6540d40SZhang Chen     a += key->src.s_addr;
28b6540d40SZhang Chen     b += key->dst.s_addr;
29b6540d40SZhang Chen     c += (key->src_port | key->dst_port << 16);
30b6540d40SZhang Chen     __jhash_mix(a, b, c);
31b6540d40SZhang Chen 
32b6540d40SZhang Chen     a += key->ip_proto;
33b6540d40SZhang Chen     __jhash_final(a, b, c);
34b6540d40SZhang Chen 
35b6540d40SZhang Chen     return c;
36b6540d40SZhang Chen }
37b6540d40SZhang Chen 
connection_key_equal(const void * key1,const void * key2)38b6540d40SZhang Chen int connection_key_equal(const void *key1, const void *key2)
39b6540d40SZhang Chen {
40b6540d40SZhang Chen     return memcmp(key1, key2, sizeof(ConnectionKey)) == 0;
41b6540d40SZhang Chen }
42b6540d40SZhang Chen 
parse_packet_early(Packet * pkt)4359509ec1SZhang Chen int parse_packet_early(Packet *pkt)
4459509ec1SZhang Chen {
4559509ec1SZhang Chen     int network_length;
4659509ec1SZhang Chen     static const uint8_t vlan[] = {0x81, 0x00};
473772cf0dSZhang Chen     uint8_t *data = pkt->data;
4859509ec1SZhang Chen     uint16_t l3_proto;
498bdab83bSZhang Chen     ssize_t l2hdr_len;
508bdab83bSZhang Chen 
513772cf0dSZhang Chen     assert(data);
5259509ec1SZhang Chen 
533772cf0dSZhang Chen     /* Check the received vnet_hdr_len then add the offset */
543772cf0dSZhang Chen     if ((pkt->vnet_hdr_len > sizeof(struct virtio_net_hdr_v1_hash)) ||
553772cf0dSZhang Chen         (pkt->size < sizeof(struct eth_header) + sizeof(struct vlan_header) +
563772cf0dSZhang Chen         pkt->vnet_hdr_len)) {
573772cf0dSZhang Chen         /*
583772cf0dSZhang Chen          * The received remote packet maybe misconfiguration here,
593772cf0dSZhang Chen          * Please enable/disable filter module's the vnet_hdr flag at
603772cf0dSZhang Chen          * the same time.
613772cf0dSZhang Chen          */
623772cf0dSZhang Chen         trace_colo_proxy_main_vnet_info("This received packet load wrong ",
633772cf0dSZhang Chen                                         pkt->vnet_hdr_len, pkt->size);
6459509ec1SZhang Chen         return 1;
6559509ec1SZhang Chen     }
663772cf0dSZhang Chen     data += pkt->vnet_hdr_len;
673772cf0dSZhang Chen 
683772cf0dSZhang Chen     l2hdr_len = eth_get_l2_hdr_length(data);
6959509ec1SZhang Chen 
7059509ec1SZhang Chen     /*
7159509ec1SZhang Chen      * TODO: support vlan.
7259509ec1SZhang Chen      */
7359509ec1SZhang Chen     if (!memcmp(&data[12], vlan, sizeof(vlan))) {
7459509ec1SZhang Chen         trace_colo_proxy_main("COLO-proxy don't support vlan");
7559509ec1SZhang Chen         return 1;
7659509ec1SZhang Chen     }
7759509ec1SZhang Chen 
7859509ec1SZhang Chen     pkt->network_header = data + l2hdr_len;
7959509ec1SZhang Chen 
8059509ec1SZhang Chen     const struct iovec l2vec = {
8159509ec1SZhang Chen         .iov_base = (void *) data,
8259509ec1SZhang Chen         .iov_len = l2hdr_len
8359509ec1SZhang Chen     };
8459509ec1SZhang Chen     l3_proto = eth_get_l3_proto(&l2vec, 1, l2hdr_len);
8559509ec1SZhang Chen 
8659509ec1SZhang Chen     if (l3_proto != ETH_P_IP) {
8759509ec1SZhang Chen         return 1;
8859509ec1SZhang Chen     }
8959509ec1SZhang Chen 
9059509ec1SZhang Chen     network_length = pkt->ip->ip_hl * 4;
915cc444d3SZhang Chen     if (pkt->size < l2hdr_len + network_length + pkt->vnet_hdr_len) {
9259509ec1SZhang Chen         trace_colo_proxy_main("pkt->size < network_header + network_length");
9359509ec1SZhang Chen         return 1;
9459509ec1SZhang Chen     }
9559509ec1SZhang Chen     pkt->transport_header = pkt->network_header + network_length;
9659509ec1SZhang Chen 
9759509ec1SZhang Chen     return 0;
9859509ec1SZhang Chen }
9959509ec1SZhang Chen 
extract_ip_and_port(uint32_t tmp_ports,ConnectionKey * key,Packet * pkt,bool reverse)10064153ca6SRao, Lei void extract_ip_and_port(uint32_t tmp_ports, ConnectionKey *key,
10164153ca6SRao, Lei                          Packet *pkt, bool reverse)
1028fa5ad6dSMao Zhongyi {
10364153ca6SRao, Lei     if (reverse) {
10464153ca6SRao, Lei         key->src = pkt->ip->ip_dst;
10564153ca6SRao, Lei         key->dst = pkt->ip->ip_src;
10664153ca6SRao, Lei         key->src_port = ntohs(tmp_ports & 0xffff);
10764153ca6SRao, Lei         key->dst_port = ntohs(tmp_ports >> 16);
10864153ca6SRao, Lei     } else {
1098fa5ad6dSMao Zhongyi         key->src = pkt->ip->ip_src;
1108fa5ad6dSMao Zhongyi         key->dst = pkt->ip->ip_dst;
1118fa5ad6dSMao Zhongyi         key->src_port = ntohs(tmp_ports >> 16);
1128fa5ad6dSMao Zhongyi         key->dst_port = ntohs(tmp_ports & 0xffff);
1138fa5ad6dSMao Zhongyi     }
11464153ca6SRao, Lei }
1158fa5ad6dSMao Zhongyi 
fill_connection_key(Packet * pkt,ConnectionKey * key,bool reverse)11664153ca6SRao, Lei void fill_connection_key(Packet *pkt, ConnectionKey *key, bool reverse)
117b6540d40SZhang Chen {
11864153ca6SRao, Lei     uint32_t tmp_ports = 0;
119b6540d40SZhang Chen 
120b6540d40SZhang Chen     key->ip_proto = pkt->ip->ip_p;
121b6540d40SZhang Chen 
122b6540d40SZhang Chen     switch (key->ip_proto) {
123b6540d40SZhang Chen     case IPPROTO_TCP:
124b6540d40SZhang Chen     case IPPROTO_UDP:
125b6540d40SZhang Chen     case IPPROTO_DCCP:
126b6540d40SZhang Chen     case IPPROTO_ESP:
127b6540d40SZhang Chen     case IPPROTO_SCTP:
128b6540d40SZhang Chen     case IPPROTO_UDPLITE:
129b6540d40SZhang Chen         tmp_ports = *(uint32_t *)(pkt->transport_header);
130b6540d40SZhang Chen         break;
131b6540d40SZhang Chen     case IPPROTO_AH:
132b6540d40SZhang Chen         tmp_ports = *(uint32_t *)(pkt->transport_header + 4);
133b6540d40SZhang Chen         break;
134b6540d40SZhang Chen     default:
135b6540d40SZhang Chen         break;
136b6540d40SZhang Chen     }
137b6540d40SZhang Chen 
13864153ca6SRao, Lei     extract_ip_and_port(tmp_ports, key, pkt, reverse);
139afe46124SZhang Chen }
140afe46124SZhang Chen 
connection_new(ConnectionKey * key)141b6540d40SZhang Chen Connection *connection_new(ConnectionKey *key)
142b6540d40SZhang Chen {
143862ee1e0SLi Zhijian     Connection *conn = g_slice_new0(Connection);
144b6540d40SZhang Chen 
145b6540d40SZhang Chen     conn->ip_proto = key->ip_proto;
146b6540d40SZhang Chen     conn->processing = false;
1476214231aSZhang Chen     conn->tcp_state = TCPS_CLOSED;
148b6540d40SZhang Chen     g_queue_init(&conn->primary_list);
149b6540d40SZhang Chen     g_queue_init(&conn->secondary_list);
150b6540d40SZhang Chen 
151b6540d40SZhang Chen     return conn;
152b6540d40SZhang Chen }
153b6540d40SZhang Chen 
connection_destroy(void * opaque)154b6540d40SZhang Chen void connection_destroy(void *opaque)
155b6540d40SZhang Chen {
156b6540d40SZhang Chen     Connection *conn = opaque;
157b6540d40SZhang Chen 
158b6540d40SZhang Chen     g_queue_foreach(&conn->primary_list, packet_destroy, NULL);
1590e79668eSzhanghailiang     g_queue_clear(&conn->primary_list);
160b6540d40SZhang Chen     g_queue_foreach(&conn->secondary_list, packet_destroy, NULL);
1610e79668eSzhanghailiang     g_queue_clear(&conn->secondary_list);
162b6540d40SZhang Chen     g_slice_free(Connection, conn);
163b6540d40SZhang Chen }
164b6540d40SZhang Chen 
packet_new(const void * data,int size,int vnet_hdr_len)165ada1a33fSZhang Chen Packet *packet_new(const void *data, int size, int vnet_hdr_len)
16659509ec1SZhang Chen {
1679b492719SRao, Lei     Packet *pkt = g_slice_new0(Packet);
16859509ec1SZhang Chen 
16959509ec1SZhang Chen     pkt->data = g_memdup(data, size);
17059509ec1SZhang Chen     pkt->size = size;
1710682e15bSZhang Chen     pkt->creation_ms = qemu_clock_get_ms(QEMU_CLOCK_HOST);
172ada1a33fSZhang Chen     pkt->vnet_hdr_len = vnet_hdr_len;
1739b492719SRao, Lei 
1749b492719SRao, Lei     return pkt;
1759b492719SRao, Lei }
1769b492719SRao, Lei 
1779b492719SRao, Lei /*
1789b492719SRao, Lei  * packet_new_nocopy will not copy data, so the caller can't release
1799b492719SRao, Lei  * the data. And it will be released in packet_destroy.
1809b492719SRao, Lei  */
packet_new_nocopy(void * data,int size,int vnet_hdr_len)1819b492719SRao, Lei Packet *packet_new_nocopy(void *data, int size, int vnet_hdr_len)
1829b492719SRao, Lei {
1839b492719SRao, Lei     Packet *pkt = g_slice_new0(Packet);
1849b492719SRao, Lei 
1859b492719SRao, Lei     pkt->data = data;
1869b492719SRao, Lei     pkt->size = size;
1879b492719SRao, Lei     pkt->creation_ms = qemu_clock_get_ms(QEMU_CLOCK_HOST);
1889b492719SRao, Lei     pkt->vnet_hdr_len = vnet_hdr_len;
18959509ec1SZhang Chen 
19059509ec1SZhang Chen     return pkt;
19159509ec1SZhang Chen }
19259509ec1SZhang Chen 
packet_destroy(void * opaque,void * user_data)19359509ec1SZhang Chen void packet_destroy(void *opaque, void *user_data)
19459509ec1SZhang Chen {
19559509ec1SZhang Chen     Packet *pkt = opaque;
19659509ec1SZhang Chen 
19759509ec1SZhang Chen     g_free(pkt->data);
19859509ec1SZhang Chen     g_slice_free(Packet, pkt);
19959509ec1SZhang Chen }
20059509ec1SZhang Chen 
packet_destroy_partial(void * opaque,void * user_data)2019c55fe94SLukas Straub void packet_destroy_partial(void *opaque, void *user_data)
2029c55fe94SLukas Straub {
2039c55fe94SLukas Straub     Packet *pkt = opaque;
2049c55fe94SLukas Straub 
2059c55fe94SLukas Straub     g_slice_free(Packet, pkt);
2069c55fe94SLukas Straub }
2079c55fe94SLukas Straub 
20859509ec1SZhang Chen /*
20959509ec1SZhang Chen  * Clear hashtable, stop this hash growing really huge
21059509ec1SZhang Chen  */
connection_hashtable_reset(GHashTable * connection_track_table)21159509ec1SZhang Chen void connection_hashtable_reset(GHashTable *connection_track_table)
21259509ec1SZhang Chen {
21359509ec1SZhang Chen     g_hash_table_remove_all(connection_track_table);
21459509ec1SZhang Chen }
215b6540d40SZhang Chen 
216b6540d40SZhang Chen /* if not found, create a new connection and add to hash table */
connection_get(GHashTable * connection_track_table,ConnectionKey * key,GQueue * conn_list)217b6540d40SZhang Chen Connection *connection_get(GHashTable *connection_track_table,
218b6540d40SZhang Chen                            ConnectionKey *key,
219b6540d40SZhang Chen                            GQueue *conn_list)
220b6540d40SZhang Chen {
221b6540d40SZhang Chen     Connection *conn = g_hash_table_lookup(connection_track_table, key);
222b6540d40SZhang Chen 
223b6540d40SZhang Chen     if (conn == NULL) {
224b6540d40SZhang Chen         ConnectionKey *new_key = g_memdup(key, sizeof(*key));
225b6540d40SZhang Chen 
226b6540d40SZhang Chen         conn = connection_new(key);
227b6540d40SZhang Chen 
228b6540d40SZhang Chen         if (g_hash_table_size(connection_track_table) > HASHTABLE_MAX_SIZE) {
229b6540d40SZhang Chen             trace_colo_proxy_main("colo proxy connection hashtable full,"
230b6540d40SZhang Chen                                   " clear it");
231b6540d40SZhang Chen             connection_hashtable_reset(connection_track_table);
232b6540d40SZhang Chen             /*
233b6540d40SZhang Chen              * clear the conn_list
234b6540d40SZhang Chen              */
23594c36c48SZhang Chen             while (conn_list && !g_queue_is_empty(conn_list)) {
236b6540d40SZhang Chen                 connection_destroy(g_queue_pop_head(conn_list));
237b6540d40SZhang Chen             }
238b6540d40SZhang Chen         }
239b6540d40SZhang Chen 
240b6540d40SZhang Chen         g_hash_table_insert(connection_track_table, new_key, conn);
241b6540d40SZhang Chen     }
242b6540d40SZhang Chen 
243b6540d40SZhang Chen     return conn;
244b6540d40SZhang Chen }
24524525e93SZhang Chen 
connection_has_tracked(GHashTable * connection_track_table,ConnectionKey * key)24624525e93SZhang Chen bool connection_has_tracked(GHashTable *connection_track_table,
24724525e93SZhang Chen                             ConnectionKey *key)
24824525e93SZhang Chen {
24924525e93SZhang Chen     Connection *conn = g_hash_table_lookup(connection_track_table, key);
25024525e93SZhang Chen 
25124525e93SZhang Chen     return conn ? true : false;
25224525e93SZhang Chen }
253