blob: 716de51f89acd580c47da0285c44a9b6f029ee2e [file] [log] [blame]
Willy Tarreau59f98392012-07-06 14:13:49 +02001/*
2 * Connection management functions
3 *
4 * Copyright 2000-2012 Willy Tarreau <w@1wt.eu>
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
Willy Tarreaue1e4a612012-10-05 00:10:55 +020013#include <errno.h>
14
Willy Tarreau4c7e4b72020-05-27 12:58:42 +020015#include <haproxy/api.h>
Willy Tarreau6be78492020-06-05 00:00:29 +020016#include <haproxy/cfgparse.h>
Willy Tarreau7ea393d2020-06-04 18:02:10 +020017#include <haproxy/connection.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020018#include <haproxy/fd.h>
Willy Tarreau762d7a52020-06-04 11:23:07 +020019#include <haproxy/frontend.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020020#include <haproxy/hash.h>
Willy Tarreau36979d92020-06-05 17:27:29 +020021#include <haproxy/log-t.h>
Willy Tarreau7a00efb2020-06-02 17:02:59 +020022#include <haproxy/namespace.h>
Willy Tarreau6131d6a2020-06-02 16:48:09 +020023#include <haproxy/net_helper.h>
Willy Tarreaufc774542020-06-04 17:31:04 +020024#include <haproxy/proto_tcp.h>
Willy Tarreaue6ce10b2020-06-04 15:33:47 +020025#include <haproxy/sample.h>
Willy Tarreau209108d2020-06-04 20:30:20 +020026#include <haproxy/ssl_sock.h>
Willy Tarreau5e539c92020-06-04 20:45:39 +020027#include <haproxy/stream_interface.h>
Emeric Brun46591952012-05-18 15:47:34 +020028
Alexander Liu2a54bb72019-05-22 19:44:48 +080029
Amaury Denoyelle8990b012021-02-19 15:29:16 +010030DECLARE_POOL(pool_head_connection, "connection", sizeof(struct connection));
31DECLARE_POOL(pool_head_connstream, "conn_stream", sizeof(struct conn_stream));
32DECLARE_POOL(pool_head_conn_hash_node, "conn_hash_node", sizeof(struct conn_hash_node));
33DECLARE_POOL(pool_head_sockaddr, "sockaddr", sizeof(struct sockaddr_storage));
34DECLARE_POOL(pool_head_authority, "authority", PP2_AUTHORITY_MAX);
Willy Tarreau8ceae722018-11-26 11:58:30 +010035
Willy Tarreau4d82bf52020-06-28 00:19:17 +020036struct idle_conns idle_conns[MAX_THREADS] = { };
Willy Tarreau13e14102016-12-22 20:25:26 +010037struct xprt_ops *registered_xprt[XPRT_ENTRIES] = { NULL, };
Willy Tarreauf2943dc2012-10-26 20:10:28 +020038
Christopher Faulet32f61c02018-04-10 14:33:41 +020039/* List head of all known muxes for PROTO */
40struct mux_proto_list mux_proto_list = {
41 .list = LIST_HEAD_INIT(mux_proto_list.list)
Willy Tarreau2386be62017-09-21 19:40:52 +020042};
43
Willy Tarreau119e50e2020-05-22 13:53:29 +020044/* disables sending of proxy-protocol-v2's LOCAL command */
45static int pp2_never_send_local;
46
Olivier Houchard477902b2020-01-22 18:08:48 +010047int conn_create_mux(struct connection *conn)
48{
Olivier Houchard477902b2020-01-22 18:08:48 +010049 if (conn_is_back(conn)) {
50 struct server *srv;
51 struct conn_stream *cs = conn->ctx;
Christopher Faulet14cd3162020-04-16 14:50:06 +020052 struct session *sess = conn->owner;
Olivier Houchard477902b2020-01-22 18:08:48 +010053
54 if (conn->flags & CO_FL_ERROR)
55 goto fail;
Olivier Houcharda8a415d2020-01-23 13:15:14 +010056
Christopher Faulet14cd3162020-04-16 14:50:06 +020057 if (sess && obj_type(sess->origin) == OBJ_TYPE_CHECK) {
Willy Tarreau38b4d2e2020-11-20 17:08:15 +010058 if (conn_install_mux_chk(conn, conn->ctx, sess) < 0)
Christopher Faulet14cd3162020-04-16 14:50:06 +020059 goto fail;
60 }
Willy Tarreau38b4d2e2020-11-20 17:08:15 +010061 else if (conn_install_mux_be(conn, conn->ctx, sess) < 0)
Olivier Houchard477902b2020-01-22 18:08:48 +010062 goto fail;
63 srv = objt_server(conn->target);
Christopher Faulet08016ab2020-07-01 16:10:06 +020064
65 /* If we're doing http-reuse always, and the connection is not
66 * private with available streams (an http2 connection), add it
67 * to the available list, so that others can use it right
68 * away. If the connection is private, add it in the session
69 * server list.
70 */
Christopher Faulet2883fcf2020-07-01 14:59:43 +020071 if (srv && ((srv->proxy->options & PR_O_REUSE_MASK) == PR_O_REUSE_ALWS) &&
Christopher Fauletaa278532020-06-30 14:47:46 +020072 !(conn->flags & CO_FL_PRIVATE) && conn->mux->avail_streams(conn) > 0)
Willy Tarreau430bf4a2021-03-04 09:45:32 +010073 ebmb_insert(&srv->per_thr[tid].avail_conns, &conn->hash_node->node, sizeof(conn->hash_node->hash));
Christopher Faulet08016ab2020-07-01 16:10:06 +020074 else if (conn->flags & CO_FL_PRIVATE) {
Ilya Shipitsin6b79f382020-07-23 00:32:55 +050075 /* If it fail now, the same will be done in mux->detach() callback */
Willy Tarreau38b4d2e2020-11-20 17:08:15 +010076 session_add_conn(sess, conn, conn->target);
Christopher Faulet08016ab2020-07-01 16:10:06 +020077 }
Olivier Houchard477902b2020-01-22 18:08:48 +010078 return 0;
79fail:
80 /* let the upper layer know the connection failed */
81 cs->data_cb->wake(cs);
82 return -1;
83 } else
84 return conn_complete_session(conn);
85
86}
87
Willy Tarreauff3e6482015-03-12 23:56:52 +010088/* Send a message over an established connection. It makes use of send() and
89 * returns the same return code and errno. If the socket layer is not ready yet
90 * then -1 is returned and ENOTSOCK is set into errno. If the fd is not marked
91 * as ready, or if EAGAIN or ENOTCONN is returned, then we return 0. It returns
92 * EMSGSIZE if called with a zero length message. The purpose is to simplify
93 * some rare attempts to directly write on the socket from above the connection
94 * (typically send_proxy). In case of EAGAIN, the fd is marked as "cant_send".
95 * It automatically retries on EINTR. Other errors cause the connection to be
96 * marked as in error state. It takes similar arguments as send() except the
Willy Tarreau827fee72020-12-11 15:26:55 +010097 * first one which is the connection instead of the file descriptor. <flags>
98 * only support CO_SFL_MSG_MORE.
Willy Tarreauff3e6482015-03-12 23:56:52 +010099 */
Willy Tarreau827fee72020-12-11 15:26:55 +0100100int conn_ctrl_send(struct connection *conn, const void *buf, int len, int flags)
Willy Tarreauff3e6482015-03-12 23:56:52 +0100101{
Willy Tarreau827fee72020-12-11 15:26:55 +0100102 const struct buffer buffer = b_make((char*)buf, len, 0, len);
103 const struct xprt_ops *xprt = xprt_get(XPRT_RAW);
Willy Tarreauff3e6482015-03-12 23:56:52 +0100104 int ret;
105
106 ret = -1;
107 errno = ENOTSOCK;
108
109 if (conn->flags & CO_FL_SOCK_WR_SH)
110 goto fail;
111
112 if (!conn_ctrl_ready(conn))
113 goto fail;
114
115 errno = EMSGSIZE;
116 if (!len)
117 goto fail;
118
Willy Tarreau827fee72020-12-11 15:26:55 +0100119 /* snd_buf() already takes care of updating conn->flags and handling
120 * the FD polling status.
121 */
122 ret = xprt->snd_buf(conn, NULL, &buffer, buffer.data, flags);
123 if (conn->flags & CO_FL_ERROR)
124 ret = -1;
125 return ret;
Willy Tarreauff3e6482015-03-12 23:56:52 +0100126 fail:
127 conn->flags |= CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH | CO_FL_ERROR;
128 return ret;
129}
130
Willy Tarreau746b0512020-12-11 17:06:11 +0100131/* Called from the upper layer, to unsubscribe <es> from events <event_type>.
132 * The event subscriber <es> is not allowed to change from a previous call as
133 * long as at least one event is still subscribed. The <event_type> must only
134 * be a combination of SUB_RETRY_RECV and SUB_RETRY_SEND. It always returns 0.
Willy Tarreauee1a6fc2020-01-17 07:52:13 +0100135 */
136int conn_unsubscribe(struct connection *conn, void *xprt_ctx, int event_type, struct wait_event *es)
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200137{
Willy Tarreau7872d1f2020-01-10 07:06:05 +0100138 BUG_ON(event_type & ~(SUB_RETRY_SEND|SUB_RETRY_RECV));
Willy Tarreauee1a6fc2020-01-17 07:52:13 +0100139 BUG_ON(conn->subs && conn->subs != es);
Willy Tarreau7872d1f2020-01-10 07:06:05 +0100140
Willy Tarreauee1a6fc2020-01-17 07:52:13 +0100141 es->events &= ~event_type;
142 if (!es->events)
Willy Tarreau7872d1f2020-01-10 07:06:05 +0100143 conn->subs = NULL;
144
Willy Tarreau746b0512020-12-11 17:06:11 +0100145 if (conn_ctrl_ready(conn) && conn->ctrl->ignore_events)
146 conn->ctrl->ignore_events(conn, event_type);
Willy Tarreau7872d1f2020-01-10 07:06:05 +0100147
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200148 return 0;
149}
150
Willy Tarreau7e59c0a2020-02-28 14:24:49 +0100151/* Called from the upper layer, to subscribe <es> to events <event_type>.
152 * The <es> struct is not allowed to differ from the one passed during a
Willy Tarreau746b0512020-12-11 17:06:11 +0100153 * previous call to subscribe(). If the connection's ctrl layer is ready,
154 * the wait_event is immediately woken up and the subcription is cancelled.
155 * It always returns zero.
Willy Tarreauee1a6fc2020-01-17 07:52:13 +0100156 */
157int conn_subscribe(struct connection *conn, void *xprt_ctx, int event_type, struct wait_event *es)
Olivier Houchard6ff20392018-07-17 18:46:31 +0200158{
Willy Tarreau746b0512020-12-11 17:06:11 +0100159 int ret = 0;
160
Willy Tarreau7872d1f2020-01-10 07:06:05 +0100161 BUG_ON(event_type & ~(SUB_RETRY_SEND|SUB_RETRY_RECV));
Willy Tarreauee1a6fc2020-01-17 07:52:13 +0100162 BUG_ON(conn->subs && conn->subs != es);
Willy Tarreau7872d1f2020-01-10 07:06:05 +0100163
Willy Tarreau7e59c0a2020-02-28 14:24:49 +0100164 if (conn->subs && (conn->subs->events & event_type) == event_type)
165 return 0;
166
Willy Tarreau746b0512020-12-11 17:06:11 +0100167 if (conn_ctrl_ready(conn) && conn->ctrl->check_events) {
168 ret = conn->ctrl->check_events(conn, event_type);
169 if (ret)
170 tasklet_wakeup(es->tasklet);
Willy Tarreaud1d14c32020-02-21 10:34:19 +0100171 }
Willy Tarreau746b0512020-12-11 17:06:11 +0100172
173 es->events = (es->events | event_type) & ~ret;
174 conn->subs = es->events ? es : NULL;
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200175 return 0;
Olivier Houchard6ff20392018-07-17 18:46:31 +0200176}
177
Willy Tarreau2ded48d2020-12-11 16:20:34 +0100178/* Drains possibly pending incoming data on the connection and update the flags
179 * accordingly. This is used to know whether we need to disable lingering on
180 * close. Returns non-zero if it is safe to close without disabling lingering,
181 * otherwise zero. The CO_FL_SOCK_RD_SH flag may also be updated if the incoming
182 * shutdown was reported by the ->drain() function.
Willy Tarreaud85c4852015-03-13 00:40:28 +0100183 */
Willy Tarreau2ded48d2020-12-11 16:20:34 +0100184int conn_ctrl_drain(struct connection *conn)
Willy Tarreaud85c4852015-03-13 00:40:28 +0100185{
Willy Tarreau2ded48d2020-12-11 16:20:34 +0100186 int ret = 0;
Willy Tarreaue215bba2018-08-24 14:31:53 +0200187
Willy Tarreau2ded48d2020-12-11 16:20:34 +0100188 if (!conn_ctrl_ready(conn) || conn->flags & (CO_FL_ERROR | CO_FL_SOCK_RD_SH))
189 ret = 1;
190 else if (conn->ctrl->drain) {
191 ret = conn->ctrl->drain(conn);
192 if (ret)
193 conn->flags |= CO_FL_SOCK_RD_SH;
Willy Tarreaud85c4852015-03-13 00:40:28 +0100194 }
Willy Tarreau2ded48d2020-12-11 16:20:34 +0100195 return ret;
Willy Tarreaud85c4852015-03-13 00:40:28 +0100196}
197
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100198/*
199 * Get data length from tlv
200 */
Tim Duesterhusba837ec2020-03-05 23:11:02 +0100201static inline size_t get_tlv_length(const struct tlv *src)
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100202{
203 return (src->length_hi << 8) | src->length_lo;
204}
205
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200206/* This handshake handler waits a PROXY protocol header at the beginning of the
207 * raw data stream. The header looks like this :
208 *
209 * "PROXY" <SP> PROTO <SP> SRC3 <SP> DST3 <SP> SRC4 <SP> <DST4> "\r\n"
210 *
211 * There must be exactly one space between each field. Fields are :
212 * - PROTO : layer 4 protocol, which must be "TCP4" or "TCP6".
213 * - SRC3 : layer 3 (eg: IP) source address in standard text form
214 * - DST3 : layer 3 (eg: IP) destination address in standard text form
215 * - SRC4 : layer 4 (eg: TCP port) source address in standard text form
216 * - DST4 : layer 4 (eg: TCP port) destination address in standard text form
217 *
218 * This line MUST be at the beginning of the buffer and MUST NOT wrap.
219 *
220 * The header line is small and in all cases smaller than the smallest normal
221 * TCP MSS. So it MUST always be delivered as one segment, which ensures we
222 * can safely use MSG_PEEK and avoid buffering.
223 *
224 * Once the data is fetched, the values are set in the connection's address
225 * fields, and data are removed from the socket's buffer. The function returns
226 * zero if it needs to wait for more data or if it fails, or 1 if it completed
227 * and removed itself.
228 */
229int conn_recv_proxy(struct connection *conn, int flag)
230{
231 char *line, *end;
Willy Tarreau77992672014-06-14 11:06:17 +0200232 struct proxy_hdr_v2 *hdr_v2;
233 const char v2sig[] = PP2_SIGNATURE;
Tim Duesterhus488ee7f2020-03-05 22:55:20 +0100234 size_t total_v2_len;
Tim Duesterhusba837ec2020-03-05 23:11:02 +0100235 size_t tlv_offset = 0;
Willy Tarreaub406b872018-08-22 05:20:32 +0200236 int ret;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200237
Willy Tarreau3c728722014-01-23 13:50:42 +0100238 if (!conn_ctrl_ready(conn))
Willy Tarreauf79c8172013-10-21 16:30:56 +0200239 goto fail;
240
Willy Tarreau9b7587a2020-10-15 07:32:10 +0200241 if (!sockaddr_alloc(&conn->src, NULL, 0) || !sockaddr_alloc(&conn->dst, NULL, 0))
Willy Tarreauca79f592019-07-17 19:04:47 +0200242 goto fail;
243
Willy Tarreau585744b2017-08-24 14:31:19 +0200244 if (!fd_recv_ready(conn->handle.fd))
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200245 goto not_ready;
Willy Tarreaufd803bb2014-01-20 15:13:07 +0100246
Willy Tarreau157788c2020-02-11 10:08:05 +0100247 while (1) {
Willy Tarreaub406b872018-08-22 05:20:32 +0200248 ret = recv(conn->handle.fd, trash.area, trash.size, MSG_PEEK);
249 if (ret < 0) {
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200250 if (errno == EINTR)
251 continue;
252 if (errno == EAGAIN) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200253 fd_cant_recv(conn->handle.fd);
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200254 goto not_ready;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200255 }
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100256 goto recv_abort;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200257 }
Willy Tarreaub406b872018-08-22 05:20:32 +0200258 trash.data = ret;
Willy Tarreau157788c2020-02-11 10:08:05 +0100259 break;
260 }
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200261
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200262 if (!trash.data) {
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100263 /* client shutdown */
264 conn->err_code = CO_ER_PRX_EMPTY;
265 goto fail;
266 }
267
Willy Tarreauc192b0a2020-01-23 09:11:58 +0100268 conn->flags &= ~CO_FL_WAIT_L4_CONN;
269
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200270 if (trash.data < 6)
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200271 goto missing;
272
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200273 line = trash.area;
274 end = trash.area + trash.data;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200275
276 /* Decode a possible proxy request, fail early if it does not match */
Willy Tarreau77992672014-06-14 11:06:17 +0200277 if (strncmp(line, "PROXY ", 6) != 0)
278 goto not_v1;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200279
280 line += 6;
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200281 if (trash.data < 9) /* shortest possible line */
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200282 goto missing;
283
David CARLIER42ff05e2016-03-24 09:22:36 +0000284 if (memcmp(line, "TCP4 ", 5) == 0) {
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200285 u32 src3, dst3, sport, dport;
286
287 line += 5;
288
289 src3 = inetaddr_host_lim_ret(line, end, &line);
290 if (line == end)
291 goto missing;
292 if (*line++ != ' ')
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100293 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200294
295 dst3 = inetaddr_host_lim_ret(line, end, &line);
296 if (line == end)
297 goto missing;
298 if (*line++ != ' ')
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100299 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200300
301 sport = read_uint((const char **)&line, end);
302 if (line == end)
303 goto missing;
304 if (*line++ != ' ')
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100305 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200306
307 dport = read_uint((const char **)&line, end);
308 if (line > end - 2)
309 goto missing;
310 if (*line++ != '\r')
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100311 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200312 if (*line++ != '\n')
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100313 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200314
315 /* update the session's addresses and mark them set */
Willy Tarreau226572f2019-07-17 14:46:00 +0200316 ((struct sockaddr_in *)conn->src)->sin_family = AF_INET;
317 ((struct sockaddr_in *)conn->src)->sin_addr.s_addr = htonl(src3);
318 ((struct sockaddr_in *)conn->src)->sin_port = htons(sport);
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200319
Willy Tarreau226572f2019-07-17 14:46:00 +0200320 ((struct sockaddr_in *)conn->dst)->sin_family = AF_INET;
321 ((struct sockaddr_in *)conn->dst)->sin_addr.s_addr = htonl(dst3);
322 ((struct sockaddr_in *)conn->dst)->sin_port = htons(dport);
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200323 conn->flags |= CO_FL_ADDR_FROM_SET | CO_FL_ADDR_TO_SET;
324 }
David CARLIER42ff05e2016-03-24 09:22:36 +0000325 else if (memcmp(line, "TCP6 ", 5) == 0) {
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200326 u32 sport, dport;
327 char *src_s;
328 char *dst_s, *sport_s, *dport_s;
329 struct in6_addr src3, dst3;
330
331 line += 5;
332
333 src_s = line;
334 dst_s = sport_s = dport_s = NULL;
335 while (1) {
336 if (line > end - 2) {
337 goto missing;
338 }
339 else if (*line == '\r') {
340 *line = 0;
341 line++;
342 if (*line++ != '\n')
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100343 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200344 break;
345 }
346
347 if (*line == ' ') {
348 *line = 0;
349 if (!dst_s)
350 dst_s = line + 1;
351 else if (!sport_s)
352 sport_s = line + 1;
353 else if (!dport_s)
354 dport_s = line + 1;
355 }
356 line++;
357 }
358
359 if (!dst_s || !sport_s || !dport_s)
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100360 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200361
362 sport = read_uint((const char **)&sport_s,dport_s - 1);
363 if (*sport_s != 0)
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100364 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200365
366 dport = read_uint((const char **)&dport_s,line - 2);
367 if (*dport_s != 0)
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100368 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200369
370 if (inet_pton(AF_INET6, src_s, (void *)&src3) != 1)
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100371 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200372
373 if (inet_pton(AF_INET6, dst_s, (void *)&dst3) != 1)
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100374 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200375
376 /* update the session's addresses and mark them set */
Willy Tarreau226572f2019-07-17 14:46:00 +0200377 ((struct sockaddr_in6 *)conn->src)->sin6_family = AF_INET6;
378 memcpy(&((struct sockaddr_in6 *)conn->src)->sin6_addr, &src3, sizeof(struct in6_addr));
379 ((struct sockaddr_in6 *)conn->src)->sin6_port = htons(sport);
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200380
Willy Tarreau226572f2019-07-17 14:46:00 +0200381 ((struct sockaddr_in6 *)conn->dst)->sin6_family = AF_INET6;
382 memcpy(&((struct sockaddr_in6 *)conn->dst)->sin6_addr, &dst3, sizeof(struct in6_addr));
383 ((struct sockaddr_in6 *)conn->dst)->sin6_port = htons(dport);
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200384 conn->flags |= CO_FL_ADDR_FROM_SET | CO_FL_ADDR_TO_SET;
385 }
Willy Tarreau4c20d292014-06-14 11:41:36 +0200386 else if (memcmp(line, "UNKNOWN\r\n", 9) == 0) {
387 /* This can be a UNIX socket forwarded by an haproxy upstream */
388 line += 9;
389 }
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200390 else {
Willy Tarreau4c20d292014-06-14 11:41:36 +0200391 /* The protocol does not match something known (TCP4/TCP6/UNKNOWN) */
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100392 conn->err_code = CO_ER_PRX_BAD_PROTO;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200393 goto fail;
394 }
395
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200396 trash.data = line - trash.area;
Willy Tarreau77992672014-06-14 11:06:17 +0200397 goto eat_header;
398
399 not_v1:
400 /* try PPv2 */
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200401 if (trash.data < PP2_HEADER_LEN)
Willy Tarreau77992672014-06-14 11:06:17 +0200402 goto missing;
403
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200404 hdr_v2 = (struct proxy_hdr_v2 *) trash.area;
Willy Tarreau77992672014-06-14 11:06:17 +0200405
406 if (memcmp(hdr_v2->sig, v2sig, PP2_SIGNATURE_LEN) != 0 ||
407 (hdr_v2->ver_cmd & PP2_VERSION_MASK) != PP2_VERSION) {
408 conn->err_code = CO_ER_PRX_NOT_HDR;
409 goto fail;
410 }
411
Tim Duesterhus488ee7f2020-03-05 22:55:20 +0100412 total_v2_len = PP2_HEADER_LEN + ntohs(hdr_v2->len);
413 if (trash.data < total_v2_len)
Willy Tarreau77992672014-06-14 11:06:17 +0200414 goto missing;
415
416 switch (hdr_v2->ver_cmd & PP2_CMD_MASK) {
417 case 0x01: /* PROXY command */
418 switch (hdr_v2->fam) {
419 case 0x11: /* TCPv4 */
KOVACS Krisztianefd3aa92014-11-19 10:53:20 +0100420 if (ntohs(hdr_v2->len) < PP2_ADDR_LEN_INET)
421 goto bad_header;
422
Willy Tarreau226572f2019-07-17 14:46:00 +0200423 ((struct sockaddr_in *)conn->src)->sin_family = AF_INET;
424 ((struct sockaddr_in *)conn->src)->sin_addr.s_addr = hdr_v2->addr.ip4.src_addr;
425 ((struct sockaddr_in *)conn->src)->sin_port = hdr_v2->addr.ip4.src_port;
426 ((struct sockaddr_in *)conn->dst)->sin_family = AF_INET;
427 ((struct sockaddr_in *)conn->dst)->sin_addr.s_addr = hdr_v2->addr.ip4.dst_addr;
428 ((struct sockaddr_in *)conn->dst)->sin_port = hdr_v2->addr.ip4.dst_port;
Willy Tarreau77992672014-06-14 11:06:17 +0200429 conn->flags |= CO_FL_ADDR_FROM_SET | CO_FL_ADDR_TO_SET;
KOVACS Krisztian7209c202015-07-03 14:09:10 +0200430 tlv_offset = PP2_HEADER_LEN + PP2_ADDR_LEN_INET;
Willy Tarreau77992672014-06-14 11:06:17 +0200431 break;
432 case 0x21: /* TCPv6 */
KOVACS Krisztianefd3aa92014-11-19 10:53:20 +0100433 if (ntohs(hdr_v2->len) < PP2_ADDR_LEN_INET6)
434 goto bad_header;
435
Willy Tarreau226572f2019-07-17 14:46:00 +0200436 ((struct sockaddr_in6 *)conn->src)->sin6_family = AF_INET6;
437 memcpy(&((struct sockaddr_in6 *)conn->src)->sin6_addr, hdr_v2->addr.ip6.src_addr, 16);
438 ((struct sockaddr_in6 *)conn->src)->sin6_port = hdr_v2->addr.ip6.src_port;
439 ((struct sockaddr_in6 *)conn->dst)->sin6_family = AF_INET6;
440 memcpy(&((struct sockaddr_in6 *)conn->dst)->sin6_addr, hdr_v2->addr.ip6.dst_addr, 16);
441 ((struct sockaddr_in6 *)conn->dst)->sin6_port = hdr_v2->addr.ip6.dst_port;
Willy Tarreau77992672014-06-14 11:06:17 +0200442 conn->flags |= CO_FL_ADDR_FROM_SET | CO_FL_ADDR_TO_SET;
KOVACS Krisztian7209c202015-07-03 14:09:10 +0200443 tlv_offset = PP2_HEADER_LEN + PP2_ADDR_LEN_INET6;
Willy Tarreau77992672014-06-14 11:06:17 +0200444 break;
445 }
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100446
447 /* TLV parsing */
Tim Duesterhus488ee7f2020-03-05 22:55:20 +0100448 while (tlv_offset < total_v2_len) {
449 struct tlv *tlv_packet;
Tim Duesterhusba837ec2020-03-05 23:11:02 +0100450 size_t tlv_len;
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100451
Tim Duesterhus488ee7f2020-03-05 22:55:20 +0100452 /* Verify that we have at least TLV_HEADER_SIZE bytes left */
453 if (tlv_offset + TLV_HEADER_SIZE > total_v2_len)
454 goto bad_header;
455
456 tlv_packet = (struct tlv *) &trash.area[tlv_offset];
457 tlv_len = get_tlv_length(tlv_packet);
458 tlv_offset += tlv_len + TLV_HEADER_SIZE;
459
460 /* Verify that the TLV length does not exceed the total PROXYv2 length */
461 if (tlv_offset > total_v2_len)
462 goto bad_header;
463
464 switch (tlv_packet->type) {
465 case PP2_TYPE_CRC32C: {
466 uint32_t n_crc32c;
467
468 /* Verify that this TLV is exactly 4 bytes long */
469 if (tlv_len != 4)
470 goto bad_header;
471
472 n_crc32c = read_n32(tlv_packet->value);
473 write_n32(tlv_packet->value, 0); // compute with CRC==0
474
475 if (hash_crc32c(trash.area, total_v2_len) != n_crc32c)
476 goto bad_header;
477 break;
478 }
Willy Tarreaue5733232019-05-22 19:24:06 +0200479#ifdef USE_NS
Tim Duesterhus488ee7f2020-03-05 22:55:20 +0100480 case PP2_TYPE_NETNS: {
481 const struct netns_entry *ns;
482
483 ns = netns_store_lookup((char*)tlv_packet->value, tlv_len);
484 if (ns)
485 conn->proxy_netns = ns;
486 break;
487 }
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100488#endif
Tim Duesterhus488ee7f2020-03-05 22:55:20 +0100489 case PP2_TYPE_AUTHORITY: {
Tim Duesterhus615f81e2021-03-06 20:06:50 +0100490 const struct ist tlv = ist2((const char *)tlv_packet->value, tlv_len);
491
492 if (istlen(tlv) > PP2_AUTHORITY_MAX)
Tim Duesterhus488ee7f2020-03-05 22:55:20 +0100493 goto bad_header;
Tim Duesterhus615f81e2021-03-06 20:06:50 +0100494 conn->proxy_authority = ist2(pool_alloc(pool_head_authority), 0);
495 if (!isttest(conn->proxy_authority))
Tim Duesterhus488ee7f2020-03-05 22:55:20 +0100496 goto fail;
Tim Duesterhus615f81e2021-03-06 20:06:50 +0100497 if (istcpy(&conn->proxy_authority, tlv, PP2_AUTHORITY_MAX) < 0) {
498 /* This is technically unreachable, because we verified above
499 * that the TLV value fits.
500 */
501 goto fail;
502 }
Tim Duesterhus488ee7f2020-03-05 22:55:20 +0100503 break;
504 }
Tim Duesterhusd1b15b62020-03-13 12:34:23 +0100505 case PP2_TYPE_UNIQUE_ID: {
506 const struct ist tlv = ist2((const char *)tlv_packet->value, tlv_len);
507
Tim Duesterhus002bd772021-03-06 20:06:49 +0100508 if (istlen(tlv) > UNIQUEID_LEN)
Tim Duesterhusd1b15b62020-03-13 12:34:23 +0100509 goto bad_header;
Tim Duesterhus2b7f6c22020-03-14 13:07:05 +0100510 conn->proxy_unique_id = ist2(pool_alloc(pool_head_uniqueid), 0);
Tim Duesterhusd1b15b62020-03-13 12:34:23 +0100511 if (!isttest(conn->proxy_unique_id))
512 goto fail;
513 if (istcpy(&conn->proxy_unique_id, tlv, UNIQUEID_LEN) < 0) {
514 /* This is technically unreachable, because we verified above
515 * that the TLV value fits.
516 */
517 goto fail;
518 }
519 break;
520 }
Tim Duesterhus488ee7f2020-03-05 22:55:20 +0100521 default:
522 break;
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100523 }
524 }
525
Tim Duesterhus488ee7f2020-03-05 22:55:20 +0100526 /* Verify that the PROXYv2 header ends at a TLV boundary.
527 * This is technically unreachable, because the TLV parsing already
528 * verifies that a TLV does not exceed the total length and also
529 * that there is space for a TLV header.
530 */
531 if (tlv_offset != total_v2_len)
532 goto bad_header;
533
Willy Tarreau77992672014-06-14 11:06:17 +0200534 /* unsupported protocol, keep local connection address */
535 break;
536 case 0x00: /* LOCAL command */
537 /* keep local connection address for LOCAL */
538 break;
539 default:
540 goto bad_header; /* not a supported command */
541 }
542
Tim Duesterhus488ee7f2020-03-05 22:55:20 +0100543 trash.data = total_v2_len;
Willy Tarreau77992672014-06-14 11:06:17 +0200544 goto eat_header;
545
546 eat_header:
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200547 /* remove the PROXY line from the request. For this we re-read the
548 * exact line at once. If we don't get the exact same result, we
549 * fail.
550 */
Willy Tarreau157788c2020-02-11 10:08:05 +0100551 while (1) {
Tim Duesterhusa8692f32020-03-13 12:34:25 +0100552 ssize_t len2 = recv(conn->handle.fd, trash.area, trash.data, 0);
553
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200554 if (len2 < 0 && errno == EINTR)
555 continue;
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200556 if (len2 != trash.data)
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100557 goto recv_abort;
Willy Tarreau157788c2020-02-11 10:08:05 +0100558 break;
559 }
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200560
561 conn->flags &= ~flag;
Emeric Brun4f603012017-01-05 15:11:44 +0100562 conn->flags |= CO_FL_RCVD_PROXY;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200563 return 1;
564
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200565 not_ready:
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200566 return 0;
567
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200568 missing:
569 /* Missing data. Since we're using MSG_PEEK, we can only poll again if
570 * we have not read anything. Otherwise we need to fail because we won't
571 * be able to poll anymore.
572 */
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100573 conn->err_code = CO_ER_PRX_TRUNCATED;
574 goto fail;
575
576 bad_header:
577 /* This is not a valid proxy protocol header */
578 conn->err_code = CO_ER_PRX_BAD_HDR;
579 goto fail;
580
581 recv_abort:
582 conn->err_code = CO_ER_PRX_ABORT;
Willy Tarreau26f4a042013-12-04 23:44:10 +0100583 conn->flags |= CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH;
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100584 goto fail;
585
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200586 fail:
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200587 conn->flags |= CO_FL_ERROR;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200588 return 0;
589}
590
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100591/* This handshake handler waits a NetScaler Client IP insertion header
Bertrand Jacquin72fa1ec2017-12-12 01:17:23 +0000592 * at the beginning of the raw data stream. The header format is
593 * described in doc/netscaler-client-ip-insertion-protocol.txt
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100594 *
595 * This line MUST be at the beginning of the buffer and MUST NOT be
596 * fragmented.
597 *
598 * The header line is small and in all cases smaller than the smallest normal
599 * TCP MSS. So it MUST always be delivered as one segment, which ensures we
600 * can safely use MSG_PEEK and avoid buffering.
601 *
602 * Once the data is fetched, the values are set in the connection's address
603 * fields, and data are removed from the socket's buffer. The function returns
604 * zero if it needs to wait for more data or if it fails, or 1 if it completed
605 * and removed itself.
606 */
607int conn_recv_netscaler_cip(struct connection *conn, int flag)
608{
609 char *line;
Bertrand Jacquin7d668f92017-12-13 01:23:39 +0000610 uint32_t hdr_len;
Willy Tarreau0ca24aa2019-03-29 17:35:32 +0100611 uint8_t ip_ver;
Willy Tarreaub406b872018-08-22 05:20:32 +0200612 int ret;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100613
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100614 if (!conn_ctrl_ready(conn))
615 goto fail;
616
Willy Tarreau9b7587a2020-10-15 07:32:10 +0200617 if (!sockaddr_alloc(&conn->src, NULL, 0) || !sockaddr_alloc(&conn->dst, NULL, 0))
Olivier Houchard1a9dbe52020-01-22 15:31:09 +0100618 goto fail;
619
Willy Tarreau585744b2017-08-24 14:31:19 +0200620 if (!fd_recv_ready(conn->handle.fd))
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200621 goto not_ready;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100622
Willy Tarreau157788c2020-02-11 10:08:05 +0100623 while (1) {
Willy Tarreaub406b872018-08-22 05:20:32 +0200624 ret = recv(conn->handle.fd, trash.area, trash.size, MSG_PEEK);
625 if (ret < 0) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100626 if (errno == EINTR)
627 continue;
628 if (errno == EAGAIN) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200629 fd_cant_recv(conn->handle.fd);
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200630 goto not_ready;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100631 }
632 goto recv_abort;
633 }
Willy Tarreaub406b872018-08-22 05:20:32 +0200634 trash.data = ret;
Willy Tarreau157788c2020-02-11 10:08:05 +0100635 break;
636 }
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100637
Willy Tarreauc192b0a2020-01-23 09:11:58 +0100638 conn->flags &= ~CO_FL_WAIT_L4_CONN;
639
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200640 if (!trash.data) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100641 /* client shutdown */
642 conn->err_code = CO_ER_CIP_EMPTY;
643 goto fail;
644 }
645
646 /* Fail if buffer length is not large enough to contain
Bertrand Jacquin72fa1ec2017-12-12 01:17:23 +0000647 * CIP magic, header length or
648 * CIP magic, CIP length, CIP type, header length */
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200649 if (trash.data < 12)
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100650 goto missing;
651
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200652 line = trash.area;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100653
654 /* Decode a possible NetScaler Client IP request, fail early if
655 * it does not match */
Willy Tarreau1ac83af2020-02-25 10:06:49 +0100656 if (ntohl(read_u32(line)) != __objt_listener(conn->target)->bind_conf->ns_cip_magic)
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100657 goto bad_magic;
658
Bertrand Jacquin72fa1ec2017-12-12 01:17:23 +0000659 /* Legacy CIP protocol */
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200660 if ((trash.area[8] & 0xD0) == 0x40) {
Willy Tarreau1ac83af2020-02-25 10:06:49 +0100661 hdr_len = ntohl(read_u32((line+4)));
Bertrand Jacquin72fa1ec2017-12-12 01:17:23 +0000662 line += 8;
663 }
664 /* Standard CIP protocol */
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200665 else if (trash.area[8] == 0x00) {
Willy Tarreau1ac83af2020-02-25 10:06:49 +0100666 hdr_len = ntohs(read_u32((line+10)));
Bertrand Jacquin72fa1ec2017-12-12 01:17:23 +0000667 line += 12;
668 }
669 /* Unknown CIP protocol */
670 else {
671 conn->err_code = CO_ER_CIP_BAD_PROTO;
672 goto fail;
673 }
674
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100675 /* Fail if buffer length is not large enough to contain
Bertrand Jacquin72fa1ec2017-12-12 01:17:23 +0000676 * a minimal IP header */
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200677 if (trash.data < 20)
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100678 goto missing;
679
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100680 /* Get IP version from the first four bits */
Willy Tarreau0ca24aa2019-03-29 17:35:32 +0100681 ip_ver = (*line & 0xf0) >> 4;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100682
Willy Tarreau0ca24aa2019-03-29 17:35:32 +0100683 if (ip_ver == 4) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100684 struct ip *hdr_ip4;
David Carlier3015a2e2016-07-04 22:51:33 +0100685 struct my_tcphdr *hdr_tcp;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100686
687 hdr_ip4 = (struct ip *)line;
688
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200689 if (trash.data < 40 || trash.data < hdr_len) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100690 /* Fail if buffer length is not large enough to contain
Bertrand Jacquin67de5a22017-12-13 01:15:05 +0000691 * IPv4 header, TCP header */
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100692 goto missing;
Bertrand Jacquinb3875912017-12-13 00:58:51 +0000693 }
694 else if (hdr_ip4->ip_p != IPPROTO_TCP) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100695 /* The protocol does not include a TCP header */
696 conn->err_code = CO_ER_CIP_BAD_PROTO;
697 goto fail;
Bertrand Jacquinb3875912017-12-13 00:58:51 +0000698 }
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100699
David Carlier3015a2e2016-07-04 22:51:33 +0100700 hdr_tcp = (struct my_tcphdr *)(line + (hdr_ip4->ip_hl * 4));
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100701
702 /* update the session's addresses and mark them set */
Willy Tarreau226572f2019-07-17 14:46:00 +0200703 ((struct sockaddr_in *)conn->src)->sin_family = AF_INET;
704 ((struct sockaddr_in *)conn->src)->sin_addr.s_addr = hdr_ip4->ip_src.s_addr;
705 ((struct sockaddr_in *)conn->src)->sin_port = hdr_tcp->source;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100706
Willy Tarreau226572f2019-07-17 14:46:00 +0200707 ((struct sockaddr_in *)conn->dst)->sin_family = AF_INET;
708 ((struct sockaddr_in *)conn->dst)->sin_addr.s_addr = hdr_ip4->ip_dst.s_addr;
709 ((struct sockaddr_in *)conn->dst)->sin_port = hdr_tcp->dest;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100710
711 conn->flags |= CO_FL_ADDR_FROM_SET | CO_FL_ADDR_TO_SET;
712 }
Willy Tarreau0ca24aa2019-03-29 17:35:32 +0100713 else if (ip_ver == 6) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100714 struct ip6_hdr *hdr_ip6;
David Carlier3015a2e2016-07-04 22:51:33 +0100715 struct my_tcphdr *hdr_tcp;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100716
717 hdr_ip6 = (struct ip6_hdr *)line;
718
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200719 if (trash.data < 60 || trash.data < hdr_len) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100720 /* Fail if buffer length is not large enough to contain
Bertrand Jacquin67de5a22017-12-13 01:15:05 +0000721 * IPv6 header, TCP header */
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100722 goto missing;
Bertrand Jacquinb3875912017-12-13 00:58:51 +0000723 }
724 else if (hdr_ip6->ip6_nxt != IPPROTO_TCP) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100725 /* The protocol does not include a TCP header */
726 conn->err_code = CO_ER_CIP_BAD_PROTO;
727 goto fail;
Bertrand Jacquinb3875912017-12-13 00:58:51 +0000728 }
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100729
David Carlier3015a2e2016-07-04 22:51:33 +0100730 hdr_tcp = (struct my_tcphdr *)(line + sizeof(struct ip6_hdr));
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100731
732 /* update the session's addresses and mark them set */
Willy Tarreau226572f2019-07-17 14:46:00 +0200733 ((struct sockaddr_in6 *)conn->src)->sin6_family = AF_INET6;
734 ((struct sockaddr_in6 *)conn->src)->sin6_addr = hdr_ip6->ip6_src;
735 ((struct sockaddr_in6 *)conn->src)->sin6_port = hdr_tcp->source;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100736
Willy Tarreau226572f2019-07-17 14:46:00 +0200737 ((struct sockaddr_in6 *)conn->dst)->sin6_family = AF_INET6;
738 ((struct sockaddr_in6 *)conn->dst)->sin6_addr = hdr_ip6->ip6_dst;
739 ((struct sockaddr_in6 *)conn->dst)->sin6_port = hdr_tcp->dest;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100740
741 conn->flags |= CO_FL_ADDR_FROM_SET | CO_FL_ADDR_TO_SET;
742 }
743 else {
744 /* The protocol does not match something known (IPv4/IPv6) */
745 conn->err_code = CO_ER_CIP_BAD_PROTO;
746 goto fail;
747 }
748
Bertrand Jacquin7d668f92017-12-13 01:23:39 +0000749 line += hdr_len;
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200750 trash.data = line - trash.area;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100751
752 /* remove the NetScaler Client IP header from the request. For this
753 * we re-read the exact line at once. If we don't get the exact same
754 * result, we fail.
755 */
Willy Tarreau157788c2020-02-11 10:08:05 +0100756 while (1) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200757 int len2 = recv(conn->handle.fd, trash.area, trash.data, 0);
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100758 if (len2 < 0 && errno == EINTR)
759 continue;
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200760 if (len2 != trash.data)
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100761 goto recv_abort;
Willy Tarreau157788c2020-02-11 10:08:05 +0100762 break;
763 }
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100764
765 conn->flags &= ~flag;
766 return 1;
767
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200768 not_ready:
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200769 return 0;
770
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100771 missing:
772 /* Missing data. Since we're using MSG_PEEK, we can only poll again if
773 * we have not read anything. Otherwise we need to fail because we won't
774 * be able to poll anymore.
775 */
776 conn->err_code = CO_ER_CIP_TRUNCATED;
777 goto fail;
778
779 bad_magic:
780 conn->err_code = CO_ER_CIP_BAD_MAGIC;
781 goto fail;
782
783 recv_abort:
784 conn->err_code = CO_ER_CIP_ABORT;
785 conn->flags |= CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH;
786 goto fail;
787
788 fail:
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100789 conn->flags |= CO_FL_ERROR;
790 return 0;
791}
792
Alexander Liu2a54bb72019-05-22 19:44:48 +0800793
794int conn_send_socks4_proxy_request(struct connection *conn)
795{
796 struct socks4_request req_line;
797
Alexander Liu2a54bb72019-05-22 19:44:48 +0800798 if (!conn_ctrl_ready(conn))
799 goto out_error;
800
Willy Tarreau226572f2019-07-17 14:46:00 +0200801 if (!conn_get_dst(conn))
802 goto out_error;
803
Alexander Liu2a54bb72019-05-22 19:44:48 +0800804 req_line.version = 0x04;
805 req_line.command = 0x01;
Willy Tarreau226572f2019-07-17 14:46:00 +0200806 req_line.port = get_net_port(conn->dst);
807 req_line.ip = is_inet_addr(conn->dst);
Alexander Liu2a54bb72019-05-22 19:44:48 +0800808 memcpy(req_line.user_id, "HAProxy\0", 8);
809
810 if (conn->send_proxy_ofs > 0) {
811 /*
812 * This is the first call to send the request
813 */
814 conn->send_proxy_ofs = -(int)sizeof(req_line);
815 }
816
817 if (conn->send_proxy_ofs < 0) {
818 int ret = 0;
819
820 /* we are sending the socks4_req_line here. If the data layer
821 * has a pending write, we'll also set MSG_MORE.
822 */
Willy Tarreau827fee72020-12-11 15:26:55 +0100823 ret = conn_ctrl_send(
Alexander Liu2a54bb72019-05-22 19:44:48 +0800824 conn,
825 ((char *)(&req_line)) + (sizeof(req_line)+conn->send_proxy_ofs),
826 -conn->send_proxy_ofs,
Willy Tarreau827fee72020-12-11 15:26:55 +0100827 (conn->subs && conn->subs->events & SUB_RETRY_SEND) ? CO_SFL_MSG_MORE : 0);
Alexander Liu2a54bb72019-05-22 19:44:48 +0800828
829 DPRINTF(stderr, "SOCKS PROXY HS FD[%04X]: Before send remain is [%d], sent [%d]\n",
830 conn->handle.fd, -conn->send_proxy_ofs, ret);
831
832 if (ret < 0) {
833 goto out_error;
834 }
835
836 conn->send_proxy_ofs += ret; /* becomes zero once complete */
837 if (conn->send_proxy_ofs != 0) {
838 goto out_wait;
839 }
840 }
841
842 /* OK we've the whole request sent */
843 conn->flags &= ~CO_FL_SOCKS4_SEND;
Alexander Liu2a54bb72019-05-22 19:44:48 +0800844
845 /* The connection is ready now, simply return and let the connection
846 * handler notify upper layers if needed.
847 */
Willy Tarreauc192b0a2020-01-23 09:11:58 +0100848 conn->flags &= ~CO_FL_WAIT_L4_CONN;
Alexander Liu2a54bb72019-05-22 19:44:48 +0800849
850 if (conn->flags & CO_FL_SEND_PROXY) {
851 /*
852 * Get the send_proxy_ofs ready for the send_proxy due to we are
853 * reusing the "send_proxy_ofs", and SOCKS4 handshake should be done
854 * before sending PROXY Protocol.
855 */
856 conn->send_proxy_ofs = 1;
857 }
858 return 1;
859
860 out_error:
861 /* Write error on the file descriptor */
862 conn->flags |= CO_FL_ERROR;
863 if (conn->err_code == CO_ER_NONE) {
864 conn->err_code = CO_ER_SOCKS4_SEND;
865 }
866 return 0;
867
868 out_wait:
Alexander Liu2a54bb72019-05-22 19:44:48 +0800869 return 0;
870}
871
872int conn_recv_socks4_proxy_response(struct connection *conn)
873{
874 char line[SOCKS4_HS_RSP_LEN];
875 int ret;
876
Alexander Liu2a54bb72019-05-22 19:44:48 +0800877 if (!conn_ctrl_ready(conn))
878 goto fail;
879
880 if (!fd_recv_ready(conn->handle.fd))
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200881 goto not_ready;
Alexander Liu2a54bb72019-05-22 19:44:48 +0800882
Willy Tarreau157788c2020-02-11 10:08:05 +0100883 while (1) {
Alexander Liu2a54bb72019-05-22 19:44:48 +0800884 /* SOCKS4 Proxy will response with 8 bytes, 0x00 | 0x5A | 0x00 0x00 | 0x00 0x00 0x00 0x00
885 * Try to peek into it, before all 8 bytes ready.
886 */
887 ret = recv(conn->handle.fd, line, SOCKS4_HS_RSP_LEN, MSG_PEEK);
888
889 if (ret == 0) {
890 /* the socket has been closed or shutdown for send */
891 DPRINTF(stderr, "SOCKS PROXY HS FD[%04X]: Received ret[%d], errno[%d], looks like the socket has been closed or shutdown for send\n",
892 conn->handle.fd, ret, errno);
893 if (conn->err_code == CO_ER_NONE) {
894 conn->err_code = CO_ER_SOCKS4_RECV;
895 }
896 goto fail;
897 }
898
899 if (ret > 0) {
900 if (ret == SOCKS4_HS_RSP_LEN) {
901 DPRINTF(stderr, "SOCKS PROXY HS FD[%04X]: Received 8 bytes, the response is [%02X|%02X|%02X %02X|%02X %02X %02X %02X]\n",
902 conn->handle.fd, line[0], line[1], line[2], line[3], line[4], line[5], line[6], line[7]);
903 }else{
904 DPRINTF(stderr, "SOCKS PROXY HS FD[%04X]: Received ret[%d], first byte is [%02X], last bye is [%02X]\n", conn->handle.fd, ret, line[0], line[ret-1]);
905 }
906 } else {
907 DPRINTF(stderr, "SOCKS PROXY HS FD[%04X]: Received ret[%d], errno[%d]\n", conn->handle.fd, ret, errno);
908 }
909
910 if (ret < 0) {
911 if (errno == EINTR) {
912 continue;
913 }
914 if (errno == EAGAIN) {
915 fd_cant_recv(conn->handle.fd);
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200916 goto not_ready;
Alexander Liu2a54bb72019-05-22 19:44:48 +0800917 }
918 goto recv_abort;
919 }
Willy Tarreau157788c2020-02-11 10:08:05 +0100920 break;
921 }
Alexander Liu2a54bb72019-05-22 19:44:48 +0800922
Willy Tarreauc192b0a2020-01-23 09:11:58 +0100923 conn->flags &= ~CO_FL_WAIT_L4_CONN;
924
Alexander Liu2a54bb72019-05-22 19:44:48 +0800925 if (ret < SOCKS4_HS_RSP_LEN) {
926 /* Missing data. Since we're using MSG_PEEK, we can only poll again if
927 * we are not able to read enough data.
928 */
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200929 goto not_ready;
Alexander Liu2a54bb72019-05-22 19:44:48 +0800930 }
931
932 /*
933 * Base on the SOCSK4 protocol:
934 *
935 * +----+----+----+----+----+----+----+----+
936 * | VN | CD | DSTPORT | DSTIP |
937 * +----+----+----+----+----+----+----+----+
938 * # of bytes: 1 1 2 4
939 * VN is the version of the reply code and should be 0. CD is the result
940 * code with one of the following values:
941 * 90: request granted
942 * 91: request rejected or failed
Ilya Shipitsince7b00f2020-03-23 22:28:40 +0500943 * 92: request rejected because SOCKS server cannot connect to identd on the client
Alexander Liu2a54bb72019-05-22 19:44:48 +0800944 * 93: request rejected because the client program and identd report different user-ids
945 * The remaining fields are ignored.
946 */
947 if (line[1] != 90) {
948 conn->flags &= ~CO_FL_SOCKS4_RECV;
949
950 DPRINTF(stderr, "SOCKS PROXY HS FD[%04X]: FAIL, the response is [%02X|%02X|%02X %02X|%02X %02X %02X %02X]\n",
951 conn->handle.fd, line[0], line[1], line[2], line[3], line[4], line[5], line[6], line[7]);
952 if (conn->err_code == CO_ER_NONE) {
953 conn->err_code = CO_ER_SOCKS4_DENY;
954 }
955 goto fail;
956 }
957
958 /* remove the 8 bytes response from the stream */
Willy Tarreau157788c2020-02-11 10:08:05 +0100959 while (1) {
Alexander Liu2a54bb72019-05-22 19:44:48 +0800960 ret = recv(conn->handle.fd, line, SOCKS4_HS_RSP_LEN, 0);
961 if (ret < 0 && errno == EINTR) {
962 continue;
963 }
964 if (ret != SOCKS4_HS_RSP_LEN) {
965 if (conn->err_code == CO_ER_NONE) {
966 conn->err_code = CO_ER_SOCKS4_RECV;
967 }
968 goto fail;
969 }
Willy Tarreau157788c2020-02-11 10:08:05 +0100970 break;
971 }
Alexander Liu2a54bb72019-05-22 19:44:48 +0800972
973 conn->flags &= ~CO_FL_SOCKS4_RECV;
974 return 1;
975
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200976 not_ready:
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200977 return 0;
978
Alexander Liu2a54bb72019-05-22 19:44:48 +0800979 recv_abort:
980 if (conn->err_code == CO_ER_NONE) {
981 conn->err_code = CO_ER_SOCKS4_ABORT;
982 }
983 conn->flags |= (CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH);
984 goto fail;
985
986 fail:
Alexander Liu2a54bb72019-05-22 19:44:48 +0800987 conn->flags |= CO_FL_ERROR;
988 return 0;
989}
990
Ilya Shipitsinca56fce2018-09-15 00:50:05 +0500991/* Note: <remote> is explicitly allowed to be NULL */
Tim Duesterhuscf6e0c82020-03-13 12:34:24 +0100992int make_proxy_line(char *buf, int buf_len, struct server *srv, struct connection *remote, struct stream *strm)
David Safb76832014-05-08 23:42:08 -0400993{
994 int ret = 0;
995
996 if (srv && (srv->pp_opts & SRV_PP_V2)) {
Tim Duesterhuscf6e0c82020-03-13 12:34:24 +0100997 ret = make_proxy_line_v2(buf, buf_len, srv, remote, strm);
David Safb76832014-05-08 23:42:08 -0400998 }
999 else {
Willy Tarreau226572f2019-07-17 14:46:00 +02001000 if (remote && conn_get_src(remote) && conn_get_dst(remote))
1001 ret = make_proxy_line_v1(buf, buf_len, remote->src, remote->dst);
David Safb76832014-05-08 23:42:08 -04001002 else
1003 ret = make_proxy_line_v1(buf, buf_len, NULL, NULL);
1004 }
1005
1006 return ret;
1007}
1008
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001009/* Makes a PROXY protocol line from the two addresses. The output is sent to
1010 * buffer <buf> for a maximum size of <buf_len> (including the trailing zero).
1011 * It returns the number of bytes composing this line (including the trailing
1012 * LF), or zero in case of failure (eg: not enough space). It supports TCP4,
Willy Tarreau2e1401a2013-10-01 11:41:55 +02001013 * TCP6 and "UNKNOWN" formats. If any of <src> or <dst> is null, UNKNOWN is
1014 * emitted as well.
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001015 */
David Safb76832014-05-08 23:42:08 -04001016int make_proxy_line_v1(char *buf, int buf_len, struct sockaddr_storage *src, struct sockaddr_storage *dst)
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001017{
1018 int ret = 0;
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001019 char * protocol;
1020 char src_str[MAX(INET_ADDRSTRLEN, INET6_ADDRSTRLEN)];
1021 char dst_str[MAX(INET_ADDRSTRLEN, INET6_ADDRSTRLEN)];
1022 in_port_t src_port;
1023 in_port_t dst_port;
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001024
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001025 if ( !src
1026 || !dst
1027 || (src->ss_family != AF_INET && src->ss_family != AF_INET6)
1028 || (dst->ss_family != AF_INET && dst->ss_family != AF_INET6)) {
1029 /* unknown family combination */
1030 ret = snprintf(buf, buf_len, "PROXY UNKNOWN\r\n");
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001031 if (ret >= buf_len)
1032 return 0;
1033
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001034 return ret;
1035 }
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001036
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001037 /* IPv4 for both src and dst */
1038 if (src->ss_family == AF_INET && dst->ss_family == AF_INET) {
1039 protocol = "TCP4";
1040 if (!inet_ntop(AF_INET, &((struct sockaddr_in *)src)->sin_addr, src_str, sizeof(src_str)))
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001041 return 0;
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001042 src_port = ((struct sockaddr_in *)src)->sin_port;
1043 if (!inet_ntop(AF_INET, &((struct sockaddr_in *)dst)->sin_addr, dst_str, sizeof(dst_str)))
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001044 return 0;
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001045 dst_port = ((struct sockaddr_in *)dst)->sin_port;
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001046 }
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001047 /* IPv6 for at least one of src and dst */
1048 else {
1049 struct in6_addr tmp;
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001050
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001051 protocol = "TCP6";
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001052
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001053 if (src->ss_family == AF_INET) {
1054 /* Convert src to IPv6 */
1055 v4tov6(&tmp, &((struct sockaddr_in *)src)->sin_addr);
1056 src_port = ((struct sockaddr_in *)src)->sin_port;
1057 }
1058 else {
1059 tmp = ((struct sockaddr_in6 *)src)->sin6_addr;
1060 src_port = ((struct sockaddr_in6 *)src)->sin6_port;
1061 }
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001062
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001063 if (!inet_ntop(AF_INET6, &tmp, src_str, sizeof(src_str)))
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001064 return 0;
1065
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001066 if (dst->ss_family == AF_INET) {
1067 /* Convert dst to IPv6 */
1068 v4tov6(&tmp, &((struct sockaddr_in *)dst)->sin_addr);
1069 dst_port = ((struct sockaddr_in *)dst)->sin_port;
1070 }
1071 else {
1072 tmp = ((struct sockaddr_in6 *)dst)->sin6_addr;
1073 dst_port = ((struct sockaddr_in6 *)dst)->sin6_port;
1074 }
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001075
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001076 if (!inet_ntop(AF_INET6, &tmp, dst_str, sizeof(dst_str)))
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001077 return 0;
1078 }
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001079
1080 ret = snprintf(buf, buf_len, "PROXY %s %s %s %u %u\r\n", protocol, src_str, dst_str, ntohs(src_port), ntohs(dst_port));
1081 if (ret >= buf_len)
1082 return 0;
1083
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001084 return ret;
1085}
David Safb76832014-05-08 23:42:08 -04001086
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +01001087static int make_tlv(char *dest, int dest_len, char type, uint16_t length, const char *value)
David Safb76832014-05-08 23:42:08 -04001088{
1089 struct tlv *tlv;
1090
1091 if (!dest || (length + sizeof(*tlv) > dest_len))
1092 return 0;
1093
1094 tlv = (struct tlv *)dest;
1095
1096 tlv->type = type;
1097 tlv->length_hi = length >> 8;
1098 tlv->length_lo = length & 0x00ff;
1099 memcpy(tlv->value, value, length);
1100 return length + sizeof(*tlv);
1101}
David Safb76832014-05-08 23:42:08 -04001102
Ilya Shipitsinca56fce2018-09-15 00:50:05 +05001103/* Note: <remote> is explicitly allowed to be NULL */
Tim Duesterhuscf6e0c82020-03-13 12:34:24 +01001104int make_proxy_line_v2(char *buf, int buf_len, struct server *srv, struct connection *remote, struct stream *strm)
David Safb76832014-05-08 23:42:08 -04001105{
Willy Tarreau8fccfa22014-06-14 08:28:06 +02001106 const char pp2_signature[] = PP2_SIGNATURE;
Emmanuel Hocdet4399c752018-02-05 15:26:43 +01001107 void *tlv_crc32c_p = NULL;
David Safb76832014-05-08 23:42:08 -04001108 int ret = 0;
Willy Tarreau8fccfa22014-06-14 08:28:06 +02001109 struct proxy_hdr_v2 *hdr = (struct proxy_hdr_v2 *)buf;
Vincent Bernat6e615892016-05-18 16:17:44 +02001110 struct sockaddr_storage null_addr = { .ss_family = 0 };
David Safb76832014-05-08 23:42:08 -04001111 struct sockaddr_storage *src = &null_addr;
1112 struct sockaddr_storage *dst = &null_addr;
Emmanuel Hocdet404d9782017-10-24 10:55:14 +02001113 const char *value;
1114 int value_len;
David Safb76832014-05-08 23:42:08 -04001115
1116 if (buf_len < PP2_HEADER_LEN)
1117 return 0;
Willy Tarreau8fccfa22014-06-14 08:28:06 +02001118 memcpy(hdr->sig, pp2_signature, PP2_SIGNATURE_LEN);
David Safb76832014-05-08 23:42:08 -04001119
Willy Tarreau226572f2019-07-17 14:46:00 +02001120 if (remote && conn_get_src(remote) && conn_get_dst(remote)) {
1121 src = remote->src;
1122 dst = remote->dst;
David Safb76832014-05-08 23:42:08 -04001123 }
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +01001124
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001125 /* At least one of src or dst is not of AF_INET or AF_INET6 */
1126 if ( !src
1127 || !dst
Willy Tarreau119e50e2020-05-22 13:53:29 +02001128 || (!pp2_never_send_local && conn_is_back(remote)) // locally initiated connection
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001129 || (src->ss_family != AF_INET && src->ss_family != AF_INET6)
1130 || (dst->ss_family != AF_INET && dst->ss_family != AF_INET6)) {
David Safb76832014-05-08 23:42:08 -04001131 if (buf_len < PP2_HDR_LEN_UNSPEC)
1132 return 0;
Willy Tarreau8fccfa22014-06-14 08:28:06 +02001133 hdr->ver_cmd = PP2_VERSION | PP2_CMD_LOCAL;
1134 hdr->fam = PP2_FAM_UNSPEC | PP2_TRANS_UNSPEC;
David Safb76832014-05-08 23:42:08 -04001135 ret = PP2_HDR_LEN_UNSPEC;
1136 }
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001137 else {
Willy Tarreau02c88032020-04-14 12:54:10 +02001138 hdr->ver_cmd = PP2_VERSION | PP2_CMD_PROXY;
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001139 /* IPv4 for both src and dst */
1140 if (src->ss_family == AF_INET && dst->ss_family == AF_INET) {
1141 if (buf_len < PP2_HDR_LEN_INET)
1142 return 0;
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001143 hdr->fam = PP2_FAM_INET | PP2_TRANS_STREAM;
1144 hdr->addr.ip4.src_addr = ((struct sockaddr_in *)src)->sin_addr.s_addr;
1145 hdr->addr.ip4.src_port = ((struct sockaddr_in *)src)->sin_port;
1146 hdr->addr.ip4.dst_addr = ((struct sockaddr_in *)dst)->sin_addr.s_addr;
1147 hdr->addr.ip4.dst_port = ((struct sockaddr_in *)dst)->sin_port;
1148 ret = PP2_HDR_LEN_INET;
1149 }
1150 /* IPv6 for at least one of src and dst */
1151 else {
1152 struct in6_addr tmp;
1153
1154 if (buf_len < PP2_HDR_LEN_INET6)
1155 return 0;
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001156 hdr->fam = PP2_FAM_INET6 | PP2_TRANS_STREAM;
1157 if (src->ss_family == AF_INET) {
1158 v4tov6(&tmp, &((struct sockaddr_in *)src)->sin_addr);
1159 memcpy(hdr->addr.ip6.src_addr, &tmp, 16);
1160 hdr->addr.ip6.src_port = ((struct sockaddr_in *)src)->sin_port;
1161 }
1162 else {
1163 memcpy(hdr->addr.ip6.src_addr, &((struct sockaddr_in6 *)src)->sin6_addr, 16);
1164 hdr->addr.ip6.src_port = ((struct sockaddr_in6 *)src)->sin6_port;
1165 }
1166 if (dst->ss_family == AF_INET) {
1167 v4tov6(&tmp, &((struct sockaddr_in *)dst)->sin_addr);
1168 memcpy(hdr->addr.ip6.dst_addr, &tmp, 16);
William Dauchybd8bf672020-01-26 19:06:39 +01001169 hdr->addr.ip6.dst_port = ((struct sockaddr_in *)dst)->sin_port;
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001170 }
1171 else {
1172 memcpy(hdr->addr.ip6.dst_addr, &((struct sockaddr_in6 *)dst)->sin6_addr, 16);
1173 hdr->addr.ip6.dst_port = ((struct sockaddr_in6 *)dst)->sin6_port;
1174 }
1175
1176 ret = PP2_HDR_LEN_INET6;
1177 }
1178 }
David Safb76832014-05-08 23:42:08 -04001179
Emmanuel Hocdet4399c752018-02-05 15:26:43 +01001180 if (srv->pp_opts & SRV_PP_V2_CRC32C) {
1181 uint32_t zero_crc32c = 0;
Tim Duesterhusa8692f32020-03-13 12:34:25 +01001182
Emmanuel Hocdet4399c752018-02-05 15:26:43 +01001183 if ((buf_len - ret) < sizeof(struct tlv))
1184 return 0;
1185 tlv_crc32c_p = (void *)((struct tlv *)&buf[ret])->value;
1186 ret += make_tlv(&buf[ret], (buf_len - ret), PP2_TYPE_CRC32C, sizeof(zero_crc32c), (const char *)&zero_crc32c);
1187 }
1188
Ilya Shipitsinca56fce2018-09-15 00:50:05 +05001189 if (remote && conn_get_alpn(remote, &value, &value_len)) {
Emmanuel Hocdet404d9782017-10-24 10:55:14 +02001190 if ((buf_len - ret) < sizeof(struct tlv))
1191 return 0;
Emmanuel Hocdet571c7ac2017-10-31 18:24:05 +01001192 ret += make_tlv(&buf[ret], (buf_len - ret), PP2_TYPE_ALPN, value_len, value);
Emmanuel Hocdet404d9782017-10-24 10:55:14 +02001193 }
1194
Emmanuel Hocdet253c3b72018-02-01 18:29:59 +01001195 if (srv->pp_opts & SRV_PP_V2_AUTHORITY) {
Emmanuel Hocdet8a4ffa02019-08-29 11:54:51 +02001196 value = NULL;
Tim Duesterhus615f81e2021-03-06 20:06:50 +01001197 if (remote && isttest(remote->proxy_authority)) {
1198 value = istptr(remote->proxy_authority);
1199 value_len = istlen(remote->proxy_authority);
Emmanuel Hocdet8a4ffa02019-08-29 11:54:51 +02001200 }
1201#ifdef USE_OPENSSL
1202 else {
Jerome Magnin78891c72019-09-02 09:53:41 +02001203 if ((value = ssl_sock_get_sni(remote)))
Emmanuel Hocdet8a4ffa02019-08-29 11:54:51 +02001204 value_len = strlen(value);
1205 }
1206#endif
Emmanuel Hocdet253c3b72018-02-01 18:29:59 +01001207 if (value) {
1208 if ((buf_len - ret) < sizeof(struct tlv))
1209 return 0;
Emmanuel Hocdet8a4ffa02019-08-29 11:54:51 +02001210 ret += make_tlv(&buf[ret], (buf_len - ret), PP2_TYPE_AUTHORITY, value_len, value);
Emmanuel Hocdet253c3b72018-02-01 18:29:59 +01001211 }
1212 }
1213
Christopher Faulet3ab504f2020-05-26 15:16:01 +02001214 if (strm && (srv->pp_opts & SRV_PP_V2_UNIQUE_ID)) {
Tim Duesterhuscf6e0c82020-03-13 12:34:24 +01001215 struct session* sess = strm_sess(strm);
1216 struct ist unique_id = stream_generate_unique_id(strm, &sess->fe->format_unique_id);
1217
1218 value = unique_id.ptr;
1219 value_len = unique_id.len;
1220
1221 if (value_len >= 0) {
1222 if ((buf_len - ret) < sizeof(struct tlv))
1223 return 0;
1224 ret += make_tlv(&buf[ret], (buf_len - ret), PP2_TYPE_UNIQUE_ID, value_len, value);
1225 }
1226 }
1227
Emmanuel Hocdet8a4ffa02019-08-29 11:54:51 +02001228#ifdef USE_OPENSSL
David Safb76832014-05-08 23:42:08 -04001229 if (srv->pp_opts & SRV_PP_V2_SSL) {
Emmanuel Hocdet404d9782017-10-24 10:55:14 +02001230 struct tlv_ssl *tlv;
1231 int ssl_tlv_len = 0;
Tim Duesterhusa8692f32020-03-13 12:34:25 +01001232
David Safb76832014-05-08 23:42:08 -04001233 if ((buf_len - ret) < sizeof(struct tlv_ssl))
1234 return 0;
1235 tlv = (struct tlv_ssl *)&buf[ret];
1236 memset(tlv, 0, sizeof(struct tlv_ssl));
1237 ssl_tlv_len += sizeof(struct tlv_ssl);
1238 tlv->tlv.type = PP2_TYPE_SSL;
1239 if (ssl_sock_is_ssl(remote)) {
1240 tlv->client |= PP2_CLIENT_SSL;
Emmanuel Hocdet01da5712017-10-13 16:59:49 +02001241 value = ssl_sock_get_proto_version(remote);
David Safb76832014-05-08 23:42:08 -04001242 if (value) {
Emmanuel Hocdet8c0c34b2018-02-28 12:02:14 +01001243 ssl_tlv_len += make_tlv(&buf[ret+ssl_tlv_len], (buf_len-ret-ssl_tlv_len), PP2_SUBTYPE_SSL_VERSION, strlen(value), value);
David Safb76832014-05-08 23:42:08 -04001244 }
Dave McCowan328fb582014-07-30 10:39:13 -04001245 if (ssl_sock_get_cert_used_sess(remote)) {
1246 tlv->client |= PP2_CLIENT_CERT_SESS;
David Safb76832014-05-08 23:42:08 -04001247 tlv->verify = htonl(ssl_sock_get_verify_result(remote));
Dave McCowan328fb582014-07-30 10:39:13 -04001248 if (ssl_sock_get_cert_used_conn(remote))
1249 tlv->client |= PP2_CLIENT_CERT_CONN;
David Safb76832014-05-08 23:42:08 -04001250 }
1251 if (srv->pp_opts & SRV_PP_V2_SSL_CN) {
Willy Tarreau83061a82018-07-13 11:56:34 +02001252 struct buffer *cn_trash = get_trash_chunk();
Willy Tarreau3b9a0c92014-07-19 06:37:33 +02001253 if (ssl_sock_get_remote_common_name(remote, cn_trash) > 0) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02001254 ssl_tlv_len += make_tlv(&buf[ret+ssl_tlv_len], (buf_len - ret - ssl_tlv_len), PP2_SUBTYPE_SSL_CN,
1255 cn_trash->data,
1256 cn_trash->area);
David Safb76832014-05-08 23:42:08 -04001257 }
1258 }
Emmanuel Hocdetfa8d0f12018-02-01 15:53:52 +01001259 if (srv->pp_opts & SRV_PP_V2_SSL_KEY_ALG) {
Willy Tarreau83061a82018-07-13 11:56:34 +02001260 struct buffer *pkey_trash = get_trash_chunk();
Emmanuel Hocdetfa8d0f12018-02-01 15:53:52 +01001261 if (ssl_sock_get_pkey_algo(remote, pkey_trash) > 0) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02001262 ssl_tlv_len += make_tlv(&buf[ret+ssl_tlv_len], (buf_len - ret - ssl_tlv_len), PP2_SUBTYPE_SSL_KEY_ALG,
1263 pkey_trash->data,
1264 pkey_trash->area);
Emmanuel Hocdetfa8d0f12018-02-01 15:53:52 +01001265 }
1266 }
1267 if (srv->pp_opts & SRV_PP_V2_SSL_SIG_ALG) {
1268 value = ssl_sock_get_cert_sig(remote);
1269 if (value) {
1270 ssl_tlv_len += make_tlv(&buf[ret+ssl_tlv_len], (buf_len - ret - ssl_tlv_len), PP2_SUBTYPE_SSL_SIG_ALG, strlen(value), value);
1271 }
1272 }
1273 if (srv->pp_opts & SRV_PP_V2_SSL_CIPHER) {
1274 value = ssl_sock_get_cipher_name(remote);
1275 if (value) {
1276 ssl_tlv_len += make_tlv(&buf[ret+ssl_tlv_len], (buf_len - ret - ssl_tlv_len), PP2_SUBTYPE_SSL_CIPHER, strlen(value), value);
1277 }
1278 }
David Safb76832014-05-08 23:42:08 -04001279 }
1280 tlv->tlv.length_hi = (uint16_t)(ssl_tlv_len - sizeof(struct tlv)) >> 8;
1281 tlv->tlv.length_lo = (uint16_t)(ssl_tlv_len - sizeof(struct tlv)) & 0x00ff;
1282 ret += ssl_tlv_len;
1283 }
1284#endif
1285
Willy Tarreaue5733232019-05-22 19:24:06 +02001286#ifdef USE_NS
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +01001287 if (remote && (remote->proxy_netns)) {
1288 if ((buf_len - ret) < sizeof(struct tlv))
1289 return 0;
Emmanuel Hocdet571c7ac2017-10-31 18:24:05 +01001290 ret += make_tlv(&buf[ret], (buf_len - ret), PP2_TYPE_NETNS, remote->proxy_netns->name_len, remote->proxy_netns->node.key);
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +01001291 }
1292#endif
1293
Willy Tarreau8fccfa22014-06-14 08:28:06 +02001294 hdr->len = htons((uint16_t)(ret - PP2_HEADER_LEN));
David Safb76832014-05-08 23:42:08 -04001295
Emmanuel Hocdet4399c752018-02-05 15:26:43 +01001296 if (tlv_crc32c_p) {
1297 write_u32(tlv_crc32c_p, htonl(hash_crc32c(buf, ret)));
1298 }
1299
David Safb76832014-05-08 23:42:08 -04001300 return ret;
1301}
Emeric Brun4f603012017-01-05 15:11:44 +01001302
Willy Tarreau119e50e2020-05-22 13:53:29 +02001303/* returns 0 on success */
1304static int cfg_parse_pp2_never_send_local(char **args, int section_type, struct proxy *curpx,
1305 struct proxy *defpx, const char *file, int line,
1306 char **err)
1307{
1308 if (too_many_args(0, args, err, NULL))
1309 return -1;
1310 pp2_never_send_local = 1;
1311 return 0;
1312}
1313
Willy Tarreau60ca10a2017-08-18 15:26:54 +02001314/* return the major HTTP version as 1 or 2 depending on how the request arrived
1315 * before being processed.
1316 */
1317static int
1318smp_fetch_fc_http_major(const struct arg *args, struct sample *smp, const char *kw, void *private)
1319{
Jérôme Magnin86577422018-12-07 09:03:11 +01001320 struct connection *conn = (kw[0] != 'b') ? objt_conn(smp->sess->origin) :
1321 smp->strm ? cs_conn(objt_cs(smp->strm->si[1].end)) : NULL;
Willy Tarreau60ca10a2017-08-18 15:26:54 +02001322
1323 smp->data.type = SMP_T_SINT;
1324 smp->data.u.sint = (conn && strcmp(conn_get_mux_name(conn), "H2") == 0) ? 2 : 1;
1325 return 1;
1326}
1327
Emeric Brun4f603012017-01-05 15:11:44 +01001328/* fetch if the received connection used a PROXY protocol header */
1329int smp_fetch_fc_rcvd_proxy(const struct arg *args, struct sample *smp, const char *kw, void *private)
1330{
1331 struct connection *conn;
1332
1333 conn = objt_conn(smp->sess->origin);
1334 if (!conn)
1335 return 0;
1336
Willy Tarreau911db9b2020-01-23 16:27:54 +01001337 if (conn->flags & CO_FL_WAIT_XPRT) {
Emeric Brun4f603012017-01-05 15:11:44 +01001338 smp->flags |= SMP_F_MAY_CHANGE;
1339 return 0;
1340 }
1341
1342 smp->flags = 0;
1343 smp->data.type = SMP_T_BOOL;
1344 smp->data.u.sint = (conn->flags & CO_FL_RCVD_PROXY) ? 1 : 0;
1345
1346 return 1;
1347}
1348
Geoff Simmons7185b782019-08-27 18:31:16 +02001349/* fetch the authority TLV from a PROXY protocol header */
1350int smp_fetch_fc_pp_authority(const struct arg *args, struct sample *smp, const char *kw, void *private)
1351{
1352 struct connection *conn;
1353
1354 conn = objt_conn(smp->sess->origin);
1355 if (!conn)
1356 return 0;
1357
Willy Tarreau911db9b2020-01-23 16:27:54 +01001358 if (conn->flags & CO_FL_WAIT_XPRT) {
Geoff Simmons7185b782019-08-27 18:31:16 +02001359 smp->flags |= SMP_F_MAY_CHANGE;
1360 return 0;
1361 }
1362
Tim Duesterhus615f81e2021-03-06 20:06:50 +01001363 if (!isttest(conn->proxy_authority))
Geoff Simmons7185b782019-08-27 18:31:16 +02001364 return 0;
1365
1366 smp->flags = 0;
1367 smp->data.type = SMP_T_STR;
Tim Duesterhus615f81e2021-03-06 20:06:50 +01001368 smp->data.u.str.area = istptr(conn->proxy_authority);
1369 smp->data.u.str.data = istlen(conn->proxy_authority);
Geoff Simmons7185b782019-08-27 18:31:16 +02001370
1371 return 1;
1372}
1373
Tim Duesterhusd1b15b62020-03-13 12:34:23 +01001374/* fetch the unique ID TLV from a PROXY protocol header */
1375int smp_fetch_fc_pp_unique_id(const struct arg *args, struct sample *smp, const char *kw, void *private)
1376{
1377 struct connection *conn;
1378
1379 conn = objt_conn(smp->sess->origin);
1380 if (!conn)
1381 return 0;
1382
1383 if (conn->flags & CO_FL_WAIT_XPRT) {
1384 smp->flags |= SMP_F_MAY_CHANGE;
1385 return 0;
1386 }
1387
1388 if (!isttest(conn->proxy_unique_id))
1389 return 0;
1390
1391 smp->flags = 0;
1392 smp->data.type = SMP_T_STR;
Tim Duesterhus002bd772021-03-06 20:06:49 +01001393 smp->data.u.str.area = istptr(conn->proxy_unique_id);
1394 smp->data.u.str.data = istlen(conn->proxy_unique_id);
Tim Duesterhusd1b15b62020-03-13 12:34:23 +01001395
1396 return 1;
1397}
1398
Emeric Brun4f603012017-01-05 15:11:44 +01001399/* Note: must not be declared <const> as its list will be overwritten.
1400 * Note: fetches that may return multiple types must be declared as the lowest
1401 * common denominator, the type that can be casted into all other ones. For
1402 * instance v4/v6 must be declared v4.
1403 */
1404static struct sample_fetch_kw_list sample_fetch_keywords = {ILH, {
Willy Tarreau60ca10a2017-08-18 15:26:54 +02001405 { "fc_http_major", smp_fetch_fc_http_major, 0, NULL, SMP_T_SINT, SMP_USE_L4CLI },
Jérôme Magnin86577422018-12-07 09:03:11 +01001406 { "bc_http_major", smp_fetch_fc_http_major, 0, NULL, SMP_T_SINT, SMP_USE_L4SRV },
Emeric Brun4f603012017-01-05 15:11:44 +01001407 { "fc_rcvd_proxy", smp_fetch_fc_rcvd_proxy, 0, NULL, SMP_T_BOOL, SMP_USE_L4CLI },
Geoff Simmons7185b782019-08-27 18:31:16 +02001408 { "fc_pp_authority", smp_fetch_fc_pp_authority, 0, NULL, SMP_T_STR, SMP_USE_L4CLI },
Tim Duesterhusd1b15b62020-03-13 12:34:23 +01001409 { "fc_pp_unique_id", smp_fetch_fc_pp_unique_id, 0, NULL, SMP_T_STR, SMP_USE_L4CLI },
Emeric Brun4f603012017-01-05 15:11:44 +01001410 { /* END */ },
1411}};
1412
Willy Tarreau0108d902018-11-25 19:14:37 +01001413INITCALL1(STG_REGISTER, sample_register_fetches, &sample_fetch_keywords);
Willy Tarreau119e50e2020-05-22 13:53:29 +02001414
1415static struct cfg_kw_list cfg_kws = {ILH, {
1416 { CFG_GLOBAL, "pp2-never-send-local", cfg_parse_pp2_never_send_local },
1417 { /* END */ },
1418}};
1419
1420INITCALL1(STG_REGISTER, cfg_register_keywords, &cfg_kws);
Amaury Denoyelle81c6f762021-01-18 14:57:50 +01001421
Amaury Denoyelle01a287f2021-02-11 16:46:53 +01001422/* private function to handle sockaddr as input for connection hash */
1423static void conn_calculate_hash_sockaddr(const struct sockaddr_storage *ss,
1424 char *buf, size_t *idx,
1425 enum conn_hash_params_t *hash_flags,
1426 enum conn_hash_params_t param_type_addr,
1427 enum conn_hash_params_t param_type_port)
1428{
1429 struct sockaddr_in *addr;
1430 struct sockaddr_in6 *addr6;
1431
1432 switch (ss->ss_family) {
1433 case AF_INET:
1434 addr = (struct sockaddr_in *)ss;
1435
1436 conn_hash_update(buf, idx,
1437 &addr->sin_addr, sizeof(addr->sin_addr),
1438 hash_flags, param_type_addr);
1439
1440 if (addr->sin_port) {
1441 conn_hash_update(buf, idx,
1442 &addr->sin_port, sizeof(addr->sin_port),
1443 hash_flags, param_type_port);
1444 }
1445
1446 break;
1447
1448 case AF_INET6:
1449 addr6 = (struct sockaddr_in6 *)ss;
1450
1451 conn_hash_update(buf, idx,
1452 &addr6->sin6_addr, sizeof(addr6->sin6_addr),
1453 hash_flags, param_type_addr);
1454
1455 if (addr6->sin6_port) {
1456 conn_hash_update(buf, idx,
1457 &addr6->sin6_port, sizeof(addr6->sin6_port),
1458 hash_flags, param_type_port);
1459 }
1460
1461 break;
1462 }
1463}
1464
Amaury Denoyelle81c6f762021-01-18 14:57:50 +01001465XXH64_hash_t conn_calculate_hash(const struct conn_hash_params *params)
1466{
1467 char *buf;
1468 size_t idx = 0;
1469 XXH64_hash_t hash = 0;
1470 enum conn_hash_params_t hash_flags = 0;
1471
1472 buf = trash.area;
1473
Amaury Denoyelle8ede3db2021-03-02 14:38:53 +01001474 conn_hash_update(buf, &idx, &params->target, sizeof(params->target), &hash_flags, 0);
Amaury Denoyelle1a58aca2021-01-22 16:47:46 +01001475
Amaury Denoyelle9b626e32021-01-06 17:03:27 +01001476 if (params->sni_prehash) {
1477 conn_hash_update(buf, &idx,
Amaury Denoyelle36441f42021-02-17 16:25:31 +01001478 &params->sni_prehash, sizeof(params->sni_prehash),
Amaury Denoyelle9b626e32021-01-06 17:03:27 +01001479 &hash_flags, CONN_HASH_PARAMS_TYPE_SNI);
1480 }
1481
Amaury Denoyelle01a287f2021-02-11 16:46:53 +01001482 if (params->dst_addr) {
1483 conn_calculate_hash_sockaddr(params->dst_addr,
1484 buf, &idx, &hash_flags,
1485 CONN_HASH_PARAMS_TYPE_DST_ADDR,
1486 CONN_HASH_PARAMS_TYPE_DST_PORT);
1487 }
1488
Amaury Denoyelled10a2002021-02-11 19:45:19 +01001489 if (params->src_addr) {
1490 conn_calculate_hash_sockaddr(params->src_addr,
1491 buf, &idx, &hash_flags,
1492 CONN_HASH_PARAMS_TYPE_SRC_ADDR,
1493 CONN_HASH_PARAMS_TYPE_SRC_PORT);
1494 }
1495
Amaury Denoyelle1921d202021-01-14 10:15:29 +01001496 if (params->proxy_prehash) {
1497 conn_hash_update(buf, &idx,
Amaury Denoyelle36441f42021-02-17 16:25:31 +01001498 &params->proxy_prehash, sizeof(params->proxy_prehash),
Amaury Denoyelle1921d202021-01-14 10:15:29 +01001499 &hash_flags, CONN_HASH_PARAMS_TYPE_PROXY);
1500 }
Amaury Denoyelle01a287f2021-02-11 16:46:53 +01001501
Amaury Denoyelle1921d202021-01-14 10:15:29 +01001502 hash = conn_hash_digest(buf, idx, hash_flags);
Amaury Denoyelle81c6f762021-01-18 14:57:50 +01001503 return hash;
1504}