blob: c8f1df11630c811805da321cceb29d5da5886eaf [file] [log] [blame]
Willy Tarreau59f98392012-07-06 14:13:49 +02001/*
2 * Connection management functions
3 *
4 * Copyright 2000-2012 Willy Tarreau <w@1wt.eu>
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
Willy Tarreaue1e4a612012-10-05 00:10:55 +020013#include <errno.h>
14
Willy Tarreau59f98392012-07-06 14:13:49 +020015#include <common/compat.h>
16#include <common/config.h>
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +010017#include <common/namespace.h>
Emmanuel Hocdet4399c752018-02-05 15:26:43 +010018#include <common/hash.h>
19#include <common/net_helper.h>
Willy Tarreau59f98392012-07-06 14:13:49 +020020
Willy Tarreauc5788912012-08-24 18:12:41 +020021#include <proto/connection.h>
Willy Tarreaudd2f85e2012-09-02 22:34:23 +020022#include <proto/fd.h>
Willy Tarreau5f1504f2012-10-04 23:55:57 +020023#include <proto/frontend.h>
Willy Tarreau2da156f2012-07-23 15:07:23 +020024#include <proto/proto_tcp.h>
Willy Tarreau2c6be842012-07-06 17:12:34 +020025#include <proto/stream_interface.h>
Emeric Brun4f603012017-01-05 15:11:44 +010026#include <proto/sample.h>
Willy Tarreau59f98392012-07-06 14:13:49 +020027
Emeric Brun46591952012-05-18 15:47:34 +020028#ifdef USE_OPENSSL
29#include <proto/ssl_sock.h>
30#endif
31
Willy Tarreaubafbe012017-11-24 17:34:44 +010032struct pool_head *pool_head_connection;
33struct pool_head *pool_head_connstream;
Willy Tarreau13e14102016-12-22 20:25:26 +010034struct xprt_ops *registered_xprt[XPRT_ENTRIES] = { NULL, };
Willy Tarreauf2943dc2012-10-26 20:10:28 +020035
Christopher Faulet32f61c02018-04-10 14:33:41 +020036/* List head of all known muxes for PROTO */
37struct mux_proto_list mux_proto_list = {
38 .list = LIST_HEAD_INIT(mux_proto_list.list)
Willy Tarreau2386be62017-09-21 19:40:52 +020039};
40
Willy Tarreauf2943dc2012-10-26 20:10:28 +020041/* perform minimal intializations, report 0 in case of error, 1 if OK. */
42int init_connection()
43{
Willy Tarreaubafbe012017-11-24 17:34:44 +010044 pool_head_connection = create_pool("connection", sizeof (struct connection), MEM_F_SHARED);
45 if (!pool_head_connection)
Olivier Houcharde2b40b92017-09-13 18:30:23 +020046 goto fail_conn;
47
Willy Tarreaubafbe012017-11-24 17:34:44 +010048 pool_head_connstream = create_pool("conn_stream", sizeof(struct conn_stream), MEM_F_SHARED);
49 if (!pool_head_connstream)
Olivier Houcharde2b40b92017-09-13 18:30:23 +020050 goto fail_cs;
51
52 return 1;
53 fail_cs:
Willy Tarreaubafbe012017-11-24 17:34:44 +010054 pool_destroy(pool_head_connection);
55 pool_head_connection = NULL;
Olivier Houcharde2b40b92017-09-13 18:30:23 +020056 fail_conn:
57 return 0;
Willy Tarreauf2943dc2012-10-26 20:10:28 +020058}
59
Willy Tarreau59f98392012-07-06 14:13:49 +020060/* I/O callback for fd-based connections. It calls the read/write handlers
Willy Tarreau7a798e52016-04-14 11:13:20 +020061 * provided by the connection's sock_ops, which must be valid.
Willy Tarreau59f98392012-07-06 14:13:49 +020062 */
Willy Tarreau7a798e52016-04-14 11:13:20 +020063void conn_fd_handler(int fd)
Willy Tarreau59f98392012-07-06 14:13:49 +020064{
Willy Tarreau80184712012-07-06 14:54:49 +020065 struct connection *conn = fdtab[fd].owner;
Willy Tarreau9e272bf2012-10-03 21:04:48 +020066 unsigned int flags;
Olivier Houchardaf4021e2018-08-09 13:06:55 +020067 int io_available = 0;
Willy Tarreau59f98392012-07-06 14:13:49 +020068
Willy Tarreaud80cb4e2018-01-20 19:30:13 +010069 if (unlikely(!conn)) {
70 activity[tid].conn_dead++;
Willy Tarreau7a798e52016-04-14 11:13:20 +020071 return;
Willy Tarreaud80cb4e2018-01-20 19:30:13 +010072 }
Willy Tarreau59f98392012-07-06 14:13:49 +020073
Willy Tarreau7d281492012-12-16 19:19:13 +010074 conn_refresh_polling_flags(conn);
Willy Tarreau916e12d2017-10-25 09:22:43 +020075 conn->flags |= CO_FL_WILL_UPDATE;
76
Willy Tarreau7d281492012-12-16 19:19:13 +010077 flags = conn->flags & ~CO_FL_ERROR; /* ensure to call the wake handler upon error */
Willy Tarreaud29a0662012-12-10 16:33:38 +010078
Willy Tarreauc76ae332012-07-12 15:32:13 +020079 process_handshake:
Willy Tarreauf9dabec2012-08-17 17:33:53 +020080 /* The handshake callbacks are called in sequence. If either of them is
81 * missing something, it must enable the required polling at the socket
82 * layer of the connection. Polling state is not guaranteed when entering
83 * these handlers, so any handshake handler which does not complete its
Willy Tarreaud6e999b2013-11-25 08:41:15 +010084 * work must explicitly disable events it's not interested in. Error
85 * handling is also performed here in order to reduce the number of tests
86 * around.
Willy Tarreauf9dabec2012-08-17 17:33:53 +020087 */
Willy Tarreaud6e999b2013-11-25 08:41:15 +010088 while (unlikely(conn->flags & (CO_FL_HANDSHAKE | CO_FL_ERROR))) {
Willy Tarreau310987a2014-01-22 19:46:33 +010089 if (unlikely(conn->flags & CO_FL_ERROR))
Willy Tarreau2c6be842012-07-06 17:12:34 +020090 goto leave;
Willy Tarreau59f98392012-07-06 14:13:49 +020091
Bertrand Jacquin93b227d2016-06-04 15:11:10 +010092 if (conn->flags & CO_FL_ACCEPT_CIP)
93 if (!conn_recv_netscaler_cip(conn, CO_FL_ACCEPT_CIP))
94 goto leave;
95
Willy Tarreau22cda212012-08-31 17:43:29 +020096 if (conn->flags & CO_FL_ACCEPT_PROXY)
97 if (!conn_recv_proxy(conn, CO_FL_ACCEPT_PROXY))
98 goto leave;
99
Willy Tarreau57cd3e42013-10-24 22:01:26 +0200100 if (conn->flags & CO_FL_SEND_PROXY)
101 if (!conn_si_send_proxy(conn, CO_FL_SEND_PROXY))
Willy Tarreau5f1504f2012-10-04 23:55:57 +0200102 goto leave;
Emeric Brun46591952012-05-18 15:47:34 +0200103#ifdef USE_OPENSSL
104 if (conn->flags & CO_FL_SSL_WAIT_HS)
105 if (!ssl_sock_handshake(conn, CO_FL_SSL_WAIT_HS))
106 goto leave;
107#endif
Willy Tarreauc76ae332012-07-12 15:32:13 +0200108 }
109
Willy Tarreauf9dabec2012-08-17 17:33:53 +0200110 /* Once we're purely in the data phase, we disable handshake polling */
111 if (!(conn->flags & CO_FL_POLL_SOCK))
112 __conn_sock_stop_both(conn);
Willy Tarreauc76ae332012-07-12 15:32:13 +0200113
Willy Tarreau8e3c6ce2017-08-28 15:46:01 +0200114 /* The connection owner might want to be notified about an end of
115 * handshake indicating the connection is ready, before we proceed with
116 * any data exchange. The callback may fail and cause the connection to
117 * be destroyed, thus we must not use it anymore and should immediately
118 * leave instead. The caller must immediately unregister itself once
119 * called.
Willy Tarreau2542b532012-08-31 16:01:23 +0200120 */
Willy Tarreau8e3c6ce2017-08-28 15:46:01 +0200121 if (conn->xprt_done_cb && conn->xprt_done_cb(conn) < 0)
Willy Tarreau7a798e52016-04-14 11:13:20 +0200122 return;
Willy Tarreau2542b532012-08-31 16:01:23 +0200123
Willy Tarreau57ec32f2017-04-11 19:59:33 +0200124 if (conn->xprt && fd_send_ready(fd) &&
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200125 ((conn->flags & (CO_FL_XPRT_WR_ENA|CO_FL_ERROR|CO_FL_HANDSHAKE)) == CO_FL_XPRT_WR_ENA)) {
Willy Tarreau3c0cc492017-03-19 07:54:28 +0100126 /* force reporting of activity by clearing the previous flags :
127 * we'll have at least ERROR or CONNECTED at the end of an I/O,
128 * both of which will be detected below.
Willy Tarreau9e272bf2012-10-03 21:04:48 +0200129 */
Willy Tarreau3c0cc492017-03-19 07:54:28 +0100130 flags = 0;
Olivier Houchardaf4021e2018-08-09 13:06:55 +0200131 io_available = (LIST_ISEMPTY(&conn->send_wait_list) &&
132 LIST_ISEMPTY(&conn->sendrecv_wait_list));;
Olivier Houchard6ff20392018-07-17 18:46:31 +0200133 while (!LIST_ISEMPTY(&conn->send_wait_list)) {
134 struct wait_list *sw = LIST_ELEM(conn->send_wait_list.n,
135 struct wait_list *, list);
136 LIST_DEL(&sw->list);
137 LIST_INIT(&sw->list);
Olivier Houcharde1c6dbc2018-08-01 17:06:43 +0200138 sw->wait_reason &= ~SUB_CAN_SEND;
Olivier Houchard6ff20392018-07-17 18:46:31 +0200139 tasklet_wakeup(sw->task);
140 }
Olivier Houchard4cf7fb12018-08-02 19:23:05 +0200141 while (!(LIST_ISEMPTY(&conn->sendrecv_wait_list))) {
Olivier Houchardaf4021e2018-08-09 13:06:55 +0200142 struct wait_list *sw = LIST_ELEM(conn->sendrecv_wait_list.n,
Olivier Houchard4cf7fb12018-08-02 19:23:05 +0200143 struct wait_list *, list);
144 LIST_DEL(&sw->list);
145 LIST_INIT(&sw->list);
146 LIST_ADDQ(&conn->recv_wait_list, &sw->list);
147 sw->wait_reason &= ~SUB_CAN_SEND;
148 tasklet_wakeup(sw->task);
149 }
Willy Tarreau9e272bf2012-10-03 21:04:48 +0200150 }
Willy Tarreau59f98392012-07-06 14:13:49 +0200151
Willy Tarreau57ec32f2017-04-11 19:59:33 +0200152 /* The data transfer starts here and stops on error and handshakes. Note
153 * that we must absolutely test conn->xprt at each step in case it suddenly
154 * changes due to a quick unexpected close().
155 */
156 if (conn->xprt && fd_recv_ready(fd) &&
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200157 ((conn->flags & (CO_FL_XPRT_RD_ENA|CO_FL_WAIT_ROOM|CO_FL_ERROR|CO_FL_HANDSHAKE)) == CO_FL_XPRT_RD_ENA)) {
Willy Tarreau3c0cc492017-03-19 07:54:28 +0100158 /* force reporting of activity by clearing the previous flags :
159 * we'll have at least ERROR or CONNECTED at the end of an I/O,
160 * both of which will be detected below.
Willy Tarreau9e272bf2012-10-03 21:04:48 +0200161 */
Willy Tarreau3c0cc492017-03-19 07:54:28 +0100162 flags = 0;
Olivier Houchardaf4021e2018-08-09 13:06:55 +0200163 io_available |= (LIST_ISEMPTY(&conn->recv_wait_list) &&
164 LIST_ISEMPTY(&conn->sendrecv_wait_list));
165 while (!LIST_ISEMPTY(&conn->recv_wait_list)) {
166 struct wait_list *sw = LIST_ELEM(conn->recv_wait_list.n,
167 struct wait_list *, list);
168 LIST_DEL(&sw->list);
169 LIST_INIT(&sw->list);
170 sw->wait_reason &= ~SUB_CAN_RECV;
171 tasklet_wakeup(sw->task);
172 }
173 while (!(LIST_ISEMPTY(&conn->sendrecv_wait_list))) {
174 struct wait_list *sw = LIST_ELEM(conn->sendrecv_wait_list.n,
175 struct wait_list *, list);
176 LIST_DEL(&sw->list);
177 LIST_INIT(&sw->list);
178 LIST_ADDQ(&conn->send_wait_list, &sw->list);
179 sw->wait_reason &= ~SUB_CAN_RECV;
180 tasklet_wakeup(sw->task);
181 }
182
Willy Tarreau9e272bf2012-10-03 21:04:48 +0200183 }
Willy Tarreau2da156f2012-07-23 15:07:23 +0200184
Willy Tarreauc76ae332012-07-12 15:32:13 +0200185 /* It may happen during the data phase that a handshake is
186 * enabled again (eg: SSL)
187 */
Willy Tarreaud6e999b2013-11-25 08:41:15 +0100188 if (unlikely(conn->flags & (CO_FL_HANDSHAKE | CO_FL_ERROR)))
Willy Tarreauc76ae332012-07-12 15:32:13 +0200189 goto process_handshake;
190
Willy Tarreaufd803bb2014-01-20 15:13:07 +0100191 if (unlikely(conn->flags & CO_FL_WAIT_L4_CONN)) {
Willy Tarreauf8deb0c2012-09-01 17:59:22 +0200192 /* still waiting for a connection to establish and nothing was
193 * attempted yet to probe the connection. Then let's retry the
194 * connect().
Willy Tarreau2da156f2012-07-23 15:07:23 +0200195 */
Willy Tarreau239d7182012-07-23 18:53:03 +0200196 if (!tcp_connect_probe(conn))
Willy Tarreauafad0e02012-08-09 14:45:22 +0200197 goto leave;
Willy Tarreau2da156f2012-07-23 15:07:23 +0200198 }
Willy Tarreau2c6be842012-07-06 17:12:34 +0200199 leave:
Willy Tarreau3c0cc492017-03-19 07:54:28 +0100200 /* Verify if the connection just established. */
Willy Tarreau7bf3fa32017-03-14 20:19:29 +0100201 if (unlikely(!(conn->flags & (CO_FL_WAIT_L4_CONN | CO_FL_WAIT_L6_CONN | CO_FL_CONNECTED))))
202 conn->flags |= CO_FL_CONNECTED;
203
Willy Tarreau8e3c6ce2017-08-28 15:46:01 +0200204 /* The connection owner might want to be notified about failures to
205 * complete the handshake. The callback may fail and cause the
206 * connection to be destroyed, thus we must not use it anymore and
207 * should immediately leave instead. The caller must immediately
208 * unregister itself once called.
209 */
210 if (((conn->flags ^ flags) & CO_FL_NOTIFY_DONE) &&
211 conn->xprt_done_cb && conn->xprt_done_cb(conn) < 0)
212 return;
213
Willy Tarreau3c0cc492017-03-19 07:54:28 +0100214 /* The wake callback is normally used to notify the data layer about
215 * data layer activity (successful send/recv), connection establishment,
216 * shutdown and fatal errors. We need to consider the following
217 * situations to wake up the data layer :
218 * - change among the CO_FL_NOTIFY_DATA flags :
219 * {DATA,SOCK}_{RD,WR}_SH, ERROR,
220 * - absence of any of {L4,L6}_CONN and CONNECTED, indicating the
221 * end of handshake and transition to CONNECTED
222 * - raise of CONNECTED with HANDSHAKE down
223 * - end of HANDSHAKE with CONNECTED set
224 * - regular data layer activity
225 *
226 * Note that the wake callback is allowed to release the connection and
227 * the fd (and return < 0 in this case).
Willy Tarreau2396c1c2012-10-03 21:12:16 +0200228 */
Olivier Houchardaf4021e2018-08-09 13:06:55 +0200229 if ((io_available || (((conn->flags ^ flags) & CO_FL_NOTIFY_DATA) ||
Willy Tarreau3c0cc492017-03-19 07:54:28 +0100230 ((flags & (CO_FL_CONNECTED|CO_FL_HANDSHAKE)) != CO_FL_CONNECTED &&
Olivier Houchard910b2bc2018-07-17 18:49:38 +0200231 (conn->flags & (CO_FL_CONNECTED|CO_FL_HANDSHAKE)) == CO_FL_CONNECTED))) &&
Olivier Houchard7505f942018-08-21 18:10:44 +0200232 conn->mux->wake && conn->mux->wake(conn) < 0)
Willy Tarreau7a798e52016-04-14 11:13:20 +0200233 return;
Willy Tarreaufd31e532012-07-23 18:24:25 +0200234
Willy Tarreauf9dabec2012-08-17 17:33:53 +0200235 /* commit polling changes */
Willy Tarreau916e12d2017-10-25 09:22:43 +0200236 conn->flags &= ~CO_FL_WILL_UPDATE;
Willy Tarreauf9dabec2012-08-17 17:33:53 +0200237 conn_cond_update_polling(conn);
Willy Tarreau7a798e52016-04-14 11:13:20 +0200238 return;
Willy Tarreau59f98392012-07-06 14:13:49 +0200239}
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200240
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200241/* Update polling on connection <c>'s file descriptor depending on its current
242 * state as reported in the connection's CO_FL_CURR_* flags, reports of EAGAIN
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200243 * in CO_FL_WAIT_*, and the data layer expectations indicated by CO_FL_XPRT_*.
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200244 * The connection flags are updated with the new flags at the end of the
Willy Tarreau0ffde2c2012-10-04 22:21:15 +0200245 * operation. Polling is totally disabled if an error was reported.
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200246 */
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200247void conn_update_xprt_polling(struct connection *c)
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200248{
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200249 unsigned int f = c->flags;
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200250
Willy Tarreau3c728722014-01-23 13:50:42 +0100251 if (!conn_ctrl_ready(c))
Willy Tarreauf79c8172013-10-21 16:30:56 +0200252 return;
253
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200254 /* update read status if needed */
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200255 if (unlikely((f & (CO_FL_CURR_RD_ENA|CO_FL_XPRT_RD_ENA)) == CO_FL_XPRT_RD_ENA)) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200256 fd_want_recv(c->handle.fd);
Willy Tarreauc8dd77f2012-11-05 17:52:26 +0100257 f |= CO_FL_CURR_RD_ENA;
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200258 }
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200259 else if (unlikely((f & (CO_FL_CURR_RD_ENA|CO_FL_XPRT_RD_ENA)) == CO_FL_CURR_RD_ENA)) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200260 fd_stop_recv(c->handle.fd);
Willy Tarreauc8dd77f2012-11-05 17:52:26 +0100261 f &= ~CO_FL_CURR_RD_ENA;
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200262 }
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200263
264 /* update write status if needed */
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200265 if (unlikely((f & (CO_FL_CURR_WR_ENA|CO_FL_XPRT_WR_ENA)) == CO_FL_XPRT_WR_ENA)) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200266 fd_want_send(c->handle.fd);
Willy Tarreauc8dd77f2012-11-05 17:52:26 +0100267 f |= CO_FL_CURR_WR_ENA;
268 }
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200269 else if (unlikely((f & (CO_FL_CURR_WR_ENA|CO_FL_XPRT_WR_ENA)) == CO_FL_CURR_WR_ENA)) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200270 fd_stop_send(c->handle.fd);
Willy Tarreauc8dd77f2012-11-05 17:52:26 +0100271 f &= ~CO_FL_CURR_WR_ENA;
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200272 }
Willy Tarreau310987a2014-01-22 19:46:33 +0100273 c->flags = f;
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200274}
275
276/* Update polling on connection <c>'s file descriptor depending on its current
277 * state as reported in the connection's CO_FL_CURR_* flags, reports of EAGAIN
278 * in CO_FL_WAIT_*, and the sock layer expectations indicated by CO_FL_SOCK_*.
279 * The connection flags are updated with the new flags at the end of the
Willy Tarreau0ffde2c2012-10-04 22:21:15 +0200280 * operation. Polling is totally disabled if an error was reported.
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200281 */
282void conn_update_sock_polling(struct connection *c)
283{
284 unsigned int f = c->flags;
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200285
Willy Tarreau3c728722014-01-23 13:50:42 +0100286 if (!conn_ctrl_ready(c))
Willy Tarreauf79c8172013-10-21 16:30:56 +0200287 return;
288
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200289 /* update read status if needed */
Willy Tarreau310987a2014-01-22 19:46:33 +0100290 if (unlikely((f & (CO_FL_CURR_RD_ENA|CO_FL_SOCK_RD_ENA)) == CO_FL_SOCK_RD_ENA)) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200291 fd_want_recv(c->handle.fd);
Willy Tarreauc8dd77f2012-11-05 17:52:26 +0100292 f |= CO_FL_CURR_RD_ENA;
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200293 }
Willy Tarreauc8dd77f2012-11-05 17:52:26 +0100294 else if (unlikely((f & (CO_FL_CURR_RD_ENA|CO_FL_SOCK_RD_ENA)) == CO_FL_CURR_RD_ENA)) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200295 fd_stop_recv(c->handle.fd);
Willy Tarreauc8dd77f2012-11-05 17:52:26 +0100296 f &= ~CO_FL_CURR_RD_ENA;
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200297 }
298
299 /* update write status if needed */
Willy Tarreau310987a2014-01-22 19:46:33 +0100300 if (unlikely((f & (CO_FL_CURR_WR_ENA|CO_FL_SOCK_WR_ENA)) == CO_FL_SOCK_WR_ENA)) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200301 fd_want_send(c->handle.fd);
Willy Tarreauc8dd77f2012-11-05 17:52:26 +0100302 f |= CO_FL_CURR_WR_ENA;
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200303 }
Willy Tarreauc8dd77f2012-11-05 17:52:26 +0100304 else if (unlikely((f & (CO_FL_CURR_WR_ENA|CO_FL_SOCK_WR_ENA)) == CO_FL_CURR_WR_ENA)) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200305 fd_stop_send(c->handle.fd);
Willy Tarreauc8dd77f2012-11-05 17:52:26 +0100306 f &= ~CO_FL_CURR_WR_ENA;
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200307 }
Willy Tarreau310987a2014-01-22 19:46:33 +0100308 c->flags = f;
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200309}
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200310
Willy Tarreauff3e6482015-03-12 23:56:52 +0100311/* Send a message over an established connection. It makes use of send() and
312 * returns the same return code and errno. If the socket layer is not ready yet
313 * then -1 is returned and ENOTSOCK is set into errno. If the fd is not marked
314 * as ready, or if EAGAIN or ENOTCONN is returned, then we return 0. It returns
315 * EMSGSIZE if called with a zero length message. The purpose is to simplify
316 * some rare attempts to directly write on the socket from above the connection
317 * (typically send_proxy). In case of EAGAIN, the fd is marked as "cant_send".
318 * It automatically retries on EINTR. Other errors cause the connection to be
319 * marked as in error state. It takes similar arguments as send() except the
320 * first one which is the connection instead of the file descriptor. Note,
321 * MSG_DONTWAIT and MSG_NOSIGNAL are forced on the flags.
322 */
323int conn_sock_send(struct connection *conn, const void *buf, int len, int flags)
324{
325 int ret;
326
327 ret = -1;
328 errno = ENOTSOCK;
329
330 if (conn->flags & CO_FL_SOCK_WR_SH)
331 goto fail;
332
333 if (!conn_ctrl_ready(conn))
334 goto fail;
335
336 errno = EMSGSIZE;
337 if (!len)
338 goto fail;
339
Willy Tarreau585744b2017-08-24 14:31:19 +0200340 if (!fd_send_ready(conn->handle.fd))
Willy Tarreauff3e6482015-03-12 23:56:52 +0100341 goto wait;
342
343 do {
Willy Tarreau585744b2017-08-24 14:31:19 +0200344 ret = send(conn->handle.fd, buf, len, flags | MSG_DONTWAIT | MSG_NOSIGNAL);
Willy Tarreauff3e6482015-03-12 23:56:52 +0100345 } while (ret < 0 && errno == EINTR);
346
347
348 if (ret > 0)
349 return ret;
350
351 if (ret == 0 || errno == EAGAIN || errno == ENOTCONN) {
352 wait:
Willy Tarreau585744b2017-08-24 14:31:19 +0200353 fd_cant_send(conn->handle.fd);
Willy Tarreauff3e6482015-03-12 23:56:52 +0100354 return 0;
355 }
356 fail:
357 conn->flags |= CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH | CO_FL_ERROR;
358 return ret;
359}
360
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200361int conn_unsubscribe(struct connection *conn, int event_type, void *param)
362{
363 struct wait_list *sw;
364
365 if (event_type & SUB_CAN_RECV) {
366 sw = param;
367 if (sw->wait_reason & SUB_CAN_RECV) {
368 LIST_DEL(&sw->list);
369 LIST_INIT(&sw->list);
370 sw->wait_reason &= ~SUB_CAN_RECV;
371 if (sw->wait_reason & SUB_CAN_SEND)
372 LIST_ADDQ(&conn->send_wait_list, &sw->list);
373 }
374 }
375 if (event_type & SUB_CAN_SEND) {
376 sw = param;
377 if (sw->wait_reason & SUB_CAN_SEND) {
378 LIST_DEL(&sw->list);
379 LIST_INIT(&sw->list);
380 sw->wait_reason &= ~SUB_CAN_SEND;
381 if (sw->wait_reason & SUB_CAN_RECV)
382 LIST_ADDQ(&conn->recv_wait_list, &sw->list);
383 }
384 }
385 return 0;
386}
387
Olivier Houchard6ff20392018-07-17 18:46:31 +0200388int conn_subscribe(struct connection *conn, int event_type, void *param)
389{
390 struct wait_list *sw;
391
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200392 if (event_type & SUB_CAN_RECV) {
Olivier Houchard4cf7fb12018-08-02 19:23:05 +0200393 sw = param;
394 if (!(sw->wait_reason & SUB_CAN_RECV)) {
395 sw->wait_reason |= SUB_CAN_RECV;
396 /* If we're already subscribed for send(), move it
397 * to the send+recv list
398 */
399 if (sw->wait_reason & SUB_CAN_SEND) {
400 LIST_DEL(&sw->list);
401 LIST_INIT(&sw->list);
402 LIST_ADDQ(&conn->sendrecv_wait_list, &sw->list);
403 } else
404 LIST_ADDQ(&conn->recv_wait_list, &sw->list);
405 }
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200406 event_type &= ~SUB_CAN_RECV;
407 }
408 if (event_type & SUB_CAN_SEND) {
Olivier Houchard6ff20392018-07-17 18:46:31 +0200409 sw = param;
Olivier Houcharde1c6dbc2018-08-01 17:06:43 +0200410 if (!(sw->wait_reason & SUB_CAN_SEND)) {
411 sw->wait_reason |= SUB_CAN_SEND;
Olivier Houchard4cf7fb12018-08-02 19:23:05 +0200412 /* If we're already subscribed for recv(), move it
413 * to the send+recv list
414 */
415 if (sw->wait_reason & SUB_CAN_RECV) {
416 LIST_DEL(&sw->list);
417 LIST_INIT(&sw->list);
418 LIST_ADDQ(&conn->sendrecv_wait_list, &sw->list);
419 } else
420 LIST_ADDQ(&conn->send_wait_list, &sw->list);
Olivier Houcharde1c6dbc2018-08-01 17:06:43 +0200421 }
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200422 event_type &= ~SUB_CAN_SEND;
Olivier Houchard6ff20392018-07-17 18:46:31 +0200423 }
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200424 if (event_type != 0)
425 return (-1);
426 return 0;
Olivier Houchard6ff20392018-07-17 18:46:31 +0200427}
428
Willy Tarreaud85c4852015-03-13 00:40:28 +0100429/* Drains possibly pending incoming data on the file descriptor attached to the
430 * connection and update the connection's flags accordingly. This is used to
431 * know whether we need to disable lingering on close. Returns non-zero if it
432 * is safe to close without disabling lingering, otherwise zero. The SOCK_RD_SH
433 * flag may also be updated if the incoming shutdown was reported by the drain()
434 * function.
435 */
436int conn_sock_drain(struct connection *conn)
437{
Willy Tarreaue215bba2018-08-24 14:31:53 +0200438 int turns = 2;
439 int len;
440
Willy Tarreaud85c4852015-03-13 00:40:28 +0100441 if (!conn_ctrl_ready(conn))
442 return 1;
443
444 if (conn->flags & (CO_FL_ERROR | CO_FL_SOCK_RD_SH))
445 return 1;
446
Willy Tarreaue215bba2018-08-24 14:31:53 +0200447 if (fdtab[conn->handle.fd].ev & (FD_POLL_ERR|FD_POLL_HUP))
448 goto shut;
Willy Tarreaud85c4852015-03-13 00:40:28 +0100449
Willy Tarreaue215bba2018-08-24 14:31:53 +0200450 if (!fd_recv_ready(conn->handle.fd))
451 return 0;
Willy Tarreaud85c4852015-03-13 00:40:28 +0100452
Willy Tarreaue215bba2018-08-24 14:31:53 +0200453 if (conn->ctrl->drain) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200454 if (conn->ctrl->drain(conn->handle.fd) <= 0)
Willy Tarreaud85c4852015-03-13 00:40:28 +0100455 return 0;
Willy Tarreaue215bba2018-08-24 14:31:53 +0200456 goto shut;
457 }
458
459 /* no drain function defined, use the generic one */
460
461 while (turns) {
462#ifdef MSG_TRUNC_CLEARS_INPUT
463 len = recv(conn->handle.fd, NULL, INT_MAX, MSG_DONTWAIT | MSG_NOSIGNAL | MSG_TRUNC);
464 if (len == -1 && errno == EFAULT)
465#endif
466 len = recv(conn->handle.fd, trash.area, trash.size,
467 MSG_DONTWAIT | MSG_NOSIGNAL);
468
469 if (len == 0)
470 goto shut;
471
472 if (len < 0) {
473 if (errno == EAGAIN) {
474 /* connection not closed yet */
475 fd_cant_recv(conn->handle.fd);
476 break;
477 }
478 if (errno == EINTR) /* oops, try again */
479 continue;
480 /* other errors indicate a dead connection, fine. */
481 goto shut;
482 }
483 /* OK we read some data, let's try again once */
484 turns--;
Willy Tarreaud85c4852015-03-13 00:40:28 +0100485 }
486
Willy Tarreaue215bba2018-08-24 14:31:53 +0200487 /* some data are still present, give up */
488 return 0;
489
490 shut:
491 /* we're certain the connection was shut down */
492 fdtab[conn->handle.fd].linger_risk = 0;
Willy Tarreaud85c4852015-03-13 00:40:28 +0100493 conn->flags |= CO_FL_SOCK_RD_SH;
494 return 1;
495}
496
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100497/*
498 * Get data length from tlv
499 */
500static int get_tlv_length(const struct tlv *src)
501{
502 return (src->length_hi << 8) | src->length_lo;
503}
504
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200505/* This handshake handler waits a PROXY protocol header at the beginning of the
506 * raw data stream. The header looks like this :
507 *
508 * "PROXY" <SP> PROTO <SP> SRC3 <SP> DST3 <SP> SRC4 <SP> <DST4> "\r\n"
509 *
510 * There must be exactly one space between each field. Fields are :
511 * - PROTO : layer 4 protocol, which must be "TCP4" or "TCP6".
512 * - SRC3 : layer 3 (eg: IP) source address in standard text form
513 * - DST3 : layer 3 (eg: IP) destination address in standard text form
514 * - SRC4 : layer 4 (eg: TCP port) source address in standard text form
515 * - DST4 : layer 4 (eg: TCP port) destination address in standard text form
516 *
517 * This line MUST be at the beginning of the buffer and MUST NOT wrap.
518 *
519 * The header line is small and in all cases smaller than the smallest normal
520 * TCP MSS. So it MUST always be delivered as one segment, which ensures we
521 * can safely use MSG_PEEK and avoid buffering.
522 *
523 * Once the data is fetched, the values are set in the connection's address
524 * fields, and data are removed from the socket's buffer. The function returns
525 * zero if it needs to wait for more data or if it fails, or 1 if it completed
526 * and removed itself.
527 */
528int conn_recv_proxy(struct connection *conn, int flag)
529{
530 char *line, *end;
Willy Tarreau77992672014-06-14 11:06:17 +0200531 struct proxy_hdr_v2 *hdr_v2;
532 const char v2sig[] = PP2_SIGNATURE;
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100533 int tlv_length = 0;
KOVACS Krisztian7209c202015-07-03 14:09:10 +0200534 int tlv_offset = 0;
Willy Tarreaub406b872018-08-22 05:20:32 +0200535 int ret;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200536
537 /* we might have been called just after an asynchronous shutr */
538 if (conn->flags & CO_FL_SOCK_RD_SH)
539 goto fail;
540
Willy Tarreau3c728722014-01-23 13:50:42 +0100541 if (!conn_ctrl_ready(conn))
Willy Tarreauf79c8172013-10-21 16:30:56 +0200542 goto fail;
543
Willy Tarreau585744b2017-08-24 14:31:19 +0200544 if (!fd_recv_ready(conn->handle.fd))
Willy Tarreaufd803bb2014-01-20 15:13:07 +0100545 return 0;
546
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200547 do {
Willy Tarreaub406b872018-08-22 05:20:32 +0200548 ret = recv(conn->handle.fd, trash.area, trash.size, MSG_PEEK);
549 if (ret < 0) {
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200550 if (errno == EINTR)
551 continue;
552 if (errno == EAGAIN) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200553 fd_cant_recv(conn->handle.fd);
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200554 return 0;
555 }
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100556 goto recv_abort;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200557 }
Willy Tarreaub406b872018-08-22 05:20:32 +0200558 trash.data = ret;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200559 } while (0);
560
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200561 if (!trash.data) {
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100562 /* client shutdown */
563 conn->err_code = CO_ER_PRX_EMPTY;
564 goto fail;
565 }
566
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200567 if (trash.data < 6)
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200568 goto missing;
569
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200570 line = trash.area;
571 end = trash.area + trash.data;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200572
573 /* Decode a possible proxy request, fail early if it does not match */
Willy Tarreau77992672014-06-14 11:06:17 +0200574 if (strncmp(line, "PROXY ", 6) != 0)
575 goto not_v1;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200576
577 line += 6;
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200578 if (trash.data < 9) /* shortest possible line */
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200579 goto missing;
580
David CARLIER42ff05e2016-03-24 09:22:36 +0000581 if (memcmp(line, "TCP4 ", 5) == 0) {
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200582 u32 src3, dst3, sport, dport;
583
584 line += 5;
585
586 src3 = inetaddr_host_lim_ret(line, end, &line);
587 if (line == end)
588 goto missing;
589 if (*line++ != ' ')
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100590 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200591
592 dst3 = inetaddr_host_lim_ret(line, end, &line);
593 if (line == end)
594 goto missing;
595 if (*line++ != ' ')
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100596 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200597
598 sport = read_uint((const char **)&line, end);
599 if (line == end)
600 goto missing;
601 if (*line++ != ' ')
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100602 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200603
604 dport = read_uint((const char **)&line, end);
605 if (line > end - 2)
606 goto missing;
607 if (*line++ != '\r')
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100608 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200609 if (*line++ != '\n')
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100610 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200611
612 /* update the session's addresses and mark them set */
613 ((struct sockaddr_in *)&conn->addr.from)->sin_family = AF_INET;
614 ((struct sockaddr_in *)&conn->addr.from)->sin_addr.s_addr = htonl(src3);
615 ((struct sockaddr_in *)&conn->addr.from)->sin_port = htons(sport);
616
617 ((struct sockaddr_in *)&conn->addr.to)->sin_family = AF_INET;
618 ((struct sockaddr_in *)&conn->addr.to)->sin_addr.s_addr = htonl(dst3);
619 ((struct sockaddr_in *)&conn->addr.to)->sin_port = htons(dport);
620 conn->flags |= CO_FL_ADDR_FROM_SET | CO_FL_ADDR_TO_SET;
621 }
David CARLIER42ff05e2016-03-24 09:22:36 +0000622 else if (memcmp(line, "TCP6 ", 5) == 0) {
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200623 u32 sport, dport;
624 char *src_s;
625 char *dst_s, *sport_s, *dport_s;
626 struct in6_addr src3, dst3;
627
628 line += 5;
629
630 src_s = line;
631 dst_s = sport_s = dport_s = NULL;
632 while (1) {
633 if (line > end - 2) {
634 goto missing;
635 }
636 else if (*line == '\r') {
637 *line = 0;
638 line++;
639 if (*line++ != '\n')
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100640 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200641 break;
642 }
643
644 if (*line == ' ') {
645 *line = 0;
646 if (!dst_s)
647 dst_s = line + 1;
648 else if (!sport_s)
649 sport_s = line + 1;
650 else if (!dport_s)
651 dport_s = line + 1;
652 }
653 line++;
654 }
655
656 if (!dst_s || !sport_s || !dport_s)
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100657 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200658
659 sport = read_uint((const char **)&sport_s,dport_s - 1);
660 if (*sport_s != 0)
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100661 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200662
663 dport = read_uint((const char **)&dport_s,line - 2);
664 if (*dport_s != 0)
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100665 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200666
667 if (inet_pton(AF_INET6, src_s, (void *)&src3) != 1)
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100668 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200669
670 if (inet_pton(AF_INET6, dst_s, (void *)&dst3) != 1)
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100671 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200672
673 /* update the session's addresses and mark them set */
674 ((struct sockaddr_in6 *)&conn->addr.from)->sin6_family = AF_INET6;
675 memcpy(&((struct sockaddr_in6 *)&conn->addr.from)->sin6_addr, &src3, sizeof(struct in6_addr));
676 ((struct sockaddr_in6 *)&conn->addr.from)->sin6_port = htons(sport);
677
678 ((struct sockaddr_in6 *)&conn->addr.to)->sin6_family = AF_INET6;
679 memcpy(&((struct sockaddr_in6 *)&conn->addr.to)->sin6_addr, &dst3, sizeof(struct in6_addr));
680 ((struct sockaddr_in6 *)&conn->addr.to)->sin6_port = htons(dport);
681 conn->flags |= CO_FL_ADDR_FROM_SET | CO_FL_ADDR_TO_SET;
682 }
Willy Tarreau4c20d292014-06-14 11:41:36 +0200683 else if (memcmp(line, "UNKNOWN\r\n", 9) == 0) {
684 /* This can be a UNIX socket forwarded by an haproxy upstream */
685 line += 9;
686 }
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200687 else {
Willy Tarreau4c20d292014-06-14 11:41:36 +0200688 /* The protocol does not match something known (TCP4/TCP6/UNKNOWN) */
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100689 conn->err_code = CO_ER_PRX_BAD_PROTO;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200690 goto fail;
691 }
692
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200693 trash.data = line - trash.area;
Willy Tarreau77992672014-06-14 11:06:17 +0200694 goto eat_header;
695
696 not_v1:
697 /* try PPv2 */
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200698 if (trash.data < PP2_HEADER_LEN)
Willy Tarreau77992672014-06-14 11:06:17 +0200699 goto missing;
700
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200701 hdr_v2 = (struct proxy_hdr_v2 *) trash.area;
Willy Tarreau77992672014-06-14 11:06:17 +0200702
703 if (memcmp(hdr_v2->sig, v2sig, PP2_SIGNATURE_LEN) != 0 ||
704 (hdr_v2->ver_cmd & PP2_VERSION_MASK) != PP2_VERSION) {
705 conn->err_code = CO_ER_PRX_NOT_HDR;
706 goto fail;
707 }
708
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200709 if (trash.data < PP2_HEADER_LEN + ntohs(hdr_v2->len))
Willy Tarreau77992672014-06-14 11:06:17 +0200710 goto missing;
711
712 switch (hdr_v2->ver_cmd & PP2_CMD_MASK) {
713 case 0x01: /* PROXY command */
714 switch (hdr_v2->fam) {
715 case 0x11: /* TCPv4 */
KOVACS Krisztianefd3aa92014-11-19 10:53:20 +0100716 if (ntohs(hdr_v2->len) < PP2_ADDR_LEN_INET)
717 goto bad_header;
718
Willy Tarreau77992672014-06-14 11:06:17 +0200719 ((struct sockaddr_in *)&conn->addr.from)->sin_family = AF_INET;
720 ((struct sockaddr_in *)&conn->addr.from)->sin_addr.s_addr = hdr_v2->addr.ip4.src_addr;
721 ((struct sockaddr_in *)&conn->addr.from)->sin_port = hdr_v2->addr.ip4.src_port;
722 ((struct sockaddr_in *)&conn->addr.to)->sin_family = AF_INET;
723 ((struct sockaddr_in *)&conn->addr.to)->sin_addr.s_addr = hdr_v2->addr.ip4.dst_addr;
724 ((struct sockaddr_in *)&conn->addr.to)->sin_port = hdr_v2->addr.ip4.dst_port;
725 conn->flags |= CO_FL_ADDR_FROM_SET | CO_FL_ADDR_TO_SET;
KOVACS Krisztian7209c202015-07-03 14:09:10 +0200726 tlv_offset = PP2_HEADER_LEN + PP2_ADDR_LEN_INET;
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100727 tlv_length = ntohs(hdr_v2->len) - PP2_ADDR_LEN_INET;
Willy Tarreau77992672014-06-14 11:06:17 +0200728 break;
729 case 0x21: /* TCPv6 */
KOVACS Krisztianefd3aa92014-11-19 10:53:20 +0100730 if (ntohs(hdr_v2->len) < PP2_ADDR_LEN_INET6)
731 goto bad_header;
732
Willy Tarreau77992672014-06-14 11:06:17 +0200733 ((struct sockaddr_in6 *)&conn->addr.from)->sin6_family = AF_INET6;
734 memcpy(&((struct sockaddr_in6 *)&conn->addr.from)->sin6_addr, hdr_v2->addr.ip6.src_addr, 16);
735 ((struct sockaddr_in6 *)&conn->addr.from)->sin6_port = hdr_v2->addr.ip6.src_port;
736 ((struct sockaddr_in6 *)&conn->addr.to)->sin6_family = AF_INET6;
737 memcpy(&((struct sockaddr_in6 *)&conn->addr.to)->sin6_addr, hdr_v2->addr.ip6.dst_addr, 16);
738 ((struct sockaddr_in6 *)&conn->addr.to)->sin6_port = hdr_v2->addr.ip6.dst_port;
739 conn->flags |= CO_FL_ADDR_FROM_SET | CO_FL_ADDR_TO_SET;
KOVACS Krisztian7209c202015-07-03 14:09:10 +0200740 tlv_offset = PP2_HEADER_LEN + PP2_ADDR_LEN_INET6;
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100741 tlv_length = ntohs(hdr_v2->len) - PP2_ADDR_LEN_INET6;
Willy Tarreau77992672014-06-14 11:06:17 +0200742 break;
743 }
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100744
745 /* TLV parsing */
746 if (tlv_length > 0) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200747 while (tlv_offset + TLV_HEADER_SIZE <= trash.data) {
748 const struct tlv *tlv_packet = (struct tlv *) &trash.area[tlv_offset];
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100749 const int tlv_len = get_tlv_length(tlv_packet);
750 tlv_offset += tlv_len + TLV_HEADER_SIZE;
751
752 switch (tlv_packet->type) {
Emmanuel Hocdet115df3e2018-02-05 16:23:23 +0100753 case PP2_TYPE_CRC32C: {
754 void *tlv_crc32c_p = (void *)tlv_packet->value;
755 uint32_t n_crc32c = ntohl(read_u32(tlv_crc32c_p));
756 write_u32(tlv_crc32c_p, 0);
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200757 if (hash_crc32c(trash.area, PP2_HEADER_LEN + ntohs(hdr_v2->len)) != n_crc32c)
Emmanuel Hocdet115df3e2018-02-05 16:23:23 +0100758 goto bad_header;
759 break;
760 }
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100761#ifdef CONFIG_HAP_NS
762 case PP2_TYPE_NETNS: {
763 const struct netns_entry *ns;
764 ns = netns_store_lookup((char*)tlv_packet->value, tlv_len);
765 if (ns)
766 conn->proxy_netns = ns;
767 break;
768 }
769#endif
770 default:
771 break;
772 }
773 }
774 }
775
Willy Tarreau77992672014-06-14 11:06:17 +0200776 /* unsupported protocol, keep local connection address */
777 break;
778 case 0x00: /* LOCAL command */
779 /* keep local connection address for LOCAL */
780 break;
781 default:
782 goto bad_header; /* not a supported command */
783 }
784
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200785 trash.data = PP2_HEADER_LEN + ntohs(hdr_v2->len);
Willy Tarreau77992672014-06-14 11:06:17 +0200786 goto eat_header;
787
788 eat_header:
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200789 /* remove the PROXY line from the request. For this we re-read the
790 * exact line at once. If we don't get the exact same result, we
791 * fail.
792 */
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200793 do {
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200794 int len2 = recv(conn->handle.fd, trash.area, trash.data, 0);
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200795 if (len2 < 0 && errno == EINTR)
796 continue;
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200797 if (len2 != trash.data)
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100798 goto recv_abort;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200799 } while (0);
800
801 conn->flags &= ~flag;
Emeric Brun4f603012017-01-05 15:11:44 +0100802 conn->flags |= CO_FL_RCVD_PROXY;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200803 return 1;
804
805 missing:
806 /* Missing data. Since we're using MSG_PEEK, we can only poll again if
807 * we have not read anything. Otherwise we need to fail because we won't
808 * be able to poll anymore.
809 */
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100810 conn->err_code = CO_ER_PRX_TRUNCATED;
811 goto fail;
812
813 bad_header:
814 /* This is not a valid proxy protocol header */
815 conn->err_code = CO_ER_PRX_BAD_HDR;
816 goto fail;
817
818 recv_abort:
819 conn->err_code = CO_ER_PRX_ABORT;
Willy Tarreau26f4a042013-12-04 23:44:10 +0100820 conn->flags |= CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH;
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100821 goto fail;
822
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200823 fail:
Willy Tarreaud486ef52012-12-10 17:03:52 +0100824 __conn_sock_stop_both(conn);
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200825 conn->flags |= CO_FL_ERROR;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200826 return 0;
827}
828
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100829/* This handshake handler waits a NetScaler Client IP insertion header
Bertrand Jacquin72fa1ec2017-12-12 01:17:23 +0000830 * at the beginning of the raw data stream. The header format is
831 * described in doc/netscaler-client-ip-insertion-protocol.txt
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100832 *
833 * This line MUST be at the beginning of the buffer and MUST NOT be
834 * fragmented.
835 *
836 * The header line is small and in all cases smaller than the smallest normal
837 * TCP MSS. So it MUST always be delivered as one segment, which ensures we
838 * can safely use MSG_PEEK and avoid buffering.
839 *
840 * Once the data is fetched, the values are set in the connection's address
841 * fields, and data are removed from the socket's buffer. The function returns
842 * zero if it needs to wait for more data or if it fails, or 1 if it completed
843 * and removed itself.
844 */
845int conn_recv_netscaler_cip(struct connection *conn, int flag)
846{
847 char *line;
Bertrand Jacquin7d668f92017-12-13 01:23:39 +0000848 uint32_t hdr_len;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100849 uint8_t ip_v;
Willy Tarreaub406b872018-08-22 05:20:32 +0200850 int ret;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100851
852 /* we might have been called just after an asynchronous shutr */
853 if (conn->flags & CO_FL_SOCK_RD_SH)
854 goto fail;
855
856 if (!conn_ctrl_ready(conn))
857 goto fail;
858
Willy Tarreau585744b2017-08-24 14:31:19 +0200859 if (!fd_recv_ready(conn->handle.fd))
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100860 return 0;
861
862 do {
Willy Tarreaub406b872018-08-22 05:20:32 +0200863 ret = recv(conn->handle.fd, trash.area, trash.size, MSG_PEEK);
864 if (ret < 0) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100865 if (errno == EINTR)
866 continue;
867 if (errno == EAGAIN) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200868 fd_cant_recv(conn->handle.fd);
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100869 return 0;
870 }
871 goto recv_abort;
872 }
Willy Tarreaub406b872018-08-22 05:20:32 +0200873 trash.data = ret;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100874 } while (0);
875
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200876 if (!trash.data) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100877 /* client shutdown */
878 conn->err_code = CO_ER_CIP_EMPTY;
879 goto fail;
880 }
881
882 /* Fail if buffer length is not large enough to contain
Bertrand Jacquin72fa1ec2017-12-12 01:17:23 +0000883 * CIP magic, header length or
884 * CIP magic, CIP length, CIP type, header length */
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200885 if (trash.data < 12)
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100886 goto missing;
887
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200888 line = trash.area;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100889
890 /* Decode a possible NetScaler Client IP request, fail early if
891 * it does not match */
Willy Tarreau55e0da62018-09-20 11:26:52 +0200892 if (ntohl(*(uint32_t *)line) != __objt_listener(conn->target)->bind_conf->ns_cip_magic)
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100893 goto bad_magic;
894
Bertrand Jacquin72fa1ec2017-12-12 01:17:23 +0000895 /* Legacy CIP protocol */
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200896 if ((trash.area[8] & 0xD0) == 0x40) {
Bertrand Jacquin72fa1ec2017-12-12 01:17:23 +0000897 hdr_len = ntohl(*(uint32_t *)(line+4));
898 line += 8;
899 }
900 /* Standard CIP protocol */
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200901 else if (trash.area[8] == 0x00) {
Bertrand Jacquin72fa1ec2017-12-12 01:17:23 +0000902 hdr_len = ntohs(*(uint32_t *)(line+10));
903 line += 12;
904 }
905 /* Unknown CIP protocol */
906 else {
907 conn->err_code = CO_ER_CIP_BAD_PROTO;
908 goto fail;
909 }
910
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100911 /* Fail if buffer length is not large enough to contain
Bertrand Jacquin72fa1ec2017-12-12 01:17:23 +0000912 * a minimal IP header */
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200913 if (trash.data < 20)
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100914 goto missing;
915
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100916 /* Get IP version from the first four bits */
917 ip_v = (*line & 0xf0) >> 4;
918
919 if (ip_v == 4) {
920 struct ip *hdr_ip4;
David Carlier3015a2e2016-07-04 22:51:33 +0100921 struct my_tcphdr *hdr_tcp;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100922
923 hdr_ip4 = (struct ip *)line;
924
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200925 if (trash.data < 40 || trash.data < hdr_len) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100926 /* Fail if buffer length is not large enough to contain
Bertrand Jacquin67de5a22017-12-13 01:15:05 +0000927 * IPv4 header, TCP header */
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100928 goto missing;
Bertrand Jacquinb3875912017-12-13 00:58:51 +0000929 }
930 else if (hdr_ip4->ip_p != IPPROTO_TCP) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100931 /* The protocol does not include a TCP header */
932 conn->err_code = CO_ER_CIP_BAD_PROTO;
933 goto fail;
Bertrand Jacquinb3875912017-12-13 00:58:51 +0000934 }
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100935
David Carlier3015a2e2016-07-04 22:51:33 +0100936 hdr_tcp = (struct my_tcphdr *)(line + (hdr_ip4->ip_hl * 4));
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100937
938 /* update the session's addresses and mark them set */
939 ((struct sockaddr_in *)&conn->addr.from)->sin_family = AF_INET;
940 ((struct sockaddr_in *)&conn->addr.from)->sin_addr.s_addr = hdr_ip4->ip_src.s_addr;
941 ((struct sockaddr_in *)&conn->addr.from)->sin_port = hdr_tcp->source;
942
943 ((struct sockaddr_in *)&conn->addr.to)->sin_family = AF_INET;
944 ((struct sockaddr_in *)&conn->addr.to)->sin_addr.s_addr = hdr_ip4->ip_dst.s_addr;
945 ((struct sockaddr_in *)&conn->addr.to)->sin_port = hdr_tcp->dest;
946
947 conn->flags |= CO_FL_ADDR_FROM_SET | CO_FL_ADDR_TO_SET;
948 }
949 else if (ip_v == 6) {
950 struct ip6_hdr *hdr_ip6;
David Carlier3015a2e2016-07-04 22:51:33 +0100951 struct my_tcphdr *hdr_tcp;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100952
953 hdr_ip6 = (struct ip6_hdr *)line;
954
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200955 if (trash.data < 60 || trash.data < hdr_len) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100956 /* Fail if buffer length is not large enough to contain
Bertrand Jacquin67de5a22017-12-13 01:15:05 +0000957 * IPv6 header, TCP header */
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100958 goto missing;
Bertrand Jacquinb3875912017-12-13 00:58:51 +0000959 }
960 else if (hdr_ip6->ip6_nxt != IPPROTO_TCP) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100961 /* The protocol does not include a TCP header */
962 conn->err_code = CO_ER_CIP_BAD_PROTO;
963 goto fail;
Bertrand Jacquinb3875912017-12-13 00:58:51 +0000964 }
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100965
David Carlier3015a2e2016-07-04 22:51:33 +0100966 hdr_tcp = (struct my_tcphdr *)(line + sizeof(struct ip6_hdr));
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100967
968 /* update the session's addresses and mark them set */
969 ((struct sockaddr_in6 *)&conn->addr.from)->sin6_family = AF_INET6;
970 ((struct sockaddr_in6 *)&conn->addr.from)->sin6_addr = hdr_ip6->ip6_src;
971 ((struct sockaddr_in6 *)&conn->addr.from)->sin6_port = hdr_tcp->source;
972
973 ((struct sockaddr_in6 *)&conn->addr.to)->sin6_family = AF_INET6;
974 ((struct sockaddr_in6 *)&conn->addr.to)->sin6_addr = hdr_ip6->ip6_dst;
975 ((struct sockaddr_in6 *)&conn->addr.to)->sin6_port = hdr_tcp->dest;
976
977 conn->flags |= CO_FL_ADDR_FROM_SET | CO_FL_ADDR_TO_SET;
978 }
979 else {
980 /* The protocol does not match something known (IPv4/IPv6) */
981 conn->err_code = CO_ER_CIP_BAD_PROTO;
982 goto fail;
983 }
984
Bertrand Jacquin7d668f92017-12-13 01:23:39 +0000985 line += hdr_len;
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200986 trash.data = line - trash.area;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100987
988 /* remove the NetScaler Client IP header from the request. For this
989 * we re-read the exact line at once. If we don't get the exact same
990 * result, we fail.
991 */
992 do {
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200993 int len2 = recv(conn->handle.fd, trash.area, trash.data, 0);
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100994 if (len2 < 0 && errno == EINTR)
995 continue;
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200996 if (len2 != trash.data)
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100997 goto recv_abort;
998 } while (0);
999
1000 conn->flags &= ~flag;
1001 return 1;
1002
1003 missing:
1004 /* Missing data. Since we're using MSG_PEEK, we can only poll again if
1005 * we have not read anything. Otherwise we need to fail because we won't
1006 * be able to poll anymore.
1007 */
1008 conn->err_code = CO_ER_CIP_TRUNCATED;
1009 goto fail;
1010
1011 bad_magic:
1012 conn->err_code = CO_ER_CIP_BAD_MAGIC;
1013 goto fail;
1014
1015 recv_abort:
1016 conn->err_code = CO_ER_CIP_ABORT;
1017 conn->flags |= CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH;
1018 goto fail;
1019
1020 fail:
1021 __conn_sock_stop_both(conn);
1022 conn->flags |= CO_FL_ERROR;
1023 return 0;
1024}
1025
Ilya Shipitsinca56fce2018-09-15 00:50:05 +05001026/* Note: <remote> is explicitly allowed to be NULL */
David Safb76832014-05-08 23:42:08 -04001027int make_proxy_line(char *buf, int buf_len, struct server *srv, struct connection *remote)
1028{
1029 int ret = 0;
1030
1031 if (srv && (srv->pp_opts & SRV_PP_V2)) {
1032 ret = make_proxy_line_v2(buf, buf_len, srv, remote);
1033 }
1034 else {
1035 if (remote)
1036 ret = make_proxy_line_v1(buf, buf_len, &remote->addr.from, &remote->addr.to);
1037 else
1038 ret = make_proxy_line_v1(buf, buf_len, NULL, NULL);
1039 }
1040
1041 return ret;
1042}
1043
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001044/* Makes a PROXY protocol line from the two addresses. The output is sent to
1045 * buffer <buf> for a maximum size of <buf_len> (including the trailing zero).
1046 * It returns the number of bytes composing this line (including the trailing
1047 * LF), or zero in case of failure (eg: not enough space). It supports TCP4,
Willy Tarreau2e1401a2013-10-01 11:41:55 +02001048 * TCP6 and "UNKNOWN" formats. If any of <src> or <dst> is null, UNKNOWN is
1049 * emitted as well.
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001050 */
David Safb76832014-05-08 23:42:08 -04001051int make_proxy_line_v1(char *buf, int buf_len, struct sockaddr_storage *src, struct sockaddr_storage *dst)
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001052{
1053 int ret = 0;
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001054 char * protocol;
1055 char src_str[MAX(INET_ADDRSTRLEN, INET6_ADDRSTRLEN)];
1056 char dst_str[MAX(INET_ADDRSTRLEN, INET6_ADDRSTRLEN)];
1057 in_port_t src_port;
1058 in_port_t dst_port;
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001059
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001060 if ( !src
1061 || !dst
1062 || (src->ss_family != AF_INET && src->ss_family != AF_INET6)
1063 || (dst->ss_family != AF_INET && dst->ss_family != AF_INET6)) {
1064 /* unknown family combination */
1065 ret = snprintf(buf, buf_len, "PROXY UNKNOWN\r\n");
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001066 if (ret >= buf_len)
1067 return 0;
1068
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001069 return ret;
1070 }
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001071
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001072 /* IPv4 for both src and dst */
1073 if (src->ss_family == AF_INET && dst->ss_family == AF_INET) {
1074 protocol = "TCP4";
1075 if (!inet_ntop(AF_INET, &((struct sockaddr_in *)src)->sin_addr, src_str, sizeof(src_str)))
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001076 return 0;
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001077 src_port = ((struct sockaddr_in *)src)->sin_port;
1078 if (!inet_ntop(AF_INET, &((struct sockaddr_in *)dst)->sin_addr, dst_str, sizeof(dst_str)))
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001079 return 0;
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001080 dst_port = ((struct sockaddr_in *)dst)->sin_port;
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001081 }
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001082 /* IPv6 for at least one of src and dst */
1083 else {
1084 struct in6_addr tmp;
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001085
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001086 protocol = "TCP6";
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001087
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001088 if (src->ss_family == AF_INET) {
1089 /* Convert src to IPv6 */
1090 v4tov6(&tmp, &((struct sockaddr_in *)src)->sin_addr);
1091 src_port = ((struct sockaddr_in *)src)->sin_port;
1092 }
1093 else {
1094 tmp = ((struct sockaddr_in6 *)src)->sin6_addr;
1095 src_port = ((struct sockaddr_in6 *)src)->sin6_port;
1096 }
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001097
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001098 if (!inet_ntop(AF_INET6, &tmp, src_str, sizeof(src_str)))
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001099 return 0;
1100
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001101 if (dst->ss_family == AF_INET) {
1102 /* Convert dst to IPv6 */
1103 v4tov6(&tmp, &((struct sockaddr_in *)dst)->sin_addr);
1104 dst_port = ((struct sockaddr_in *)dst)->sin_port;
1105 }
1106 else {
1107 tmp = ((struct sockaddr_in6 *)dst)->sin6_addr;
1108 dst_port = ((struct sockaddr_in6 *)dst)->sin6_port;
1109 }
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001110
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001111 if (!inet_ntop(AF_INET6, &tmp, dst_str, sizeof(dst_str)))
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001112 return 0;
1113 }
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001114
1115 ret = snprintf(buf, buf_len, "PROXY %s %s %s %u %u\r\n", protocol, src_str, dst_str, ntohs(src_port), ntohs(dst_port));
1116 if (ret >= buf_len)
1117 return 0;
1118
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001119 return ret;
1120}
David Safb76832014-05-08 23:42:08 -04001121
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +01001122static int make_tlv(char *dest, int dest_len, char type, uint16_t length, const char *value)
David Safb76832014-05-08 23:42:08 -04001123{
1124 struct tlv *tlv;
1125
1126 if (!dest || (length + sizeof(*tlv) > dest_len))
1127 return 0;
1128
1129 tlv = (struct tlv *)dest;
1130
1131 tlv->type = type;
1132 tlv->length_hi = length >> 8;
1133 tlv->length_lo = length & 0x00ff;
1134 memcpy(tlv->value, value, length);
1135 return length + sizeof(*tlv);
1136}
David Safb76832014-05-08 23:42:08 -04001137
Ilya Shipitsinca56fce2018-09-15 00:50:05 +05001138/* Note: <remote> is explicitly allowed to be NULL */
David Safb76832014-05-08 23:42:08 -04001139int make_proxy_line_v2(char *buf, int buf_len, struct server *srv, struct connection *remote)
1140{
Willy Tarreau8fccfa22014-06-14 08:28:06 +02001141 const char pp2_signature[] = PP2_SIGNATURE;
Emmanuel Hocdet4399c752018-02-05 15:26:43 +01001142 void *tlv_crc32c_p = NULL;
David Safb76832014-05-08 23:42:08 -04001143 int ret = 0;
Willy Tarreau8fccfa22014-06-14 08:28:06 +02001144 struct proxy_hdr_v2 *hdr = (struct proxy_hdr_v2 *)buf;
Vincent Bernat6e615892016-05-18 16:17:44 +02001145 struct sockaddr_storage null_addr = { .ss_family = 0 };
David Safb76832014-05-08 23:42:08 -04001146 struct sockaddr_storage *src = &null_addr;
1147 struct sockaddr_storage *dst = &null_addr;
Emmanuel Hocdet404d9782017-10-24 10:55:14 +02001148 const char *value;
1149 int value_len;
David Safb76832014-05-08 23:42:08 -04001150
1151 if (buf_len < PP2_HEADER_LEN)
1152 return 0;
Willy Tarreau8fccfa22014-06-14 08:28:06 +02001153 memcpy(hdr->sig, pp2_signature, PP2_SIGNATURE_LEN);
David Safb76832014-05-08 23:42:08 -04001154
1155 if (remote) {
1156 src = &remote->addr.from;
1157 dst = &remote->addr.to;
1158 }
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +01001159
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001160 /* At least one of src or dst is not of AF_INET or AF_INET6 */
1161 if ( !src
1162 || !dst
1163 || (src->ss_family != AF_INET && src->ss_family != AF_INET6)
1164 || (dst->ss_family != AF_INET && dst->ss_family != AF_INET6)) {
David Safb76832014-05-08 23:42:08 -04001165 if (buf_len < PP2_HDR_LEN_UNSPEC)
1166 return 0;
Willy Tarreau8fccfa22014-06-14 08:28:06 +02001167 hdr->ver_cmd = PP2_VERSION | PP2_CMD_LOCAL;
1168 hdr->fam = PP2_FAM_UNSPEC | PP2_TRANS_UNSPEC;
David Safb76832014-05-08 23:42:08 -04001169 ret = PP2_HDR_LEN_UNSPEC;
1170 }
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001171 else {
1172 /* IPv4 for both src and dst */
1173 if (src->ss_family == AF_INET && dst->ss_family == AF_INET) {
1174 if (buf_len < PP2_HDR_LEN_INET)
1175 return 0;
1176 hdr->ver_cmd = PP2_VERSION | PP2_CMD_PROXY;
1177 hdr->fam = PP2_FAM_INET | PP2_TRANS_STREAM;
1178 hdr->addr.ip4.src_addr = ((struct sockaddr_in *)src)->sin_addr.s_addr;
1179 hdr->addr.ip4.src_port = ((struct sockaddr_in *)src)->sin_port;
1180 hdr->addr.ip4.dst_addr = ((struct sockaddr_in *)dst)->sin_addr.s_addr;
1181 hdr->addr.ip4.dst_port = ((struct sockaddr_in *)dst)->sin_port;
1182 ret = PP2_HDR_LEN_INET;
1183 }
1184 /* IPv6 for at least one of src and dst */
1185 else {
1186 struct in6_addr tmp;
1187
1188 if (buf_len < PP2_HDR_LEN_INET6)
1189 return 0;
1190 hdr->ver_cmd = PP2_VERSION | PP2_CMD_PROXY;
1191 hdr->fam = PP2_FAM_INET6 | PP2_TRANS_STREAM;
1192 if (src->ss_family == AF_INET) {
1193 v4tov6(&tmp, &((struct sockaddr_in *)src)->sin_addr);
1194 memcpy(hdr->addr.ip6.src_addr, &tmp, 16);
1195 hdr->addr.ip6.src_port = ((struct sockaddr_in *)src)->sin_port;
1196 }
1197 else {
1198 memcpy(hdr->addr.ip6.src_addr, &((struct sockaddr_in6 *)src)->sin6_addr, 16);
1199 hdr->addr.ip6.src_port = ((struct sockaddr_in6 *)src)->sin6_port;
1200 }
1201 if (dst->ss_family == AF_INET) {
1202 v4tov6(&tmp, &((struct sockaddr_in *)dst)->sin_addr);
1203 memcpy(hdr->addr.ip6.dst_addr, &tmp, 16);
1204 hdr->addr.ip6.src_port = ((struct sockaddr_in *)src)->sin_port;
1205 }
1206 else {
1207 memcpy(hdr->addr.ip6.dst_addr, &((struct sockaddr_in6 *)dst)->sin6_addr, 16);
1208 hdr->addr.ip6.dst_port = ((struct sockaddr_in6 *)dst)->sin6_port;
1209 }
1210
1211 ret = PP2_HDR_LEN_INET6;
1212 }
1213 }
David Safb76832014-05-08 23:42:08 -04001214
Emmanuel Hocdet4399c752018-02-05 15:26:43 +01001215 if (srv->pp_opts & SRV_PP_V2_CRC32C) {
1216 uint32_t zero_crc32c = 0;
1217 if ((buf_len - ret) < sizeof(struct tlv))
1218 return 0;
1219 tlv_crc32c_p = (void *)((struct tlv *)&buf[ret])->value;
1220 ret += make_tlv(&buf[ret], (buf_len - ret), PP2_TYPE_CRC32C, sizeof(zero_crc32c), (const char *)&zero_crc32c);
1221 }
1222
Ilya Shipitsinca56fce2018-09-15 00:50:05 +05001223 if (remote && conn_get_alpn(remote, &value, &value_len)) {
Emmanuel Hocdet404d9782017-10-24 10:55:14 +02001224 if ((buf_len - ret) < sizeof(struct tlv))
1225 return 0;
Emmanuel Hocdet571c7ac2017-10-31 18:24:05 +01001226 ret += make_tlv(&buf[ret], (buf_len - ret), PP2_TYPE_ALPN, value_len, value);
Emmanuel Hocdet404d9782017-10-24 10:55:14 +02001227 }
1228
David Safb76832014-05-08 23:42:08 -04001229#ifdef USE_OPENSSL
Emmanuel Hocdet253c3b72018-02-01 18:29:59 +01001230 if (srv->pp_opts & SRV_PP_V2_AUTHORITY) {
1231 value = ssl_sock_get_sni(remote);
1232 if (value) {
1233 if ((buf_len - ret) < sizeof(struct tlv))
1234 return 0;
1235 ret += make_tlv(&buf[ret], (buf_len - ret), PP2_TYPE_AUTHORITY, strlen(value), value);
1236 }
1237 }
1238
David Safb76832014-05-08 23:42:08 -04001239 if (srv->pp_opts & SRV_PP_V2_SSL) {
Emmanuel Hocdet404d9782017-10-24 10:55:14 +02001240 struct tlv_ssl *tlv;
1241 int ssl_tlv_len = 0;
David Safb76832014-05-08 23:42:08 -04001242 if ((buf_len - ret) < sizeof(struct tlv_ssl))
1243 return 0;
1244 tlv = (struct tlv_ssl *)&buf[ret];
1245 memset(tlv, 0, sizeof(struct tlv_ssl));
1246 ssl_tlv_len += sizeof(struct tlv_ssl);
1247 tlv->tlv.type = PP2_TYPE_SSL;
1248 if (ssl_sock_is_ssl(remote)) {
1249 tlv->client |= PP2_CLIENT_SSL;
Emmanuel Hocdet01da5712017-10-13 16:59:49 +02001250 value = ssl_sock_get_proto_version(remote);
David Safb76832014-05-08 23:42:08 -04001251 if (value) {
Emmanuel Hocdet8c0c34b2018-02-28 12:02:14 +01001252 ssl_tlv_len += make_tlv(&buf[ret+ssl_tlv_len], (buf_len-ret-ssl_tlv_len), PP2_SUBTYPE_SSL_VERSION, strlen(value), value);
David Safb76832014-05-08 23:42:08 -04001253 }
Dave McCowan328fb582014-07-30 10:39:13 -04001254 if (ssl_sock_get_cert_used_sess(remote)) {
1255 tlv->client |= PP2_CLIENT_CERT_SESS;
David Safb76832014-05-08 23:42:08 -04001256 tlv->verify = htonl(ssl_sock_get_verify_result(remote));
Dave McCowan328fb582014-07-30 10:39:13 -04001257 if (ssl_sock_get_cert_used_conn(remote))
1258 tlv->client |= PP2_CLIENT_CERT_CONN;
David Safb76832014-05-08 23:42:08 -04001259 }
1260 if (srv->pp_opts & SRV_PP_V2_SSL_CN) {
Willy Tarreau83061a82018-07-13 11:56:34 +02001261 struct buffer *cn_trash = get_trash_chunk();
Willy Tarreau3b9a0c92014-07-19 06:37:33 +02001262 if (ssl_sock_get_remote_common_name(remote, cn_trash) > 0) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02001263 ssl_tlv_len += make_tlv(&buf[ret+ssl_tlv_len], (buf_len - ret - ssl_tlv_len), PP2_SUBTYPE_SSL_CN,
1264 cn_trash->data,
1265 cn_trash->area);
David Safb76832014-05-08 23:42:08 -04001266 }
1267 }
Emmanuel Hocdetfa8d0f12018-02-01 15:53:52 +01001268 if (srv->pp_opts & SRV_PP_V2_SSL_KEY_ALG) {
Willy Tarreau83061a82018-07-13 11:56:34 +02001269 struct buffer *pkey_trash = get_trash_chunk();
Emmanuel Hocdetfa8d0f12018-02-01 15:53:52 +01001270 if (ssl_sock_get_pkey_algo(remote, pkey_trash) > 0) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02001271 ssl_tlv_len += make_tlv(&buf[ret+ssl_tlv_len], (buf_len - ret - ssl_tlv_len), PP2_SUBTYPE_SSL_KEY_ALG,
1272 pkey_trash->data,
1273 pkey_trash->area);
Emmanuel Hocdetfa8d0f12018-02-01 15:53:52 +01001274 }
1275 }
1276 if (srv->pp_opts & SRV_PP_V2_SSL_SIG_ALG) {
1277 value = ssl_sock_get_cert_sig(remote);
1278 if (value) {
1279 ssl_tlv_len += make_tlv(&buf[ret+ssl_tlv_len], (buf_len - ret - ssl_tlv_len), PP2_SUBTYPE_SSL_SIG_ALG, strlen(value), value);
1280 }
1281 }
1282 if (srv->pp_opts & SRV_PP_V2_SSL_CIPHER) {
1283 value = ssl_sock_get_cipher_name(remote);
1284 if (value) {
1285 ssl_tlv_len += make_tlv(&buf[ret+ssl_tlv_len], (buf_len - ret - ssl_tlv_len), PP2_SUBTYPE_SSL_CIPHER, strlen(value), value);
1286 }
1287 }
David Safb76832014-05-08 23:42:08 -04001288 }
1289 tlv->tlv.length_hi = (uint16_t)(ssl_tlv_len - sizeof(struct tlv)) >> 8;
1290 tlv->tlv.length_lo = (uint16_t)(ssl_tlv_len - sizeof(struct tlv)) & 0x00ff;
1291 ret += ssl_tlv_len;
1292 }
1293#endif
1294
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +01001295#ifdef CONFIG_HAP_NS
1296 if (remote && (remote->proxy_netns)) {
1297 if ((buf_len - ret) < sizeof(struct tlv))
1298 return 0;
Emmanuel Hocdet571c7ac2017-10-31 18:24:05 +01001299 ret += make_tlv(&buf[ret], (buf_len - ret), PP2_TYPE_NETNS, remote->proxy_netns->name_len, remote->proxy_netns->node.key);
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +01001300 }
1301#endif
1302
Willy Tarreau8fccfa22014-06-14 08:28:06 +02001303 hdr->len = htons((uint16_t)(ret - PP2_HEADER_LEN));
David Safb76832014-05-08 23:42:08 -04001304
Emmanuel Hocdet4399c752018-02-05 15:26:43 +01001305 if (tlv_crc32c_p) {
1306 write_u32(tlv_crc32c_p, htonl(hash_crc32c(buf, ret)));
1307 }
1308
David Safb76832014-05-08 23:42:08 -04001309 return ret;
1310}
Emeric Brun4f603012017-01-05 15:11:44 +01001311
Willy Tarreau60ca10a2017-08-18 15:26:54 +02001312/* return the major HTTP version as 1 or 2 depending on how the request arrived
1313 * before being processed.
1314 */
1315static int
1316smp_fetch_fc_http_major(const struct arg *args, struct sample *smp, const char *kw, void *private)
1317{
1318 struct connection *conn = objt_conn(smp->sess->origin);
1319
1320 smp->data.type = SMP_T_SINT;
1321 smp->data.u.sint = (conn && strcmp(conn_get_mux_name(conn), "H2") == 0) ? 2 : 1;
1322 return 1;
1323}
1324
Emeric Brun4f603012017-01-05 15:11:44 +01001325/* fetch if the received connection used a PROXY protocol header */
1326int smp_fetch_fc_rcvd_proxy(const struct arg *args, struct sample *smp, const char *kw, void *private)
1327{
1328 struct connection *conn;
1329
1330 conn = objt_conn(smp->sess->origin);
1331 if (!conn)
1332 return 0;
1333
1334 if (!(conn->flags & CO_FL_CONNECTED)) {
1335 smp->flags |= SMP_F_MAY_CHANGE;
1336 return 0;
1337 }
1338
1339 smp->flags = 0;
1340 smp->data.type = SMP_T_BOOL;
1341 smp->data.u.sint = (conn->flags & CO_FL_RCVD_PROXY) ? 1 : 0;
1342
1343 return 1;
1344}
1345
1346/* Note: must not be declared <const> as its list will be overwritten.
1347 * Note: fetches that may return multiple types must be declared as the lowest
1348 * common denominator, the type that can be casted into all other ones. For
1349 * instance v4/v6 must be declared v4.
1350 */
1351static struct sample_fetch_kw_list sample_fetch_keywords = {ILH, {
Willy Tarreau60ca10a2017-08-18 15:26:54 +02001352 { "fc_http_major", smp_fetch_fc_http_major, 0, NULL, SMP_T_SINT, SMP_USE_L4CLI },
Emeric Brun4f603012017-01-05 15:11:44 +01001353 { "fc_rcvd_proxy", smp_fetch_fc_rcvd_proxy, 0, NULL, SMP_T_BOOL, SMP_USE_L4CLI },
1354 { /* END */ },
1355}};
1356
1357
1358__attribute__((constructor))
1359static void __connection_init(void)
1360{
1361 sample_register_fetches(&sample_fetch_keywords);
1362}