blob: 7a2ab249948c29cc5eaf2ffa55021868b6abf4ff [file] [log] [blame]
Willy Tarreau59f98392012-07-06 14:13:49 +02001/*
2 * Connection management functions
3 *
4 * Copyright 2000-2012 Willy Tarreau <w@1wt.eu>
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
Willy Tarreaue1e4a612012-10-05 00:10:55 +020013#include <errno.h>
14
Willy Tarreau59f98392012-07-06 14:13:49 +020015#include <common/compat.h>
16#include <common/config.h>
Willy Tarreau0108d902018-11-25 19:14:37 +010017#include <common/initcall.h>
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +010018#include <common/namespace.h>
Emmanuel Hocdet4399c752018-02-05 15:26:43 +010019#include <common/hash.h>
20#include <common/net_helper.h>
Willy Tarreau59f98392012-07-06 14:13:49 +020021
Willy Tarreauc5788912012-08-24 18:12:41 +020022#include <proto/connection.h>
Willy Tarreaudd2f85e2012-09-02 22:34:23 +020023#include <proto/fd.h>
Willy Tarreau5f1504f2012-10-04 23:55:57 +020024#include <proto/frontend.h>
Willy Tarreau2da156f2012-07-23 15:07:23 +020025#include <proto/proto_tcp.h>
Willy Tarreau2c6be842012-07-06 17:12:34 +020026#include <proto/stream_interface.h>
Emeric Brun4f603012017-01-05 15:11:44 +010027#include <proto/sample.h>
Emeric Brun46591952012-05-18 15:47:34 +020028#include <proto/ssl_sock.h>
Emeric Brun46591952012-05-18 15:47:34 +020029
Alexander Liu2a54bb72019-05-22 19:44:48 +080030#include <common/debug.h>
31
Willy Tarreau8ceae722018-11-26 11:58:30 +010032DECLARE_POOL(pool_head_connection, "connection", sizeof(struct connection));
33DECLARE_POOL(pool_head_connstream, "conn_stream", sizeof(struct conn_stream));
Willy Tarreauff5d57b2019-07-17 18:37:02 +020034DECLARE_POOL(pool_head_sockaddr, "sockaddr", sizeof(struct sockaddr_storage));
Geoff Simmons7185b782019-08-27 18:31:16 +020035DECLARE_POOL(pool_head_authority, "authority", PP2_AUTHORITY_MAX);
Willy Tarreau8ceae722018-11-26 11:58:30 +010036
Willy Tarreau13e14102016-12-22 20:25:26 +010037struct xprt_ops *registered_xprt[XPRT_ENTRIES] = { NULL, };
Willy Tarreauf2943dc2012-10-26 20:10:28 +020038
Christopher Faulet32f61c02018-04-10 14:33:41 +020039/* List head of all known muxes for PROTO */
40struct mux_proto_list mux_proto_list = {
41 .list = LIST_HEAD_INIT(mux_proto_list.list)
Willy Tarreau2386be62017-09-21 19:40:52 +020042};
43
Willy Tarreau59f98392012-07-06 14:13:49 +020044/* I/O callback for fd-based connections. It calls the read/write handlers
Willy Tarreau7a798e52016-04-14 11:13:20 +020045 * provided by the connection's sock_ops, which must be valid.
Willy Tarreau59f98392012-07-06 14:13:49 +020046 */
Willy Tarreau7a798e52016-04-14 11:13:20 +020047void conn_fd_handler(int fd)
Willy Tarreau59f98392012-07-06 14:13:49 +020048{
Willy Tarreau80184712012-07-06 14:54:49 +020049 struct connection *conn = fdtab[fd].owner;
Willy Tarreau9e272bf2012-10-03 21:04:48 +020050 unsigned int flags;
Olivier Houchardaf4021e2018-08-09 13:06:55 +020051 int io_available = 0;
Willy Tarreau59f98392012-07-06 14:13:49 +020052
Willy Tarreaud80cb4e2018-01-20 19:30:13 +010053 if (unlikely(!conn)) {
54 activity[tid].conn_dead++;
Willy Tarreau7a798e52016-04-14 11:13:20 +020055 return;
Willy Tarreaud80cb4e2018-01-20 19:30:13 +010056 }
Willy Tarreau59f98392012-07-06 14:13:49 +020057
Willy Tarreau7d281492012-12-16 19:19:13 +010058 conn_refresh_polling_flags(conn);
Willy Tarreau916e12d2017-10-25 09:22:43 +020059 conn->flags |= CO_FL_WILL_UPDATE;
60
Willy Tarreau7d281492012-12-16 19:19:13 +010061 flags = conn->flags & ~CO_FL_ERROR; /* ensure to call the wake handler upon error */
Willy Tarreaud29a0662012-12-10 16:33:38 +010062
Willy Tarreau8e3c6ce2017-08-28 15:46:01 +020063 /* The connection owner might want to be notified about an end of
64 * handshake indicating the connection is ready, before we proceed with
65 * any data exchange. The callback may fail and cause the connection to
66 * be destroyed, thus we must not use it anymore and should immediately
67 * leave instead. The caller must immediately unregister itself once
68 * called.
Willy Tarreau2542b532012-08-31 16:01:23 +020069 */
Olivier Houchardfe50bfb2019-05-27 12:09:19 +020070 if (!(conn->flags & CO_FL_HANDSHAKE) &&
Olivier Houchardea8dd942019-05-20 14:02:16 +020071 conn->xprt_done_cb && conn->xprt_done_cb(conn) < 0)
Willy Tarreau7a798e52016-04-14 11:13:20 +020072 return;
Willy Tarreau2542b532012-08-31 16:01:23 +020073
Olivier Houchardc3df4502019-06-05 17:07:45 +020074 if (conn->xprt && fd_send_ready(fd)) {
Willy Tarreau3c0cc492017-03-19 07:54:28 +010075 /* force reporting of activity by clearing the previous flags :
76 * we'll have at least ERROR or CONNECTED at the end of an I/O,
77 * both of which will be detected below.
Willy Tarreau9e272bf2012-10-03 21:04:48 +020078 */
Willy Tarreau3c0cc492017-03-19 07:54:28 +010079 flags = 0;
Olivier Houchardfa8aa862018-10-10 18:25:41 +020080 if (conn->send_wait != NULL) {
Willy Tarreau4f6516d2018-12-19 13:59:17 +010081 conn->send_wait->events &= ~SUB_RETRY_SEND;
Willy Tarreau3c39a7d2019-06-14 14:42:29 +020082 tasklet_wakeup(conn->send_wait->tasklet);
Olivier Houchardfa8aa862018-10-10 18:25:41 +020083 conn->send_wait = NULL;
84 } else
85 io_available = 1;
Olivier Houchard53216e72018-10-10 15:46:36 +020086 __conn_xprt_stop_send(conn);
Willy Tarreau9e272bf2012-10-03 21:04:48 +020087 }
Willy Tarreau59f98392012-07-06 14:13:49 +020088
Willy Tarreauccf3f6d2019-09-05 17:05:05 +020089 if (unlikely(conn->flags & CO_FL_WAIT_L4_CONN)) {
90 /* still waiting for a connection to establish and nothing was
91 * attempted yet to probe the connection. Then let's retry the
92 * connect().
93 */
94 if (!tcp_connect_probe(conn))
95 goto leave;
96 }
97
Willy Tarreau57ec32f2017-04-11 19:59:33 +020098 /* The data transfer starts here and stops on error and handshakes. Note
99 * that we must absolutely test conn->xprt at each step in case it suddenly
100 * changes due to a quick unexpected close().
101 */
Olivier Houchardc3df4502019-06-05 17:07:45 +0200102 if (conn->xprt && fd_recv_ready(fd)) {
Willy Tarreau3c0cc492017-03-19 07:54:28 +0100103 /* force reporting of activity by clearing the previous flags :
104 * we'll have at least ERROR or CONNECTED at the end of an I/O,
105 * both of which will be detected below.
Willy Tarreau9e272bf2012-10-03 21:04:48 +0200106 */
Willy Tarreau3c0cc492017-03-19 07:54:28 +0100107 flags = 0;
Olivier Houchardfa8aa862018-10-10 18:25:41 +0200108 if (conn->recv_wait) {
Willy Tarreau4f6516d2018-12-19 13:59:17 +0100109 conn->recv_wait->events &= ~SUB_RETRY_RECV;
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200110 tasklet_wakeup(conn->recv_wait->tasklet);
Olivier Houchardfa8aa862018-10-10 18:25:41 +0200111 conn->recv_wait = NULL;
112 } else
113 io_available = 1;
Olivier Houchard53216e72018-10-10 15:46:36 +0200114 __conn_xprt_stop_recv(conn);
Willy Tarreau9e272bf2012-10-03 21:04:48 +0200115 }
Willy Tarreau2da156f2012-07-23 15:07:23 +0200116
Willy Tarreau2c6be842012-07-06 17:12:34 +0200117 leave:
Willy Tarreau3c0cc492017-03-19 07:54:28 +0100118 /* Verify if the connection just established. */
Willy Tarreau7bf3fa32017-03-14 20:19:29 +0100119 if (unlikely(!(conn->flags & (CO_FL_WAIT_L4_CONN | CO_FL_WAIT_L6_CONN | CO_FL_CONNECTED))))
120 conn->flags |= CO_FL_CONNECTED;
121
Willy Tarreau8e3c6ce2017-08-28 15:46:01 +0200122 /* The connection owner might want to be notified about failures to
123 * complete the handshake. The callback may fail and cause the
124 * connection to be destroyed, thus we must not use it anymore and
125 * should immediately leave instead. The caller must immediately
126 * unregister itself once called.
127 */
128 if (((conn->flags ^ flags) & CO_FL_NOTIFY_DONE) &&
129 conn->xprt_done_cb && conn->xprt_done_cb(conn) < 0)
130 return;
131
Willy Tarreau3c0cc492017-03-19 07:54:28 +0100132 /* The wake callback is normally used to notify the data layer about
133 * data layer activity (successful send/recv), connection establishment,
134 * shutdown and fatal errors. We need to consider the following
135 * situations to wake up the data layer :
136 * - change among the CO_FL_NOTIFY_DATA flags :
137 * {DATA,SOCK}_{RD,WR}_SH, ERROR,
138 * - absence of any of {L4,L6}_CONN and CONNECTED, indicating the
139 * end of handshake and transition to CONNECTED
140 * - raise of CONNECTED with HANDSHAKE down
141 * - end of HANDSHAKE with CONNECTED set
142 * - regular data layer activity
143 *
144 * Note that the wake callback is allowed to release the connection and
145 * the fd (and return < 0 in this case).
Willy Tarreau2396c1c2012-10-03 21:12:16 +0200146 */
Olivier Houchardaf4021e2018-08-09 13:06:55 +0200147 if ((io_available || (((conn->flags ^ flags) & CO_FL_NOTIFY_DATA) ||
Willy Tarreau3c0cc492017-03-19 07:54:28 +0100148 ((flags & (CO_FL_CONNECTED|CO_FL_HANDSHAKE)) != CO_FL_CONNECTED &&
Olivier Houchard910b2bc2018-07-17 18:49:38 +0200149 (conn->flags & (CO_FL_CONNECTED|CO_FL_HANDSHAKE)) == CO_FL_CONNECTED))) &&
Olivier Houchardfe50bfb2019-05-27 12:09:19 +0200150 conn->mux && conn->mux->wake && conn->mux->wake(conn) < 0)
Willy Tarreau7a798e52016-04-14 11:13:20 +0200151 return;
Willy Tarreaufd31e532012-07-23 18:24:25 +0200152
Willy Tarreauf9dabec2012-08-17 17:33:53 +0200153 /* commit polling changes */
Willy Tarreau916e12d2017-10-25 09:22:43 +0200154 conn->flags &= ~CO_FL_WILL_UPDATE;
Willy Tarreauf9dabec2012-08-17 17:33:53 +0200155 conn_cond_update_polling(conn);
Willy Tarreau7a798e52016-04-14 11:13:20 +0200156 return;
Willy Tarreau59f98392012-07-06 14:13:49 +0200157}
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200158
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200159/* Update polling on connection <c>'s file descriptor depending on its current
160 * state as reported in the connection's CO_FL_CURR_* flags, reports of EAGAIN
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200161 * in CO_FL_WAIT_*, and the data layer expectations indicated by CO_FL_XPRT_*.
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200162 * The connection flags are updated with the new flags at the end of the
Willy Tarreau0ffde2c2012-10-04 22:21:15 +0200163 * operation. Polling is totally disabled if an error was reported.
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200164 */
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200165void conn_update_xprt_polling(struct connection *c)
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200166{
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200167 unsigned int f = c->flags;
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200168
Willy Tarreau3c728722014-01-23 13:50:42 +0100169 if (!conn_ctrl_ready(c))
Willy Tarreauf79c8172013-10-21 16:30:56 +0200170 return;
171
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200172 /* update read status if needed */
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200173 if (unlikely((f & (CO_FL_CURR_RD_ENA|CO_FL_XPRT_RD_ENA)) == CO_FL_XPRT_RD_ENA)) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200174 fd_want_recv(c->handle.fd);
Willy Tarreauc8dd77f2012-11-05 17:52:26 +0100175 f |= CO_FL_CURR_RD_ENA;
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200176 }
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200177 else if (unlikely((f & (CO_FL_CURR_RD_ENA|CO_FL_XPRT_RD_ENA)) == CO_FL_CURR_RD_ENA)) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200178 fd_stop_recv(c->handle.fd);
Willy Tarreauc8dd77f2012-11-05 17:52:26 +0100179 f &= ~CO_FL_CURR_RD_ENA;
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200180 }
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200181
182 /* update write status if needed */
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200183 if (unlikely((f & (CO_FL_CURR_WR_ENA|CO_FL_XPRT_WR_ENA)) == CO_FL_XPRT_WR_ENA)) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200184 fd_want_send(c->handle.fd);
Willy Tarreauc8dd77f2012-11-05 17:52:26 +0100185 f |= CO_FL_CURR_WR_ENA;
186 }
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200187 else if (unlikely((f & (CO_FL_CURR_WR_ENA|CO_FL_XPRT_WR_ENA)) == CO_FL_CURR_WR_ENA)) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200188 fd_stop_send(c->handle.fd);
Willy Tarreauc8dd77f2012-11-05 17:52:26 +0100189 f &= ~CO_FL_CURR_WR_ENA;
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200190 }
Willy Tarreau310987a2014-01-22 19:46:33 +0100191 c->flags = f;
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200192}
193
Willy Tarreauff3e6482015-03-12 23:56:52 +0100194/* Send a message over an established connection. It makes use of send() and
195 * returns the same return code and errno. If the socket layer is not ready yet
196 * then -1 is returned and ENOTSOCK is set into errno. If the fd is not marked
197 * as ready, or if EAGAIN or ENOTCONN is returned, then we return 0. It returns
198 * EMSGSIZE if called with a zero length message. The purpose is to simplify
199 * some rare attempts to directly write on the socket from above the connection
200 * (typically send_proxy). In case of EAGAIN, the fd is marked as "cant_send".
201 * It automatically retries on EINTR. Other errors cause the connection to be
202 * marked as in error state. It takes similar arguments as send() except the
203 * first one which is the connection instead of the file descriptor. Note,
204 * MSG_DONTWAIT and MSG_NOSIGNAL are forced on the flags.
205 */
206int conn_sock_send(struct connection *conn, const void *buf, int len, int flags)
207{
208 int ret;
209
210 ret = -1;
211 errno = ENOTSOCK;
212
213 if (conn->flags & CO_FL_SOCK_WR_SH)
214 goto fail;
215
216 if (!conn_ctrl_ready(conn))
217 goto fail;
218
219 errno = EMSGSIZE;
220 if (!len)
221 goto fail;
222
Willy Tarreau585744b2017-08-24 14:31:19 +0200223 if (!fd_send_ready(conn->handle.fd))
Willy Tarreauff3e6482015-03-12 23:56:52 +0100224 goto wait;
225
226 do {
Willy Tarreau585744b2017-08-24 14:31:19 +0200227 ret = send(conn->handle.fd, buf, len, flags | MSG_DONTWAIT | MSG_NOSIGNAL);
Willy Tarreauff3e6482015-03-12 23:56:52 +0100228 } while (ret < 0 && errno == EINTR);
229
230
Willy Tarreauccf3f6d2019-09-05 17:05:05 +0200231 if (ret > 0) {
232 if (conn->flags & CO_FL_WAIT_L4_CONN) {
233 conn->flags &= ~CO_FL_WAIT_L4_CONN;
234 fd_may_send(conn->handle.fd);
235 fd_cond_recv(conn->handle.fd);
236 }
Willy Tarreauff3e6482015-03-12 23:56:52 +0100237 return ret;
Willy Tarreauccf3f6d2019-09-05 17:05:05 +0200238 }
Willy Tarreauff3e6482015-03-12 23:56:52 +0100239
240 if (ret == 0 || errno == EAGAIN || errno == ENOTCONN) {
241 wait:
Willy Tarreau585744b2017-08-24 14:31:19 +0200242 fd_cant_send(conn->handle.fd);
Willy Tarreauff3e6482015-03-12 23:56:52 +0100243 return 0;
244 }
245 fail:
246 conn->flags |= CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH | CO_FL_ERROR;
247 return ret;
248}
249
Olivier Houcharde179d0e2019-03-21 18:27:17 +0100250int conn_unsubscribe(struct connection *conn, void *xprt_ctx, int event_type, void *param)
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200251{
Olivier Houchardfa8aa862018-10-10 18:25:41 +0200252 struct wait_event *sw;
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200253
Willy Tarreau4f6516d2018-12-19 13:59:17 +0100254 if (event_type & SUB_RETRY_RECV) {
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200255 sw = param;
Olivier Houchard35d11682019-05-14 18:02:47 +0200256 BUG_ON(conn->recv_wait != sw);
257 conn->recv_wait = NULL;
258 sw->events &= ~SUB_RETRY_RECV;
Olivier Houchard53216e72018-10-10 15:46:36 +0200259 __conn_xprt_stop_recv(conn);
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200260 }
Willy Tarreau4f6516d2018-12-19 13:59:17 +0100261 if (event_type & SUB_RETRY_SEND) {
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200262 sw = param;
Olivier Houchard35d11682019-05-14 18:02:47 +0200263 BUG_ON(conn->send_wait != sw);
264 conn->send_wait = NULL;
265 sw->events &= ~SUB_RETRY_SEND;
Olivier Houchard53216e72018-10-10 15:46:36 +0200266 __conn_xprt_stop_send(conn);
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200267 }
Olivier Houchard53216e72018-10-10 15:46:36 +0200268 conn_update_xprt_polling(conn);
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200269 return 0;
270}
271
Olivier Houcharde179d0e2019-03-21 18:27:17 +0100272int conn_subscribe(struct connection *conn, void *xprt_ctx, int event_type, void *param)
Olivier Houchard6ff20392018-07-17 18:46:31 +0200273{
Olivier Houchardfa8aa862018-10-10 18:25:41 +0200274 struct wait_event *sw;
Olivier Houchard6ff20392018-07-17 18:46:31 +0200275
Willy Tarreau4f6516d2018-12-19 13:59:17 +0100276 if (event_type & SUB_RETRY_RECV) {
Olivier Houchard4cf7fb12018-08-02 19:23:05 +0200277 sw = param;
Olivier Houchard35d11682019-05-14 18:02:47 +0200278 BUG_ON(conn->recv_wait != NULL || (sw->events & SUB_RETRY_RECV));
279 sw->events |= SUB_RETRY_RECV;
280 conn->recv_wait = sw;
Willy Tarreau4f6516d2018-12-19 13:59:17 +0100281 event_type &= ~SUB_RETRY_RECV;
Olivier Houchard53216e72018-10-10 15:46:36 +0200282 __conn_xprt_want_recv(conn);
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200283 }
Willy Tarreau4f6516d2018-12-19 13:59:17 +0100284 if (event_type & SUB_RETRY_SEND) {
Olivier Houchard6ff20392018-07-17 18:46:31 +0200285 sw = param;
Olivier Houchard35d11682019-05-14 18:02:47 +0200286 BUG_ON(conn->send_wait != NULL || (sw->events & SUB_RETRY_SEND));
287 sw->events |= SUB_RETRY_SEND;
288 conn->send_wait = sw;
Willy Tarreau4f6516d2018-12-19 13:59:17 +0100289 event_type &= ~SUB_RETRY_SEND;
Olivier Houchard53216e72018-10-10 15:46:36 +0200290 __conn_xprt_want_send(conn);
Olivier Houchard6ff20392018-07-17 18:46:31 +0200291 }
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200292 if (event_type != 0)
293 return (-1);
Olivier Houchard53216e72018-10-10 15:46:36 +0200294 conn_update_xprt_polling(conn);
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200295 return 0;
Olivier Houchard6ff20392018-07-17 18:46:31 +0200296}
297
Willy Tarreaud85c4852015-03-13 00:40:28 +0100298/* Drains possibly pending incoming data on the file descriptor attached to the
299 * connection and update the connection's flags accordingly. This is used to
300 * know whether we need to disable lingering on close. Returns non-zero if it
301 * is safe to close without disabling lingering, otherwise zero. The SOCK_RD_SH
302 * flag may also be updated if the incoming shutdown was reported by the drain()
303 * function.
304 */
305int conn_sock_drain(struct connection *conn)
306{
Willy Tarreaue215bba2018-08-24 14:31:53 +0200307 int turns = 2;
308 int len;
309
Willy Tarreaud85c4852015-03-13 00:40:28 +0100310 if (!conn_ctrl_ready(conn))
311 return 1;
312
313 if (conn->flags & (CO_FL_ERROR | CO_FL_SOCK_RD_SH))
314 return 1;
315
Willy Tarreaue215bba2018-08-24 14:31:53 +0200316 if (fdtab[conn->handle.fd].ev & (FD_POLL_ERR|FD_POLL_HUP))
317 goto shut;
Willy Tarreaud85c4852015-03-13 00:40:28 +0100318
Willy Tarreaue215bba2018-08-24 14:31:53 +0200319 if (!fd_recv_ready(conn->handle.fd))
320 return 0;
Willy Tarreaud85c4852015-03-13 00:40:28 +0100321
Willy Tarreaue215bba2018-08-24 14:31:53 +0200322 if (conn->ctrl->drain) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200323 if (conn->ctrl->drain(conn->handle.fd) <= 0)
Willy Tarreaud85c4852015-03-13 00:40:28 +0100324 return 0;
Willy Tarreaue215bba2018-08-24 14:31:53 +0200325 goto shut;
326 }
327
328 /* no drain function defined, use the generic one */
329
330 while (turns) {
331#ifdef MSG_TRUNC_CLEARS_INPUT
332 len = recv(conn->handle.fd, NULL, INT_MAX, MSG_DONTWAIT | MSG_NOSIGNAL | MSG_TRUNC);
333 if (len == -1 && errno == EFAULT)
334#endif
335 len = recv(conn->handle.fd, trash.area, trash.size,
336 MSG_DONTWAIT | MSG_NOSIGNAL);
337
338 if (len == 0)
339 goto shut;
340
341 if (len < 0) {
342 if (errno == EAGAIN) {
343 /* connection not closed yet */
344 fd_cant_recv(conn->handle.fd);
345 break;
346 }
347 if (errno == EINTR) /* oops, try again */
348 continue;
349 /* other errors indicate a dead connection, fine. */
350 goto shut;
351 }
352 /* OK we read some data, let's try again once */
353 turns--;
Willy Tarreaud85c4852015-03-13 00:40:28 +0100354 }
355
Willy Tarreaue215bba2018-08-24 14:31:53 +0200356 /* some data are still present, give up */
357 return 0;
358
359 shut:
360 /* we're certain the connection was shut down */
361 fdtab[conn->handle.fd].linger_risk = 0;
Willy Tarreaud85c4852015-03-13 00:40:28 +0100362 conn->flags |= CO_FL_SOCK_RD_SH;
363 return 1;
364}
365
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100366/*
367 * Get data length from tlv
368 */
369static int get_tlv_length(const struct tlv *src)
370{
371 return (src->length_hi << 8) | src->length_lo;
372}
373
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200374/* This handshake handler waits a PROXY protocol header at the beginning of the
375 * raw data stream. The header looks like this :
376 *
377 * "PROXY" <SP> PROTO <SP> SRC3 <SP> DST3 <SP> SRC4 <SP> <DST4> "\r\n"
378 *
379 * There must be exactly one space between each field. Fields are :
380 * - PROTO : layer 4 protocol, which must be "TCP4" or "TCP6".
381 * - SRC3 : layer 3 (eg: IP) source address in standard text form
382 * - DST3 : layer 3 (eg: IP) destination address in standard text form
383 * - SRC4 : layer 4 (eg: TCP port) source address in standard text form
384 * - DST4 : layer 4 (eg: TCP port) destination address in standard text form
385 *
386 * This line MUST be at the beginning of the buffer and MUST NOT wrap.
387 *
388 * The header line is small and in all cases smaller than the smallest normal
389 * TCP MSS. So it MUST always be delivered as one segment, which ensures we
390 * can safely use MSG_PEEK and avoid buffering.
391 *
392 * Once the data is fetched, the values are set in the connection's address
393 * fields, and data are removed from the socket's buffer. The function returns
394 * zero if it needs to wait for more data or if it fails, or 1 if it completed
395 * and removed itself.
396 */
397int conn_recv_proxy(struct connection *conn, int flag)
398{
399 char *line, *end;
Willy Tarreau77992672014-06-14 11:06:17 +0200400 struct proxy_hdr_v2 *hdr_v2;
401 const char v2sig[] = PP2_SIGNATURE;
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100402 int tlv_length = 0;
KOVACS Krisztian7209c202015-07-03 14:09:10 +0200403 int tlv_offset = 0;
Willy Tarreaub406b872018-08-22 05:20:32 +0200404 int ret;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200405
406 /* we might have been called just after an asynchronous shutr */
407 if (conn->flags & CO_FL_SOCK_RD_SH)
408 goto fail;
409
Willy Tarreau3c728722014-01-23 13:50:42 +0100410 if (!conn_ctrl_ready(conn))
Willy Tarreauf79c8172013-10-21 16:30:56 +0200411 goto fail;
412
Willy Tarreauca79f592019-07-17 19:04:47 +0200413 if (!sockaddr_alloc(&conn->src) || !sockaddr_alloc(&conn->dst))
414 goto fail;
415
Willy Tarreau585744b2017-08-24 14:31:19 +0200416 if (!fd_recv_ready(conn->handle.fd))
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200417 goto not_ready;
Willy Tarreaufd803bb2014-01-20 15:13:07 +0100418
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200419 do {
Willy Tarreaub406b872018-08-22 05:20:32 +0200420 ret = recv(conn->handle.fd, trash.area, trash.size, MSG_PEEK);
421 if (ret < 0) {
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200422 if (errno == EINTR)
423 continue;
424 if (errno == EAGAIN) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200425 fd_cant_recv(conn->handle.fd);
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200426 goto not_ready;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200427 }
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100428 goto recv_abort;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200429 }
Willy Tarreaub406b872018-08-22 05:20:32 +0200430 trash.data = ret;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200431 } while (0);
432
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200433 if (!trash.data) {
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100434 /* client shutdown */
435 conn->err_code = CO_ER_PRX_EMPTY;
436 goto fail;
437 }
438
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200439 if (trash.data < 6)
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200440 goto missing;
441
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200442 line = trash.area;
443 end = trash.area + trash.data;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200444
445 /* Decode a possible proxy request, fail early if it does not match */
Willy Tarreau77992672014-06-14 11:06:17 +0200446 if (strncmp(line, "PROXY ", 6) != 0)
447 goto not_v1;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200448
449 line += 6;
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200450 if (trash.data < 9) /* shortest possible line */
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200451 goto missing;
452
David CARLIER42ff05e2016-03-24 09:22:36 +0000453 if (memcmp(line, "TCP4 ", 5) == 0) {
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200454 u32 src3, dst3, sport, dport;
455
456 line += 5;
457
458 src3 = inetaddr_host_lim_ret(line, end, &line);
459 if (line == end)
460 goto missing;
461 if (*line++ != ' ')
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100462 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200463
464 dst3 = inetaddr_host_lim_ret(line, end, &line);
465 if (line == end)
466 goto missing;
467 if (*line++ != ' ')
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100468 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200469
470 sport = read_uint((const char **)&line, end);
471 if (line == end)
472 goto missing;
473 if (*line++ != ' ')
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100474 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200475
476 dport = read_uint((const char **)&line, end);
477 if (line > end - 2)
478 goto missing;
479 if (*line++ != '\r')
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100480 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200481 if (*line++ != '\n')
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100482 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200483
484 /* update the session's addresses and mark them set */
Willy Tarreau226572f2019-07-17 14:46:00 +0200485 ((struct sockaddr_in *)conn->src)->sin_family = AF_INET;
486 ((struct sockaddr_in *)conn->src)->sin_addr.s_addr = htonl(src3);
487 ((struct sockaddr_in *)conn->src)->sin_port = htons(sport);
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200488
Willy Tarreau226572f2019-07-17 14:46:00 +0200489 ((struct sockaddr_in *)conn->dst)->sin_family = AF_INET;
490 ((struct sockaddr_in *)conn->dst)->sin_addr.s_addr = htonl(dst3);
491 ((struct sockaddr_in *)conn->dst)->sin_port = htons(dport);
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200492 conn->flags |= CO_FL_ADDR_FROM_SET | CO_FL_ADDR_TO_SET;
493 }
David CARLIER42ff05e2016-03-24 09:22:36 +0000494 else if (memcmp(line, "TCP6 ", 5) == 0) {
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200495 u32 sport, dport;
496 char *src_s;
497 char *dst_s, *sport_s, *dport_s;
498 struct in6_addr src3, dst3;
499
500 line += 5;
501
502 src_s = line;
503 dst_s = sport_s = dport_s = NULL;
504 while (1) {
505 if (line > end - 2) {
506 goto missing;
507 }
508 else if (*line == '\r') {
509 *line = 0;
510 line++;
511 if (*line++ != '\n')
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100512 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200513 break;
514 }
515
516 if (*line == ' ') {
517 *line = 0;
518 if (!dst_s)
519 dst_s = line + 1;
520 else if (!sport_s)
521 sport_s = line + 1;
522 else if (!dport_s)
523 dport_s = line + 1;
524 }
525 line++;
526 }
527
528 if (!dst_s || !sport_s || !dport_s)
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100529 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200530
531 sport = read_uint((const char **)&sport_s,dport_s - 1);
532 if (*sport_s != 0)
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100533 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200534
535 dport = read_uint((const char **)&dport_s,line - 2);
536 if (*dport_s != 0)
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100537 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200538
539 if (inet_pton(AF_INET6, src_s, (void *)&src3) != 1)
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100540 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200541
542 if (inet_pton(AF_INET6, dst_s, (void *)&dst3) != 1)
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100543 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200544
545 /* update the session's addresses and mark them set */
Willy Tarreau226572f2019-07-17 14:46:00 +0200546 ((struct sockaddr_in6 *)conn->src)->sin6_family = AF_INET6;
547 memcpy(&((struct sockaddr_in6 *)conn->src)->sin6_addr, &src3, sizeof(struct in6_addr));
548 ((struct sockaddr_in6 *)conn->src)->sin6_port = htons(sport);
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200549
Willy Tarreau226572f2019-07-17 14:46:00 +0200550 ((struct sockaddr_in6 *)conn->dst)->sin6_family = AF_INET6;
551 memcpy(&((struct sockaddr_in6 *)conn->dst)->sin6_addr, &dst3, sizeof(struct in6_addr));
552 ((struct sockaddr_in6 *)conn->dst)->sin6_port = htons(dport);
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200553 conn->flags |= CO_FL_ADDR_FROM_SET | CO_FL_ADDR_TO_SET;
554 }
Willy Tarreau4c20d292014-06-14 11:41:36 +0200555 else if (memcmp(line, "UNKNOWN\r\n", 9) == 0) {
556 /* This can be a UNIX socket forwarded by an haproxy upstream */
557 line += 9;
558 }
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200559 else {
Willy Tarreau4c20d292014-06-14 11:41:36 +0200560 /* The protocol does not match something known (TCP4/TCP6/UNKNOWN) */
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100561 conn->err_code = CO_ER_PRX_BAD_PROTO;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200562 goto fail;
563 }
564
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200565 trash.data = line - trash.area;
Willy Tarreau77992672014-06-14 11:06:17 +0200566 goto eat_header;
567
568 not_v1:
569 /* try PPv2 */
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200570 if (trash.data < PP2_HEADER_LEN)
Willy Tarreau77992672014-06-14 11:06:17 +0200571 goto missing;
572
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200573 hdr_v2 = (struct proxy_hdr_v2 *) trash.area;
Willy Tarreau77992672014-06-14 11:06:17 +0200574
575 if (memcmp(hdr_v2->sig, v2sig, PP2_SIGNATURE_LEN) != 0 ||
576 (hdr_v2->ver_cmd & PP2_VERSION_MASK) != PP2_VERSION) {
577 conn->err_code = CO_ER_PRX_NOT_HDR;
578 goto fail;
579 }
580
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200581 if (trash.data < PP2_HEADER_LEN + ntohs(hdr_v2->len))
Willy Tarreau77992672014-06-14 11:06:17 +0200582 goto missing;
583
584 switch (hdr_v2->ver_cmd & PP2_CMD_MASK) {
585 case 0x01: /* PROXY command */
586 switch (hdr_v2->fam) {
587 case 0x11: /* TCPv4 */
KOVACS Krisztianefd3aa92014-11-19 10:53:20 +0100588 if (ntohs(hdr_v2->len) < PP2_ADDR_LEN_INET)
589 goto bad_header;
590
Willy Tarreau226572f2019-07-17 14:46:00 +0200591 ((struct sockaddr_in *)conn->src)->sin_family = AF_INET;
592 ((struct sockaddr_in *)conn->src)->sin_addr.s_addr = hdr_v2->addr.ip4.src_addr;
593 ((struct sockaddr_in *)conn->src)->sin_port = hdr_v2->addr.ip4.src_port;
594 ((struct sockaddr_in *)conn->dst)->sin_family = AF_INET;
595 ((struct sockaddr_in *)conn->dst)->sin_addr.s_addr = hdr_v2->addr.ip4.dst_addr;
596 ((struct sockaddr_in *)conn->dst)->sin_port = hdr_v2->addr.ip4.dst_port;
Willy Tarreau77992672014-06-14 11:06:17 +0200597 conn->flags |= CO_FL_ADDR_FROM_SET | CO_FL_ADDR_TO_SET;
KOVACS Krisztian7209c202015-07-03 14:09:10 +0200598 tlv_offset = PP2_HEADER_LEN + PP2_ADDR_LEN_INET;
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100599 tlv_length = ntohs(hdr_v2->len) - PP2_ADDR_LEN_INET;
Willy Tarreau77992672014-06-14 11:06:17 +0200600 break;
601 case 0x21: /* TCPv6 */
KOVACS Krisztianefd3aa92014-11-19 10:53:20 +0100602 if (ntohs(hdr_v2->len) < PP2_ADDR_LEN_INET6)
603 goto bad_header;
604
Willy Tarreau226572f2019-07-17 14:46:00 +0200605 ((struct sockaddr_in6 *)conn->src)->sin6_family = AF_INET6;
606 memcpy(&((struct sockaddr_in6 *)conn->src)->sin6_addr, hdr_v2->addr.ip6.src_addr, 16);
607 ((struct sockaddr_in6 *)conn->src)->sin6_port = hdr_v2->addr.ip6.src_port;
608 ((struct sockaddr_in6 *)conn->dst)->sin6_family = AF_INET6;
609 memcpy(&((struct sockaddr_in6 *)conn->dst)->sin6_addr, hdr_v2->addr.ip6.dst_addr, 16);
610 ((struct sockaddr_in6 *)conn->dst)->sin6_port = hdr_v2->addr.ip6.dst_port;
Willy Tarreau77992672014-06-14 11:06:17 +0200611 conn->flags |= CO_FL_ADDR_FROM_SET | CO_FL_ADDR_TO_SET;
KOVACS Krisztian7209c202015-07-03 14:09:10 +0200612 tlv_offset = PP2_HEADER_LEN + PP2_ADDR_LEN_INET6;
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100613 tlv_length = ntohs(hdr_v2->len) - PP2_ADDR_LEN_INET6;
Willy Tarreau77992672014-06-14 11:06:17 +0200614 break;
615 }
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100616
617 /* TLV parsing */
618 if (tlv_length > 0) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200619 while (tlv_offset + TLV_HEADER_SIZE <= trash.data) {
620 const struct tlv *tlv_packet = (struct tlv *) &trash.area[tlv_offset];
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100621 const int tlv_len = get_tlv_length(tlv_packet);
622 tlv_offset += tlv_len + TLV_HEADER_SIZE;
623
624 switch (tlv_packet->type) {
Emmanuel Hocdet115df3e2018-02-05 16:23:23 +0100625 case PP2_TYPE_CRC32C: {
626 void *tlv_crc32c_p = (void *)tlv_packet->value;
627 uint32_t n_crc32c = ntohl(read_u32(tlv_crc32c_p));
628 write_u32(tlv_crc32c_p, 0);
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200629 if (hash_crc32c(trash.area, PP2_HEADER_LEN + ntohs(hdr_v2->len)) != n_crc32c)
Emmanuel Hocdet115df3e2018-02-05 16:23:23 +0100630 goto bad_header;
631 break;
632 }
Willy Tarreaue5733232019-05-22 19:24:06 +0200633#ifdef USE_NS
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100634 case PP2_TYPE_NETNS: {
635 const struct netns_entry *ns;
636 ns = netns_store_lookup((char*)tlv_packet->value, tlv_len);
637 if (ns)
638 conn->proxy_netns = ns;
639 break;
640 }
641#endif
Geoff Simmons7185b782019-08-27 18:31:16 +0200642 case PP2_TYPE_AUTHORITY: {
643 if (tlv_len > PP2_AUTHORITY_MAX)
644 goto bad_header;
645 conn->proxy_authority = pool_alloc(pool_head_authority);
646 if (conn->proxy_authority == NULL)
647 goto fail;
648 memcpy(conn->proxy_authority, (const char *)tlv_packet->value, tlv_len);
649 conn->proxy_authority_len = tlv_len;
650 break;
651 }
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100652 default:
653 break;
654 }
655 }
656 }
657
Willy Tarreau77992672014-06-14 11:06:17 +0200658 /* unsupported protocol, keep local connection address */
659 break;
660 case 0x00: /* LOCAL command */
661 /* keep local connection address for LOCAL */
662 break;
663 default:
664 goto bad_header; /* not a supported command */
665 }
666
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200667 trash.data = PP2_HEADER_LEN + ntohs(hdr_v2->len);
Willy Tarreau77992672014-06-14 11:06:17 +0200668 goto eat_header;
669
670 eat_header:
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200671 /* remove the PROXY line from the request. For this we re-read the
672 * exact line at once. If we don't get the exact same result, we
673 * fail.
674 */
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200675 do {
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200676 int len2 = recv(conn->handle.fd, trash.area, trash.data, 0);
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200677 if (len2 < 0 && errno == EINTR)
678 continue;
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200679 if (len2 != trash.data)
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100680 goto recv_abort;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200681 } while (0);
682
683 conn->flags &= ~flag;
Emeric Brun4f603012017-01-05 15:11:44 +0100684 conn->flags |= CO_FL_RCVD_PROXY;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200685 return 1;
686
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200687 not_ready:
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200688 return 0;
689
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200690 missing:
691 /* Missing data. Since we're using MSG_PEEK, we can only poll again if
692 * we have not read anything. Otherwise we need to fail because we won't
693 * be able to poll anymore.
694 */
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100695 conn->err_code = CO_ER_PRX_TRUNCATED;
696 goto fail;
697
698 bad_header:
699 /* This is not a valid proxy protocol header */
700 conn->err_code = CO_ER_PRX_BAD_HDR;
701 goto fail;
702
703 recv_abort:
704 conn->err_code = CO_ER_PRX_ABORT;
Willy Tarreau26f4a042013-12-04 23:44:10 +0100705 conn->flags |= CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH;
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100706 goto fail;
707
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200708 fail:
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200709 conn->flags |= CO_FL_ERROR;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200710 return 0;
711}
712
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100713/* This handshake handler waits a NetScaler Client IP insertion header
Bertrand Jacquin72fa1ec2017-12-12 01:17:23 +0000714 * at the beginning of the raw data stream. The header format is
715 * described in doc/netscaler-client-ip-insertion-protocol.txt
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100716 *
717 * This line MUST be at the beginning of the buffer and MUST NOT be
718 * fragmented.
719 *
720 * The header line is small and in all cases smaller than the smallest normal
721 * TCP MSS. So it MUST always be delivered as one segment, which ensures we
722 * can safely use MSG_PEEK and avoid buffering.
723 *
724 * Once the data is fetched, the values are set in the connection's address
725 * fields, and data are removed from the socket's buffer. The function returns
726 * zero if it needs to wait for more data or if it fails, or 1 if it completed
727 * and removed itself.
728 */
729int conn_recv_netscaler_cip(struct connection *conn, int flag)
730{
731 char *line;
Bertrand Jacquin7d668f92017-12-13 01:23:39 +0000732 uint32_t hdr_len;
Willy Tarreau0ca24aa2019-03-29 17:35:32 +0100733 uint8_t ip_ver;
Willy Tarreaub406b872018-08-22 05:20:32 +0200734 int ret;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100735
736 /* we might have been called just after an asynchronous shutr */
737 if (conn->flags & CO_FL_SOCK_RD_SH)
738 goto fail;
739
740 if (!conn_ctrl_ready(conn))
741 goto fail;
742
Willy Tarreau585744b2017-08-24 14:31:19 +0200743 if (!fd_recv_ready(conn->handle.fd))
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200744 goto not_ready;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100745
746 do {
Willy Tarreaub406b872018-08-22 05:20:32 +0200747 ret = recv(conn->handle.fd, trash.area, trash.size, MSG_PEEK);
748 if (ret < 0) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100749 if (errno == EINTR)
750 continue;
751 if (errno == EAGAIN) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200752 fd_cant_recv(conn->handle.fd);
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200753 goto not_ready;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100754 }
755 goto recv_abort;
756 }
Willy Tarreaub406b872018-08-22 05:20:32 +0200757 trash.data = ret;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100758 } while (0);
759
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200760 if (!trash.data) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100761 /* client shutdown */
762 conn->err_code = CO_ER_CIP_EMPTY;
763 goto fail;
764 }
765
766 /* Fail if buffer length is not large enough to contain
Bertrand Jacquin72fa1ec2017-12-12 01:17:23 +0000767 * CIP magic, header length or
768 * CIP magic, CIP length, CIP type, header length */
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200769 if (trash.data < 12)
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100770 goto missing;
771
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200772 line = trash.area;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100773
774 /* Decode a possible NetScaler Client IP request, fail early if
775 * it does not match */
Willy Tarreau55e0da62018-09-20 11:26:52 +0200776 if (ntohl(*(uint32_t *)line) != __objt_listener(conn->target)->bind_conf->ns_cip_magic)
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100777 goto bad_magic;
778
Bertrand Jacquin72fa1ec2017-12-12 01:17:23 +0000779 /* Legacy CIP protocol */
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200780 if ((trash.area[8] & 0xD0) == 0x40) {
Bertrand Jacquin72fa1ec2017-12-12 01:17:23 +0000781 hdr_len = ntohl(*(uint32_t *)(line+4));
782 line += 8;
783 }
784 /* Standard CIP protocol */
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200785 else if (trash.area[8] == 0x00) {
Bertrand Jacquin72fa1ec2017-12-12 01:17:23 +0000786 hdr_len = ntohs(*(uint32_t *)(line+10));
787 line += 12;
788 }
789 /* Unknown CIP protocol */
790 else {
791 conn->err_code = CO_ER_CIP_BAD_PROTO;
792 goto fail;
793 }
794
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100795 /* Fail if buffer length is not large enough to contain
Bertrand Jacquin72fa1ec2017-12-12 01:17:23 +0000796 * a minimal IP header */
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200797 if (trash.data < 20)
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100798 goto missing;
799
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100800 /* Get IP version from the first four bits */
Willy Tarreau0ca24aa2019-03-29 17:35:32 +0100801 ip_ver = (*line & 0xf0) >> 4;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100802
Willy Tarreau0ca24aa2019-03-29 17:35:32 +0100803 if (ip_ver == 4) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100804 struct ip *hdr_ip4;
David Carlier3015a2e2016-07-04 22:51:33 +0100805 struct my_tcphdr *hdr_tcp;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100806
807 hdr_ip4 = (struct ip *)line;
808
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200809 if (trash.data < 40 || trash.data < hdr_len) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100810 /* Fail if buffer length is not large enough to contain
Bertrand Jacquin67de5a22017-12-13 01:15:05 +0000811 * IPv4 header, TCP header */
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100812 goto missing;
Bertrand Jacquinb3875912017-12-13 00:58:51 +0000813 }
814 else if (hdr_ip4->ip_p != IPPROTO_TCP) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100815 /* The protocol does not include a TCP header */
816 conn->err_code = CO_ER_CIP_BAD_PROTO;
817 goto fail;
Bertrand Jacquinb3875912017-12-13 00:58:51 +0000818 }
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100819
David Carlier3015a2e2016-07-04 22:51:33 +0100820 hdr_tcp = (struct my_tcphdr *)(line + (hdr_ip4->ip_hl * 4));
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100821
822 /* update the session's addresses and mark them set */
Willy Tarreau226572f2019-07-17 14:46:00 +0200823 ((struct sockaddr_in *)conn->src)->sin_family = AF_INET;
824 ((struct sockaddr_in *)conn->src)->sin_addr.s_addr = hdr_ip4->ip_src.s_addr;
825 ((struct sockaddr_in *)conn->src)->sin_port = hdr_tcp->source;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100826
Willy Tarreau226572f2019-07-17 14:46:00 +0200827 ((struct sockaddr_in *)conn->dst)->sin_family = AF_INET;
828 ((struct sockaddr_in *)conn->dst)->sin_addr.s_addr = hdr_ip4->ip_dst.s_addr;
829 ((struct sockaddr_in *)conn->dst)->sin_port = hdr_tcp->dest;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100830
831 conn->flags |= CO_FL_ADDR_FROM_SET | CO_FL_ADDR_TO_SET;
832 }
Willy Tarreau0ca24aa2019-03-29 17:35:32 +0100833 else if (ip_ver == 6) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100834 struct ip6_hdr *hdr_ip6;
David Carlier3015a2e2016-07-04 22:51:33 +0100835 struct my_tcphdr *hdr_tcp;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100836
837 hdr_ip6 = (struct ip6_hdr *)line;
838
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200839 if (trash.data < 60 || trash.data < hdr_len) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100840 /* Fail if buffer length is not large enough to contain
Bertrand Jacquin67de5a22017-12-13 01:15:05 +0000841 * IPv6 header, TCP header */
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100842 goto missing;
Bertrand Jacquinb3875912017-12-13 00:58:51 +0000843 }
844 else if (hdr_ip6->ip6_nxt != IPPROTO_TCP) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100845 /* The protocol does not include a TCP header */
846 conn->err_code = CO_ER_CIP_BAD_PROTO;
847 goto fail;
Bertrand Jacquinb3875912017-12-13 00:58:51 +0000848 }
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100849
David Carlier3015a2e2016-07-04 22:51:33 +0100850 hdr_tcp = (struct my_tcphdr *)(line + sizeof(struct ip6_hdr));
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100851
852 /* update the session's addresses and mark them set */
Willy Tarreau226572f2019-07-17 14:46:00 +0200853 ((struct sockaddr_in6 *)conn->src)->sin6_family = AF_INET6;
854 ((struct sockaddr_in6 *)conn->src)->sin6_addr = hdr_ip6->ip6_src;
855 ((struct sockaddr_in6 *)conn->src)->sin6_port = hdr_tcp->source;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100856
Willy Tarreau226572f2019-07-17 14:46:00 +0200857 ((struct sockaddr_in6 *)conn->dst)->sin6_family = AF_INET6;
858 ((struct sockaddr_in6 *)conn->dst)->sin6_addr = hdr_ip6->ip6_dst;
859 ((struct sockaddr_in6 *)conn->dst)->sin6_port = hdr_tcp->dest;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100860
861 conn->flags |= CO_FL_ADDR_FROM_SET | CO_FL_ADDR_TO_SET;
862 }
863 else {
864 /* The protocol does not match something known (IPv4/IPv6) */
865 conn->err_code = CO_ER_CIP_BAD_PROTO;
866 goto fail;
867 }
868
Bertrand Jacquin7d668f92017-12-13 01:23:39 +0000869 line += hdr_len;
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200870 trash.data = line - trash.area;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100871
872 /* remove the NetScaler Client IP header from the request. For this
873 * we re-read the exact line at once. If we don't get the exact same
874 * result, we fail.
875 */
876 do {
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200877 int len2 = recv(conn->handle.fd, trash.area, trash.data, 0);
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100878 if (len2 < 0 && errno == EINTR)
879 continue;
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200880 if (len2 != trash.data)
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100881 goto recv_abort;
882 } while (0);
883
884 conn->flags &= ~flag;
885 return 1;
886
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200887 not_ready:
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200888 return 0;
889
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100890 missing:
891 /* Missing data. Since we're using MSG_PEEK, we can only poll again if
892 * we have not read anything. Otherwise we need to fail because we won't
893 * be able to poll anymore.
894 */
895 conn->err_code = CO_ER_CIP_TRUNCATED;
896 goto fail;
897
898 bad_magic:
899 conn->err_code = CO_ER_CIP_BAD_MAGIC;
900 goto fail;
901
902 recv_abort:
903 conn->err_code = CO_ER_CIP_ABORT;
904 conn->flags |= CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH;
905 goto fail;
906
907 fail:
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100908 conn->flags |= CO_FL_ERROR;
909 return 0;
910}
911
Alexander Liu2a54bb72019-05-22 19:44:48 +0800912
913int conn_send_socks4_proxy_request(struct connection *conn)
914{
915 struct socks4_request req_line;
916
917 /* we might have been called just after an asynchronous shutw */
918 if (conn->flags & CO_FL_SOCK_WR_SH)
919 goto out_error;
920
921 if (!conn_ctrl_ready(conn))
922 goto out_error;
923
Willy Tarreau226572f2019-07-17 14:46:00 +0200924 if (!conn_get_dst(conn))
925 goto out_error;
926
Alexander Liu2a54bb72019-05-22 19:44:48 +0800927 req_line.version = 0x04;
928 req_line.command = 0x01;
Willy Tarreau226572f2019-07-17 14:46:00 +0200929 req_line.port = get_net_port(conn->dst);
930 req_line.ip = is_inet_addr(conn->dst);
Alexander Liu2a54bb72019-05-22 19:44:48 +0800931 memcpy(req_line.user_id, "HAProxy\0", 8);
932
933 if (conn->send_proxy_ofs > 0) {
934 /*
935 * This is the first call to send the request
936 */
937 conn->send_proxy_ofs = -(int)sizeof(req_line);
938 }
939
940 if (conn->send_proxy_ofs < 0) {
941 int ret = 0;
942
943 /* we are sending the socks4_req_line here. If the data layer
944 * has a pending write, we'll also set MSG_MORE.
945 */
946 ret = conn_sock_send(
947 conn,
948 ((char *)(&req_line)) + (sizeof(req_line)+conn->send_proxy_ofs),
949 -conn->send_proxy_ofs,
950 (conn->flags & CO_FL_XPRT_WR_ENA) ? MSG_MORE : 0);
951
952 DPRINTF(stderr, "SOCKS PROXY HS FD[%04X]: Before send remain is [%d], sent [%d]\n",
953 conn->handle.fd, -conn->send_proxy_ofs, ret);
954
955 if (ret < 0) {
956 goto out_error;
957 }
958
959 conn->send_proxy_ofs += ret; /* becomes zero once complete */
960 if (conn->send_proxy_ofs != 0) {
961 goto out_wait;
962 }
963 }
964
965 /* OK we've the whole request sent */
966 conn->flags &= ~CO_FL_SOCKS4_SEND;
Alexander Liu2a54bb72019-05-22 19:44:48 +0800967
968 /* The connection is ready now, simply return and let the connection
969 * handler notify upper layers if needed.
970 */
971 if (conn->flags & CO_FL_WAIT_L4_CONN)
972 conn->flags &= ~CO_FL_WAIT_L4_CONN;
973
974 if (conn->flags & CO_FL_SEND_PROXY) {
975 /*
976 * Get the send_proxy_ofs ready for the send_proxy due to we are
977 * reusing the "send_proxy_ofs", and SOCKS4 handshake should be done
978 * before sending PROXY Protocol.
979 */
980 conn->send_proxy_ofs = 1;
981 }
982 return 1;
983
984 out_error:
985 /* Write error on the file descriptor */
986 conn->flags |= CO_FL_ERROR;
987 if (conn->err_code == CO_ER_NONE) {
988 conn->err_code = CO_ER_SOCKS4_SEND;
989 }
990 return 0;
991
992 out_wait:
Alexander Liu2a54bb72019-05-22 19:44:48 +0800993 return 0;
994}
995
996int conn_recv_socks4_proxy_response(struct connection *conn)
997{
998 char line[SOCKS4_HS_RSP_LEN];
999 int ret;
1000
1001 /* we might have been called just after an asynchronous shutr */
1002 if (conn->flags & CO_FL_SOCK_RD_SH)
1003 goto fail;
1004
1005 if (!conn_ctrl_ready(conn))
1006 goto fail;
1007
1008 if (!fd_recv_ready(conn->handle.fd))
Willy Tarreau6499b9d2019-06-03 08:17:30 +02001009 goto not_ready;
Alexander Liu2a54bb72019-05-22 19:44:48 +08001010
1011 do {
1012 /* SOCKS4 Proxy will response with 8 bytes, 0x00 | 0x5A | 0x00 0x00 | 0x00 0x00 0x00 0x00
1013 * Try to peek into it, before all 8 bytes ready.
1014 */
1015 ret = recv(conn->handle.fd, line, SOCKS4_HS_RSP_LEN, MSG_PEEK);
1016
1017 if (ret == 0) {
1018 /* the socket has been closed or shutdown for send */
1019 DPRINTF(stderr, "SOCKS PROXY HS FD[%04X]: Received ret[%d], errno[%d], looks like the socket has been closed or shutdown for send\n",
1020 conn->handle.fd, ret, errno);
1021 if (conn->err_code == CO_ER_NONE) {
1022 conn->err_code = CO_ER_SOCKS4_RECV;
1023 }
1024 goto fail;
1025 }
1026
1027 if (ret > 0) {
1028 if (ret == SOCKS4_HS_RSP_LEN) {
1029 DPRINTF(stderr, "SOCKS PROXY HS FD[%04X]: Received 8 bytes, the response is [%02X|%02X|%02X %02X|%02X %02X %02X %02X]\n",
1030 conn->handle.fd, line[0], line[1], line[2], line[3], line[4], line[5], line[6], line[7]);
1031 }else{
1032 DPRINTF(stderr, "SOCKS PROXY HS FD[%04X]: Received ret[%d], first byte is [%02X], last bye is [%02X]\n", conn->handle.fd, ret, line[0], line[ret-1]);
1033 }
1034 } else {
1035 DPRINTF(stderr, "SOCKS PROXY HS FD[%04X]: Received ret[%d], errno[%d]\n", conn->handle.fd, ret, errno);
1036 }
1037
1038 if (ret < 0) {
1039 if (errno == EINTR) {
1040 continue;
1041 }
1042 if (errno == EAGAIN) {
1043 fd_cant_recv(conn->handle.fd);
Willy Tarreau6499b9d2019-06-03 08:17:30 +02001044 goto not_ready;
Alexander Liu2a54bb72019-05-22 19:44:48 +08001045 }
1046 goto recv_abort;
1047 }
1048 } while (0);
1049
1050 if (ret < SOCKS4_HS_RSP_LEN) {
1051 /* Missing data. Since we're using MSG_PEEK, we can only poll again if
1052 * we are not able to read enough data.
1053 */
Willy Tarreau6499b9d2019-06-03 08:17:30 +02001054 goto not_ready;
Alexander Liu2a54bb72019-05-22 19:44:48 +08001055 }
1056
1057 /*
1058 * Base on the SOCSK4 protocol:
1059 *
1060 * +----+----+----+----+----+----+----+----+
1061 * | VN | CD | DSTPORT | DSTIP |
1062 * +----+----+----+----+----+----+----+----+
1063 * # of bytes: 1 1 2 4
1064 * VN is the version of the reply code and should be 0. CD is the result
1065 * code with one of the following values:
1066 * 90: request granted
1067 * 91: request rejected or failed
1068 * 92: request rejected becasue SOCKS server cannot connect to identd on the client
1069 * 93: request rejected because the client program and identd report different user-ids
1070 * The remaining fields are ignored.
1071 */
1072 if (line[1] != 90) {
1073 conn->flags &= ~CO_FL_SOCKS4_RECV;
1074
1075 DPRINTF(stderr, "SOCKS PROXY HS FD[%04X]: FAIL, the response is [%02X|%02X|%02X %02X|%02X %02X %02X %02X]\n",
1076 conn->handle.fd, line[0], line[1], line[2], line[3], line[4], line[5], line[6], line[7]);
1077 if (conn->err_code == CO_ER_NONE) {
1078 conn->err_code = CO_ER_SOCKS4_DENY;
1079 }
1080 goto fail;
1081 }
1082
1083 /* remove the 8 bytes response from the stream */
1084 do {
1085 ret = recv(conn->handle.fd, line, SOCKS4_HS_RSP_LEN, 0);
1086 if (ret < 0 && errno == EINTR) {
1087 continue;
1088 }
1089 if (ret != SOCKS4_HS_RSP_LEN) {
1090 if (conn->err_code == CO_ER_NONE) {
1091 conn->err_code = CO_ER_SOCKS4_RECV;
1092 }
1093 goto fail;
1094 }
1095 } while (0);
1096
1097 conn->flags &= ~CO_FL_SOCKS4_RECV;
1098 return 1;
1099
Willy Tarreau6499b9d2019-06-03 08:17:30 +02001100 not_ready:
Willy Tarreau6499b9d2019-06-03 08:17:30 +02001101 return 0;
1102
Alexander Liu2a54bb72019-05-22 19:44:48 +08001103 recv_abort:
1104 if (conn->err_code == CO_ER_NONE) {
1105 conn->err_code = CO_ER_SOCKS4_ABORT;
1106 }
1107 conn->flags |= (CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH);
1108 goto fail;
1109
1110 fail:
Alexander Liu2a54bb72019-05-22 19:44:48 +08001111 conn->flags |= CO_FL_ERROR;
1112 return 0;
1113}
1114
Ilya Shipitsinca56fce2018-09-15 00:50:05 +05001115/* Note: <remote> is explicitly allowed to be NULL */
David Safb76832014-05-08 23:42:08 -04001116int make_proxy_line(char *buf, int buf_len, struct server *srv, struct connection *remote)
1117{
1118 int ret = 0;
1119
1120 if (srv && (srv->pp_opts & SRV_PP_V2)) {
1121 ret = make_proxy_line_v2(buf, buf_len, srv, remote);
1122 }
1123 else {
Willy Tarreau226572f2019-07-17 14:46:00 +02001124 if (remote && conn_get_src(remote) && conn_get_dst(remote))
1125 ret = make_proxy_line_v1(buf, buf_len, remote->src, remote->dst);
David Safb76832014-05-08 23:42:08 -04001126 else
1127 ret = make_proxy_line_v1(buf, buf_len, NULL, NULL);
1128 }
1129
1130 return ret;
1131}
1132
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001133/* Makes a PROXY protocol line from the two addresses. The output is sent to
1134 * buffer <buf> for a maximum size of <buf_len> (including the trailing zero).
1135 * It returns the number of bytes composing this line (including the trailing
1136 * LF), or zero in case of failure (eg: not enough space). It supports TCP4,
Willy Tarreau2e1401a2013-10-01 11:41:55 +02001137 * TCP6 and "UNKNOWN" formats. If any of <src> or <dst> is null, UNKNOWN is
1138 * emitted as well.
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001139 */
David Safb76832014-05-08 23:42:08 -04001140int make_proxy_line_v1(char *buf, int buf_len, struct sockaddr_storage *src, struct sockaddr_storage *dst)
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001141{
1142 int ret = 0;
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001143 char * protocol;
1144 char src_str[MAX(INET_ADDRSTRLEN, INET6_ADDRSTRLEN)];
1145 char dst_str[MAX(INET_ADDRSTRLEN, INET6_ADDRSTRLEN)];
1146 in_port_t src_port;
1147 in_port_t dst_port;
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001148
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001149 if ( !src
1150 || !dst
1151 || (src->ss_family != AF_INET && src->ss_family != AF_INET6)
1152 || (dst->ss_family != AF_INET && dst->ss_family != AF_INET6)) {
1153 /* unknown family combination */
1154 ret = snprintf(buf, buf_len, "PROXY UNKNOWN\r\n");
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001155 if (ret >= buf_len)
1156 return 0;
1157
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001158 return ret;
1159 }
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001160
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001161 /* IPv4 for both src and dst */
1162 if (src->ss_family == AF_INET && dst->ss_family == AF_INET) {
1163 protocol = "TCP4";
1164 if (!inet_ntop(AF_INET, &((struct sockaddr_in *)src)->sin_addr, src_str, sizeof(src_str)))
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001165 return 0;
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001166 src_port = ((struct sockaddr_in *)src)->sin_port;
1167 if (!inet_ntop(AF_INET, &((struct sockaddr_in *)dst)->sin_addr, dst_str, sizeof(dst_str)))
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001168 return 0;
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001169 dst_port = ((struct sockaddr_in *)dst)->sin_port;
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001170 }
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001171 /* IPv6 for at least one of src and dst */
1172 else {
1173 struct in6_addr tmp;
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001174
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001175 protocol = "TCP6";
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001176
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001177 if (src->ss_family == AF_INET) {
1178 /* Convert src to IPv6 */
1179 v4tov6(&tmp, &((struct sockaddr_in *)src)->sin_addr);
1180 src_port = ((struct sockaddr_in *)src)->sin_port;
1181 }
1182 else {
1183 tmp = ((struct sockaddr_in6 *)src)->sin6_addr;
1184 src_port = ((struct sockaddr_in6 *)src)->sin6_port;
1185 }
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001186
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001187 if (!inet_ntop(AF_INET6, &tmp, src_str, sizeof(src_str)))
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001188 return 0;
1189
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001190 if (dst->ss_family == AF_INET) {
1191 /* Convert dst to IPv6 */
1192 v4tov6(&tmp, &((struct sockaddr_in *)dst)->sin_addr);
1193 dst_port = ((struct sockaddr_in *)dst)->sin_port;
1194 }
1195 else {
1196 tmp = ((struct sockaddr_in6 *)dst)->sin6_addr;
1197 dst_port = ((struct sockaddr_in6 *)dst)->sin6_port;
1198 }
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001199
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001200 if (!inet_ntop(AF_INET6, &tmp, dst_str, sizeof(dst_str)))
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001201 return 0;
1202 }
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001203
1204 ret = snprintf(buf, buf_len, "PROXY %s %s %s %u %u\r\n", protocol, src_str, dst_str, ntohs(src_port), ntohs(dst_port));
1205 if (ret >= buf_len)
1206 return 0;
1207
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001208 return ret;
1209}
David Safb76832014-05-08 23:42:08 -04001210
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +01001211static int make_tlv(char *dest, int dest_len, char type, uint16_t length, const char *value)
David Safb76832014-05-08 23:42:08 -04001212{
1213 struct tlv *tlv;
1214
1215 if (!dest || (length + sizeof(*tlv) > dest_len))
1216 return 0;
1217
1218 tlv = (struct tlv *)dest;
1219
1220 tlv->type = type;
1221 tlv->length_hi = length >> 8;
1222 tlv->length_lo = length & 0x00ff;
1223 memcpy(tlv->value, value, length);
1224 return length + sizeof(*tlv);
1225}
David Safb76832014-05-08 23:42:08 -04001226
Ilya Shipitsinca56fce2018-09-15 00:50:05 +05001227/* Note: <remote> is explicitly allowed to be NULL */
David Safb76832014-05-08 23:42:08 -04001228int make_proxy_line_v2(char *buf, int buf_len, struct server *srv, struct connection *remote)
1229{
Willy Tarreau8fccfa22014-06-14 08:28:06 +02001230 const char pp2_signature[] = PP2_SIGNATURE;
Emmanuel Hocdet4399c752018-02-05 15:26:43 +01001231 void *tlv_crc32c_p = NULL;
David Safb76832014-05-08 23:42:08 -04001232 int ret = 0;
Willy Tarreau8fccfa22014-06-14 08:28:06 +02001233 struct proxy_hdr_v2 *hdr = (struct proxy_hdr_v2 *)buf;
Vincent Bernat6e615892016-05-18 16:17:44 +02001234 struct sockaddr_storage null_addr = { .ss_family = 0 };
David Safb76832014-05-08 23:42:08 -04001235 struct sockaddr_storage *src = &null_addr;
1236 struct sockaddr_storage *dst = &null_addr;
Emmanuel Hocdet404d9782017-10-24 10:55:14 +02001237 const char *value;
1238 int value_len;
David Safb76832014-05-08 23:42:08 -04001239
1240 if (buf_len < PP2_HEADER_LEN)
1241 return 0;
Willy Tarreau8fccfa22014-06-14 08:28:06 +02001242 memcpy(hdr->sig, pp2_signature, PP2_SIGNATURE_LEN);
David Safb76832014-05-08 23:42:08 -04001243
Willy Tarreau226572f2019-07-17 14:46:00 +02001244 if (remote && conn_get_src(remote) && conn_get_dst(remote)) {
1245 src = remote->src;
1246 dst = remote->dst;
David Safb76832014-05-08 23:42:08 -04001247 }
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +01001248
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001249 /* At least one of src or dst is not of AF_INET or AF_INET6 */
1250 if ( !src
1251 || !dst
1252 || (src->ss_family != AF_INET && src->ss_family != AF_INET6)
1253 || (dst->ss_family != AF_INET && dst->ss_family != AF_INET6)) {
David Safb76832014-05-08 23:42:08 -04001254 if (buf_len < PP2_HDR_LEN_UNSPEC)
1255 return 0;
Willy Tarreau8fccfa22014-06-14 08:28:06 +02001256 hdr->ver_cmd = PP2_VERSION | PP2_CMD_LOCAL;
1257 hdr->fam = PP2_FAM_UNSPEC | PP2_TRANS_UNSPEC;
David Safb76832014-05-08 23:42:08 -04001258 ret = PP2_HDR_LEN_UNSPEC;
1259 }
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001260 else {
1261 /* IPv4 for both src and dst */
1262 if (src->ss_family == AF_INET && dst->ss_family == AF_INET) {
1263 if (buf_len < PP2_HDR_LEN_INET)
1264 return 0;
1265 hdr->ver_cmd = PP2_VERSION | PP2_CMD_PROXY;
1266 hdr->fam = PP2_FAM_INET | PP2_TRANS_STREAM;
1267 hdr->addr.ip4.src_addr = ((struct sockaddr_in *)src)->sin_addr.s_addr;
1268 hdr->addr.ip4.src_port = ((struct sockaddr_in *)src)->sin_port;
1269 hdr->addr.ip4.dst_addr = ((struct sockaddr_in *)dst)->sin_addr.s_addr;
1270 hdr->addr.ip4.dst_port = ((struct sockaddr_in *)dst)->sin_port;
1271 ret = PP2_HDR_LEN_INET;
1272 }
1273 /* IPv6 for at least one of src and dst */
1274 else {
1275 struct in6_addr tmp;
1276
1277 if (buf_len < PP2_HDR_LEN_INET6)
1278 return 0;
1279 hdr->ver_cmd = PP2_VERSION | PP2_CMD_PROXY;
1280 hdr->fam = PP2_FAM_INET6 | PP2_TRANS_STREAM;
1281 if (src->ss_family == AF_INET) {
1282 v4tov6(&tmp, &((struct sockaddr_in *)src)->sin_addr);
1283 memcpy(hdr->addr.ip6.src_addr, &tmp, 16);
1284 hdr->addr.ip6.src_port = ((struct sockaddr_in *)src)->sin_port;
1285 }
1286 else {
1287 memcpy(hdr->addr.ip6.src_addr, &((struct sockaddr_in6 *)src)->sin6_addr, 16);
1288 hdr->addr.ip6.src_port = ((struct sockaddr_in6 *)src)->sin6_port;
1289 }
1290 if (dst->ss_family == AF_INET) {
1291 v4tov6(&tmp, &((struct sockaddr_in *)dst)->sin_addr);
1292 memcpy(hdr->addr.ip6.dst_addr, &tmp, 16);
1293 hdr->addr.ip6.src_port = ((struct sockaddr_in *)src)->sin_port;
1294 }
1295 else {
1296 memcpy(hdr->addr.ip6.dst_addr, &((struct sockaddr_in6 *)dst)->sin6_addr, 16);
1297 hdr->addr.ip6.dst_port = ((struct sockaddr_in6 *)dst)->sin6_port;
1298 }
1299
1300 ret = PP2_HDR_LEN_INET6;
1301 }
1302 }
David Safb76832014-05-08 23:42:08 -04001303
Emmanuel Hocdet4399c752018-02-05 15:26:43 +01001304 if (srv->pp_opts & SRV_PP_V2_CRC32C) {
1305 uint32_t zero_crc32c = 0;
1306 if ((buf_len - ret) < sizeof(struct tlv))
1307 return 0;
1308 tlv_crc32c_p = (void *)((struct tlv *)&buf[ret])->value;
1309 ret += make_tlv(&buf[ret], (buf_len - ret), PP2_TYPE_CRC32C, sizeof(zero_crc32c), (const char *)&zero_crc32c);
1310 }
1311
Ilya Shipitsinca56fce2018-09-15 00:50:05 +05001312 if (remote && conn_get_alpn(remote, &value, &value_len)) {
Emmanuel Hocdet404d9782017-10-24 10:55:14 +02001313 if ((buf_len - ret) < sizeof(struct tlv))
1314 return 0;
Emmanuel Hocdet571c7ac2017-10-31 18:24:05 +01001315 ret += make_tlv(&buf[ret], (buf_len - ret), PP2_TYPE_ALPN, value_len, value);
Emmanuel Hocdet404d9782017-10-24 10:55:14 +02001316 }
1317
Emmanuel Hocdet253c3b72018-02-01 18:29:59 +01001318 if (srv->pp_opts & SRV_PP_V2_AUTHORITY) {
Emmanuel Hocdet8a4ffa02019-08-29 11:54:51 +02001319 value = NULL;
1320 if (remote && remote->proxy_authority) {
1321 value = remote->proxy_authority;
1322 value_len = remote->proxy_authority_len;
1323 }
1324#ifdef USE_OPENSSL
1325 else {
Jerome Magnin78891c72019-09-02 09:53:41 +02001326 if ((value = ssl_sock_get_sni(remote)))
Emmanuel Hocdet8a4ffa02019-08-29 11:54:51 +02001327 value_len = strlen(value);
1328 }
1329#endif
Emmanuel Hocdet253c3b72018-02-01 18:29:59 +01001330 if (value) {
1331 if ((buf_len - ret) < sizeof(struct tlv))
1332 return 0;
Emmanuel Hocdet8a4ffa02019-08-29 11:54:51 +02001333 ret += make_tlv(&buf[ret], (buf_len - ret), PP2_TYPE_AUTHORITY, value_len, value);
Emmanuel Hocdet253c3b72018-02-01 18:29:59 +01001334 }
1335 }
1336
Emmanuel Hocdet8a4ffa02019-08-29 11:54:51 +02001337#ifdef USE_OPENSSL
David Safb76832014-05-08 23:42:08 -04001338 if (srv->pp_opts & SRV_PP_V2_SSL) {
Emmanuel Hocdet404d9782017-10-24 10:55:14 +02001339 struct tlv_ssl *tlv;
1340 int ssl_tlv_len = 0;
David Safb76832014-05-08 23:42:08 -04001341 if ((buf_len - ret) < sizeof(struct tlv_ssl))
1342 return 0;
1343 tlv = (struct tlv_ssl *)&buf[ret];
1344 memset(tlv, 0, sizeof(struct tlv_ssl));
1345 ssl_tlv_len += sizeof(struct tlv_ssl);
1346 tlv->tlv.type = PP2_TYPE_SSL;
1347 if (ssl_sock_is_ssl(remote)) {
1348 tlv->client |= PP2_CLIENT_SSL;
Emmanuel Hocdet01da5712017-10-13 16:59:49 +02001349 value = ssl_sock_get_proto_version(remote);
David Safb76832014-05-08 23:42:08 -04001350 if (value) {
Emmanuel Hocdet8c0c34b2018-02-28 12:02:14 +01001351 ssl_tlv_len += make_tlv(&buf[ret+ssl_tlv_len], (buf_len-ret-ssl_tlv_len), PP2_SUBTYPE_SSL_VERSION, strlen(value), value);
David Safb76832014-05-08 23:42:08 -04001352 }
Dave McCowan328fb582014-07-30 10:39:13 -04001353 if (ssl_sock_get_cert_used_sess(remote)) {
1354 tlv->client |= PP2_CLIENT_CERT_SESS;
David Safb76832014-05-08 23:42:08 -04001355 tlv->verify = htonl(ssl_sock_get_verify_result(remote));
Dave McCowan328fb582014-07-30 10:39:13 -04001356 if (ssl_sock_get_cert_used_conn(remote))
1357 tlv->client |= PP2_CLIENT_CERT_CONN;
David Safb76832014-05-08 23:42:08 -04001358 }
1359 if (srv->pp_opts & SRV_PP_V2_SSL_CN) {
Willy Tarreau83061a82018-07-13 11:56:34 +02001360 struct buffer *cn_trash = get_trash_chunk();
Willy Tarreau3b9a0c92014-07-19 06:37:33 +02001361 if (ssl_sock_get_remote_common_name(remote, cn_trash) > 0) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02001362 ssl_tlv_len += make_tlv(&buf[ret+ssl_tlv_len], (buf_len - ret - ssl_tlv_len), PP2_SUBTYPE_SSL_CN,
1363 cn_trash->data,
1364 cn_trash->area);
David Safb76832014-05-08 23:42:08 -04001365 }
1366 }
Emmanuel Hocdetfa8d0f12018-02-01 15:53:52 +01001367 if (srv->pp_opts & SRV_PP_V2_SSL_KEY_ALG) {
Willy Tarreau83061a82018-07-13 11:56:34 +02001368 struct buffer *pkey_trash = get_trash_chunk();
Emmanuel Hocdetfa8d0f12018-02-01 15:53:52 +01001369 if (ssl_sock_get_pkey_algo(remote, pkey_trash) > 0) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02001370 ssl_tlv_len += make_tlv(&buf[ret+ssl_tlv_len], (buf_len - ret - ssl_tlv_len), PP2_SUBTYPE_SSL_KEY_ALG,
1371 pkey_trash->data,
1372 pkey_trash->area);
Emmanuel Hocdetfa8d0f12018-02-01 15:53:52 +01001373 }
1374 }
1375 if (srv->pp_opts & SRV_PP_V2_SSL_SIG_ALG) {
1376 value = ssl_sock_get_cert_sig(remote);
1377 if (value) {
1378 ssl_tlv_len += make_tlv(&buf[ret+ssl_tlv_len], (buf_len - ret - ssl_tlv_len), PP2_SUBTYPE_SSL_SIG_ALG, strlen(value), value);
1379 }
1380 }
1381 if (srv->pp_opts & SRV_PP_V2_SSL_CIPHER) {
1382 value = ssl_sock_get_cipher_name(remote);
1383 if (value) {
1384 ssl_tlv_len += make_tlv(&buf[ret+ssl_tlv_len], (buf_len - ret - ssl_tlv_len), PP2_SUBTYPE_SSL_CIPHER, strlen(value), value);
1385 }
1386 }
David Safb76832014-05-08 23:42:08 -04001387 }
1388 tlv->tlv.length_hi = (uint16_t)(ssl_tlv_len - sizeof(struct tlv)) >> 8;
1389 tlv->tlv.length_lo = (uint16_t)(ssl_tlv_len - sizeof(struct tlv)) & 0x00ff;
1390 ret += ssl_tlv_len;
1391 }
1392#endif
1393
Willy Tarreaue5733232019-05-22 19:24:06 +02001394#ifdef USE_NS
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +01001395 if (remote && (remote->proxy_netns)) {
1396 if ((buf_len - ret) < sizeof(struct tlv))
1397 return 0;
Emmanuel Hocdet571c7ac2017-10-31 18:24:05 +01001398 ret += make_tlv(&buf[ret], (buf_len - ret), PP2_TYPE_NETNS, remote->proxy_netns->name_len, remote->proxy_netns->node.key);
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +01001399 }
1400#endif
1401
Willy Tarreau8fccfa22014-06-14 08:28:06 +02001402 hdr->len = htons((uint16_t)(ret - PP2_HEADER_LEN));
David Safb76832014-05-08 23:42:08 -04001403
Emmanuel Hocdet4399c752018-02-05 15:26:43 +01001404 if (tlv_crc32c_p) {
1405 write_u32(tlv_crc32c_p, htonl(hash_crc32c(buf, ret)));
1406 }
1407
David Safb76832014-05-08 23:42:08 -04001408 return ret;
1409}
Emeric Brun4f603012017-01-05 15:11:44 +01001410
Willy Tarreau60ca10a2017-08-18 15:26:54 +02001411/* return the major HTTP version as 1 or 2 depending on how the request arrived
1412 * before being processed.
1413 */
1414static int
1415smp_fetch_fc_http_major(const struct arg *args, struct sample *smp, const char *kw, void *private)
1416{
Jérôme Magnin86577422018-12-07 09:03:11 +01001417 struct connection *conn = (kw[0] != 'b') ? objt_conn(smp->sess->origin) :
1418 smp->strm ? cs_conn(objt_cs(smp->strm->si[1].end)) : NULL;
Willy Tarreau60ca10a2017-08-18 15:26:54 +02001419
1420 smp->data.type = SMP_T_SINT;
1421 smp->data.u.sint = (conn && strcmp(conn_get_mux_name(conn), "H2") == 0) ? 2 : 1;
1422 return 1;
1423}
1424
Emeric Brun4f603012017-01-05 15:11:44 +01001425/* fetch if the received connection used a PROXY protocol header */
1426int smp_fetch_fc_rcvd_proxy(const struct arg *args, struct sample *smp, const char *kw, void *private)
1427{
1428 struct connection *conn;
1429
1430 conn = objt_conn(smp->sess->origin);
1431 if (!conn)
1432 return 0;
1433
1434 if (!(conn->flags & CO_FL_CONNECTED)) {
1435 smp->flags |= SMP_F_MAY_CHANGE;
1436 return 0;
1437 }
1438
1439 smp->flags = 0;
1440 smp->data.type = SMP_T_BOOL;
1441 smp->data.u.sint = (conn->flags & CO_FL_RCVD_PROXY) ? 1 : 0;
1442
1443 return 1;
1444}
1445
Geoff Simmons7185b782019-08-27 18:31:16 +02001446/* fetch the authority TLV from a PROXY protocol header */
1447int smp_fetch_fc_pp_authority(const struct arg *args, struct sample *smp, const char *kw, void *private)
1448{
1449 struct connection *conn;
1450
1451 conn = objt_conn(smp->sess->origin);
1452 if (!conn)
1453 return 0;
1454
1455 if (!(conn->flags & CO_FL_CONNECTED)) {
1456 smp->flags |= SMP_F_MAY_CHANGE;
1457 return 0;
1458 }
1459
1460 if (conn->proxy_authority == NULL)
1461 return 0;
1462
1463 smp->flags = 0;
1464 smp->data.type = SMP_T_STR;
1465 smp->data.u.str.area = conn->proxy_authority;
1466 smp->data.u.str.data = conn->proxy_authority_len;
1467
1468 return 1;
1469}
1470
Emeric Brun4f603012017-01-05 15:11:44 +01001471/* Note: must not be declared <const> as its list will be overwritten.
1472 * Note: fetches that may return multiple types must be declared as the lowest
1473 * common denominator, the type that can be casted into all other ones. For
1474 * instance v4/v6 must be declared v4.
1475 */
1476static struct sample_fetch_kw_list sample_fetch_keywords = {ILH, {
Willy Tarreau60ca10a2017-08-18 15:26:54 +02001477 { "fc_http_major", smp_fetch_fc_http_major, 0, NULL, SMP_T_SINT, SMP_USE_L4CLI },
Jérôme Magnin86577422018-12-07 09:03:11 +01001478 { "bc_http_major", smp_fetch_fc_http_major, 0, NULL, SMP_T_SINT, SMP_USE_L4SRV },
Emeric Brun4f603012017-01-05 15:11:44 +01001479 { "fc_rcvd_proxy", smp_fetch_fc_rcvd_proxy, 0, NULL, SMP_T_BOOL, SMP_USE_L4CLI },
Geoff Simmons7185b782019-08-27 18:31:16 +02001480 { "fc_pp_authority", smp_fetch_fc_pp_authority, 0, NULL, SMP_T_STR, SMP_USE_L4CLI },
Emeric Brun4f603012017-01-05 15:11:44 +01001481 { /* END */ },
1482}};
1483
Willy Tarreau0108d902018-11-25 19:14:37 +01001484INITCALL1(STG_REGISTER, sample_register_fetches, &sample_fetch_keywords);