blob: 4d6d4d584ab87da44d406d955eebc06828ab5370 [file] [log] [blame]
Willy Tarreau59f98392012-07-06 14:13:49 +02001/*
2 * Connection management functions
3 *
4 * Copyright 2000-2012 Willy Tarreau <w@1wt.eu>
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
Willy Tarreaue1e4a612012-10-05 00:10:55 +020013#include <errno.h>
14
Willy Tarreau59f98392012-07-06 14:13:49 +020015#include <common/compat.h>
16#include <common/config.h>
Willy Tarreau0108d902018-11-25 19:14:37 +010017#include <common/initcall.h>
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +010018#include <common/namespace.h>
Emmanuel Hocdet4399c752018-02-05 15:26:43 +010019#include <common/hash.h>
20#include <common/net_helper.h>
Willy Tarreau59f98392012-07-06 14:13:49 +020021
Willy Tarreauc5788912012-08-24 18:12:41 +020022#include <proto/connection.h>
Willy Tarreaudd2f85e2012-09-02 22:34:23 +020023#include <proto/fd.h>
Willy Tarreau5f1504f2012-10-04 23:55:57 +020024#include <proto/frontend.h>
Willy Tarreau2da156f2012-07-23 15:07:23 +020025#include <proto/proto_tcp.h>
Willy Tarreau2c6be842012-07-06 17:12:34 +020026#include <proto/stream_interface.h>
Emeric Brun4f603012017-01-05 15:11:44 +010027#include <proto/sample.h>
Emeric Brun46591952012-05-18 15:47:34 +020028#include <proto/ssl_sock.h>
Emeric Brun46591952012-05-18 15:47:34 +020029
Alexander Liu2a54bb72019-05-22 19:44:48 +080030#include <common/debug.h>
31
Willy Tarreau8ceae722018-11-26 11:58:30 +010032DECLARE_POOL(pool_head_connection, "connection", sizeof(struct connection));
33DECLARE_POOL(pool_head_connstream, "conn_stream", sizeof(struct conn_stream));
34
Willy Tarreau13e14102016-12-22 20:25:26 +010035struct xprt_ops *registered_xprt[XPRT_ENTRIES] = { NULL, };
Willy Tarreauf2943dc2012-10-26 20:10:28 +020036
Christopher Faulet32f61c02018-04-10 14:33:41 +020037/* List head of all known muxes for PROTO */
38struct mux_proto_list mux_proto_list = {
39 .list = LIST_HEAD_INIT(mux_proto_list.list)
Willy Tarreau2386be62017-09-21 19:40:52 +020040};
41
Willy Tarreau59f98392012-07-06 14:13:49 +020042/* I/O callback for fd-based connections. It calls the read/write handlers
Willy Tarreau7a798e52016-04-14 11:13:20 +020043 * provided by the connection's sock_ops, which must be valid.
Willy Tarreau59f98392012-07-06 14:13:49 +020044 */
Willy Tarreau7a798e52016-04-14 11:13:20 +020045void conn_fd_handler(int fd)
Willy Tarreau59f98392012-07-06 14:13:49 +020046{
Willy Tarreau80184712012-07-06 14:54:49 +020047 struct connection *conn = fdtab[fd].owner;
Willy Tarreau9e272bf2012-10-03 21:04:48 +020048 unsigned int flags;
Olivier Houchardaf4021e2018-08-09 13:06:55 +020049 int io_available = 0;
Willy Tarreau59f98392012-07-06 14:13:49 +020050
Willy Tarreaud80cb4e2018-01-20 19:30:13 +010051 if (unlikely(!conn)) {
52 activity[tid].conn_dead++;
Willy Tarreau7a798e52016-04-14 11:13:20 +020053 return;
Willy Tarreaud80cb4e2018-01-20 19:30:13 +010054 }
Willy Tarreau59f98392012-07-06 14:13:49 +020055
Willy Tarreau7d281492012-12-16 19:19:13 +010056 conn_refresh_polling_flags(conn);
Willy Tarreau916e12d2017-10-25 09:22:43 +020057 conn->flags |= CO_FL_WILL_UPDATE;
58
Willy Tarreau7d281492012-12-16 19:19:13 +010059 flags = conn->flags & ~CO_FL_ERROR; /* ensure to call the wake handler upon error */
Willy Tarreaud29a0662012-12-10 16:33:38 +010060
Willy Tarreau8e3c6ce2017-08-28 15:46:01 +020061 /* The connection owner might want to be notified about an end of
62 * handshake indicating the connection is ready, before we proceed with
63 * any data exchange. The callback may fail and cause the connection to
64 * be destroyed, thus we must not use it anymore and should immediately
65 * leave instead. The caller must immediately unregister itself once
66 * called.
Willy Tarreau2542b532012-08-31 16:01:23 +020067 */
Olivier Houchardfe50bfb2019-05-27 12:09:19 +020068 if (!(conn->flags & CO_FL_HANDSHAKE) &&
Olivier Houchardea8dd942019-05-20 14:02:16 +020069 conn->xprt_done_cb && conn->xprt_done_cb(conn) < 0)
Willy Tarreau7a798e52016-04-14 11:13:20 +020070 return;
Willy Tarreau2542b532012-08-31 16:01:23 +020071
Olivier Houchardc3df4502019-06-05 17:07:45 +020072 if (conn->xprt && fd_send_ready(fd)) {
Willy Tarreau3c0cc492017-03-19 07:54:28 +010073 /* force reporting of activity by clearing the previous flags :
74 * we'll have at least ERROR or CONNECTED at the end of an I/O,
75 * both of which will be detected below.
Willy Tarreau9e272bf2012-10-03 21:04:48 +020076 */
Willy Tarreau3c0cc492017-03-19 07:54:28 +010077 flags = 0;
Olivier Houchardfa8aa862018-10-10 18:25:41 +020078 if (conn->send_wait != NULL) {
Willy Tarreau4f6516d2018-12-19 13:59:17 +010079 conn->send_wait->events &= ~SUB_RETRY_SEND;
Willy Tarreau3c39a7d2019-06-14 14:42:29 +020080 tasklet_wakeup(conn->send_wait->tasklet);
Olivier Houchardfa8aa862018-10-10 18:25:41 +020081 conn->send_wait = NULL;
82 } else
83 io_available = 1;
Olivier Houchard53216e72018-10-10 15:46:36 +020084 __conn_xprt_stop_send(conn);
Willy Tarreau9e272bf2012-10-03 21:04:48 +020085 }
Willy Tarreau59f98392012-07-06 14:13:49 +020086
Willy Tarreau57ec32f2017-04-11 19:59:33 +020087 /* The data transfer starts here and stops on error and handshakes. Note
88 * that we must absolutely test conn->xprt at each step in case it suddenly
89 * changes due to a quick unexpected close().
90 */
Olivier Houchardc3df4502019-06-05 17:07:45 +020091 if (conn->xprt && fd_recv_ready(fd)) {
Willy Tarreau3c0cc492017-03-19 07:54:28 +010092 /* force reporting of activity by clearing the previous flags :
93 * we'll have at least ERROR or CONNECTED at the end of an I/O,
94 * both of which will be detected below.
Willy Tarreau9e272bf2012-10-03 21:04:48 +020095 */
Willy Tarreau3c0cc492017-03-19 07:54:28 +010096 flags = 0;
Olivier Houchardfa8aa862018-10-10 18:25:41 +020097 if (conn->recv_wait) {
Willy Tarreau4f6516d2018-12-19 13:59:17 +010098 conn->recv_wait->events &= ~SUB_RETRY_RECV;
Willy Tarreau3c39a7d2019-06-14 14:42:29 +020099 tasklet_wakeup(conn->recv_wait->tasklet);
Olivier Houchardfa8aa862018-10-10 18:25:41 +0200100 conn->recv_wait = NULL;
101 } else
102 io_available = 1;
Olivier Houchard53216e72018-10-10 15:46:36 +0200103 __conn_xprt_stop_recv(conn);
Willy Tarreau9e272bf2012-10-03 21:04:48 +0200104 }
Willy Tarreau2da156f2012-07-23 15:07:23 +0200105
Willy Tarreaufd803bb2014-01-20 15:13:07 +0100106 if (unlikely(conn->flags & CO_FL_WAIT_L4_CONN)) {
Willy Tarreauf8deb0c2012-09-01 17:59:22 +0200107 /* still waiting for a connection to establish and nothing was
108 * attempted yet to probe the connection. Then let's retry the
109 * connect().
Willy Tarreau2da156f2012-07-23 15:07:23 +0200110 */
Willy Tarreau239d7182012-07-23 18:53:03 +0200111 if (!tcp_connect_probe(conn))
Willy Tarreauafad0e02012-08-09 14:45:22 +0200112 goto leave;
Willy Tarreau2da156f2012-07-23 15:07:23 +0200113 }
Willy Tarreau2c6be842012-07-06 17:12:34 +0200114 leave:
Willy Tarreau3c0cc492017-03-19 07:54:28 +0100115 /* Verify if the connection just established. */
Willy Tarreau7bf3fa32017-03-14 20:19:29 +0100116 if (unlikely(!(conn->flags & (CO_FL_WAIT_L4_CONN | CO_FL_WAIT_L6_CONN | CO_FL_CONNECTED))))
117 conn->flags |= CO_FL_CONNECTED;
118
Willy Tarreau8e3c6ce2017-08-28 15:46:01 +0200119 /* The connection owner might want to be notified about failures to
120 * complete the handshake. The callback may fail and cause the
121 * connection to be destroyed, thus we must not use it anymore and
122 * should immediately leave instead. The caller must immediately
123 * unregister itself once called.
124 */
125 if (((conn->flags ^ flags) & CO_FL_NOTIFY_DONE) &&
126 conn->xprt_done_cb && conn->xprt_done_cb(conn) < 0)
127 return;
128
Willy Tarreau3c0cc492017-03-19 07:54:28 +0100129 /* The wake callback is normally used to notify the data layer about
130 * data layer activity (successful send/recv), connection establishment,
131 * shutdown and fatal errors. We need to consider the following
132 * situations to wake up the data layer :
133 * - change among the CO_FL_NOTIFY_DATA flags :
134 * {DATA,SOCK}_{RD,WR}_SH, ERROR,
135 * - absence of any of {L4,L6}_CONN and CONNECTED, indicating the
136 * end of handshake and transition to CONNECTED
137 * - raise of CONNECTED with HANDSHAKE down
138 * - end of HANDSHAKE with CONNECTED set
139 * - regular data layer activity
140 *
141 * Note that the wake callback is allowed to release the connection and
142 * the fd (and return < 0 in this case).
Willy Tarreau2396c1c2012-10-03 21:12:16 +0200143 */
Olivier Houchardaf4021e2018-08-09 13:06:55 +0200144 if ((io_available || (((conn->flags ^ flags) & CO_FL_NOTIFY_DATA) ||
Willy Tarreau3c0cc492017-03-19 07:54:28 +0100145 ((flags & (CO_FL_CONNECTED|CO_FL_HANDSHAKE)) != CO_FL_CONNECTED &&
Olivier Houchard910b2bc2018-07-17 18:49:38 +0200146 (conn->flags & (CO_FL_CONNECTED|CO_FL_HANDSHAKE)) == CO_FL_CONNECTED))) &&
Olivier Houchardfe50bfb2019-05-27 12:09:19 +0200147 conn->mux && conn->mux->wake && conn->mux->wake(conn) < 0)
Willy Tarreau7a798e52016-04-14 11:13:20 +0200148 return;
Willy Tarreaufd31e532012-07-23 18:24:25 +0200149
Willy Tarreauf9dabec2012-08-17 17:33:53 +0200150 /* commit polling changes */
Willy Tarreau916e12d2017-10-25 09:22:43 +0200151 conn->flags &= ~CO_FL_WILL_UPDATE;
Willy Tarreauf9dabec2012-08-17 17:33:53 +0200152 conn_cond_update_polling(conn);
Willy Tarreau7a798e52016-04-14 11:13:20 +0200153 return;
Willy Tarreau59f98392012-07-06 14:13:49 +0200154}
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200155
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200156/* Update polling on connection <c>'s file descriptor depending on its current
157 * state as reported in the connection's CO_FL_CURR_* flags, reports of EAGAIN
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200158 * in CO_FL_WAIT_*, and the data layer expectations indicated by CO_FL_XPRT_*.
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200159 * The connection flags are updated with the new flags at the end of the
Willy Tarreau0ffde2c2012-10-04 22:21:15 +0200160 * operation. Polling is totally disabled if an error was reported.
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200161 */
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200162void conn_update_xprt_polling(struct connection *c)
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200163{
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200164 unsigned int f = c->flags;
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200165
Willy Tarreau3c728722014-01-23 13:50:42 +0100166 if (!conn_ctrl_ready(c))
Willy Tarreauf79c8172013-10-21 16:30:56 +0200167 return;
168
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200169 /* update read status if needed */
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200170 if (unlikely((f & (CO_FL_CURR_RD_ENA|CO_FL_XPRT_RD_ENA)) == CO_FL_XPRT_RD_ENA)) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200171 fd_want_recv(c->handle.fd);
Willy Tarreauc8dd77f2012-11-05 17:52:26 +0100172 f |= CO_FL_CURR_RD_ENA;
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200173 }
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200174 else if (unlikely((f & (CO_FL_CURR_RD_ENA|CO_FL_XPRT_RD_ENA)) == CO_FL_CURR_RD_ENA)) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200175 fd_stop_recv(c->handle.fd);
Willy Tarreauc8dd77f2012-11-05 17:52:26 +0100176 f &= ~CO_FL_CURR_RD_ENA;
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200177 }
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200178
179 /* update write status if needed */
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200180 if (unlikely((f & (CO_FL_CURR_WR_ENA|CO_FL_XPRT_WR_ENA)) == CO_FL_XPRT_WR_ENA)) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200181 fd_want_send(c->handle.fd);
Willy Tarreauc8dd77f2012-11-05 17:52:26 +0100182 f |= CO_FL_CURR_WR_ENA;
183 }
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200184 else if (unlikely((f & (CO_FL_CURR_WR_ENA|CO_FL_XPRT_WR_ENA)) == CO_FL_CURR_WR_ENA)) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200185 fd_stop_send(c->handle.fd);
Willy Tarreauc8dd77f2012-11-05 17:52:26 +0100186 f &= ~CO_FL_CURR_WR_ENA;
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200187 }
Willy Tarreau310987a2014-01-22 19:46:33 +0100188 c->flags = f;
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200189}
190
Willy Tarreauff3e6482015-03-12 23:56:52 +0100191/* Send a message over an established connection. It makes use of send() and
192 * returns the same return code and errno. If the socket layer is not ready yet
193 * then -1 is returned and ENOTSOCK is set into errno. If the fd is not marked
194 * as ready, or if EAGAIN or ENOTCONN is returned, then we return 0. It returns
195 * EMSGSIZE if called with a zero length message. The purpose is to simplify
196 * some rare attempts to directly write on the socket from above the connection
197 * (typically send_proxy). In case of EAGAIN, the fd is marked as "cant_send".
198 * It automatically retries on EINTR. Other errors cause the connection to be
199 * marked as in error state. It takes similar arguments as send() except the
200 * first one which is the connection instead of the file descriptor. Note,
201 * MSG_DONTWAIT and MSG_NOSIGNAL are forced on the flags.
202 */
203int conn_sock_send(struct connection *conn, const void *buf, int len, int flags)
204{
205 int ret;
206
207 ret = -1;
208 errno = ENOTSOCK;
209
210 if (conn->flags & CO_FL_SOCK_WR_SH)
211 goto fail;
212
213 if (!conn_ctrl_ready(conn))
214 goto fail;
215
216 errno = EMSGSIZE;
217 if (!len)
218 goto fail;
219
Willy Tarreau585744b2017-08-24 14:31:19 +0200220 if (!fd_send_ready(conn->handle.fd))
Willy Tarreauff3e6482015-03-12 23:56:52 +0100221 goto wait;
222
223 do {
Willy Tarreau585744b2017-08-24 14:31:19 +0200224 ret = send(conn->handle.fd, buf, len, flags | MSG_DONTWAIT | MSG_NOSIGNAL);
Willy Tarreauff3e6482015-03-12 23:56:52 +0100225 } while (ret < 0 && errno == EINTR);
226
227
228 if (ret > 0)
229 return ret;
230
231 if (ret == 0 || errno == EAGAIN || errno == ENOTCONN) {
232 wait:
Willy Tarreau585744b2017-08-24 14:31:19 +0200233 fd_cant_send(conn->handle.fd);
Willy Tarreauff3e6482015-03-12 23:56:52 +0100234 return 0;
235 }
236 fail:
237 conn->flags |= CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH | CO_FL_ERROR;
238 return ret;
239}
240
Olivier Houcharde179d0e2019-03-21 18:27:17 +0100241int conn_unsubscribe(struct connection *conn, void *xprt_ctx, int event_type, void *param)
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200242{
Olivier Houchardfa8aa862018-10-10 18:25:41 +0200243 struct wait_event *sw;
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200244
Willy Tarreau4f6516d2018-12-19 13:59:17 +0100245 if (event_type & SUB_RETRY_RECV) {
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200246 sw = param;
Olivier Houchard35d11682019-05-14 18:02:47 +0200247 BUG_ON(conn->recv_wait != sw);
248 conn->recv_wait = NULL;
249 sw->events &= ~SUB_RETRY_RECV;
Olivier Houchard53216e72018-10-10 15:46:36 +0200250 __conn_xprt_stop_recv(conn);
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200251 }
Willy Tarreau4f6516d2018-12-19 13:59:17 +0100252 if (event_type & SUB_RETRY_SEND) {
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200253 sw = param;
Olivier Houchard35d11682019-05-14 18:02:47 +0200254 BUG_ON(conn->send_wait != sw);
255 conn->send_wait = NULL;
256 sw->events &= ~SUB_RETRY_SEND;
Olivier Houchard53216e72018-10-10 15:46:36 +0200257 __conn_xprt_stop_send(conn);
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200258 }
Olivier Houchard53216e72018-10-10 15:46:36 +0200259 conn_update_xprt_polling(conn);
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200260 return 0;
261}
262
Olivier Houcharde179d0e2019-03-21 18:27:17 +0100263int conn_subscribe(struct connection *conn, void *xprt_ctx, int event_type, void *param)
Olivier Houchard6ff20392018-07-17 18:46:31 +0200264{
Olivier Houchardfa8aa862018-10-10 18:25:41 +0200265 struct wait_event *sw;
Olivier Houchard6ff20392018-07-17 18:46:31 +0200266
Willy Tarreau4f6516d2018-12-19 13:59:17 +0100267 if (event_type & SUB_RETRY_RECV) {
Olivier Houchard4cf7fb12018-08-02 19:23:05 +0200268 sw = param;
Olivier Houchard35d11682019-05-14 18:02:47 +0200269 BUG_ON(conn->recv_wait != NULL || (sw->events & SUB_RETRY_RECV));
270 sw->events |= SUB_RETRY_RECV;
271 conn->recv_wait = sw;
Willy Tarreau4f6516d2018-12-19 13:59:17 +0100272 event_type &= ~SUB_RETRY_RECV;
Olivier Houchard53216e72018-10-10 15:46:36 +0200273 __conn_xprt_want_recv(conn);
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200274 }
Willy Tarreau4f6516d2018-12-19 13:59:17 +0100275 if (event_type & SUB_RETRY_SEND) {
Olivier Houchard6ff20392018-07-17 18:46:31 +0200276 sw = param;
Olivier Houchard35d11682019-05-14 18:02:47 +0200277 BUG_ON(conn->send_wait != NULL || (sw->events & SUB_RETRY_SEND));
278 sw->events |= SUB_RETRY_SEND;
279 conn->send_wait = sw;
Willy Tarreau4f6516d2018-12-19 13:59:17 +0100280 event_type &= ~SUB_RETRY_SEND;
Olivier Houchard53216e72018-10-10 15:46:36 +0200281 __conn_xprt_want_send(conn);
Olivier Houchard6ff20392018-07-17 18:46:31 +0200282 }
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200283 if (event_type != 0)
284 return (-1);
Olivier Houchard53216e72018-10-10 15:46:36 +0200285 conn_update_xprt_polling(conn);
Olivier Houchard83a0cd82018-09-28 17:57:58 +0200286 return 0;
Olivier Houchard6ff20392018-07-17 18:46:31 +0200287}
288
Willy Tarreaud85c4852015-03-13 00:40:28 +0100289/* Drains possibly pending incoming data on the file descriptor attached to the
290 * connection and update the connection's flags accordingly. This is used to
291 * know whether we need to disable lingering on close. Returns non-zero if it
292 * is safe to close without disabling lingering, otherwise zero. The SOCK_RD_SH
293 * flag may also be updated if the incoming shutdown was reported by the drain()
294 * function.
295 */
296int conn_sock_drain(struct connection *conn)
297{
Willy Tarreaue215bba2018-08-24 14:31:53 +0200298 int turns = 2;
299 int len;
300
Willy Tarreaud85c4852015-03-13 00:40:28 +0100301 if (!conn_ctrl_ready(conn))
302 return 1;
303
304 if (conn->flags & (CO_FL_ERROR | CO_FL_SOCK_RD_SH))
305 return 1;
306
Willy Tarreaue215bba2018-08-24 14:31:53 +0200307 if (fdtab[conn->handle.fd].ev & (FD_POLL_ERR|FD_POLL_HUP))
308 goto shut;
Willy Tarreaud85c4852015-03-13 00:40:28 +0100309
Willy Tarreaue215bba2018-08-24 14:31:53 +0200310 if (!fd_recv_ready(conn->handle.fd))
311 return 0;
Willy Tarreaud85c4852015-03-13 00:40:28 +0100312
Willy Tarreaue215bba2018-08-24 14:31:53 +0200313 if (conn->ctrl->drain) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200314 if (conn->ctrl->drain(conn->handle.fd) <= 0)
Willy Tarreaud85c4852015-03-13 00:40:28 +0100315 return 0;
Willy Tarreaue215bba2018-08-24 14:31:53 +0200316 goto shut;
317 }
318
319 /* no drain function defined, use the generic one */
320
321 while (turns) {
322#ifdef MSG_TRUNC_CLEARS_INPUT
323 len = recv(conn->handle.fd, NULL, INT_MAX, MSG_DONTWAIT | MSG_NOSIGNAL | MSG_TRUNC);
324 if (len == -1 && errno == EFAULT)
325#endif
326 len = recv(conn->handle.fd, trash.area, trash.size,
327 MSG_DONTWAIT | MSG_NOSIGNAL);
328
329 if (len == 0)
330 goto shut;
331
332 if (len < 0) {
333 if (errno == EAGAIN) {
334 /* connection not closed yet */
335 fd_cant_recv(conn->handle.fd);
336 break;
337 }
338 if (errno == EINTR) /* oops, try again */
339 continue;
340 /* other errors indicate a dead connection, fine. */
341 goto shut;
342 }
343 /* OK we read some data, let's try again once */
344 turns--;
Willy Tarreaud85c4852015-03-13 00:40:28 +0100345 }
346
Willy Tarreaue215bba2018-08-24 14:31:53 +0200347 /* some data are still present, give up */
348 return 0;
349
350 shut:
351 /* we're certain the connection was shut down */
352 fdtab[conn->handle.fd].linger_risk = 0;
Willy Tarreaud85c4852015-03-13 00:40:28 +0100353 conn->flags |= CO_FL_SOCK_RD_SH;
354 return 1;
355}
356
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100357/*
358 * Get data length from tlv
359 */
360static int get_tlv_length(const struct tlv *src)
361{
362 return (src->length_hi << 8) | src->length_lo;
363}
364
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200365/* This handshake handler waits a PROXY protocol header at the beginning of the
366 * raw data stream. The header looks like this :
367 *
368 * "PROXY" <SP> PROTO <SP> SRC3 <SP> DST3 <SP> SRC4 <SP> <DST4> "\r\n"
369 *
370 * There must be exactly one space between each field. Fields are :
371 * - PROTO : layer 4 protocol, which must be "TCP4" or "TCP6".
372 * - SRC3 : layer 3 (eg: IP) source address in standard text form
373 * - DST3 : layer 3 (eg: IP) destination address in standard text form
374 * - SRC4 : layer 4 (eg: TCP port) source address in standard text form
375 * - DST4 : layer 4 (eg: TCP port) destination address in standard text form
376 *
377 * This line MUST be at the beginning of the buffer and MUST NOT wrap.
378 *
379 * The header line is small and in all cases smaller than the smallest normal
380 * TCP MSS. So it MUST always be delivered as one segment, which ensures we
381 * can safely use MSG_PEEK and avoid buffering.
382 *
383 * Once the data is fetched, the values are set in the connection's address
384 * fields, and data are removed from the socket's buffer. The function returns
385 * zero if it needs to wait for more data or if it fails, or 1 if it completed
386 * and removed itself.
387 */
388int conn_recv_proxy(struct connection *conn, int flag)
389{
390 char *line, *end;
Willy Tarreau77992672014-06-14 11:06:17 +0200391 struct proxy_hdr_v2 *hdr_v2;
392 const char v2sig[] = PP2_SIGNATURE;
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100393 int tlv_length = 0;
KOVACS Krisztian7209c202015-07-03 14:09:10 +0200394 int tlv_offset = 0;
Willy Tarreaub406b872018-08-22 05:20:32 +0200395 int ret;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200396
397 /* we might have been called just after an asynchronous shutr */
398 if (conn->flags & CO_FL_SOCK_RD_SH)
399 goto fail;
400
Willy Tarreau3c728722014-01-23 13:50:42 +0100401 if (!conn_ctrl_ready(conn))
Willy Tarreauf79c8172013-10-21 16:30:56 +0200402 goto fail;
403
Willy Tarreau585744b2017-08-24 14:31:19 +0200404 if (!fd_recv_ready(conn->handle.fd))
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200405 goto not_ready;
Willy Tarreaufd803bb2014-01-20 15:13:07 +0100406
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200407 do {
Willy Tarreaub406b872018-08-22 05:20:32 +0200408 ret = recv(conn->handle.fd, trash.area, trash.size, MSG_PEEK);
409 if (ret < 0) {
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200410 if (errno == EINTR)
411 continue;
412 if (errno == EAGAIN) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200413 fd_cant_recv(conn->handle.fd);
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200414 goto not_ready;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200415 }
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100416 goto recv_abort;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200417 }
Willy Tarreaub406b872018-08-22 05:20:32 +0200418 trash.data = ret;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200419 } while (0);
420
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200421 if (!trash.data) {
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100422 /* client shutdown */
423 conn->err_code = CO_ER_PRX_EMPTY;
424 goto fail;
425 }
426
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200427 if (trash.data < 6)
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200428 goto missing;
429
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200430 line = trash.area;
431 end = trash.area + trash.data;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200432
433 /* Decode a possible proxy request, fail early if it does not match */
Willy Tarreau77992672014-06-14 11:06:17 +0200434 if (strncmp(line, "PROXY ", 6) != 0)
435 goto not_v1;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200436
437 line += 6;
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200438 if (trash.data < 9) /* shortest possible line */
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200439 goto missing;
440
David CARLIER42ff05e2016-03-24 09:22:36 +0000441 if (memcmp(line, "TCP4 ", 5) == 0) {
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200442 u32 src3, dst3, sport, dport;
443
444 line += 5;
445
446 src3 = inetaddr_host_lim_ret(line, end, &line);
447 if (line == end)
448 goto missing;
449 if (*line++ != ' ')
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100450 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200451
452 dst3 = inetaddr_host_lim_ret(line, end, &line);
453 if (line == end)
454 goto missing;
455 if (*line++ != ' ')
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100456 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200457
458 sport = read_uint((const char **)&line, end);
459 if (line == end)
460 goto missing;
461 if (*line++ != ' ')
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100462 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200463
464 dport = read_uint((const char **)&line, end);
465 if (line > end - 2)
466 goto missing;
467 if (*line++ != '\r')
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100468 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200469 if (*line++ != '\n')
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100470 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200471
472 /* update the session's addresses and mark them set */
473 ((struct sockaddr_in *)&conn->addr.from)->sin_family = AF_INET;
474 ((struct sockaddr_in *)&conn->addr.from)->sin_addr.s_addr = htonl(src3);
475 ((struct sockaddr_in *)&conn->addr.from)->sin_port = htons(sport);
476
477 ((struct sockaddr_in *)&conn->addr.to)->sin_family = AF_INET;
478 ((struct sockaddr_in *)&conn->addr.to)->sin_addr.s_addr = htonl(dst3);
479 ((struct sockaddr_in *)&conn->addr.to)->sin_port = htons(dport);
480 conn->flags |= CO_FL_ADDR_FROM_SET | CO_FL_ADDR_TO_SET;
481 }
David CARLIER42ff05e2016-03-24 09:22:36 +0000482 else if (memcmp(line, "TCP6 ", 5) == 0) {
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200483 u32 sport, dport;
484 char *src_s;
485 char *dst_s, *sport_s, *dport_s;
486 struct in6_addr src3, dst3;
487
488 line += 5;
489
490 src_s = line;
491 dst_s = sport_s = dport_s = NULL;
492 while (1) {
493 if (line > end - 2) {
494 goto missing;
495 }
496 else if (*line == '\r') {
497 *line = 0;
498 line++;
499 if (*line++ != '\n')
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100500 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200501 break;
502 }
503
504 if (*line == ' ') {
505 *line = 0;
506 if (!dst_s)
507 dst_s = line + 1;
508 else if (!sport_s)
509 sport_s = line + 1;
510 else if (!dport_s)
511 dport_s = line + 1;
512 }
513 line++;
514 }
515
516 if (!dst_s || !sport_s || !dport_s)
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100517 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200518
519 sport = read_uint((const char **)&sport_s,dport_s - 1);
520 if (*sport_s != 0)
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100521 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200522
523 dport = read_uint((const char **)&dport_s,line - 2);
524 if (*dport_s != 0)
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100525 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200526
527 if (inet_pton(AF_INET6, src_s, (void *)&src3) != 1)
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100528 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200529
530 if (inet_pton(AF_INET6, dst_s, (void *)&dst3) != 1)
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100531 goto bad_header;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200532
533 /* update the session's addresses and mark them set */
534 ((struct sockaddr_in6 *)&conn->addr.from)->sin6_family = AF_INET6;
535 memcpy(&((struct sockaddr_in6 *)&conn->addr.from)->sin6_addr, &src3, sizeof(struct in6_addr));
536 ((struct sockaddr_in6 *)&conn->addr.from)->sin6_port = htons(sport);
537
538 ((struct sockaddr_in6 *)&conn->addr.to)->sin6_family = AF_INET6;
539 memcpy(&((struct sockaddr_in6 *)&conn->addr.to)->sin6_addr, &dst3, sizeof(struct in6_addr));
540 ((struct sockaddr_in6 *)&conn->addr.to)->sin6_port = htons(dport);
541 conn->flags |= CO_FL_ADDR_FROM_SET | CO_FL_ADDR_TO_SET;
542 }
Willy Tarreau4c20d292014-06-14 11:41:36 +0200543 else if (memcmp(line, "UNKNOWN\r\n", 9) == 0) {
544 /* This can be a UNIX socket forwarded by an haproxy upstream */
545 line += 9;
546 }
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200547 else {
Willy Tarreau4c20d292014-06-14 11:41:36 +0200548 /* The protocol does not match something known (TCP4/TCP6/UNKNOWN) */
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100549 conn->err_code = CO_ER_PRX_BAD_PROTO;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200550 goto fail;
551 }
552
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200553 trash.data = line - trash.area;
Willy Tarreau77992672014-06-14 11:06:17 +0200554 goto eat_header;
555
556 not_v1:
557 /* try PPv2 */
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200558 if (trash.data < PP2_HEADER_LEN)
Willy Tarreau77992672014-06-14 11:06:17 +0200559 goto missing;
560
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200561 hdr_v2 = (struct proxy_hdr_v2 *) trash.area;
Willy Tarreau77992672014-06-14 11:06:17 +0200562
563 if (memcmp(hdr_v2->sig, v2sig, PP2_SIGNATURE_LEN) != 0 ||
564 (hdr_v2->ver_cmd & PP2_VERSION_MASK) != PP2_VERSION) {
565 conn->err_code = CO_ER_PRX_NOT_HDR;
566 goto fail;
567 }
568
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200569 if (trash.data < PP2_HEADER_LEN + ntohs(hdr_v2->len))
Willy Tarreau77992672014-06-14 11:06:17 +0200570 goto missing;
571
572 switch (hdr_v2->ver_cmd & PP2_CMD_MASK) {
573 case 0x01: /* PROXY command */
574 switch (hdr_v2->fam) {
575 case 0x11: /* TCPv4 */
KOVACS Krisztianefd3aa92014-11-19 10:53:20 +0100576 if (ntohs(hdr_v2->len) < PP2_ADDR_LEN_INET)
577 goto bad_header;
578
Willy Tarreau77992672014-06-14 11:06:17 +0200579 ((struct sockaddr_in *)&conn->addr.from)->sin_family = AF_INET;
580 ((struct sockaddr_in *)&conn->addr.from)->sin_addr.s_addr = hdr_v2->addr.ip4.src_addr;
581 ((struct sockaddr_in *)&conn->addr.from)->sin_port = hdr_v2->addr.ip4.src_port;
582 ((struct sockaddr_in *)&conn->addr.to)->sin_family = AF_INET;
583 ((struct sockaddr_in *)&conn->addr.to)->sin_addr.s_addr = hdr_v2->addr.ip4.dst_addr;
584 ((struct sockaddr_in *)&conn->addr.to)->sin_port = hdr_v2->addr.ip4.dst_port;
585 conn->flags |= CO_FL_ADDR_FROM_SET | CO_FL_ADDR_TO_SET;
KOVACS Krisztian7209c202015-07-03 14:09:10 +0200586 tlv_offset = PP2_HEADER_LEN + PP2_ADDR_LEN_INET;
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100587 tlv_length = ntohs(hdr_v2->len) - PP2_ADDR_LEN_INET;
Willy Tarreau77992672014-06-14 11:06:17 +0200588 break;
589 case 0x21: /* TCPv6 */
KOVACS Krisztianefd3aa92014-11-19 10:53:20 +0100590 if (ntohs(hdr_v2->len) < PP2_ADDR_LEN_INET6)
591 goto bad_header;
592
Willy Tarreau77992672014-06-14 11:06:17 +0200593 ((struct sockaddr_in6 *)&conn->addr.from)->sin6_family = AF_INET6;
594 memcpy(&((struct sockaddr_in6 *)&conn->addr.from)->sin6_addr, hdr_v2->addr.ip6.src_addr, 16);
595 ((struct sockaddr_in6 *)&conn->addr.from)->sin6_port = hdr_v2->addr.ip6.src_port;
596 ((struct sockaddr_in6 *)&conn->addr.to)->sin6_family = AF_INET6;
597 memcpy(&((struct sockaddr_in6 *)&conn->addr.to)->sin6_addr, hdr_v2->addr.ip6.dst_addr, 16);
598 ((struct sockaddr_in6 *)&conn->addr.to)->sin6_port = hdr_v2->addr.ip6.dst_port;
599 conn->flags |= CO_FL_ADDR_FROM_SET | CO_FL_ADDR_TO_SET;
KOVACS Krisztian7209c202015-07-03 14:09:10 +0200600 tlv_offset = PP2_HEADER_LEN + PP2_ADDR_LEN_INET6;
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100601 tlv_length = ntohs(hdr_v2->len) - PP2_ADDR_LEN_INET6;
Willy Tarreau77992672014-06-14 11:06:17 +0200602 break;
603 }
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100604
605 /* TLV parsing */
606 if (tlv_length > 0) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200607 while (tlv_offset + TLV_HEADER_SIZE <= trash.data) {
608 const struct tlv *tlv_packet = (struct tlv *) &trash.area[tlv_offset];
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100609 const int tlv_len = get_tlv_length(tlv_packet);
610 tlv_offset += tlv_len + TLV_HEADER_SIZE;
611
612 switch (tlv_packet->type) {
Emmanuel Hocdet115df3e2018-02-05 16:23:23 +0100613 case PP2_TYPE_CRC32C: {
614 void *tlv_crc32c_p = (void *)tlv_packet->value;
615 uint32_t n_crc32c = ntohl(read_u32(tlv_crc32c_p));
616 write_u32(tlv_crc32c_p, 0);
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200617 if (hash_crc32c(trash.area, PP2_HEADER_LEN + ntohs(hdr_v2->len)) != n_crc32c)
Emmanuel Hocdet115df3e2018-02-05 16:23:23 +0100618 goto bad_header;
619 break;
620 }
Willy Tarreaue5733232019-05-22 19:24:06 +0200621#ifdef USE_NS
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100622 case PP2_TYPE_NETNS: {
623 const struct netns_entry *ns;
624 ns = netns_store_lookup((char*)tlv_packet->value, tlv_len);
625 if (ns)
626 conn->proxy_netns = ns;
627 break;
628 }
629#endif
630 default:
631 break;
632 }
633 }
634 }
635
Willy Tarreau77992672014-06-14 11:06:17 +0200636 /* unsupported protocol, keep local connection address */
637 break;
638 case 0x00: /* LOCAL command */
639 /* keep local connection address for LOCAL */
640 break;
641 default:
642 goto bad_header; /* not a supported command */
643 }
644
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200645 trash.data = PP2_HEADER_LEN + ntohs(hdr_v2->len);
Willy Tarreau77992672014-06-14 11:06:17 +0200646 goto eat_header;
647
648 eat_header:
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200649 /* remove the PROXY line from the request. For this we re-read the
650 * exact line at once. If we don't get the exact same result, we
651 * fail.
652 */
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200653 do {
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200654 int len2 = recv(conn->handle.fd, trash.area, trash.data, 0);
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200655 if (len2 < 0 && errno == EINTR)
656 continue;
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200657 if (len2 != trash.data)
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100658 goto recv_abort;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200659 } while (0);
660
661 conn->flags &= ~flag;
Emeric Brun4f603012017-01-05 15:11:44 +0100662 conn->flags |= CO_FL_RCVD_PROXY;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200663 return 1;
664
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200665 not_ready:
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200666 return 0;
667
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200668 missing:
669 /* Missing data. Since we're using MSG_PEEK, we can only poll again if
670 * we have not read anything. Otherwise we need to fail because we won't
671 * be able to poll anymore.
672 */
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100673 conn->err_code = CO_ER_PRX_TRUNCATED;
674 goto fail;
675
676 bad_header:
677 /* This is not a valid proxy protocol header */
678 conn->err_code = CO_ER_PRX_BAD_HDR;
679 goto fail;
680
681 recv_abort:
682 conn->err_code = CO_ER_PRX_ABORT;
Willy Tarreau26f4a042013-12-04 23:44:10 +0100683 conn->flags |= CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH;
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100684 goto fail;
685
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200686 fail:
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200687 conn->flags |= CO_FL_ERROR;
Willy Tarreaue1e4a612012-10-05 00:10:55 +0200688 return 0;
689}
690
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100691/* This handshake handler waits a NetScaler Client IP insertion header
Bertrand Jacquin72fa1ec2017-12-12 01:17:23 +0000692 * at the beginning of the raw data stream. The header format is
693 * described in doc/netscaler-client-ip-insertion-protocol.txt
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100694 *
695 * This line MUST be at the beginning of the buffer and MUST NOT be
696 * fragmented.
697 *
698 * The header line is small and in all cases smaller than the smallest normal
699 * TCP MSS. So it MUST always be delivered as one segment, which ensures we
700 * can safely use MSG_PEEK and avoid buffering.
701 *
702 * Once the data is fetched, the values are set in the connection's address
703 * fields, and data are removed from the socket's buffer. The function returns
704 * zero if it needs to wait for more data or if it fails, or 1 if it completed
705 * and removed itself.
706 */
707int conn_recv_netscaler_cip(struct connection *conn, int flag)
708{
709 char *line;
Bertrand Jacquin7d668f92017-12-13 01:23:39 +0000710 uint32_t hdr_len;
Willy Tarreau0ca24aa2019-03-29 17:35:32 +0100711 uint8_t ip_ver;
Willy Tarreaub406b872018-08-22 05:20:32 +0200712 int ret;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100713
714 /* we might have been called just after an asynchronous shutr */
715 if (conn->flags & CO_FL_SOCK_RD_SH)
716 goto fail;
717
718 if (!conn_ctrl_ready(conn))
719 goto fail;
720
Willy Tarreau585744b2017-08-24 14:31:19 +0200721 if (!fd_recv_ready(conn->handle.fd))
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200722 goto not_ready;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100723
724 do {
Willy Tarreaub406b872018-08-22 05:20:32 +0200725 ret = recv(conn->handle.fd, trash.area, trash.size, MSG_PEEK);
726 if (ret < 0) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100727 if (errno == EINTR)
728 continue;
729 if (errno == EAGAIN) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200730 fd_cant_recv(conn->handle.fd);
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200731 goto not_ready;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100732 }
733 goto recv_abort;
734 }
Willy Tarreaub406b872018-08-22 05:20:32 +0200735 trash.data = ret;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100736 } while (0);
737
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200738 if (!trash.data) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100739 /* client shutdown */
740 conn->err_code = CO_ER_CIP_EMPTY;
741 goto fail;
742 }
743
744 /* Fail if buffer length is not large enough to contain
Bertrand Jacquin72fa1ec2017-12-12 01:17:23 +0000745 * CIP magic, header length or
746 * CIP magic, CIP length, CIP type, header length */
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200747 if (trash.data < 12)
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100748 goto missing;
749
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200750 line = trash.area;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100751
752 /* Decode a possible NetScaler Client IP request, fail early if
753 * it does not match */
Willy Tarreau55e0da62018-09-20 11:26:52 +0200754 if (ntohl(*(uint32_t *)line) != __objt_listener(conn->target)->bind_conf->ns_cip_magic)
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100755 goto bad_magic;
756
Bertrand Jacquin72fa1ec2017-12-12 01:17:23 +0000757 /* Legacy CIP protocol */
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200758 if ((trash.area[8] & 0xD0) == 0x40) {
Bertrand Jacquin72fa1ec2017-12-12 01:17:23 +0000759 hdr_len = ntohl(*(uint32_t *)(line+4));
760 line += 8;
761 }
762 /* Standard CIP protocol */
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200763 else if (trash.area[8] == 0x00) {
Bertrand Jacquin72fa1ec2017-12-12 01:17:23 +0000764 hdr_len = ntohs(*(uint32_t *)(line+10));
765 line += 12;
766 }
767 /* Unknown CIP protocol */
768 else {
769 conn->err_code = CO_ER_CIP_BAD_PROTO;
770 goto fail;
771 }
772
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100773 /* Fail if buffer length is not large enough to contain
Bertrand Jacquin72fa1ec2017-12-12 01:17:23 +0000774 * a minimal IP header */
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200775 if (trash.data < 20)
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100776 goto missing;
777
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100778 /* Get IP version from the first four bits */
Willy Tarreau0ca24aa2019-03-29 17:35:32 +0100779 ip_ver = (*line & 0xf0) >> 4;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100780
Willy Tarreau0ca24aa2019-03-29 17:35:32 +0100781 if (ip_ver == 4) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100782 struct ip *hdr_ip4;
David Carlier3015a2e2016-07-04 22:51:33 +0100783 struct my_tcphdr *hdr_tcp;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100784
785 hdr_ip4 = (struct ip *)line;
786
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200787 if (trash.data < 40 || trash.data < hdr_len) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100788 /* Fail if buffer length is not large enough to contain
Bertrand Jacquin67de5a22017-12-13 01:15:05 +0000789 * IPv4 header, TCP header */
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100790 goto missing;
Bertrand Jacquinb3875912017-12-13 00:58:51 +0000791 }
792 else if (hdr_ip4->ip_p != IPPROTO_TCP) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100793 /* The protocol does not include a TCP header */
794 conn->err_code = CO_ER_CIP_BAD_PROTO;
795 goto fail;
Bertrand Jacquinb3875912017-12-13 00:58:51 +0000796 }
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100797
David Carlier3015a2e2016-07-04 22:51:33 +0100798 hdr_tcp = (struct my_tcphdr *)(line + (hdr_ip4->ip_hl * 4));
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100799
800 /* update the session's addresses and mark them set */
801 ((struct sockaddr_in *)&conn->addr.from)->sin_family = AF_INET;
802 ((struct sockaddr_in *)&conn->addr.from)->sin_addr.s_addr = hdr_ip4->ip_src.s_addr;
803 ((struct sockaddr_in *)&conn->addr.from)->sin_port = hdr_tcp->source;
804
805 ((struct sockaddr_in *)&conn->addr.to)->sin_family = AF_INET;
806 ((struct sockaddr_in *)&conn->addr.to)->sin_addr.s_addr = hdr_ip4->ip_dst.s_addr;
807 ((struct sockaddr_in *)&conn->addr.to)->sin_port = hdr_tcp->dest;
808
809 conn->flags |= CO_FL_ADDR_FROM_SET | CO_FL_ADDR_TO_SET;
810 }
Willy Tarreau0ca24aa2019-03-29 17:35:32 +0100811 else if (ip_ver == 6) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100812 struct ip6_hdr *hdr_ip6;
David Carlier3015a2e2016-07-04 22:51:33 +0100813 struct my_tcphdr *hdr_tcp;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100814
815 hdr_ip6 = (struct ip6_hdr *)line;
816
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200817 if (trash.data < 60 || trash.data < hdr_len) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100818 /* Fail if buffer length is not large enough to contain
Bertrand Jacquin67de5a22017-12-13 01:15:05 +0000819 * IPv6 header, TCP header */
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100820 goto missing;
Bertrand Jacquinb3875912017-12-13 00:58:51 +0000821 }
822 else if (hdr_ip6->ip6_nxt != IPPROTO_TCP) {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100823 /* The protocol does not include a TCP header */
824 conn->err_code = CO_ER_CIP_BAD_PROTO;
825 goto fail;
Bertrand Jacquinb3875912017-12-13 00:58:51 +0000826 }
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100827
David Carlier3015a2e2016-07-04 22:51:33 +0100828 hdr_tcp = (struct my_tcphdr *)(line + sizeof(struct ip6_hdr));
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100829
830 /* update the session's addresses and mark them set */
831 ((struct sockaddr_in6 *)&conn->addr.from)->sin6_family = AF_INET6;
832 ((struct sockaddr_in6 *)&conn->addr.from)->sin6_addr = hdr_ip6->ip6_src;
833 ((struct sockaddr_in6 *)&conn->addr.from)->sin6_port = hdr_tcp->source;
834
835 ((struct sockaddr_in6 *)&conn->addr.to)->sin6_family = AF_INET6;
836 ((struct sockaddr_in6 *)&conn->addr.to)->sin6_addr = hdr_ip6->ip6_dst;
837 ((struct sockaddr_in6 *)&conn->addr.to)->sin6_port = hdr_tcp->dest;
838
839 conn->flags |= CO_FL_ADDR_FROM_SET | CO_FL_ADDR_TO_SET;
840 }
841 else {
842 /* The protocol does not match something known (IPv4/IPv6) */
843 conn->err_code = CO_ER_CIP_BAD_PROTO;
844 goto fail;
845 }
846
Bertrand Jacquin7d668f92017-12-13 01:23:39 +0000847 line += hdr_len;
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200848 trash.data = line - trash.area;
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100849
850 /* remove the NetScaler Client IP header from the request. For this
851 * we re-read the exact line at once. If we don't get the exact same
852 * result, we fail.
853 */
854 do {
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200855 int len2 = recv(conn->handle.fd, trash.area, trash.data, 0);
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100856 if (len2 < 0 && errno == EINTR)
857 continue;
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200858 if (len2 != trash.data)
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100859 goto recv_abort;
860 } while (0);
861
862 conn->flags &= ~flag;
863 return 1;
864
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200865 not_ready:
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200866 return 0;
867
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100868 missing:
869 /* Missing data. Since we're using MSG_PEEK, we can only poll again if
870 * we have not read anything. Otherwise we need to fail because we won't
871 * be able to poll anymore.
872 */
873 conn->err_code = CO_ER_CIP_TRUNCATED;
874 goto fail;
875
876 bad_magic:
877 conn->err_code = CO_ER_CIP_BAD_MAGIC;
878 goto fail;
879
880 recv_abort:
881 conn->err_code = CO_ER_CIP_ABORT;
882 conn->flags |= CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH;
883 goto fail;
884
885 fail:
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100886 conn->flags |= CO_FL_ERROR;
887 return 0;
888}
889
Alexander Liu2a54bb72019-05-22 19:44:48 +0800890
891int conn_send_socks4_proxy_request(struct connection *conn)
892{
893 struct socks4_request req_line;
894
895 /* we might have been called just after an asynchronous shutw */
896 if (conn->flags & CO_FL_SOCK_WR_SH)
897 goto out_error;
898
899 if (!conn_ctrl_ready(conn))
900 goto out_error;
901
902 req_line.version = 0x04;
903 req_line.command = 0x01;
904 req_line.port = get_net_port(&(conn->addr.to));
905 req_line.ip = is_inet_addr(&(conn->addr.to));
906 memcpy(req_line.user_id, "HAProxy\0", 8);
907
908 if (conn->send_proxy_ofs > 0) {
909 /*
910 * This is the first call to send the request
911 */
912 conn->send_proxy_ofs = -(int)sizeof(req_line);
913 }
914
915 if (conn->send_proxy_ofs < 0) {
916 int ret = 0;
917
918 /* we are sending the socks4_req_line here. If the data layer
919 * has a pending write, we'll also set MSG_MORE.
920 */
921 ret = conn_sock_send(
922 conn,
923 ((char *)(&req_line)) + (sizeof(req_line)+conn->send_proxy_ofs),
924 -conn->send_proxy_ofs,
925 (conn->flags & CO_FL_XPRT_WR_ENA) ? MSG_MORE : 0);
926
927 DPRINTF(stderr, "SOCKS PROXY HS FD[%04X]: Before send remain is [%d], sent [%d]\n",
928 conn->handle.fd, -conn->send_proxy_ofs, ret);
929
930 if (ret < 0) {
931 goto out_error;
932 }
933
934 conn->send_proxy_ofs += ret; /* becomes zero once complete */
935 if (conn->send_proxy_ofs != 0) {
936 goto out_wait;
937 }
938 }
939
940 /* OK we've the whole request sent */
941 conn->flags &= ~CO_FL_SOCKS4_SEND;
Alexander Liu2a54bb72019-05-22 19:44:48 +0800942
943 /* The connection is ready now, simply return and let the connection
944 * handler notify upper layers if needed.
945 */
946 if (conn->flags & CO_FL_WAIT_L4_CONN)
947 conn->flags &= ~CO_FL_WAIT_L4_CONN;
948
949 if (conn->flags & CO_FL_SEND_PROXY) {
950 /*
951 * Get the send_proxy_ofs ready for the send_proxy due to we are
952 * reusing the "send_proxy_ofs", and SOCKS4 handshake should be done
953 * before sending PROXY Protocol.
954 */
955 conn->send_proxy_ofs = 1;
956 }
957 return 1;
958
959 out_error:
960 /* Write error on the file descriptor */
961 conn->flags |= CO_FL_ERROR;
962 if (conn->err_code == CO_ER_NONE) {
963 conn->err_code = CO_ER_SOCKS4_SEND;
964 }
965 return 0;
966
967 out_wait:
Alexander Liu2a54bb72019-05-22 19:44:48 +0800968 return 0;
969}
970
971int conn_recv_socks4_proxy_response(struct connection *conn)
972{
973 char line[SOCKS4_HS_RSP_LEN];
974 int ret;
975
976 /* we might have been called just after an asynchronous shutr */
977 if (conn->flags & CO_FL_SOCK_RD_SH)
978 goto fail;
979
980 if (!conn_ctrl_ready(conn))
981 goto fail;
982
983 if (!fd_recv_ready(conn->handle.fd))
Willy Tarreau6499b9d2019-06-03 08:17:30 +0200984 goto not_ready;
Alexander Liu2a54bb72019-05-22 19:44:48 +0800985
986 do {
987 /* SOCKS4 Proxy will response with 8 bytes, 0x00 | 0x5A | 0x00 0x00 | 0x00 0x00 0x00 0x00
988 * Try to peek into it, before all 8 bytes ready.
989 */
990 ret = recv(conn->handle.fd, line, SOCKS4_HS_RSP_LEN, MSG_PEEK);
991
992 if (ret == 0) {
993 /* the socket has been closed or shutdown for send */
994 DPRINTF(stderr, "SOCKS PROXY HS FD[%04X]: Received ret[%d], errno[%d], looks like the socket has been closed or shutdown for send\n",
995 conn->handle.fd, ret, errno);
996 if (conn->err_code == CO_ER_NONE) {
997 conn->err_code = CO_ER_SOCKS4_RECV;
998 }
999 goto fail;
1000 }
1001
1002 if (ret > 0) {
1003 if (ret == SOCKS4_HS_RSP_LEN) {
1004 DPRINTF(stderr, "SOCKS PROXY HS FD[%04X]: Received 8 bytes, the response is [%02X|%02X|%02X %02X|%02X %02X %02X %02X]\n",
1005 conn->handle.fd, line[0], line[1], line[2], line[3], line[4], line[5], line[6], line[7]);
1006 }else{
1007 DPRINTF(stderr, "SOCKS PROXY HS FD[%04X]: Received ret[%d], first byte is [%02X], last bye is [%02X]\n", conn->handle.fd, ret, line[0], line[ret-1]);
1008 }
1009 } else {
1010 DPRINTF(stderr, "SOCKS PROXY HS FD[%04X]: Received ret[%d], errno[%d]\n", conn->handle.fd, ret, errno);
1011 }
1012
1013 if (ret < 0) {
1014 if (errno == EINTR) {
1015 continue;
1016 }
1017 if (errno == EAGAIN) {
1018 fd_cant_recv(conn->handle.fd);
Willy Tarreau6499b9d2019-06-03 08:17:30 +02001019 goto not_ready;
Alexander Liu2a54bb72019-05-22 19:44:48 +08001020 }
1021 goto recv_abort;
1022 }
1023 } while (0);
1024
1025 if (ret < SOCKS4_HS_RSP_LEN) {
1026 /* Missing data. Since we're using MSG_PEEK, we can only poll again if
1027 * we are not able to read enough data.
1028 */
Willy Tarreau6499b9d2019-06-03 08:17:30 +02001029 goto not_ready;
Alexander Liu2a54bb72019-05-22 19:44:48 +08001030 }
1031
1032 /*
1033 * Base on the SOCSK4 protocol:
1034 *
1035 * +----+----+----+----+----+----+----+----+
1036 * | VN | CD | DSTPORT | DSTIP |
1037 * +----+----+----+----+----+----+----+----+
1038 * # of bytes: 1 1 2 4
1039 * VN is the version of the reply code and should be 0. CD is the result
1040 * code with one of the following values:
1041 * 90: request granted
1042 * 91: request rejected or failed
1043 * 92: request rejected becasue SOCKS server cannot connect to identd on the client
1044 * 93: request rejected because the client program and identd report different user-ids
1045 * The remaining fields are ignored.
1046 */
1047 if (line[1] != 90) {
1048 conn->flags &= ~CO_FL_SOCKS4_RECV;
1049
1050 DPRINTF(stderr, "SOCKS PROXY HS FD[%04X]: FAIL, the response is [%02X|%02X|%02X %02X|%02X %02X %02X %02X]\n",
1051 conn->handle.fd, line[0], line[1], line[2], line[3], line[4], line[5], line[6], line[7]);
1052 if (conn->err_code == CO_ER_NONE) {
1053 conn->err_code = CO_ER_SOCKS4_DENY;
1054 }
1055 goto fail;
1056 }
1057
1058 /* remove the 8 bytes response from the stream */
1059 do {
1060 ret = recv(conn->handle.fd, line, SOCKS4_HS_RSP_LEN, 0);
1061 if (ret < 0 && errno == EINTR) {
1062 continue;
1063 }
1064 if (ret != SOCKS4_HS_RSP_LEN) {
1065 if (conn->err_code == CO_ER_NONE) {
1066 conn->err_code = CO_ER_SOCKS4_RECV;
1067 }
1068 goto fail;
1069 }
1070 } while (0);
1071
1072 conn->flags &= ~CO_FL_SOCKS4_RECV;
1073 return 1;
1074
Willy Tarreau6499b9d2019-06-03 08:17:30 +02001075 not_ready:
Willy Tarreau6499b9d2019-06-03 08:17:30 +02001076 return 0;
1077
Alexander Liu2a54bb72019-05-22 19:44:48 +08001078 recv_abort:
1079 if (conn->err_code == CO_ER_NONE) {
1080 conn->err_code = CO_ER_SOCKS4_ABORT;
1081 }
1082 conn->flags |= (CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH);
1083 goto fail;
1084
1085 fail:
Alexander Liu2a54bb72019-05-22 19:44:48 +08001086 conn->flags |= CO_FL_ERROR;
1087 return 0;
1088}
1089
Ilya Shipitsinca56fce2018-09-15 00:50:05 +05001090/* Note: <remote> is explicitly allowed to be NULL */
David Safb76832014-05-08 23:42:08 -04001091int make_proxy_line(char *buf, int buf_len, struct server *srv, struct connection *remote)
1092{
1093 int ret = 0;
1094
1095 if (srv && (srv->pp_opts & SRV_PP_V2)) {
1096 ret = make_proxy_line_v2(buf, buf_len, srv, remote);
1097 }
1098 else {
1099 if (remote)
1100 ret = make_proxy_line_v1(buf, buf_len, &remote->addr.from, &remote->addr.to);
1101 else
1102 ret = make_proxy_line_v1(buf, buf_len, NULL, NULL);
1103 }
1104
1105 return ret;
1106}
1107
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001108/* Makes a PROXY protocol line from the two addresses. The output is sent to
1109 * buffer <buf> for a maximum size of <buf_len> (including the trailing zero).
1110 * It returns the number of bytes composing this line (including the trailing
1111 * LF), or zero in case of failure (eg: not enough space). It supports TCP4,
Willy Tarreau2e1401a2013-10-01 11:41:55 +02001112 * TCP6 and "UNKNOWN" formats. If any of <src> or <dst> is null, UNKNOWN is
1113 * emitted as well.
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001114 */
David Safb76832014-05-08 23:42:08 -04001115int make_proxy_line_v1(char *buf, int buf_len, struct sockaddr_storage *src, struct sockaddr_storage *dst)
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001116{
1117 int ret = 0;
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001118 char * protocol;
1119 char src_str[MAX(INET_ADDRSTRLEN, INET6_ADDRSTRLEN)];
1120 char dst_str[MAX(INET_ADDRSTRLEN, INET6_ADDRSTRLEN)];
1121 in_port_t src_port;
1122 in_port_t dst_port;
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001123
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001124 if ( !src
1125 || !dst
1126 || (src->ss_family != AF_INET && src->ss_family != AF_INET6)
1127 || (dst->ss_family != AF_INET && dst->ss_family != AF_INET6)) {
1128 /* unknown family combination */
1129 ret = snprintf(buf, buf_len, "PROXY UNKNOWN\r\n");
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001130 if (ret >= buf_len)
1131 return 0;
1132
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001133 return ret;
1134 }
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001135
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001136 /* IPv4 for both src and dst */
1137 if (src->ss_family == AF_INET && dst->ss_family == AF_INET) {
1138 protocol = "TCP4";
1139 if (!inet_ntop(AF_INET, &((struct sockaddr_in *)src)->sin_addr, src_str, sizeof(src_str)))
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001140 return 0;
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001141 src_port = ((struct sockaddr_in *)src)->sin_port;
1142 if (!inet_ntop(AF_INET, &((struct sockaddr_in *)dst)->sin_addr, dst_str, sizeof(dst_str)))
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001143 return 0;
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001144 dst_port = ((struct sockaddr_in *)dst)->sin_port;
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001145 }
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001146 /* IPv6 for at least one of src and dst */
1147 else {
1148 struct in6_addr tmp;
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001149
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001150 protocol = "TCP6";
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001151
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001152 if (src->ss_family == AF_INET) {
1153 /* Convert src to IPv6 */
1154 v4tov6(&tmp, &((struct sockaddr_in *)src)->sin_addr);
1155 src_port = ((struct sockaddr_in *)src)->sin_port;
1156 }
1157 else {
1158 tmp = ((struct sockaddr_in6 *)src)->sin6_addr;
1159 src_port = ((struct sockaddr_in6 *)src)->sin6_port;
1160 }
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001161
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001162 if (!inet_ntop(AF_INET6, &tmp, src_str, sizeof(src_str)))
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001163 return 0;
1164
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001165 if (dst->ss_family == AF_INET) {
1166 /* Convert dst to IPv6 */
1167 v4tov6(&tmp, &((struct sockaddr_in *)dst)->sin_addr);
1168 dst_port = ((struct sockaddr_in *)dst)->sin_port;
1169 }
1170 else {
1171 tmp = ((struct sockaddr_in6 *)dst)->sin6_addr;
1172 dst_port = ((struct sockaddr_in6 *)dst)->sin6_port;
1173 }
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001174
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001175 if (!inet_ntop(AF_INET6, &tmp, dst_str, sizeof(dst_str)))
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001176 return 0;
1177 }
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001178
1179 ret = snprintf(buf, buf_len, "PROXY %s %s %s %u %u\r\n", protocol, src_str, dst_str, ntohs(src_port), ntohs(dst_port));
1180 if (ret >= buf_len)
1181 return 0;
1182
Willy Tarreaue1e4a612012-10-05 00:10:55 +02001183 return ret;
1184}
David Safb76832014-05-08 23:42:08 -04001185
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +01001186static int make_tlv(char *dest, int dest_len, char type, uint16_t length, const char *value)
David Safb76832014-05-08 23:42:08 -04001187{
1188 struct tlv *tlv;
1189
1190 if (!dest || (length + sizeof(*tlv) > dest_len))
1191 return 0;
1192
1193 tlv = (struct tlv *)dest;
1194
1195 tlv->type = type;
1196 tlv->length_hi = length >> 8;
1197 tlv->length_lo = length & 0x00ff;
1198 memcpy(tlv->value, value, length);
1199 return length + sizeof(*tlv);
1200}
David Safb76832014-05-08 23:42:08 -04001201
Ilya Shipitsinca56fce2018-09-15 00:50:05 +05001202/* Note: <remote> is explicitly allowed to be NULL */
David Safb76832014-05-08 23:42:08 -04001203int make_proxy_line_v2(char *buf, int buf_len, struct server *srv, struct connection *remote)
1204{
Willy Tarreau8fccfa22014-06-14 08:28:06 +02001205 const char pp2_signature[] = PP2_SIGNATURE;
Emmanuel Hocdet4399c752018-02-05 15:26:43 +01001206 void *tlv_crc32c_p = NULL;
David Safb76832014-05-08 23:42:08 -04001207 int ret = 0;
Willy Tarreau8fccfa22014-06-14 08:28:06 +02001208 struct proxy_hdr_v2 *hdr = (struct proxy_hdr_v2 *)buf;
Vincent Bernat6e615892016-05-18 16:17:44 +02001209 struct sockaddr_storage null_addr = { .ss_family = 0 };
David Safb76832014-05-08 23:42:08 -04001210 struct sockaddr_storage *src = &null_addr;
1211 struct sockaddr_storage *dst = &null_addr;
Emmanuel Hocdet404d9782017-10-24 10:55:14 +02001212 const char *value;
1213 int value_len;
David Safb76832014-05-08 23:42:08 -04001214
1215 if (buf_len < PP2_HEADER_LEN)
1216 return 0;
Willy Tarreau8fccfa22014-06-14 08:28:06 +02001217 memcpy(hdr->sig, pp2_signature, PP2_SIGNATURE_LEN);
David Safb76832014-05-08 23:42:08 -04001218
1219 if (remote) {
1220 src = &remote->addr.from;
1221 dst = &remote->addr.to;
1222 }
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +01001223
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001224 /* At least one of src or dst is not of AF_INET or AF_INET6 */
1225 if ( !src
1226 || !dst
1227 || (src->ss_family != AF_INET && src->ss_family != AF_INET6)
1228 || (dst->ss_family != AF_INET && dst->ss_family != AF_INET6)) {
David Safb76832014-05-08 23:42:08 -04001229 if (buf_len < PP2_HDR_LEN_UNSPEC)
1230 return 0;
Willy Tarreau8fccfa22014-06-14 08:28:06 +02001231 hdr->ver_cmd = PP2_VERSION | PP2_CMD_LOCAL;
1232 hdr->fam = PP2_FAM_UNSPEC | PP2_TRANS_UNSPEC;
David Safb76832014-05-08 23:42:08 -04001233 ret = PP2_HDR_LEN_UNSPEC;
1234 }
Tim Duesterhus7fec0212018-07-27 18:46:13 +02001235 else {
1236 /* IPv4 for both src and dst */
1237 if (src->ss_family == AF_INET && dst->ss_family == AF_INET) {
1238 if (buf_len < PP2_HDR_LEN_INET)
1239 return 0;
1240 hdr->ver_cmd = PP2_VERSION | PP2_CMD_PROXY;
1241 hdr->fam = PP2_FAM_INET | PP2_TRANS_STREAM;
1242 hdr->addr.ip4.src_addr = ((struct sockaddr_in *)src)->sin_addr.s_addr;
1243 hdr->addr.ip4.src_port = ((struct sockaddr_in *)src)->sin_port;
1244 hdr->addr.ip4.dst_addr = ((struct sockaddr_in *)dst)->sin_addr.s_addr;
1245 hdr->addr.ip4.dst_port = ((struct sockaddr_in *)dst)->sin_port;
1246 ret = PP2_HDR_LEN_INET;
1247 }
1248 /* IPv6 for at least one of src and dst */
1249 else {
1250 struct in6_addr tmp;
1251
1252 if (buf_len < PP2_HDR_LEN_INET6)
1253 return 0;
1254 hdr->ver_cmd = PP2_VERSION | PP2_CMD_PROXY;
1255 hdr->fam = PP2_FAM_INET6 | PP2_TRANS_STREAM;
1256 if (src->ss_family == AF_INET) {
1257 v4tov6(&tmp, &((struct sockaddr_in *)src)->sin_addr);
1258 memcpy(hdr->addr.ip6.src_addr, &tmp, 16);
1259 hdr->addr.ip6.src_port = ((struct sockaddr_in *)src)->sin_port;
1260 }
1261 else {
1262 memcpy(hdr->addr.ip6.src_addr, &((struct sockaddr_in6 *)src)->sin6_addr, 16);
1263 hdr->addr.ip6.src_port = ((struct sockaddr_in6 *)src)->sin6_port;
1264 }
1265 if (dst->ss_family == AF_INET) {
1266 v4tov6(&tmp, &((struct sockaddr_in *)dst)->sin_addr);
1267 memcpy(hdr->addr.ip6.dst_addr, &tmp, 16);
1268 hdr->addr.ip6.src_port = ((struct sockaddr_in *)src)->sin_port;
1269 }
1270 else {
1271 memcpy(hdr->addr.ip6.dst_addr, &((struct sockaddr_in6 *)dst)->sin6_addr, 16);
1272 hdr->addr.ip6.dst_port = ((struct sockaddr_in6 *)dst)->sin6_port;
1273 }
1274
1275 ret = PP2_HDR_LEN_INET6;
1276 }
1277 }
David Safb76832014-05-08 23:42:08 -04001278
Emmanuel Hocdet4399c752018-02-05 15:26:43 +01001279 if (srv->pp_opts & SRV_PP_V2_CRC32C) {
1280 uint32_t zero_crc32c = 0;
1281 if ((buf_len - ret) < sizeof(struct tlv))
1282 return 0;
1283 tlv_crc32c_p = (void *)((struct tlv *)&buf[ret])->value;
1284 ret += make_tlv(&buf[ret], (buf_len - ret), PP2_TYPE_CRC32C, sizeof(zero_crc32c), (const char *)&zero_crc32c);
1285 }
1286
Ilya Shipitsinca56fce2018-09-15 00:50:05 +05001287 if (remote && conn_get_alpn(remote, &value, &value_len)) {
Emmanuel Hocdet404d9782017-10-24 10:55:14 +02001288 if ((buf_len - ret) < sizeof(struct tlv))
1289 return 0;
Emmanuel Hocdet571c7ac2017-10-31 18:24:05 +01001290 ret += make_tlv(&buf[ret], (buf_len - ret), PP2_TYPE_ALPN, value_len, value);
Emmanuel Hocdet404d9782017-10-24 10:55:14 +02001291 }
1292
David Safb76832014-05-08 23:42:08 -04001293#ifdef USE_OPENSSL
Emmanuel Hocdet253c3b72018-02-01 18:29:59 +01001294 if (srv->pp_opts & SRV_PP_V2_AUTHORITY) {
1295 value = ssl_sock_get_sni(remote);
1296 if (value) {
1297 if ((buf_len - ret) < sizeof(struct tlv))
1298 return 0;
1299 ret += make_tlv(&buf[ret], (buf_len - ret), PP2_TYPE_AUTHORITY, strlen(value), value);
1300 }
1301 }
1302
David Safb76832014-05-08 23:42:08 -04001303 if (srv->pp_opts & SRV_PP_V2_SSL) {
Emmanuel Hocdet404d9782017-10-24 10:55:14 +02001304 struct tlv_ssl *tlv;
1305 int ssl_tlv_len = 0;
David Safb76832014-05-08 23:42:08 -04001306 if ((buf_len - ret) < sizeof(struct tlv_ssl))
1307 return 0;
1308 tlv = (struct tlv_ssl *)&buf[ret];
1309 memset(tlv, 0, sizeof(struct tlv_ssl));
1310 ssl_tlv_len += sizeof(struct tlv_ssl);
1311 tlv->tlv.type = PP2_TYPE_SSL;
1312 if (ssl_sock_is_ssl(remote)) {
1313 tlv->client |= PP2_CLIENT_SSL;
Emmanuel Hocdet01da5712017-10-13 16:59:49 +02001314 value = ssl_sock_get_proto_version(remote);
David Safb76832014-05-08 23:42:08 -04001315 if (value) {
Emmanuel Hocdet8c0c34b2018-02-28 12:02:14 +01001316 ssl_tlv_len += make_tlv(&buf[ret+ssl_tlv_len], (buf_len-ret-ssl_tlv_len), PP2_SUBTYPE_SSL_VERSION, strlen(value), value);
David Safb76832014-05-08 23:42:08 -04001317 }
Dave McCowan328fb582014-07-30 10:39:13 -04001318 if (ssl_sock_get_cert_used_sess(remote)) {
1319 tlv->client |= PP2_CLIENT_CERT_SESS;
David Safb76832014-05-08 23:42:08 -04001320 tlv->verify = htonl(ssl_sock_get_verify_result(remote));
Dave McCowan328fb582014-07-30 10:39:13 -04001321 if (ssl_sock_get_cert_used_conn(remote))
1322 tlv->client |= PP2_CLIENT_CERT_CONN;
David Safb76832014-05-08 23:42:08 -04001323 }
1324 if (srv->pp_opts & SRV_PP_V2_SSL_CN) {
Willy Tarreau83061a82018-07-13 11:56:34 +02001325 struct buffer *cn_trash = get_trash_chunk();
Willy Tarreau3b9a0c92014-07-19 06:37:33 +02001326 if (ssl_sock_get_remote_common_name(remote, cn_trash) > 0) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02001327 ssl_tlv_len += make_tlv(&buf[ret+ssl_tlv_len], (buf_len - ret - ssl_tlv_len), PP2_SUBTYPE_SSL_CN,
1328 cn_trash->data,
1329 cn_trash->area);
David Safb76832014-05-08 23:42:08 -04001330 }
1331 }
Emmanuel Hocdetfa8d0f12018-02-01 15:53:52 +01001332 if (srv->pp_opts & SRV_PP_V2_SSL_KEY_ALG) {
Willy Tarreau83061a82018-07-13 11:56:34 +02001333 struct buffer *pkey_trash = get_trash_chunk();
Emmanuel Hocdetfa8d0f12018-02-01 15:53:52 +01001334 if (ssl_sock_get_pkey_algo(remote, pkey_trash) > 0) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02001335 ssl_tlv_len += make_tlv(&buf[ret+ssl_tlv_len], (buf_len - ret - ssl_tlv_len), PP2_SUBTYPE_SSL_KEY_ALG,
1336 pkey_trash->data,
1337 pkey_trash->area);
Emmanuel Hocdetfa8d0f12018-02-01 15:53:52 +01001338 }
1339 }
1340 if (srv->pp_opts & SRV_PP_V2_SSL_SIG_ALG) {
1341 value = ssl_sock_get_cert_sig(remote);
1342 if (value) {
1343 ssl_tlv_len += make_tlv(&buf[ret+ssl_tlv_len], (buf_len - ret - ssl_tlv_len), PP2_SUBTYPE_SSL_SIG_ALG, strlen(value), value);
1344 }
1345 }
1346 if (srv->pp_opts & SRV_PP_V2_SSL_CIPHER) {
1347 value = ssl_sock_get_cipher_name(remote);
1348 if (value) {
1349 ssl_tlv_len += make_tlv(&buf[ret+ssl_tlv_len], (buf_len - ret - ssl_tlv_len), PP2_SUBTYPE_SSL_CIPHER, strlen(value), value);
1350 }
1351 }
David Safb76832014-05-08 23:42:08 -04001352 }
1353 tlv->tlv.length_hi = (uint16_t)(ssl_tlv_len - sizeof(struct tlv)) >> 8;
1354 tlv->tlv.length_lo = (uint16_t)(ssl_tlv_len - sizeof(struct tlv)) & 0x00ff;
1355 ret += ssl_tlv_len;
1356 }
1357#endif
1358
Willy Tarreaue5733232019-05-22 19:24:06 +02001359#ifdef USE_NS
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +01001360 if (remote && (remote->proxy_netns)) {
1361 if ((buf_len - ret) < sizeof(struct tlv))
1362 return 0;
Emmanuel Hocdet571c7ac2017-10-31 18:24:05 +01001363 ret += make_tlv(&buf[ret], (buf_len - ret), PP2_TYPE_NETNS, remote->proxy_netns->name_len, remote->proxy_netns->node.key);
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +01001364 }
1365#endif
1366
Willy Tarreau8fccfa22014-06-14 08:28:06 +02001367 hdr->len = htons((uint16_t)(ret - PP2_HEADER_LEN));
David Safb76832014-05-08 23:42:08 -04001368
Emmanuel Hocdet4399c752018-02-05 15:26:43 +01001369 if (tlv_crc32c_p) {
1370 write_u32(tlv_crc32c_p, htonl(hash_crc32c(buf, ret)));
1371 }
1372
David Safb76832014-05-08 23:42:08 -04001373 return ret;
1374}
Emeric Brun4f603012017-01-05 15:11:44 +01001375
Willy Tarreau60ca10a2017-08-18 15:26:54 +02001376/* return the major HTTP version as 1 or 2 depending on how the request arrived
1377 * before being processed.
1378 */
1379static int
1380smp_fetch_fc_http_major(const struct arg *args, struct sample *smp, const char *kw, void *private)
1381{
Jérôme Magnin86577422018-12-07 09:03:11 +01001382 struct connection *conn = (kw[0] != 'b') ? objt_conn(smp->sess->origin) :
1383 smp->strm ? cs_conn(objt_cs(smp->strm->si[1].end)) : NULL;
Willy Tarreau60ca10a2017-08-18 15:26:54 +02001384
1385 smp->data.type = SMP_T_SINT;
1386 smp->data.u.sint = (conn && strcmp(conn_get_mux_name(conn), "H2") == 0) ? 2 : 1;
1387 return 1;
1388}
1389
Emeric Brun4f603012017-01-05 15:11:44 +01001390/* fetch if the received connection used a PROXY protocol header */
1391int smp_fetch_fc_rcvd_proxy(const struct arg *args, struct sample *smp, const char *kw, void *private)
1392{
1393 struct connection *conn;
1394
1395 conn = objt_conn(smp->sess->origin);
1396 if (!conn)
1397 return 0;
1398
1399 if (!(conn->flags & CO_FL_CONNECTED)) {
1400 smp->flags |= SMP_F_MAY_CHANGE;
1401 return 0;
1402 }
1403
1404 smp->flags = 0;
1405 smp->data.type = SMP_T_BOOL;
1406 smp->data.u.sint = (conn->flags & CO_FL_RCVD_PROXY) ? 1 : 0;
1407
1408 return 1;
1409}
1410
1411/* Note: must not be declared <const> as its list will be overwritten.
1412 * Note: fetches that may return multiple types must be declared as the lowest
1413 * common denominator, the type that can be casted into all other ones. For
1414 * instance v4/v6 must be declared v4.
1415 */
1416static struct sample_fetch_kw_list sample_fetch_keywords = {ILH, {
Willy Tarreau60ca10a2017-08-18 15:26:54 +02001417 { "fc_http_major", smp_fetch_fc_http_major, 0, NULL, SMP_T_SINT, SMP_USE_L4CLI },
Jérôme Magnin86577422018-12-07 09:03:11 +01001418 { "bc_http_major", smp_fetch_fc_http_major, 0, NULL, SMP_T_SINT, SMP_USE_L4SRV },
Emeric Brun4f603012017-01-05 15:11:44 +01001419 { "fc_rcvd_proxy", smp_fetch_fc_rcvd_proxy, 0, NULL, SMP_T_BOOL, SMP_USE_L4CLI },
1420 { /* END */ },
1421}};
1422
Willy Tarreau0108d902018-11-25 19:14:37 +01001423INITCALL1(STG_REGISTER, sample_register_fetches, &sample_fetch_keywords);