blob: 72f793adf884802f74e00e12b5be2cf7a1ae99b8 [file] [log] [blame]
Willy Tarreau59f98392012-07-06 14:13:49 +02001/*
2 * include/proto/connection.h
3 * This file contains connection function prototypes
4 *
5 * Copyright (C) 2000-2012 Willy Tarreau - w@1wt.eu
6 *
7 * This library is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation, version 2.1
10 * exclusively.
11 *
12 * This library is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with this library; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 */
21
22#ifndef _PROTO_CONNECTION_H
23#define _PROTO_CONNECTION_H
24
25#include <common/config.h>
Willy Tarreauf2943dc2012-10-26 20:10:28 +020026#include <common/memory.h>
Willy Tarreau59f98392012-07-06 14:13:49 +020027#include <types/connection.h>
Willy Tarreaud1d54542012-09-12 22:58:11 +020028#include <types/listener.h>
Willy Tarreau2b199c92012-11-23 17:32:21 +010029#include <proto/fd.h>
Willy Tarreau3fdb3662012-11-12 00:42:33 +010030#include <proto/obj_type.h>
Willy Tarreau59f98392012-07-06 14:13:49 +020031
Willy Tarreauf2943dc2012-10-26 20:10:28 +020032extern struct pool_head *pool2_connection;
Willy Tarreau13e14102016-12-22 20:25:26 +010033extern struct xprt_ops *registered_xprt[XPRT_ENTRIES];
Willy Tarreauf2943dc2012-10-26 20:10:28 +020034
35/* perform minimal intializations, report 0 in case of error, 1 if OK. */
36int init_connection();
37
Willy Tarreau59f98392012-07-06 14:13:49 +020038/* I/O callback for fd-based connections. It calls the read/write handlers
Willy Tarreau7a798e52016-04-14 11:13:20 +020039 * provided by the connection's sock_ops.
Willy Tarreau59f98392012-07-06 14:13:49 +020040 */
Willy Tarreau7a798e52016-04-14 11:13:20 +020041void conn_fd_handler(int fd);
Willy Tarreau59f98392012-07-06 14:13:49 +020042
Willy Tarreau22cda212012-08-31 17:43:29 +020043/* receive a PROXY protocol header over a connection */
44int conn_recv_proxy(struct connection *conn, int flag);
David Safb76832014-05-08 23:42:08 -040045int make_proxy_line(char *buf, int buf_len, struct server *srv, struct connection *remote);
46int make_proxy_line_v1(char *buf, int buf_len, struct sockaddr_storage *src, struct sockaddr_storage *dst);
47int make_proxy_line_v2(char *buf, int buf_len, struct server *srv, struct connection *remote);
Willy Tarreau22cda212012-08-31 17:43:29 +020048
Bertrand Jacquin93b227d2016-06-04 15:11:10 +010049/* receive a NetScaler Client IP insertion header over a connection */
50int conn_recv_netscaler_cip(struct connection *conn, int flag);
51
Willy Tarreauff3e6482015-03-12 23:56:52 +010052/* raw send() directly on the socket */
53int conn_sock_send(struct connection *conn, const void *buf, int len, int flags);
54
Willy Tarreaud85c4852015-03-13 00:40:28 +010055/* drains any pending bytes from the socket */
56int conn_sock_drain(struct connection *conn);
57
Willy Tarreaud02cdd22013-12-15 10:23:20 +010058/* returns true is the transport layer is ready */
Willy Tarreauaad69382014-01-23 14:21:42 +010059static inline int conn_xprt_ready(const struct connection *conn)
Willy Tarreaud02cdd22013-12-15 10:23:20 +010060{
Willy Tarreauaad69382014-01-23 14:21:42 +010061 return (conn->flags & CO_FL_XPRT_READY);
Willy Tarreaud02cdd22013-12-15 10:23:20 +010062}
63
64/* returns true is the control layer is ready */
Willy Tarreau3c728722014-01-23 13:50:42 +010065static inline int conn_ctrl_ready(const struct connection *conn)
Willy Tarreaud02cdd22013-12-15 10:23:20 +010066{
67 return (conn->flags & CO_FL_CTRL_READY);
68}
69
Willy Tarreauf79c8172013-10-21 16:30:56 +020070/* Calls the init() function of the transport layer if any and if not done yet,
71 * and sets the CO_FL_XPRT_READY flag to indicate it was properly initialized.
Willy Tarreauf7bc57c2012-10-03 00:19:48 +020072 * Returns <0 in case of error.
Willy Tarreau15678ef2012-08-31 13:54:11 +020073 */
Willy Tarreauf7bc57c2012-10-03 00:19:48 +020074static inline int conn_xprt_init(struct connection *conn)
Willy Tarreau15678ef2012-08-31 13:54:11 +020075{
Willy Tarreauf79c8172013-10-21 16:30:56 +020076 int ret = 0;
77
Willy Tarreauaad69382014-01-23 14:21:42 +010078 if (!conn_xprt_ready(conn) && conn->xprt && conn->xprt->init)
Willy Tarreauf79c8172013-10-21 16:30:56 +020079 ret = conn->xprt->init(conn);
80
81 if (ret >= 0)
82 conn->flags |= CO_FL_XPRT_READY;
83
84 return ret;
Willy Tarreau15678ef2012-08-31 13:54:11 +020085}
86
Willy Tarreauf79c8172013-10-21 16:30:56 +020087/* Calls the close() function of the transport layer if any and if not done
88 * yet, and clears the CO_FL_XPRT_READY flag. However this is not done if the
89 * CO_FL_XPRT_TRACKED flag is set, which allows logs to take data from the
90 * transport layer very late if needed.
Willy Tarreau6c03a642012-10-12 17:00:05 +020091 */
Willy Tarreauf7bc57c2012-10-03 00:19:48 +020092static inline void conn_xprt_close(struct connection *conn)
Willy Tarreau8b117082012-08-06 15:06:49 +020093{
Willy Tarreauf79c8172013-10-21 16:30:56 +020094 if ((conn->flags & (CO_FL_XPRT_READY|CO_FL_XPRT_TRACKED)) == CO_FL_XPRT_READY) {
Willy Tarreauaad69382014-01-23 14:21:42 +010095 if (conn->xprt->close)
Willy Tarreau6c03a642012-10-12 17:00:05 +020096 conn->xprt->close(conn);
Willy Tarreauf79c8172013-10-21 16:30:56 +020097 conn->flags &= ~CO_FL_XPRT_READY;
98 }
99}
100
101/* Initializes the connection's control layer which essentially consists in
102 * registering the file descriptor for polling and setting the CO_FL_CTRL_READY
Willy Tarreau3c728722014-01-23 13:50:42 +0100103 * flag. The caller is responsible for ensuring that the control layer is
104 * already assigned to the connection prior to the call.
Willy Tarreauf79c8172013-10-21 16:30:56 +0200105 */
106static inline void conn_ctrl_init(struct connection *conn)
107{
Willy Tarreau3c728722014-01-23 13:50:42 +0100108 if (!conn_ctrl_ready(conn)) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200109 int fd = conn->handle.fd;
Willy Tarreauf79c8172013-10-21 16:30:56 +0200110
Christopher Faulet576c5aa2017-09-05 09:51:57 +0200111 fdtab[fd].owner = conn;
112 fdtab[fd].iocb = conn_fd_handler;
Christopher Faulet36716a72017-05-30 11:07:16 +0200113 fd_insert(fd, tid_bit);
Willy Tarreauf817e9f2014-01-10 16:58:45 +0100114 /* mark the fd as ready so as not to needlessly poll at the beginning */
115 fd_may_recv(fd);
116 fd_may_send(fd);
Willy Tarreauf79c8172013-10-21 16:30:56 +0200117 conn->flags |= CO_FL_CTRL_READY;
Willy Tarreau6c03a642012-10-12 17:00:05 +0200118 }
Willy Tarreau8b117082012-08-06 15:06:49 +0200119}
120
Willy Tarreauf79c8172013-10-21 16:30:56 +0200121/* Deletes the FD if the transport layer is already gone. Once done,
122 * it then removes the CO_FL_CTRL_READY flag.
123 */
124static inline void conn_ctrl_close(struct connection *conn)
125{
126 if ((conn->flags & (CO_FL_XPRT_READY|CO_FL_CTRL_READY)) == CO_FL_CTRL_READY) {
Willy Tarreau585744b2017-08-24 14:31:19 +0200127 fd_delete(conn->handle.fd);
Willy Tarreau6a0a80a2017-10-05 17:43:39 +0200128 conn->handle.fd = DEAD_FD_MAGIC;
Willy Tarreauf79c8172013-10-21 16:30:56 +0200129 conn->flags &= ~CO_FL_CTRL_READY;
130 }
131}
132
Willy Tarreau2b199c92012-11-23 17:32:21 +0100133/* If the connection still has a transport layer, then call its close() function
134 * if any, and delete the file descriptor if a control layer is set. This is
135 * used to close everything at once and atomically. However this is not done if
136 * the CO_FL_XPRT_TRACKED flag is set, which allows logs to take data from the
137 * transport layer very late if needed.
138 */
139static inline void conn_full_close(struct connection *conn)
140{
Willy Tarreauf79c8172013-10-21 16:30:56 +0200141 conn_xprt_close(conn);
142 conn_ctrl_close(conn);
143}
144
Willy Tarreaudc42acd2017-10-05 18:09:20 +0200145/* stop tracking a connection, allowing conn_full_close() to always
146 * succeed.
147 */
148static inline void conn_stop_tracking(struct connection *conn)
149{
150 conn->flags &= ~CO_FL_XPRT_TRACKED;
151}
152
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200153/* Update polling on connection <c>'s file descriptor depending on its current
154 * state as reported in the connection's CO_FL_CURR_* flags, reports of EAGAIN
155 * in CO_FL_WAIT_*, and the sock layer expectations indicated by CO_FL_SOCK_*.
156 * The connection flags are updated with the new flags at the end of the
Willy Tarreau0ffde2c2012-10-04 22:21:15 +0200157 * operation. Polling is totally disabled if an error was reported.
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200158 */
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200159void conn_update_sock_polling(struct connection *c);
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200160
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200161/* Update polling on connection <c>'s file descriptor depending on its current
162 * state as reported in the connection's CO_FL_CURR_* flags, reports of EAGAIN
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200163 * in CO_FL_WAIT_*, and the upper layer expectations indicated by CO_FL_XPRT_*.
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200164 * The connection flags are updated with the new flags at the end of the
Willy Tarreau0ffde2c2012-10-04 22:21:15 +0200165 * operation. Polling is totally disabled if an error was reported.
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200166 */
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200167void conn_update_xprt_polling(struct connection *c);
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200168
Willy Tarreau7d281492012-12-16 19:19:13 +0100169/* Refresh the connection's polling flags from its file descriptor status.
Willy Tarreau916e12d2017-10-25 09:22:43 +0200170 * This should be called at the beginning of a connection handler. It does
171 * nothing if CO_FL_WILL_UPDATE is present, indicating that an upper caller
172 * has already done it.
Willy Tarreau7d281492012-12-16 19:19:13 +0100173 */
174static inline void conn_refresh_polling_flags(struct connection *conn)
175{
Willy Tarreau916e12d2017-10-25 09:22:43 +0200176 if (conn_ctrl_ready(conn) && !(conn->flags & CO_FL_WILL_UPDATE)) {
Willy Tarreaubc97cc42017-10-25 10:28:45 +0200177 unsigned int flags = conn->flags;
Willy Tarreau7d281492012-12-16 19:19:13 +0100178
Willy Tarreaubc97cc42017-10-25 10:28:45 +0200179 flags &= ~(CO_FL_CURR_RD_ENA | CO_FL_CURR_WR_ENA | CO_FL_WAIT_ROOM);
Willy Tarreau585744b2017-08-24 14:31:19 +0200180 if (fd_recv_active(conn->handle.fd))
Willy Tarreau7d281492012-12-16 19:19:13 +0100181 flags |= CO_FL_CURR_RD_ENA;
Willy Tarreau585744b2017-08-24 14:31:19 +0200182 if (fd_send_active(conn->handle.fd))
Willy Tarreau7d281492012-12-16 19:19:13 +0100183 flags |= CO_FL_CURR_WR_ENA;
184 conn->flags = flags;
185 }
186}
187
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200188/* inspects c->flags and returns non-zero if XPRT ENA changes from the CURR ENA
Willy Tarreauc8dd77f2012-11-05 17:52:26 +0100189 * or if the WAIT flags are set with their respective ENA flags. Additionally,
Willy Tarreau0ffde2c2012-10-04 22:21:15 +0200190 * non-zero is also returned if an error was reported on the connection. This
191 * function is used quite often and is inlined. In order to proceed optimally
192 * with very little code and CPU cycles, the bits are arranged so that a change
Willy Tarreauc8dd77f2012-11-05 17:52:26 +0100193 * can be detected by a few left shifts, a xor, and a mask. These operations
194 * detect when W&D are both enabled for either direction, when C&D differ for
195 * either direction and when Error is set. The trick consists in first keeping
196 * only the bits we're interested in, since they don't collide when shifted,
197 * and to perform the AND at the end. In practice, the compiler is able to
198 * replace the last AND with a TEST in boolean conditions. This results in
199 * checks that are done in 4-6 cycles and less than 30 bytes.
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200200 */
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200201static inline unsigned int conn_xprt_polling_changes(const struct connection *c)
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200202{
Willy Tarreauc8dd77f2012-11-05 17:52:26 +0100203 unsigned int f = c->flags;
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200204 f &= CO_FL_XPRT_WR_ENA | CO_FL_XPRT_RD_ENA | CO_FL_CURR_WR_ENA |
Willy Tarreau310987a2014-01-22 19:46:33 +0100205 CO_FL_CURR_RD_ENA | CO_FL_ERROR;
Willy Tarreauc8dd77f2012-11-05 17:52:26 +0100206
Willy Tarreau310987a2014-01-22 19:46:33 +0100207 f = (f ^ (f << 1)) & (CO_FL_CURR_WR_ENA|CO_FL_CURR_RD_ENA); /* test C ^ D */
208 return f & (CO_FL_CURR_WR_ENA | CO_FL_CURR_RD_ENA | CO_FL_ERROR);
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200209}
210
Willy Tarreaue9dfa792012-09-01 17:26:16 +0200211/* inspects c->flags and returns non-zero if SOCK ENA changes from the CURR ENA
Willy Tarreauc8dd77f2012-11-05 17:52:26 +0100212 * or if the WAIT flags are set with their respective ENA flags. Additionally,
Willy Tarreau0ffde2c2012-10-04 22:21:15 +0200213 * non-zero is also returned if an error was reported on the connection. This
214 * function is used quite often and is inlined. In order to proceed optimally
215 * with very little code and CPU cycles, the bits are arranged so that a change
Willy Tarreauc8dd77f2012-11-05 17:52:26 +0100216 * can be detected by a few left shifts, a xor, and a mask. These operations
217 * detect when W&S are both enabled for either direction, when C&S differ for
218 * either direction and when Error is set. The trick consists in first keeping
219 * only the bits we're interested in, since they don't collide when shifted,
220 * and to perform the AND at the end. In practice, the compiler is able to
221 * replace the last AND with a TEST in boolean conditions. This results in
222 * checks that are done in 4-6 cycles and less than 30 bytes.
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200223 */
224static inline unsigned int conn_sock_polling_changes(const struct connection *c)
225{
Willy Tarreauc8dd77f2012-11-05 17:52:26 +0100226 unsigned int f = c->flags;
227 f &= CO_FL_SOCK_WR_ENA | CO_FL_SOCK_RD_ENA | CO_FL_CURR_WR_ENA |
Willy Tarreau310987a2014-01-22 19:46:33 +0100228 CO_FL_CURR_RD_ENA | CO_FL_ERROR;
Willy Tarreauc8dd77f2012-11-05 17:52:26 +0100229
Willy Tarreau310987a2014-01-22 19:46:33 +0100230 f = (f ^ (f << 2)) & (CO_FL_CURR_WR_ENA|CO_FL_CURR_RD_ENA); /* test C ^ S */
231 return f & (CO_FL_CURR_WR_ENA | CO_FL_CURR_RD_ENA | CO_FL_ERROR);
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200232}
233
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200234/* Automatically updates polling on connection <c> depending on the XPRT flags
Willy Tarreau916e12d2017-10-25 09:22:43 +0200235 * if no handshake is in progress. It does nothing if CO_FL_WILL_UPDATE is
236 * present, indicating that an upper caller is going to do it again later.
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200237 */
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200238static inline void conn_cond_update_xprt_polling(struct connection *c)
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200239{
Willy Tarreau916e12d2017-10-25 09:22:43 +0200240 if (!(c->flags & CO_FL_WILL_UPDATE))
241 if (!(c->flags & CO_FL_POLL_SOCK) && conn_xprt_polling_changes(c))
242 conn_update_xprt_polling(c);
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200243}
244
245/* Automatically updates polling on connection <c> depending on the SOCK flags
Willy Tarreau916e12d2017-10-25 09:22:43 +0200246 * if a handshake is in progress. It does nothing if CO_FL_WILL_UPDATE is
247 * present, indicating that an upper caller is going to do it again later.
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200248 */
249static inline void conn_cond_update_sock_polling(struct connection *c)
250{
Willy Tarreau916e12d2017-10-25 09:22:43 +0200251 if (!(c->flags & CO_FL_WILL_UPDATE))
252 if ((c->flags & CO_FL_POLL_SOCK) && conn_sock_polling_changes(c))
253 conn_update_sock_polling(c);
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200254}
255
Willy Tarreau36fb02c2012-11-24 11:09:07 +0100256/* Stop all polling on the fd. This might be used when an error is encountered
Willy Tarreau916e12d2017-10-25 09:22:43 +0200257 * for example. It does not propage the change to the fd layer if
258 * CO_FL_WILL_UPDATE is present, indicating that an upper caller is going to do
259 * it later.
Willy Tarreau36fb02c2012-11-24 11:09:07 +0100260 */
261static inline void conn_stop_polling(struct connection *c)
262{
263 c->flags &= ~(CO_FL_CURR_RD_ENA | CO_FL_CURR_WR_ENA |
264 CO_FL_SOCK_RD_ENA | CO_FL_SOCK_WR_ENA |
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200265 CO_FL_XPRT_RD_ENA | CO_FL_XPRT_WR_ENA);
Willy Tarreau916e12d2017-10-25 09:22:43 +0200266 if (!(c->flags & CO_FL_WILL_UPDATE) && conn_ctrl_ready(c))
Willy Tarreau585744b2017-08-24 14:31:19 +0200267 fd_stop_both(c->handle.fd);
Willy Tarreau36fb02c2012-11-24 11:09:07 +0100268}
269
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200270/* Automatically update polling on connection <c> depending on the XPRT and
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200271 * SOCK flags, and on whether a handshake is in progress or not. This may be
272 * called at any moment when there is a doubt about the effectiveness of the
273 * polling state, for instance when entering or leaving the handshake state.
Willy Tarreau916e12d2017-10-25 09:22:43 +0200274 * It does nothing if CO_FL_WILL_UPDATE is present, indicating that an upper
275 * caller is going to do it again later.
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200276 */
277static inline void conn_cond_update_polling(struct connection *c)
278{
Willy Tarreau36fb02c2012-11-24 11:09:07 +0100279 if (unlikely(c->flags & CO_FL_ERROR))
280 conn_stop_polling(c);
Willy Tarreau916e12d2017-10-25 09:22:43 +0200281 else if (!(c->flags & CO_FL_WILL_UPDATE)) {
282 if (!(c->flags & CO_FL_POLL_SOCK) && conn_xprt_polling_changes(c))
283 conn_update_xprt_polling(c);
284 else if ((c->flags & CO_FL_POLL_SOCK) && conn_sock_polling_changes(c))
285 conn_update_sock_polling(c);
286 }
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200287}
288
289/***** Event manipulation primitives for use by DATA I/O callbacks *****/
290/* The __conn_* versions do not propagate to lower layers and are only meant
291 * to be used by handlers called by the connection handler. The other ones
292 * may be used anywhere.
293 */
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200294static inline void __conn_xprt_want_recv(struct connection *c)
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200295{
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200296 c->flags |= CO_FL_XPRT_RD_ENA;
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200297}
298
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200299static inline void __conn_xprt_stop_recv(struct connection *c)
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200300{
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200301 c->flags &= ~CO_FL_XPRT_RD_ENA;
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200302}
303
Willy Tarreau796c5b72016-11-29 21:47:02 +0100304/* this one is used only to stop speculative recv(). It doesn't stop it if the
305 * fd is already polled in order to avoid expensive polling status changes.
306 * Since it might require the upper layer to re-enable reading, we'll return 1
307 * if we've really stopped something otherwise zero.
308 */
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200309static inline int __conn_xprt_done_recv(struct connection *c)
Willy Tarreau796c5b72016-11-29 21:47:02 +0100310{
Willy Tarreau585744b2017-08-24 14:31:19 +0200311 if (!conn_ctrl_ready(c) || !fd_recv_polled(c->handle.fd)) {
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200312 c->flags &= ~CO_FL_XPRT_RD_ENA;
Willy Tarreau796c5b72016-11-29 21:47:02 +0100313 return 1;
314 }
315 return 0;
316}
317
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200318static inline void __conn_xprt_want_send(struct connection *c)
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200319{
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200320 c->flags |= CO_FL_XPRT_WR_ENA;
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200321}
322
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200323static inline void __conn_xprt_stop_send(struct connection *c)
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200324{
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200325 c->flags &= ~CO_FL_XPRT_WR_ENA;
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200326}
327
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200328static inline void __conn_xprt_stop_both(struct connection *c)
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200329{
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200330 c->flags &= ~(CO_FL_XPRT_WR_ENA | CO_FL_XPRT_RD_ENA);
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200331}
332
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200333static inline void conn_xprt_want_recv(struct connection *c)
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200334{
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200335 __conn_xprt_want_recv(c);
336 conn_cond_update_xprt_polling(c);
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200337}
338
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200339static inline void conn_xprt_stop_recv(struct connection *c)
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200340{
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200341 __conn_xprt_stop_recv(c);
342 conn_cond_update_xprt_polling(c);
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200343}
344
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200345static inline void conn_xprt_want_send(struct connection *c)
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200346{
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200347 __conn_xprt_want_send(c);
348 conn_cond_update_xprt_polling(c);
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200349}
350
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200351static inline void conn_xprt_stop_send(struct connection *c)
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200352{
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200353 __conn_xprt_stop_send(c);
354 conn_cond_update_xprt_polling(c);
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200355}
356
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200357static inline void conn_xprt_stop_both(struct connection *c)
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200358{
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200359 __conn_xprt_stop_both(c);
360 conn_cond_update_xprt_polling(c);
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200361}
362
363/***** Event manipulation primitives for use by handshake I/O callbacks *****/
364/* The __conn_* versions do not propagate to lower layers and are only meant
365 * to be used by handlers called by the connection handler. The other ones
366 * may be used anywhere.
367 */
368static inline void __conn_sock_want_recv(struct connection *c)
369{
370 c->flags |= CO_FL_SOCK_RD_ENA;
371}
372
373static inline void __conn_sock_stop_recv(struct connection *c)
374{
375 c->flags &= ~CO_FL_SOCK_RD_ENA;
376}
377
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200378static inline void __conn_sock_want_send(struct connection *c)
379{
380 c->flags |= CO_FL_SOCK_WR_ENA;
381}
382
383static inline void __conn_sock_stop_send(struct connection *c)
384{
385 c->flags &= ~CO_FL_SOCK_WR_ENA;
386}
387
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200388static inline void __conn_sock_stop_both(struct connection *c)
389{
390 c->flags &= ~(CO_FL_SOCK_WR_ENA | CO_FL_SOCK_RD_ENA);
391}
392
393static inline void conn_sock_want_recv(struct connection *c)
394{
395 __conn_sock_want_recv(c);
396 conn_cond_update_sock_polling(c);
397}
398
399static inline void conn_sock_stop_recv(struct connection *c)
400{
401 __conn_sock_stop_recv(c);
402 conn_cond_update_sock_polling(c);
403}
404
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200405static inline void conn_sock_want_send(struct connection *c)
406{
407 __conn_sock_want_send(c);
408 conn_cond_update_sock_polling(c);
409}
410
411static inline void conn_sock_stop_send(struct connection *c)
412{
413 __conn_sock_stop_send(c);
414 conn_cond_update_sock_polling(c);
415}
416
Willy Tarreaub5e2cbd2012-08-17 11:55:04 +0200417static inline void conn_sock_stop_both(struct connection *c)
418{
419 __conn_sock_stop_both(c);
420 conn_cond_update_sock_polling(c);
421}
Willy Tarreau8b117082012-08-06 15:06:49 +0200422
Willy Tarreau7b271b22017-10-25 09:59:22 +0200423/* read shutdown, called from the rcv_buf/rcv_pipe handlers when
424 * detecting an end of connection.
425 */
Willy Tarreau3af56a92012-08-20 16:55:48 +0200426static inline void conn_sock_read0(struct connection *c)
427{
428 c->flags |= CO_FL_SOCK_RD_SH;
429 __conn_sock_stop_recv(c);
Willy Tarreauad38ace2013-12-15 14:19:38 +0100430 /* we don't risk keeping ports unusable if we found the
431 * zero from the other side.
432 */
Willy Tarreau3c728722014-01-23 13:50:42 +0100433 if (conn_ctrl_ready(c))
Willy Tarreau585744b2017-08-24 14:31:19 +0200434 fdtab[c->handle.fd].linger_risk = 0;
Willy Tarreau3af56a92012-08-20 16:55:48 +0200435}
436
Willy Tarreau7b271b22017-10-25 09:59:22 +0200437/* write shutdown, indication that the upper layer is not willing to send
438 * anything anymore and wants to close after pending data are sent.
439 */
Willy Tarreau3af56a92012-08-20 16:55:48 +0200440static inline void conn_sock_shutw(struct connection *c)
441{
442 c->flags |= CO_FL_SOCK_WR_SH;
Willy Tarreau7b271b22017-10-25 09:59:22 +0200443 conn_refresh_polling_flags(c);
Willy Tarreau3af56a92012-08-20 16:55:48 +0200444 __conn_sock_stop_send(c);
Willy Tarreau7b271b22017-10-25 09:59:22 +0200445 conn_cond_update_sock_polling(c);
446
Willy Tarreauf9ce57e2017-10-05 17:24:42 +0200447 /* don't perform a clean shutdown if we're going to reset */
448 if (conn_ctrl_ready(c) && !fdtab[c->handle.fd].linger_risk)
Willy Tarreau585744b2017-08-24 14:31:19 +0200449 shutdown(c->handle.fd, SHUT_WR);
Willy Tarreau3af56a92012-08-20 16:55:48 +0200450}
451
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200452static inline void conn_xprt_shutw(struct connection *c)
Willy Tarreau3af56a92012-08-20 16:55:48 +0200453{
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200454 __conn_xprt_stop_send(c);
Willy Tarreau729c69f2015-03-12 22:51:10 +0100455
456 /* clean data-layer shutdown */
457 if (c->xprt && c->xprt->shutw)
458 c->xprt->shutw(c, 1);
459}
460
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200461static inline void conn_xprt_shutw_hard(struct connection *c)
Willy Tarreau729c69f2015-03-12 22:51:10 +0100462{
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200463 __conn_xprt_stop_send(c);
Willy Tarreau729c69f2015-03-12 22:51:10 +0100464
465 /* unclean data-layer shutdown */
466 if (c->xprt && c->xprt->shutw)
467 c->xprt->shutw(c, 0);
Willy Tarreau3af56a92012-08-20 16:55:48 +0200468}
469
470/* detect sock->data read0 transition */
Olivier Houchard1a0545f2017-09-13 18:30:23 +0200471static inline int conn_xprt_read0_pending(struct connection *c)
Willy Tarreau3af56a92012-08-20 16:55:48 +0200472{
Willy Tarreau54e917c2017-08-30 07:35:35 +0200473 return (c->flags & CO_FL_SOCK_RD_SH) != 0;
Willy Tarreau3af56a92012-08-20 16:55:48 +0200474}
475
Willy Tarreau910c6aa2013-10-24 15:08:37 +0200476/* prepares a connection to work with protocol <proto> and transport <xprt>.
Willy Tarreau53a47662017-08-28 10:53:00 +0200477 * The transport's is initialized as well, and the mux and its context are
478 * cleared.
Willy Tarreau910c6aa2013-10-24 15:08:37 +0200479 */
480static inline void conn_prepare(struct connection *conn, const struct protocol *proto, const struct xprt_ops *xprt)
481{
482 conn->ctrl = proto;
483 conn->xprt = xprt;
Willy Tarreau53a47662017-08-28 10:53:00 +0200484 conn->mux = NULL;
Willy Tarreau910c6aa2013-10-24 15:08:37 +0200485 conn->xprt_st = 0;
486 conn->xprt_ctx = NULL;
Willy Tarreau53a47662017-08-28 10:53:00 +0200487 conn->mux_ctx = NULL;
Willy Tarreau910c6aa2013-10-24 15:08:37 +0200488}
489
Willy Tarreaud0155772013-10-14 17:10:08 +0200490/* Initializes all required fields for a new connection. Note that it does the
491 * minimum acceptable initialization for a connection that already exists and
492 * is about to be reused. It also leaves the addresses untouched, which makes
493 * it usable across connection retries to reset a connection to a known state.
494 */
495static inline void conn_init(struct connection *conn)
496{
497 conn->obj_type = OBJ_TYPE_CONN;
498 conn->flags = CO_FL_NONE;
Willy Tarreaud0155772013-10-14 17:10:08 +0200499 conn->data = NULL;
Olivier Houchardc2aae742017-09-22 18:26:28 +0200500 conn->tmp_early_data = -1;
Willy Tarreau53a47662017-08-28 10:53:00 +0200501 conn->mux = NULL;
502 conn->mux_ctx = NULL;
Willy Tarreaud0155772013-10-14 17:10:08 +0200503 conn->owner = NULL;
Willy Tarreaub8020ce2013-10-24 21:10:08 +0200504 conn->send_proxy_ofs = 0;
Willy Tarreau585744b2017-08-24 14:31:19 +0200505 conn->handle.fd = DEAD_FD_MAGIC;
Willy Tarreaud0155772013-10-14 17:10:08 +0200506 conn->err_code = CO_ER_NONE;
507 conn->target = NULL;
Willy Tarreau8e3c6ce2017-08-28 15:46:01 +0200508 conn->xprt_done_cb = NULL;
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100509 conn->proxy_netns = NULL;
Willy Tarreaud75d40e2015-08-04 17:25:58 +0200510 LIST_INIT(&conn->list);
Willy Tarreaud0155772013-10-14 17:10:08 +0200511}
512
Willy Tarreau8e3c6ce2017-08-28 15:46:01 +0200513/* sets <owner> as the connection's owner */
514static inline void conn_set_owner(struct connection *conn, void *owner)
515{
516 conn->owner = owner;
517}
518
519/* registers <cb> as a callback to notify for transport's readiness or failure */
520static inline void conn_set_xprt_done_cb(struct connection *conn, int (*cb)(struct connection *))
521{
522 conn->xprt_done_cb = cb;
523}
524
525/* unregisters the callback to notify for transport's readiness or failure */
526static inline void conn_clear_xprt_done_cb(struct connection *conn)
527{
528 conn->xprt_done_cb = NULL;
529}
530
Willy Tarreaub97f3b12013-10-20 22:56:45 +0200531/* Tries to allocate a new connection and initialized its main fields. The
532 * connection is returned on success, NULL on failure. The connection must
533 * be released using pool_free2() or conn_free().
534 */
535static inline struct connection *conn_new()
536{
537 struct connection *conn;
538
539 conn = pool_alloc2(pool2_connection);
540 if (likely(conn != NULL))
541 conn_init(conn);
542 return conn;
543}
544
545/* Releases a connection previously allocated by conn_new() */
546static inline void conn_free(struct connection *conn)
547{
Willy Tarreau53a47662017-08-28 10:53:00 +0200548 if (conn->mux && conn->mux->release)
549 conn->mux->release(conn);
Willy Tarreaub97f3b12013-10-20 22:56:45 +0200550 pool_free2(pool2_connection, conn);
551}
552
553
Willy Tarreau986a9d22012-08-30 21:11:38 +0200554/* Retrieves the connection's source address */
555static inline void conn_get_from_addr(struct connection *conn)
556{
557 if (conn->flags & CO_FL_ADDR_FROM_SET)
558 return;
559
Willy Tarreau3c728722014-01-23 13:50:42 +0100560 if (!conn_ctrl_ready(conn) || !conn->ctrl->get_src)
Willy Tarreau986a9d22012-08-30 21:11:38 +0200561 return;
562
Willy Tarreau585744b2017-08-24 14:31:19 +0200563 if (conn->ctrl->get_src(conn->handle.fd, (struct sockaddr *)&conn->addr.from,
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100564 sizeof(conn->addr.from),
565 obj_type(conn->target) != OBJ_TYPE_LISTENER) == -1)
Willy Tarreau986a9d22012-08-30 21:11:38 +0200566 return;
567 conn->flags |= CO_FL_ADDR_FROM_SET;
568}
569
570/* Retrieves the connection's original destination address */
571static inline void conn_get_to_addr(struct connection *conn)
572{
573 if (conn->flags & CO_FL_ADDR_TO_SET)
574 return;
575
Willy Tarreau3c728722014-01-23 13:50:42 +0100576 if (!conn_ctrl_ready(conn) || !conn->ctrl->get_dst)
Willy Tarreau986a9d22012-08-30 21:11:38 +0200577 return;
578
Willy Tarreau585744b2017-08-24 14:31:19 +0200579 if (conn->ctrl->get_dst(conn->handle.fd, (struct sockaddr *)&conn->addr.to,
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100580 sizeof(conn->addr.to),
581 obj_type(conn->target) != OBJ_TYPE_LISTENER) == -1)
Willy Tarreau986a9d22012-08-30 21:11:38 +0200582 return;
583 conn->flags |= CO_FL_ADDR_TO_SET;
584}
585
Willy Tarreau7abddb52013-10-24 15:31:04 +0200586/* Attaches a connection to an owner and assigns a data layer */
587static inline void conn_attach(struct connection *conn, void *owner, const struct data_cb *data)
Willy Tarreaudda5e7c2012-09-24 17:15:42 +0200588{
Willy Tarreau74beec32012-10-03 00:41:04 +0200589 conn->data = data;
Willy Tarreaucd379952012-09-27 22:14:33 +0200590 conn->owner = owner;
Willy Tarreaubd99aab2012-10-02 20:57:19 +0200591}
592
Willy Tarreau53a47662017-08-28 10:53:00 +0200593/* Installs the connection's mux layer for upper context <ctx>.
594 * Returns < 0 on error.
595 */
596static inline int conn_install_mux(struct connection *conn, const struct mux_ops *mux, void *ctx)
597{
598 conn->mux = mux;
599 conn->mux_ctx = ctx;
600 return mux->init ? mux->init(conn) : 0;
601}
602
Willy Tarreau0af29122012-12-03 15:35:00 +0100603/* returns a human-readable error code for conn->err_code, or NULL if the code
604 * is unknown.
605 */
606static inline const char *conn_err_code_str(struct connection *c)
607{
608 switch (c->err_code) {
609 case CO_ER_NONE: return "Success";
Willy Tarreau45b34e82014-01-24 16:06:50 +0100610
611 case CO_ER_CONF_FDLIM: return "Reached configured maxconn value";
612 case CO_ER_PROC_FDLIM: return "Too many sockets on the process";
613 case CO_ER_SYS_FDLIM: return "Too many sockets on the system";
614 case CO_ER_SYS_MEMLIM: return "Out of system buffers";
615 case CO_ER_NOPROTO: return "Protocol or address family not supported";
616 case CO_ER_SOCK_ERR: return "General socket error";
617 case CO_ER_PORT_RANGE: return "Source port range exhausted";
618 case CO_ER_CANT_BIND: return "Can't bind to source address";
619 case CO_ER_FREE_PORTS: return "Out of local source ports on the system";
620 case CO_ER_ADDR_INUSE: return "Local source address already in use";
621
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100622 case CO_ER_PRX_EMPTY: return "Connection closed while waiting for PROXY protocol header";
623 case CO_ER_PRX_ABORT: return "Connection error while waiting for PROXY protocol header";
Willy Tarreau0af29122012-12-03 15:35:00 +0100624 case CO_ER_PRX_TIMEOUT: return "Timeout while waiting for PROXY protocol header";
Willy Tarreau8e3bf692012-12-03 15:41:18 +0100625 case CO_ER_PRX_TRUNCATED: return "Truncated PROXY protocol header received";
626 case CO_ER_PRX_NOT_HDR: return "Received something which does not look like a PROXY protocol header";
627 case CO_ER_PRX_BAD_HDR: return "Received an invalid PROXY protocol header";
628 case CO_ER_PRX_BAD_PROTO: return "Received an unhandled protocol in the PROXY protocol header";
Bertrand Jacquin93b227d2016-06-04 15:11:10 +0100629
630 case CO_ER_CIP_EMPTY: return "Connection closed while waiting for NetScaler Client IP header";
631 case CO_ER_CIP_ABORT: return "Connection error while waiting for NetScaler Client IP header";
632 case CO_ER_CIP_TRUNCATED: return "Truncated NetScaler Client IP header received";
633 case CO_ER_CIP_BAD_MAGIC: return "Received an invalid NetScaler Client IP magic number";
634 case CO_ER_CIP_BAD_PROTO: return "Received an unhandled protocol in the NetScaler Client IP header";
635
Willy Tarreau20879a02012-12-03 16:32:10 +0100636 case CO_ER_SSL_EMPTY: return "Connection closed during SSL handshake";
637 case CO_ER_SSL_ABORT: return "Connection error during SSL handshake";
Willy Tarreau0af29122012-12-03 15:35:00 +0100638 case CO_ER_SSL_TIMEOUT: return "Timeout during SSL handshake";
Willy Tarreau20879a02012-12-03 16:32:10 +0100639 case CO_ER_SSL_TOO_MANY: return "Too many SSL connections";
640 case CO_ER_SSL_NO_MEM: return "Out of memory when initializing an SSL connection";
641 case CO_ER_SSL_RENEG: return "Rejected a client-initiated SSL renegociation attempt";
642 case CO_ER_SSL_CA_FAIL: return "SSL client CA chain cannot be verified";
643 case CO_ER_SSL_CRT_FAIL: return "SSL client certificate not trusted";
Willy Tarreau71d058c2017-07-26 20:09:56 +0200644 case CO_ER_SSL_MISMATCH: return "Server presented an SSL certificate different from the configured one";
645 case CO_ER_SSL_MISMATCH_SNI: return "Server presented an SSL certificate different from the expected one";
Willy Tarreau20879a02012-12-03 16:32:10 +0100646 case CO_ER_SSL_HANDSHAKE: return "SSL handshake failure";
Willy Tarreaub3966372014-04-25 18:54:29 +0200647 case CO_ER_SSL_HANDSHAKE_HB: return "SSL handshake failure after heartbeat";
Willy Tarreauf51c6982014-04-25 20:02:39 +0200648 case CO_ER_SSL_KILLED_HB: return "Stopped a TLSv1 heartbeat attack (CVE-2014-0160)";
Willy Tarreau830bf612013-12-01 20:29:58 +0100649 case CO_ER_SSL_NO_TARGET: return "Attempt to use SSL on an unknown target (internal error)";
Willy Tarreau0af29122012-12-03 15:35:00 +0100650 }
651 return NULL;
652}
653
Willy Tarreau2dc770c2016-11-23 18:00:08 +0100654static inline const char *conn_get_ctrl_name(const struct connection *conn)
655{
656 if (!conn_ctrl_ready(conn))
657 return "NONE";
658 return conn->ctrl->name;
659}
660
661static inline const char *conn_get_xprt_name(const struct connection *conn)
662{
Willy Tarreau2dc770c2016-11-23 18:00:08 +0100663 if (!conn_xprt_ready(conn))
664 return "NONE";
Willy Tarreau8e0bb0a2016-11-24 16:58:12 +0100665 return conn->xprt->name;
Willy Tarreau2dc770c2016-11-23 18:00:08 +0100666}
667
Willy Tarreau53a47662017-08-28 10:53:00 +0200668static inline const char *conn_get_mux_name(const struct connection *conn)
669{
670 if (!conn->mux)
671 return "NONE";
672 return conn->mux->name;
673}
674
Willy Tarreau2dc770c2016-11-23 18:00:08 +0100675static inline const char *conn_get_data_name(const struct connection *conn)
676{
Willy Tarreau2dc770c2016-11-23 18:00:08 +0100677 if (!conn->data)
678 return "NONE";
Willy Tarreau8e0bb0a2016-11-24 16:58:12 +0100679 return conn->data->name;
Willy Tarreau2dc770c2016-11-23 18:00:08 +0100680}
681
Willy Tarreau13e14102016-12-22 20:25:26 +0100682/* registers pointer to transport layer <id> (XPRT_*) */
683static inline void xprt_register(int id, struct xprt_ops *xprt)
684{
685 if (id >= XPRT_ENTRIES)
686 return;
687 registered_xprt[id] = xprt;
688}
689
690/* returns pointer to transport layer <id> (XPRT_*) or NULL if not registered */
691static inline struct xprt_ops *xprt_get(int id)
692{
693 if (id >= XPRT_ENTRIES)
694 return NULL;
695 return registered_xprt[id];
696}
Willy Tarreau2dc770c2016-11-23 18:00:08 +0100697
Willy Tarreaua9c17412016-12-04 18:42:09 +0100698static inline int conn_get_alpn(const struct connection *conn, const char **str, int *len)
699{
700 if (!conn_xprt_ready(conn) || !conn->xprt->get_alpn)
701 return 0;
702 return conn->xprt->get_alpn(conn, str, len);
703}
704
Willy Tarreau59f98392012-07-06 14:13:49 +0200705#endif /* _PROTO_CONNECTION_H */
706
707/*
708 * Local variables:
709 * c-indent-level: 8
710 * c-basic-offset: 8
711 * End:
712 */