Willy Tarreau | 59f9839 | 2012-07-06 14:13:49 +0200 | [diff] [blame] | 1 | /* |
| 2 | * include/proto/connection.h |
| 3 | * This file contains connection function prototypes |
| 4 | * |
| 5 | * Copyright (C) 2000-2012 Willy Tarreau - w@1wt.eu |
| 6 | * |
| 7 | * This library is free software; you can redistribute it and/or |
| 8 | * modify it under the terms of the GNU Lesser General Public |
| 9 | * License as published by the Free Software Foundation, version 2.1 |
| 10 | * exclusively. |
| 11 | * |
| 12 | * This library is distributed in the hope that it will be useful, |
| 13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| 15 | * Lesser General Public License for more details. |
| 16 | * |
| 17 | * You should have received a copy of the GNU Lesser General Public |
| 18 | * License along with this library; if not, write to the Free Software |
| 19 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
| 20 | */ |
| 21 | |
| 22 | #ifndef _PROTO_CONNECTION_H |
| 23 | #define _PROTO_CONNECTION_H |
| 24 | |
| 25 | #include <common/config.h> |
Willy Tarreau | 2386be6 | 2017-09-21 19:40:52 +0200 | [diff] [blame] | 26 | #include <common/ist.h> |
Willy Tarreau | f2943dc | 2012-10-26 20:10:28 +0200 | [diff] [blame] | 27 | #include <common/memory.h> |
Willy Tarreau | 59f9839 | 2012-07-06 14:13:49 +0200 | [diff] [blame] | 28 | #include <types/connection.h> |
Willy Tarreau | d1d5454 | 2012-09-12 22:58:11 +0200 | [diff] [blame] | 29 | #include <types/listener.h> |
Willy Tarreau | 2b199c9 | 2012-11-23 17:32:21 +0100 | [diff] [blame] | 30 | #include <proto/fd.h> |
Willy Tarreau | 3fdb366 | 2012-11-12 00:42:33 +0100 | [diff] [blame] | 31 | #include <proto/obj_type.h> |
Olivier Houchard | 6ff2039 | 2018-07-17 18:46:31 +0200 | [diff] [blame] | 32 | #include <proto/task.h> |
Willy Tarreau | 59f9839 | 2012-07-06 14:13:49 +0200 | [diff] [blame] | 33 | |
Willy Tarreau | bafbe01 | 2017-11-24 17:34:44 +0100 | [diff] [blame] | 34 | extern struct pool_head *pool_head_connection; |
| 35 | extern struct pool_head *pool_head_connstream; |
Willy Tarreau | 13e1410 | 2016-12-22 20:25:26 +0100 | [diff] [blame] | 36 | extern struct xprt_ops *registered_xprt[XPRT_ENTRIES]; |
Christopher Faulet | 32f61c0 | 2018-04-10 14:33:41 +0200 | [diff] [blame] | 37 | extern struct mux_proto_list mux_proto_list; |
Willy Tarreau | f2943dc | 2012-10-26 20:10:28 +0200 | [diff] [blame] | 38 | |
| 39 | /* perform minimal intializations, report 0 in case of error, 1 if OK. */ |
| 40 | int init_connection(); |
| 41 | |
Willy Tarreau | 59f9839 | 2012-07-06 14:13:49 +0200 | [diff] [blame] | 42 | /* I/O callback for fd-based connections. It calls the read/write handlers |
Willy Tarreau | 7a798e5 | 2016-04-14 11:13:20 +0200 | [diff] [blame] | 43 | * provided by the connection's sock_ops. |
Willy Tarreau | 59f9839 | 2012-07-06 14:13:49 +0200 | [diff] [blame] | 44 | */ |
Willy Tarreau | 7a798e5 | 2016-04-14 11:13:20 +0200 | [diff] [blame] | 45 | void conn_fd_handler(int fd); |
Willy Tarreau | 59f9839 | 2012-07-06 14:13:49 +0200 | [diff] [blame] | 46 | |
Willy Tarreau | 22cda21 | 2012-08-31 17:43:29 +0200 | [diff] [blame] | 47 | /* receive a PROXY protocol header over a connection */ |
| 48 | int conn_recv_proxy(struct connection *conn, int flag); |
David S | afb7683 | 2014-05-08 23:42:08 -0400 | [diff] [blame] | 49 | int make_proxy_line(char *buf, int buf_len, struct server *srv, struct connection *remote); |
| 50 | int make_proxy_line_v1(char *buf, int buf_len, struct sockaddr_storage *src, struct sockaddr_storage *dst); |
| 51 | int make_proxy_line_v2(char *buf, int buf_len, struct server *srv, struct connection *remote); |
Willy Tarreau | 22cda21 | 2012-08-31 17:43:29 +0200 | [diff] [blame] | 52 | |
Olivier Houchard | 6ff2039 | 2018-07-17 18:46:31 +0200 | [diff] [blame] | 53 | int conn_subscribe(struct connection *conn, int event_type, void *param); |
Olivier Houchard | 83a0cd8 | 2018-09-28 17:57:58 +0200 | [diff] [blame] | 54 | int conn_unsubscribe(struct connection *conn, int event_type, void *param); |
| 55 | |
Bertrand Jacquin | 93b227d | 2016-06-04 15:11:10 +0100 | [diff] [blame] | 56 | /* receive a NetScaler Client IP insertion header over a connection */ |
| 57 | int conn_recv_netscaler_cip(struct connection *conn, int flag); |
| 58 | |
Willy Tarreau | ff3e648 | 2015-03-12 23:56:52 +0100 | [diff] [blame] | 59 | /* raw send() directly on the socket */ |
| 60 | int conn_sock_send(struct connection *conn, const void *buf, int len, int flags); |
| 61 | |
Willy Tarreau | d85c485 | 2015-03-13 00:40:28 +0100 | [diff] [blame] | 62 | /* drains any pending bytes from the socket */ |
| 63 | int conn_sock_drain(struct connection *conn); |
| 64 | |
Willy Tarreau | d02cdd2 | 2013-12-15 10:23:20 +0100 | [diff] [blame] | 65 | /* returns true is the transport layer is ready */ |
Willy Tarreau | aad6938 | 2014-01-23 14:21:42 +0100 | [diff] [blame] | 66 | static inline int conn_xprt_ready(const struct connection *conn) |
Willy Tarreau | d02cdd2 | 2013-12-15 10:23:20 +0100 | [diff] [blame] | 67 | { |
Willy Tarreau | aad6938 | 2014-01-23 14:21:42 +0100 | [diff] [blame] | 68 | return (conn->flags & CO_FL_XPRT_READY); |
Willy Tarreau | d02cdd2 | 2013-12-15 10:23:20 +0100 | [diff] [blame] | 69 | } |
| 70 | |
| 71 | /* returns true is the control layer is ready */ |
Willy Tarreau | 3c72872 | 2014-01-23 13:50:42 +0100 | [diff] [blame] | 72 | static inline int conn_ctrl_ready(const struct connection *conn) |
Willy Tarreau | d02cdd2 | 2013-12-15 10:23:20 +0100 | [diff] [blame] | 73 | { |
| 74 | return (conn->flags & CO_FL_CTRL_READY); |
| 75 | } |
| 76 | |
Willy Tarreau | f79c817 | 2013-10-21 16:30:56 +0200 | [diff] [blame] | 77 | /* Calls the init() function of the transport layer if any and if not done yet, |
| 78 | * and sets the CO_FL_XPRT_READY flag to indicate it was properly initialized. |
Willy Tarreau | f7bc57c | 2012-10-03 00:19:48 +0200 | [diff] [blame] | 79 | * Returns <0 in case of error. |
Willy Tarreau | 15678ef | 2012-08-31 13:54:11 +0200 | [diff] [blame] | 80 | */ |
Willy Tarreau | f7bc57c | 2012-10-03 00:19:48 +0200 | [diff] [blame] | 81 | static inline int conn_xprt_init(struct connection *conn) |
Willy Tarreau | 15678ef | 2012-08-31 13:54:11 +0200 | [diff] [blame] | 82 | { |
Willy Tarreau | f79c817 | 2013-10-21 16:30:56 +0200 | [diff] [blame] | 83 | int ret = 0; |
| 84 | |
Willy Tarreau | aad6938 | 2014-01-23 14:21:42 +0100 | [diff] [blame] | 85 | if (!conn_xprt_ready(conn) && conn->xprt && conn->xprt->init) |
Willy Tarreau | f79c817 | 2013-10-21 16:30:56 +0200 | [diff] [blame] | 86 | ret = conn->xprt->init(conn); |
| 87 | |
| 88 | if (ret >= 0) |
| 89 | conn->flags |= CO_FL_XPRT_READY; |
| 90 | |
| 91 | return ret; |
Willy Tarreau | 15678ef | 2012-08-31 13:54:11 +0200 | [diff] [blame] | 92 | } |
| 93 | |
Willy Tarreau | f79c817 | 2013-10-21 16:30:56 +0200 | [diff] [blame] | 94 | /* Calls the close() function of the transport layer if any and if not done |
| 95 | * yet, and clears the CO_FL_XPRT_READY flag. However this is not done if the |
| 96 | * CO_FL_XPRT_TRACKED flag is set, which allows logs to take data from the |
| 97 | * transport layer very late if needed. |
Willy Tarreau | 6c03a64 | 2012-10-12 17:00:05 +0200 | [diff] [blame] | 98 | */ |
Willy Tarreau | f7bc57c | 2012-10-03 00:19:48 +0200 | [diff] [blame] | 99 | static inline void conn_xprt_close(struct connection *conn) |
Willy Tarreau | 8b11708 | 2012-08-06 15:06:49 +0200 | [diff] [blame] | 100 | { |
Willy Tarreau | f79c817 | 2013-10-21 16:30:56 +0200 | [diff] [blame] | 101 | if ((conn->flags & (CO_FL_XPRT_READY|CO_FL_XPRT_TRACKED)) == CO_FL_XPRT_READY) { |
Willy Tarreau | aad6938 | 2014-01-23 14:21:42 +0100 | [diff] [blame] | 102 | if (conn->xprt->close) |
Willy Tarreau | 6c03a64 | 2012-10-12 17:00:05 +0200 | [diff] [blame] | 103 | conn->xprt->close(conn); |
Willy Tarreau | f79c817 | 2013-10-21 16:30:56 +0200 | [diff] [blame] | 104 | conn->flags &= ~CO_FL_XPRT_READY; |
| 105 | } |
| 106 | } |
| 107 | |
| 108 | /* Initializes the connection's control layer which essentially consists in |
| 109 | * registering the file descriptor for polling and setting the CO_FL_CTRL_READY |
Willy Tarreau | 3c72872 | 2014-01-23 13:50:42 +0100 | [diff] [blame] | 110 | * flag. The caller is responsible for ensuring that the control layer is |
| 111 | * already assigned to the connection prior to the call. |
Willy Tarreau | f79c817 | 2013-10-21 16:30:56 +0200 | [diff] [blame] | 112 | */ |
| 113 | static inline void conn_ctrl_init(struct connection *conn) |
| 114 | { |
Willy Tarreau | 3c72872 | 2014-01-23 13:50:42 +0100 | [diff] [blame] | 115 | if (!conn_ctrl_ready(conn)) { |
Willy Tarreau | 585744b | 2017-08-24 14:31:19 +0200 | [diff] [blame] | 116 | int fd = conn->handle.fd; |
Willy Tarreau | f79c817 | 2013-10-21 16:30:56 +0200 | [diff] [blame] | 117 | |
Willy Tarreau | a9786b6 | 2018-01-25 07:22:13 +0100 | [diff] [blame] | 118 | fd_insert(fd, conn, conn_fd_handler, tid_bit); |
Willy Tarreau | f817e9f | 2014-01-10 16:58:45 +0100 | [diff] [blame] | 119 | /* mark the fd as ready so as not to needlessly poll at the beginning */ |
| 120 | fd_may_recv(fd); |
| 121 | fd_may_send(fd); |
Willy Tarreau | f79c817 | 2013-10-21 16:30:56 +0200 | [diff] [blame] | 122 | conn->flags |= CO_FL_CTRL_READY; |
Willy Tarreau | 6c03a64 | 2012-10-12 17:00:05 +0200 | [diff] [blame] | 123 | } |
Willy Tarreau | 8b11708 | 2012-08-06 15:06:49 +0200 | [diff] [blame] | 124 | } |
| 125 | |
Willy Tarreau | f79c817 | 2013-10-21 16:30:56 +0200 | [diff] [blame] | 126 | /* Deletes the FD if the transport layer is already gone. Once done, |
| 127 | * it then removes the CO_FL_CTRL_READY flag. |
| 128 | */ |
| 129 | static inline void conn_ctrl_close(struct connection *conn) |
| 130 | { |
| 131 | if ((conn->flags & (CO_FL_XPRT_READY|CO_FL_CTRL_READY)) == CO_FL_CTRL_READY) { |
Willy Tarreau | 585744b | 2017-08-24 14:31:19 +0200 | [diff] [blame] | 132 | fd_delete(conn->handle.fd); |
Willy Tarreau | 6a0a80a | 2017-10-05 17:43:39 +0200 | [diff] [blame] | 133 | conn->handle.fd = DEAD_FD_MAGIC; |
Willy Tarreau | f79c817 | 2013-10-21 16:30:56 +0200 | [diff] [blame] | 134 | conn->flags &= ~CO_FL_CTRL_READY; |
| 135 | } |
| 136 | } |
| 137 | |
Willy Tarreau | 2b199c9 | 2012-11-23 17:32:21 +0100 | [diff] [blame] | 138 | /* If the connection still has a transport layer, then call its close() function |
| 139 | * if any, and delete the file descriptor if a control layer is set. This is |
| 140 | * used to close everything at once and atomically. However this is not done if |
| 141 | * the CO_FL_XPRT_TRACKED flag is set, which allows logs to take data from the |
| 142 | * transport layer very late if needed. |
| 143 | */ |
| 144 | static inline void conn_full_close(struct connection *conn) |
| 145 | { |
Willy Tarreau | f79c817 | 2013-10-21 16:30:56 +0200 | [diff] [blame] | 146 | conn_xprt_close(conn); |
| 147 | conn_ctrl_close(conn); |
| 148 | } |
| 149 | |
Willy Tarreau | dc42acd | 2017-10-05 18:09:20 +0200 | [diff] [blame] | 150 | /* stop tracking a connection, allowing conn_full_close() to always |
| 151 | * succeed. |
| 152 | */ |
| 153 | static inline void conn_stop_tracking(struct connection *conn) |
| 154 | { |
| 155 | conn->flags &= ~CO_FL_XPRT_TRACKED; |
| 156 | } |
| 157 | |
Willy Tarreau | e9dfa79 | 2012-09-01 17:26:16 +0200 | [diff] [blame] | 158 | /* Update polling on connection <c>'s file descriptor depending on its current |
| 159 | * state as reported in the connection's CO_FL_CURR_* flags, reports of EAGAIN |
| 160 | * in CO_FL_WAIT_*, and the sock layer expectations indicated by CO_FL_SOCK_*. |
| 161 | * The connection flags are updated with the new flags at the end of the |
Willy Tarreau | 0ffde2c | 2012-10-04 22:21:15 +0200 | [diff] [blame] | 162 | * operation. Polling is totally disabled if an error was reported. |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 163 | */ |
Willy Tarreau | e9dfa79 | 2012-09-01 17:26:16 +0200 | [diff] [blame] | 164 | void conn_update_sock_polling(struct connection *c); |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 165 | |
Willy Tarreau | e9dfa79 | 2012-09-01 17:26:16 +0200 | [diff] [blame] | 166 | /* Update polling on connection <c>'s file descriptor depending on its current |
| 167 | * state as reported in the connection's CO_FL_CURR_* flags, reports of EAGAIN |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 168 | * in CO_FL_WAIT_*, and the upper layer expectations indicated by CO_FL_XPRT_*. |
Willy Tarreau | e9dfa79 | 2012-09-01 17:26:16 +0200 | [diff] [blame] | 169 | * The connection flags are updated with the new flags at the end of the |
Willy Tarreau | 0ffde2c | 2012-10-04 22:21:15 +0200 | [diff] [blame] | 170 | * operation. Polling is totally disabled if an error was reported. |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 171 | */ |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 172 | void conn_update_xprt_polling(struct connection *c); |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 173 | |
Willy Tarreau | 7d28149 | 2012-12-16 19:19:13 +0100 | [diff] [blame] | 174 | /* Refresh the connection's polling flags from its file descriptor status. |
Willy Tarreau | 916e12d | 2017-10-25 09:22:43 +0200 | [diff] [blame] | 175 | * This should be called at the beginning of a connection handler. It does |
| 176 | * nothing if CO_FL_WILL_UPDATE is present, indicating that an upper caller |
| 177 | * has already done it. |
Willy Tarreau | 7d28149 | 2012-12-16 19:19:13 +0100 | [diff] [blame] | 178 | */ |
| 179 | static inline void conn_refresh_polling_flags(struct connection *conn) |
| 180 | { |
Willy Tarreau | 916e12d | 2017-10-25 09:22:43 +0200 | [diff] [blame] | 181 | if (conn_ctrl_ready(conn) && !(conn->flags & CO_FL_WILL_UPDATE)) { |
Willy Tarreau | bc97cc4 | 2017-10-25 10:28:45 +0200 | [diff] [blame] | 182 | unsigned int flags = conn->flags; |
Willy Tarreau | 7d28149 | 2012-12-16 19:19:13 +0100 | [diff] [blame] | 183 | |
Willy Tarreau | bc97cc4 | 2017-10-25 10:28:45 +0200 | [diff] [blame] | 184 | flags &= ~(CO_FL_CURR_RD_ENA | CO_FL_CURR_WR_ENA | CO_FL_WAIT_ROOM); |
Willy Tarreau | 585744b | 2017-08-24 14:31:19 +0200 | [diff] [blame] | 185 | if (fd_recv_active(conn->handle.fd)) |
Willy Tarreau | 7d28149 | 2012-12-16 19:19:13 +0100 | [diff] [blame] | 186 | flags |= CO_FL_CURR_RD_ENA; |
Willy Tarreau | 585744b | 2017-08-24 14:31:19 +0200 | [diff] [blame] | 187 | if (fd_send_active(conn->handle.fd)) |
Willy Tarreau | 7d28149 | 2012-12-16 19:19:13 +0100 | [diff] [blame] | 188 | flags |= CO_FL_CURR_WR_ENA; |
| 189 | conn->flags = flags; |
| 190 | } |
| 191 | } |
| 192 | |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 193 | /* inspects c->flags and returns non-zero if XPRT ENA changes from the CURR ENA |
Willy Tarreau | c8dd77f | 2012-11-05 17:52:26 +0100 | [diff] [blame] | 194 | * or if the WAIT flags are set with their respective ENA flags. Additionally, |
Willy Tarreau | 0ffde2c | 2012-10-04 22:21:15 +0200 | [diff] [blame] | 195 | * non-zero is also returned if an error was reported on the connection. This |
| 196 | * function is used quite often and is inlined. In order to proceed optimally |
| 197 | * with very little code and CPU cycles, the bits are arranged so that a change |
Willy Tarreau | c8dd77f | 2012-11-05 17:52:26 +0100 | [diff] [blame] | 198 | * can be detected by a few left shifts, a xor, and a mask. These operations |
| 199 | * detect when W&D are both enabled for either direction, when C&D differ for |
| 200 | * either direction and when Error is set. The trick consists in first keeping |
| 201 | * only the bits we're interested in, since they don't collide when shifted, |
| 202 | * and to perform the AND at the end. In practice, the compiler is able to |
| 203 | * replace the last AND with a TEST in boolean conditions. This results in |
| 204 | * checks that are done in 4-6 cycles and less than 30 bytes. |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 205 | */ |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 206 | static inline unsigned int conn_xprt_polling_changes(const struct connection *c) |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 207 | { |
Willy Tarreau | c8dd77f | 2012-11-05 17:52:26 +0100 | [diff] [blame] | 208 | unsigned int f = c->flags; |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 209 | f &= CO_FL_XPRT_WR_ENA | CO_FL_XPRT_RD_ENA | CO_FL_CURR_WR_ENA | |
Willy Tarreau | 310987a | 2014-01-22 19:46:33 +0100 | [diff] [blame] | 210 | CO_FL_CURR_RD_ENA | CO_FL_ERROR; |
Willy Tarreau | c8dd77f | 2012-11-05 17:52:26 +0100 | [diff] [blame] | 211 | |
Willy Tarreau | 310987a | 2014-01-22 19:46:33 +0100 | [diff] [blame] | 212 | f = (f ^ (f << 1)) & (CO_FL_CURR_WR_ENA|CO_FL_CURR_RD_ENA); /* test C ^ D */ |
| 213 | return f & (CO_FL_CURR_WR_ENA | CO_FL_CURR_RD_ENA | CO_FL_ERROR); |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 214 | } |
| 215 | |
Willy Tarreau | e9dfa79 | 2012-09-01 17:26:16 +0200 | [diff] [blame] | 216 | /* inspects c->flags and returns non-zero if SOCK ENA changes from the CURR ENA |
Willy Tarreau | c8dd77f | 2012-11-05 17:52:26 +0100 | [diff] [blame] | 217 | * or if the WAIT flags are set with their respective ENA flags. Additionally, |
Willy Tarreau | 0ffde2c | 2012-10-04 22:21:15 +0200 | [diff] [blame] | 218 | * non-zero is also returned if an error was reported on the connection. This |
| 219 | * function is used quite often and is inlined. In order to proceed optimally |
| 220 | * with very little code and CPU cycles, the bits are arranged so that a change |
Willy Tarreau | c8dd77f | 2012-11-05 17:52:26 +0100 | [diff] [blame] | 221 | * can be detected by a few left shifts, a xor, and a mask. These operations |
| 222 | * detect when W&S are both enabled for either direction, when C&S differ for |
| 223 | * either direction and when Error is set. The trick consists in first keeping |
| 224 | * only the bits we're interested in, since they don't collide when shifted, |
| 225 | * and to perform the AND at the end. In practice, the compiler is able to |
| 226 | * replace the last AND with a TEST in boolean conditions. This results in |
| 227 | * checks that are done in 4-6 cycles and less than 30 bytes. |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 228 | */ |
| 229 | static inline unsigned int conn_sock_polling_changes(const struct connection *c) |
| 230 | { |
Willy Tarreau | c8dd77f | 2012-11-05 17:52:26 +0100 | [diff] [blame] | 231 | unsigned int f = c->flags; |
| 232 | f &= CO_FL_SOCK_WR_ENA | CO_FL_SOCK_RD_ENA | CO_FL_CURR_WR_ENA | |
Willy Tarreau | 310987a | 2014-01-22 19:46:33 +0100 | [diff] [blame] | 233 | CO_FL_CURR_RD_ENA | CO_FL_ERROR; |
Willy Tarreau | c8dd77f | 2012-11-05 17:52:26 +0100 | [diff] [blame] | 234 | |
Willy Tarreau | 310987a | 2014-01-22 19:46:33 +0100 | [diff] [blame] | 235 | f = (f ^ (f << 2)) & (CO_FL_CURR_WR_ENA|CO_FL_CURR_RD_ENA); /* test C ^ S */ |
| 236 | return f & (CO_FL_CURR_WR_ENA | CO_FL_CURR_RD_ENA | CO_FL_ERROR); |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 237 | } |
| 238 | |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 239 | /* Automatically updates polling on connection <c> depending on the XPRT flags |
Willy Tarreau | 916e12d | 2017-10-25 09:22:43 +0200 | [diff] [blame] | 240 | * if no handshake is in progress. It does nothing if CO_FL_WILL_UPDATE is |
| 241 | * present, indicating that an upper caller is going to do it again later. |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 242 | */ |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 243 | static inline void conn_cond_update_xprt_polling(struct connection *c) |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 244 | { |
Willy Tarreau | 916e12d | 2017-10-25 09:22:43 +0200 | [diff] [blame] | 245 | if (!(c->flags & CO_FL_WILL_UPDATE)) |
| 246 | if (!(c->flags & CO_FL_POLL_SOCK) && conn_xprt_polling_changes(c)) |
| 247 | conn_update_xprt_polling(c); |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 248 | } |
| 249 | |
| 250 | /* Automatically updates polling on connection <c> depending on the SOCK flags |
Willy Tarreau | 916e12d | 2017-10-25 09:22:43 +0200 | [diff] [blame] | 251 | * if a handshake is in progress. It does nothing if CO_FL_WILL_UPDATE is |
| 252 | * present, indicating that an upper caller is going to do it again later. |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 253 | */ |
| 254 | static inline void conn_cond_update_sock_polling(struct connection *c) |
| 255 | { |
Willy Tarreau | 916e12d | 2017-10-25 09:22:43 +0200 | [diff] [blame] | 256 | if (!(c->flags & CO_FL_WILL_UPDATE)) |
| 257 | if ((c->flags & CO_FL_POLL_SOCK) && conn_sock_polling_changes(c)) |
| 258 | conn_update_sock_polling(c); |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 259 | } |
| 260 | |
Willy Tarreau | 36fb02c | 2012-11-24 11:09:07 +0100 | [diff] [blame] | 261 | /* Stop all polling on the fd. This might be used when an error is encountered |
Willy Tarreau | 916e12d | 2017-10-25 09:22:43 +0200 | [diff] [blame] | 262 | * for example. It does not propage the change to the fd layer if |
| 263 | * CO_FL_WILL_UPDATE is present, indicating that an upper caller is going to do |
| 264 | * it later. |
Willy Tarreau | 36fb02c | 2012-11-24 11:09:07 +0100 | [diff] [blame] | 265 | */ |
| 266 | static inline void conn_stop_polling(struct connection *c) |
| 267 | { |
| 268 | c->flags &= ~(CO_FL_CURR_RD_ENA | CO_FL_CURR_WR_ENA | |
| 269 | CO_FL_SOCK_RD_ENA | CO_FL_SOCK_WR_ENA | |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 270 | CO_FL_XPRT_RD_ENA | CO_FL_XPRT_WR_ENA); |
Willy Tarreau | 916e12d | 2017-10-25 09:22:43 +0200 | [diff] [blame] | 271 | if (!(c->flags & CO_FL_WILL_UPDATE) && conn_ctrl_ready(c)) |
Willy Tarreau | 585744b | 2017-08-24 14:31:19 +0200 | [diff] [blame] | 272 | fd_stop_both(c->handle.fd); |
Willy Tarreau | 36fb02c | 2012-11-24 11:09:07 +0100 | [diff] [blame] | 273 | } |
| 274 | |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 275 | /* Automatically update polling on connection <c> depending on the XPRT and |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 276 | * SOCK flags, and on whether a handshake is in progress or not. This may be |
| 277 | * called at any moment when there is a doubt about the effectiveness of the |
| 278 | * polling state, for instance when entering or leaving the handshake state. |
Willy Tarreau | 916e12d | 2017-10-25 09:22:43 +0200 | [diff] [blame] | 279 | * It does nothing if CO_FL_WILL_UPDATE is present, indicating that an upper |
| 280 | * caller is going to do it again later. |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 281 | */ |
| 282 | static inline void conn_cond_update_polling(struct connection *c) |
| 283 | { |
Willy Tarreau | 36fb02c | 2012-11-24 11:09:07 +0100 | [diff] [blame] | 284 | if (unlikely(c->flags & CO_FL_ERROR)) |
| 285 | conn_stop_polling(c); |
Willy Tarreau | 916e12d | 2017-10-25 09:22:43 +0200 | [diff] [blame] | 286 | else if (!(c->flags & CO_FL_WILL_UPDATE)) { |
| 287 | if (!(c->flags & CO_FL_POLL_SOCK) && conn_xprt_polling_changes(c)) |
| 288 | conn_update_xprt_polling(c); |
| 289 | else if ((c->flags & CO_FL_POLL_SOCK) && conn_sock_polling_changes(c)) |
| 290 | conn_update_sock_polling(c); |
| 291 | } |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 292 | } |
| 293 | |
| 294 | /***** Event manipulation primitives for use by DATA I/O callbacks *****/ |
| 295 | /* The __conn_* versions do not propagate to lower layers and are only meant |
| 296 | * to be used by handlers called by the connection handler. The other ones |
| 297 | * may be used anywhere. |
| 298 | */ |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 299 | static inline void __conn_xprt_want_recv(struct connection *c) |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 300 | { |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 301 | c->flags |= CO_FL_XPRT_RD_ENA; |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 302 | } |
| 303 | |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 304 | static inline void __conn_xprt_stop_recv(struct connection *c) |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 305 | { |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 306 | c->flags &= ~CO_FL_XPRT_RD_ENA; |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 307 | } |
| 308 | |
Willy Tarreau | 796c5b7 | 2016-11-29 21:47:02 +0100 | [diff] [blame] | 309 | /* this one is used only to stop speculative recv(). It doesn't stop it if the |
| 310 | * fd is already polled in order to avoid expensive polling status changes. |
| 311 | * Since it might require the upper layer to re-enable reading, we'll return 1 |
| 312 | * if we've really stopped something otherwise zero. |
| 313 | */ |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 314 | static inline int __conn_xprt_done_recv(struct connection *c) |
Willy Tarreau | 796c5b7 | 2016-11-29 21:47:02 +0100 | [diff] [blame] | 315 | { |
Willy Tarreau | 585744b | 2017-08-24 14:31:19 +0200 | [diff] [blame] | 316 | if (!conn_ctrl_ready(c) || !fd_recv_polled(c->handle.fd)) { |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 317 | c->flags &= ~CO_FL_XPRT_RD_ENA; |
Willy Tarreau | 796c5b7 | 2016-11-29 21:47:02 +0100 | [diff] [blame] | 318 | return 1; |
| 319 | } |
| 320 | return 0; |
| 321 | } |
| 322 | |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 323 | static inline void __conn_xprt_want_send(struct connection *c) |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 324 | { |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 325 | c->flags |= CO_FL_XPRT_WR_ENA; |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 326 | } |
| 327 | |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 328 | static inline void __conn_xprt_stop_send(struct connection *c) |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 329 | { |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 330 | c->flags &= ~CO_FL_XPRT_WR_ENA; |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 331 | } |
| 332 | |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 333 | static inline void __conn_xprt_stop_both(struct connection *c) |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 334 | { |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 335 | c->flags &= ~(CO_FL_XPRT_WR_ENA | CO_FL_XPRT_RD_ENA); |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 336 | } |
| 337 | |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 338 | static inline void conn_xprt_want_recv(struct connection *c) |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 339 | { |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 340 | __conn_xprt_want_recv(c); |
| 341 | conn_cond_update_xprt_polling(c); |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 342 | } |
| 343 | |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 344 | static inline void conn_xprt_stop_recv(struct connection *c) |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 345 | { |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 346 | __conn_xprt_stop_recv(c); |
| 347 | conn_cond_update_xprt_polling(c); |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 348 | } |
| 349 | |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 350 | static inline void conn_xprt_want_send(struct connection *c) |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 351 | { |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 352 | __conn_xprt_want_send(c); |
| 353 | conn_cond_update_xprt_polling(c); |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 354 | } |
| 355 | |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 356 | static inline void conn_xprt_stop_send(struct connection *c) |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 357 | { |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 358 | __conn_xprt_stop_send(c); |
| 359 | conn_cond_update_xprt_polling(c); |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 360 | } |
| 361 | |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 362 | static inline void conn_xprt_stop_both(struct connection *c) |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 363 | { |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 364 | __conn_xprt_stop_both(c); |
| 365 | conn_cond_update_xprt_polling(c); |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 366 | } |
| 367 | |
| 368 | /***** Event manipulation primitives for use by handshake I/O callbacks *****/ |
| 369 | /* The __conn_* versions do not propagate to lower layers and are only meant |
| 370 | * to be used by handlers called by the connection handler. The other ones |
| 371 | * may be used anywhere. |
| 372 | */ |
| 373 | static inline void __conn_sock_want_recv(struct connection *c) |
| 374 | { |
| 375 | c->flags |= CO_FL_SOCK_RD_ENA; |
| 376 | } |
| 377 | |
| 378 | static inline void __conn_sock_stop_recv(struct connection *c) |
| 379 | { |
| 380 | c->flags &= ~CO_FL_SOCK_RD_ENA; |
| 381 | } |
| 382 | |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 383 | static inline void __conn_sock_want_send(struct connection *c) |
| 384 | { |
| 385 | c->flags |= CO_FL_SOCK_WR_ENA; |
| 386 | } |
| 387 | |
| 388 | static inline void __conn_sock_stop_send(struct connection *c) |
| 389 | { |
| 390 | c->flags &= ~CO_FL_SOCK_WR_ENA; |
| 391 | } |
| 392 | |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 393 | static inline void __conn_sock_stop_both(struct connection *c) |
| 394 | { |
| 395 | c->flags &= ~(CO_FL_SOCK_WR_ENA | CO_FL_SOCK_RD_ENA); |
| 396 | } |
| 397 | |
| 398 | static inline void conn_sock_want_recv(struct connection *c) |
| 399 | { |
| 400 | __conn_sock_want_recv(c); |
| 401 | conn_cond_update_sock_polling(c); |
| 402 | } |
| 403 | |
| 404 | static inline void conn_sock_stop_recv(struct connection *c) |
| 405 | { |
| 406 | __conn_sock_stop_recv(c); |
| 407 | conn_cond_update_sock_polling(c); |
| 408 | } |
| 409 | |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 410 | static inline void conn_sock_want_send(struct connection *c) |
| 411 | { |
| 412 | __conn_sock_want_send(c); |
| 413 | conn_cond_update_sock_polling(c); |
| 414 | } |
| 415 | |
| 416 | static inline void conn_sock_stop_send(struct connection *c) |
| 417 | { |
| 418 | __conn_sock_stop_send(c); |
| 419 | conn_cond_update_sock_polling(c); |
| 420 | } |
| 421 | |
Willy Tarreau | b5e2cbd | 2012-08-17 11:55:04 +0200 | [diff] [blame] | 422 | static inline void conn_sock_stop_both(struct connection *c) |
| 423 | { |
| 424 | __conn_sock_stop_both(c); |
| 425 | conn_cond_update_sock_polling(c); |
| 426 | } |
Willy Tarreau | 8b11708 | 2012-08-06 15:06:49 +0200 | [diff] [blame] | 427 | |
Willy Tarreau | 7b271b2 | 2017-10-25 09:59:22 +0200 | [diff] [blame] | 428 | /* read shutdown, called from the rcv_buf/rcv_pipe handlers when |
| 429 | * detecting an end of connection. |
| 430 | */ |
Willy Tarreau | 3af56a9 | 2012-08-20 16:55:48 +0200 | [diff] [blame] | 431 | static inline void conn_sock_read0(struct connection *c) |
| 432 | { |
| 433 | c->flags |= CO_FL_SOCK_RD_SH; |
| 434 | __conn_sock_stop_recv(c); |
Willy Tarreau | ad38ace | 2013-12-15 14:19:38 +0100 | [diff] [blame] | 435 | /* we don't risk keeping ports unusable if we found the |
| 436 | * zero from the other side. |
| 437 | */ |
Willy Tarreau | 3c72872 | 2014-01-23 13:50:42 +0100 | [diff] [blame] | 438 | if (conn_ctrl_ready(c)) |
Willy Tarreau | 585744b | 2017-08-24 14:31:19 +0200 | [diff] [blame] | 439 | fdtab[c->handle.fd].linger_risk = 0; |
Willy Tarreau | 3af56a9 | 2012-08-20 16:55:48 +0200 | [diff] [blame] | 440 | } |
| 441 | |
Willy Tarreau | 7b271b2 | 2017-10-25 09:59:22 +0200 | [diff] [blame] | 442 | /* write shutdown, indication that the upper layer is not willing to send |
Willy Tarreau | a48c141 | 2017-12-22 18:46:33 +0100 | [diff] [blame] | 443 | * anything anymore and wants to close after pending data are sent. The |
| 444 | * <clean> argument will allow not to perform the socket layer shutdown if |
| 445 | * equal to 0. |
Willy Tarreau | 7b271b2 | 2017-10-25 09:59:22 +0200 | [diff] [blame] | 446 | */ |
Willy Tarreau | a48c141 | 2017-12-22 18:46:33 +0100 | [diff] [blame] | 447 | static inline void conn_sock_shutw(struct connection *c, int clean) |
Willy Tarreau | 3af56a9 | 2012-08-20 16:55:48 +0200 | [diff] [blame] | 448 | { |
| 449 | c->flags |= CO_FL_SOCK_WR_SH; |
Willy Tarreau | 7b271b2 | 2017-10-25 09:59:22 +0200 | [diff] [blame] | 450 | conn_refresh_polling_flags(c); |
Willy Tarreau | 3af56a9 | 2012-08-20 16:55:48 +0200 | [diff] [blame] | 451 | __conn_sock_stop_send(c); |
Willy Tarreau | 7b271b2 | 2017-10-25 09:59:22 +0200 | [diff] [blame] | 452 | conn_cond_update_sock_polling(c); |
| 453 | |
Willy Tarreau | a48c141 | 2017-12-22 18:46:33 +0100 | [diff] [blame] | 454 | /* don't perform a clean shutdown if we're going to reset or |
| 455 | * if the shutr was already received. |
| 456 | */ |
| 457 | if (conn_ctrl_ready(c) && !(c->flags & CO_FL_SOCK_RD_SH) && clean) |
Willy Tarreau | 585744b | 2017-08-24 14:31:19 +0200 | [diff] [blame] | 458 | shutdown(c->handle.fd, SHUT_WR); |
Willy Tarreau | 3af56a9 | 2012-08-20 16:55:48 +0200 | [diff] [blame] | 459 | } |
| 460 | |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 461 | static inline void conn_xprt_shutw(struct connection *c) |
Willy Tarreau | 3af56a9 | 2012-08-20 16:55:48 +0200 | [diff] [blame] | 462 | { |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 463 | __conn_xprt_stop_send(c); |
Willy Tarreau | 729c69f | 2015-03-12 22:51:10 +0100 | [diff] [blame] | 464 | |
| 465 | /* clean data-layer shutdown */ |
| 466 | if (c->xprt && c->xprt->shutw) |
| 467 | c->xprt->shutw(c, 1); |
| 468 | } |
| 469 | |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 470 | static inline void conn_xprt_shutw_hard(struct connection *c) |
Willy Tarreau | 729c69f | 2015-03-12 22:51:10 +0100 | [diff] [blame] | 471 | { |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 472 | __conn_xprt_stop_send(c); |
Willy Tarreau | 729c69f | 2015-03-12 22:51:10 +0100 | [diff] [blame] | 473 | |
| 474 | /* unclean data-layer shutdown */ |
| 475 | if (c->xprt && c->xprt->shutw) |
| 476 | c->xprt->shutw(c, 0); |
Willy Tarreau | 3af56a9 | 2012-08-20 16:55:48 +0200 | [diff] [blame] | 477 | } |
| 478 | |
Willy Tarreau | ecdb3fe | 2017-10-05 15:25:48 +0200 | [diff] [blame] | 479 | /* shut read */ |
| 480 | static inline void cs_shutr(struct conn_stream *cs, enum cs_shr_mode mode) |
Olivier Houchard | 9aaf778 | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 481 | { |
Olivier Houchard | 9aaf778 | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 482 | |
| 483 | /* clean data-layer shutdown */ |
| 484 | if (cs->conn->mux && cs->conn->mux->shutr) |
Willy Tarreau | ecdb3fe | 2017-10-05 15:25:48 +0200 | [diff] [blame] | 485 | cs->conn->mux->shutr(cs, mode); |
| 486 | cs->flags |= (mode == CS_SHR_DRAIN) ? CS_FL_SHRD : CS_FL_SHRR; |
Olivier Houchard | 9aaf778 | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 487 | } |
| 488 | |
Willy Tarreau | ecdb3fe | 2017-10-05 15:25:48 +0200 | [diff] [blame] | 489 | /* shut write */ |
| 490 | static inline void cs_shutw(struct conn_stream *cs, enum cs_shw_mode mode) |
Olivier Houchard | 9aaf778 | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 491 | { |
Olivier Houchard | 9aaf778 | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 492 | |
| 493 | /* clean data-layer shutdown */ |
| 494 | if (cs->conn->mux && cs->conn->mux->shutw) |
Willy Tarreau | ecdb3fe | 2017-10-05 15:25:48 +0200 | [diff] [blame] | 495 | cs->conn->mux->shutw(cs, mode); |
| 496 | cs->flags |= (mode == CS_SHW_NORMAL) ? CS_FL_SHWN : CS_FL_SHWS; |
Olivier Houchard | 9aaf778 | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 497 | } |
| 498 | |
Willy Tarreau | 6978db3 | 2017-10-05 18:19:43 +0200 | [diff] [blame] | 499 | /* completely close a conn_stream (but do not detach it) */ |
| 500 | static inline void cs_close(struct conn_stream *cs) |
| 501 | { |
| 502 | cs_shutw(cs, CS_SHW_SILENT); |
| 503 | cs_shutr(cs, CS_SHR_RESET); |
| 504 | cs->flags = CS_FL_NONE; |
| 505 | } |
| 506 | |
Willy Tarreau | 3af56a9 | 2012-08-20 16:55:48 +0200 | [diff] [blame] | 507 | /* detect sock->data read0 transition */ |
Olivier Houchard | 1a0545f | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 508 | static inline int conn_xprt_read0_pending(struct connection *c) |
Willy Tarreau | 3af56a9 | 2012-08-20 16:55:48 +0200 | [diff] [blame] | 509 | { |
Willy Tarreau | 54e917c | 2017-08-30 07:35:35 +0200 | [diff] [blame] | 510 | return (c->flags & CO_FL_SOCK_RD_SH) != 0; |
Willy Tarreau | 3af56a9 | 2012-08-20 16:55:48 +0200 | [diff] [blame] | 511 | } |
| 512 | |
Willy Tarreau | 910c6aa | 2013-10-24 15:08:37 +0200 | [diff] [blame] | 513 | /* prepares a connection to work with protocol <proto> and transport <xprt>. |
Willy Tarreau | 53a4766 | 2017-08-28 10:53:00 +0200 | [diff] [blame] | 514 | * The transport's is initialized as well, and the mux and its context are |
Willy Tarreau | be37315 | 2018-09-06 11:45:30 +0200 | [diff] [blame] | 515 | * cleared. The target is not reinitialized and it is recommended that it is |
| 516 | * set prior to calling this function so that the function may make use of it |
| 517 | * in the future to refine the mux choice if needed. |
Willy Tarreau | 910c6aa | 2013-10-24 15:08:37 +0200 | [diff] [blame] | 518 | */ |
| 519 | static inline void conn_prepare(struct connection *conn, const struct protocol *proto, const struct xprt_ops *xprt) |
| 520 | { |
| 521 | conn->ctrl = proto; |
| 522 | conn->xprt = xprt; |
Willy Tarreau | 53a4766 | 2017-08-28 10:53:00 +0200 | [diff] [blame] | 523 | conn->mux = NULL; |
Willy Tarreau | 910c6aa | 2013-10-24 15:08:37 +0200 | [diff] [blame] | 524 | conn->xprt_st = 0; |
| 525 | conn->xprt_ctx = NULL; |
Willy Tarreau | 53a4766 | 2017-08-28 10:53:00 +0200 | [diff] [blame] | 526 | conn->mux_ctx = NULL; |
Willy Tarreau | 910c6aa | 2013-10-24 15:08:37 +0200 | [diff] [blame] | 527 | } |
| 528 | |
Willy Tarreau | 63dd75d | 2017-10-08 15:16:00 +0200 | [diff] [blame] | 529 | /* |
| 530 | * Initializes all required fields for a new conn_strema. |
| 531 | */ |
| 532 | static inline void cs_init(struct conn_stream *cs, struct connection *conn) |
| 533 | { |
| 534 | cs->obj_type = OBJ_TYPE_CS; |
| 535 | cs->flags = CS_FL_NONE; |
| 536 | cs->conn = conn; |
| 537 | } |
| 538 | |
Willy Tarreau | d015577 | 2013-10-14 17:10:08 +0200 | [diff] [blame] | 539 | /* Initializes all required fields for a new connection. Note that it does the |
| 540 | * minimum acceptable initialization for a connection that already exists and |
| 541 | * is about to be reused. It also leaves the addresses untouched, which makes |
| 542 | * it usable across connection retries to reset a connection to a known state. |
| 543 | */ |
| 544 | static inline void conn_init(struct connection *conn) |
| 545 | { |
| 546 | conn->obj_type = OBJ_TYPE_CONN; |
| 547 | conn->flags = CO_FL_NONE; |
Olivier Houchard | c2aae74 | 2017-09-22 18:26:28 +0200 | [diff] [blame] | 548 | conn->tmp_early_data = -1; |
Olivier Houchard | 90084a1 | 2017-11-23 18:21:29 +0100 | [diff] [blame] | 549 | conn->sent_early_data = 0; |
Willy Tarreau | 53a4766 | 2017-08-28 10:53:00 +0200 | [diff] [blame] | 550 | conn->mux = NULL; |
| 551 | conn->mux_ctx = NULL; |
Willy Tarreau | d015577 | 2013-10-14 17:10:08 +0200 | [diff] [blame] | 552 | conn->owner = NULL; |
Willy Tarreau | b8020ce | 2013-10-24 21:10:08 +0200 | [diff] [blame] | 553 | conn->send_proxy_ofs = 0; |
Willy Tarreau | 585744b | 2017-08-24 14:31:19 +0200 | [diff] [blame] | 554 | conn->handle.fd = DEAD_FD_MAGIC; |
Willy Tarreau | d015577 | 2013-10-14 17:10:08 +0200 | [diff] [blame] | 555 | conn->err_code = CO_ER_NONE; |
| 556 | conn->target = NULL; |
Willy Tarreau | 8e3c6ce | 2017-08-28 15:46:01 +0200 | [diff] [blame] | 557 | conn->xprt_done_cb = NULL; |
Willy Tarreau | 436d333 | 2017-10-08 11:16:46 +0200 | [diff] [blame] | 558 | conn->destroy_cb = NULL; |
KOVACS Krisztian | b3e54fe | 2014-11-17 15:11:45 +0100 | [diff] [blame] | 559 | conn->proxy_netns = NULL; |
Willy Tarreau | d75d40e | 2015-08-04 17:25:58 +0200 | [diff] [blame] | 560 | LIST_INIT(&conn->list); |
Olivier Houchard | 131fd89 | 2018-11-13 16:44:31 +0100 | [diff] [blame] | 561 | LIST_INIT(&conn->session_list); |
Olivier Houchard | fa8aa86 | 2018-10-10 18:25:41 +0200 | [diff] [blame] | 562 | conn->send_wait = NULL; |
| 563 | conn->recv_wait = NULL; |
Willy Tarreau | d015577 | 2013-10-14 17:10:08 +0200 | [diff] [blame] | 564 | } |
| 565 | |
Willy Tarreau | 8e3c6ce | 2017-08-28 15:46:01 +0200 | [diff] [blame] | 566 | /* sets <owner> as the connection's owner */ |
Willy Tarreau | 436d333 | 2017-10-08 11:16:46 +0200 | [diff] [blame] | 567 | static inline void conn_set_owner(struct connection *conn, void *owner, void (*cb)(struct connection *)) |
Willy Tarreau | 8e3c6ce | 2017-08-28 15:46:01 +0200 | [diff] [blame] | 568 | { |
| 569 | conn->owner = owner; |
Willy Tarreau | 436d333 | 2017-10-08 11:16:46 +0200 | [diff] [blame] | 570 | conn->destroy_cb = cb; |
Willy Tarreau | 8e3c6ce | 2017-08-28 15:46:01 +0200 | [diff] [blame] | 571 | } |
| 572 | |
| 573 | /* registers <cb> as a callback to notify for transport's readiness or failure */ |
| 574 | static inline void conn_set_xprt_done_cb(struct connection *conn, int (*cb)(struct connection *)) |
| 575 | { |
| 576 | conn->xprt_done_cb = cb; |
| 577 | } |
| 578 | |
| 579 | /* unregisters the callback to notify for transport's readiness or failure */ |
| 580 | static inline void conn_clear_xprt_done_cb(struct connection *conn) |
| 581 | { |
| 582 | conn->xprt_done_cb = NULL; |
| 583 | } |
| 584 | |
Willy Tarreau | b97f3b1 | 2013-10-20 22:56:45 +0200 | [diff] [blame] | 585 | /* Tries to allocate a new connection and initialized its main fields. The |
| 586 | * connection is returned on success, NULL on failure. The connection must |
Willy Tarreau | bafbe01 | 2017-11-24 17:34:44 +0100 | [diff] [blame] | 587 | * be released using pool_free() or conn_free(). |
Willy Tarreau | b97f3b1 | 2013-10-20 22:56:45 +0200 | [diff] [blame] | 588 | */ |
| 589 | static inline struct connection *conn_new() |
| 590 | { |
| 591 | struct connection *conn; |
| 592 | |
Willy Tarreau | bafbe01 | 2017-11-24 17:34:44 +0100 | [diff] [blame] | 593 | conn = pool_alloc(pool_head_connection); |
Willy Tarreau | b97f3b1 | 2013-10-20 22:56:45 +0200 | [diff] [blame] | 594 | if (likely(conn != NULL)) |
| 595 | conn_init(conn); |
| 596 | return conn; |
| 597 | } |
| 598 | |
Willy Tarreau | 5e1cc5e | 2018-03-02 10:43:58 +0100 | [diff] [blame] | 599 | /* Releases a conn_stream previously allocated by cs_new(), as well as any |
| 600 | * buffer it would still hold. |
| 601 | */ |
Olivier Houchard | 9aaf778 | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 602 | static inline void cs_free(struct conn_stream *cs) |
| 603 | { |
Willy Tarreau | 5e1cc5e | 2018-03-02 10:43:58 +0100 | [diff] [blame] | 604 | |
Willy Tarreau | bafbe01 | 2017-11-24 17:34:44 +0100 | [diff] [blame] | 605 | pool_free(pool_head_connstream, cs); |
Olivier Houchard | 9aaf778 | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 606 | } |
| 607 | |
| 608 | /* Tries to allocate a new conn_stream and initialize its main fields. If |
| 609 | * <conn> is NULL, then a new connection is allocated on the fly, initialized, |
| 610 | * and assigned to cs->conn ; this connection will then have to be released |
Willy Tarreau | bafbe01 | 2017-11-24 17:34:44 +0100 | [diff] [blame] | 611 | * using pool_free() or conn_free(). The conn_stream is initialized and added |
Olivier Houchard | 9aaf778 | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 612 | * to the mux's stream list on success, then returned. On failure, nothing is |
| 613 | * allocated and NULL is returned. |
Willy Tarreau | 63dd75d | 2017-10-08 15:16:00 +0200 | [diff] [blame] | 614 | */ |
| 615 | static inline struct conn_stream *cs_new(struct connection *conn) |
| 616 | { |
| 617 | struct conn_stream *cs; |
| 618 | |
Willy Tarreau | bafbe01 | 2017-11-24 17:34:44 +0100 | [diff] [blame] | 619 | cs = pool_alloc(pool_head_connstream); |
Olivier Houchard | 9aaf778 | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 620 | if (!likely(cs)) |
| 621 | return NULL; |
Willy Tarreau | 63dd75d | 2017-10-08 15:16:00 +0200 | [diff] [blame] | 622 | |
Olivier Houchard | 9aaf778 | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 623 | if (!conn) { |
| 624 | conn = conn_new(); |
| 625 | if (!likely(conn)) { |
| 626 | cs_free(cs); |
| 627 | return NULL; |
| 628 | } |
| 629 | conn_init(conn); |
| 630 | } |
| 631 | |
| 632 | cs_init(cs, conn); |
| 633 | return cs; |
Willy Tarreau | 63dd75d | 2017-10-08 15:16:00 +0200 | [diff] [blame] | 634 | } |
| 635 | |
Willy Tarreau | fafd398 | 2018-11-18 21:29:20 +0100 | [diff] [blame] | 636 | /* Retrieves any valid conn_stream from this connection, preferably the first |
| 637 | * valid one. The purpose is to be able to figure one other end of a private |
| 638 | * connection for purposes like source binding or proxy protocol header |
| 639 | * emission. In such cases, any conn_stream is expected to be valid so the |
| 640 | * mux is encouraged to return the first one it finds. If the connection has |
| 641 | * no mux or the mux has no get_first_cs() method or the mux has no valid |
| 642 | * conn_stream, NULL is returned. The output pointer is purposely marked |
| 643 | * const to discourage the caller from modifying anything there. |
| 644 | */ |
| 645 | static inline const struct conn_stream *cs_get_first(const struct connection *conn) |
| 646 | { |
| 647 | if (!conn || !conn->mux || !conn->mux->get_first_cs) |
| 648 | return NULL; |
| 649 | return conn->mux->get_first_cs(conn); |
| 650 | } |
| 651 | |
Olivier Houchard | 1fddc9b | 2018-10-21 00:32:01 +0200 | [diff] [blame] | 652 | static inline void conn_force_unsubscribe(struct connection *conn) |
Willy Tarreau | b97f3b1 | 2013-10-20 22:56:45 +0200 | [diff] [blame] | 653 | { |
Olivier Houchard | 1fddc9b | 2018-10-21 00:32:01 +0200 | [diff] [blame] | 654 | if (conn->recv_wait) { |
Olivier Houchard | fa8aa86 | 2018-10-10 18:25:41 +0200 | [diff] [blame] | 655 | conn->recv_wait->wait_reason &= ~SUB_CAN_RECV; |
Olivier Houchard | 1fddc9b | 2018-10-21 00:32:01 +0200 | [diff] [blame] | 656 | conn->recv_wait = NULL; |
| 657 | } |
| 658 | if (conn->send_wait) { |
Olivier Houchard | fa8aa86 | 2018-10-10 18:25:41 +0200 | [diff] [blame] | 659 | conn->send_wait->wait_reason &= ~SUB_CAN_SEND; |
Olivier Houchard | 1fddc9b | 2018-10-21 00:32:01 +0200 | [diff] [blame] | 660 | conn->send_wait = NULL; |
| 661 | } |
| 662 | |
| 663 | } |
| 664 | |
| 665 | /* Releases a connection previously allocated by conn_new() */ |
| 666 | static inline void conn_free(struct connection *conn) |
| 667 | { |
Olivier Houchard | 131fd89 | 2018-11-13 16:44:31 +0100 | [diff] [blame] | 668 | struct session *sess, *sess_back; |
| 669 | |
| 670 | list_for_each_entry_safe(sess, sess_back, &conn->session_list, conn_list) { |
| 671 | sess->srv_conn = NULL; |
| 672 | LIST_DEL(&sess->conn_list); |
| 673 | LIST_INIT(&sess->conn_list); |
| 674 | } |
Olivier Houchard | 1fddc9b | 2018-10-21 00:32:01 +0200 | [diff] [blame] | 675 | conn_force_unsubscribe(conn); |
Olivier Houchard | 7c6f8b1 | 2018-11-13 16:48:36 +0100 | [diff] [blame] | 676 | LIST_DEL(&conn->list); |
| 677 | LIST_INIT(&conn->list); |
Willy Tarreau | bafbe01 | 2017-11-24 17:34:44 +0100 | [diff] [blame] | 678 | pool_free(pool_head_connection, conn); |
Willy Tarreau | b97f3b1 | 2013-10-20 22:56:45 +0200 | [diff] [blame] | 679 | } |
| 680 | |
Olivier Houchard | 7c6f8b1 | 2018-11-13 16:48:36 +0100 | [diff] [blame] | 681 | /* Release a conn_stream */ |
Willy Tarreau | 63dd75d | 2017-10-08 15:16:00 +0200 | [diff] [blame] | 682 | static inline void cs_destroy(struct conn_stream *cs) |
| 683 | { |
Olivier Houchard | 302f9ef | 2018-04-13 15:50:27 +0200 | [diff] [blame] | 684 | if (cs->conn->mux) |
| 685 | cs->conn->mux->detach(cs); |
| 686 | else { |
| 687 | /* It's too early to have a mux, let's just destroy |
| 688 | * the connection |
| 689 | */ |
| 690 | struct connection *conn = cs->conn; |
| 691 | |
| 692 | conn_stop_tracking(conn); |
| 693 | conn_full_close(conn); |
| 694 | if (conn->destroy_cb) |
| 695 | conn->destroy_cb(conn); |
| 696 | conn_free(conn); |
| 697 | } |
Willy Tarreau | 63dd75d | 2017-10-08 15:16:00 +0200 | [diff] [blame] | 698 | cs_free(cs); |
| 699 | } |
| 700 | |
Olivier Houchard | e2b40b9 | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 701 | /* Returns the conn from a cs. If cs is NULL, returns NULL */ |
| 702 | static inline struct connection *cs_conn(const struct conn_stream *cs) |
| 703 | { |
| 704 | return cs ? cs->conn : NULL; |
| 705 | } |
Willy Tarreau | b97f3b1 | 2013-10-20 22:56:45 +0200 | [diff] [blame] | 706 | |
Willy Tarreau | 986a9d2 | 2012-08-30 21:11:38 +0200 | [diff] [blame] | 707 | /* Retrieves the connection's source address */ |
| 708 | static inline void conn_get_from_addr(struct connection *conn) |
| 709 | { |
| 710 | if (conn->flags & CO_FL_ADDR_FROM_SET) |
| 711 | return; |
| 712 | |
Willy Tarreau | 3c72872 | 2014-01-23 13:50:42 +0100 | [diff] [blame] | 713 | if (!conn_ctrl_ready(conn) || !conn->ctrl->get_src) |
Willy Tarreau | 986a9d2 | 2012-08-30 21:11:38 +0200 | [diff] [blame] | 714 | return; |
| 715 | |
Willy Tarreau | 585744b | 2017-08-24 14:31:19 +0200 | [diff] [blame] | 716 | if (conn->ctrl->get_src(conn->handle.fd, (struct sockaddr *)&conn->addr.from, |
Willy Tarreau | 3fdb366 | 2012-11-12 00:42:33 +0100 | [diff] [blame] | 717 | sizeof(conn->addr.from), |
| 718 | obj_type(conn->target) != OBJ_TYPE_LISTENER) == -1) |
Willy Tarreau | 986a9d2 | 2012-08-30 21:11:38 +0200 | [diff] [blame] | 719 | return; |
| 720 | conn->flags |= CO_FL_ADDR_FROM_SET; |
| 721 | } |
| 722 | |
| 723 | /* Retrieves the connection's original destination address */ |
| 724 | static inline void conn_get_to_addr(struct connection *conn) |
| 725 | { |
| 726 | if (conn->flags & CO_FL_ADDR_TO_SET) |
| 727 | return; |
| 728 | |
Willy Tarreau | 3c72872 | 2014-01-23 13:50:42 +0100 | [diff] [blame] | 729 | if (!conn_ctrl_ready(conn) || !conn->ctrl->get_dst) |
Willy Tarreau | 986a9d2 | 2012-08-30 21:11:38 +0200 | [diff] [blame] | 730 | return; |
| 731 | |
Willy Tarreau | 585744b | 2017-08-24 14:31:19 +0200 | [diff] [blame] | 732 | if (conn->ctrl->get_dst(conn->handle.fd, (struct sockaddr *)&conn->addr.to, |
Willy Tarreau | 3fdb366 | 2012-11-12 00:42:33 +0100 | [diff] [blame] | 733 | sizeof(conn->addr.to), |
| 734 | obj_type(conn->target) != OBJ_TYPE_LISTENER) == -1) |
Willy Tarreau | 986a9d2 | 2012-08-30 21:11:38 +0200 | [diff] [blame] | 735 | return; |
| 736 | conn->flags |= CO_FL_ADDR_TO_SET; |
| 737 | } |
| 738 | |
Olivier Houchard | 9aaf778 | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 739 | /* Attaches a conn_stream to a data layer and sets the relevant callbacks */ |
| 740 | static inline void cs_attach(struct conn_stream *cs, void *data, const struct data_cb *data_cb) |
Willy Tarreau | dda5e7c | 2012-09-24 17:15:42 +0200 | [diff] [blame] | 741 | { |
Olivier Houchard | 9aaf778 | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 742 | cs->data_cb = data_cb; |
| 743 | cs->data = data; |
Willy Tarreau | bd99aab | 2012-10-02 20:57:19 +0200 | [diff] [blame] | 744 | } |
| 745 | |
Olivier Houchard | fa8aa86 | 2018-10-10 18:25:41 +0200 | [diff] [blame] | 746 | static inline struct wait_event *wl_set_waitcb(struct wait_event *wl, struct task *(*cb)(struct task *, void *, unsigned short), void *ctx) |
Willy Tarreau | 8318885 | 2018-07-18 08:18:20 +0200 | [diff] [blame] | 747 | { |
| 748 | if (!wl->task->process) { |
| 749 | wl->task->process = cb; |
| 750 | wl->task->context = ctx; |
| 751 | } |
| 752 | return wl; |
| 753 | } |
| 754 | |
Willy Tarreau | 53a4766 | 2017-08-28 10:53:00 +0200 | [diff] [blame] | 755 | /* Installs the connection's mux layer for upper context <ctx>. |
| 756 | * Returns < 0 on error. |
| 757 | */ |
Willy Tarreau | 175a2bb | 2018-09-12 12:02:05 +0200 | [diff] [blame] | 758 | static inline int conn_install_mux(struct connection *conn, const struct mux_ops *mux, |
| 759 | void *ctx, struct proxy *prx) |
Willy Tarreau | 53a4766 | 2017-08-28 10:53:00 +0200 | [diff] [blame] | 760 | { |
| 761 | conn->mux = mux; |
| 762 | conn->mux_ctx = ctx; |
Willy Tarreau | 175a2bb | 2018-09-12 12:02:05 +0200 | [diff] [blame] | 763 | return mux->init ? mux->init(conn, prx) : 0; |
Willy Tarreau | 53a4766 | 2017-08-28 10:53:00 +0200 | [diff] [blame] | 764 | } |
| 765 | |
Willy Tarreau | 0af2912 | 2012-12-03 15:35:00 +0100 | [diff] [blame] | 766 | /* returns a human-readable error code for conn->err_code, or NULL if the code |
| 767 | * is unknown. |
| 768 | */ |
| 769 | static inline const char *conn_err_code_str(struct connection *c) |
| 770 | { |
| 771 | switch (c->err_code) { |
| 772 | case CO_ER_NONE: return "Success"; |
Willy Tarreau | 45b34e8 | 2014-01-24 16:06:50 +0100 | [diff] [blame] | 773 | |
| 774 | case CO_ER_CONF_FDLIM: return "Reached configured maxconn value"; |
| 775 | case CO_ER_PROC_FDLIM: return "Too many sockets on the process"; |
| 776 | case CO_ER_SYS_FDLIM: return "Too many sockets on the system"; |
| 777 | case CO_ER_SYS_MEMLIM: return "Out of system buffers"; |
| 778 | case CO_ER_NOPROTO: return "Protocol or address family not supported"; |
| 779 | case CO_ER_SOCK_ERR: return "General socket error"; |
| 780 | case CO_ER_PORT_RANGE: return "Source port range exhausted"; |
| 781 | case CO_ER_CANT_BIND: return "Can't bind to source address"; |
| 782 | case CO_ER_FREE_PORTS: return "Out of local source ports on the system"; |
| 783 | case CO_ER_ADDR_INUSE: return "Local source address already in use"; |
| 784 | |
Willy Tarreau | 8e3bf69 | 2012-12-03 15:41:18 +0100 | [diff] [blame] | 785 | case CO_ER_PRX_EMPTY: return "Connection closed while waiting for PROXY protocol header"; |
| 786 | case CO_ER_PRX_ABORT: return "Connection error while waiting for PROXY protocol header"; |
Willy Tarreau | 0af2912 | 2012-12-03 15:35:00 +0100 | [diff] [blame] | 787 | case CO_ER_PRX_TIMEOUT: return "Timeout while waiting for PROXY protocol header"; |
Willy Tarreau | 8e3bf69 | 2012-12-03 15:41:18 +0100 | [diff] [blame] | 788 | case CO_ER_PRX_TRUNCATED: return "Truncated PROXY protocol header received"; |
| 789 | case CO_ER_PRX_NOT_HDR: return "Received something which does not look like a PROXY protocol header"; |
| 790 | case CO_ER_PRX_BAD_HDR: return "Received an invalid PROXY protocol header"; |
| 791 | case CO_ER_PRX_BAD_PROTO: return "Received an unhandled protocol in the PROXY protocol header"; |
Bertrand Jacquin | 93b227d | 2016-06-04 15:11:10 +0100 | [diff] [blame] | 792 | |
| 793 | case CO_ER_CIP_EMPTY: return "Connection closed while waiting for NetScaler Client IP header"; |
| 794 | case CO_ER_CIP_ABORT: return "Connection error while waiting for NetScaler Client IP header"; |
| 795 | case CO_ER_CIP_TRUNCATED: return "Truncated NetScaler Client IP header received"; |
| 796 | case CO_ER_CIP_BAD_MAGIC: return "Received an invalid NetScaler Client IP magic number"; |
| 797 | case CO_ER_CIP_BAD_PROTO: return "Received an unhandled protocol in the NetScaler Client IP header"; |
| 798 | |
Willy Tarreau | 20879a0 | 2012-12-03 16:32:10 +0100 | [diff] [blame] | 799 | case CO_ER_SSL_EMPTY: return "Connection closed during SSL handshake"; |
| 800 | case CO_ER_SSL_ABORT: return "Connection error during SSL handshake"; |
Willy Tarreau | 0af2912 | 2012-12-03 15:35:00 +0100 | [diff] [blame] | 801 | case CO_ER_SSL_TIMEOUT: return "Timeout during SSL handshake"; |
Willy Tarreau | 20879a0 | 2012-12-03 16:32:10 +0100 | [diff] [blame] | 802 | case CO_ER_SSL_TOO_MANY: return "Too many SSL connections"; |
| 803 | case CO_ER_SSL_NO_MEM: return "Out of memory when initializing an SSL connection"; |
| 804 | case CO_ER_SSL_RENEG: return "Rejected a client-initiated SSL renegociation attempt"; |
| 805 | case CO_ER_SSL_CA_FAIL: return "SSL client CA chain cannot be verified"; |
| 806 | case CO_ER_SSL_CRT_FAIL: return "SSL client certificate not trusted"; |
Willy Tarreau | 71d058c | 2017-07-26 20:09:56 +0200 | [diff] [blame] | 807 | case CO_ER_SSL_MISMATCH: return "Server presented an SSL certificate different from the configured one"; |
| 808 | case CO_ER_SSL_MISMATCH_SNI: return "Server presented an SSL certificate different from the expected one"; |
Willy Tarreau | 20879a0 | 2012-12-03 16:32:10 +0100 | [diff] [blame] | 809 | case CO_ER_SSL_HANDSHAKE: return "SSL handshake failure"; |
Willy Tarreau | b396637 | 2014-04-25 18:54:29 +0200 | [diff] [blame] | 810 | case CO_ER_SSL_HANDSHAKE_HB: return "SSL handshake failure after heartbeat"; |
Willy Tarreau | f51c698 | 2014-04-25 20:02:39 +0200 | [diff] [blame] | 811 | case CO_ER_SSL_KILLED_HB: return "Stopped a TLSv1 heartbeat attack (CVE-2014-0160)"; |
Willy Tarreau | 830bf61 | 2013-12-01 20:29:58 +0100 | [diff] [blame] | 812 | case CO_ER_SSL_NO_TARGET: return "Attempt to use SSL on an unknown target (internal error)"; |
Willy Tarreau | 0af2912 | 2012-12-03 15:35:00 +0100 | [diff] [blame] | 813 | } |
| 814 | return NULL; |
| 815 | } |
| 816 | |
Willy Tarreau | 2dc770c | 2016-11-23 18:00:08 +0100 | [diff] [blame] | 817 | static inline const char *conn_get_ctrl_name(const struct connection *conn) |
| 818 | { |
| 819 | if (!conn_ctrl_ready(conn)) |
| 820 | return "NONE"; |
| 821 | return conn->ctrl->name; |
| 822 | } |
| 823 | |
| 824 | static inline const char *conn_get_xprt_name(const struct connection *conn) |
| 825 | { |
Willy Tarreau | 2dc770c | 2016-11-23 18:00:08 +0100 | [diff] [blame] | 826 | if (!conn_xprt_ready(conn)) |
| 827 | return "NONE"; |
Willy Tarreau | 8e0bb0a | 2016-11-24 16:58:12 +0100 | [diff] [blame] | 828 | return conn->xprt->name; |
Willy Tarreau | 2dc770c | 2016-11-23 18:00:08 +0100 | [diff] [blame] | 829 | } |
| 830 | |
Willy Tarreau | 53a4766 | 2017-08-28 10:53:00 +0200 | [diff] [blame] | 831 | static inline const char *conn_get_mux_name(const struct connection *conn) |
| 832 | { |
| 833 | if (!conn->mux) |
| 834 | return "NONE"; |
| 835 | return conn->mux->name; |
| 836 | } |
| 837 | |
Olivier Houchard | 9aaf778 | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 838 | static inline const char *cs_get_data_name(const struct conn_stream *cs) |
Willy Tarreau | 2dc770c | 2016-11-23 18:00:08 +0100 | [diff] [blame] | 839 | { |
Olivier Houchard | 9aaf778 | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 840 | if (!cs->data_cb) |
Willy Tarreau | 2dc770c | 2016-11-23 18:00:08 +0100 | [diff] [blame] | 841 | return "NONE"; |
Olivier Houchard | 9aaf778 | 2017-09-13 18:30:23 +0200 | [diff] [blame] | 842 | return cs->data_cb->name; |
Willy Tarreau | 2dc770c | 2016-11-23 18:00:08 +0100 | [diff] [blame] | 843 | } |
| 844 | |
Willy Tarreau | 13e1410 | 2016-12-22 20:25:26 +0100 | [diff] [blame] | 845 | /* registers pointer to transport layer <id> (XPRT_*) */ |
| 846 | static inline void xprt_register(int id, struct xprt_ops *xprt) |
| 847 | { |
| 848 | if (id >= XPRT_ENTRIES) |
| 849 | return; |
| 850 | registered_xprt[id] = xprt; |
| 851 | } |
| 852 | |
| 853 | /* returns pointer to transport layer <id> (XPRT_*) or NULL if not registered */ |
| 854 | static inline struct xprt_ops *xprt_get(int id) |
| 855 | { |
| 856 | if (id >= XPRT_ENTRIES) |
| 857 | return NULL; |
| 858 | return registered_xprt[id]; |
| 859 | } |
Willy Tarreau | 2dc770c | 2016-11-23 18:00:08 +0100 | [diff] [blame] | 860 | |
Willy Tarreau | a9c1741 | 2016-12-04 18:42:09 +0100 | [diff] [blame] | 861 | static inline int conn_get_alpn(const struct connection *conn, const char **str, int *len) |
| 862 | { |
| 863 | if (!conn_xprt_ready(conn) || !conn->xprt->get_alpn) |
| 864 | return 0; |
| 865 | return conn->xprt->get_alpn(conn, str, len); |
| 866 | } |
| 867 | |
Christopher Faulet | 32f61c0 | 2018-04-10 14:33:41 +0200 | [diff] [blame] | 868 | /* registers proto mux list <list>. Modifies the list element! */ |
| 869 | static inline void register_mux_proto(struct mux_proto_list *list) |
Willy Tarreau | 2386be6 | 2017-09-21 19:40:52 +0200 | [diff] [blame] | 870 | { |
Christopher Faulet | 32f61c0 | 2018-04-10 14:33:41 +0200 | [diff] [blame] | 871 | LIST_ADDQ(&mux_proto_list.list, &list->list); |
Willy Tarreau | 2386be6 | 2017-09-21 19:40:52 +0200 | [diff] [blame] | 872 | } |
| 873 | |
Christopher Faulet | 32f61c0 | 2018-04-10 14:33:41 +0200 | [diff] [blame] | 874 | /* unregisters proto mux list <list> */ |
| 875 | static inline void unregister_mux_proto(struct mux_proto_list *list) |
Willy Tarreau | 2386be6 | 2017-09-21 19:40:52 +0200 | [diff] [blame] | 876 | { |
| 877 | LIST_DEL(&list->list); |
| 878 | LIST_INIT(&list->list); |
| 879 | } |
| 880 | |
Christopher Faulet | e15c6c4 | 2018-08-08 10:21:56 +0200 | [diff] [blame] | 881 | static inline struct mux_proto_list *get_mux_proto(const struct ist proto) |
Christopher Faulet | 98d9fe2 | 2018-04-10 14:37:32 +0200 | [diff] [blame] | 882 | { |
| 883 | struct mux_proto_list *item; |
Christopher Faulet | 98d9fe2 | 2018-04-10 14:37:32 +0200 | [diff] [blame] | 884 | |
| 885 | list_for_each_entry(item, &mux_proto_list.list, list) { |
| 886 | if (isteq(proto, item->token)) |
| 887 | return item; |
| 888 | } |
| 889 | return NULL; |
| 890 | } |
| 891 | |
| 892 | /* Lists the known proto mux on <out> */ |
| 893 | static inline void list_mux_proto(FILE *out) |
| 894 | { |
| 895 | struct mux_proto_list *item; |
| 896 | struct ist proto; |
| 897 | char *mode, *side; |
| 898 | |
Christopher Faulet | 9c9ef03 | 2018-08-08 10:25:57 +0200 | [diff] [blame] | 899 | fprintf(out, "Available multiplexer protocols :\n" |
| 900 | "(protocols markes as <default> cannot be specified using 'proto' keyword)\n"); |
Christopher Faulet | 98d9fe2 | 2018-04-10 14:37:32 +0200 | [diff] [blame] | 901 | list_for_each_entry(item, &mux_proto_list.list, list) { |
| 902 | proto = item->token; |
| 903 | |
| 904 | if (item->mode == PROTO_MODE_ANY) |
| 905 | mode = "TCP|HTTP"; |
| 906 | else if (item->mode == PROTO_MODE_TCP) |
| 907 | mode = "TCP"; |
| 908 | else if (item->mode == PROTO_MODE_HTTP) |
| 909 | mode = "HTTP"; |
| 910 | else |
| 911 | mode = "NONE"; |
| 912 | |
| 913 | if (item->side == PROTO_SIDE_BOTH) |
| 914 | side = "FE|BE"; |
| 915 | else if (item->side == PROTO_SIDE_FE) |
| 916 | side = "FE"; |
| 917 | else if (item->side == PROTO_SIDE_BE) |
| 918 | side = "BE"; |
| 919 | else |
| 920 | side = "NONE"; |
| 921 | |
| 922 | fprintf(out, " %15s : mode=%-10s side=%s\n", |
Christopher Faulet | 9c9ef03 | 2018-08-08 10:25:57 +0200 | [diff] [blame] | 923 | (proto.len ? proto.ptr : "<default>"), mode, side); |
Christopher Faulet | 98d9fe2 | 2018-04-10 14:37:32 +0200 | [diff] [blame] | 924 | } |
| 925 | } |
| 926 | |
Christopher Faulet | 7ce0c89 | 2018-04-10 15:01:45 +0200 | [diff] [blame] | 927 | /* returns the first mux in the list matching the exact same <mux_proto> and |
| 928 | * compatible with the <proto_side> (FE or BE) and the <proto_mode> (TCP or |
| 929 | * HTTP). <mux_proto> can be empty. Will fall back to the first compatible mux |
| 930 | * with exactly the same <proto_mode> or with an empty name. May return |
| 931 | * null if the code improperly registered the default mux to use as a fallback. |
Willy Tarreau | 2386be6 | 2017-09-21 19:40:52 +0200 | [diff] [blame] | 932 | */ |
Christopher Faulet | 7ce0c89 | 2018-04-10 15:01:45 +0200 | [diff] [blame] | 933 | static inline const struct mux_ops *conn_get_best_mux(struct connection *conn, |
| 934 | const struct ist mux_proto, |
| 935 | int proto_side, int proto_mode) |
Willy Tarreau | 2386be6 | 2017-09-21 19:40:52 +0200 | [diff] [blame] | 936 | { |
Christopher Faulet | 32f61c0 | 2018-04-10 14:33:41 +0200 | [diff] [blame] | 937 | struct mux_proto_list *item; |
Christopher Faulet | 7ce0c89 | 2018-04-10 15:01:45 +0200 | [diff] [blame] | 938 | struct mux_proto_list *fallback = NULL; |
Willy Tarreau | 2386be6 | 2017-09-21 19:40:52 +0200 | [diff] [blame] | 939 | |
Christopher Faulet | 32f61c0 | 2018-04-10 14:33:41 +0200 | [diff] [blame] | 940 | list_for_each_entry(item, &mux_proto_list.list, list) { |
Christopher Faulet | 7ce0c89 | 2018-04-10 15:01:45 +0200 | [diff] [blame] | 941 | if (!(item->side & proto_side) || !(item->mode & proto_mode)) |
Willy Tarreau | 2386be6 | 2017-09-21 19:40:52 +0200 | [diff] [blame] | 942 | continue; |
Christopher Faulet | 7ce0c89 | 2018-04-10 15:01:45 +0200 | [diff] [blame] | 943 | if (istlen(mux_proto) && isteq(mux_proto, item->token)) |
Willy Tarreau | 2386be6 | 2017-09-21 19:40:52 +0200 | [diff] [blame] | 944 | return item->mux; |
Christopher Faulet | 7ce0c89 | 2018-04-10 15:01:45 +0200 | [diff] [blame] | 945 | else if (!istlen(item->token)) { |
| 946 | if (!fallback || (item->mode == proto_mode && fallback->mode != proto_mode)) |
| 947 | fallback = item; |
| 948 | } |
Willy Tarreau | 2386be6 | 2017-09-21 19:40:52 +0200 | [diff] [blame] | 949 | } |
Christopher Faulet | 7ce0c89 | 2018-04-10 15:01:45 +0200 | [diff] [blame] | 950 | return (fallback ? fallback->mux : NULL); |
| 951 | |
Willy Tarreau | 2386be6 | 2017-09-21 19:40:52 +0200 | [diff] [blame] | 952 | } |
| 953 | |
Willy Tarreau | 57f8185 | 2018-09-06 14:52:21 +0200 | [diff] [blame] | 954 | /* returns 0 if the connection is valid and is a frontend connection, otherwise |
| 955 | * returns 1 indicating it's a backend connection. And uninitialized connection |
| 956 | * also returns 1 to better handle the usage in the middle of initialization. |
| 957 | */ |
| 958 | static inline int conn_is_back(const struct connection *conn) |
| 959 | { |
| 960 | return !objt_listener(conn->target); |
| 961 | } |
| 962 | |
Willy Tarreau | 6ac98ac | 2018-09-06 11:48:44 +0200 | [diff] [blame] | 963 | /* returns a pointer to the proxy associated with this connection. For a front |
| 964 | * connection it returns a pointer to the frontend ; for a back connection, it |
| 965 | * returns a pointer to the backend. |
| 966 | */ |
| 967 | static inline struct proxy *conn_get_proxy(const struct connection *conn) |
| 968 | { |
| 969 | struct listener *l; |
| 970 | struct server *s; |
| 971 | |
| 972 | /* check if it's a frontend connection */ |
| 973 | l = objt_listener(conn->target); |
| 974 | if (l) |
| 975 | return l->bind_conf->frontend; |
| 976 | |
| 977 | /* check if it's a backend connection */ |
| 978 | s = objt_server(conn->target); |
| 979 | if (s) |
| 980 | return s->proxy; |
| 981 | |
| 982 | return objt_proxy(conn->target); |
| 983 | } |
| 984 | |
Christopher Faulet | 7ce0c89 | 2018-04-10 15:01:45 +0200 | [diff] [blame] | 985 | /* installs the best mux for incoming connection <conn> using the upper context |
| 986 | * <ctx>. If the mux protocol is forced, we use it to find the best |
| 987 | * mux. Otherwise we use the ALPN name, if any. Returns < 0 on error. |
Willy Tarreau | 2386be6 | 2017-09-21 19:40:52 +0200 | [diff] [blame] | 988 | */ |
Christopher Faulet | 7ce0c89 | 2018-04-10 15:01:45 +0200 | [diff] [blame] | 989 | static inline int conn_install_mux_fe(struct connection *conn, void *ctx) |
Willy Tarreau | 2386be6 | 2017-09-21 19:40:52 +0200 | [diff] [blame] | 990 | { |
Willy Tarreau | 55e0da6 | 2018-09-20 11:26:52 +0200 | [diff] [blame] | 991 | struct bind_conf *bind_conf = __objt_listener(conn->target)->bind_conf; |
Christopher Faulet | 7ce0c89 | 2018-04-10 15:01:45 +0200 | [diff] [blame] | 992 | const struct mux_ops *mux_ops; |
Willy Tarreau | 2386be6 | 2017-09-21 19:40:52 +0200 | [diff] [blame] | 993 | |
Christopher Faulet | 7ce0c89 | 2018-04-10 15:01:45 +0200 | [diff] [blame] | 994 | if (bind_conf->mux_proto) |
| 995 | mux_ops = bind_conf->mux_proto->mux; |
| 996 | else { |
| 997 | struct ist mux_proto; |
| 998 | const char *alpn_str = NULL; |
| 999 | int alpn_len = 0; |
Willy Tarreau | 68ad3a4 | 2018-10-22 11:49:15 +0200 | [diff] [blame] | 1000 | int mode; |
| 1001 | |
| 1002 | if (bind_conf->frontend->mode == PR_MODE_TCP) |
| 1003 | mode = PROTO_MODE_TCP; |
| 1004 | else if (bind_conf->frontend->options2 & PR_O2_USE_HTX) |
| 1005 | mode = PROTO_MODE_HTX; |
| 1006 | else |
| 1007 | mode = PROTO_MODE_HTTP; |
Willy Tarreau | 2386be6 | 2017-09-21 19:40:52 +0200 | [diff] [blame] | 1008 | |
Christopher Faulet | 7ce0c89 | 2018-04-10 15:01:45 +0200 | [diff] [blame] | 1009 | conn_get_alpn(conn, &alpn_str, &alpn_len); |
| 1010 | mux_proto = ist2(alpn_str, alpn_len); |
| 1011 | mux_ops = conn_get_best_mux(conn, mux_proto, PROTO_SIDE_FE, mode); |
| 1012 | if (!mux_ops) |
| 1013 | return -1; |
| 1014 | } |
Willy Tarreau | 175a2bb | 2018-09-12 12:02:05 +0200 | [diff] [blame] | 1015 | return conn_install_mux(conn, mux_ops, ctx, bind_conf->frontend); |
Willy Tarreau | 2386be6 | 2017-09-21 19:40:52 +0200 | [diff] [blame] | 1016 | } |
| 1017 | |
Christopher Faulet | 7ce0c89 | 2018-04-10 15:01:45 +0200 | [diff] [blame] | 1018 | /* installs the best mux for outgoing connection <conn> using the upper context |
| 1019 | * <ctx>. If the mux protocol is forced, we use it to find the best mux. Returns |
Willy Tarreau | 2e0b2b5 | 2017-09-15 06:59:55 +0200 | [diff] [blame] | 1020 | * < 0 on error. |
Willy Tarreau | 2386be6 | 2017-09-21 19:40:52 +0200 | [diff] [blame] | 1021 | */ |
Christopher Faulet | 7ce0c89 | 2018-04-10 15:01:45 +0200 | [diff] [blame] | 1022 | static inline int conn_install_mux_be(struct connection *conn, void *ctx) |
Willy Tarreau | 2386be6 | 2017-09-21 19:40:52 +0200 | [diff] [blame] | 1023 | { |
Christopher Faulet | 7ce0c89 | 2018-04-10 15:01:45 +0200 | [diff] [blame] | 1024 | struct server *srv = objt_server(conn->target); |
Willy Tarreau | 287527a | 2018-08-08 18:40:44 +0200 | [diff] [blame] | 1025 | struct proxy *prx = objt_proxy(conn->target); |
Willy Tarreau | 2386be6 | 2017-09-21 19:40:52 +0200 | [diff] [blame] | 1026 | const struct mux_ops *mux_ops; |
| 1027 | |
Willy Tarreau | 287527a | 2018-08-08 18:40:44 +0200 | [diff] [blame] | 1028 | if (srv) |
| 1029 | prx = srv->proxy; |
| 1030 | |
| 1031 | if (!prx) // target must be either proxy or server |
| 1032 | return -1; |
| 1033 | |
| 1034 | if (srv && srv->mux_proto) |
Christopher Faulet | 7ce0c89 | 2018-04-10 15:01:45 +0200 | [diff] [blame] | 1035 | mux_ops = srv->mux_proto->mux; |
| 1036 | else { |
| 1037 | int mode; |
| 1038 | |
Willy Tarreau | 68ad3a4 | 2018-10-22 11:49:15 +0200 | [diff] [blame] | 1039 | if (prx->mode == PR_MODE_TCP) |
| 1040 | mode = PROTO_MODE_TCP; |
| 1041 | else if (prx->options2 & PR_O2_USE_HTX) |
| 1042 | mode = PROTO_MODE_HTX; |
| 1043 | else |
| 1044 | mode = PROTO_MODE_HTTP; |
| 1045 | |
Christopher Faulet | 7ce0c89 | 2018-04-10 15:01:45 +0200 | [diff] [blame] | 1046 | mux_ops = conn_get_best_mux(conn, ist(NULL), PROTO_SIDE_BE, mode); |
| 1047 | if (!mux_ops) |
| 1048 | return -1; |
| 1049 | } |
Willy Tarreau | 175a2bb | 2018-09-12 12:02:05 +0200 | [diff] [blame] | 1050 | return conn_install_mux(conn, mux_ops, ctx, prx); |
Willy Tarreau | 2386be6 | 2017-09-21 19:40:52 +0200 | [diff] [blame] | 1051 | } |
| 1052 | |
Willy Tarreau | 59f9839 | 2012-07-06 14:13:49 +0200 | [diff] [blame] | 1053 | #endif /* _PROTO_CONNECTION_H */ |
| 1054 | |
| 1055 | /* |
| 1056 | * Local variables: |
| 1057 | * c-indent-level: 8 |
| 1058 | * c-basic-offset: 8 |
| 1059 | * End: |
| 1060 | */ |