blob: dd654602c137df9391003787d86ee9cc07357411 [file] [log] [blame]
Christopher Faulet51dbc942018-09-13 09:05:15 +02001/*
2 * HTT/1 mux-demux for connections
3 *
4 * Copyright 2018 Christopher Faulet <cfaulet@haproxy.com>
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
Willy Tarreaub2551052020-06-09 09:07:15 +020012#include <import/ebistree.h>
13
Willy Tarreau4c7e4b72020-05-27 12:58:42 +020014#include <haproxy/api.h>
Willy Tarreau6be78492020-06-05 00:00:29 +020015#include <haproxy/cfgparse.h>
Willy Tarreau7ea393d2020-06-04 18:02:10 +020016#include <haproxy/connection.h>
Willy Tarreau5413a872020-06-02 19:33:08 +020017#include <haproxy/h1.h>
Willy Tarreauc6fe8842020-06-04 09:00:02 +020018#include <haproxy/h1_htx.h>
Willy Tarreaubf073142020-06-03 12:04:01 +020019#include <haproxy/h2.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020020#include <haproxy/http_htx.h>
Willy Tarreau16f958c2020-06-03 08:44:35 +020021#include <haproxy/htx.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020022#include <haproxy/istbuf.h>
23#include <haproxy/log.h>
Willy Tarreau551271d2020-06-04 08:32:23 +020024#include <haproxy/pipe-t.h>
Willy Tarreauadc02402021-05-08 20:28:54 +020025#include <haproxy/proxy.h>
Willy Tarreau48d25b32020-06-04 18:58:52 +020026#include <haproxy/session-t.h>
Willy Tarreaudfd3de82020-06-04 23:46:14 +020027#include <haproxy/stream.h>
Willy Tarreau5e539c92020-06-04 20:45:39 +020028#include <haproxy/stream_interface.h>
Willy Tarreauc6d61d72020-06-04 19:02:42 +020029#include <haproxy/trace.h>
Christopher Faulet51dbc942018-09-13 09:05:15 +020030
31/*
32 * H1 Connection flags (32 bits)
33 */
34#define H1C_F_NONE 0x00000000
35
36/* Flags indicating why writing output data are blocked */
37#define H1C_F_OUT_ALLOC 0x00000001 /* mux is blocked on lack of output buffer */
38#define H1C_F_OUT_FULL 0x00000002 /* mux is blocked on output buffer full */
39/* 0x00000004 - 0x00000008 unused */
40
41/* Flags indicating why reading input data are blocked. */
42#define H1C_F_IN_ALLOC 0x00000010 /* mux is blocked on lack of input buffer */
43#define H1C_F_IN_FULL 0x00000020 /* mux is blocked on input buffer full */
Christopher Fauletd17ad822020-09-24 15:14:29 +020044#define H1C_F_IN_SALLOC 0x00000040 /* mux is blocked on lack of stream's request buffer */
Christopher Faulet3ced1d12020-11-27 16:44:01 +010045/* 0x00000080 unused */
Christopher Faulet51dbc942018-09-13 09:05:15 +020046
Christopher Faulet7b109f22019-12-05 11:18:31 +010047/* Flags indicating the connection state */
Christopher Faulet3ced1d12020-11-27 16:44:01 +010048#define H1C_F_ST_EMBRYONIC 0x00000100 /* Set when a H1 stream with no conn-stream is attached to the connection */
Christopher Faulet39c7b6b2021-01-21 17:44:35 +010049#define H1C_F_ST_ATTACHED 0x00000200 /* Set when a H1 stream with a conn-stream is attached to the connection (may be not READY) */
Christopher Faulet3ced1d12020-11-27 16:44:01 +010050#define H1C_F_ST_IDLE 0x00000400 /* connection is idle and may be reused
51 * (exclusive to all H1C_F_ST flags and never set when an h1s is attached) */
52#define H1C_F_ST_ERROR 0x00000800 /* connection must be closed ASAP because an error occurred (conn-stream may still be attached) */
53#define H1C_F_ST_SHUTDOWN 0x00001000 /* connection must be shut down ASAP flushing output first (conn-stream may still be attached) */
Christopher Faulet39c7b6b2021-01-21 17:44:35 +010054#define H1C_F_ST_READY 0x00002000 /* Set in ATTACHED state with a READY conn-stream. A conn-stream is not ready when
55 * a TCP>H1 upgrade is in progress Thus this flag is only set if ATTACHED is also set */
Christopher Faulet3ced1d12020-11-27 16:44:01 +010056#define H1C_F_ST_ALIVE (H1C_F_ST_IDLE|H1C_F_ST_EMBRYONIC|H1C_F_ST_ATTACHED)
Christopher Faulet39c7b6b2021-01-21 17:44:35 +010057/* 0x00004000 - 0x00008000 unused */
Christopher Faulet51dbc942018-09-13 09:05:15 +020058
Christopher Fauletb385b502021-01-13 18:47:57 +010059#define H1C_F_WANT_SPLICE 0x00010000 /* Don't read into a buffer because we want to use or we are using splicing */
60#define H1C_F_ERR_PENDING 0x00020000 /* Send an error and close the connection ASAP (implies H1C_F_ST_ERROR) */
61#define H1C_F_WAIT_NEXT_REQ 0x00040000 /* waiting for the next request to start, use keep-alive timeout */
62#define H1C_F_UPG_H2C 0x00080000 /* set if an upgrade to h2 should be done */
63#define H1C_F_CO_MSG_MORE 0x00100000 /* set if CO_SFL_MSG_MORE must be set when calling xprt->snd_buf() */
64#define H1C_F_CO_STREAMER 0x00200000 /* set if CO_SFL_STREAMER must be set when calling xprt->snd_buf() */
Christopher Faulet129817b2018-09-20 16:14:40 +020065
Christopher Faulet10a86702021-04-07 14:18:11 +020066/* 0x00400000 - 0x40000000 unusued*/
Christopher Faulet3ced1d12020-11-27 16:44:01 +010067#define H1C_F_IS_BACK 0x80000000 /* Set on outgoing connection */
Christopher Faulet46230362019-10-17 16:04:20 +020068
Christopher Faulet51dbc942018-09-13 09:05:15 +020069/*
70 * H1 Stream flags (32 bits)
71 */
Christopher Faulet129817b2018-09-20 16:14:40 +020072#define H1S_F_NONE 0x00000000
Christopher Faulet10a86702021-04-07 14:18:11 +020073
74#define H1S_F_RX_BLK 0x00100000 /* Don't process more input data, waiting sync with output side */
75#define H1S_F_TX_BLK 0x00200000 /* Don't process more output data, waiting sync with input side */
76/* 0x00000004 unused */
Willy Tarreauc493c9c2019-06-03 14:18:22 +020077#define H1S_F_REOS 0x00000008 /* End of input stream seen even if not delivered yet */
Christopher Fauletf2824e62018-10-01 12:12:37 +020078#define H1S_F_WANT_KAL 0x00000010
79#define H1S_F_WANT_TUN 0x00000020
80#define H1S_F_WANT_CLO 0x00000040
81#define H1S_F_WANT_MSK 0x00000070
82#define H1S_F_NOT_FIRST 0x00000080 /* The H1 stream is not the first one */
Christopher Faulet5696f542020-12-02 16:08:38 +010083#define H1S_F_BODYLESS_RESP 0x00000100 /* Bodyless response message */
Christopher Faulet60ef12c2020-09-24 10:05:44 +020084
Ilya Shipitsinacf84592021-02-06 22:29:08 +050085/* 0x00000200 unused */
Christopher Faulet2eed8002020-12-07 11:26:13 +010086#define H1S_F_NOT_IMPL_ERROR 0x00000400 /* Set when a feature is not implemented during the message parsing */
Christopher Faulet60ef12c2020-09-24 10:05:44 +020087#define H1S_F_PARSING_ERROR 0x00000800 /* Set when an error occurred during the message parsing */
88#define H1S_F_PROCESSING_ERROR 0x00001000 /* Set when an error occurred during the message xfer */
89#define H1S_F_ERROR 0x00001800 /* stream error mask */
90
Christopher Faulet72ba6cd2019-09-24 16:20:05 +020091#define H1S_F_HAVE_SRV_NAME 0x00002000 /* Set during output process if the server name header was added to the request */
Christopher Fauletada34b62019-05-24 16:36:43 +020092#define H1S_F_HAVE_O_CONN 0x00004000 /* Set during output process to know connection mode was processed */
Christopher Faulet51dbc942018-09-13 09:05:15 +020093
94/* H1 connection descriptor */
Christopher Faulet51dbc942018-09-13 09:05:15 +020095struct h1c {
96 struct connection *conn;
97 struct proxy *px;
98 uint32_t flags; /* Connection flags: H1C_F_* */
Christopher Fauletc18fc232020-10-06 17:41:36 +020099 unsigned int errcode; /* Status code when an error occurred at the H1 connection level */
Christopher Faulet51dbc942018-09-13 09:05:15 +0200100 struct buffer ibuf; /* Input buffer to store data before parsing */
101 struct buffer obuf; /* Output buffer to store data after reformatting */
102
103 struct buffer_wait buf_wait; /* Wait list for buffer allocation */
104 struct wait_event wait_event; /* To be used if we're waiting for I/Os */
105
106 struct h1s *h1s; /* H1 stream descriptor */
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100107 struct task *task; /* timeout management task */
Christopher Fauletdbe57792020-10-05 17:50:58 +0200108 int idle_exp; /* idle expiration date (http-keep-alive or http-request timeout) */
109 int timeout; /* client/server timeout duration */
110 int shut_timeout; /* client-fin/server-fin timeout duration */
Christopher Faulet51dbc942018-09-13 09:05:15 +0200111};
112
113/* H1 stream descriptor */
114struct h1s {
115 struct h1c *h1c;
116 struct conn_stream *cs;
Christopher Fauletfeb11742018-11-29 15:12:34 +0100117 uint32_t flags; /* Connection flags: H1S_F_* */
Christopher Faulet51dbc942018-09-13 09:05:15 +0200118
Willy Tarreau1b0d4d12020-01-16 11:03:19 +0100119 struct wait_event *subs; /* Address of the wait_event the conn_stream associated is waiting on */
Christopher Faulet129817b2018-09-20 16:14:40 +0200120
Olivier Houchardf502aca2018-12-14 19:42:40 +0100121 struct session *sess; /* Associated session */
Christopher Fauletd17ad822020-09-24 15:14:29 +0200122 struct buffer rxbuf; /* receive buffer, always valid (buf_empty or real buffer) */
Christopher Faulet129817b2018-09-20 16:14:40 +0200123 struct h1m req;
124 struct h1m res;
125
Ilya Shipitsin47d17182020-06-21 21:42:57 +0500126 enum http_meth_t meth; /* HTTP request method */
Christopher Faulet129817b2018-09-20 16:14:40 +0200127 uint16_t status; /* HTTP response status */
Amaury Denoyellec1938232020-12-11 17:53:03 +0100128
129 char ws_key[25]; /* websocket handshake key */
Christopher Faulet51dbc942018-09-13 09:05:15 +0200130};
131
Christopher Faulet98fbe952019-07-22 16:18:24 +0200132/* Map of headers used to convert outgoing headers */
133struct h1_hdrs_map {
134 char *name;
135 struct eb_root map;
136};
137
138/* An entry in a headers map */
139struct h1_hdr_entry {
140 struct ist name;
141 struct ebpt_node node;
142};
143
144/* Declare the headers map */
145static struct h1_hdrs_map hdrs_map = { .name = NULL, .map = EB_ROOT };
146
147
Christopher Faulet6b81df72019-10-01 22:08:43 +0200148/* trace source and events */
149static void h1_trace(enum trace_level level, uint64_t mask,
150 const struct trace_source *src,
151 const struct ist where, const struct ist func,
152 const void *a1, const void *a2, const void *a3, const void *a4);
153
154/* The event representation is split like this :
155 * h1c - internal H1 connection
156 * h1s - internal H1 stream
157 * strm - application layer
158 * rx - data receipt
159 * tx - data transmission
160 *
161 */
162static const struct trace_event h1_trace_events[] = {
163#define H1_EV_H1C_NEW (1ULL << 0)
164 { .mask = H1_EV_H1C_NEW, .name = "h1c_new", .desc = "new H1 connection" },
165#define H1_EV_H1C_RECV (1ULL << 1)
166 { .mask = H1_EV_H1C_RECV, .name = "h1c_recv", .desc = "Rx on H1 connection" },
167#define H1_EV_H1C_SEND (1ULL << 2)
168 { .mask = H1_EV_H1C_SEND, .name = "h1c_send", .desc = "Tx on H1 connection" },
169#define H1_EV_H1C_BLK (1ULL << 3)
170 { .mask = H1_EV_H1C_BLK, .name = "h1c_blk", .desc = "H1 connection blocked" },
171#define H1_EV_H1C_WAKE (1ULL << 4)
172 { .mask = H1_EV_H1C_WAKE, .name = "h1c_wake", .desc = "H1 connection woken up" },
173#define H1_EV_H1C_END (1ULL << 5)
174 { .mask = H1_EV_H1C_END, .name = "h1c_end", .desc = "H1 connection terminated" },
175#define H1_EV_H1C_ERR (1ULL << 6)
176 { .mask = H1_EV_H1C_ERR, .name = "h1c_err", .desc = "error on H1 connection" },
177
178#define H1_EV_RX_DATA (1ULL << 7)
179 { .mask = H1_EV_RX_DATA, .name = "rx_data", .desc = "receipt of any H1 data" },
180#define H1_EV_RX_EOI (1ULL << 8)
181 { .mask = H1_EV_RX_EOI, .name = "rx_eoi", .desc = "receipt of end of H1 input" },
182#define H1_EV_RX_HDRS (1ULL << 9)
183 { .mask = H1_EV_RX_HDRS, .name = "rx_headers", .desc = "receipt of H1 headers" },
184#define H1_EV_RX_BODY (1ULL << 10)
185 { .mask = H1_EV_RX_BODY, .name = "rx_body", .desc = "receipt of H1 body" },
186#define H1_EV_RX_TLRS (1ULL << 11)
187 { .mask = H1_EV_RX_TLRS, .name = "rx_trailerus", .desc = "receipt of H1 trailers" },
188
189#define H1_EV_TX_DATA (1ULL << 12)
190 { .mask = H1_EV_TX_DATA, .name = "tx_data", .desc = "transmission of any H1 data" },
191#define H1_EV_TX_EOI (1ULL << 13)
192 { .mask = H1_EV_TX_EOI, .name = "tx_eoi", .desc = "transmission of end of H1 input" },
193#define H1_EV_TX_HDRS (1ULL << 14)
194 { .mask = H1_EV_TX_HDRS, .name = "tx_headers", .desc = "transmission of all headers" },
195#define H1_EV_TX_BODY (1ULL << 15)
196 { .mask = H1_EV_TX_BODY, .name = "tx_body", .desc = "transmission of H1 body" },
197#define H1_EV_TX_TLRS (1ULL << 16)
198 { .mask = H1_EV_TX_TLRS, .name = "tx_trailerus", .desc = "transmission of H1 trailers" },
199
200#define H1_EV_H1S_NEW (1ULL << 17)
201 { .mask = H1_EV_H1S_NEW, .name = "h1s_new", .desc = "new H1 stream" },
202#define H1_EV_H1S_BLK (1ULL << 18)
203 { .mask = H1_EV_H1S_BLK, .name = "h1s_blk", .desc = "H1 stream blocked" },
204#define H1_EV_H1S_END (1ULL << 19)
205 { .mask = H1_EV_H1S_END, .name = "h1s_end", .desc = "H1 stream terminated" },
206#define H1_EV_H1S_ERR (1ULL << 20)
207 { .mask = H1_EV_H1S_ERR, .name = "h1s_err", .desc = "error on H1 stream" },
208
209#define H1_EV_STRM_NEW (1ULL << 21)
210 { .mask = H1_EV_STRM_NEW, .name = "strm_new", .desc = "app-layer stream creation" },
211#define H1_EV_STRM_RECV (1ULL << 22)
212 { .mask = H1_EV_STRM_RECV, .name = "strm_recv", .desc = "receiving data for stream" },
213#define H1_EV_STRM_SEND (1ULL << 23)
214 { .mask = H1_EV_STRM_SEND, .name = "strm_send", .desc = "sending data for stream" },
215#define H1_EV_STRM_WAKE (1ULL << 24)
216 { .mask = H1_EV_STRM_WAKE, .name = "strm_wake", .desc = "stream woken up" },
217#define H1_EV_STRM_SHUT (1ULL << 25)
218 { .mask = H1_EV_STRM_SHUT, .name = "strm_shut", .desc = "stream shutdown" },
219#define H1_EV_STRM_END (1ULL << 26)
220 { .mask = H1_EV_STRM_END, .name = "strm_end", .desc = "detaching app-layer stream" },
221#define H1_EV_STRM_ERR (1ULL << 27)
222 { .mask = H1_EV_STRM_ERR, .name = "strm_err", .desc = "stream error" },
223
224 { }
225};
226
227static const struct name_desc h1_trace_lockon_args[4] = {
228 /* arg1 */ { /* already used by the connection */ },
229 /* arg2 */ { .name="h1s", .desc="H1 stream" },
230 /* arg3 */ { },
231 /* arg4 */ { }
232};
233
234static const struct name_desc h1_trace_decoding[] = {
235#define H1_VERB_CLEAN 1
236 { .name="clean", .desc="only user-friendly stuff, generally suitable for level \"user\"" },
237#define H1_VERB_MINIMAL 2
238 { .name="minimal", .desc="report only h1c/h1s state and flags, no real decoding" },
239#define H1_VERB_SIMPLE 3
240 { .name="simple", .desc="add request/response status line or htx info when available" },
241#define H1_VERB_ADVANCED 4
242 { .name="advanced", .desc="add header fields or frame decoding when available" },
243#define H1_VERB_COMPLETE 5
244 { .name="complete", .desc="add full data dump when available" },
245 { /* end */ }
246};
247
Willy Tarreau6eb3d372021-04-10 19:29:26 +0200248static struct trace_source trace_h1 __read_mostly = {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200249 .name = IST("h1"),
250 .desc = "HTTP/1 multiplexer",
251 .arg_def = TRC_ARG1_CONN, // TRACE()'s first argument is always a connection
252 .default_cb = h1_trace,
253 .known_events = h1_trace_events,
254 .lockon_args = h1_trace_lockon_args,
255 .decoding = h1_trace_decoding,
256 .report_events = ~0, // report everything by default
257};
258
259#define TRACE_SOURCE &trace_h1
260INITCALL1(STG_REGISTER, trace_register_source, TRACE_SOURCE);
261
Christopher Faulet51dbc942018-09-13 09:05:15 +0200262/* the h1c and h1s pools */
Willy Tarreau8ceae722018-11-26 11:58:30 +0100263DECLARE_STATIC_POOL(pool_head_h1c, "h1c", sizeof(struct h1c));
264DECLARE_STATIC_POOL(pool_head_h1s, "h1s", sizeof(struct h1s));
Christopher Faulet51dbc942018-09-13 09:05:15 +0200265
Christopher Faulet51dbc942018-09-13 09:05:15 +0200266static int h1_recv(struct h1c *h1c);
267static int h1_send(struct h1c *h1c);
268static int h1_process(struct h1c *h1c);
Willy Tarreau691d5032021-01-20 14:55:01 +0100269/* h1_io_cb is exported to see it resolved in "show fd" */
Willy Tarreau144f84a2021-03-02 16:09:26 +0100270struct task *h1_io_cb(struct task *t, void *ctx, unsigned int state);
271struct task *h1_timeout_task(struct task *t, void *context, unsigned int state);
Christopher Faulet3c82d8b2020-10-05 17:11:16 +0200272static void h1_shutw_conn(struct connection *conn, enum cs_shw_mode mode);
Christopher Faulet660f6f32019-10-04 10:22:47 +0200273static void h1_wake_stream_for_recv(struct h1s *h1s);
274static void h1_wake_stream_for_send(struct h1s *h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200275
Christopher Faulet6b81df72019-10-01 22:08:43 +0200276/* the H1 traces always expect that arg1, if non-null, is of type connection
277 * (from which we can derive h1c), that arg2, if non-null, is of type h1s, and
278 * that arg3, if non-null, is a htx for rx/tx headers.
279 */
280static void h1_trace(enum trace_level level, uint64_t mask, const struct trace_source *src,
281 const struct ist where, const struct ist func,
282 const void *a1, const void *a2, const void *a3, const void *a4)
283{
284 const struct connection *conn = a1;
285 const struct h1c *h1c = conn ? conn->ctx : NULL;
286 const struct h1s *h1s = a2;
287 const struct htx *htx = a3;
288 const size_t *val = a4;
289
290 if (!h1c)
291 h1c = (h1s ? h1s->h1c : NULL);
292
293 if (!h1c || src->verbosity < H1_VERB_CLEAN)
294 return;
295
296 /* Display frontend/backend info by default */
Christopher Faulet0a799aa2020-09-24 09:52:52 +0200297 chunk_appendf(&trace_buf, " : [%c]", ((h1c->flags & H1C_F_IS_BACK) ? 'B' : 'F'));
Christopher Faulet6b81df72019-10-01 22:08:43 +0200298
299 /* Display request and response states if h1s is defined */
300 if (h1s)
301 chunk_appendf(&trace_buf, " [%s, %s]",
302 h1m_state_str(h1s->req.state), h1m_state_str(h1s->res.state));
303
304 if (src->verbosity == H1_VERB_CLEAN)
305 return;
306
307 /* Display the value to the 4th argument (level > STATE) */
308 if (src->level > TRACE_LEVEL_STATE && val)
Willy Tarreaue18f53e2019-11-27 15:41:31 +0100309 chunk_appendf(&trace_buf, " - VAL=%lu", (long)*val);
Christopher Faulet6b81df72019-10-01 22:08:43 +0200310
311 /* Display status-line if possible (verbosity > MINIMAL) */
312 if (src->verbosity > H1_VERB_MINIMAL && htx && htx_nbblks(htx)) {
313 const struct htx_blk *blk = htx_get_head_blk(htx);
314 const struct htx_sl *sl = htx_get_blk_ptr(htx, blk);
315 enum htx_blk_type type = htx_get_blk_type(blk);
316
317 if (type == HTX_BLK_REQ_SL || type == HTX_BLK_RES_SL)
318 chunk_appendf(&trace_buf, " - \"%.*s %.*s %.*s\"",
319 HTX_SL_P1_LEN(sl), HTX_SL_P1_PTR(sl),
320 HTX_SL_P2_LEN(sl), HTX_SL_P2_PTR(sl),
321 HTX_SL_P3_LEN(sl), HTX_SL_P3_PTR(sl));
322 }
323
324 /* Display h1c info and, if defined, h1s info (pointer + flags) */
325 chunk_appendf(&trace_buf, " - h1c=%p(0x%08x)", h1c, h1c->flags);
326 if (h1s)
327 chunk_appendf(&trace_buf, " h1s=%p(0x%08x)", h1s, h1s->flags);
328
329 if (src->verbosity == H1_VERB_MINIMAL)
330 return;
331
332 /* Display input and output buffer info (level > USER & verbosity > SIMPLE) */
333 if (src->level > TRACE_LEVEL_USER) {
334 if (src->verbosity == H1_VERB_COMPLETE ||
335 (src->verbosity == H1_VERB_ADVANCED && (mask & (H1_EV_H1C_RECV|H1_EV_STRM_RECV))))
336 chunk_appendf(&trace_buf, " ibuf=%u@%p+%u/%u",
337 (unsigned int)b_data(&h1c->ibuf), b_orig(&h1c->ibuf),
338 (unsigned int)b_head_ofs(&h1c->ibuf), (unsigned int)b_size(&h1c->ibuf));
339 if (src->verbosity == H1_VERB_COMPLETE ||
340 (src->verbosity == H1_VERB_ADVANCED && (mask & (H1_EV_H1C_SEND|H1_EV_STRM_SEND))))
341 chunk_appendf(&trace_buf, " obuf=%u@%p+%u/%u",
342 (unsigned int)b_data(&h1c->obuf), b_orig(&h1c->obuf),
343 (unsigned int)b_head_ofs(&h1c->obuf), (unsigned int)b_size(&h1c->obuf));
344 }
345
346 /* Display htx info if defined (level > USER) */
347 if (src->level > TRACE_LEVEL_USER && htx) {
348 int full = 0;
349
350 /* Full htx info (level > STATE && verbosity > SIMPLE) */
351 if (src->level > TRACE_LEVEL_STATE) {
352 if (src->verbosity == H1_VERB_COMPLETE)
353 full = 1;
354 else if (src->verbosity == H1_VERB_ADVANCED && (mask & (H1_EV_RX_HDRS|H1_EV_TX_HDRS)))
355 full = 1;
356 }
357
358 chunk_memcat(&trace_buf, "\n\t", 2);
359 htx_dump(&trace_buf, htx, full);
360 }
361}
362
363
Christopher Faulet51dbc942018-09-13 09:05:15 +0200364/*****************************************************/
365/* functions below are for dynamic buffer management */
366/*****************************************************/
367/*
Christopher Faulet2545a0b2019-12-05 12:30:55 +0100368 * Indicates whether or not we may receive data. The rules are the following :
369 * - if an error or a shutdown for reads was detected on the connection we
Christopher Faulet119ac872020-09-30 17:33:22 +0200370 * must not attempt to receive
371 * - if we are waiting for the connection establishment, we must not attempt
372 * to receive
373 * - if an error was detected on the stream we must not attempt to receive
374 * - if reads are explicitly disabled, we must not attempt to receive
Christopher Faulet2545a0b2019-12-05 12:30:55 +0100375 * - if the input buffer failed to be allocated or is full , we must not try
376 * to receive
Christopher Faulet119ac872020-09-30 17:33:22 +0200377 * - if the mux is not blocked on an input condition, we may attempt to receive
Christopher Faulet51dbc942018-09-13 09:05:15 +0200378 * - otherwise must may not attempt to receive
379 */
380static inline int h1_recv_allowed(const struct h1c *h1c)
381{
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100382 if (h1c->flags & H1C_F_ST_ERROR) {
Christopher Faulet2545a0b2019-12-05 12:30:55 +0100383 TRACE_DEVEL("recv not allowed because of error on h1c", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200384 return 0;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200385 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200386
Willy Tarreau2febb842020-07-31 09:15:43 +0200387 if (h1c->conn->flags & (CO_FL_ERROR|CO_FL_SOCK_RD_SH|CO_FL_WAIT_L4_CONN|CO_FL_WAIT_L6_CONN)) {
388 TRACE_DEVEL("recv not allowed because of (error|read0|waitl4|waitl6) on connection", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
Christopher Fauletcf56b992018-12-11 16:12:31 +0100389 return 0;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200390 }
Christopher Fauletcf56b992018-12-11 16:12:31 +0100391
Christopher Faulet119ac872020-09-30 17:33:22 +0200392 if (h1c->h1s && (h1c->h1s->flags & H1S_F_ERROR)) {
393 TRACE_DEVEL("recv not allowed because of error on h1s", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
394 return 0;
395 }
396
Christopher Fauletd17ad822020-09-24 15:14:29 +0200397 if (!(h1c->flags & (H1C_F_IN_ALLOC|H1C_F_IN_FULL|H1C_F_IN_SALLOC)))
Christopher Faulet51dbc942018-09-13 09:05:15 +0200398 return 1;
399
Christopher Faulet6b81df72019-10-01 22:08:43 +0200400 TRACE_DEVEL("recv not allowed because input is blocked", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200401 return 0;
402}
403
404/*
405 * Tries to grab a buffer and to re-enables processing on mux <target>. The h1
406 * flags are used to figure what buffer was requested. It returns 1 if the
407 * allocation succeeds, in which case the connection is woken up, or 0 if it's
408 * impossible to wake up and we prefer to be woken up later.
409 */
410static int h1_buf_available(void *target)
411{
412 struct h1c *h1c = target;
413
Willy Tarreaud68d4f12021-03-22 14:44:31 +0100414 if ((h1c->flags & H1C_F_IN_ALLOC) && b_alloc(&h1c->ibuf)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200415 TRACE_STATE("unblocking h1c, ibuf allocated", H1_EV_H1C_RECV|H1_EV_H1C_BLK|H1_EV_H1C_WAKE, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200416 h1c->flags &= ~H1C_F_IN_ALLOC;
417 if (h1_recv_allowed(h1c))
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200418 tasklet_wakeup(h1c->wait_event.tasklet);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200419 return 1;
420 }
421
Willy Tarreaud68d4f12021-03-22 14:44:31 +0100422 if ((h1c->flags & H1C_F_OUT_ALLOC) && b_alloc(&h1c->obuf)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200423 TRACE_STATE("unblocking h1s, obuf allocated", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1c->h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200424 h1c->flags &= ~H1C_F_OUT_ALLOC;
Christopher Faulet660f6f32019-10-04 10:22:47 +0200425 if (h1c->h1s)
426 h1_wake_stream_for_send(h1c->h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200427 return 1;
428 }
429
Willy Tarreaud68d4f12021-03-22 14:44:31 +0100430 if ((h1c->flags & H1C_F_IN_SALLOC) && h1c->h1s && b_alloc(&h1c->h1s->rxbuf)) {
Christopher Fauletd17ad822020-09-24 15:14:29 +0200431 TRACE_STATE("unblocking h1c, stream rxbuf allocated", H1_EV_H1C_RECV|H1_EV_H1C_BLK|H1_EV_H1C_WAKE, h1c->conn);
432 h1c->flags &= ~H1C_F_IN_SALLOC;
433 tasklet_wakeup(h1c->wait_event.tasklet);
434 return 1;
435 }
436
Christopher Faulet51dbc942018-09-13 09:05:15 +0200437 return 0;
438}
439
440/*
441 * Allocate a buffer. If if fails, it adds the mux in buffer wait queue.
442 */
443static inline struct buffer *h1_get_buf(struct h1c *h1c, struct buffer *bptr)
444{
445 struct buffer *buf = NULL;
446
Willy Tarreau2b718102021-04-21 07:32:39 +0200447 if (likely(!LIST_INLIST(&h1c->buf_wait.list)) &&
Willy Tarreaud68d4f12021-03-22 14:44:31 +0100448 unlikely((buf = b_alloc(bptr)) == NULL)) {
Christopher Faulet51dbc942018-09-13 09:05:15 +0200449 h1c->buf_wait.target = h1c;
450 h1c->buf_wait.wakeup_cb = h1_buf_available;
Willy Tarreau2b718102021-04-21 07:32:39 +0200451 LIST_APPEND(&ti->buffer_wq, &h1c->buf_wait.list);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200452 }
453 return buf;
454}
455
456/*
457 * Release a buffer, if any, and try to wake up entities waiting in the buffer
458 * wait queue.
459 */
460static inline void h1_release_buf(struct h1c *h1c, struct buffer *bptr)
461{
462 if (bptr->size) {
463 b_free(bptr);
Willy Tarreau4d77bbf2021-02-20 12:02:46 +0100464 offer_buffers(h1c->buf_wait.target, 1);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200465 }
466}
467
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100468/* returns the number of streams in use on a connection to figure if it's idle
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100469 * or not. We rely on H1C_F_ST_IDLE to know if the connection is in-use or
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100470 * not. This flag is only set when no H1S is attached and when the previous
471 * stream, if any, was fully terminated without any error and in K/A mode.
Willy Tarreau00f18a32019-01-26 12:19:01 +0100472 */
473static int h1_used_streams(struct connection *conn)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200474{
Willy Tarreau3d2ee552018-12-19 14:12:10 +0100475 struct h1c *h1c = conn->ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200476
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100477 return ((h1c->flags & H1C_F_ST_IDLE) ? 0 : 1);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200478}
479
Willy Tarreau00f18a32019-01-26 12:19:01 +0100480/* returns the number of streams still available on a connection */
481static int h1_avail_streams(struct connection *conn)
Olivier Houchard8defe4b2018-12-02 01:31:17 +0100482{
Willy Tarreau00f18a32019-01-26 12:19:01 +0100483 return 1 - h1_used_streams(conn);
Olivier Houchard8defe4b2018-12-02 01:31:17 +0100484}
Christopher Faulet51dbc942018-09-13 09:05:15 +0200485
Christopher Faulet7a145d62020-08-05 11:31:16 +0200486/* Refresh the h1c task timeout if necessary */
487static void h1_refresh_timeout(struct h1c *h1c)
488{
489 if (h1c->task) {
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100490 if (!(h1c->flags & H1C_F_ST_ALIVE) || (h1c->flags & H1C_F_ST_SHUTDOWN)) {
Christopher Faulet3c82d8b2020-10-05 17:11:16 +0200491 /* half-closed or dead connections : switch to clientfin/serverfin
492 * timeouts so that we don't hang too long on clients that have
493 * gone away (especially in tunnel mode).
Willy Tarreau4313d5a2020-09-08 15:40:57 +0200494 */
495 h1c->task->expire = tick_add(now_ms, h1c->shut_timeout);
Christopher Fauletadcd7892020-10-05 17:13:05 +0200496 TRACE_DEVEL("refreshing connection's timeout (dead or half-closed)", H1_EV_H1C_SEND|H1_EV_H1C_RECV, h1c->conn);
497 }
498 else if (b_data(&h1c->obuf)) {
499 /* connection with pending outgoing data, need a timeout (server or client). */
Christopher Faulet3c82d8b2020-10-05 17:11:16 +0200500 h1c->task->expire = tick_add(now_ms, h1c->timeout);
Christopher Fauletadcd7892020-10-05 17:13:05 +0200501 TRACE_DEVEL("refreshing connection's timeout (pending outgoing data)", H1_EV_H1C_SEND|H1_EV_H1C_RECV, h1c->conn);
502 }
Christopher Faulet39c7b6b2021-01-21 17:44:35 +0100503 else if (!(h1c->flags & (H1C_F_IS_BACK|H1C_F_ST_READY))) {
504 /* front connections waiting for a fully usable stream need a timeout. */
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200505 h1c->task->expire = tick_add(now_ms, h1c->timeout);
Christopher Faulet39c7b6b2021-01-21 17:44:35 +0100506 TRACE_DEVEL("refreshing connection's timeout (alive front h1c but not ready)", H1_EV_H1C_SEND|H1_EV_H1C_RECV, h1c->conn);
Christopher Faulet7a145d62020-08-05 11:31:16 +0200507 }
Christopher Fauletadcd7892020-10-05 17:13:05 +0200508 else {
509 /* alive back connections of front connections with a conn-stream attached */
510 h1c->task->expire = TICK_ETERNITY;
511 TRACE_DEVEL("no connection timeout (alive back h1c or front h1c with a CS)", H1_EV_H1C_SEND|H1_EV_H1C_RECV, h1c->conn);
512 }
513
Christopher Fauletdbe57792020-10-05 17:50:58 +0200514 /* Finally set the idle expiration date if shorter */
515 h1c->task->expire = tick_first(h1c->task->expire, h1c->idle_exp);
Christopher Fauletadcd7892020-10-05 17:13:05 +0200516 TRACE_DEVEL("new expiration date", H1_EV_H1C_SEND|H1_EV_H1C_RECV, h1c->conn, 0, 0, (size_t[]){h1c->task->expire});
517 task_queue(h1c->task);
Christopher Faulet7a145d62020-08-05 11:31:16 +0200518 }
519}
Christopher Fauletdbe57792020-10-05 17:50:58 +0200520
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200521static void h1_set_idle_expiration(struct h1c *h1c)
Christopher Fauletdbe57792020-10-05 17:50:58 +0200522{
523 if (h1c->flags & H1C_F_IS_BACK || !h1c->task) {
524 TRACE_DEVEL("no idle expiration (backend connection || no task)", H1_EV_H1C_RECV, h1c->conn);
525 h1c->idle_exp = TICK_ETERNITY;
526 return;
527 }
528
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100529 if (h1c->flags & H1C_F_ST_IDLE) {
Christopher Fauletdbe57792020-10-05 17:50:58 +0200530 if (!tick_isset(h1c->idle_exp)) {
531 if ((h1c->flags & H1C_F_WAIT_NEXT_REQ) && /* Not the first request */
532 !b_data(&h1c->ibuf) && /* No input data */
533 tick_isset(h1c->px->timeout.httpka)) { /* K-A timeout set */
534 h1c->idle_exp = tick_add_ifset(now_ms, h1c->px->timeout.httpka);
535 TRACE_DEVEL("set idle expiration (keep-alive timeout)", H1_EV_H1C_RECV, h1c->conn);
536 }
537 else {
538 h1c->idle_exp = tick_add_ifset(now_ms, h1c->px->timeout.httpreq);
539 TRACE_DEVEL("set idle expiration (http-request timeout)", H1_EV_H1C_RECV, h1c->conn);
540 }
541 }
542 }
Christopher Faulet39c7b6b2021-01-21 17:44:35 +0100543 else if ((h1c->flags & H1C_F_ST_ALIVE) && !(h1c->flags & H1C_F_ST_READY)) {
Christopher Fauletdbe57792020-10-05 17:50:58 +0200544 if (!tick_isset(h1c->idle_exp)) {
545 h1c->idle_exp = tick_add_ifset(now_ms, h1c->px->timeout.httpreq);
546 TRACE_DEVEL("set idle expiration (http-request timeout)", H1_EV_H1C_RECV, h1c->conn);
547 }
548 }
549 else { // CS_ATTACHED or SHUTDOWN
550 h1c->idle_exp = TICK_ETERNITY;
551 TRACE_DEVEL("unset idle expiration (attached || shutdown)", H1_EV_H1C_RECV, h1c->conn);
552 }
553}
Christopher Faulet51dbc942018-09-13 09:05:15 +0200554/*****************************************************************/
555/* functions below are dedicated to the mux setup and management */
556/*****************************************************************/
Willy Tarreaufbdf90a2019-06-03 13:42:54 +0200557
558/* returns non-zero if there are input data pending for stream h1s. */
559static inline size_t h1s_data_pending(const struct h1s *h1s)
560{
561 const struct h1m *h1m;
562
Christopher Faulet0a799aa2020-09-24 09:52:52 +0200563 h1m = ((h1s->h1c->flags & H1C_F_IS_BACK) ? &h1s->res : &h1s->req);
Christopher Fauletd1ac2b92020-12-02 19:12:22 +0100564 return ((h1m->state == H1_MSG_DONE) ? 0 : b_data(&h1s->h1c->ibuf));
Willy Tarreaufbdf90a2019-06-03 13:42:54 +0200565}
566
Christopher Faulet16df1782020-12-04 16:47:41 +0100567/* Creates a new conn-stream and the associate stream. <input> is used as input
568 * buffer for the stream. On success, it is transferred to the stream and the
569 * mux is no longer responsible of it. On error, <input> is unchanged, thus the
570 * mux must still take care of it. However, there is nothing special to do
571 * because, on success, <input> is updated to points on BUF_NULL. Thus, calling
572 * b_free() on it is always safe. This function returns the conn-stream on
573 * success or NULL on error. */
Christopher Faulet26256f82020-09-14 11:40:13 +0200574static struct conn_stream *h1s_new_cs(struct h1s *h1s, struct buffer *input)
Christopher Faulet47365272018-10-31 17:40:50 +0100575{
576 struct conn_stream *cs;
577
Christopher Faulet6b81df72019-10-01 22:08:43 +0200578 TRACE_ENTER(H1_EV_STRM_NEW, h1s->h1c->conn, h1s);
Christopher Faulet236c93b2020-07-02 09:19:54 +0200579 cs = cs_new(h1s->h1c->conn, h1s->h1c->conn->target);
Christopher Faulet6b81df72019-10-01 22:08:43 +0200580 if (!cs) {
Christopher Faulet26a26432021-01-27 11:27:50 +0100581 TRACE_ERROR("CS allocation failure", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, h1s->h1c->conn, h1s);
Christopher Faulet47365272018-10-31 17:40:50 +0100582 goto err;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200583 }
Christopher Faulet47365272018-10-31 17:40:50 +0100584 h1s->cs = cs;
585 cs->ctx = h1s;
586
587 if (h1s->flags & H1S_F_NOT_FIRST)
588 cs->flags |= CS_FL_NOT_FIRST;
589
Christopher Faulet26256f82020-09-14 11:40:13 +0200590 if (stream_create_from_cs(cs, input) < 0) {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200591 TRACE_DEVEL("leaving on stream creation failure", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, h1s->h1c->conn, h1s);
Christopher Faulet47365272018-10-31 17:40:50 +0100592 goto err;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200593 }
594
Christopher Faulet39c7b6b2021-01-21 17:44:35 +0100595 h1s->h1c->flags = (h1s->h1c->flags & ~H1C_F_ST_EMBRYONIC) | H1C_F_ST_ATTACHED | H1C_F_ST_READY;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200596 TRACE_LEAVE(H1_EV_STRM_NEW, h1s->h1c->conn, h1s);
Christopher Faulet47365272018-10-31 17:40:50 +0100597 return cs;
598
599 err:
600 cs_free(cs);
601 h1s->cs = NULL;
Christopher Faulet26a26432021-01-27 11:27:50 +0100602 TRACE_DEVEL("leaving on error", H1_EV_STRM_NEW|H1_EV_STRM_ERR, h1s->h1c->conn, h1s);
Christopher Faulet47365272018-10-31 17:40:50 +0100603 return NULL;
604}
605
Christopher Faulet0f9395d2021-01-21 17:50:19 +0100606static struct conn_stream *h1s_upgrade_cs(struct h1s *h1s, struct buffer *input)
607{
608 TRACE_ENTER(H1_EV_STRM_NEW, h1s->h1c->conn, h1s);
609
610 if (stream_upgrade_from_cs(h1s->cs, input) < 0) {
Christopher Faulet26a26432021-01-27 11:27:50 +0100611 TRACE_ERROR("stream upgrade failure", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, h1s->h1c->conn, h1s);
Christopher Faulet0f9395d2021-01-21 17:50:19 +0100612 goto err;
613 }
614
Christopher Faulet0f9395d2021-01-21 17:50:19 +0100615 h1s->h1c->flags |= H1C_F_ST_READY;
616 TRACE_LEAVE(H1_EV_STRM_NEW, h1s->h1c->conn, h1s);
617 return h1s->cs;
618
619 err:
Christopher Faulet26a26432021-01-27 11:27:50 +0100620 TRACE_DEVEL("leaving on error", H1_EV_STRM_NEW|H1_EV_STRM_ERR, h1s->h1c->conn, h1s);
Christopher Faulet0f9395d2021-01-21 17:50:19 +0100621 return NULL;
622}
623
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200624static struct h1s *h1s_new(struct h1c *h1c)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200625{
626 struct h1s *h1s;
627
Christopher Faulet6b81df72019-10-01 22:08:43 +0200628 TRACE_ENTER(H1_EV_H1S_NEW, h1c->conn);
629
Christopher Faulet51dbc942018-09-13 09:05:15 +0200630 h1s = pool_alloc(pool_head_h1s);
Christopher Faulet26a26432021-01-27 11:27:50 +0100631 if (!h1s) {
632 TRACE_ERROR("H1S allocation failure", H1_EV_H1S_NEW|H1_EV_H1S_END|H1_EV_H1S_ERR, h1c->conn);
Christopher Faulet47365272018-10-31 17:40:50 +0100633 goto fail;
Christopher Faulet26a26432021-01-27 11:27:50 +0100634 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200635 h1s->h1c = h1c;
636 h1c->h1s = h1s;
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200637 h1s->sess = NULL;
638 h1s->cs = NULL;
Christopher Fauletb992af02019-03-28 15:42:24 +0100639 h1s->flags = H1S_F_WANT_KAL;
Willy Tarreau1b0d4d12020-01-16 11:03:19 +0100640 h1s->subs = NULL;
Christopher Fauletd17ad822020-09-24 15:14:29 +0200641 h1s->rxbuf = BUF_NULL;
Amaury Denoyellec1938232020-12-11 17:53:03 +0100642 memset(h1s->ws_key, 0, sizeof(h1s->ws_key));
Christopher Faulet129817b2018-09-20 16:14:40 +0200643
644 h1m_init_req(&h1s->req);
Christopher Fauletb992af02019-03-28 15:42:24 +0100645 h1s->req.flags |= (H1_MF_NO_PHDR|H1_MF_CLEAN_CONN_HDR);
Christopher Faulet9768c262018-10-22 09:34:31 +0200646
Christopher Faulet129817b2018-09-20 16:14:40 +0200647 h1m_init_res(&h1s->res);
Christopher Fauletb992af02019-03-28 15:42:24 +0100648 h1s->res.flags |= (H1_MF_NO_PHDR|H1_MF_CLEAN_CONN_HDR);
Christopher Faulet129817b2018-09-20 16:14:40 +0200649
650 h1s->status = 0;
651 h1s->meth = HTTP_METH_OTHER;
652
Christopher Faulet47365272018-10-31 17:40:50 +0100653 if (h1c->flags & H1C_F_WAIT_NEXT_REQ)
654 h1s->flags |= H1S_F_NOT_FIRST;
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100655 h1c->flags = (h1c->flags & ~(H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ)) | H1C_F_ST_EMBRYONIC;
Christopher Faulet47365272018-10-31 17:40:50 +0100656
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200657 TRACE_LEAVE(H1_EV_H1S_NEW, h1c->conn, h1s);
658 return h1s;
Christopher Faulete9b70722019-04-08 10:46:02 +0200659
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200660 fail:
Christopher Faulet26a26432021-01-27 11:27:50 +0100661 TRACE_DEVEL("leaving on error", H1_EV_STRM_NEW|H1_EV_STRM_ERR, h1c->conn);
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200662 return NULL;
663}
Christopher Fauletfeb11742018-11-29 15:12:34 +0100664
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200665static struct h1s *h1c_frt_stream_new(struct h1c *h1c)
666{
667 struct session *sess = h1c->conn->owner;
668 struct h1s *h1s;
669
670 TRACE_ENTER(H1_EV_H1S_NEW, h1c->conn);
671
672 h1s = h1s_new(h1c);
673 if (!h1s)
674 goto fail;
675
676 h1s->sess = sess;
677
678 if (h1c->px->options2 & PR_O2_REQBUG_OK)
679 h1s->req.err_pos = -1;
680
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200681 h1c->idle_exp = TICK_ETERNITY;
682 h1_set_idle_expiration(h1c);
Christopher Faulet6b81df72019-10-01 22:08:43 +0200683 TRACE_LEAVE(H1_EV_H1S_NEW, h1c->conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200684 return h1s;
Christopher Faulet47365272018-10-31 17:40:50 +0100685
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200686 fail:
Christopher Faulet26a26432021-01-27 11:27:50 +0100687 TRACE_DEVEL("leaving on error", H1_EV_STRM_NEW|H1_EV_STRM_ERR, h1c->conn);
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200688 return NULL;
689}
690
691static struct h1s *h1c_bck_stream_new(struct h1c *h1c, struct conn_stream *cs, struct session *sess)
692{
693 struct h1s *h1s;
694
695 TRACE_ENTER(H1_EV_H1S_NEW, h1c->conn);
696
697 h1s = h1s_new(h1c);
698 if (!h1s)
699 goto fail;
700
Christopher Faulet10a86702021-04-07 14:18:11 +0200701 h1s->flags |= H1S_F_RX_BLK;
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200702 h1s->cs = cs;
703 h1s->sess = sess;
704 cs->ctx = h1s;
705
Christopher Faulet39c7b6b2021-01-21 17:44:35 +0100706 h1c->flags = (h1c->flags & ~H1C_F_ST_EMBRYONIC) | H1C_F_ST_ATTACHED | H1C_F_ST_READY;
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200707
708 if (h1c->px->options2 & PR_O2_RSPBUG_OK)
709 h1s->res.err_pos = -1;
710
711 TRACE_LEAVE(H1_EV_H1S_NEW, h1c->conn, h1s);
712 return h1s;
713
714 fail:
Christopher Faulet26a26432021-01-27 11:27:50 +0100715 TRACE_DEVEL("leaving on error", H1_EV_STRM_NEW|H1_EV_STRM_ERR, h1c->conn);
Christopher Faulet47365272018-10-31 17:40:50 +0100716 return NULL;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200717}
718
719static void h1s_destroy(struct h1s *h1s)
720{
Christopher Fauletf2824e62018-10-01 12:12:37 +0200721 if (h1s) {
722 struct h1c *h1c = h1s->h1c;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200723
Christopher Faulet6b81df72019-10-01 22:08:43 +0200724 TRACE_POINT(H1_EV_H1S_END, h1c->conn, h1s);
Christopher Fauletf2824e62018-10-01 12:12:37 +0200725 h1c->h1s = NULL;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200726
Willy Tarreau1b0d4d12020-01-16 11:03:19 +0100727 if (h1s->subs)
728 h1s->subs->events = 0;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200729
Christopher Fauletd17ad822020-09-24 15:14:29 +0200730 h1_release_buf(h1c, &h1s->rxbuf);
731
Christopher Faulet10a86702021-04-07 14:18:11 +0200732 h1c->flags &= ~(H1C_F_WANT_SPLICE|
Christopher Fauletb385b502021-01-13 18:47:57 +0100733 H1C_F_ST_EMBRYONIC|H1C_F_ST_ATTACHED|H1C_F_ST_READY|
Christopher Faulet295b8d12020-09-30 17:14:55 +0200734 H1C_F_OUT_FULL|H1C_F_OUT_ALLOC|H1C_F_IN_SALLOC|
735 H1C_F_CO_MSG_MORE|H1C_F_CO_STREAMER);
Christopher Faulet60ef12c2020-09-24 10:05:44 +0200736 if (h1s->flags & H1S_F_ERROR) {
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100737 h1c->flags |= H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +0100738 TRACE_ERROR("h1s on error, set error on h1c", H1_EV_H1S_END|H1_EV_H1C_ERR, h1c->conn, h1s);
Christopher Faulet6b81df72019-10-01 22:08:43 +0200739 }
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100740
Christopher Fauletd1ac2b92020-12-02 19:12:22 +0100741 if (!(h1c->flags & (H1C_F_ST_ERROR|H1C_F_ST_SHUTDOWN)) && /* No error/shutdown on h1c */
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100742 !(h1c->conn->flags & (CO_FL_ERROR|CO_FL_SOCK_RD_SH|CO_FL_SOCK_WR_SH)) && /* No error/shutdown on conn */
Christopher Fauletd1ac2b92020-12-02 19:12:22 +0100743 (h1s->flags & H1S_F_WANT_KAL) && /* K/A possible */
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100744 h1s->req.state == H1_MSG_DONE && h1s->res.state == H1_MSG_DONE) { /* req/res in DONE state */
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100745 h1c->flags |= (H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ);
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100746 TRACE_STATE("set idle mode on h1c, waiting for the next request", H1_EV_H1C_ERR, h1c->conn, h1s);
747 }
Christopher Faulet3c82d8b2020-10-05 17:11:16 +0200748 else {
Christopher Faulet26a26432021-01-27 11:27:50 +0100749 TRACE_STATE("set shudown on h1c", H1_EV_H1S_END, h1c->conn, h1s);
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100750 h1c->flags |= H1C_F_ST_SHUTDOWN;
Christopher Faulet3c82d8b2020-10-05 17:11:16 +0200751 }
Christopher Fauletf2824e62018-10-01 12:12:37 +0200752 pool_free(pool_head_h1s, h1s);
753 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200754}
755
756/*
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200757 * Initialize the mux once it's attached. It is expected that conn->ctx points
Ilya Shipitsin47d17182020-06-21 21:42:57 +0500758 * to the existing conn_stream (for outgoing connections or for incoming ones
759 * during a mux upgrade) or NULL (for incoming ones during the connection
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200760 * establishment). <input> is always used as Input buffer and may contain
761 * data. It is the caller responsibility to not reuse it anymore. Returns < 0 on
762 * error.
Christopher Faulet51dbc942018-09-13 09:05:15 +0200763 */
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200764static int h1_init(struct connection *conn, struct proxy *proxy, struct session *sess,
765 struct buffer *input)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200766{
Christopher Faulet51dbc942018-09-13 09:05:15 +0200767 struct h1c *h1c;
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100768 struct task *t = NULL;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200769 void *conn_ctx = conn->ctx;
770
771 TRACE_ENTER(H1_EV_H1C_NEW);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200772
773 h1c = pool_alloc(pool_head_h1c);
Christopher Faulet26a26432021-01-27 11:27:50 +0100774 if (!h1c) {
775 TRACE_ERROR("H1C allocation failure", H1_EV_H1C_NEW|H1_EV_H1C_END|H1_EV_H1C_ERR);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200776 goto fail_h1c;
Christopher Faulet26a26432021-01-27 11:27:50 +0100777 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200778 h1c->conn = conn;
779 h1c->px = proxy;
780
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100781 h1c->flags = H1C_F_ST_IDLE;
Christopher Fauletc18fc232020-10-06 17:41:36 +0200782 h1c->errcode = 0;
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200783 h1c->ibuf = *input;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200784 h1c->obuf = BUF_NULL;
785 h1c->h1s = NULL;
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200786 h1c->task = NULL;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200787
Willy Tarreau90f366b2021-02-20 11:49:49 +0100788 LIST_INIT(&h1c->buf_wait.list);
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200789 h1c->wait_event.tasklet = tasklet_new();
790 if (!h1c->wait_event.tasklet)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200791 goto fail;
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200792 h1c->wait_event.tasklet->process = h1_io_cb;
793 h1c->wait_event.tasklet->context = h1c;
Willy Tarreau4f6516d2018-12-19 13:59:17 +0100794 h1c->wait_event.events = 0;
Christopher Fauletdbe57792020-10-05 17:50:58 +0200795 h1c->idle_exp = TICK_ETERNITY;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200796
Christopher Faulete9b70722019-04-08 10:46:02 +0200797 if (conn_is_back(conn)) {
Christopher Faulet10a86702021-04-07 14:18:11 +0200798 h1c->flags |= H1C_F_IS_BACK;
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100799 h1c->shut_timeout = h1c->timeout = proxy->timeout.server;
800 if (tick_isset(proxy->timeout.serverfin))
801 h1c->shut_timeout = proxy->timeout.serverfin;
802 } else {
803 h1c->shut_timeout = h1c->timeout = proxy->timeout.client;
804 if (tick_isset(proxy->timeout.clientfin))
805 h1c->shut_timeout = proxy->timeout.clientfin;
Amaury Denoyelled3a88c12021-05-03 10:47:51 +0200806
807 LIST_APPEND(&mux_stopping_data[tid].list,
808 &h1c->conn->stopping_list);
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100809 }
810 if (tick_isset(h1c->timeout)) {
811 t = task_new(tid_bit);
Christopher Faulet26a26432021-01-27 11:27:50 +0100812 if (!t) {
813 TRACE_ERROR("H1C task allocation failure", H1_EV_H1C_NEW|H1_EV_H1C_END|H1_EV_H1C_ERR);
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100814 goto fail;
Christopher Faulet26a26432021-01-27 11:27:50 +0100815 }
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100816
817 h1c->task = t;
818 t->process = h1_timeout_task;
819 t->context = h1c;
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200820
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100821 t->expire = tick_add(now_ms, h1c->timeout);
822 }
823
Willy Tarreau3d2ee552018-12-19 14:12:10 +0100824 conn->ctx = h1c;
Christopher Faulet129817b2018-09-20 16:14:40 +0200825
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200826 if (h1c->flags & H1C_F_IS_BACK) {
827 /* Create a new H1S now for backend connection only */
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200828 if (!h1c_bck_stream_new(h1c, conn_ctx, sess))
829 goto fail;
830 }
Christopher Faulet0f9395d2021-01-21 17:50:19 +0100831 else if (conn_ctx) {
832 /* Upgraded frontend connection (from TCP) */
833 struct conn_stream *cs = conn_ctx;
834
835 if (!h1c_frt_stream_new(h1c))
836 goto fail;
837
838 h1c->h1s->cs = cs;
839 cs->ctx = h1c->h1s;
840
841 /* Attach the CS but Not ready yet */
842 h1c->flags = (h1c->flags & ~H1C_F_ST_EMBRYONIC) | H1C_F_ST_ATTACHED;
843 TRACE_DEVEL("Inherit the CS from TCP connection to perform an upgrade",
844 H1_EV_H1C_NEW|H1_EV_STRM_NEW, h1c->conn, h1c->h1s);
845 }
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100846
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200847 if (t) {
848 h1_set_idle_expiration(h1c);
849 t->expire = tick_first(t->expire, h1c->idle_exp);
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100850 task_queue(t);
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200851 }
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100852
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200853 /* prepare to read something */
Christopher Fauletd9ee7882021-01-21 17:45:45 +0100854 if (b_data(&h1c->ibuf))
855 tasklet_wakeup(h1c->wait_event.tasklet);
856 else if (h1_recv_allowed(h1c))
Christopher Faulet089acd52020-09-21 10:57:52 +0200857 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200858
859 /* mux->wake will be called soon to complete the operation */
Christopher Faulet6b81df72019-10-01 22:08:43 +0200860 TRACE_LEAVE(H1_EV_H1C_NEW, conn, h1c->h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200861 return 0;
862
863 fail:
Willy Tarreauf6562792019-05-07 19:05:35 +0200864 task_destroy(t);
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200865 if (h1c->wait_event.tasklet)
866 tasklet_free(h1c->wait_event.tasklet);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200867 pool_free(pool_head_h1c, h1c);
868 fail_h1c:
Christopher Faulet6b81df72019-10-01 22:08:43 +0200869 conn->ctx = conn_ctx; // restore saved context
870 TRACE_DEVEL("leaving in error", H1_EV_H1C_NEW|H1_EV_H1C_END|H1_EV_H1C_ERR);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200871 return -1;
872}
873
Christopher Faulet73c12072019-04-08 11:23:22 +0200874/* release function. This one should be called to free all resources allocated
875 * to the mux.
Christopher Faulet51dbc942018-09-13 09:05:15 +0200876 */
Christopher Faulet73c12072019-04-08 11:23:22 +0200877static void h1_release(struct h1c *h1c)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200878{
Christopher Faulet61840e72019-04-15 09:33:32 +0200879 struct connection *conn = NULL;
Christopher Faulet39a96ee2019-04-08 10:52:21 +0200880
Christopher Faulet6b81df72019-10-01 22:08:43 +0200881 TRACE_POINT(H1_EV_H1C_END);
882
Christopher Faulet51dbc942018-09-13 09:05:15 +0200883 if (h1c) {
Christopher Faulet61840e72019-04-15 09:33:32 +0200884 /* The connection must be aattached to this mux to be released */
885 if (h1c->conn && h1c->conn->ctx == h1c)
886 conn = h1c->conn;
887
Christopher Faulet6b81df72019-10-01 22:08:43 +0200888 TRACE_DEVEL("freeing h1c", H1_EV_H1C_END, conn);
889
Christopher Faulet61840e72019-04-15 09:33:32 +0200890 if (conn && h1c->flags & H1C_F_UPG_H2C) {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200891 TRACE_DEVEL("upgrading H1 to H2", H1_EV_H1C_END, conn);
Olivier Houchard2ab3dad2019-07-03 13:08:18 +0200892 /* Make sure we're no longer subscribed to anything */
893 if (h1c->wait_event.events)
894 conn->xprt->unsubscribe(conn, conn->xprt_ctx,
895 h1c->wait_event.events, &h1c->wait_event);
Christopher Fauletc985f6c2019-07-15 11:42:52 +0200896 if (conn_upgrade_mux_fe(conn, NULL, &h1c->ibuf, ist("h2"), PROTO_MODE_HTTP) != -1) {
Christopher Faulet0ef372a2019-04-08 10:57:20 +0200897 /* connection successfully upgraded to H2, this
898 * mux was already released */
899 return;
900 }
Christopher Faulet26a26432021-01-27 11:27:50 +0100901 TRACE_ERROR("h2 upgrade failed", H1_EV_H1C_END|H1_EV_H1C_ERR, conn);
Christopher Faulet0ef372a2019-04-08 10:57:20 +0200902 sess_log(conn->owner); /* Log if the upgrade failed */
903 }
904
Olivier Houchard45c44372019-06-11 14:06:23 +0200905
Willy Tarreau2b718102021-04-21 07:32:39 +0200906 if (LIST_INLIST(&h1c->buf_wait.list))
Willy Tarreau90f366b2021-02-20 11:49:49 +0100907 LIST_DEL_INIT(&h1c->buf_wait.list);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200908
909 h1_release_buf(h1c, &h1c->ibuf);
910 h1_release_buf(h1c, &h1c->obuf);
911
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100912 if (h1c->task) {
913 h1c->task->context = NULL;
914 task_wakeup(h1c->task, TASK_WOKEN_OTHER);
915 h1c->task = NULL;
916 }
917
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200918 if (h1c->wait_event.tasklet)
919 tasklet_free(h1c->wait_event.tasklet);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200920
Christopher Fauletf2824e62018-10-01 12:12:37 +0200921 h1s_destroy(h1c->h1s);
Olivier Houchard0e079372019-04-15 17:51:16 +0200922 if (conn && h1c->wait_event.events != 0)
Olivier Houcharde179d0e2019-03-21 18:27:17 +0100923 conn->xprt->unsubscribe(conn, conn->xprt_ctx, h1c->wait_event.events,
Olivier Houchard0e079372019-04-15 17:51:16 +0200924 &h1c->wait_event);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200925 pool_free(pool_head_h1c, h1c);
926 }
927
Christopher Faulet39a96ee2019-04-08 10:52:21 +0200928 if (conn) {
Amaury Denoyelled3a88c12021-05-03 10:47:51 +0200929 if (!conn_is_back(conn))
930 LIST_DEL_INIT(&conn->stopping_list);
931
Christopher Faulet39a96ee2019-04-08 10:52:21 +0200932 conn->mux = NULL;
933 conn->ctx = NULL;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200934 TRACE_DEVEL("freeing conn", H1_EV_H1C_END, conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200935
Christopher Faulet39a96ee2019-04-08 10:52:21 +0200936 conn_stop_tracking(conn);
937 conn_full_close(conn);
938 if (conn->destroy_cb)
939 conn->destroy_cb(conn);
940 conn_free(conn);
941 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200942}
943
944/******************************************************/
945/* functions below are for the H1 protocol processing */
946/******************************************************/
Christopher Faulet9768c262018-10-22 09:34:31 +0200947/* Parse the request version and set H1_MF_VER_11 on <h1m> if the version is
948 * greater or equal to 1.1
Christopher Fauletf2824e62018-10-01 12:12:37 +0200949 */
Christopher Faulet570d1612018-11-26 11:13:57 +0100950static void h1_parse_req_vsn(struct h1m *h1m, const struct htx_sl *sl)
Christopher Fauletf2824e62018-10-01 12:12:37 +0200951{
Christopher Faulet570d1612018-11-26 11:13:57 +0100952 const char *p = HTX_SL_REQ_VPTR(sl);
Christopher Faulet9768c262018-10-22 09:34:31 +0200953
Christopher Faulet570d1612018-11-26 11:13:57 +0100954 if ((HTX_SL_REQ_VLEN(sl) == 8) &&
Christopher Faulet9768c262018-10-22 09:34:31 +0200955 (*(p + 5) > '1' ||
956 (*(p + 5) == '1' && *(p + 7) >= '1')))
957 h1m->flags |= H1_MF_VER_11;
958}
Christopher Fauletf2824e62018-10-01 12:12:37 +0200959
Christopher Faulet9768c262018-10-22 09:34:31 +0200960/* Parse the response version and set H1_MF_VER_11 on <h1m> if the version is
961 * greater or equal to 1.1
962 */
Christopher Faulet570d1612018-11-26 11:13:57 +0100963static void h1_parse_res_vsn(struct h1m *h1m, const struct htx_sl *sl)
Christopher Faulet9768c262018-10-22 09:34:31 +0200964{
Christopher Faulet570d1612018-11-26 11:13:57 +0100965 const char *p = HTX_SL_RES_VPTR(sl);
Christopher Fauletf2824e62018-10-01 12:12:37 +0200966
Christopher Faulet570d1612018-11-26 11:13:57 +0100967 if ((HTX_SL_RES_VLEN(sl) == 8) &&
Christopher Faulet9768c262018-10-22 09:34:31 +0200968 (*(p + 5) > '1' ||
969 (*(p + 5) == '1' && *(p + 7) >= '1')))
970 h1m->flags |= H1_MF_VER_11;
971}
Christopher Fauletf2824e62018-10-01 12:12:37 +0200972
Christopher Fauletf2824e62018-10-01 12:12:37 +0200973/* Deduce the connection mode of the client connection, depending on the
974 * configuration and the H1 message flags. This function is called twice, the
975 * first time when the request is parsed and the second time when the response
976 * is parsed.
977 */
978static void h1_set_cli_conn_mode(struct h1s *h1s, struct h1m *h1m)
979{
980 struct proxy *fe = h1s->h1c->px;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200981
982 if (h1m->flags & H1_MF_RESP) {
Christopher Fauletb992af02019-03-28 15:42:24 +0100983 /* Output direction: second pass */
Christopher Fauletc75668e2020-12-07 18:10:32 +0100984 if ((h1s->meth == HTTP_METH_CONNECT && h1s->status >= 200 && h1s->status < 300) ||
Christopher Fauletb992af02019-03-28 15:42:24 +0100985 h1s->status == 101) {
986 /* Either we've established an explicit tunnel, or we're
987 * switching the protocol. In both cases, we're very unlikely to
988 * understand the next protocols. We have to switch to tunnel
989 * mode, so that we transfer the request and responses then let
990 * this protocol pass unmodified. When we later implement
991 * specific parsers for such protocols, we'll want to check the
992 * Upgrade header which contains information about that protocol
993 * for responses with status 101 (eg: see RFC2817 about TLS).
994 */
Christopher Fauletf2824e62018-10-01 12:12:37 +0200995 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_TUN;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200996 TRACE_STATE("set tunnel mode (resp)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +0100997 }
998 else if (h1s->flags & H1S_F_WANT_KAL) {
999 /* By default the client is in KAL mode. CLOSE mode mean
1000 * it is imposed by the client itself. So only change
1001 * KAL mode here. */
1002 if (!(h1m->flags & H1_MF_XFER_LEN) || (h1m->flags & H1_MF_CONN_CLO)) {
1003 /* no length known or explicit close => close */
1004 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001005 TRACE_STATE("detect close mode (resp)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001006 }
1007 else if (!(h1m->flags & H1_MF_CONN_KAL) &&
1008 (fe->options & PR_O_HTTP_MODE) == PR_O_HTTP_CLO) {
Ilya Shipitsinc02a23f2020-05-06 00:53:22 +05001009 /* no explicit keep-alive and option httpclose => close */
Christopher Fauletb992af02019-03-28 15:42:24 +01001010 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001011 TRACE_STATE("force close mode (resp)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001012 }
1013 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001014 }
1015 else {
Christopher Fauletb992af02019-03-28 15:42:24 +01001016 /* Input direction: first pass */
1017 if (!(h1m->flags & (H1_MF_VER_11|H1_MF_CONN_KAL)) || h1m->flags & H1_MF_CONN_CLO) {
1018 /* no explicit keep-alive in HTTP/1.0 or explicit close => close*/
Christopher Fauletf2824e62018-10-01 12:12:37 +02001019 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001020 TRACE_STATE("detect close mode (req)", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001021 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001022 }
1023
1024 /* If KAL, check if the frontend is stopping. If yes, switch in CLO mode */
Willy Tarreauc3914d42020-09-24 08:39:22 +02001025 if (h1s->flags & H1S_F_WANT_KAL && fe->disabled) {
Christopher Fauletf2824e62018-10-01 12:12:37 +02001026 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001027 TRACE_STATE("stopping, set close mode", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
1028 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001029}
1030
1031/* Deduce the connection mode of the client connection, depending on the
1032 * configuration and the H1 message flags. This function is called twice, the
1033 * first time when the request is parsed and the second time when the response
1034 * is parsed.
1035 */
1036static void h1_set_srv_conn_mode(struct h1s *h1s, struct h1m *h1m)
1037{
Olivier Houchardf502aca2018-12-14 19:42:40 +01001038 struct session *sess = h1s->sess;
Christopher Fauletb992af02019-03-28 15:42:24 +01001039 struct proxy *be = h1s->h1c->px;
Olivier Houchardf502aca2018-12-14 19:42:40 +01001040 int fe_flags = sess ? sess->fe->options : 0;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001041
Christopher Fauletf2824e62018-10-01 12:12:37 +02001042 if (h1m->flags & H1_MF_RESP) {
Christopher Fauletb992af02019-03-28 15:42:24 +01001043 /* Input direction: second pass */
Christopher Fauletc75668e2020-12-07 18:10:32 +01001044 if ((h1s->meth == HTTP_METH_CONNECT && h1s->status >= 200 && h1s->status < 300) ||
Christopher Fauletb992af02019-03-28 15:42:24 +01001045 h1s->status == 101) {
1046 /* Either we've established an explicit tunnel, or we're
1047 * switching the protocol. In both cases, we're very unlikely to
1048 * understand the next protocols. We have to switch to tunnel
1049 * mode, so that we transfer the request and responses then let
1050 * this protocol pass unmodified. When we later implement
1051 * specific parsers for such protocols, we'll want to check the
1052 * Upgrade header which contains information about that protocol
1053 * for responses with status 101 (eg: see RFC2817 about TLS).
1054 */
Christopher Fauletf2824e62018-10-01 12:12:37 +02001055 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_TUN;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001056 TRACE_STATE("set tunnel mode (resp)", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001057 }
1058 else if (h1s->flags & H1S_F_WANT_KAL) {
1059 /* By default the server is in KAL mode. CLOSE mode mean
1060 * it is imposed by haproxy itself. So only change KAL
1061 * mode here. */
1062 if (!(h1m->flags & H1_MF_XFER_LEN) || h1m->flags & H1_MF_CONN_CLO ||
1063 !(h1m->flags & (H1_MF_VER_11|H1_MF_CONN_KAL))){
1064 /* no length known or explicit close or no explicit keep-alive in HTTP/1.0 => close */
1065 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001066 TRACE_STATE("detect close mode (resp)", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001067 }
1068 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001069 }
Christopher Faulet70033782018-12-05 13:50:11 +01001070 else {
Christopher Fauletb992af02019-03-28 15:42:24 +01001071 /* Output direction: first pass */
1072 if (h1m->flags & H1_MF_CONN_CLO) {
1073 /* explicit close => close */
Christopher Faulet70033782018-12-05 13:50:11 +01001074 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001075 TRACE_STATE("detect close mode (req)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001076 }
1077 else if (!(h1m->flags & H1_MF_CONN_KAL) &&
1078 ((fe_flags & PR_O_HTTP_MODE) == PR_O_HTTP_SCL ||
1079 (be->options & PR_O_HTTP_MODE) == PR_O_HTTP_SCL ||
1080 (fe_flags & PR_O_HTTP_MODE) == PR_O_HTTP_CLO ||
1081 (be->options & PR_O_HTTP_MODE) == PR_O_HTTP_CLO)) {
1082 /* no explicit keep-alive option httpclose/server-close => close */
1083 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001084 TRACE_STATE("force close mode (req)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001085 }
Christopher Faulet70033782018-12-05 13:50:11 +01001086 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001087
1088 /* If KAL, check if the backend is stopping. If yes, switch in CLO mode */
Willy Tarreauc3914d42020-09-24 08:39:22 +02001089 if (h1s->flags & H1S_F_WANT_KAL && be->disabled) {
Christopher Fauletf2824e62018-10-01 12:12:37 +02001090 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001091 TRACE_STATE("stopping, set close mode", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
1092 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001093}
1094
Christopher Fauletb992af02019-03-28 15:42:24 +01001095static void h1_update_req_conn_value(struct h1s *h1s, struct h1m *h1m, struct ist *conn_val)
Christopher Fauletf2824e62018-10-01 12:12:37 +02001096{
1097 struct proxy *px = h1s->h1c->px;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001098
1099 /* Don't update "Connection:" header in TUNNEL mode or if "Upgrage"
1100 * token is found
1101 */
1102 if (h1s->flags & H1S_F_WANT_TUN || h1m->flags & H1_MF_CONN_UPG)
Christopher Faulet9768c262018-10-22 09:34:31 +02001103 return;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001104
1105 if (h1s->flags & H1S_F_WANT_KAL || px->options2 & PR_O2_FAKE_KA) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001106 if (!(h1m->flags & H1_MF_VER_11)) {
1107 TRACE_STATE("add \"Connection: keep-alive\"", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001108 *conn_val = ist("keep-alive");
Christopher Faulet6b81df72019-10-01 22:08:43 +02001109 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001110 }
1111 else { /* H1S_F_WANT_CLO && !PR_O2_FAKE_KA */
Christopher Faulet6b81df72019-10-01 22:08:43 +02001112 if (h1m->flags & H1_MF_VER_11) {
1113 TRACE_STATE("add \"Connection: close\"", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001114 *conn_val = ist("close");
Christopher Faulet6b81df72019-10-01 22:08:43 +02001115 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001116 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001117}
1118
Christopher Fauletb992af02019-03-28 15:42:24 +01001119static void h1_update_res_conn_value(struct h1s *h1s, struct h1m *h1m, struct ist *conn_val)
Christopher Fauletf2824e62018-10-01 12:12:37 +02001120{
Christopher Fauletf2824e62018-10-01 12:12:37 +02001121 /* Don't update "Connection:" header in TUNNEL mode or if "Upgrage"
1122 * token is found
1123 */
1124 if (h1s->flags & H1S_F_WANT_TUN || h1m->flags & H1_MF_CONN_UPG)
Christopher Faulet9768c262018-10-22 09:34:31 +02001125 return;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001126
1127 if (h1s->flags & H1S_F_WANT_KAL) {
Christopher Fauletb992af02019-03-28 15:42:24 +01001128 if (!(h1m->flags & H1_MF_VER_11) ||
Christopher Faulet6b81df72019-10-01 22:08:43 +02001129 !((h1m->flags & h1s->req.flags) & H1_MF_VER_11)) {
1130 TRACE_STATE("add \"Connection: keep-alive\"", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001131 *conn_val = ist("keep-alive");
Christopher Faulet6b81df72019-10-01 22:08:43 +02001132 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001133 }
1134 else { /* H1S_F_WANT_CLO */
Christopher Faulet6b81df72019-10-01 22:08:43 +02001135 if (h1m->flags & H1_MF_VER_11) {
1136 TRACE_STATE("add \"Connection: close\"", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001137 *conn_val = ist("close");
Christopher Faulet6b81df72019-10-01 22:08:43 +02001138 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001139 }
Christopher Faulet9768c262018-10-22 09:34:31 +02001140}
Christopher Fauletf2824e62018-10-01 12:12:37 +02001141
Christopher Fauletb992af02019-03-28 15:42:24 +01001142static void h1_process_input_conn_mode(struct h1s *h1s, struct h1m *h1m, struct htx *htx)
Christopher Faulet9768c262018-10-22 09:34:31 +02001143{
Christopher Faulet0a799aa2020-09-24 09:52:52 +02001144 if (!(h1s->h1c->flags & H1C_F_IS_BACK))
Christopher Faulet9768c262018-10-22 09:34:31 +02001145 h1_set_cli_conn_mode(h1s, h1m);
Christopher Fauletb992af02019-03-28 15:42:24 +01001146 else
Christopher Faulet9768c262018-10-22 09:34:31 +02001147 h1_set_srv_conn_mode(h1s, h1m);
Christopher Fauletf2824e62018-10-01 12:12:37 +02001148}
1149
Christopher Fauletb992af02019-03-28 15:42:24 +01001150static void h1_process_output_conn_mode(struct h1s *h1s, struct h1m *h1m, struct ist *conn_val)
1151{
Christopher Faulet0a799aa2020-09-24 09:52:52 +02001152 if (!(h1s->h1c->flags & H1C_F_IS_BACK))
Christopher Fauletb992af02019-03-28 15:42:24 +01001153 h1_set_cli_conn_mode(h1s, h1m);
1154 else
1155 h1_set_srv_conn_mode(h1s, h1m);
1156
1157 if (!(h1m->flags & H1_MF_RESP))
1158 h1_update_req_conn_value(h1s, h1m, conn_val);
1159 else
1160 h1_update_res_conn_value(h1s, h1m, conn_val);
1161}
Christopher Faulete44769b2018-11-29 23:01:45 +01001162
Christopher Faulet98fbe952019-07-22 16:18:24 +02001163/* Try to adjust the case of the message header name using the global map
1164 * <hdrs_map>.
1165 */
1166static void h1_adjust_case_outgoing_hdr(struct h1s *h1s, struct h1m *h1m, struct ist *name)
1167{
1168 struct ebpt_node *node;
1169 struct h1_hdr_entry *entry;
1170
1171 /* No entry in the map, do nothing */
1172 if (eb_is_empty(&hdrs_map.map))
1173 return;
1174
Ilya Shipitsinb8888ab2021-01-06 21:20:16 +05001175 /* No conversion for the request headers */
Christopher Faulet98fbe952019-07-22 16:18:24 +02001176 if (!(h1m->flags & H1_MF_RESP) && !(h1s->h1c->px->options2 & PR_O2_H1_ADJ_BUGSRV))
1177 return;
1178
Ilya Shipitsinb8888ab2021-01-06 21:20:16 +05001179 /* No conversion for the response headers */
Christopher Faulet98fbe952019-07-22 16:18:24 +02001180 if ((h1m->flags & H1_MF_RESP) && !(h1s->h1c->px->options2 & PR_O2_H1_ADJ_BUGCLI))
1181 return;
1182
1183 node = ebis_lookup_len(&hdrs_map.map, name->ptr, name->len);
1184 if (!node)
1185 return;
1186 entry = container_of(node, struct h1_hdr_entry, node);
1187 name->ptr = entry->name.ptr;
1188 name->len = entry->name.len;
1189}
1190
Christopher Faulete44769b2018-11-29 23:01:45 +01001191/* Append the description of what is present in error snapshot <es> into <out>.
1192 * The description must be small enough to always fit in a buffer. The output
1193 * buffer may be the trash so the trash must not be used inside this function.
1194 */
1195static void h1_show_error_snapshot(struct buffer *out, const struct error_snapshot *es)
1196{
1197 chunk_appendf(out,
Christopher Fauletaa75b3d2018-12-05 16:20:40 +01001198 " H1 connection flags 0x%08x, H1 stream flags 0x%08x\n"
1199 " H1 msg state %s(%d), H1 msg flags 0x%08x\n"
1200 " H1 chunk len %lld bytes, H1 body len %lld bytes :\n",
1201 es->ctx.h1.c_flags, es->ctx.h1.s_flags,
1202 h1m_state_str(es->ctx.h1.state), es->ctx.h1.state,
1203 es->ctx.h1.m_flags, es->ctx.h1.m_clen, es->ctx.h1.m_blen);
Christopher Faulete44769b2018-11-29 23:01:45 +01001204}
1205/*
1206 * Capture a bad request or response and archive it in the proxy's structure.
1207 * By default it tries to report the error position as h1m->err_pos. However if
1208 * this one is not set, it will then report h1m->next, which is the last known
1209 * parsing point. The function is able to deal with wrapping buffers. It always
1210 * displays buffers as a contiguous area starting at buf->p. The direction is
1211 * determined thanks to the h1m's flags.
1212 */
1213static void h1_capture_bad_message(struct h1c *h1c, struct h1s *h1s,
1214 struct h1m *h1m, struct buffer *buf)
1215{
Christopher Fauletdb2c17d2020-10-15 17:19:46 +02001216 struct session *sess = h1s->sess;
Christopher Faulete44769b2018-11-29 23:01:45 +01001217 struct proxy *proxy = h1c->px;
Olivier Houchardbdb00c52020-03-12 15:30:17 +01001218 struct proxy *other_end;
Christopher Faulete44769b2018-11-29 23:01:45 +01001219 union error_snapshot_ctx ctx;
1220
Christopher Faulet3ced1d12020-11-27 16:44:01 +01001221 if ((h1c->flags & H1C_F_ST_ATTACHED) && h1s->cs->data) {
Olivier Houchardbdb00c52020-03-12 15:30:17 +01001222 if (sess == NULL)
1223 sess = si_strm(h1s->cs->data)->sess;
1224 if (!(h1m->flags & H1_MF_RESP))
1225 other_end = si_strm(h1s->cs->data)->be;
1226 else
1227 other_end = sess->fe;
1228 } else
1229 other_end = NULL;
Christopher Faulete44769b2018-11-29 23:01:45 +01001230
1231 /* http-specific part now */
1232 ctx.h1.state = h1m->state;
1233 ctx.h1.c_flags = h1c->flags;
1234 ctx.h1.s_flags = h1s->flags;
1235 ctx.h1.m_flags = h1m->flags;
1236 ctx.h1.m_clen = h1m->curr_len;
1237 ctx.h1.m_blen = h1m->body_len;
1238
1239 proxy_capture_error(proxy, !!(h1m->flags & H1_MF_RESP), other_end,
1240 h1c->conn->target, sess, buf, 0, 0,
Christopher Fauletaa75b3d2018-12-05 16:20:40 +01001241 (h1m->err_pos >= 0) ? h1m->err_pos : h1m->next,
1242 &ctx, h1_show_error_snapshot);
Christopher Faulete44769b2018-11-29 23:01:45 +01001243}
1244
Christopher Fauletadb22202018-12-12 10:32:09 +01001245/* Emit the chunksize followed by a CRLF in front of data of the buffer
1246 * <buf>. It goes backwards and starts with the byte before the buffer's
1247 * head. The caller is responsible for ensuring there is enough room left before
1248 * the buffer's head for the string.
1249 */
1250static void h1_emit_chunk_size(struct buffer *buf, size_t chksz)
1251{
1252 char *beg, *end;
1253
1254 beg = end = b_head(buf);
1255 *--beg = '\n';
1256 *--beg = '\r';
1257 do {
1258 *--beg = hextab[chksz & 0xF];
1259 } while (chksz >>= 4);
1260 buf->head -= (end - beg);
1261 b_add(buf, end - beg);
1262}
1263
1264/* Emit a CRLF after the data of the buffer <buf>. The caller is responsible for
1265 * ensuring there is enough room left in the buffer for the string. */
1266static void h1_emit_chunk_crlf(struct buffer *buf)
1267{
1268 *(b_peek(buf, b_data(buf))) = '\r';
1269 *(b_peek(buf, b_data(buf) + 1)) = '\n';
1270 b_add(buf, 2);
1271}
1272
Christopher Faulet129817b2018-09-20 16:14:40 +02001273/*
Christopher Faulet5be651d2021-01-22 15:28:03 +01001274 * Switch the stream to tunnel mode. This function must only be called on 2xx
1275 * (successful) replies to CONNECT requests or on 101 (switching protocol).
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001276 */
Christopher Faulet5be651d2021-01-22 15:28:03 +01001277static void h1_set_tunnel_mode(struct h1s *h1s)
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001278{
Christopher Faulet5be651d2021-01-22 15:28:03 +01001279 struct h1c *h1c = h1s->h1c;
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001280
Christopher Faulet5be651d2021-01-22 15:28:03 +01001281 h1s->req.state = H1_MSG_TUNNEL;
1282 h1s->req.flags &= ~(H1_MF_XFER_LEN|H1_MF_CLEN|H1_MF_CHNK);
Christopher Fauletf3158e92019-11-15 11:14:23 +01001283
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001284 h1s->res.state = H1_MSG_TUNNEL;
Christopher Faulet5be651d2021-01-22 15:28:03 +01001285 h1s->res.flags &= ~(H1_MF_XFER_LEN|H1_MF_CLEN|H1_MF_CHNK);
Christopher Fauletf3158e92019-11-15 11:14:23 +01001286
Christopher Faulet5be651d2021-01-22 15:28:03 +01001287 TRACE_STATE("switch H1 stream in tunnel mode", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
Christopher Fauletdea24742021-01-22 15:12:30 +01001288
Christopher Faulet10a86702021-04-07 14:18:11 +02001289 if (h1s->flags & H1S_F_RX_BLK) {
1290 h1s->flags &= ~H1S_F_RX_BLK;
Christopher Faulet02c92c32021-04-09 12:31:48 +02001291 h1_wake_stream_for_recv(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02001292 TRACE_STATE("Re-enable input processing", H1_EV_RX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Faulet6b81df72019-10-01 22:08:43 +02001293 }
Christopher Faulet10a86702021-04-07 14:18:11 +02001294 if (h1s->flags & H1S_F_TX_BLK) {
1295 h1s->flags &= ~H1S_F_TX_BLK;
Christopher Faulet5be651d2021-01-22 15:28:03 +01001296 h1_wake_stream_for_send(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02001297 TRACE_STATE("Re-enable output processing", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001298 }
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001299}
1300
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001301/* Search for a websocket key header. The message should have been identified
1302 * as a valid websocket handshake.
Amaury Denoyellec1938232020-12-11 17:53:03 +01001303 *
1304 * On the request side, if found the key is stored in the session. It might be
1305 * needed to calculate response key if the server side is using http/2.
1306 *
Amaury Denoyelleaad333a2020-12-11 17:53:07 +01001307 * On the response side, the key might be verified if haproxy has been
1308 * responsible for the generation of a key. This happens when a h2 client is
1309 * interfaced with a h1 server.
1310 *
1311 * Returns 0 if no key found or invalid key
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001312 */
1313static int h1_search_websocket_key(struct h1s *h1s, struct h1m *h1m, struct htx *htx)
1314{
1315 struct htx_blk *blk;
1316 enum htx_blk_type type;
Amaury Denoyellec1938232020-12-11 17:53:03 +01001317 struct ist n, v;
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001318 int ws_key_found = 0, idx;
1319
1320 idx = htx_get_head(htx); // returns the SL that we skip
1321 while ((idx = htx_get_next(htx, idx)) != -1) {
1322 blk = htx_get_blk(htx, idx);
1323 type = htx_get_blk_type(blk);
1324
1325 if (type == HTX_BLK_UNUSED)
1326 continue;
1327
1328 if (type != HTX_BLK_HDR)
1329 break;
1330
1331 n = htx_get_blk_name(htx, blk);
Amaury Denoyellec1938232020-12-11 17:53:03 +01001332 v = htx_get_blk_value(htx, blk);
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001333
Amaury Denoyellec1938232020-12-11 17:53:03 +01001334 /* Websocket key is base64 encoded of 16 bytes */
1335 if (isteqi(n, ist("sec-websocket-key")) && v.len == 24 &&
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001336 !(h1m->flags & H1_MF_RESP)) {
Amaury Denoyellec1938232020-12-11 17:53:03 +01001337 /* Copy the key on request side
1338 * we might need it if the server is using h2 and does
1339 * not provide the response
1340 */
1341 memcpy(h1s->ws_key, v.ptr, 24);
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001342 ws_key_found = 1;
1343 break;
1344 }
1345 else if (isteqi(n, ist("sec-websocket-accept")) &&
1346 h1m->flags & H1_MF_RESP) {
Amaury Denoyelleaad333a2020-12-11 17:53:07 +01001347 /* Need to verify the response key if the input was
1348 * generated by haproxy
1349 */
1350 if (h1s->ws_key[0]) {
1351 char key[29];
1352 h1_calculate_ws_output_key(h1s->ws_key, key);
1353 if (!isteqi(ist(key), v))
1354 break;
1355 }
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001356 ws_key_found = 1;
1357 break;
1358 }
1359 }
1360
1361 /* missing websocket key, reject the message */
1362 if (!ws_key_found) {
1363 htx->flags |= HTX_FL_PARSING_ERROR;
1364 return 0;
1365 }
1366
1367 return 1;
1368}
1369
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001370/*
Christopher Faulet129817b2018-09-20 16:14:40 +02001371 * Parse HTTP/1 headers. It returns the number of bytes parsed if > 0, or 0 if
Christopher Fauletf2824e62018-10-01 12:12:37 +02001372 * it couldn't proceed. Parsing errors are reported by setting H1S_F_*_ERROR
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001373 * flag. If relies on the function http_parse_msg_hdrs() to do the parsing.
Christopher Faulet129817b2018-09-20 16:14:40 +02001374 */
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001375static size_t h1_handle_headers(struct h1s *h1s, struct h1m *h1m, struct htx *htx,
1376 struct buffer *buf, size_t *ofs, size_t max)
Christopher Faulet129817b2018-09-20 16:14:40 +02001377{
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001378 union h1_sl h1sl;
Christopher Fauletde471a42021-02-01 16:37:28 +01001379 size_t ret = 0;
Christopher Faulet129817b2018-09-20 16:14:40 +02001380
Willy Tarreau022e5e52020-09-10 09:33:15 +02001381 TRACE_ENTER(H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s, 0, (size_t[]){max});
Christopher Faulet6b81df72019-10-01 22:08:43 +02001382
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001383 if (h1s->meth == HTTP_METH_CONNECT)
1384 h1m->flags |= H1_MF_METH_CONNECT;
1385 if (h1s->meth == HTTP_METH_HEAD)
1386 h1m->flags |= H1_MF_METH_HEAD;
Christopher Faulet0ef372a2019-04-08 10:57:20 +02001387
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001388 ret = h1_parse_msg_hdrs(h1m, &h1sl, htx, buf, *ofs, max);
1389 if (!ret) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001390 TRACE_DEVEL("leaving on missing data or error", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s);
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001391 if (htx->flags & HTX_FL_PARSING_ERROR) {
Christopher Faulet60ef12c2020-09-24 10:05:44 +02001392 h1s->flags |= H1S_F_PARSING_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01001393 TRACE_ERROR("parsing error, reject H1 message", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001394 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
1395 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001396 goto end;
1397 }
1398
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001399 /* If websocket handshake, search for the websocket key */
1400 if ((h1m->flags & (H1_MF_CONN_UPG|H1_MF_UPG_WEBSOCKET)) ==
1401 (H1_MF_CONN_UPG|H1_MF_UPG_WEBSOCKET)) {
1402 int ws_ret = h1_search_websocket_key(h1s, h1m, htx);
1403 if (!ws_ret) {
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001404 h1s->flags |= H1S_F_PARSING_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01001405 TRACE_ERROR("missing/invalid websocket key, reject H1 message", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001406 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
1407
1408 ret = 0;
1409 goto end;
1410 }
1411 }
1412
Christopher Faulet486498c2019-10-11 14:22:00 +02001413 if (h1m->err_pos >= 0) {
1414 /* Maybe we found an error during the parsing while we were
1415 * configured not to block on that, so we have to capture it
1416 * now.
1417 */
1418 TRACE_STATE("Ignored parsing error", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s);
1419 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
1420 }
1421
Christopher Faulet5696f542020-12-02 16:08:38 +01001422 if (!(h1m->flags & H1_MF_RESP)) {
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001423 h1s->meth = h1sl.rq.meth;
Christopher Faulet5696f542020-12-02 16:08:38 +01001424 if (h1s->meth == HTTP_METH_HEAD)
1425 h1s->flags |= H1S_F_BODYLESS_RESP;
1426 }
1427 else {
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001428 h1s->status = h1sl.st.status;
Christopher Faulet5696f542020-12-02 16:08:38 +01001429 if (h1s->status == 204 || h1s->status == 304)
1430 h1s->flags |= H1S_F_BODYLESS_RESP;
1431 }
Christopher Fauletb992af02019-03-28 15:42:24 +01001432 h1_process_input_conn_mode(h1s, h1m, htx);
Christopher Faulet9768c262018-10-22 09:34:31 +02001433 *ofs += ret;
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001434
Christopher Faulet129817b2018-09-20 16:14:40 +02001435 end:
Willy Tarreau022e5e52020-09-10 09:33:15 +02001436 TRACE_LEAVE(H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet129817b2018-09-20 16:14:40 +02001437 return ret;
1438}
1439
1440/*
Christopher Fauletf2824e62018-10-01 12:12:37 +02001441 * Parse HTTP/1 body. It returns the number of bytes parsed if > 0, or 0 if it
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001442 * couldn't proceed. Parsing errors are reported by setting H1S_F_*_ERROR flag.
1443 * If relies on the function http_parse_msg_data() to do the parsing.
Christopher Faulet129817b2018-09-20 16:14:40 +02001444 */
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001445static size_t h1_handle_data(struct h1s *h1s, struct h1m *h1m, struct htx **htx,
1446 struct buffer *buf, size_t *ofs, size_t max,
1447 struct buffer *htxbuf)
Christopher Faulet129817b2018-09-20 16:14:40 +02001448{
Christopher Fauletde471a42021-02-01 16:37:28 +01001449 size_t ret;
Christopher Faulet30db3d72019-05-17 15:35:33 +02001450
Willy Tarreau022e5e52020-09-10 09:33:15 +02001451 TRACE_ENTER(H1_EV_RX_DATA|H1_EV_RX_BODY, h1s->h1c->conn, h1s, 0, (size_t[]){max});
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001452 ret = h1_parse_msg_data(h1m, htx, buf, *ofs, max, htxbuf);
Christopher Faulet02a02532019-11-15 09:36:28 +01001453 if (!ret) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001454 TRACE_DEVEL("leaving on missing data or error", H1_EV_RX_DATA|H1_EV_RX_BODY, h1s->h1c->conn, h1s);
Christopher Faulet02a02532019-11-15 09:36:28 +01001455 if ((*htx)->flags & HTX_FL_PARSING_ERROR) {
Christopher Faulet60ef12c2020-09-24 10:05:44 +02001456 h1s->flags |= H1S_F_PARSING_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01001457 TRACE_ERROR("parsing error, reject H1 message", H1_EV_RX_DATA|H1_EV_RX_BODY|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001458 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
Christopher Faulet9768c262018-10-22 09:34:31 +02001459 }
Christopher Faulet02a02532019-11-15 09:36:28 +01001460 goto end;
Christopher Faulet129817b2018-09-20 16:14:40 +02001461 }
1462
Christopher Faulet02a02532019-11-15 09:36:28 +01001463 *ofs += ret;
1464
1465 end:
Willy Tarreau022e5e52020-09-10 09:33:15 +02001466 TRACE_LEAVE(H1_EV_RX_DATA|H1_EV_RX_BODY, h1s->h1c->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001467 return ret;
Christopher Faulet129817b2018-09-20 16:14:40 +02001468}
1469
1470/*
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001471 * Parse HTTP/1 trailers. It returns the number of bytes parsed if > 0, or 0 if
1472 * it couldn't proceed. Parsing errors are reported by setting H1S_F_*_ERROR
1473 * flag and filling h1s->err_pos and h1s->err_state fields. This functions is
1474 * responsible to update the parser state <h1m>.
1475 */
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001476static size_t h1_handle_trailers(struct h1s *h1s, struct h1m *h1m, struct htx *htx,
1477 struct buffer *buf, size_t *ofs, size_t max)
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001478{
Christopher Fauletde471a42021-02-01 16:37:28 +01001479 size_t ret;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001480
Willy Tarreau022e5e52020-09-10 09:33:15 +02001481 TRACE_ENTER(H1_EV_RX_DATA|H1_EV_RX_TLRS, h1s->h1c->conn, h1s, 0, (size_t[]){max});
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001482 ret = h1_parse_msg_tlrs(h1m, htx, buf, *ofs, max);
Christopher Faulet02a02532019-11-15 09:36:28 +01001483 if (!ret) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001484 TRACE_DEVEL("leaving on missing data or error", H1_EV_RX_DATA|H1_EV_RX_BODY, h1s->h1c->conn, h1s);
Christopher Faulet02a02532019-11-15 09:36:28 +01001485 if (htx->flags & HTX_FL_PARSING_ERROR) {
Christopher Faulet60ef12c2020-09-24 10:05:44 +02001486 h1s->flags |= H1S_F_PARSING_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01001487 TRACE_ERROR("parsing error, reject H1 message", H1_EV_RX_DATA|H1_EV_RX_TLRS|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001488 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
1489 }
Christopher Faulet02a02532019-11-15 09:36:28 +01001490 goto end;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001491 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02001492
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001493 *ofs += ret;
Christopher Faulet02a02532019-11-15 09:36:28 +01001494
1495 end:
Willy Tarreau022e5e52020-09-10 09:33:15 +02001496 TRACE_LEAVE(H1_EV_RX_DATA|H1_EV_RX_TLRS, h1s->h1c->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001497 return ret;
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001498}
1499
1500/*
Christopher Faulet129817b2018-09-20 16:14:40 +02001501 * Process incoming data. It parses data and transfer them from h1c->ibuf into
Christopher Faulet539e0292018-11-19 10:40:09 +01001502 * <buf>. It returns the number of bytes parsed and transferred if > 0, or 0 if
1503 * it couldn't proceed.
Christopher Faulet129817b2018-09-20 16:14:40 +02001504 */
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001505static size_t h1_process_demux(struct h1c *h1c, struct buffer *buf, size_t count)
Christopher Faulet51dbc942018-09-13 09:05:15 +02001506{
Christopher Faulet539e0292018-11-19 10:40:09 +01001507 struct h1s *h1s = h1c->h1s;
Christopher Faulet129817b2018-09-20 16:14:40 +02001508 struct h1m *h1m;
Christopher Faulet9768c262018-10-22 09:34:31 +02001509 struct htx *htx;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001510 size_t data;
1511 size_t ret = 0;
Christopher Faulet129817b2018-09-20 16:14:40 +02001512 size_t total = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02001513
Christopher Faulet539e0292018-11-19 10:40:09 +01001514 htx = htx_from_buf(buf);
Christopher Faulet6b81df72019-10-01 22:08:43 +02001515 TRACE_ENTER(H1_EV_RX_DATA, h1c->conn, h1s, htx, (size_t[]){count});
Willy Tarreau3a6190f2018-12-16 08:29:56 +01001516
Christopher Faulet60ef12c2020-09-24 10:05:44 +02001517 h1m = (!(h1c->flags & H1C_F_IS_BACK) ? &h1s->req : &h1s->res);
Christopher Faulet74027762019-02-26 14:45:05 +01001518 data = htx->data;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001519
Christopher Faulet2eed8002020-12-07 11:26:13 +01001520 if (h1s->flags & (H1S_F_PARSING_ERROR|H1S_F_NOT_IMPL_ERROR))
Christopher Faulet0e54d542019-07-04 21:22:34 +02001521 goto end;
1522
Christopher Faulet10a86702021-04-07 14:18:11 +02001523 if (h1s->flags & H1S_F_RX_BLK)
Christopher Fauletec4207c2021-04-08 18:34:30 +02001524 goto out;
Christopher Faulet5be651d2021-01-22 15:28:03 +01001525
Christopher Fauletd44ad5b2018-11-19 21:52:12 +01001526 do {
Christopher Faulet30db3d72019-05-17 15:35:33 +02001527 size_t used = htx_used_space(htx);
1528
Christopher Faulet129817b2018-09-20 16:14:40 +02001529 if (h1m->state <= H1_MSG_LAST_LF) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001530 TRACE_PROTO("parsing message headers", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1c->conn, h1s);
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001531 ret = h1_handle_headers(h1s, h1m, htx, &h1c->ibuf, &total, count);
Christopher Faulet129817b2018-09-20 16:14:40 +02001532 if (!ret)
1533 break;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001534
1535 TRACE_USER((!(h1m->flags & H1_MF_RESP) ? "rcvd H1 request headers" : "rcvd H1 response headers"),
1536 H1_EV_RX_DATA|H1_EV_RX_HDRS, h1c->conn, h1s, htx, (size_t[]){ret});
1537
Christopher Faulet1d2d77b2020-12-07 18:17:33 +01001538 /* Reject Protocol upgrade request with payload */
1539 if ((h1m->flags & (H1_MF_RESP|H1_MF_CONN_UPG)) == H1_MF_CONN_UPG && h1m->state != H1_MSG_DONE) {
1540 h1s->flags |= H1S_F_NOT_IMPL_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01001541 TRACE_ERROR("Upgrade with body not implemented, reject H1 message",
1542 H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
Christopher Faulet1d2d77b2020-12-07 18:17:33 +01001543 break;
1544 }
1545
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02001546 if ((h1m->flags & H1_MF_RESP) &&
1547 h1s->status < 200 && (h1s->status == 100 || h1s->status >= 102)) {
1548 h1m_init_res(&h1s->res);
1549 h1m->flags |= (H1_MF_NO_PHDR|H1_MF_CLEAN_CONN_HDR);
Christopher Faulet6b81df72019-10-01 22:08:43 +02001550 TRACE_STATE("1xx response rcvd", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1c->conn, h1s);
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02001551 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001552 }
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001553 else if (h1m->state < H1_MSG_TRAILERS) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001554 TRACE_PROTO("parsing message payload", H1_EV_RX_DATA|H1_EV_RX_BODY, h1c->conn, h1s);
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001555 ret = h1_handle_data(h1s, h1m, &htx, &h1c->ibuf, &total, count, buf);
Christopher Faulet16a524c2021-02-02 21:16:03 +01001556 if (h1m->state < H1_MSG_TRAILERS)
Christopher Faulet129817b2018-09-20 16:14:40 +02001557 break;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001558
1559 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "rcvd H1 request payload data" : "rcvd H1 response payload data"),
1560 H1_EV_RX_DATA|H1_EV_RX_BODY, h1c->conn, h1s, htx, (size_t[]){ret});
Christopher Faulet129817b2018-09-20 16:14:40 +02001561 }
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001562 else if (h1m->state == H1_MSG_TRAILERS) {
Christopher Faulet76014fd2019-12-10 11:47:22 +01001563 TRACE_PROTO("parsing message trailers", H1_EV_RX_DATA|H1_EV_RX_TLRS, h1c->conn, h1s);
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001564 ret = h1_handle_trailers(h1s, h1m, htx, &h1c->ibuf, &total, count);
Christopher Faulet16a524c2021-02-02 21:16:03 +01001565 if (h1m->state != H1_MSG_DONE)
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001566 break;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001567
Christopher Faulet76014fd2019-12-10 11:47:22 +01001568 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "rcvd H1 request trailers" : "rcvd H1 response trailers"),
1569 H1_EV_RX_DATA|H1_EV_RX_TLRS, h1c->conn, h1s, htx, (size_t[]){ret});
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001570 }
Christopher Fauletcb55f482018-12-10 11:56:47 +01001571 else if (h1m->state == H1_MSG_DONE) {
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001572 TRACE_USER((!(h1m->flags & H1_MF_RESP) ? "H1 request fully rcvd" : "H1 response fully rcvd"),
1573 H1_EV_RX_DATA|H1_EV_RX_EOI, h1c->conn, h1s, htx);
Christopher Faulet76014fd2019-12-10 11:47:22 +01001574
Christopher Faulet5be651d2021-01-22 15:28:03 +01001575 if ((h1m->flags & H1_MF_RESP) &&
1576 ((h1s->meth == HTTP_METH_CONNECT && h1s->status >= 200 && h1s->status < 300) || h1s->status == 101))
1577 h1_set_tunnel_mode(h1s);
Christopher Fauletb385b502021-01-13 18:47:57 +01001578 else {
1579 if (h1s->req.state < H1_MSG_DONE || h1s->res.state < H1_MSG_DONE) {
1580 /* Unfinished transaction: block this input side waiting the end of the output side */
Christopher Faulet10a86702021-04-07 14:18:11 +02001581 h1s->flags |= H1S_F_RX_BLK;
1582 TRACE_STATE("Disable input processing", H1_EV_RX_DATA|H1_EV_H1S_BLK, h1c->conn, h1s);
Christopher Fauletb385b502021-01-13 18:47:57 +01001583 }
Christopher Faulet10a86702021-04-07 14:18:11 +02001584 if (h1s->flags & H1S_F_TX_BLK) {
1585 h1s->flags &= ~H1S_F_TX_BLK;
Christopher Faulet02c92c32021-04-09 12:31:48 +02001586 h1_wake_stream_for_send(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02001587 TRACE_STATE("Re-enable output processing", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Fauletb385b502021-01-13 18:47:57 +01001588 }
Christopher Faulet23021ad2020-07-10 10:01:26 +02001589 break;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001590 }
Christopher Fauletcb55f482018-12-10 11:56:47 +01001591 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001592 else if (h1m->state == H1_MSG_TUNNEL) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001593 TRACE_PROTO("parsing tunneled data", H1_EV_RX_DATA, h1c->conn, h1s);
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001594 ret = h1_handle_data(h1s, h1m, &htx, &h1c->ibuf, &total, count, buf);
Christopher Faulet9768c262018-10-22 09:34:31 +02001595 if (!ret)
1596 break;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001597
1598 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "rcvd H1 request tunneled data" : "rcvd H1 response tunneled data"),
1599 H1_EV_RX_DATA|H1_EV_RX_EOI, h1c->conn, h1s, htx, (size_t[]){ret});
Christopher Fauletf2824e62018-10-01 12:12:37 +02001600 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001601 else {
Christopher Faulet60ef12c2020-09-24 10:05:44 +02001602 h1s->flags |= H1S_F_PARSING_ERROR;
Christopher Faulet129817b2018-09-20 16:14:40 +02001603 break;
1604 }
1605
Christopher Faulet30db3d72019-05-17 15:35:33 +02001606 count -= htx_used_space(htx) - used;
Christopher Faulet10a86702021-04-07 14:18:11 +02001607 } while (!(h1s->flags & (H1S_F_PARSING_ERROR|H1S_F_NOT_IMPL_ERROR|H1S_F_RX_BLK)));
Christopher Faulet5be651d2021-01-22 15:28:03 +01001608
Christopher Faulet129817b2018-09-20 16:14:40 +02001609
Christopher Faulet2eed8002020-12-07 11:26:13 +01001610 if (h1s->flags & (H1S_F_PARSING_ERROR|H1S_F_NOT_IMPL_ERROR)) {
Christopher Faulet26a26432021-01-27 11:27:50 +01001611 TRACE_ERROR("parsing or not-implemented error", H1_EV_RX_DATA|H1_EV_H1S_ERR, h1c->conn, h1s);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001612 goto err;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001613 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001614
Christopher Faulet539e0292018-11-19 10:40:09 +01001615 b_del(&h1c->ibuf, total);
1616
Christopher Faulet27ba2dc2018-12-05 11:53:24 +01001617 htx_to_buf(htx, buf);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001618 TRACE_DEVEL("incoming data parsed", H1_EV_RX_DATA, h1c->conn, h1s, htx, (size_t[]){ret});
1619
Christopher Faulet30db3d72019-05-17 15:35:33 +02001620 ret = htx->data - data;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001621 if ((h1c->flags & H1C_F_IN_FULL) && buf_room_for_htx_data(&h1c->ibuf)) {
Christopher Faulet539e0292018-11-19 10:40:09 +01001622 h1c->flags &= ~H1C_F_IN_FULL;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001623 TRACE_STATE("h1c ibuf not full anymore", H1_EV_RX_DATA|H1_EV_H1C_BLK|H1_EV_H1C_WAKE, h1c->conn, h1s);
Willy Tarreau2c1f37d2020-03-04 17:50:02 +01001624 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Christopher Faulet47365272018-10-31 17:40:50 +01001625 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02001626
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001627 if (!b_data(&h1c->ibuf))
1628 h1_release_buf(h1c, &h1c->ibuf);
1629
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01001630 if (!(h1c->flags & H1C_F_ST_READY)) {
1631 /* The H1 connection is not ready. Most of time, there is no CS
1632 * attached, except for TCP>H1 upgrade, from a TCP frontend. In both
1633 * cases, it is only possible on the client side.
1634 */
1635 BUG_ON(h1c->flags & H1C_F_IS_BACK);
1636
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001637 if (h1m->state <= H1_MSG_LAST_LF) {
1638 TRACE_STATE("Incomplete message, subscribing", H1_EV_RX_DATA|H1_EV_H1C_BLK|H1_EV_H1C_WAKE, h1c->conn, h1s);
1639 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
1640 goto end;
1641 }
1642
Christopher Faulet0f9395d2021-01-21 17:50:19 +01001643 if (!(h1c->flags & H1C_F_ST_ATTACHED)) {
1644 TRACE_DEVEL("request headers fully parsed, create and attach the CS", H1_EV_RX_DATA, h1c->conn, h1s);
1645 BUG_ON(h1s->cs);
1646 if (!h1s_new_cs(h1s, buf)) {
1647 h1c->flags |= H1C_F_ST_ERROR;
1648 goto err;
1649 }
1650 }
1651 else {
1652 TRACE_DEVEL("request headers fully parsed, upgrade the inherited CS", H1_EV_RX_DATA, h1c->conn, h1s);
1653 BUG_ON(h1s->cs == NULL);
1654 if (!h1s_upgrade_cs(h1s, buf)) {
1655 h1c->flags |= H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01001656 TRACE_ERROR("H1S upgrade failure", H1_EV_RX_DATA|H1_EV_H1S_ERR, h1c->conn, h1s);
Christopher Faulet0f9395d2021-01-21 17:50:19 +01001657 goto err;
1658 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001659 }
1660 }
1661
1662 /* Here h1s->cs is always defined */
Christopher Fauleta583af62020-09-24 15:35:37 +02001663 if (!(h1m->flags & H1_MF_CHNK) &&
1664 ((h1m->state == H1_MSG_DATA && h1m->curr_len) || (h1m->state == H1_MSG_TUNNEL))) {
1665 TRACE_STATE("notify the mux can use splicing", H1_EV_RX_DATA|H1_EV_RX_BODY, h1c->conn, h1s);
1666 h1s->cs->flags |= CS_FL_MAY_SPLICE;
1667 }
1668 else {
1669 TRACE_STATE("notify the mux can't use splicing anymore", H1_EV_RX_DATA|H1_EV_RX_BODY, h1c->conn, h1s);
1670 h1s->cs->flags &= ~CS_FL_MAY_SPLICE;
1671 }
1672
Christopher Fauleta22782b2021-02-08 17:18:01 +01001673 /* Set EOI on conn-stream in DONE state iff:
1674 * - it is a response
1675 * - it is a request but no a protocol upgrade nor a CONNECT
1676 *
1677 * If not set, Wait the response to do so or not depending on the status
Christopher Faulet5be651d2021-01-22 15:28:03 +01001678 * code.
Christopher Faulet3e1748b2020-12-07 18:21:27 +01001679 */
Christopher Fauleta22782b2021-02-08 17:18:01 +01001680 if (((h1m->state == H1_MSG_DONE) && (h1m->flags & H1_MF_RESP)) ||
1681 ((h1m->state == H1_MSG_DONE) && (h1s->meth != HTTP_METH_CONNECT) && !(h1m->flags & H1_MF_CONN_UPG)))
Christopher Fauleta583af62020-09-24 15:35:37 +02001682 h1s->cs->flags |= CS_FL_EOI;
1683
Christopher Fauletec4207c2021-04-08 18:34:30 +02001684 out:
Christopher Faulet6716cc22019-12-20 17:33:24 +01001685 if (h1s_data_pending(h1s) && !htx_is_empty(htx))
Christopher Fauletcf56b992018-12-11 16:12:31 +01001686 h1s->cs->flags |= CS_FL_RCV_MORE | CS_FL_WANT_ROOM;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001687 else {
1688 h1s->cs->flags &= ~(CS_FL_RCV_MORE | CS_FL_WANT_ROOM);
1689 if (h1s->flags & H1S_F_REOS) {
1690 h1s->cs->flags |= CS_FL_EOS;
Christopher Faulet1e857782020-12-08 10:38:22 +01001691 if (h1m->state >= H1_MSG_DONE || !(h1m->flags & H1_MF_XFER_LEN)) {
1692 /* DONE or TUNNEL or SHUTR without XFER_LEN, set
1693 * EOI on the conn-stream */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001694 h1s->cs->flags |= CS_FL_EOI;
Christopher Faulet3e1748b2020-12-07 18:21:27 +01001695 }
Christopher Faulet26a26432021-01-27 11:27:50 +01001696 else if (h1m->state > H1_MSG_LAST_LF && h1m->state < H1_MSG_DONE) {
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001697 h1s->cs->flags |= CS_FL_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01001698 TRACE_ERROR("message aborted, set error on CS", H1_EV_RX_DATA|H1_EV_H1S_ERR, h1c->conn, h1s);
1699 }
Christopher Fauletb385b502021-01-13 18:47:57 +01001700
Christopher Faulet10a86702021-04-07 14:18:11 +02001701 if (h1s->flags & H1S_F_TX_BLK) {
1702 h1s->flags &= ~H1S_F_TX_BLK;
Christopher Faulet02c92c32021-04-09 12:31:48 +02001703 h1_wake_stream_for_send(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02001704 TRACE_STATE("Re-enable output processing", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Fauletb385b502021-01-13 18:47:57 +01001705 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001706 }
Christopher Faulet539e0292018-11-19 10:40:09 +01001707 }
Christopher Fauletf6ce9d62018-12-10 15:30:06 +01001708
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001709 end:
Christopher Faulet6b81df72019-10-01 22:08:43 +02001710 TRACE_LEAVE(H1_EV_RX_DATA, h1c->conn, h1s, htx, (size_t[]){ret});
Christopher Faulet30db3d72019-05-17 15:35:33 +02001711 return ret;
Christopher Faulet47365272018-10-31 17:40:50 +01001712
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001713 err:
Christopher Faulet47365272018-10-31 17:40:50 +01001714 b_reset(&h1c->ibuf);
Christopher Faulet27ba2dc2018-12-05 11:53:24 +01001715 htx_to_buf(htx, buf);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001716 if (h1s->cs)
1717 h1s->cs->flags |= CS_FL_EOI;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001718 TRACE_DEVEL("leaving on error", H1_EV_RX_DATA|H1_EV_STRM_ERR, h1c->conn, h1s);
Christopher Faulet9768c262018-10-22 09:34:31 +02001719 return 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02001720}
1721
Christopher Faulet129817b2018-09-20 16:14:40 +02001722/*
1723 * Process outgoing data. It parses data and transfer them from the channel buffer into
1724 * h1c->obuf. It returns the number of bytes parsed and transferred if > 0, or
1725 * 0 if it couldn't proceed.
1726 */
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001727static size_t h1_process_mux(struct h1c *h1c, struct buffer *buf, size_t count)
Christopher Faulet51dbc942018-09-13 09:05:15 +02001728{
Christopher Faulet129817b2018-09-20 16:14:40 +02001729 struct h1s *h1s = h1c->h1s;
1730 struct h1m *h1m;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001731 struct htx *chn_htx = NULL;
Christopher Faulet9768c262018-10-22 09:34:31 +02001732 struct htx_blk *blk;
Christopher Fauletc2518a52019-06-25 21:41:02 +02001733 struct buffer tmp;
Christopher Faulet129817b2018-09-20 16:14:40 +02001734 size_t total = 0;
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001735 int last_data = 0;
Amaury Denoyellec1938232020-12-11 17:53:03 +01001736 int ws_key_found = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02001737
Christopher Faulet94b2c762019-05-24 15:28:57 +02001738 chn_htx = htxbuf(buf);
Christopher Faulet6b81df72019-10-01 22:08:43 +02001739 TRACE_ENTER(H1_EV_TX_DATA, h1c->conn, h1s, chn_htx, (size_t[]){count});
1740
Willy Tarreau37dd54d2018-12-15 14:48:31 +01001741 if (htx_is_empty(chn_htx))
1742 goto end;
Christopher Faulet9768c262018-10-22 09:34:31 +02001743
Christopher Faulet10a86702021-04-07 14:18:11 +02001744 if (h1s->flags & (H1S_F_PROCESSING_ERROR|H1S_F_TX_BLK))
Christopher Fauletdea24742021-01-22 15:12:30 +01001745 goto end;
1746
Christopher Faulet51dbc942018-09-13 09:05:15 +02001747 if (!h1_get_buf(h1c, &h1c->obuf)) {
1748 h1c->flags |= H1C_F_OUT_ALLOC;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001749 TRACE_STATE("waiting for h1c obuf allocation", H1_EV_TX_DATA|H1_EV_H1S_BLK, h1c->conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02001750 goto end;
1751 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02001752
Christopher Faulet60ef12c2020-09-24 10:05:44 +02001753 h1m = (!(h1c->flags & H1C_F_IS_BACK) ? &h1s->res : &h1s->req);
Christopher Faulet9768c262018-10-22 09:34:31 +02001754
Willy Tarreau37dd54d2018-12-15 14:48:31 +01001755 /* the htx is non-empty thus has at least one block */
Willy Tarreau3815b222018-12-11 19:50:43 +01001756 blk = htx_get_head_blk(chn_htx);
Christopher Faulet9768c262018-10-22 09:34:31 +02001757
Willy Tarreau3815b222018-12-11 19:50:43 +01001758 /* Perform some optimizations to reduce the number of buffer copies.
1759 * First, if the mux's buffer is empty and the htx area contains
1760 * exactly one data block of the same size as the requested count,
1761 * then it's possible to simply swap the caller's buffer with the
1762 * mux's output buffer and adjust offsets and length to match the
1763 * entire DATA HTX block in the middle. In this case we perform a
1764 * true zero-copy operation from end-to-end. This is the situation
1765 * that happens all the time with large files. Second, if this is not
1766 * possible, but the mux's output buffer is empty, we still have an
1767 * opportunity to avoid the copy to the intermediary buffer, by making
1768 * the intermediary buffer's area point to the output buffer's area.
1769 * In this case we want to skip the HTX header to make sure that copies
1770 * remain aligned and that this operation remains possible all the
1771 * time. This goes for headers, data blocks and any data extracted from
1772 * the HTX blocks.
Willy Tarreauc5efa332018-12-05 11:19:27 +01001773 */
1774 if (!b_data(&h1c->obuf)) {
Christopher Fauletdea24742021-01-22 15:12:30 +01001775 if ((h1m->state == H1_MSG_DATA || h1m->state == H1_MSG_TUNNEL) &&
Christopher Faulet0d7e6342021-02-08 15:56:36 +01001776 (!(h1m->flags & H1_MF_RESP) || !(h1s->flags & H1S_F_BODYLESS_RESP)) &&
Christopher Fauletdea24742021-01-22 15:12:30 +01001777 htx_nbblks(chn_htx) == 1 &&
Willy Tarreau37dd54d2018-12-15 14:48:31 +01001778 htx_get_blk_type(blk) == HTX_BLK_DATA &&
Willy Tarreau3815b222018-12-11 19:50:43 +01001779 htx_get_blk_value(chn_htx, blk).len == count) {
Christopher Faulete5596bf2020-12-02 16:13:22 +01001780 void *old_area;
1781
Christopher Faulet6b81df72019-10-01 22:08:43 +02001782 TRACE_PROTO("sending message data (zero-copy)", H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, chn_htx, (size_t[]){count});
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001783 if (h1m->state == H1_MSG_DATA && chn_htx->flags & HTX_FL_EOM) {
1784 TRACE_DEVEL("last message block", H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s);
1785 last_data = 1;
1786 }
1787
Christopher Faulete5596bf2020-12-02 16:13:22 +01001788 old_area = h1c->obuf.area;
Willy Tarreau3815b222018-12-11 19:50:43 +01001789 h1c->obuf.area = buf->area;
Christopher Fauletc2518a52019-06-25 21:41:02 +02001790 h1c->obuf.head = sizeof(struct htx) + blk->addr;
Willy Tarreau3815b222018-12-11 19:50:43 +01001791 h1c->obuf.data = count;
1792
1793 buf->area = old_area;
1794 buf->data = buf->head = 0;
Christopher Fauletadb22202018-12-12 10:32:09 +01001795
Christopher Faulet6b81df72019-10-01 22:08:43 +02001796 chn_htx = (struct htx *)buf->area;
1797 htx_reset(chn_htx);
1798
Christopher Fauletadb22202018-12-12 10:32:09 +01001799 /* The message is chunked. We need to emit the chunk
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001800 * size and eventually the last chunk. We have at least
1801 * the size of the struct htx to write the chunk
1802 * envelope. It should be enough.
Christopher Fauletadb22202018-12-12 10:32:09 +01001803 */
1804 if (h1m->flags & H1_MF_CHNK) {
1805 h1_emit_chunk_size(&h1c->obuf, count);
1806 h1_emit_chunk_crlf(&h1c->obuf);
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001807 if (last_data) {
1808 /* Emit the last chunk too at the buffer's end */
1809 b_putblk(&h1c->obuf, "0\r\n\r\n", 5);
1810 }
Christopher Fauletadb22202018-12-12 10:32:09 +01001811 }
1812
Christopher Faulet6b81df72019-10-01 22:08:43 +02001813 if (h1m->state == H1_MSG_DATA)
1814 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request payload data xferred" : "H1 response payload data xferred"),
Willy Tarreau022e5e52020-09-10 09:33:15 +02001815 H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, 0, (size_t[]){count});
Christopher Faulet6b81df72019-10-01 22:08:43 +02001816 else
1817 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request tunneled data xferred" : "H1 response tunneled data xferred"),
Willy Tarreau022e5e52020-09-10 09:33:15 +02001818 H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, 0, (size_t[]){count});
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001819
Christopher Faulete5596bf2020-12-02 16:13:22 +01001820 total += count;
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001821 if (last_data) {
1822 h1m->state = H1_MSG_DONE;
Christopher Faulet10a86702021-04-07 14:18:11 +02001823 if (h1s->flags & H1S_F_RX_BLK) {
1824 h1s->flags &= ~H1S_F_RX_BLK;
Christopher Faulet02c92c32021-04-09 12:31:48 +02001825 h1_wake_stream_for_recv(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02001826 TRACE_STATE("Re-enable input processing", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001827 }
1828
1829 TRACE_USER((!(h1m->flags & H1_MF_RESP) ? "H1 request fully xferred" : "H1 response fully xferred"),
1830 H1_EV_TX_DATA, h1c->conn, h1s);
1831 }
Willy Tarreau3815b222018-12-11 19:50:43 +01001832 goto out;
1833 }
Christopher Fauletc2518a52019-06-25 21:41:02 +02001834 tmp.area = h1c->obuf.area + h1c->obuf.head;
Willy Tarreauc5efa332018-12-05 11:19:27 +01001835 }
Christopher Fauletc2518a52019-06-25 21:41:02 +02001836 else
1837 tmp.area = trash.area;
Christopher Faulet9768c262018-10-22 09:34:31 +02001838
Christopher Fauletc2518a52019-06-25 21:41:02 +02001839 tmp.data = 0;
1840 tmp.size = b_room(&h1c->obuf);
Christopher Faulet10a86702021-04-07 14:18:11 +02001841 while (count && !(h1s->flags & (H1S_F_PROCESSING_ERROR|H1S_F_TX_BLK)) && blk) {
Christopher Faulet570d1612018-11-26 11:13:57 +01001842 struct htx_sl *sl;
Christopher Faulet9768c262018-10-22 09:34:31 +02001843 struct ist n, v;
Christopher Fauletb2e84162018-12-06 11:39:49 +01001844 enum htx_blk_type type = htx_get_blk_type(blk);
Christopher Faulet9768c262018-10-22 09:34:31 +02001845 uint32_t sz = htx_get_blksz(blk);
Christopher Fauletd9233f02019-10-14 14:01:24 +02001846 uint32_t vlen, chklen;
Christopher Faulet9768c262018-10-22 09:34:31 +02001847
Christopher Fauletb2e84162018-12-06 11:39:49 +01001848 vlen = sz;
Christopher Fauletd9233f02019-10-14 14:01:24 +02001849 if (type != HTX_BLK_DATA && vlen > count)
1850 goto full;
Christopher Faulet9768c262018-10-22 09:34:31 +02001851
Christopher Faulet94b2c762019-05-24 15:28:57 +02001852 if (type == HTX_BLK_UNUSED)
1853 goto nextblk;
Christopher Faulet9768c262018-10-22 09:34:31 +02001854
Christopher Faulet94b2c762019-05-24 15:28:57 +02001855 switch (h1m->state) {
1856 case H1_MSG_RQBEFORE:
1857 if (type != HTX_BLK_REQ_SL)
1858 goto error;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001859 TRACE_USER("sending request headers", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s, chn_htx);
Christopher Faulet9768c262018-10-22 09:34:31 +02001860 sl = htx_get_blk_ptr(chn_htx, blk);
Christopher Faulet570d1612018-11-26 11:13:57 +01001861 h1s->meth = sl->info.req.meth;
Christopher Faulet9768c262018-10-22 09:34:31 +02001862 h1_parse_req_vsn(h1m, sl);
Christopher Faulet53a899b2019-10-08 16:38:42 +02001863 if (!h1_format_htx_reqline(sl, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02001864 goto full;
Christopher Faulet9768c262018-10-22 09:34:31 +02001865 h1m->flags |= H1_MF_XFER_LEN;
Christopher Faulet1f890dd2019-02-18 10:33:16 +01001866 if (sl->flags & HTX_SL_F_BODYLESS)
1867 h1m->flags |= H1_MF_CLEN;
Christopher Faulet9768c262018-10-22 09:34:31 +02001868 h1m->state = H1_MSG_HDR_FIRST;
Christopher Faulet5696f542020-12-02 16:08:38 +01001869 if (h1s->meth == HTTP_METH_HEAD)
1870 h1s->flags |= H1S_F_BODYLESS_RESP;
Christopher Faulet10a86702021-04-07 14:18:11 +02001871 if (h1s->flags & H1S_F_RX_BLK) {
1872 h1s->flags &= ~H1S_F_RX_BLK;
Christopher Faulet02c92c32021-04-09 12:31:48 +02001873 h1_wake_stream_for_recv(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02001874 TRACE_STATE("Re-enable input processing", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Faulet089acd52020-09-21 10:57:52 +02001875 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001876 break;
Christopher Faulet129817b2018-09-20 16:14:40 +02001877
Christopher Faulet94b2c762019-05-24 15:28:57 +02001878 case H1_MSG_RPBEFORE:
1879 if (type != HTX_BLK_RES_SL)
1880 goto error;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001881 TRACE_USER("sending response headers", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s, chn_htx);
Christopher Faulet9768c262018-10-22 09:34:31 +02001882 sl = htx_get_blk_ptr(chn_htx, blk);
Christopher Faulet570d1612018-11-26 11:13:57 +01001883 h1s->status = sl->info.res.status;
Christopher Faulet9768c262018-10-22 09:34:31 +02001884 h1_parse_res_vsn(h1m, sl);
Christopher Faulet53a899b2019-10-08 16:38:42 +02001885 if (!h1_format_htx_stline(sl, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02001886 goto full;
Christopher Faulet03599112018-11-27 11:21:21 +01001887 if (sl->flags & HTX_SL_F_XFER_LEN)
Christopher Faulet9768c262018-10-22 09:34:31 +02001888 h1m->flags |= H1_MF_XFER_LEN;
Christopher Fauletf3e76192020-12-02 16:46:33 +01001889 if (h1s->status < 200)
Christopher Fauletada34b62019-05-24 16:36:43 +02001890 h1s->flags |= H1S_F_HAVE_O_CONN;
Christopher Faulet5696f542020-12-02 16:08:38 +01001891 else if (h1s->status == 204 || h1s->status == 304)
1892 h1s->flags |= H1S_F_BODYLESS_RESP;
Christopher Faulet9768c262018-10-22 09:34:31 +02001893 h1m->state = H1_MSG_HDR_FIRST;
1894 break;
1895
Christopher Faulet94b2c762019-05-24 15:28:57 +02001896 case H1_MSG_HDR_FIRST:
1897 case H1_MSG_HDR_NAME:
1898 case H1_MSG_HDR_L2_LWS:
1899 if (type == HTX_BLK_EOH)
1900 goto last_lf;
1901 if (type != HTX_BLK_HDR)
1902 goto error;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001903
Christopher Faulet9768c262018-10-22 09:34:31 +02001904 h1m->state = H1_MSG_HDR_NAME;
1905 n = htx_get_blk_name(chn_htx, blk);
1906 v = htx_get_blk_value(chn_htx, blk);
1907
Christopher Faulet86d144c2019-08-14 16:32:25 +02001908 /* Skip all pseudo-headers */
1909 if (*(n.ptr) == ':')
1910 goto skip_hdr;
1911
Christopher Faulet91fcf212020-12-02 16:17:15 +01001912 if (isteq(n, ist("transfer-encoding"))) {
1913 if ((h1m->flags & H1_MF_RESP) && (h1s->status < 200 || h1s->status == 204))
1914 goto skip_hdr;
Christopher Faulet9768c262018-10-22 09:34:31 +02001915 h1_parse_xfer_enc_header(h1m, v);
Christopher Faulet91fcf212020-12-02 16:17:15 +01001916 }
Christopher Fauletb045bb22020-02-28 10:42:20 +01001917 else if (isteq(n, ist("content-length"))) {
Christopher Faulet91fcf212020-12-02 16:17:15 +01001918 if ((h1m->flags & H1_MF_RESP) && (h1s->status < 200 || h1s->status == 204))
1919 goto skip_hdr;
Christopher Faulet5220ef22019-03-27 15:44:56 +01001920 /* Only skip C-L header with invalid value. */
1921 if (h1_parse_cont_len_header(h1m, &v) < 0)
Willy Tarreau27cd2232019-01-03 21:52:42 +01001922 goto skip_hdr;
1923 }
Christopher Fauletb045bb22020-02-28 10:42:20 +01001924 else if (isteq(n, ist("connection"))) {
Christopher Fauletb992af02019-03-28 15:42:24 +01001925 h1_parse_connection_header(h1m, &v);
Christopher Faulet9768c262018-10-22 09:34:31 +02001926 if (!v.len)
1927 goto skip_hdr;
1928 }
Amaury Denoyellec1938232020-12-11 17:53:03 +01001929 else if (isteq(n, ist("upgrade"))) {
1930 h1_parse_upgrade_header(h1m, v);
1931 }
Amaury Denoyelleaad333a2020-12-11 17:53:07 +01001932 else if ((isteq(n, ist("sec-websocket-accept")) &&
1933 h1m->flags & H1_MF_RESP) ||
1934 (isteq(n, ist("sec-websocket-key")) &&
1935 !(h1m->flags & H1_MF_RESP))) {
Amaury Denoyellec1938232020-12-11 17:53:03 +01001936 ws_key_found = 1;
1937 }
Christopher Faulet9768c262018-10-22 09:34:31 +02001938
Christopher Faulet67d58092019-10-02 10:51:38 +02001939 /* Skip header if same name is used to add the server name */
1940 if (!(h1m->flags & H1_MF_RESP) && h1c->px->server_id_hdr_name &&
1941 isteqi(n, ist2(h1c->px->server_id_hdr_name, h1c->px->server_id_hdr_len)))
1942 goto skip_hdr;
1943
Christopher Faulet98fbe952019-07-22 16:18:24 +02001944 /* Try to adjust the case of the header name */
1945 if (h1c->px->options2 & (PR_O2_H1_ADJ_BUGCLI|PR_O2_H1_ADJ_BUGSRV))
1946 h1_adjust_case_outgoing_hdr(h1s, h1m, &n);
Christopher Faulet53a899b2019-10-08 16:38:42 +02001947 if (!h1_format_htx_hdr(n, v, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02001948 goto full;
Christopher Faulet9768c262018-10-22 09:34:31 +02001949 skip_hdr:
1950 h1m->state = H1_MSG_HDR_L2_LWS;
1951 break;
1952
Christopher Faulet94b2c762019-05-24 15:28:57 +02001953 case H1_MSG_LAST_LF:
1954 if (type != HTX_BLK_EOH)
1955 goto error;
1956 last_lf:
Christopher Fauletada34b62019-05-24 16:36:43 +02001957 h1m->state = H1_MSG_LAST_LF;
1958 if (!(h1s->flags & H1S_F_HAVE_O_CONN)) {
Christopher Faulet04f89192019-10-16 09:41:07 +02001959 /* If the reply comes from haproxy while the request is
1960 * not finished, we force the connection close. */
1961 if ((chn_htx->flags & HTX_FL_PROXY_RESP) && h1s->req.state != H1_MSG_DONE) {
1962 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
1963 TRACE_STATE("force close mode (resp)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
1964 }
1965
1966 /* the conn_mode must be processed. So do it */
Christopher Fauleta110ecb2019-06-17 14:07:46 +02001967 n = ist("connection");
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01001968 v = ist("");
Christopher Fauletb992af02019-03-28 15:42:24 +01001969 h1_process_output_conn_mode(h1s, h1m, &v);
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01001970 if (v.len) {
Christopher Faulet98fbe952019-07-22 16:18:24 +02001971 /* Try to adjust the case of the header name */
1972 if (h1c->px->options2 & (PR_O2_H1_ADJ_BUGCLI|PR_O2_H1_ADJ_BUGSRV))
1973 h1_adjust_case_outgoing_hdr(h1s, h1m, &n);
Christopher Faulet53a899b2019-10-08 16:38:42 +02001974 if (!h1_format_htx_hdr(n, v, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02001975 goto full;
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01001976 }
Christopher Fauletada34b62019-05-24 16:36:43 +02001977 h1s->flags |= H1S_F_HAVE_O_CONN;
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01001978 }
Willy Tarreau4710d202019-01-03 17:39:54 +01001979
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001980 if ((h1s->meth != HTTP_METH_CONNECT &&
1981 (h1m->flags & (H1_MF_VER_11|H1_MF_RESP|H1_MF_CLEN|H1_MF_CHNK|H1_MF_XFER_LEN)) ==
Christopher Faulet1f890dd2019-02-18 10:33:16 +01001982 (H1_MF_VER_11|H1_MF_XFER_LEN)) ||
Christopher Faulete5596bf2020-12-02 16:13:22 +01001983 (h1s->status >= 200 && !(h1s->flags & H1S_F_BODYLESS_RESP) &&
Christopher Fauletc75668e2020-12-07 18:10:32 +01001984 !(h1s->meth == HTTP_METH_CONNECT && h1s->status >= 200 && h1s->status < 300) &&
Christopher Faulet1f890dd2019-02-18 10:33:16 +01001985 (h1m->flags & (H1_MF_VER_11|H1_MF_RESP|H1_MF_CLEN|H1_MF_CHNK|H1_MF_XFER_LEN)) ==
1986 (H1_MF_VER_11|H1_MF_RESP|H1_MF_XFER_LEN))) {
Willy Tarreau4710d202019-01-03 17:39:54 +01001987 /* chunking needed but header not seen */
Christopher Faulet7a991a92019-10-04 10:23:51 +02001988 n = ist("transfer-encoding");
1989 v = ist("chunked");
1990 if (h1c->px->options2 & (PR_O2_H1_ADJ_BUGCLI|PR_O2_H1_ADJ_BUGSRV))
1991 h1_adjust_case_outgoing_hdr(h1s, h1m, &n);
Christopher Faulet53a899b2019-10-08 16:38:42 +02001992 if (!h1_format_htx_hdr(n, v, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02001993 goto full;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001994 TRACE_STATE("add \"Transfer-Encoding: chunked\"", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
Willy Tarreau4710d202019-01-03 17:39:54 +01001995 h1m->flags |= H1_MF_CHNK;
1996 }
1997
Christopher Faulet72ba6cd2019-09-24 16:20:05 +02001998 /* Now add the server name to a header (if requested) */
1999 if (!(h1s->flags & H1S_F_HAVE_SRV_NAME) &&
2000 !(h1m->flags & H1_MF_RESP) && h1c->px->server_id_hdr_name) {
2001 struct server *srv = objt_server(h1c->conn->target);
2002
2003 if (srv) {
2004 n = ist2(h1c->px->server_id_hdr_name, h1c->px->server_id_hdr_len);
2005 v = ist(srv->id);
Christopher Faulet5cef2a62019-10-02 11:06:13 +02002006
2007 /* Try to adjust the case of the header name */
2008 if (h1c->px->options2 & (PR_O2_H1_ADJ_BUGCLI|PR_O2_H1_ADJ_BUGSRV))
2009 h1_adjust_case_outgoing_hdr(h1s, h1m, &n);
Christopher Faulet53a899b2019-10-08 16:38:42 +02002010 if (!h1_format_htx_hdr(n, v, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002011 goto full;
Christopher Faulet72ba6cd2019-09-24 16:20:05 +02002012 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02002013 TRACE_STATE("add server name header", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
Christopher Faulet72ba6cd2019-09-24 16:20:05 +02002014 h1s->flags |= H1S_F_HAVE_SRV_NAME;
2015 }
2016
Amaury Denoyellec1938232020-12-11 17:53:03 +01002017 /* Add websocket handshake key if needed */
2018 if ((h1m->flags & (H1_MF_CONN_UPG|H1_MF_UPG_WEBSOCKET)) == (H1_MF_CONN_UPG|H1_MF_UPG_WEBSOCKET) &&
2019 !ws_key_found) {
Amaury Denoyelleaad333a2020-12-11 17:53:07 +01002020 if (!(h1m->flags & H1_MF_RESP)) {
2021 /* generate a random websocket key
2022 * stored in the session to
2023 * verify it on the response side
2024 */
2025 h1_generate_random_ws_input_key(h1s->ws_key);
2026
2027 if (!h1_format_htx_hdr(ist("Sec-Websocket-Key"),
2028 ist(h1s->ws_key),
2029 &tmp)) {
2030 goto full;
2031 }
2032 }
2033 else {
Amaury Denoyellec1938232020-12-11 17:53:03 +01002034 /* add the response header key */
2035 char key[29];
2036 h1_calculate_ws_output_key(h1s->ws_key, key);
2037 if (!h1_format_htx_hdr(ist("Sec-Websocket-Accept"),
2038 ist(key),
2039 &tmp)) {
2040 goto full;
2041 }
2042 }
2043 }
2044
Christopher Faulet6b81df72019-10-01 22:08:43 +02002045 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request headers xferred" : "H1 response headers xferred"),
2046 H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
2047
Christopher Fauletc62c2b92019-03-28 11:41:39 +01002048 if (!(h1m->flags & H1_MF_RESP) && h1s->meth == HTTP_METH_CONNECT) {
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002049 if (!chunk_memcat(&tmp, "\r\n", 2))
2050 goto full;
2051 goto done;
Christopher Fauletc62c2b92019-03-28 11:41:39 +01002052 }
Christopher Fauletf3158e92019-11-15 11:14:23 +01002053 else if ((h1m->flags & H1_MF_RESP) &&
Christopher Fauletc75668e2020-12-07 18:10:32 +01002054 ((h1s->meth == HTTP_METH_CONNECT && h1s->status >= 200 && h1s->status < 300) || h1s->status == 101)) {
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002055 if (!chunk_memcat(&tmp, "\r\n", 2))
2056 goto full;
2057 goto done;
Christopher Fauletc62c2b92019-03-28 11:41:39 +01002058 }
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02002059 else if ((h1m->flags & H1_MF_RESP) &&
2060 h1s->status < 200 && (h1s->status == 100 || h1s->status >= 102)) {
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002061 if (!chunk_memcat(&tmp, "\r\n", 2))
2062 goto full;
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02002063 h1m_init_res(&h1s->res);
2064 h1m->flags |= (H1_MF_NO_PHDR|H1_MF_CLEAN_CONN_HDR);
Christopher Fauletada34b62019-05-24 16:36:43 +02002065 h1s->flags &= ~H1S_F_HAVE_O_CONN;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002066 TRACE_STATE("1xx response xferred", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02002067 }
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002068 else {
2069 /* EOM flag is set and it is the last block */
2070 if (htx_is_unique_blk(chn_htx, blk) && (chn_htx->flags & HTX_FL_EOM)) {
Christopher Faulet3d6e0e32021-02-08 09:34:35 +01002071 if (h1m->flags & H1_MF_CHNK) {
2072 if (!chunk_memcat(&tmp, "\r\n0\r\n\r\n", 7))
2073 goto full;
2074 }
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002075 else if (!chunk_memcat(&tmp, "\r\n", 2))
2076 goto full;
2077 goto done;
2078 }
2079 else if (!chunk_memcat(&tmp, "\r\n", 2))
2080 goto full;
Christopher Fauletc62c2b92019-03-28 11:41:39 +01002081 h1m->state = H1_MSG_DATA;
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002082 }
Christopher Faulet9768c262018-10-22 09:34:31 +02002083 break;
2084
Christopher Faulet94b2c762019-05-24 15:28:57 +02002085 case H1_MSG_DATA:
Christopher Fauletf8db73e2019-07-04 17:12:12 +02002086 case H1_MSG_TUNNEL:
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002087 if (type == HTX_BLK_EOT || type == HTX_BLK_TLR) {
Christopher Faulet0d7e6342021-02-08 15:56:36 +01002088 if ((h1m->flags & H1_MF_RESP) && (h1s->flags & H1S_F_BODYLESS_RESP))
2089 goto trailers;
2090
Christopher Faulet5433a0b2019-06-27 17:40:14 +02002091 /* If the message is not chunked, never
2092 * add the last chunk. */
2093 if ((h1m->flags & H1_MF_CHNK) && !chunk_memcat(&tmp, "0\r\n", 3))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002094 goto full;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002095 TRACE_PROTO("sending message trailers", H1_EV_TX_DATA|H1_EV_TX_TLRS, h1c->conn, h1s, chn_htx);
Christopher Faulet94b2c762019-05-24 15:28:57 +02002096 goto trailers;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02002097 }
Christopher Faulet94b2c762019-05-24 15:28:57 +02002098 else if (type != HTX_BLK_DATA)
2099 goto error;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002100
2101 TRACE_PROTO("sending message data", H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, chn_htx, (size_t[]){sz});
Christopher Fauletd9233f02019-10-14 14:01:24 +02002102
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002103 /* It is the last block of this message. After this one,
2104 * only tunneled data may be forwarded. */
2105 if (h1m->state == H1_MSG_DATA && htx_is_unique_blk(chn_htx, blk) && (chn_htx->flags & HTX_FL_EOM)) {
2106 TRACE_DEVEL("last message block", H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s);
2107 last_data = 1;
2108 }
Christopher Fauletd9233f02019-10-14 14:01:24 +02002109
2110 if (vlen > count) {
2111 /* Get the maximum amount of data we can xferred */
2112 vlen = count;
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002113 last_data = 0;
Christopher Fauletd9233f02019-10-14 14:01:24 +02002114 }
2115
Christopher Faulet0d7e6342021-02-08 15:56:36 +01002116 if (h1m->state == H1_MSG_DATA && (h1m->flags & H1_MF_RESP) && (h1s->flags & H1S_F_BODYLESS_RESP)) {
2117 TRACE_PROTO("Skip data for bodyless response", H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, chn_htx);
2118 goto skip_data;
2119 }
2120
Christopher Fauletd9233f02019-10-14 14:01:24 +02002121 chklen = 0;
2122 if (h1m->flags & H1_MF_CHNK) {
2123 chklen = b_room(&tmp);
2124 chklen = ((chklen < 16) ? 1 : (chklen < 256) ? 2 :
2125 (chklen < 4096) ? 3 : (chklen < 65536) ? 4 :
2126 (chklen < 1048576) ? 5 : 8);
2127 chklen += 4; /* 2 x CRLF */
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002128
2129 /* If it is the end of the chunked message (without EOT), reserve the
2130 * last chunk size */
2131 if (last_data)
2132 chklen += 5;
Christopher Fauletd9233f02019-10-14 14:01:24 +02002133 }
2134
2135 if (vlen + chklen > b_room(&tmp)) {
2136 /* too large for the buffer */
2137 if (chklen >= b_room(&tmp))
2138 goto full;
2139 vlen = b_room(&tmp) - chklen;
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002140 last_data = 0;
Christopher Fauletd9233f02019-10-14 14:01:24 +02002141 }
Christopher Faulet9768c262018-10-22 09:34:31 +02002142 v = htx_get_blk_value(chn_htx, blk);
Christopher Fauletb2e84162018-12-06 11:39:49 +01002143 v.len = vlen;
Christopher Faulet53a899b2019-10-08 16:38:42 +02002144 if (!h1_format_htx_data(v, &tmp, !!(h1m->flags & H1_MF_CHNK)))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002145 goto full;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002146
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002147 /* Space already reserved, so it must succeed */
2148 if ((h1m->flags & H1_MF_CHNK) && last_data && !chunk_memcat(&tmp, "0\r\n\r\n", 5))
2149 goto error;
2150
Christopher Faulet6b81df72019-10-01 22:08:43 +02002151 if (h1m->state == H1_MSG_DATA)
2152 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request payload data xferred" : "H1 response payload data xferred"),
Willy Tarreau022e5e52020-09-10 09:33:15 +02002153 H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, 0, (size_t[]){v.len});
Christopher Faulet6b81df72019-10-01 22:08:43 +02002154 else
2155 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request tunneled data xferred" : "H1 response tunneled data xferred"),
Willy Tarreau022e5e52020-09-10 09:33:15 +02002156 H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, 0, (size_t[]){v.len});
Christopher Faulet0d7e6342021-02-08 15:56:36 +01002157
2158 skip_data:
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002159 if (last_data)
2160 goto done;
Christopher Faulet9768c262018-10-22 09:34:31 +02002161 break;
2162
Christopher Faulet94b2c762019-05-24 15:28:57 +02002163 case H1_MSG_TRAILERS:
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002164 if (type != HTX_BLK_TLR && type != HTX_BLK_EOT)
Christopher Faulet94b2c762019-05-24 15:28:57 +02002165 goto error;
2166 trailers:
Christopher Faulet9768c262018-10-22 09:34:31 +02002167 h1m->state = H1_MSG_TRAILERS;
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002168
Christopher Faulet5433a0b2019-06-27 17:40:14 +02002169 /* If the message is not chunked, ignore
2170 * trailers. It may happen with H2 messages. */
Christopher Faulet0a916d22021-02-10 08:48:19 +01002171 if (!(h1m->flags & H1_MF_CHNK)) {
2172 if (type == HTX_BLK_EOT)
2173 goto done;
Christopher Faulet5433a0b2019-06-27 17:40:14 +02002174 break;
Christopher Faulet0a916d22021-02-10 08:48:19 +01002175 }
Christopher Faulet5433a0b2019-06-27 17:40:14 +02002176
Christopher Faulete5596bf2020-12-02 16:13:22 +01002177 if ((h1m->flags & H1_MF_RESP) && (h1s->flags & H1S_F_BODYLESS_RESP)) {
2178 TRACE_PROTO("Skip trailers for bodyless response", H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, chn_htx);
Christopher Faulet0d7e6342021-02-08 15:56:36 +01002179 if (type == HTX_BLK_EOT)
2180 goto done;
Christopher Faulete5596bf2020-12-02 16:13:22 +01002181 break;
2182 }
2183
Christopher Faulet2d7c5392019-06-03 10:41:26 +02002184 if (type == HTX_BLK_EOT) {
Christopher Fauletc2518a52019-06-25 21:41:02 +02002185 if (!chunk_memcat(&tmp, "\r\n", 2))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002186 goto full;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002187 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request trailers xferred" : "H1 response trailers xferred"),
2188 H1_EV_TX_DATA|H1_EV_TX_TLRS, h1c->conn, h1s);
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002189 goto done;
Christopher Faulet32188212018-11-20 18:21:43 +01002190 }
Christopher Faulet2d7c5392019-06-03 10:41:26 +02002191 else { // HTX_BLK_TLR
2192 n = htx_get_blk_name(chn_htx, blk);
2193 v = htx_get_blk_value(chn_htx, blk);
Christopher Faulet98fbe952019-07-22 16:18:24 +02002194
2195 /* Try to adjust the case of the header name */
2196 if (h1c->px->options2 & (PR_O2_H1_ADJ_BUGCLI|PR_O2_H1_ADJ_BUGSRV))
2197 h1_adjust_case_outgoing_hdr(h1s, h1m, &n);
Christopher Faulet53a899b2019-10-08 16:38:42 +02002198 if (!h1_format_htx_hdr(n, v, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002199 goto full;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02002200 }
Christopher Faulet9768c262018-10-22 09:34:31 +02002201 break;
2202
Christopher Faulet94b2c762019-05-24 15:28:57 +02002203 case H1_MSG_DONE:
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002204 TRACE_STATE("unexpected data xferred in done state", H1_EV_TX_DATA|H1_EV_H1C_ERR|H1_EV_H1S_ERR, h1c->conn, h1s);
2205 goto error; /* For now return an error */
2206
Christopher Faulet94b2c762019-05-24 15:28:57 +02002207 done:
Christopher Faulet36893672021-02-10 09:52:07 +01002208 if (!(chn_htx->flags & HTX_FL_EOM)) {
2209 TRACE_STATE("No EOM flags in done state", H1_EV_TX_DATA|H1_EV_H1C_ERR|H1_EV_H1S_ERR, h1c->conn, h1s);
2210 goto error; /* For now return an error */
2211 }
2212
Christopher Faulet94b2c762019-05-24 15:28:57 +02002213 h1m->state = H1_MSG_DONE;
Christopher Fauletdea24742021-01-22 15:12:30 +01002214 if (!(h1m->flags & H1_MF_RESP) && h1s->meth == HTTP_METH_CONNECT) {
Christopher Faulet10a86702021-04-07 14:18:11 +02002215 h1s->flags |= H1S_F_TX_BLK;
2216 TRACE_STATE("Disable output processing", H1_EV_TX_DATA|H1_EV_H1S_BLK, h1c->conn, h1s);
Christopher Fauletdea24742021-01-22 15:12:30 +01002217 }
2218 else if ((h1m->flags & H1_MF_RESP) &&
2219 ((h1s->meth == HTTP_METH_CONNECT && h1s->status >= 200 && h1s->status < 300) || h1s->status == 101)) {
2220 /* a successful reply to a CONNECT or a protocol switching is sent
2221 * to the client. Switch the response to tunnel mode.
2222 */
Christopher Faulet5be651d2021-01-22 15:28:03 +01002223 h1_set_tunnel_mode(h1s);
Christopher Fauletdea24742021-01-22 15:12:30 +01002224 TRACE_STATE("switch H1 response in tunnel mode", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
Christopher Fauletf3158e92019-11-15 11:14:23 +01002225 }
Christopher Faulet5be651d2021-01-22 15:28:03 +01002226
Christopher Faulet10a86702021-04-07 14:18:11 +02002227 if (h1s->flags & H1S_F_RX_BLK) {
2228 h1s->flags &= ~H1S_F_RX_BLK;
Christopher Faulet02c92c32021-04-09 12:31:48 +02002229 h1_wake_stream_for_recv(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02002230 TRACE_STATE("Re-enable input processing", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Fauletcd67bff2019-06-14 16:54:15 +02002231 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02002232
2233 TRACE_USER((!(h1m->flags & H1_MF_RESP) ? "H1 request fully xferred" : "H1 response fully xferred"),
2234 H1_EV_TX_DATA, h1c->conn, h1s);
Christopher Faulet9768c262018-10-22 09:34:31 +02002235 break;
2236
Christopher Faulet9768c262018-10-22 09:34:31 +02002237 default:
Christopher Faulet94b2c762019-05-24 15:28:57 +02002238 error:
Christopher Fauletd87d3fa2019-06-26 15:16:28 +02002239 /* Unexpected error during output processing */
Christopher Faulet69b48212019-09-09 10:11:30 +02002240 chn_htx->flags |= HTX_FL_PROCESSING_ERROR;
Christopher Faulet60ef12c2020-09-24 10:05:44 +02002241 h1s->flags |= H1S_F_PROCESSING_ERROR;
Christopher Fauletdea24742021-01-22 15:12:30 +01002242 h1c->flags |= H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01002243 TRACE_ERROR("processing output error, set error on h1c/h1s",
2244 H1_EV_TX_DATA|H1_EV_STRM_ERR|H1_EV_H1C_ERR|H1_EV_H1S_ERR, h1c->conn, h1s);
Christopher Faulet9768c262018-10-22 09:34:31 +02002245 break;
2246 }
Christopher Faulet94b2c762019-05-24 15:28:57 +02002247
2248 nextblk:
Christopher Fauletb2e84162018-12-06 11:39:49 +01002249 total += vlen;
2250 count -= vlen;
2251 if (sz == vlen)
2252 blk = htx_remove_blk(chn_htx, blk);
2253 else {
2254 htx_cut_data_blk(chn_htx, blk, vlen);
2255 break;
2256 }
Christopher Faulet129817b2018-09-20 16:14:40 +02002257 }
2258
Christopher Faulet9768c262018-10-22 09:34:31 +02002259 copy:
Willy Tarreauc5efa332018-12-05 11:19:27 +01002260 /* when the output buffer is empty, tmp shares the same area so that we
2261 * only have to update pointers and lengths.
2262 */
Christopher Fauletc2518a52019-06-25 21:41:02 +02002263 if (tmp.area == h1c->obuf.area + h1c->obuf.head)
2264 h1c->obuf.data = tmp.data;
Willy Tarreauc5efa332018-12-05 11:19:27 +01002265 else
Christopher Fauletc2518a52019-06-25 21:41:02 +02002266 b_putblk(&h1c->obuf, tmp.area, tmp.data);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002267
Willy Tarreau3815b222018-12-11 19:50:43 +01002268 htx_to_buf(chn_htx, buf);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002269 out:
2270 if (!buf_room_for_htx_data(&h1c->obuf)) {
2271 TRACE_STATE("h1c obuf full", H1_EV_TX_DATA|H1_EV_H1S_BLK, h1c->conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002272 h1c->flags |= H1C_F_OUT_FULL;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002273 }
Christopher Faulet9768c262018-10-22 09:34:31 +02002274 end:
Christopher Fauletdea24742021-01-22 15:12:30 +01002275 /* Both the request and the response reached the DONE state. So set EOI
2276 * flag on the conn-stream. Most of time, the flag will already be set,
2277 * except for protocol upgrades. Report an error if data remains blocked
2278 * in the output buffer.
2279 */
2280 if (h1s->req.state == H1_MSG_DONE && h1s->res.state == H1_MSG_DONE) {
2281 if (!htx_is_empty(chn_htx)) {
2282 h1c->flags |= H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01002283 TRACE_ERROR("txn done but data waiting to be sent, set error on h1c", H1_EV_H1C_ERR, h1c->conn, h1s);
Christopher Fauletdea24742021-01-22 15:12:30 +01002284 }
2285 h1s->cs->flags |= CS_FL_EOI;
2286 }
2287
Christopher Faulet6b81df72019-10-01 22:08:43 +02002288 TRACE_LEAVE(H1_EV_TX_DATA, h1c->conn, h1s, chn_htx, (size_t[]){total});
Christopher Faulet9768c262018-10-22 09:34:31 +02002289 return total;
Christopher Fauleta61aa542019-10-14 14:17:00 +02002290
2291 full:
2292 TRACE_STATE("h1c obuf full", H1_EV_TX_DATA|H1_EV_H1S_BLK, h1c->conn, h1s);
2293 h1c->flags |= H1C_F_OUT_FULL;
2294 goto copy;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002295}
2296
Christopher Faulet51dbc942018-09-13 09:05:15 +02002297/*********************************************************/
2298/* functions below are I/O callbacks from the connection */
2299/*********************************************************/
Christopher Faulete17fa2f2018-12-11 16:25:36 +01002300static void h1_wake_stream_for_recv(struct h1s *h1s)
2301{
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002302 if (h1s && h1s->subs && h1s->subs->events & SUB_RETRY_RECV) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002303 TRACE_POINT(H1_EV_STRM_WAKE, h1s->h1c->conn, h1s);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002304 tasklet_wakeup(h1s->subs->tasklet);
2305 h1s->subs->events &= ~SUB_RETRY_RECV;
2306 if (!h1s->subs->events)
2307 h1s->subs = NULL;
Christopher Faulete17fa2f2018-12-11 16:25:36 +01002308 }
2309}
2310static void h1_wake_stream_for_send(struct h1s *h1s)
2311{
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002312 if (h1s && h1s->subs && h1s->subs->events & SUB_RETRY_SEND) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002313 TRACE_POINT(H1_EV_STRM_WAKE, h1s->h1c->conn, h1s);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002314 tasklet_wakeup(h1s->subs->tasklet);
2315 h1s->subs->events &= ~SUB_RETRY_SEND;
2316 if (!h1s->subs->events)
2317 h1s->subs = NULL;
Christopher Faulete17fa2f2018-12-11 16:25:36 +01002318 }
Christopher Fauletc18fc232020-10-06 17:41:36 +02002319}
2320
Christopher Fauletad4daf62021-01-21 17:49:01 +01002321/* alerts the data layer following this sequence :
2322 * - if the h1s' data layer is subscribed to recv, then it's woken up for recv
2323 * - if its subscribed to send, then it's woken up for send
2324 * - if it was subscribed to neither, its ->wake() callback is called
2325 */
2326static void h1_alert(struct h1s *h1s)
2327{
2328 if (h1s->subs) {
2329 h1_wake_stream_for_recv(h1s);
2330 h1_wake_stream_for_send(h1s);
2331 }
2332 else if (h1s->cs && h1s->cs->data_cb->wake != NULL) {
2333 TRACE_POINT(H1_EV_STRM_WAKE, h1s->h1c->conn, h1s);
2334 h1s->cs->data_cb->wake(h1s->cs);
2335 }
2336}
2337
Christopher Fauletc18fc232020-10-06 17:41:36 +02002338/* Try to send an HTTP error with h1c->errcode status code. It returns 1 on success
2339 * and 0 on error. The flag H1C_F_ERR_PENDING is set on the H1 connection for
2340 * retryable errors (allocation error or buffer full). On success, the error is
2341 * copied in the output buffer.
2342*/
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002343static int h1_send_error(struct h1c *h1c)
Christopher Fauletc18fc232020-10-06 17:41:36 +02002344{
2345 int rc = http_get_status_idx(h1c->errcode);
2346 int ret = 0;
2347
2348 TRACE_ENTER(H1_EV_H1C_ERR, h1c->conn, 0, 0, (size_t[]){h1c->errcode});
2349
2350 /* Verify if the error is mapped on /dev/null or any empty file */
2351 /// XXX: do a function !
2352 if (h1c->px->replies[rc] &&
2353 h1c->px->replies[rc]->type == HTTP_REPLY_ERRMSG &&
2354 h1c->px->replies[rc]->body.errmsg &&
2355 b_is_null(h1c->px->replies[rc]->body.errmsg)) {
2356 /* Empty error, so claim a success */
2357 ret = 1;
2358 goto out;
2359 }
2360
2361 if (h1c->flags & (H1C_F_OUT_ALLOC|H1C_F_OUT_FULL)) {
2362 h1c->flags |= H1C_F_ERR_PENDING;
2363 goto out;
2364 }
2365
2366 if (!h1_get_buf(h1c, &h1c->obuf)) {
2367 h1c->flags |= (H1C_F_OUT_ALLOC|H1C_F_ERR_PENDING);
2368 TRACE_STATE("waiting for h1c obuf allocation", H1_EV_H1C_ERR|H1_EV_H1C_BLK, h1c->conn);
2369 goto out;
2370 }
2371 ret = b_istput(&h1c->obuf, ist2(http_err_msgs[rc], strlen(http_err_msgs[rc])));
2372 if (unlikely(ret <= 0)) {
2373 if (!ret) {
2374 h1c->flags |= (H1C_F_OUT_FULL|H1C_F_ERR_PENDING);
2375 TRACE_STATE("h1c obuf full", H1_EV_H1C_ERR|H1_EV_H1C_BLK, h1c->conn);
2376 goto out;
2377 }
2378 else {
2379 /* we cannot report this error, so claim a success */
2380 ret = 1;
2381 }
2382 }
2383 h1c->flags &= ~H1C_F_ERR_PENDING;
2384 out:
2385 TRACE_LEAVE(H1_EV_H1C_ERR, h1c->conn);
2386 return ret;
2387}
2388
2389/* Try to send a 500 internal error. It relies on h1_send_error to send the
2390 * error. This function takes care of incrementing stats and tracked counters.
2391 */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002392static int h1_handle_internal_err(struct h1c *h1c)
Christopher Fauletc18fc232020-10-06 17:41:36 +02002393{
2394 struct session *sess = h1c->conn->owner;
2395 int ret = 1;
2396
2397 session_inc_http_req_ctr(sess);
Christopher Fauletc18fc232020-10-06 17:41:36 +02002398 proxy_inc_fe_req_ctr(sess->listener, sess->fe);
Willy Tarreau4781b152021-04-06 13:53:36 +02002399 _HA_ATOMIC_INC(&sess->fe->fe_counters.p.http.rsp[5]);
2400 _HA_ATOMIC_INC(&sess->fe->fe_counters.internal_errors);
William Lallemand36119de2021-03-08 15:26:48 +01002401 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002402 _HA_ATOMIC_INC(&sess->listener->counters->internal_errors);
Christopher Fauletc18fc232020-10-06 17:41:36 +02002403
2404 h1c->errcode = 500;
2405 ret = h1_send_error(h1c);
2406 sess_log(sess);
2407 return ret;
Christopher Faulete17fa2f2018-12-11 16:25:36 +01002408}
2409
Christopher Fauletc18fc232020-10-06 17:41:36 +02002410/* Try to send a 400 bad request error. It relies on h1_send_error to send the
2411 * error. This function takes care of incrementing stats and tracked counters.
2412 */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002413static int h1_handle_bad_req(struct h1c *h1c)
Christopher Fauletc18fc232020-10-06 17:41:36 +02002414{
2415 struct session *sess = h1c->conn->owner;
2416 int ret = 1;
2417
2418 if (!b_data(&h1c->ibuf) && ((h1c->flags & H1C_F_WAIT_NEXT_REQ) || (sess->fe->options & PR_O_IGNORE_PRB)))
2419 goto end;
2420
2421 session_inc_http_req_ctr(sess);
2422 session_inc_http_err_ctr(sess);
2423 proxy_inc_fe_req_ctr(sess->listener, sess->fe);
Willy Tarreau4781b152021-04-06 13:53:36 +02002424 _HA_ATOMIC_INC(&sess->fe->fe_counters.p.http.rsp[4]);
2425 _HA_ATOMIC_INC(&sess->fe->fe_counters.failed_req);
William Lallemand36119de2021-03-08 15:26:48 +01002426 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002427 _HA_ATOMIC_INC(&sess->listener->counters->failed_req);
Christopher Fauletc18fc232020-10-06 17:41:36 +02002428
2429 h1c->errcode = 400;
2430 ret = h1_send_error(h1c);
2431 sess_log(sess);
2432
2433 end:
2434 return ret;
2435}
2436
Christopher Faulet2eed8002020-12-07 11:26:13 +01002437/* Try to send a 501 not implemented error. It relies on h1_send_error to send
2438 * the error. This function takes care of incrementing stats and tracked
2439 * counters.
2440 */
2441static int h1_handle_not_impl_err(struct h1c *h1c)
2442{
2443 struct session *sess = h1c->conn->owner;
2444 int ret = 1;
2445
2446 if (!b_data(&h1c->ibuf) && ((h1c->flags & H1C_F_WAIT_NEXT_REQ) || (sess->fe->options & PR_O_IGNORE_PRB)))
2447 goto end;
2448
2449 session_inc_http_req_ctr(sess);
Christopher Faulet2eed8002020-12-07 11:26:13 +01002450 proxy_inc_fe_req_ctr(sess->listener, sess->fe);
Willy Tarreau4781b152021-04-06 13:53:36 +02002451 _HA_ATOMIC_INC(&sess->fe->fe_counters.p.http.rsp[4]);
2452 _HA_ATOMIC_INC(&sess->fe->fe_counters.failed_req);
William Lallemand36119de2021-03-08 15:26:48 +01002453 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002454 _HA_ATOMIC_INC(&sess->listener->counters->failed_req);
Christopher Faulet2eed8002020-12-07 11:26:13 +01002455
2456 h1c->errcode = 501;
2457 ret = h1_send_error(h1c);
2458 sess_log(sess);
2459
2460 end:
2461 return ret;
2462}
2463
Christopher Fauletc18fc232020-10-06 17:41:36 +02002464/* Try to send a 408 timeout error. It relies on h1_send_error to send the
2465 * error. This function takes care of incrementing stats and tracked counters.
2466 */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002467static int h1_handle_req_tout(struct h1c *h1c)
Christopher Fauletc18fc232020-10-06 17:41:36 +02002468{
2469 struct session *sess = h1c->conn->owner;
2470 int ret = 1;
2471
2472 if (!b_data(&h1c->ibuf) && ((h1c->flags & H1C_F_WAIT_NEXT_REQ) || (sess->fe->options & PR_O_IGNORE_PRB)))
2473 goto end;
2474
2475 session_inc_http_req_ctr(sess);
Christopher Fauletc18fc232020-10-06 17:41:36 +02002476 proxy_inc_fe_req_ctr(sess->listener, sess->fe);
Willy Tarreau4781b152021-04-06 13:53:36 +02002477 _HA_ATOMIC_INC(&sess->fe->fe_counters.p.http.rsp[4]);
2478 _HA_ATOMIC_INC(&sess->fe->fe_counters.failed_req);
William Lallemand36119de2021-03-08 15:26:48 +01002479 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002480 _HA_ATOMIC_INC(&sess->listener->counters->failed_req);
Christopher Fauletc18fc232020-10-06 17:41:36 +02002481
2482 h1c->errcode = 408;
2483 ret = h1_send_error(h1c);
2484 sess_log(sess);
2485 end:
2486 return ret;
2487}
2488
2489
Christopher Faulet51dbc942018-09-13 09:05:15 +02002490/*
2491 * Attempt to read data, and subscribe if none available
2492 */
2493static int h1_recv(struct h1c *h1c)
2494{
2495 struct connection *conn = h1c->conn;
Olivier Houchard75159a92018-12-03 18:46:09 +01002496 size_t ret = 0, max;
Willy Tarreau6e59cb52020-02-20 11:11:50 +01002497 int flags = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002498
Christopher Faulet6b81df72019-10-01 22:08:43 +02002499 TRACE_ENTER(H1_EV_H1C_RECV, h1c->conn);
2500
2501 if (h1c->wait_event.events & SUB_RETRY_RECV) {
2502 TRACE_DEVEL("leaving on sub_recv", H1_EV_H1C_RECV, h1c->conn);
Christopher Fauletc386a882018-12-04 16:06:28 +01002503 return (b_data(&h1c->ibuf));
Christopher Faulet6b81df72019-10-01 22:08:43 +02002504 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002505
Christopher Fauletae635762020-09-21 11:47:16 +02002506 if ((h1c->flags & H1C_F_WANT_SPLICE) || !h1_recv_allowed(h1c)) {
2507 TRACE_DEVEL("leaving on (want_splice|!recv_allowed)", H1_EV_H1C_RECV, h1c->conn);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002508 return 1;
Olivier Houchard75159a92018-12-03 18:46:09 +01002509 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002510
Christopher Fauletf7d5ff32019-04-16 13:55:08 +02002511 if (!h1_get_buf(h1c, &h1c->ibuf)) {
2512 h1c->flags |= H1C_F_IN_ALLOC;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002513 TRACE_STATE("waiting for h1c ibuf allocation", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002514 return 0;
Christopher Faulet9768c262018-10-22 09:34:31 +02002515 }
Christopher Faulet1be55f92018-10-02 15:59:23 +02002516
Olivier Houchard29a22bc2018-12-04 18:16:45 +01002517 /*
2518 * If we only have a small amount of data, realign it,
2519 * it's probably cheaper than doing 2 recv() calls.
2520 */
2521 if (b_data(&h1c->ibuf) > 0 && b_data(&h1c->ibuf) < 128)
Christopher Faulet00d7cde2021-02-04 11:01:51 +01002522 b_slow_realign_ofs(&h1c->ibuf, trash.area, sizeof(struct htx));
Olivier Houchard29a22bc2018-12-04 18:16:45 +01002523
Willy Tarreau6e59cb52020-02-20 11:11:50 +01002524 /* avoid useless reads after first responses */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002525 if (!h1c->h1s ||
2526 (!(h1c->flags & H1C_F_IS_BACK) && h1c->h1s->req.state == H1_MSG_RQBEFORE) ||
2527 ((h1c->flags & H1C_F_IS_BACK) && h1c->h1s->res.state == H1_MSG_RPBEFORE))
Willy Tarreau6e59cb52020-02-20 11:11:50 +01002528 flags |= CO_RFL_READ_ONCE;
2529
Willy Tarreau45f2b892018-12-05 07:59:27 +01002530 max = buf_room_for_htx_data(&h1c->ibuf);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002531 if (max) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002532 if (h1c->flags & H1C_F_IN_FULL) {
2533 h1c->flags &= ~H1C_F_IN_FULL;
2534 TRACE_STATE("h1c ibuf not full anymore", H1_EV_H1C_RECV|H1_EV_H1C_BLK);
2535 }
Willy Tarreau78f548f2018-12-05 10:02:39 +01002536
2537 if (!b_data(&h1c->ibuf)) {
2538 /* try to pre-align the buffer like the rxbufs will be
2539 * to optimize memory copies.
2540 */
Willy Tarreau78f548f2018-12-05 10:02:39 +01002541 h1c->ibuf.head = sizeof(struct htx);
2542 }
Willy Tarreau6e59cb52020-02-20 11:11:50 +01002543 ret = conn->xprt->rcv_buf(conn, conn->xprt_ctx, &h1c->ibuf, max, flags);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002544 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002545 if (max && !ret && h1_recv_allowed(h1c)) {
2546 TRACE_STATE("failed to receive data, subscribing", H1_EV_H1C_RECV, h1c->conn);
2547 conn->xprt->subscribe(conn, conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Christopher Fauletcf56b992018-12-11 16:12:31 +01002548 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002549 else {
2550 h1_wake_stream_for_recv(h1c->h1s);
2551 TRACE_DATA("data received", H1_EV_H1C_RECV, h1c->conn, 0, 0, (size_t[]){ret});
Willy Tarreaufbdf90a2019-06-03 13:42:54 +02002552 }
2553
Christopher Faulet51dbc942018-09-13 09:05:15 +02002554 if (!b_data(&h1c->ibuf))
2555 h1_release_buf(h1c, &h1c->ibuf);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002556 else if (!buf_room_for_htx_data(&h1c->ibuf)) {
Christopher Faulet51dbc942018-09-13 09:05:15 +02002557 h1c->flags |= H1C_F_IN_FULL;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002558 TRACE_STATE("h1c ibuf full", H1_EV_H1C_RECV|H1_EV_H1C_BLK);
2559 }
2560
2561 TRACE_LEAVE(H1_EV_H1C_RECV, h1c->conn);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002562 return !!ret || (conn->flags & CO_FL_ERROR) || conn_xprt_read0_pending(conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002563}
2564
2565
2566/*
2567 * Try to send data if possible
2568 */
2569static int h1_send(struct h1c *h1c)
2570{
2571 struct connection *conn = h1c->conn;
2572 unsigned int flags = 0;
2573 size_t ret;
2574 int sent = 0;
2575
Christopher Faulet6b81df72019-10-01 22:08:43 +02002576 TRACE_ENTER(H1_EV_H1C_SEND, h1c->conn);
2577
2578 if (conn->flags & CO_FL_ERROR) {
2579 TRACE_DEVEL("leaving on connection error", H1_EV_H1C_SEND, h1c->conn);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002580 b_reset(&h1c->obuf);
2581 return 1;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002582 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002583
2584 if (!b_data(&h1c->obuf))
2585 goto end;
2586
Christopher Faulet46230362019-10-17 16:04:20 +02002587 if (h1c->flags & H1C_F_CO_MSG_MORE)
Christopher Faulet51dbc942018-09-13 09:05:15 +02002588 flags |= CO_SFL_MSG_MORE;
Christopher Faulet46230362019-10-17 16:04:20 +02002589 if (h1c->flags & H1C_F_CO_STREAMER)
2590 flags |= CO_SFL_STREAMER;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002591
Olivier Houcharde179d0e2019-03-21 18:27:17 +01002592 ret = conn->xprt->snd_buf(conn, conn->xprt_ctx, &h1c->obuf, b_data(&h1c->obuf), flags);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002593 if (ret > 0) {
Willy Tarreau022e5e52020-09-10 09:33:15 +02002594 TRACE_DATA("data sent", H1_EV_H1C_SEND, h1c->conn, 0, 0, (size_t[]){ret});
Christopher Faulet6b81df72019-10-01 22:08:43 +02002595 if (h1c->flags & H1C_F_OUT_FULL) {
2596 h1c->flags &= ~H1C_F_OUT_FULL;
2597 TRACE_STATE("h1c obuf not full anymore", H1_EV_STRM_SEND|H1_EV_H1S_BLK, h1c->conn);
2598 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002599 b_del(&h1c->obuf, ret);
2600 sent = 1;
2601 }
2602
Christopher Faulet145aa472018-12-06 10:56:20 +01002603 if (conn->flags & (CO_FL_ERROR|CO_FL_SOCK_WR_SH)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002604 TRACE_DEVEL("connection error or output closed", H1_EV_H1C_SEND, h1c->conn);
Christopher Faulet145aa472018-12-06 10:56:20 +01002605 /* error or output closed, nothing to send, clear the buffer to release it */
2606 b_reset(&h1c->obuf);
2607 }
2608
Christopher Faulet51dbc942018-09-13 09:05:15 +02002609 end:
Christopher Faulet10a86702021-04-07 14:18:11 +02002610 if (!(h1c->flags & H1C_F_OUT_FULL))
Christopher Faulete17fa2f2018-12-11 16:25:36 +01002611 h1_wake_stream_for_send(h1c->h1s);
Olivier Houchard75159a92018-12-03 18:46:09 +01002612
Christopher Faulet51dbc942018-09-13 09:05:15 +02002613 /* We're done, no more to send */
2614 if (!b_data(&h1c->obuf)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002615 TRACE_DEVEL("leaving with everything sent", H1_EV_H1C_SEND, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002616 h1_release_buf(h1c, &h1c->obuf);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002617 if (h1c->flags & H1C_F_ST_SHUTDOWN) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002618 TRACE_STATE("process pending shutdown for writes", H1_EV_H1C_SEND, h1c->conn);
Christopher Faulet666a0c42019-01-08 11:12:04 +01002619 h1_shutw_conn(conn, CS_SHW_NORMAL);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002620 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002621 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02002622 else if (!(h1c->wait_event.events & SUB_RETRY_SEND)) {
2623 TRACE_STATE("more data to send, subscribing", H1_EV_H1C_SEND, h1c->conn);
Olivier Houcharde179d0e2019-03-21 18:27:17 +01002624 conn->xprt->subscribe(conn, conn->xprt_ctx, SUB_RETRY_SEND, &h1c->wait_event);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002625 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002626
Christopher Faulet6b81df72019-10-01 22:08:43 +02002627 TRACE_LEAVE(H1_EV_H1C_SEND, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002628 return sent;
2629}
2630
Christopher Faulet51dbc942018-09-13 09:05:15 +02002631/* callback called on any event by the connection handler.
2632 * It applies changes and returns zero, or < 0 if it wants immediate
2633 * destruction of the connection.
2634 */
2635static int h1_process(struct h1c * h1c)
2636{
2637 struct connection *conn = h1c->conn;
Christopher Fauletfeb11742018-11-29 15:12:34 +01002638 struct h1s *h1s = h1c->h1s;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002639
Christopher Faulet6b81df72019-10-01 22:08:43 +02002640 TRACE_ENTER(H1_EV_H1C_WAKE, conn);
2641
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002642 /* Try to parse now the first block of a request, creating the H1 stream if necessary */
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01002643 if (b_data(&h1c->ibuf) && /* Input data to be processed */
2644 (h1c->flags & H1C_F_ST_ALIVE) && !(h1c->flags & H1C_F_ST_READY) && /* ST_IDLE/ST_EMBRYONIC or ST_ATTACH but not ST_READY */
2645 !(h1c->flags & H1C_F_IN_SALLOC)) { /* No allocation failure on the stream rxbuf */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002646 struct buffer *buf;
2647 size_t count;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002648
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002649 /* When it happens for a backend connection, we may release it (it is probably a 408) */
2650 if (h1c->flags & H1C_F_IS_BACK)
Christopher Faulet539e0292018-11-19 10:40:09 +01002651 goto release;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002652
2653 /* First of all handle H1 to H2 upgrade (no need to create the H1 stream) */
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01002654 if (!(h1c->flags & H1C_F_WAIT_NEXT_REQ) && /* First request */
Christopher Faulet143e9e52021-03-08 15:32:03 +01002655 !(h1c->px->options2 & PR_O2_NO_H2_UPGRADE) && /* H2 upgrade supported by the proxy */
2656 !(conn->mux->flags & MX_FL_NO_UPG)) { /* the current mux supports upgrades */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002657 /* Try to match H2 preface before parsing the request headers. */
2658 if (b_isteq(&h1c->ibuf, 0, b_data(&h1c->ibuf), ist(H2_CONN_PREFACE)) > 0) {
2659 h1c->flags |= H1C_F_UPG_H2C;
Christopher Faulet0f9395d2021-01-21 17:50:19 +01002660 if (h1c->flags & H1C_F_ST_ATTACHED) {
2661 /* Force the REOS here to be sure to release the CS.
2662 Here ATTACHED implies !READY, and h1s defined
2663 */
2664 BUG_ON(!h1s || (h1c->flags & H1C_F_ST_READY));
2665 h1s->flags |= H1S_F_REOS;
2666 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002667 TRACE_STATE("release h1c to perform H2 upgrade ", H1_EV_RX_DATA|H1_EV_H1C_WAKE);
Christopher Faulet539e0292018-11-19 10:40:09 +01002668 goto release;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002669 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002670 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002671
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002672 /* Create the H1 stream if not already there */
2673 if (!h1s) {
2674 h1s = h1c_frt_stream_new(h1c);
2675 if (!h1s) {
2676 b_reset(&h1c->ibuf);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002677 h1c->flags = (h1c->flags & ~(H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ)) | H1C_F_ST_ERROR;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002678 goto no_parsing;
2679 }
2680 }
2681
2682 if (h1s->sess->t_idle == -1)
2683 h1s->sess->t_idle = tv_ms_elapsed(&h1s->sess->tv_accept, &now) - h1s->sess->t_handshake;
2684
2685 /* Get the stream rxbuf */
2686 buf = h1_get_buf(h1c, &h1s->rxbuf);
2687 if (!buf) {
2688 h1c->flags |= H1C_F_IN_SALLOC;
2689 TRACE_STATE("waiting for stream rxbuf allocation", H1_EV_H1C_WAKE|H1_EV_H1C_BLK, h1c->conn);
2690 return 0;
2691 }
2692
2693 count = (buf->size - sizeof(struct htx) - global.tune.maxrewrite);
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01002694 h1_process_demux(h1c, buf, count);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002695 h1_release_buf(h1c, &h1s->rxbuf);
2696 h1_set_idle_expiration(h1c);
2697
2698 no_parsing:
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002699 if (h1c->flags & H1C_F_ST_ERROR) {
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002700 h1_handle_internal_err(h1c);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002701 h1c->flags &= ~(H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ);
Christopher Faulet26a26432021-01-27 11:27:50 +01002702 TRACE_ERROR("internal error detected", H1_EV_H1C_WAKE|H1_EV_H1C_ERR);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002703 }
2704 else if (h1s->flags & H1S_F_PARSING_ERROR) {
2705 h1_handle_bad_req(h1c);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002706 h1c->flags = (h1c->flags & ~(H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ)) | H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01002707 TRACE_ERROR("parsing error detected", H1_EV_H1C_WAKE|H1_EV_H1C_ERR);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002708 }
Christopher Faulet2eed8002020-12-07 11:26:13 +01002709 else if (h1s->flags & H1S_F_NOT_IMPL_ERROR) {
2710 h1_handle_not_impl_err(h1c);
2711 h1c->flags = (h1c->flags & ~(H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ)) | H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01002712 TRACE_ERROR("not-implemented error detected", H1_EV_H1C_WAKE|H1_EV_H1C_ERR);
Christopher Faulet2eed8002020-12-07 11:26:13 +01002713 }
Christopher Fauletae635762020-09-21 11:47:16 +02002714 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002715 h1_send(h1c);
2716
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002717 if ((conn->flags & CO_FL_ERROR) || conn_xprt_read0_pending(conn) || (h1c->flags & H1C_F_ST_ERROR)) {
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01002718 if (!(h1c->flags & H1C_F_ST_READY)) {
2719 /* No conn-stream or not ready */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002720 /* shutdown for reads and error on the frontend connection: Send an error */
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002721 if (!(h1c->flags & (H1C_F_IS_BACK|H1C_F_ST_ERROR))) {
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002722 if (h1_handle_bad_req(h1c))
2723 h1_send(h1c);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002724 h1c->flags = (h1c->flags & ~(H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ)) | H1C_F_ST_ERROR;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002725 }
2726
2727 /* Handle pending error, if any (only possible on frontend connection) */
2728 if (h1c->flags & H1C_F_ERR_PENDING) {
2729 BUG_ON(h1c->flags & H1C_F_IS_BACK);
2730 if (h1_send_error(h1c))
2731 h1_send(h1c);
2732 }
Christopher Fauletae635762020-09-21 11:47:16 +02002733
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002734 /* If there is some pending outgoing data or error, just wait */
2735 if (b_data(&h1c->obuf) || (h1c->flags & H1C_F_ERR_PENDING))
2736 goto end;
Christopher Fauletfeb11742018-11-29 15:12:34 +01002737
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002738 /* Otherwise we can release the H1 connection */
2739 goto release;
2740 }
2741 else {
2742 /* Here there is still a H1 stream with a conn-stream.
2743 * Report the connection state at the stream level
2744 */
2745 if (conn_xprt_read0_pending(conn)) {
2746 h1s->flags |= H1S_F_REOS;
2747 TRACE_STATE("read0 on connection", H1_EV_H1C_RECV, conn, h1s);
2748 }
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002749 if ((h1c->flags & H1C_F_ST_ERROR) || (conn->flags & CO_FL_ERROR))
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002750 h1s->cs->flags |= CS_FL_ERROR;
2751 TRACE_POINT(H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Fauletad4daf62021-01-21 17:49:01 +01002752 h1_alert(h1s);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002753 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02002754 }
Willy Tarreauc493c9c2019-06-03 14:18:22 +02002755
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002756 if (!b_data(&h1c->ibuf))
2757 h1_release_buf(h1c, &h1c->ibuf);
2758
Amaury Denoyelleefc6e952021-05-05 11:11:11 +02002759 /* Check if a soft-stop is in progress.
2760 * Release idling front connection if this is the case.
2761 */
2762 if (!(h1c->flags & H1C_F_IS_BACK)) {
2763 if (unlikely(h1c->px->disabled)) {
2764 if (h1c->flags & H1C_F_WAIT_NEXT_REQ)
2765 goto release;
2766 }
2767 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002768
2769 if ((h1c->flags & H1C_F_WANT_SPLICE) && !h1s_data_pending(h1s)) {
2770 TRACE_DEVEL("xprt rcv_buf blocked (want_splice), notify h1s for recv", H1_EV_H1C_RECV, h1c->conn);
2771 h1_wake_stream_for_recv(h1s);
Olivier Houchard75159a92018-12-03 18:46:09 +01002772 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002773
Christopher Faulet47365272018-10-31 17:40:50 +01002774 end:
Christopher Faulet7a145d62020-08-05 11:31:16 +02002775 h1_refresh_timeout(h1c);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002776 TRACE_LEAVE(H1_EV_H1C_WAKE, conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002777 return 0;
Christopher Faulet539e0292018-11-19 10:40:09 +01002778
2779 release:
Christopher Faulet0f9395d2021-01-21 17:50:19 +01002780 if (h1c->flags & H1C_F_ST_ATTACHED) {
Ilya Shipitsinacf84592021-02-06 22:29:08 +05002781 /* Don't release the H1 connection right now, we must destroy the
Christopher Faulet0f9395d2021-01-21 17:50:19 +01002782 * attached CS first. Here, the H1C must not be READY */
2783 BUG_ON(!h1s || h1c->flags & H1C_F_ST_READY);
2784
2785 if (conn_xprt_read0_pending(conn) || (h1s->flags & H1S_F_REOS))
2786 h1s->cs->flags |= CS_FL_EOS;
2787 if ((h1c->flags & H1C_F_ST_ERROR) || (conn->flags & CO_FL_ERROR))
2788 h1s->cs->flags |= CS_FL_ERROR;
2789 h1_alert(h1s);
2790 TRACE_DEVEL("waiting to release the CS before releasing the connection", H1_EV_H1C_WAKE);
2791 }
2792 else {
2793 h1_release(h1c);
2794 TRACE_DEVEL("leaving after releasing the connection", H1_EV_H1C_WAKE);
2795 }
Christopher Faulet539e0292018-11-19 10:40:09 +01002796 return -1;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002797}
2798
Willy Tarreaue388f2f2021-03-02 16:51:09 +01002799struct task *h1_io_cb(struct task *t, void *ctx, unsigned int state)
Christopher Faulet51dbc942018-09-13 09:05:15 +02002800{
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002801 struct connection *conn;
2802 struct tasklet *tl = (struct tasklet *)t;
2803 int conn_in_list;
Willy Tarreaue388f2f2021-03-02 16:51:09 +01002804 struct h1c *h1c = ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002805 int ret = 0;
2806
Willy Tarreaue388f2f2021-03-02 16:51:09 +01002807 if (state & TASK_F_USR1) {
2808 /* the tasklet was idling on an idle connection, it might have
2809 * been stolen, let's be careful!
2810 */
2811 HA_SPIN_LOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
2812 if (tl->context == NULL) {
2813 /* The connection has been taken over by another thread,
2814 * we're no longer responsible for it, so just free the
2815 * tasklet, and do nothing.
2816 */
2817 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
2818 tasklet_free(tl);
2819 return NULL;
2820 }
2821 conn = h1c->conn;
2822 TRACE_POINT(H1_EV_H1C_WAKE, conn);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002823
Willy Tarreaue388f2f2021-03-02 16:51:09 +01002824 /* Remove the connection from the list, to be sure nobody attempts
2825 * to use it while we handle the I/O events
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002826 */
Willy Tarreaue388f2f2021-03-02 16:51:09 +01002827 conn_in_list = conn->flags & CO_FL_LIST_MASK;
2828 if (conn_in_list)
2829 conn_delete_from_tree(&conn->hash_node->node);
2830
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01002831 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Willy Tarreaue388f2f2021-03-02 16:51:09 +01002832 } else {
2833 /* we're certain the connection was not in an idle list */
2834 conn = h1c->conn;
2835 TRACE_ENTER(H1_EV_H1C_WAKE, conn);
2836 conn_in_list = 0;
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002837 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02002838
Willy Tarreau4f6516d2018-12-19 13:59:17 +01002839 if (!(h1c->wait_event.events & SUB_RETRY_SEND))
Christopher Faulet51dbc942018-09-13 09:05:15 +02002840 ret = h1_send(h1c);
Willy Tarreau4f6516d2018-12-19 13:59:17 +01002841 if (!(h1c->wait_event.events & SUB_RETRY_RECV))
Christopher Faulet51dbc942018-09-13 09:05:15 +02002842 ret |= h1_recv(h1c);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002843 if (ret || b_data(&h1c->ibuf))
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002844 ret = h1_process(h1c);
Willy Tarreau74163142021-03-13 11:30:19 +01002845
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002846 /* If we were in an idle list, we want to add it back into it,
2847 * unless h1_process() returned -1, which mean it has destroyed
2848 * the connection (testing !ret is enough, if h1_process() wasn't
2849 * called then ret will be 0 anyway.
2850 */
Willy Tarreau74163142021-03-13 11:30:19 +01002851 if (ret < 0)
2852 t = NULL;
2853
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002854 if (!ret && conn_in_list) {
2855 struct server *srv = objt_server(conn->target);
2856
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01002857 HA_SPIN_LOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002858 if (conn_in_list == CO_FL_SAFE_LIST)
Willy Tarreau430bf4a2021-03-04 09:45:32 +01002859 ebmb_insert(&srv->per_thr[tid].safe_conns, &conn->hash_node->node, sizeof(conn->hash_node->hash));
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002860 else
Willy Tarreau430bf4a2021-03-04 09:45:32 +01002861 ebmb_insert(&srv->per_thr[tid].idle_conns, &conn->hash_node->node, sizeof(conn->hash_node->hash));
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01002862 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002863 }
Willy Tarreau74163142021-03-13 11:30:19 +01002864 return t;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002865}
2866
Christopher Faulet51dbc942018-09-13 09:05:15 +02002867static int h1_wake(struct connection *conn)
2868{
Willy Tarreau3d2ee552018-12-19 14:12:10 +01002869 struct h1c *h1c = conn->ctx;
Olivier Houchard75159a92018-12-03 18:46:09 +01002870 int ret;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002871
Christopher Faulet6b81df72019-10-01 22:08:43 +02002872 TRACE_POINT(H1_EV_H1C_WAKE, conn);
2873
Christopher Faulet539e0292018-11-19 10:40:09 +01002874 h1_send(h1c);
Olivier Houchard75159a92018-12-03 18:46:09 +01002875 ret = h1_process(h1c);
2876 if (ret == 0) {
2877 struct h1s *h1s = h1c->h1s;
2878
Christopher Fauletad4daf62021-01-21 17:49:01 +01002879 if (h1c->flags & H1C_F_ST_ATTACHED)
2880 h1_alert(h1s);
Olivier Houchard75159a92018-12-03 18:46:09 +01002881 }
2882 return ret;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002883}
2884
Christopher Fauletb8093cf2019-01-03 16:27:28 +01002885/* Connection timeout management. The principle is that if there's no receipt
2886 * nor sending for a certain amount of time, the connection is closed.
2887 */
Willy Tarreau144f84a2021-03-02 16:09:26 +01002888struct task *h1_timeout_task(struct task *t, void *context, unsigned int state)
Christopher Fauletb8093cf2019-01-03 16:27:28 +01002889{
2890 struct h1c *h1c = context;
2891 int expired = tick_is_expired(t->expire, now_ms);
2892
Christopher Fauletc1c66a42020-09-29 15:30:15 +02002893 TRACE_ENTER(H1_EV_H1C_WAKE, h1c ? h1c->conn : NULL);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002894
Willy Tarreau68d4ee92020-06-30 11:19:23 +02002895 if (h1c) {
Christopher Fauletc1c66a42020-09-29 15:30:15 +02002896 /* Make sure nobody stole the connection from us */
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01002897 HA_SPIN_LOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Christopher Fauletc1c66a42020-09-29 15:30:15 +02002898
2899 /* Somebody already stole the connection from us, so we should not
2900 * free it, we just have to free the task.
2901 */
2902 if (!t->context) {
2903 h1c = NULL;
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01002904 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Christopher Fauletc1c66a42020-09-29 15:30:15 +02002905 goto do_leave;
2906 }
2907
Willy Tarreau68d4ee92020-06-30 11:19:23 +02002908 if (!expired) {
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01002909 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Christopher Fauletc1c66a42020-09-29 15:30:15 +02002910 TRACE_DEVEL("leaving (not expired)", H1_EV_H1C_WAKE, h1c->conn, h1c->h1s);
Willy Tarreau68d4ee92020-06-30 11:19:23 +02002911 return t;
2912 }
Christopher Fauletb8093cf2019-01-03 16:27:28 +01002913
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01002914 /* If a conn-stream is still attached and ready to the mux, wait for the
Christopher Fauletc1c66a42020-09-29 15:30:15 +02002915 * stream's timeout
Willy Tarreau68d4ee92020-06-30 11:19:23 +02002916 */
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01002917 if (h1c->flags & H1C_F_ST_READY) {
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01002918 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Christopher Fauletc1c66a42020-09-29 15:30:15 +02002919 t->expire = TICK_ETERNITY;
2920 TRACE_DEVEL("leaving (CS still attached)", H1_EV_H1C_WAKE, h1c->conn, h1c->h1s);
2921 return t;
2922 }
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002923
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002924 /* Try to send an error to the client */
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002925 if (!(h1c->flags & (H1C_F_IS_BACK|H1C_F_ST_ERROR|H1C_F_ERR_PENDING|H1C_F_ST_SHUTDOWN))) {
2926 h1c->flags = (h1c->flags & ~H1C_F_ST_IDLE) | H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01002927 TRACE_DEVEL("timeout error detected", H1_EV_H1C_WAKE|H1_EV_H1C_ERR, h1c->conn, h1c->h1s);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002928 if (h1_handle_req_tout(h1c))
2929 h1_send(h1c);
2930 if (b_data(&h1c->obuf) || (h1c->flags & H1C_F_ERR_PENDING)) {
2931 h1_refresh_timeout(h1c);
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01002932 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002933 return t;
2934 }
2935 }
2936
Christopher Faulet0f9395d2021-01-21 17:50:19 +01002937 if (h1c->flags & H1C_F_ST_ATTACHED) {
Ilya Shipitsinacf84592021-02-06 22:29:08 +05002938 /* Don't release the H1 connection right now, we must destroy the
Christopher Faulet0f9395d2021-01-21 17:50:19 +01002939 * attached CS first. Here, the H1C must not be READY */
2940 h1c->h1s->cs->flags |= (CS_FL_EOS|CS_FL_ERROR);
2941 h1_alert(h1c->h1s);
2942 h1_refresh_timeout(h1c);
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01002943 HA_SPIN_UNLOCK(OTHER_LOCK, &idle_conns[tid].idle_conns_lock);
Christopher Faulet0f9395d2021-01-21 17:50:19 +01002944 TRACE_DEVEL("waiting to release the CS before releasing the connection", H1_EV_H1C_WAKE);
2945 return t;
2946 }
2947
Christopher Fauletc1c66a42020-09-29 15:30:15 +02002948 /* We're about to destroy the connection, so make sure nobody attempts
2949 * to steal it from us.
Willy Tarreau68d4ee92020-06-30 11:19:23 +02002950 */
Christopher Fauletc1c66a42020-09-29 15:30:15 +02002951 if (h1c->conn->flags & CO_FL_LIST_MASK)
Amaury Denoyelle8990b012021-02-19 15:29:16 +01002952 conn_delete_from_tree(&h1c->conn->hash_node->node);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002953
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01002954 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Willy Tarreau68d4ee92020-06-30 11:19:23 +02002955 }
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002956
Christopher Fauletc1c66a42020-09-29 15:30:15 +02002957 do_leave:
Olivier Houchard3f795f72019-04-17 22:51:06 +02002958 task_destroy(t);
Christopher Fauletb8093cf2019-01-03 16:27:28 +01002959
2960 if (!h1c) {
2961 /* resources were already deleted */
Christopher Faulet6b81df72019-10-01 22:08:43 +02002962 TRACE_DEVEL("leaving (not more h1c)", H1_EV_H1C_WAKE);
Christopher Fauletb8093cf2019-01-03 16:27:28 +01002963 return NULL;
2964 }
2965
2966 h1c->task = NULL;
Christopher Fauletc1c66a42020-09-29 15:30:15 +02002967 h1_release(h1c);
2968 TRACE_LEAVE(H1_EV_H1C_WAKE);
Christopher Fauletb8093cf2019-01-03 16:27:28 +01002969 return NULL;
2970}
2971
Christopher Faulet51dbc942018-09-13 09:05:15 +02002972/*******************************************/
2973/* functions below are used by the streams */
2974/*******************************************/
Christopher Faulet73c12072019-04-08 11:23:22 +02002975
Christopher Faulet51dbc942018-09-13 09:05:15 +02002976/*
2977 * Attach a new stream to a connection
2978 * (Used for outgoing connections)
2979 */
Olivier Houchardf502aca2018-12-14 19:42:40 +01002980static struct conn_stream *h1_attach(struct connection *conn, struct session *sess)
Christopher Faulet51dbc942018-09-13 09:05:15 +02002981{
Willy Tarreau3d2ee552018-12-19 14:12:10 +01002982 struct h1c *h1c = conn->ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002983 struct conn_stream *cs = NULL;
2984 struct h1s *h1s;
2985
Christopher Faulet6b81df72019-10-01 22:08:43 +02002986 TRACE_ENTER(H1_EV_STRM_NEW, conn);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002987 if (h1c->flags & H1C_F_ST_ERROR) {
Christopher Faulet26a26432021-01-27 11:27:50 +01002988 TRACE_ERROR("h1c on error", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, conn);
2989 goto err;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002990 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002991
Christopher Faulet236c93b2020-07-02 09:19:54 +02002992 cs = cs_new(h1c->conn, h1c->conn->target);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002993 if (!cs) {
Christopher Faulet26a26432021-01-27 11:27:50 +01002994 TRACE_ERROR("CS allocation failure", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, conn);
2995 goto err;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002996 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002997
Christopher Faulet2f0ec662020-09-24 10:30:15 +02002998 h1s = h1c_bck_stream_new(h1c, cs, sess);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002999 if (h1s == NULL) {
Christopher Faulet26a26432021-01-27 11:27:50 +01003000 TRACE_ERROR("h1s creation failure", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, conn);
3001 goto err;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003002 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02003003
Willy Tarreaue388f2f2021-03-02 16:51:09 +01003004 /* the connection is not idle anymore, let's mark this */
3005 HA_ATOMIC_AND(&h1c->wait_event.tasklet->state, ~TASK_F_USR1);
Willy Tarreau4f8cd432021-03-02 17:27:58 +01003006 xprt_set_used(conn, conn->xprt, conn->xprt_ctx);
Willy Tarreaue388f2f2021-03-02 16:51:09 +01003007
Christopher Faulet6b81df72019-10-01 22:08:43 +02003008 TRACE_LEAVE(H1_EV_STRM_NEW, conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003009 return cs;
Christopher Faulet26a26432021-01-27 11:27:50 +01003010 err:
Christopher Faulet51dbc942018-09-13 09:05:15 +02003011 cs_free(cs);
Christopher Faulet26a26432021-01-27 11:27:50 +01003012 TRACE_DEVEL("leaving on error", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003013 return NULL;
3014}
3015
3016/* Retrieves a valid conn_stream from this connection, or returns NULL. For
3017 * this mux, it's easy as we can only store a single conn_stream.
3018 */
3019static const struct conn_stream *h1_get_first_cs(const struct connection *conn)
3020{
Willy Tarreau3d2ee552018-12-19 14:12:10 +01003021 struct h1c *h1c = conn->ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003022 struct h1s *h1s = h1c->h1s;
3023
3024 if (h1s)
3025 return h1s->cs;
3026
3027 return NULL;
3028}
3029
Christopher Faulet73c12072019-04-08 11:23:22 +02003030static void h1_destroy(void *ctx)
Christopher Faulet51dbc942018-09-13 09:05:15 +02003031{
Christopher Faulet73c12072019-04-08 11:23:22 +02003032 struct h1c *h1c = ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003033
Christopher Faulet6b81df72019-10-01 22:08:43 +02003034 TRACE_POINT(H1_EV_H1C_END, h1c->conn);
Christopher Faulet39a96ee2019-04-08 10:52:21 +02003035 if (!h1c->h1s || !h1c->conn || h1c->conn->ctx != h1c)
Christopher Faulet73c12072019-04-08 11:23:22 +02003036 h1_release(h1c);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003037}
3038
3039/*
3040 * Detach the stream from the connection and possibly release the connection.
3041 */
3042static void h1_detach(struct conn_stream *cs)
3043{
3044 struct h1s *h1s = cs->ctx;
3045 struct h1c *h1c;
Olivier Houchardf502aca2018-12-14 19:42:40 +01003046 struct session *sess;
Olivier Houchard8a786902018-12-15 16:05:40 +01003047 int is_not_first;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003048
Christopher Faulet6b81df72019-10-01 22:08:43 +02003049 TRACE_ENTER(H1_EV_STRM_END, h1s ? h1s->h1c->conn : NULL, h1s);
3050
Christopher Faulet51dbc942018-09-13 09:05:15 +02003051 cs->ctx = NULL;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003052 if (!h1s) {
3053 TRACE_LEAVE(H1_EV_STRM_END);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003054 return;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003055 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02003056
Olivier Houchardf502aca2018-12-14 19:42:40 +01003057 sess = h1s->sess;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003058 h1c = h1s->h1c;
3059 h1s->cs = NULL;
3060
Christopher Faulet42849b02020-10-05 11:35:17 +02003061 sess->accept_date = date;
3062 sess->tv_accept = now;
3063 sess->t_handshake = 0;
3064 sess->t_idle = -1;
3065
Olivier Houchard8a786902018-12-15 16:05:40 +01003066 is_not_first = h1s->flags & H1S_F_NOT_FIRST;
3067 h1s_destroy(h1s);
3068
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003069 if ((h1c->flags & (H1C_F_IS_BACK|H1C_F_ST_IDLE)) == (H1C_F_IS_BACK|H1C_F_ST_IDLE)) {
Christopher Fauletf1204b82019-07-19 14:51:06 +02003070 /* If there are any excess server data in the input buffer,
3071 * release it and close the connection ASAP (some data may
3072 * remain in the output buffer). This happens if a server sends
3073 * invalid responses. So in such case, we don't want to reuse
3074 * the connection
Christopher Faulet03627242019-07-19 11:34:08 +02003075 */
Christopher Fauletf1204b82019-07-19 14:51:06 +02003076 if (b_data(&h1c->ibuf)) {
3077 h1_release_buf(h1c, &h1c->ibuf);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003078 h1c->flags = (h1c->flags & ~H1C_F_ST_IDLE) | H1C_F_ST_SHUTDOWN;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003079 TRACE_DEVEL("remaining data on detach, kill connection", H1_EV_STRM_END|H1_EV_H1C_END);
Christopher Fauletf1204b82019-07-19 14:51:06 +02003080 goto release;
3081 }
Christopher Faulet03627242019-07-19 11:34:08 +02003082
Christopher Faulet08016ab2020-07-01 16:10:06 +02003083 if (h1c->conn->flags & CO_FL_PRIVATE) {
3084 /* Add the connection in the session server list, if not already done */
Olivier Houchard351411f2018-12-27 17:20:54 +01003085 if (!session_add_conn(sess, h1c->conn, h1c->conn->target)) {
3086 h1c->conn->owner = NULL;
Olivier Houchard2444aa52020-01-20 13:56:01 +01003087 h1c->conn->mux->destroy(h1c);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003088 goto end;
Olivier Houchard351411f2018-12-27 17:20:54 +01003089 }
Christopher Faulet08016ab2020-07-01 16:10:06 +02003090 /* Always idle at this step */
Olivier Houchard2444aa52020-01-20 13:56:01 +01003091 if (session_check_idle_conn(sess, h1c->conn)) {
Olivier Houcharda4d4fdf2018-12-14 19:27:06 +01003092 /* The connection got destroyed, let's leave */
Christopher Faulet6b81df72019-10-01 22:08:43 +02003093 TRACE_DEVEL("outgoing connection killed", H1_EV_STRM_END|H1_EV_H1C_END);
3094 goto end;
3095 }
Olivier Houcharda4d4fdf2018-12-14 19:27:06 +01003096 }
Christopher Faulet08016ab2020-07-01 16:10:06 +02003097 else {
Olivier Houchard2444aa52020-01-20 13:56:01 +01003098 if (h1c->conn->owner == sess)
3099 h1c->conn->owner = NULL;
Willy Tarreaue388f2f2021-03-02 16:51:09 +01003100
3101 /* mark that the tasklet may lose its context to another thread and
3102 * that the handler needs to check it under the idle conns lock.
3103 */
3104 HA_ATOMIC_OR(&h1c->wait_event.tasklet->state, TASK_F_USR1);
Olivier Houchard3c49c1b2020-03-22 19:56:03 +01003105 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Willy Tarreau4f8cd432021-03-02 17:27:58 +01003106 xprt_set_idle(h1c->conn, h1c->conn->xprt, h1c->conn->xprt_ctx);
3107
Olivier Houcharddc2f2752020-02-13 19:12:07 +01003108 if (!srv_add_to_idle_list(objt_server(h1c->conn->target), h1c->conn, is_not_first)) {
Olivier Houchard2444aa52020-01-20 13:56:01 +01003109 /* The server doesn't want it, let's kill the connection right away */
3110 h1c->conn->mux->destroy(h1c);
3111 TRACE_DEVEL("outgoing connection killed", H1_EV_STRM_END|H1_EV_H1C_END);
3112 goto end;
Christopher Faulet9400a392018-11-23 23:10:39 +01003113 }
Olivier Houchard199d4fa2020-03-22 23:25:51 +01003114 /* At this point, the connection has been added to the
3115 * server idle list, so another thread may already have
3116 * hijacked it, so we can't do anything with it.
3117 */
Olivier Houchard2444aa52020-01-20 13:56:01 +01003118 return;
Christopher Faulet9400a392018-11-23 23:10:39 +01003119 }
3120 }
3121
Christopher Fauletf1204b82019-07-19 14:51:06 +02003122 release:
Christopher Faulet3ac0f432019-06-28 17:41:42 +02003123 /* We don't want to close right now unless the connection is in error or shut down for writes */
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003124 if ((h1c->flags & H1C_F_ST_ERROR) ||
Christopher Faulet37243bc2019-07-11 15:40:25 +02003125 (h1c->conn->flags & (CO_FL_ERROR|CO_FL_SOCK_WR_SH)) ||
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003126 ((h1c->flags & H1C_F_ST_SHUTDOWN) && !b_data(&h1c->obuf)) ||
Christopher Faulet6b81df72019-10-01 22:08:43 +02003127 !h1c->conn->owner) {
3128 TRACE_DEVEL("killing dead connection", H1_EV_STRM_END, h1c->conn);
Christopher Faulet73c12072019-04-08 11:23:22 +02003129 h1_release(h1c);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003130 }
Christopher Fauletb8093cf2019-01-03 16:27:28 +01003131 else {
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003132 if (h1c->flags & H1C_F_ST_IDLE) {
Christopher Faulet5d3c93c2020-10-05 17:14:28 +02003133 /* If we have a new request, process it immediately or
3134 * subscribe for reads waiting for new data
3135 */
Christopher Faulet0c366a82020-12-18 15:13:47 +01003136 if (unlikely(b_data(&h1c->ibuf))) {
3137 if (h1_process(h1c) == -1)
3138 goto end;
3139 }
Christopher Faulet5d3c93c2020-10-05 17:14:28 +02003140 else
3141 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
3142 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02003143 h1_set_idle_expiration(h1c);
Christopher Faulet7a145d62020-08-05 11:31:16 +02003144 h1_refresh_timeout(h1c);
Christopher Fauletb8093cf2019-01-03 16:27:28 +01003145 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02003146 end:
3147 TRACE_LEAVE(H1_EV_STRM_END);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003148}
3149
3150
3151static void h1_shutr(struct conn_stream *cs, enum cs_shr_mode mode)
3152{
3153 struct h1s *h1s = cs->ctx;
Christopher Faulet7f366362019-04-08 10:51:20 +02003154 struct h1c *h1c;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003155
3156 if (!h1s)
3157 return;
Christopher Faulet7f366362019-04-08 10:51:20 +02003158 h1c = h1s->h1c;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003159
Christopher Faulet6b81df72019-10-01 22:08:43 +02003160 TRACE_ENTER(H1_EV_STRM_SHUT, h1c->conn, h1s);
3161
Christopher Faulet3c82d8b2020-10-05 17:11:16 +02003162 if (cs->flags & CS_FL_SHR)
3163 goto end;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003164 if (cs->flags & CS_FL_KILL_CONN) {
3165 TRACE_STATE("stream wants to kill the connection", H1_EV_STRM_SHUT, h1c->conn, h1s);
3166 goto do_shutr;
3167 }
3168 if (h1c->conn->flags & (CO_FL_ERROR | CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH)) {
3169 TRACE_STATE("shutdown on connection (error|rd_sh|wr_sh)", H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet7f366362019-04-08 10:51:20 +02003170 goto do_shutr;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003171 }
Christopher Faulet7f366362019-04-08 10:51:20 +02003172
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01003173 if (!(h1c->flags & (H1C_F_ST_READY|H1C_F_ST_ERROR))) {
3174 /* Here attached is implicit because there is CS */
3175 TRACE_STATE("keep connection alive (ALIVE but not READY nor ERROR)", H1_EV_STRM_SHUT, h1c->conn, h1s);
3176 goto end;
3177 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02003178 if (h1s->flags & H1S_F_WANT_KAL) {
3179 TRACE_STATE("keep connection alive (want_kal)", H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003180 goto end;
3181 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02003182
Christopher Faulet7f366362019-04-08 10:51:20 +02003183 do_shutr:
Christopher Faulet51dbc942018-09-13 09:05:15 +02003184 /* NOTE: Be sure to handle abort (cf. h2_shutr) */
3185 if (cs->flags & CS_FL_SHR)
Christopher Faulet6b81df72019-10-01 22:08:43 +02003186 goto end;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003187 if (conn_xprt_ready(cs->conn) && cs->conn->xprt->shutr)
Olivier Houcharde179d0e2019-03-21 18:27:17 +01003188 cs->conn->xprt->shutr(cs->conn, cs->conn->xprt_ctx,
Christopher Faulet6b81df72019-10-01 22:08:43 +02003189 (mode == CS_SHR_DRAIN));
Christopher Faulet6b81df72019-10-01 22:08:43 +02003190 end:
3191 TRACE_LEAVE(H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003192}
3193
3194static void h1_shutw(struct conn_stream *cs, enum cs_shw_mode mode)
3195{
3196 struct h1s *h1s = cs->ctx;
3197 struct h1c *h1c;
3198
3199 if (!h1s)
3200 return;
3201 h1c = h1s->h1c;
3202
Christopher Faulet6b81df72019-10-01 22:08:43 +02003203 TRACE_ENTER(H1_EV_STRM_SHUT, h1c->conn, h1s);
3204
Christopher Faulet3c82d8b2020-10-05 17:11:16 +02003205 if (cs->flags & CS_FL_SHW)
3206 goto end;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003207 if (cs->flags & CS_FL_KILL_CONN) {
3208 TRACE_STATE("stream wants to kill the connection", H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet7f366362019-04-08 10:51:20 +02003209 goto do_shutw;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003210 }
3211 if (h1c->conn->flags & (CO_FL_ERROR | CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH)) {
3212 TRACE_STATE("shutdown on connection (error|rd_sh|wr_sh)", H1_EV_STRM_SHUT, h1c->conn, h1s);
3213 goto do_shutw;
3214 }
Olivier Houchardd2e88c72018-12-19 15:55:23 +01003215
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01003216 if (!(h1c->flags & (H1C_F_ST_READY|H1C_F_ST_ERROR))) {
3217 /* Here attached is implicit because there is CS */
3218 TRACE_STATE("keep connection alive (ALIVE but not READY nor ERROR)", H1_EV_STRM_SHUT, h1c->conn, h1s);
3219 goto end;
3220 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02003221 if (((h1s->flags & H1S_F_WANT_KAL) && h1s->req.state == H1_MSG_DONE && h1s->res.state == H1_MSG_DONE)) {
3222 TRACE_STATE("keep connection alive (want_kal)", H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003223 goto end;
3224 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02003225
Christopher Faulet7f366362019-04-08 10:51:20 +02003226 do_shutw:
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003227 h1c->flags |= H1C_F_ST_SHUTDOWN;
Christopher Faulet3c82d8b2020-10-05 17:11:16 +02003228 if (!b_data(&h1c->obuf))
3229 h1_shutw_conn(cs->conn, mode);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003230 end:
3231 TRACE_LEAVE(H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003232}
3233
Christopher Faulet666a0c42019-01-08 11:12:04 +01003234static void h1_shutw_conn(struct connection *conn, enum cs_shw_mode mode)
Christopher Faulet51dbc942018-09-13 09:05:15 +02003235{
Willy Tarreau3d2ee552018-12-19 14:12:10 +01003236 struct h1c *h1c = conn->ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003237
Willy Tarreau62592ad2021-03-26 09:09:42 +01003238 if (conn->flags & CO_FL_SOCK_WR_SH)
3239 return;
3240
Christopher Faulet6b81df72019-10-01 22:08:43 +02003241 TRACE_ENTER(H1_EV_STRM_SHUT, conn, h1c->h1s);
Christopher Faulet666a0c42019-01-08 11:12:04 +01003242 conn_xprt_shutw(conn);
3243 conn_sock_shutw(conn, (mode == CS_SHW_NORMAL));
Christopher Faulet6b81df72019-10-01 22:08:43 +02003244 TRACE_LEAVE(H1_EV_STRM_SHUT, conn, h1c->h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003245}
3246
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01003247/* Called from the upper layer, to unsubscribe <es> from events <event_type>
3248 * The <es> pointer is not allowed to differ from the one passed to the
3249 * subscribe() call. It always returns zero.
3250 */
3251static int h1_unsubscribe(struct conn_stream *cs, int event_type, struct wait_event *es)
Christopher Faulet51dbc942018-09-13 09:05:15 +02003252{
Christopher Faulet51dbc942018-09-13 09:05:15 +02003253 struct h1s *h1s = cs->ctx;
3254
3255 if (!h1s)
3256 return 0;
3257
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003258 BUG_ON(event_type & ~(SUB_RETRY_SEND|SUB_RETRY_RECV));
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01003259 BUG_ON(h1s->subs && h1s->subs != es);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003260
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01003261 es->events &= ~event_type;
3262 if (!es->events)
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003263 h1s->subs = NULL;
3264
3265 if (event_type & SUB_RETRY_RECV)
Christopher Faulet6b81df72019-10-01 22:08:43 +02003266 TRACE_DEVEL("unsubscribe(recv)", H1_EV_STRM_RECV, h1s->h1c->conn, h1s);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003267
3268 if (event_type & SUB_RETRY_SEND)
Christopher Faulet6b81df72019-10-01 22:08:43 +02003269 TRACE_DEVEL("unsubscribe(send)", H1_EV_STRM_SEND, h1s->h1c->conn, h1s);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003270
Christopher Faulet51dbc942018-09-13 09:05:15 +02003271 return 0;
3272}
3273
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01003274/* Called from the upper layer, to subscribe <es> to events <event_type>. The
3275 * event subscriber <es> is not allowed to change from a previous call as long
3276 * as at least one event is still subscribed. The <event_type> must only be a
3277 * combination of SUB_RETRY_RECV and SUB_RETRY_SEND. It always returns 0, unless
3278 * the conn_stream <cs> was already detached, in which case it will return -1.
3279 */
3280static int h1_subscribe(struct conn_stream *cs, int event_type, struct wait_event *es)
Christopher Faulet51dbc942018-09-13 09:05:15 +02003281{
Christopher Faulet51dbc942018-09-13 09:05:15 +02003282 struct h1s *h1s = cs->ctx;
Christopher Faulet51bb1852019-09-04 10:22:34 +02003283 struct h1c *h1c;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003284
3285 if (!h1s)
3286 return -1;
3287
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003288 BUG_ON(event_type & ~(SUB_RETRY_SEND|SUB_RETRY_RECV));
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01003289 BUG_ON(h1s->subs && h1s->subs != es);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003290
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01003291 es->events |= event_type;
3292 h1s->subs = es;
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003293
3294 if (event_type & SUB_RETRY_RECV)
Christopher Faulet6b81df72019-10-01 22:08:43 +02003295 TRACE_DEVEL("subscribe(recv)", H1_EV_STRM_RECV, h1s->h1c->conn, h1s);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003296
3297
Christopher Faulet6b81df72019-10-01 22:08:43 +02003298 if (event_type & SUB_RETRY_SEND) {
3299 TRACE_DEVEL("subscribe(send)", H1_EV_STRM_SEND, h1s->h1c->conn, h1s);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003300 /*
3301 * If the conn_stream attempt to subscribe, and the
3302 * mux isn't subscribed to the connection, then it
3303 * probably means the connection wasn't established
3304 * yet, so we have to subscribe.
3305 */
3306 h1c = h1s->h1c;
3307 if (!(h1c->wait_event.events & SUB_RETRY_SEND))
3308 h1c->conn->xprt->subscribe(h1c->conn,
3309 h1c->conn->xprt_ctx,
3310 SUB_RETRY_SEND,
3311 &h1c->wait_event);
3312 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02003313 return 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003314}
3315
3316/* Called from the upper layer, to receive data */
3317static size_t h1_rcv_buf(struct conn_stream *cs, struct buffer *buf, size_t count, int flags)
3318{
3319 struct h1s *h1s = cs->ctx;
Christopher Faulet539e0292018-11-19 10:40:09 +01003320 struct h1c *h1c = h1s->h1c;
Christopher Faulet0a799aa2020-09-24 09:52:52 +02003321 struct h1m *h1m = (!(h1c->flags & H1C_F_IS_BACK) ? &h1s->req : &h1s->res);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003322 size_t ret = 0;
3323
Willy Tarreau022e5e52020-09-10 09:33:15 +02003324 TRACE_ENTER(H1_EV_STRM_RECV, h1c->conn, h1s, 0, (size_t[]){count});
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01003325
3326 /* Do nothing for now if not READY */
3327 if (!(h1c->flags & H1C_F_ST_READY)) {
3328 TRACE_DEVEL("h1c not ready yet", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
3329 goto end;
3330 }
3331
Christopher Faulet539e0292018-11-19 10:40:09 +01003332 if (!(h1c->flags & H1C_F_IN_ALLOC))
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01003333 ret = h1_process_demux(h1c, buf, count);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003334 else
3335 TRACE_DEVEL("h1c ibuf not allocated", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
Christopher Faulet1be55f92018-10-02 15:59:23 +02003336
Christopher Faulet2b861bf2021-04-06 17:24:39 +02003337 if ((flags & CO_RFL_BUF_FLUSH) && (cs->flags & CS_FL_MAY_SPLICE)) {
3338 h1c->flags |= H1C_F_WANT_SPLICE;
3339 TRACE_STATE("Block xprt rcv_buf to flush stream's buffer (want_splice)", H1_EV_STRM_RECV, h1c->conn, h1s);
Christopher Faulete18777b2019-04-16 16:46:36 +02003340 }
Olivier Houchard02bac852019-08-22 18:34:25 +02003341 else {
Christopher Faulet1baef152021-04-08 18:42:59 +02003342 if (((flags & CO_RFL_KEEP_RECV) || (h1m->state != H1_MSG_DONE)) && !(h1c->wait_event.events & SUB_RETRY_RECV))
Willy Tarreau2c1f37d2020-03-04 17:50:02 +01003343 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003344 }
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01003345
3346 end:
Willy Tarreau022e5e52020-09-10 09:33:15 +02003347 TRACE_LEAVE(H1_EV_STRM_RECV, h1c->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet51dbc942018-09-13 09:05:15 +02003348 return ret;
3349}
3350
3351
3352/* Called from the upper layer, to send data */
3353static size_t h1_snd_buf(struct conn_stream *cs, struct buffer *buf, size_t count, int flags)
3354{
3355 struct h1s *h1s = cs->ctx;
3356 struct h1c *h1c;
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003357 size_t total = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003358
3359 if (!h1s)
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003360 return 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003361 h1c = h1s->h1c;
Olivier Houchard305d5ab2019-07-24 18:07:06 +02003362
Willy Tarreau022e5e52020-09-10 09:33:15 +02003363 TRACE_ENTER(H1_EV_STRM_SEND, h1c->conn, h1s, 0, (size_t[]){count});
Christopher Faulet6b81df72019-10-01 22:08:43 +02003364
Olivier Houchard305d5ab2019-07-24 18:07:06 +02003365 /* If we're not connected yet, or we're waiting for a handshake, stop
3366 * now, as we don't want to remove everything from the channel buffer
3367 * before we're sure we can send it.
3368 */
Willy Tarreau911db9b2020-01-23 16:27:54 +01003369 if (h1c->conn->flags & CO_FL_WAIT_XPRT) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02003370 TRACE_LEAVE(H1_EV_STRM_SEND, h1c->conn, h1s);
Christopher Faulet3b88b8d2018-10-26 17:36:03 +02003371 return 0;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003372 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02003373
Christopher Fauletdea24742021-01-22 15:12:30 +01003374 if (h1c->flags & H1C_F_ST_ERROR) {
3375 cs->flags |= CS_FL_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01003376 TRACE_ERROR("H1C on error, leaving in error", H1_EV_STRM_SEND|H1_EV_H1C_ERR|H1_EV_H1S_ERR|H1_EV_STRM_ERR, h1c->conn, h1s);
Christopher Fauletdea24742021-01-22 15:12:30 +01003377 return 0;
3378 }
3379
Christopher Faulet46230362019-10-17 16:04:20 +02003380 /* Inherit some flags from the upper layer */
3381 h1c->flags &= ~(H1C_F_CO_MSG_MORE|H1C_F_CO_STREAMER);
3382 if (flags & CO_SFL_MSG_MORE)
3383 h1c->flags |= H1C_F_CO_MSG_MORE;
3384 if (flags & CO_SFL_STREAMER)
3385 h1c->flags |= H1C_F_CO_STREAMER;
3386
Christopher Fauletc31872f2019-06-04 22:09:36 +02003387 while (count) {
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003388 size_t ret = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003389
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003390 if (!(h1c->flags & (H1C_F_OUT_FULL|H1C_F_OUT_ALLOC)))
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01003391 ret = h1_process_mux(h1c, buf, count);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003392 else
3393 TRACE_DEVEL("h1c obuf not allocated", H1_EV_STRM_SEND|H1_EV_H1S_BLK, h1c->conn, h1s);
Olivier Houchardc89a42f2020-06-19 16:15:05 +02003394
3395 if ((count - ret) > 0)
3396 h1c->flags |= H1C_F_CO_MSG_MORE;
3397
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003398 if (!ret)
3399 break;
3400 total += ret;
Christopher Fauletc31872f2019-06-04 22:09:36 +02003401 count -= ret;
Olivier Houchard68787ef2020-01-15 19:13:32 +01003402 if ((h1c->wait_event.events & SUB_RETRY_SEND) || !h1_send(h1c))
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003403 break;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003404 }
Christopher Fauletdea24742021-01-22 15:12:30 +01003405
3406 if (h1c->flags & H1C_F_ST_ERROR) {
Christopher Fauletdea24742021-01-22 15:12:30 +01003407 cs->flags |= CS_FL_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01003408 TRACE_ERROR("reporting error to the app-layer stream", H1_EV_STRM_SEND|H1_EV_H1S_ERR|H1_EV_STRM_ERR, h1c->conn, h1s);
Christopher Fauletdea24742021-01-22 15:12:30 +01003409 }
3410
Christopher Faulet7a145d62020-08-05 11:31:16 +02003411 h1_refresh_timeout(h1c);
Willy Tarreau022e5e52020-09-10 09:33:15 +02003412 TRACE_LEAVE(H1_EV_STRM_SEND, h1c->conn, h1s, 0, (size_t[]){total});
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003413 return total;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003414}
3415
Willy Tarreaue5733232019-05-22 19:24:06 +02003416#if defined(USE_LINUX_SPLICE)
Christopher Faulet1be55f92018-10-02 15:59:23 +02003417/* Send and get, using splicing */
3418static int h1_rcv_pipe(struct conn_stream *cs, struct pipe *pipe, unsigned int count)
3419{
3420 struct h1s *h1s = cs->ctx;
Christopher Faulet0a799aa2020-09-24 09:52:52 +02003421 struct h1c *h1c = h1s->h1c;
3422 struct h1m *h1m = (!(h1c->flags & H1C_F_IS_BACK) ? &h1s->req : &h1s->res);
Christopher Faulet1be55f92018-10-02 15:59:23 +02003423 int ret = 0;
3424
Willy Tarreau022e5e52020-09-10 09:33:15 +02003425 TRACE_ENTER(H1_EV_STRM_RECV, cs->conn, h1s, 0, (size_t[]){count});
Christopher Faulet6b81df72019-10-01 22:08:43 +02003426
Christopher Faulet9fa40c42019-11-05 16:24:27 +01003427 if ((h1m->flags & H1_MF_CHNK) || (h1m->state != H1_MSG_DATA && h1m->state != H1_MSG_TUNNEL)) {
Christopher Faulet0a799aa2020-09-24 09:52:52 +02003428 h1c->flags &= ~H1C_F_WANT_SPLICE;
Christopher Fauletae635762020-09-21 11:47:16 +02003429 TRACE_STATE("Allow xprt rcv_buf on !(msg_data|msg_tunnel)", H1_EV_STRM_RECV, cs->conn, h1s);
Christopher Faulete18777b2019-04-16 16:46:36 +02003430 goto end;
3431 }
3432
Willy Tarreaufbdf90a2019-06-03 13:42:54 +02003433 if (h1s_data_pending(h1s)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02003434 TRACE_STATE("flush input buffer before splicing", H1_EV_STRM_RECV, cs->conn, h1s);
Christopher Faulet1be55f92018-10-02 15:59:23 +02003435 goto end;
Christopher Fauletd44ad5b2018-11-19 21:52:12 +01003436 }
3437
Christopher Faulet0a799aa2020-09-24 09:52:52 +02003438 if (!h1_recv_allowed(h1c)) {
Christopher Faulet0060be92020-07-03 15:02:25 +02003439 TRACE_DEVEL("leaving on !recv_allowed", H1_EV_STRM_RECV, cs->conn, h1s);
3440 goto end;
3441 }
3442
Christopher Faulet1be55f92018-10-02 15:59:23 +02003443 if (h1m->state == H1_MSG_DATA && count > h1m->curr_len)
3444 count = h1m->curr_len;
Olivier Houcharde179d0e2019-03-21 18:27:17 +01003445 ret = cs->conn->xprt->rcv_pipe(cs->conn, cs->conn->xprt_ctx, pipe, count);
Christopher Faulet1146f972019-05-29 14:35:24 +02003446 if (h1m->state == H1_MSG_DATA && ret >= 0) {
Christopher Faulet1be55f92018-10-02 15:59:23 +02003447 h1m->curr_len -= ret;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003448 if (!h1m->curr_len) {
Christopher Faulet0a799aa2020-09-24 09:52:52 +02003449 h1c->flags &= ~H1C_F_WANT_SPLICE;
Christopher Fauletae635762020-09-21 11:47:16 +02003450 TRACE_STATE("Allow xprt rcv_buf on !curr_len", H1_EV_STRM_RECV, cs->conn, h1s);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003451 }
Christopher Faulete18777b2019-04-16 16:46:36 +02003452 }
3453
Christopher Faulet1be55f92018-10-02 15:59:23 +02003454 end:
Christopher Faulet038ad812019-04-17 11:03:22 +02003455 if (conn_xprt_read0_pending(cs->conn)) {
Willy Tarreauc493c9c2019-06-03 14:18:22 +02003456 h1s->flags |= H1S_F_REOS;
Christopher Faulet0a799aa2020-09-24 09:52:52 +02003457 h1c->flags &= ~H1C_F_WANT_SPLICE;
Christopher Fauletae635762020-09-21 11:47:16 +02003458 TRACE_STATE("Allow xprt rcv_buf on read0", H1_EV_STRM_RECV, cs->conn, h1s);
Christopher Faulet038ad812019-04-17 11:03:22 +02003459 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02003460
Christopher Faulet94d35102021-04-09 11:58:49 +02003461 if (!(h1c->flags & H1C_F_WANT_SPLICE)) {
Christopher Faulet0a799aa2020-09-24 09:52:52 +02003462 TRACE_STATE("notify the mux can't use splicing anymore", H1_EV_STRM_RECV, h1c->conn, h1s);
Willy Tarreau17ccd1a2020-01-17 16:19:34 +01003463 cs->flags &= ~CS_FL_MAY_SPLICE;
Christopher Faulet94d35102021-04-09 11:58:49 +02003464 if (!(h1c->wait_event.events & SUB_RETRY_RECV)) {
3465 TRACE_STATE("restart receiving data, subscribing", H1_EV_STRM_RECV, cs->conn, h1s);
3466 cs->conn->xprt->subscribe(cs->conn, cs->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
3467 }
Christopher Faulet27182292020-07-03 15:08:49 +02003468 }
Willy Tarreau17ccd1a2020-01-17 16:19:34 +01003469
Willy Tarreau022e5e52020-09-10 09:33:15 +02003470 TRACE_LEAVE(H1_EV_STRM_RECV, cs->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet1be55f92018-10-02 15:59:23 +02003471 return ret;
Christopher Faulet1be55f92018-10-02 15:59:23 +02003472}
3473
3474static int h1_snd_pipe(struct conn_stream *cs, struct pipe *pipe)
3475{
3476 struct h1s *h1s = cs->ctx;
Christopher Faulet1be55f92018-10-02 15:59:23 +02003477 int ret = 0;
3478
Willy Tarreau022e5e52020-09-10 09:33:15 +02003479 TRACE_ENTER(H1_EV_STRM_SEND, cs->conn, h1s, 0, (size_t[]){pipe->data});
Christopher Faulet6b81df72019-10-01 22:08:43 +02003480
Christopher Faulet8454f2d2021-04-06 17:27:32 +02003481 if (b_data(&h1s->h1c->obuf)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02003482 if (!(h1s->h1c->wait_event.events & SUB_RETRY_SEND)) {
3483 TRACE_STATE("more data to send, subscribing", H1_EV_STRM_SEND, cs->conn, h1s);
Olivier Houcharde179d0e2019-03-21 18:27:17 +01003484 cs->conn->xprt->subscribe(cs->conn, cs->conn->xprt_ctx, SUB_RETRY_SEND, &h1s->h1c->wait_event);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003485 }
Christopher Faulet8454f2d2021-04-06 17:27:32 +02003486 goto end;
Christopher Fauletd44ad5b2018-11-19 21:52:12 +01003487 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02003488
Christopher Faulet8454f2d2021-04-06 17:27:32 +02003489 ret = cs->conn->xprt->snd_pipe(cs->conn, cs->conn->xprt_ctx, pipe);
3490
3491 end:
Willy Tarreau022e5e52020-09-10 09:33:15 +02003492 TRACE_LEAVE(H1_EV_STRM_SEND, cs->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet1be55f92018-10-02 15:59:23 +02003493 return ret;
3494}
3495#endif
3496
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02003497static int h1_ctl(struct connection *conn, enum mux_ctl_type mux_ctl, void *output)
3498{
Christopher Fauletc18fc232020-10-06 17:41:36 +02003499 const struct h1c *h1c = conn->ctx;
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02003500 int ret = 0;
Christopher Fauletc18fc232020-10-06 17:41:36 +02003501
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02003502 switch (mux_ctl) {
3503 case MUX_STATUS:
Willy Tarreau911db9b2020-01-23 16:27:54 +01003504 if (!(conn->flags & CO_FL_WAIT_XPRT))
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02003505 ret |= MUX_STATUS_READY;
3506 return ret;
Christopher Faulet4c8ad842020-10-06 14:59:17 +02003507 case MUX_EXIT_STATUS:
Christopher Fauletc18fc232020-10-06 17:41:36 +02003508 ret = (h1c->errcode == 400 ? MUX_ES_INVALID_ERR :
3509 (h1c->errcode == 408 ? MUX_ES_TOUT_ERR :
Christopher Faulet2eed8002020-12-07 11:26:13 +01003510 (h1c->errcode == 501 ? MUX_ES_NOTIMPL_ERR :
3511 (h1c->errcode == 500 ? MUX_ES_INTERNAL_ERR :
3512 MUX_ES_SUCCESS))));
Christopher Fauletc18fc232020-10-06 17:41:36 +02003513 return ret;
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02003514 default:
3515 return -1;
3516 }
3517}
3518
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003519/* for debugging with CLI's "show fd" command */
Willy Tarreau8050efe2021-01-21 08:26:06 +01003520static int h1_show_fd(struct buffer *msg, struct connection *conn)
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003521{
3522 struct h1c *h1c = conn->ctx;
3523 struct h1s *h1s = h1c->h1s;
Willy Tarreau0c0c0a22021-01-21 09:13:35 +01003524 int ret = 0;
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003525
Christopher Fauletf376a312019-01-04 15:16:06 +01003526 chunk_appendf(msg, " h1c.flg=0x%x .sub=%d .ibuf=%u@%p+%u/%u .obuf=%u@%p+%u/%u",
3527 h1c->flags, h1c->wait_event.events,
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003528 (unsigned int)b_data(&h1c->ibuf), b_orig(&h1c->ibuf),
3529 (unsigned int)b_head_ofs(&h1c->ibuf), (unsigned int)b_size(&h1c->ibuf),
3530 (unsigned int)b_data(&h1c->obuf), b_orig(&h1c->obuf),
3531 (unsigned int)b_head_ofs(&h1c->obuf), (unsigned int)b_size(&h1c->obuf));
3532
3533 if (h1s) {
3534 char *method;
3535
3536 if (h1s->meth < HTTP_METH_OTHER)
3537 method = http_known_methods[h1s->meth].ptr;
3538 else
3539 method = "UNKNOWN";
3540 chunk_appendf(msg, " h1s=%p h1s.flg=0x%x .req.state=%s .res.state=%s"
3541 " .meth=%s status=%d",
3542 h1s, h1s->flags,
3543 h1m_state_str(h1s->req.state),
3544 h1m_state_str(h1s->res.state), method, h1s->status);
3545 if (h1s->cs)
3546 chunk_appendf(msg, " .cs.flg=0x%08x .cs.data=%p",
3547 h1s->cs->flags, h1s->cs->data);
Willy Tarreau150c4f82021-01-20 17:05:58 +01003548
3549 chunk_appendf(&trash, " .subs=%p", h1s->subs);
3550 if (h1s->subs) {
Christopher Faulet6c93c4e2021-02-25 10:06:29 +01003551 chunk_appendf(&trash, "(ev=%d tl=%p", h1s->subs->events, h1s->subs->tasklet);
3552 chunk_appendf(&trash, " tl.calls=%d tl.ctx=%p tl.fct=",
3553 h1s->subs->tasklet->calls,
3554 h1s->subs->tasklet->context);
3555 if (h1s->subs->tasklet->calls >= 1000000)
3556 ret = 1;
3557 resolve_sym_name(&trash, NULL, h1s->subs->tasklet->process);
3558 chunk_appendf(&trash, ")");
Willy Tarreau150c4f82021-01-20 17:05:58 +01003559 }
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003560 }
Willy Tarreau0c0c0a22021-01-21 09:13:35 +01003561 return ret;
Christopher Faulet98fbe952019-07-22 16:18:24 +02003562}
3563
3564
3565/* Add an entry in the headers map. Returns -1 on error and 0 on success. */
3566static int add_hdr_case_adjust(const char *from, const char *to, char **err)
3567{
3568 struct h1_hdr_entry *entry;
3569
3570 /* Be sure there is a non-empty <to> */
3571 if (!strlen(to)) {
3572 memprintf(err, "expect <to>");
3573 return -1;
3574 }
3575
3576 /* Be sure only the case differs between <from> and <to> */
Tim Duesterhuse5ff1412021-01-02 22:31:53 +01003577 if (strcasecmp(from, to) != 0) {
Christopher Faulet98fbe952019-07-22 16:18:24 +02003578 memprintf(err, "<from> and <to> must not differ execpt the case");
3579 return -1;
3580 }
3581
3582 /* Be sure <from> does not already existsin the tree */
3583 if (ebis_lookup(&hdrs_map.map, from)) {
3584 memprintf(err, "duplicate entry '%s'", from);
3585 return -1;
3586 }
3587
3588 /* Create the entry and insert it in the tree */
3589 entry = malloc(sizeof(*entry));
3590 if (!entry) {
3591 memprintf(err, "out of memory");
3592 return -1;
3593 }
3594
3595 entry->node.key = strdup(from);
Tim Duesterhusdcf753a2021-03-04 17:31:47 +01003596 entry->name = ist(strdup(to));
Tim Duesterhus7b5777d2021-03-02 18:57:28 +01003597 if (!entry->node.key || !isttest(entry->name)) {
Christopher Faulet98fbe952019-07-22 16:18:24 +02003598 free(entry->node.key);
Tim Duesterhused526372020-03-05 17:56:33 +01003599 istfree(&entry->name);
Christopher Faulet98fbe952019-07-22 16:18:24 +02003600 free(entry);
3601 memprintf(err, "out of memory");
3602 return -1;
3603 }
3604 ebis_insert(&hdrs_map.map, &entry->node);
3605 return 0;
3606}
3607
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003608/* Migrate the the connection to the current thread.
3609 * Return 0 if successful, non-zero otherwise.
3610 * Expected to be called with the old thread lock held.
3611 */
Olivier Houchard1662cdb2020-07-03 14:04:37 +02003612static int h1_takeover(struct connection *conn, int orig_tid)
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003613{
3614 struct h1c *h1c = conn->ctx;
Willy Tarreau09e0d9e2020-07-01 16:39:33 +02003615 struct task *task;
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003616
3617 if (fd_takeover(conn->handle.fd, conn) != 0)
3618 return -1;
Olivier Houcharda74bb7e2020-07-03 14:01:21 +02003619
3620 if (conn->xprt->takeover && conn->xprt->takeover(conn, conn->xprt_ctx, orig_tid) != 0) {
3621 /* We failed to takeover the xprt, even if the connection may
3622 * still be valid, flag it as error'd, as we have already
3623 * taken over the fd, and wake the tasklet, so that it will
3624 * destroy it.
3625 */
3626 conn->flags |= CO_FL_ERROR;
3627 tasklet_wakeup_on(h1c->wait_event.tasklet, orig_tid);
3628 return -1;
3629 }
3630
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003631 if (h1c->wait_event.events)
3632 h1c->conn->xprt->unsubscribe(h1c->conn, h1c->conn->xprt_ctx,
3633 h1c->wait_event.events, &h1c->wait_event);
3634 /* To let the tasklet know it should free itself, and do nothing else,
3635 * set its context to NULL.
3636 */
3637 h1c->wait_event.tasklet->context = NULL;
Olivier Houchard1662cdb2020-07-03 14:04:37 +02003638 tasklet_wakeup_on(h1c->wait_event.tasklet, orig_tid);
Willy Tarreau09e0d9e2020-07-01 16:39:33 +02003639
3640 task = h1c->task;
3641 if (task) {
3642 task->context = NULL;
3643 h1c->task = NULL;
3644 __ha_barrier_store();
3645 task_kill(task);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003646
3647 h1c->task = task_new(tid_bit);
3648 if (!h1c->task) {
3649 h1_release(h1c);
3650 return -1;
3651 }
3652 h1c->task->process = h1_timeout_task;
3653 h1c->task->context = h1c;
3654 }
3655 h1c->wait_event.tasklet = tasklet_new();
3656 if (!h1c->wait_event.tasklet) {
3657 h1_release(h1c);
3658 return -1;
3659 }
3660 h1c->wait_event.tasklet->process = h1_io_cb;
3661 h1c->wait_event.tasklet->context = h1c;
3662 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx,
3663 SUB_RETRY_RECV, &h1c->wait_event);
3664
3665 return 0;
3666}
3667
3668
Christopher Faulet98fbe952019-07-22 16:18:24 +02003669static void h1_hdeaders_case_adjust_deinit()
3670{
3671 struct ebpt_node *node, *next;
3672 struct h1_hdr_entry *entry;
3673
3674 node = ebpt_first(&hdrs_map.map);
3675 while (node) {
3676 next = ebpt_next(node);
3677 ebpt_delete(node);
3678 entry = container_of(node, struct h1_hdr_entry, node);
3679 free(entry->node.key);
Tim Duesterhused526372020-03-05 17:56:33 +01003680 istfree(&entry->name);
Christopher Faulet98fbe952019-07-22 16:18:24 +02003681 free(entry);
3682 node = next;
3683 }
3684 free(hdrs_map.name);
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003685}
3686
Christopher Faulet98fbe952019-07-22 16:18:24 +02003687static int cfg_h1_headers_case_adjust_postparser()
3688{
3689 FILE *file = NULL;
3690 char *c, *key_beg, *key_end, *value_beg, *value_end;
3691 char *err;
3692 int rc, line = 0, err_code = 0;
3693
3694 if (!hdrs_map.name)
3695 goto end;
3696
3697 file = fopen(hdrs_map.name, "r");
3698 if (!file) {
3699 ha_alert("config : h1-outgoing-headers-case-adjust-file '%s': failed to open file.\n",
3700 hdrs_map.name);
3701 err_code |= ERR_ALERT | ERR_FATAL;
3702 goto end;
3703 }
3704
3705 /* now parse all lines. The file may contain only two header name per
3706 * line, separated by spaces. All heading and trailing spaces will be
3707 * ignored. Lines starting with a # are ignored.
3708 */
3709 while (fgets(trash.area, trash.size, file) != NULL) {
3710 line++;
3711 c = trash.area;
3712
3713 /* strip leading spaces and tabs */
3714 while (*c == ' ' || *c == '\t')
3715 c++;
3716
3717 /* ignore emptu lines, or lines beginning with a dash */
3718 if (*c == '#' || *c == '\0' || *c == '\r' || *c == '\n')
3719 continue;
3720
3721 /* look for the end of the key */
3722 key_beg = c;
3723 while (*c != '\0' && *c != ' ' && *c != '\t' && *c != '\n' && *c != '\r')
3724 c++;
3725 key_end = c;
3726
3727 /* strip middle spaces and tabs */
3728 while (*c == ' ' || *c == '\t')
3729 c++;
3730
3731 /* look for the end of the value, it is the end of the line */
3732 value_beg = c;
3733 while (*c && *c != '\n' && *c != '\r')
3734 c++;
3735 value_end = c;
3736
3737 /* trim possibly trailing spaces and tabs */
3738 while (value_end > value_beg && (value_end[-1] == ' ' || value_end[-1] == '\t'))
3739 value_end--;
3740
3741 /* set final \0 and check entries */
3742 *key_end = '\0';
3743 *value_end = '\0';
3744
3745 err = NULL;
3746 rc = add_hdr_case_adjust(key_beg, value_beg, &err);
3747 if (rc < 0) {
Christopher Faulet98fbe952019-07-22 16:18:24 +02003748 ha_alert("config : h1-outgoing-headers-case-adjust-file '%s' : %s at line %d.\n",
3749 hdrs_map.name, err, line);
3750 err_code |= ERR_ALERT | ERR_FATAL;
Christopher Fauletcac5c092019-07-30 16:51:42 +02003751 free(err);
Christopher Faulet98fbe952019-07-22 16:18:24 +02003752 goto end;
3753 }
3754 if (rc > 0) {
Christopher Faulet98fbe952019-07-22 16:18:24 +02003755 ha_warning("config : h1-outgoing-headers-case-adjust-file '%s' : %s at line %d.\n",
3756 hdrs_map.name, err, line);
3757 err_code |= ERR_WARN;
Christopher Fauletcac5c092019-07-30 16:51:42 +02003758 free(err);
Christopher Faulet98fbe952019-07-22 16:18:24 +02003759 }
3760 }
3761
3762 end:
3763 if (file)
3764 fclose(file);
3765 hap_register_post_deinit(h1_hdeaders_case_adjust_deinit);
3766 return err_code;
3767}
3768
3769
3770/* config parser for global "h1-outgoing-header-case-adjust" */
3771static int cfg_parse_h1_header_case_adjust(char **args, int section_type, struct proxy *curpx,
Willy Tarreau01825162021-03-09 09:53:46 +01003772 const struct proxy *defpx, const char *file, int line,
Christopher Faulet98fbe952019-07-22 16:18:24 +02003773 char **err)
3774{
3775 if (too_many_args(2, args, err, NULL))
3776 return -1;
3777 if (!*(args[1]) || !*(args[2])) {
3778 memprintf(err, "'%s' expects <from> and <to> as argument.", args[0]);
3779 return -1;
3780 }
3781 return add_hdr_case_adjust(args[1], args[2], err);
3782}
3783
3784/* config parser for global "h1-outgoing-headers-case-adjust-file" */
3785static int cfg_parse_h1_headers_case_adjust_file(char **args, int section_type, struct proxy *curpx,
Willy Tarreau01825162021-03-09 09:53:46 +01003786 const struct proxy *defpx, const char *file, int line,
Christopher Faulet98fbe952019-07-22 16:18:24 +02003787 char **err)
3788{
3789 if (too_many_args(1, args, err, NULL))
3790 return -1;
3791 if (!*(args[1])) {
3792 memprintf(err, "'%s' expects <file> as argument.", args[0]);
3793 return -1;
3794 }
3795 free(hdrs_map.name);
3796 hdrs_map.name = strdup(args[1]);
3797 return 0;
3798}
3799
3800
3801/* config keyword parsers */
3802static struct cfg_kw_list cfg_kws = {{ }, {
3803 { CFG_GLOBAL, "h1-case-adjust", cfg_parse_h1_header_case_adjust },
3804 { CFG_GLOBAL, "h1-case-adjust-file", cfg_parse_h1_headers_case_adjust_file },
3805 { 0, NULL, NULL },
3806 }
3807};
3808
3809INITCALL1(STG_REGISTER, cfg_register_keywords, &cfg_kws);
3810REGISTER_CONFIG_POSTPARSER("h1-headers-map", cfg_h1_headers_case_adjust_postparser);
3811
3812
Christopher Faulet51dbc942018-09-13 09:05:15 +02003813/****************************************/
Ilya Shipitsinc02a23f2020-05-06 00:53:22 +05003814/* MUX initialization and instantiation */
Christopher Faulet51dbc942018-09-13 09:05:15 +02003815/****************************************/
3816
3817/* The mux operations */
Christopher Faulet3f612f72021-02-05 16:44:21 +01003818static const struct mux_ops mux_http_ops = {
Christopher Faulet51dbc942018-09-13 09:05:15 +02003819 .init = h1_init,
3820 .wake = h1_wake,
3821 .attach = h1_attach,
3822 .get_first_cs = h1_get_first_cs,
3823 .detach = h1_detach,
3824 .destroy = h1_destroy,
3825 .avail_streams = h1_avail_streams,
Willy Tarreau00f18a32019-01-26 12:19:01 +01003826 .used_streams = h1_used_streams,
Christopher Faulet51dbc942018-09-13 09:05:15 +02003827 .rcv_buf = h1_rcv_buf,
3828 .snd_buf = h1_snd_buf,
Willy Tarreaue5733232019-05-22 19:24:06 +02003829#if defined(USE_LINUX_SPLICE)
Christopher Faulet1be55f92018-10-02 15:59:23 +02003830 .rcv_pipe = h1_rcv_pipe,
3831 .snd_pipe = h1_snd_pipe,
3832#endif
Christopher Faulet51dbc942018-09-13 09:05:15 +02003833 .subscribe = h1_subscribe,
3834 .unsubscribe = h1_unsubscribe,
3835 .shutr = h1_shutr,
3836 .shutw = h1_shutw,
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003837 .show_fd = h1_show_fd,
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02003838 .ctl = h1_ctl,
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003839 .takeover = h1_takeover,
Christopher Faulet9f38f5a2019-04-03 09:53:32 +02003840 .flags = MX_FL_HTX,
Willy Tarreau0a7a4fb2019-05-22 11:36:54 +02003841 .name = "H1",
Christopher Faulet51dbc942018-09-13 09:05:15 +02003842};
3843
Christopher Faulet3f612f72021-02-05 16:44:21 +01003844static const struct mux_ops mux_h1_ops = {
3845 .init = h1_init,
3846 .wake = h1_wake,
3847 .attach = h1_attach,
3848 .get_first_cs = h1_get_first_cs,
3849 .detach = h1_detach,
3850 .destroy = h1_destroy,
3851 .avail_streams = h1_avail_streams,
3852 .used_streams = h1_used_streams,
3853 .rcv_buf = h1_rcv_buf,
3854 .snd_buf = h1_snd_buf,
3855#if defined(USE_LINUX_SPLICE)
3856 .rcv_pipe = h1_rcv_pipe,
3857 .snd_pipe = h1_snd_pipe,
3858#endif
3859 .subscribe = h1_subscribe,
3860 .unsubscribe = h1_unsubscribe,
3861 .shutr = h1_shutr,
3862 .shutw = h1_shutw,
3863 .show_fd = h1_show_fd,
3864 .ctl = h1_ctl,
3865 .takeover = h1_takeover,
3866 .flags = MX_FL_HTX|MX_FL_NO_UPG,
3867 .name = "H1",
3868};
Christopher Faulet51dbc942018-09-13 09:05:15 +02003869
Christopher Faulet3f612f72021-02-05 16:44:21 +01003870/* this mux registers default HTX proto but also h1 proto (to be referenced in the conf */
3871static struct mux_proto_list mux_proto_h1 =
3872 { .token = IST("h1"), .mode = PROTO_MODE_HTTP, .side = PROTO_SIDE_BOTH, .mux = &mux_h1_ops };
3873static struct mux_proto_list mux_proto_http =
3874 { .token = IST(""), .mode = PROTO_MODE_HTTP, .side = PROTO_SIDE_BOTH, .mux = &mux_http_ops };
Christopher Faulet51dbc942018-09-13 09:05:15 +02003875
Christopher Faulet3f612f72021-02-05 16:44:21 +01003876INITCALL1(STG_REGISTER, register_mux_proto, &mux_proto_h1);
3877INITCALL1(STG_REGISTER, register_mux_proto, &mux_proto_http);
Willy Tarreau0108d902018-11-25 19:14:37 +01003878
Christopher Faulet51dbc942018-09-13 09:05:15 +02003879/*
3880 * Local variables:
3881 * c-indent-level: 8
3882 * c-basic-offset: 8
3883 * End:
3884 */