blob: 1f8cad2452d37d279e26e0ec5793dd17651e62f1 [file] [log] [blame]
Christopher Faulet51dbc942018-09-13 09:05:15 +02001/*
2 * HTT/1 mux-demux for connections
3 *
4 * Copyright 2018 Christopher Faulet <cfaulet@haproxy.com>
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
Willy Tarreaub2551052020-06-09 09:07:15 +020012#include <import/ebistree.h>
Willy Tarreau63617db2021-10-06 18:23:40 +020013#include <import/ebmbtree.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020014
Willy Tarreau4c7e4b72020-05-27 12:58:42 +020015#include <haproxy/api.h>
Willy Tarreau6be78492020-06-05 00:00:29 +020016#include <haproxy/cfgparse.h>
Willy Tarreau7ea393d2020-06-04 18:02:10 +020017#include <haproxy/connection.h>
Willy Tarreau5413a872020-06-02 19:33:08 +020018#include <haproxy/h1.h>
Willy Tarreauc6fe8842020-06-04 09:00:02 +020019#include <haproxy/h1_htx.h>
Willy Tarreaubf073142020-06-03 12:04:01 +020020#include <haproxy/h2.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020021#include <haproxy/http_htx.h>
Willy Tarreau16f958c2020-06-03 08:44:35 +020022#include <haproxy/htx.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020023#include <haproxy/istbuf.h>
24#include <haproxy/log.h>
Willy Tarreau551271d2020-06-04 08:32:23 +020025#include <haproxy/pipe-t.h>
Willy Tarreauadc02402021-05-08 20:28:54 +020026#include <haproxy/proxy.h>
Willy Tarreau48d25b32020-06-04 18:58:52 +020027#include <haproxy/session-t.h>
Christopher Fauletb4c584e2021-11-26 17:37:07 +010028#include <haproxy/stats.h>
Willy Tarreaudfd3de82020-06-04 23:46:14 +020029#include <haproxy/stream.h>
Willy Tarreau5e539c92020-06-04 20:45:39 +020030#include <haproxy/stream_interface.h>
Willy Tarreauc6d61d72020-06-04 19:02:42 +020031#include <haproxy/trace.h>
Christopher Faulet51dbc942018-09-13 09:05:15 +020032
33/*
34 * H1 Connection flags (32 bits)
35 */
36#define H1C_F_NONE 0x00000000
37
38/* Flags indicating why writing output data are blocked */
39#define H1C_F_OUT_ALLOC 0x00000001 /* mux is blocked on lack of output buffer */
40#define H1C_F_OUT_FULL 0x00000002 /* mux is blocked on output buffer full */
41/* 0x00000004 - 0x00000008 unused */
42
43/* Flags indicating why reading input data are blocked. */
44#define H1C_F_IN_ALLOC 0x00000010 /* mux is blocked on lack of input buffer */
45#define H1C_F_IN_FULL 0x00000020 /* mux is blocked on input buffer full */
Christopher Fauletd17ad822020-09-24 15:14:29 +020046#define H1C_F_IN_SALLOC 0x00000040 /* mux is blocked on lack of stream's request buffer */
Christopher Faulet51dbc942018-09-13 09:05:15 +020047
Christopher Faulet7b109f22019-12-05 11:18:31 +010048/* Flags indicating the connection state */
Christopher Faulet3ced1d12020-11-27 16:44:01 +010049#define H1C_F_ST_EMBRYONIC 0x00000100 /* Set when a H1 stream with no conn-stream is attached to the connection */
Christopher Faulet39c7b6b2021-01-21 17:44:35 +010050#define H1C_F_ST_ATTACHED 0x00000200 /* Set when a H1 stream with a conn-stream is attached to the connection (may be not READY) */
Christopher Faulet3ced1d12020-11-27 16:44:01 +010051#define H1C_F_ST_IDLE 0x00000400 /* connection is idle and may be reused
52 * (exclusive to all H1C_F_ST flags and never set when an h1s is attached) */
53#define H1C_F_ST_ERROR 0x00000800 /* connection must be closed ASAP because an error occurred (conn-stream may still be attached) */
54#define H1C_F_ST_SHUTDOWN 0x00001000 /* connection must be shut down ASAP flushing output first (conn-stream may still be attached) */
Christopher Faulet39c7b6b2021-01-21 17:44:35 +010055#define H1C_F_ST_READY 0x00002000 /* Set in ATTACHED state with a READY conn-stream. A conn-stream is not ready when
56 * a TCP>H1 upgrade is in progress Thus this flag is only set if ATTACHED is also set */
Christopher Faulet3ced1d12020-11-27 16:44:01 +010057#define H1C_F_ST_ALIVE (H1C_F_ST_IDLE|H1C_F_ST_EMBRYONIC|H1C_F_ST_ATTACHED)
Christopher Faulet75308302021-11-15 14:51:37 +010058#define H1C_F_ST_SILENT_SHUT 0x00004000 /* silent (or dirty) shutdown must be performed (implied ST_SHUTDOWN) */
Christopher Fauleta85c5222021-10-27 15:36:38 +020059/* 0x00008000 unused */
Christopher Faulet51dbc942018-09-13 09:05:15 +020060
Christopher Fauletb385b502021-01-13 18:47:57 +010061#define H1C_F_WANT_SPLICE 0x00010000 /* Don't read into a buffer because we want to use or we are using splicing */
62#define H1C_F_ERR_PENDING 0x00020000 /* Send an error and close the connection ASAP (implies H1C_F_ST_ERROR) */
63#define H1C_F_WAIT_NEXT_REQ 0x00040000 /* waiting for the next request to start, use keep-alive timeout */
64#define H1C_F_UPG_H2C 0x00080000 /* set if an upgrade to h2 should be done */
65#define H1C_F_CO_MSG_MORE 0x00100000 /* set if CO_SFL_MSG_MORE must be set when calling xprt->snd_buf() */
66#define H1C_F_CO_STREAMER 0x00200000 /* set if CO_SFL_STREAMER must be set when calling xprt->snd_buf() */
Christopher Faulet129817b2018-09-20 16:14:40 +020067
Christopher Faulet10a86702021-04-07 14:18:11 +020068/* 0x00400000 - 0x40000000 unusued*/
Christopher Faulet3ced1d12020-11-27 16:44:01 +010069#define H1C_F_IS_BACK 0x80000000 /* Set on outgoing connection */
Christopher Faulet46230362019-10-17 16:04:20 +020070
Christopher Faulet51dbc942018-09-13 09:05:15 +020071/*
72 * H1 Stream flags (32 bits)
73 */
Christopher Faulet129817b2018-09-20 16:14:40 +020074#define H1S_F_NONE 0x00000000
Christopher Faulet10a86702021-04-07 14:18:11 +020075
76#define H1S_F_RX_BLK 0x00100000 /* Don't process more input data, waiting sync with output side */
77#define H1S_F_TX_BLK 0x00200000 /* Don't process more output data, waiting sync with input side */
Christopher Faulet46e058d2021-09-20 07:47:27 +020078#define H1S_F_RX_CONGESTED 0x00000004 /* Cannot process input data RX path is congested (waiting for more space in channel's buffer) */
79
Willy Tarreauc493c9c2019-06-03 14:18:22 +020080#define H1S_F_REOS 0x00000008 /* End of input stream seen even if not delivered yet */
Christopher Fauletf2824e62018-10-01 12:12:37 +020081#define H1S_F_WANT_KAL 0x00000010
82#define H1S_F_WANT_TUN 0x00000020
83#define H1S_F_WANT_CLO 0x00000040
84#define H1S_F_WANT_MSK 0x00000070
85#define H1S_F_NOT_FIRST 0x00000080 /* The H1 stream is not the first one */
Christopher Faulet5696f542020-12-02 16:08:38 +010086#define H1S_F_BODYLESS_RESP 0x00000100 /* Bodyless response message */
Christopher Faulet60ef12c2020-09-24 10:05:44 +020087
Ilya Shipitsinacf84592021-02-06 22:29:08 +050088/* 0x00000200 unused */
Christopher Faulet2eed8002020-12-07 11:26:13 +010089#define H1S_F_NOT_IMPL_ERROR 0x00000400 /* Set when a feature is not implemented during the message parsing */
Christopher Faulet60ef12c2020-09-24 10:05:44 +020090#define H1S_F_PARSING_ERROR 0x00000800 /* Set when an error occurred during the message parsing */
91#define H1S_F_PROCESSING_ERROR 0x00001000 /* Set when an error occurred during the message xfer */
92#define H1S_F_ERROR 0x00001800 /* stream error mask */
93
Christopher Faulet72ba6cd2019-09-24 16:20:05 +020094#define H1S_F_HAVE_SRV_NAME 0x00002000 /* Set during output process if the server name header was added to the request */
Christopher Fauletada34b62019-05-24 16:36:43 +020095#define H1S_F_HAVE_O_CONN 0x00004000 /* Set during output process to know connection mode was processed */
Christopher Faulet51dbc942018-09-13 09:05:15 +020096
97/* H1 connection descriptor */
Christopher Faulet51dbc942018-09-13 09:05:15 +020098struct h1c {
99 struct connection *conn;
100 struct proxy *px;
101 uint32_t flags; /* Connection flags: H1C_F_* */
Christopher Fauletc18fc232020-10-06 17:41:36 +0200102 unsigned int errcode; /* Status code when an error occurred at the H1 connection level */
Christopher Faulet51dbc942018-09-13 09:05:15 +0200103 struct buffer ibuf; /* Input buffer to store data before parsing */
104 struct buffer obuf; /* Output buffer to store data after reformatting */
105
106 struct buffer_wait buf_wait; /* Wait list for buffer allocation */
107 struct wait_event wait_event; /* To be used if we're waiting for I/Os */
108
109 struct h1s *h1s; /* H1 stream descriptor */
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100110 struct task *task; /* timeout management task */
Christopher Faulet563c3452021-11-26 17:37:51 +0100111 struct h1_counters *px_counters; /* h1 counters attached to proxy */
Christopher Fauletdbe57792020-10-05 17:50:58 +0200112 int idle_exp; /* idle expiration date (http-keep-alive or http-request timeout) */
113 int timeout; /* client/server timeout duration */
114 int shut_timeout; /* client-fin/server-fin timeout duration */
Christopher Faulet51dbc942018-09-13 09:05:15 +0200115};
116
117/* H1 stream descriptor */
118struct h1s {
119 struct h1c *h1c;
120 struct conn_stream *cs;
Christopher Fauletfeb11742018-11-29 15:12:34 +0100121 uint32_t flags; /* Connection flags: H1S_F_* */
Christopher Faulet51dbc942018-09-13 09:05:15 +0200122
Willy Tarreau1b0d4d12020-01-16 11:03:19 +0100123 struct wait_event *subs; /* Address of the wait_event the conn_stream associated is waiting on */
Christopher Faulet129817b2018-09-20 16:14:40 +0200124
Olivier Houchardf502aca2018-12-14 19:42:40 +0100125 struct session *sess; /* Associated session */
Christopher Fauletd17ad822020-09-24 15:14:29 +0200126 struct buffer rxbuf; /* receive buffer, always valid (buf_empty or real buffer) */
Christopher Faulet129817b2018-09-20 16:14:40 +0200127 struct h1m req;
128 struct h1m res;
129
Ilya Shipitsin47d17182020-06-21 21:42:57 +0500130 enum http_meth_t meth; /* HTTP request method */
Christopher Faulet129817b2018-09-20 16:14:40 +0200131 uint16_t status; /* HTTP response status */
Amaury Denoyellec1938232020-12-11 17:53:03 +0100132
133 char ws_key[25]; /* websocket handshake key */
Christopher Faulet51dbc942018-09-13 09:05:15 +0200134};
135
Christopher Faulet98fbe952019-07-22 16:18:24 +0200136/* Map of headers used to convert outgoing headers */
137struct h1_hdrs_map {
138 char *name;
139 struct eb_root map;
140};
141
142/* An entry in a headers map */
143struct h1_hdr_entry {
144 struct ist name;
145 struct ebpt_node node;
146};
147
148/* Declare the headers map */
149static struct h1_hdrs_map hdrs_map = { .name = NULL, .map = EB_ROOT };
150
151
Christopher Faulet6b81df72019-10-01 22:08:43 +0200152/* trace source and events */
153static void h1_trace(enum trace_level level, uint64_t mask,
154 const struct trace_source *src,
155 const struct ist where, const struct ist func,
156 const void *a1, const void *a2, const void *a3, const void *a4);
157
158/* The event representation is split like this :
159 * h1c - internal H1 connection
160 * h1s - internal H1 stream
161 * strm - application layer
162 * rx - data receipt
163 * tx - data transmission
164 *
165 */
166static const struct trace_event h1_trace_events[] = {
167#define H1_EV_H1C_NEW (1ULL << 0)
168 { .mask = H1_EV_H1C_NEW, .name = "h1c_new", .desc = "new H1 connection" },
169#define H1_EV_H1C_RECV (1ULL << 1)
170 { .mask = H1_EV_H1C_RECV, .name = "h1c_recv", .desc = "Rx on H1 connection" },
171#define H1_EV_H1C_SEND (1ULL << 2)
172 { .mask = H1_EV_H1C_SEND, .name = "h1c_send", .desc = "Tx on H1 connection" },
173#define H1_EV_H1C_BLK (1ULL << 3)
174 { .mask = H1_EV_H1C_BLK, .name = "h1c_blk", .desc = "H1 connection blocked" },
175#define H1_EV_H1C_WAKE (1ULL << 4)
176 { .mask = H1_EV_H1C_WAKE, .name = "h1c_wake", .desc = "H1 connection woken up" },
177#define H1_EV_H1C_END (1ULL << 5)
178 { .mask = H1_EV_H1C_END, .name = "h1c_end", .desc = "H1 connection terminated" },
179#define H1_EV_H1C_ERR (1ULL << 6)
180 { .mask = H1_EV_H1C_ERR, .name = "h1c_err", .desc = "error on H1 connection" },
181
182#define H1_EV_RX_DATA (1ULL << 7)
183 { .mask = H1_EV_RX_DATA, .name = "rx_data", .desc = "receipt of any H1 data" },
184#define H1_EV_RX_EOI (1ULL << 8)
185 { .mask = H1_EV_RX_EOI, .name = "rx_eoi", .desc = "receipt of end of H1 input" },
186#define H1_EV_RX_HDRS (1ULL << 9)
187 { .mask = H1_EV_RX_HDRS, .name = "rx_headers", .desc = "receipt of H1 headers" },
188#define H1_EV_RX_BODY (1ULL << 10)
189 { .mask = H1_EV_RX_BODY, .name = "rx_body", .desc = "receipt of H1 body" },
190#define H1_EV_RX_TLRS (1ULL << 11)
191 { .mask = H1_EV_RX_TLRS, .name = "rx_trailerus", .desc = "receipt of H1 trailers" },
192
193#define H1_EV_TX_DATA (1ULL << 12)
194 { .mask = H1_EV_TX_DATA, .name = "tx_data", .desc = "transmission of any H1 data" },
195#define H1_EV_TX_EOI (1ULL << 13)
196 { .mask = H1_EV_TX_EOI, .name = "tx_eoi", .desc = "transmission of end of H1 input" },
197#define H1_EV_TX_HDRS (1ULL << 14)
198 { .mask = H1_EV_TX_HDRS, .name = "tx_headers", .desc = "transmission of all headers" },
199#define H1_EV_TX_BODY (1ULL << 15)
200 { .mask = H1_EV_TX_BODY, .name = "tx_body", .desc = "transmission of H1 body" },
201#define H1_EV_TX_TLRS (1ULL << 16)
202 { .mask = H1_EV_TX_TLRS, .name = "tx_trailerus", .desc = "transmission of H1 trailers" },
203
204#define H1_EV_H1S_NEW (1ULL << 17)
205 { .mask = H1_EV_H1S_NEW, .name = "h1s_new", .desc = "new H1 stream" },
206#define H1_EV_H1S_BLK (1ULL << 18)
207 { .mask = H1_EV_H1S_BLK, .name = "h1s_blk", .desc = "H1 stream blocked" },
208#define H1_EV_H1S_END (1ULL << 19)
209 { .mask = H1_EV_H1S_END, .name = "h1s_end", .desc = "H1 stream terminated" },
210#define H1_EV_H1S_ERR (1ULL << 20)
211 { .mask = H1_EV_H1S_ERR, .name = "h1s_err", .desc = "error on H1 stream" },
212
213#define H1_EV_STRM_NEW (1ULL << 21)
214 { .mask = H1_EV_STRM_NEW, .name = "strm_new", .desc = "app-layer stream creation" },
215#define H1_EV_STRM_RECV (1ULL << 22)
216 { .mask = H1_EV_STRM_RECV, .name = "strm_recv", .desc = "receiving data for stream" },
217#define H1_EV_STRM_SEND (1ULL << 23)
218 { .mask = H1_EV_STRM_SEND, .name = "strm_send", .desc = "sending data for stream" },
219#define H1_EV_STRM_WAKE (1ULL << 24)
220 { .mask = H1_EV_STRM_WAKE, .name = "strm_wake", .desc = "stream woken up" },
221#define H1_EV_STRM_SHUT (1ULL << 25)
222 { .mask = H1_EV_STRM_SHUT, .name = "strm_shut", .desc = "stream shutdown" },
223#define H1_EV_STRM_END (1ULL << 26)
224 { .mask = H1_EV_STRM_END, .name = "strm_end", .desc = "detaching app-layer stream" },
225#define H1_EV_STRM_ERR (1ULL << 27)
226 { .mask = H1_EV_STRM_ERR, .name = "strm_err", .desc = "stream error" },
227
228 { }
229};
230
231static const struct name_desc h1_trace_lockon_args[4] = {
232 /* arg1 */ { /* already used by the connection */ },
233 /* arg2 */ { .name="h1s", .desc="H1 stream" },
234 /* arg3 */ { },
235 /* arg4 */ { }
236};
237
238static const struct name_desc h1_trace_decoding[] = {
239#define H1_VERB_CLEAN 1
240 { .name="clean", .desc="only user-friendly stuff, generally suitable for level \"user\"" },
241#define H1_VERB_MINIMAL 2
242 { .name="minimal", .desc="report only h1c/h1s state and flags, no real decoding" },
243#define H1_VERB_SIMPLE 3
244 { .name="simple", .desc="add request/response status line or htx info when available" },
245#define H1_VERB_ADVANCED 4
246 { .name="advanced", .desc="add header fields or frame decoding when available" },
247#define H1_VERB_COMPLETE 5
248 { .name="complete", .desc="add full data dump when available" },
249 { /* end */ }
250};
251
Willy Tarreau6eb3d372021-04-10 19:29:26 +0200252static struct trace_source trace_h1 __read_mostly = {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200253 .name = IST("h1"),
254 .desc = "HTTP/1 multiplexer",
255 .arg_def = TRC_ARG1_CONN, // TRACE()'s first argument is always a connection
256 .default_cb = h1_trace,
257 .known_events = h1_trace_events,
258 .lockon_args = h1_trace_lockon_args,
259 .decoding = h1_trace_decoding,
260 .report_events = ~0, // report everything by default
261};
262
263#define TRACE_SOURCE &trace_h1
264INITCALL1(STG_REGISTER, trace_register_source, TRACE_SOURCE);
265
Christopher Fauletb4c584e2021-11-26 17:37:07 +0100266
267/* h1 stats module */
268enum {
Christopher Faulet60fa0512021-11-26 18:10:39 +0100269 H1_ST_OPEN_CONN,
270 H1_ST_OPEN_STREAM,
Christopher Faulet3bca28c2021-11-26 18:12:04 +0100271 H1_ST_TOTAL_CONN,
272 H1_ST_TOTAL_STREAM,
273
Christopher Faulet41951ab2021-11-26 18:12:51 +0100274 H1_ST_BYTES_IN,
275 H1_ST_BYTES_OUT,
276#if defined(USE_LINUX_SPLICE)
277 H1_ST_SPLICED_BYTES_IN,
278 H1_ST_SPLICED_BYTES_OUT,
279#endif
Christopher Fauletb4c584e2021-11-26 17:37:07 +0100280 H1_STATS_COUNT /* must be the last member of the enum */
281};
282
283
284static struct name_desc h1_stats[] = {
Christopher Faulet60fa0512021-11-26 18:10:39 +0100285 [H1_ST_OPEN_CONN] = { .name = "h1_open_connections",
286 .desc = "Count of currently open connections" },
287 [H1_ST_OPEN_STREAM] = { .name = "h1_open_streams",
288 .desc = "Count of currently open streams" },
Christopher Faulet3bca28c2021-11-26 18:12:04 +0100289 [H1_ST_TOTAL_CONN] = { .name = "h1_total_connections",
290 .desc = "Total number of connections" },
291 [H1_ST_TOTAL_STREAM] = { .name = "h1_total_streams",
Christopher Faulet41951ab2021-11-26 18:12:51 +0100292 .desc = "Total number of streams" },
293
294 [H1_ST_BYTES_IN] = { .name = "h1_bytes_in",
295 .desc = "Total number of bytes received" },
296 [H1_ST_BYTES_OUT] = { .name = "h1_bytes_out",
297 .desc = "Total number of bytes send" },
298#if defined(USE_LINUX_SPLICE)
299 [H1_ST_SPLICED_BYTES_IN] = { .name = "h1_spliced_bytes_in",
300 .desc = "Total number of bytes received using kernel splicing" },
301 [H1_ST_SPLICED_BYTES_OUT] = { .name = "h1_spliced_bytes_out",
302 .desc = "Total number of bytes sendusing kernel splicing" },
303#endif
Christopher Faulet3bca28c2021-11-26 18:12:04 +0100304
Christopher Fauletb4c584e2021-11-26 17:37:07 +0100305};
306
307static struct h1_counters {
Christopher Faulet60fa0512021-11-26 18:10:39 +0100308 long long open_conns; /* count of currently open connections */
309 long long open_streams; /* count of currently open streams */
Christopher Faulet3bca28c2021-11-26 18:12:04 +0100310 long long total_conns; /* total number of connections */
311 long long total_streams; /* total number of streams */
312
Christopher Faulet41951ab2021-11-26 18:12:51 +0100313 long long bytes_in; /* number of bytes received */
314 long long bytes_out; /* number of bytes sent */
315#if defined(USE_LINUX_SPLICE)
316 long long spliced_bytes_in; /* number of bytes received using kernel splicing */
317 long long spliced_bytes_out; /* number of bytes sent using kernel splicing */
318#endif
Christopher Fauletb4c584e2021-11-26 17:37:07 +0100319} h1_counters;
320
321static void h1_fill_stats(void *data, struct field *stats)
322{
Christopher Faulet60fa0512021-11-26 18:10:39 +0100323 struct h1_counters *counters = data;
324
325 stats[H1_ST_OPEN_CONN] = mkf_u64(FN_GAUGE, counters->open_conns);
326 stats[H1_ST_OPEN_STREAM] = mkf_u64(FN_GAUGE, counters->open_streams);
Christopher Faulet3bca28c2021-11-26 18:12:04 +0100327 stats[H1_ST_TOTAL_CONN] = mkf_u64(FN_COUNTER, counters->total_conns);
328 stats[H1_ST_TOTAL_STREAM] = mkf_u64(FN_COUNTER, counters->total_streams);
Christopher Faulet41951ab2021-11-26 18:12:51 +0100329
330 stats[H1_ST_BYTES_IN] = mkf_u64(FN_COUNTER, counters->bytes_in);
331 stats[H1_ST_BYTES_OUT] = mkf_u64(FN_COUNTER, counters->bytes_out);
332#if defined(USE_LINUX_SPLICE)
333 stats[H1_ST_SPLICED_BYTES_IN] = mkf_u64(FN_COUNTER, counters->spliced_bytes_in);
334 stats[H1_ST_SPLICED_BYTES_OUT] = mkf_u64(FN_COUNTER, counters->spliced_bytes_out);
335#endif
Christopher Fauletb4c584e2021-11-26 17:37:07 +0100336}
337
338static struct stats_module h1_stats_module = {
339 .name = "h1",
340 .fill_stats = h1_fill_stats,
341 .stats = h1_stats,
342 .stats_count = H1_STATS_COUNT,
343 .counters = &h1_counters,
344 .counters_size = sizeof(h1_counters),
345 .domain_flags = MK_STATS_PROXY_DOMAIN(STATS_PX_CAP_FE|STATS_PX_CAP_BE),
346 .clearable = 1,
347};
348
349INITCALL1(STG_REGISTER, stats_register_module, &h1_stats_module);
350
351
Christopher Faulet51dbc942018-09-13 09:05:15 +0200352/* the h1c and h1s pools */
Willy Tarreau8ceae722018-11-26 11:58:30 +0100353DECLARE_STATIC_POOL(pool_head_h1c, "h1c", sizeof(struct h1c));
354DECLARE_STATIC_POOL(pool_head_h1s, "h1s", sizeof(struct h1s));
Christopher Faulet51dbc942018-09-13 09:05:15 +0200355
Christopher Faulet51dbc942018-09-13 09:05:15 +0200356static int h1_recv(struct h1c *h1c);
357static int h1_send(struct h1c *h1c);
358static int h1_process(struct h1c *h1c);
Willy Tarreau691d5032021-01-20 14:55:01 +0100359/* h1_io_cb is exported to see it resolved in "show fd" */
Willy Tarreau144f84a2021-03-02 16:09:26 +0100360struct task *h1_io_cb(struct task *t, void *ctx, unsigned int state);
361struct task *h1_timeout_task(struct task *t, void *context, unsigned int state);
Christopher Fauleta85c5222021-10-27 15:36:38 +0200362static void h1_shutw_conn(struct connection *conn);
Christopher Faulet660f6f32019-10-04 10:22:47 +0200363static void h1_wake_stream_for_recv(struct h1s *h1s);
364static void h1_wake_stream_for_send(struct h1s *h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200365
Christopher Faulet6b81df72019-10-01 22:08:43 +0200366/* the H1 traces always expect that arg1, if non-null, is of type connection
367 * (from which we can derive h1c), that arg2, if non-null, is of type h1s, and
368 * that arg3, if non-null, is a htx for rx/tx headers.
369 */
370static void h1_trace(enum trace_level level, uint64_t mask, const struct trace_source *src,
371 const struct ist where, const struct ist func,
372 const void *a1, const void *a2, const void *a3, const void *a4)
373{
374 const struct connection *conn = a1;
375 const struct h1c *h1c = conn ? conn->ctx : NULL;
376 const struct h1s *h1s = a2;
377 const struct htx *htx = a3;
378 const size_t *val = a4;
379
380 if (!h1c)
381 h1c = (h1s ? h1s->h1c : NULL);
382
383 if (!h1c || src->verbosity < H1_VERB_CLEAN)
384 return;
385
386 /* Display frontend/backend info by default */
Christopher Faulet0a799aa2020-09-24 09:52:52 +0200387 chunk_appendf(&trace_buf, " : [%c]", ((h1c->flags & H1C_F_IS_BACK) ? 'B' : 'F'));
Christopher Faulet6b81df72019-10-01 22:08:43 +0200388
389 /* Display request and response states if h1s is defined */
Christopher Faulet6580f282021-11-26 17:31:35 +0100390 if (h1s) {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200391 chunk_appendf(&trace_buf, " [%s, %s]",
392 h1m_state_str(h1s->req.state), h1m_state_str(h1s->res.state));
393
Christopher Faulet6580f282021-11-26 17:31:35 +0100394 if (src->verbosity > H1_VERB_SIMPLE) {
395 chunk_appendf(&trace_buf, " - req=(.fl=0x%08x .curr_len=%lu .body_len=%lu)",
396 h1s->req.flags, (unsigned long)h1s->req.curr_len, (unsigned long)h1s->req.body_len);
397 chunk_appendf(&trace_buf, " res=(.fl=0x%08x .curr_len=%lu .body_len=%lu)",
398 h1s->res.flags, (unsigned long)h1s->res.curr_len, (unsigned long)h1s->res.body_len);
399 }
400
401 }
402
Christopher Faulet6b81df72019-10-01 22:08:43 +0200403 if (src->verbosity == H1_VERB_CLEAN)
404 return;
405
406 /* Display the value to the 4th argument (level > STATE) */
407 if (src->level > TRACE_LEVEL_STATE && val)
Willy Tarreaue18f53e2019-11-27 15:41:31 +0100408 chunk_appendf(&trace_buf, " - VAL=%lu", (long)*val);
Christopher Faulet6b81df72019-10-01 22:08:43 +0200409
410 /* Display status-line if possible (verbosity > MINIMAL) */
411 if (src->verbosity > H1_VERB_MINIMAL && htx && htx_nbblks(htx)) {
412 const struct htx_blk *blk = htx_get_head_blk(htx);
413 const struct htx_sl *sl = htx_get_blk_ptr(htx, blk);
414 enum htx_blk_type type = htx_get_blk_type(blk);
415
416 if (type == HTX_BLK_REQ_SL || type == HTX_BLK_RES_SL)
417 chunk_appendf(&trace_buf, " - \"%.*s %.*s %.*s\"",
418 HTX_SL_P1_LEN(sl), HTX_SL_P1_PTR(sl),
419 HTX_SL_P2_LEN(sl), HTX_SL_P2_PTR(sl),
420 HTX_SL_P3_LEN(sl), HTX_SL_P3_PTR(sl));
421 }
422
423 /* Display h1c info and, if defined, h1s info (pointer + flags) */
424 chunk_appendf(&trace_buf, " - h1c=%p(0x%08x)", h1c, h1c->flags);
Christopher Faulet99293b02021-11-10 10:30:15 +0100425 if (h1c->conn)
426 chunk_appendf(&trace_buf, " conn=%p(0x%08x)", h1c->conn, h1c->conn->flags);
427 if (h1s) {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200428 chunk_appendf(&trace_buf, " h1s=%p(0x%08x)", h1s, h1s->flags);
Christopher Faulet99293b02021-11-10 10:30:15 +0100429 if (h1s->cs)
430 chunk_appendf(&trace_buf, " cs=%p(0x%08x)", h1s->cs, h1s->cs->flags);
431 }
Christopher Faulet6b81df72019-10-01 22:08:43 +0200432
433 if (src->verbosity == H1_VERB_MINIMAL)
434 return;
435
436 /* Display input and output buffer info (level > USER & verbosity > SIMPLE) */
437 if (src->level > TRACE_LEVEL_USER) {
438 if (src->verbosity == H1_VERB_COMPLETE ||
439 (src->verbosity == H1_VERB_ADVANCED && (mask & (H1_EV_H1C_RECV|H1_EV_STRM_RECV))))
440 chunk_appendf(&trace_buf, " ibuf=%u@%p+%u/%u",
441 (unsigned int)b_data(&h1c->ibuf), b_orig(&h1c->ibuf),
442 (unsigned int)b_head_ofs(&h1c->ibuf), (unsigned int)b_size(&h1c->ibuf));
443 if (src->verbosity == H1_VERB_COMPLETE ||
444 (src->verbosity == H1_VERB_ADVANCED && (mask & (H1_EV_H1C_SEND|H1_EV_STRM_SEND))))
445 chunk_appendf(&trace_buf, " obuf=%u@%p+%u/%u",
446 (unsigned int)b_data(&h1c->obuf), b_orig(&h1c->obuf),
447 (unsigned int)b_head_ofs(&h1c->obuf), (unsigned int)b_size(&h1c->obuf));
448 }
449
450 /* Display htx info if defined (level > USER) */
451 if (src->level > TRACE_LEVEL_USER && htx) {
452 int full = 0;
453
454 /* Full htx info (level > STATE && verbosity > SIMPLE) */
455 if (src->level > TRACE_LEVEL_STATE) {
456 if (src->verbosity == H1_VERB_COMPLETE)
457 full = 1;
458 else if (src->verbosity == H1_VERB_ADVANCED && (mask & (H1_EV_RX_HDRS|H1_EV_TX_HDRS)))
459 full = 1;
460 }
461
462 chunk_memcat(&trace_buf, "\n\t", 2);
463 htx_dump(&trace_buf, htx, full);
464 }
465}
466
467
Christopher Faulet51dbc942018-09-13 09:05:15 +0200468/*****************************************************/
469/* functions below are for dynamic buffer management */
470/*****************************************************/
471/*
Christopher Faulet2545a0b2019-12-05 12:30:55 +0100472 * Indicates whether or not we may receive data. The rules are the following :
473 * - if an error or a shutdown for reads was detected on the connection we
Christopher Faulet119ac872020-09-30 17:33:22 +0200474 * must not attempt to receive
475 * - if we are waiting for the connection establishment, we must not attempt
476 * to receive
477 * - if an error was detected on the stream we must not attempt to receive
478 * - if reads are explicitly disabled, we must not attempt to receive
Christopher Faulet2545a0b2019-12-05 12:30:55 +0100479 * - if the input buffer failed to be allocated or is full , we must not try
480 * to receive
Christopher Faulet119ac872020-09-30 17:33:22 +0200481 * - if the mux is not blocked on an input condition, we may attempt to receive
Christopher Faulet51dbc942018-09-13 09:05:15 +0200482 * - otherwise must may not attempt to receive
483 */
484static inline int h1_recv_allowed(const struct h1c *h1c)
485{
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100486 if (h1c->flags & H1C_F_ST_ERROR) {
Christopher Faulet2545a0b2019-12-05 12:30:55 +0100487 TRACE_DEVEL("recv not allowed because of error on h1c", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200488 return 0;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200489 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200490
Willy Tarreau2febb842020-07-31 09:15:43 +0200491 if (h1c->conn->flags & (CO_FL_ERROR|CO_FL_SOCK_RD_SH|CO_FL_WAIT_L4_CONN|CO_FL_WAIT_L6_CONN)) {
492 TRACE_DEVEL("recv not allowed because of (error|read0|waitl4|waitl6) on connection", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
Christopher Fauletcf56b992018-12-11 16:12:31 +0100493 return 0;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200494 }
Christopher Fauletcf56b992018-12-11 16:12:31 +0100495
Christopher Faulet119ac872020-09-30 17:33:22 +0200496 if (h1c->h1s && (h1c->h1s->flags & H1S_F_ERROR)) {
497 TRACE_DEVEL("recv not allowed because of error on h1s", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
498 return 0;
499 }
500
Christopher Fauletd17ad822020-09-24 15:14:29 +0200501 if (!(h1c->flags & (H1C_F_IN_ALLOC|H1C_F_IN_FULL|H1C_F_IN_SALLOC)))
Christopher Faulet51dbc942018-09-13 09:05:15 +0200502 return 1;
503
Christopher Faulet6b81df72019-10-01 22:08:43 +0200504 TRACE_DEVEL("recv not allowed because input is blocked", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200505 return 0;
506}
507
508/*
509 * Tries to grab a buffer and to re-enables processing on mux <target>. The h1
510 * flags are used to figure what buffer was requested. It returns 1 if the
511 * allocation succeeds, in which case the connection is woken up, or 0 if it's
512 * impossible to wake up and we prefer to be woken up later.
513 */
514static int h1_buf_available(void *target)
515{
516 struct h1c *h1c = target;
517
Willy Tarreaud68d4f12021-03-22 14:44:31 +0100518 if ((h1c->flags & H1C_F_IN_ALLOC) && b_alloc(&h1c->ibuf)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200519 TRACE_STATE("unblocking h1c, ibuf allocated", H1_EV_H1C_RECV|H1_EV_H1C_BLK|H1_EV_H1C_WAKE, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200520 h1c->flags &= ~H1C_F_IN_ALLOC;
521 if (h1_recv_allowed(h1c))
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200522 tasklet_wakeup(h1c->wait_event.tasklet);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200523 return 1;
524 }
525
Willy Tarreaud68d4f12021-03-22 14:44:31 +0100526 if ((h1c->flags & H1C_F_OUT_ALLOC) && b_alloc(&h1c->obuf)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200527 TRACE_STATE("unblocking h1s, obuf allocated", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1c->h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200528 h1c->flags &= ~H1C_F_OUT_ALLOC;
Christopher Faulet660f6f32019-10-04 10:22:47 +0200529 if (h1c->h1s)
530 h1_wake_stream_for_send(h1c->h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200531 return 1;
532 }
533
Willy Tarreaud68d4f12021-03-22 14:44:31 +0100534 if ((h1c->flags & H1C_F_IN_SALLOC) && h1c->h1s && b_alloc(&h1c->h1s->rxbuf)) {
Christopher Fauletd17ad822020-09-24 15:14:29 +0200535 TRACE_STATE("unblocking h1c, stream rxbuf allocated", H1_EV_H1C_RECV|H1_EV_H1C_BLK|H1_EV_H1C_WAKE, h1c->conn);
536 h1c->flags &= ~H1C_F_IN_SALLOC;
537 tasklet_wakeup(h1c->wait_event.tasklet);
538 return 1;
539 }
540
Christopher Faulet51dbc942018-09-13 09:05:15 +0200541 return 0;
542}
543
544/*
545 * Allocate a buffer. If if fails, it adds the mux in buffer wait queue.
546 */
547static inline struct buffer *h1_get_buf(struct h1c *h1c, struct buffer *bptr)
548{
549 struct buffer *buf = NULL;
550
Willy Tarreau2b718102021-04-21 07:32:39 +0200551 if (likely(!LIST_INLIST(&h1c->buf_wait.list)) &&
Willy Tarreaud68d4f12021-03-22 14:44:31 +0100552 unlikely((buf = b_alloc(bptr)) == NULL)) {
Christopher Faulet51dbc942018-09-13 09:05:15 +0200553 h1c->buf_wait.target = h1c;
554 h1c->buf_wait.wakeup_cb = h1_buf_available;
Willy Tarreaub4e34762021-09-30 19:02:18 +0200555 LIST_APPEND(&th_ctx->buffer_wq, &h1c->buf_wait.list);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200556 }
557 return buf;
558}
559
560/*
561 * Release a buffer, if any, and try to wake up entities waiting in the buffer
562 * wait queue.
563 */
564static inline void h1_release_buf(struct h1c *h1c, struct buffer *bptr)
565{
566 if (bptr->size) {
567 b_free(bptr);
Willy Tarreau4d77bbf2021-02-20 12:02:46 +0100568 offer_buffers(h1c->buf_wait.target, 1);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200569 }
570}
571
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100572/* returns the number of streams in use on a connection to figure if it's idle
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100573 * or not. We rely on H1C_F_ST_IDLE to know if the connection is in-use or
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100574 * not. This flag is only set when no H1S is attached and when the previous
575 * stream, if any, was fully terminated without any error and in K/A mode.
Willy Tarreau00f18a32019-01-26 12:19:01 +0100576 */
577static int h1_used_streams(struct connection *conn)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200578{
Willy Tarreau3d2ee552018-12-19 14:12:10 +0100579 struct h1c *h1c = conn->ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200580
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100581 return ((h1c->flags & H1C_F_ST_IDLE) ? 0 : 1);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200582}
583
Willy Tarreau00f18a32019-01-26 12:19:01 +0100584/* returns the number of streams still available on a connection */
585static int h1_avail_streams(struct connection *conn)
Olivier Houchard8defe4b2018-12-02 01:31:17 +0100586{
Willy Tarreau00f18a32019-01-26 12:19:01 +0100587 return 1 - h1_used_streams(conn);
Olivier Houchard8defe4b2018-12-02 01:31:17 +0100588}
Christopher Faulet51dbc942018-09-13 09:05:15 +0200589
Christopher Faulet7a145d62020-08-05 11:31:16 +0200590/* Refresh the h1c task timeout if necessary */
591static void h1_refresh_timeout(struct h1c *h1c)
592{
593 if (h1c->task) {
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100594 if (!(h1c->flags & H1C_F_ST_ALIVE) || (h1c->flags & H1C_F_ST_SHUTDOWN)) {
Christopher Faulet3c82d8b2020-10-05 17:11:16 +0200595 /* half-closed or dead connections : switch to clientfin/serverfin
596 * timeouts so that we don't hang too long on clients that have
597 * gone away (especially in tunnel mode).
Willy Tarreau4313d5a2020-09-08 15:40:57 +0200598 */
599 h1c->task->expire = tick_add(now_ms, h1c->shut_timeout);
Christopher Fauletadcd7892020-10-05 17:13:05 +0200600 TRACE_DEVEL("refreshing connection's timeout (dead or half-closed)", H1_EV_H1C_SEND|H1_EV_H1C_RECV, h1c->conn);
601 }
602 else if (b_data(&h1c->obuf)) {
603 /* connection with pending outgoing data, need a timeout (server or client). */
Christopher Faulet3c82d8b2020-10-05 17:11:16 +0200604 h1c->task->expire = tick_add(now_ms, h1c->timeout);
Christopher Fauletadcd7892020-10-05 17:13:05 +0200605 TRACE_DEVEL("refreshing connection's timeout (pending outgoing data)", H1_EV_H1C_SEND|H1_EV_H1C_RECV, h1c->conn);
606 }
Christopher Faulet39c7b6b2021-01-21 17:44:35 +0100607 else if (!(h1c->flags & (H1C_F_IS_BACK|H1C_F_ST_READY))) {
608 /* front connections waiting for a fully usable stream need a timeout. */
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200609 h1c->task->expire = tick_add(now_ms, h1c->timeout);
Christopher Faulet39c7b6b2021-01-21 17:44:35 +0100610 TRACE_DEVEL("refreshing connection's timeout (alive front h1c but not ready)", H1_EV_H1C_SEND|H1_EV_H1C_RECV, h1c->conn);
Christopher Faulet7a145d62020-08-05 11:31:16 +0200611 }
Christopher Fauletadcd7892020-10-05 17:13:05 +0200612 else {
613 /* alive back connections of front connections with a conn-stream attached */
614 h1c->task->expire = TICK_ETERNITY;
615 TRACE_DEVEL("no connection timeout (alive back h1c or front h1c with a CS)", H1_EV_H1C_SEND|H1_EV_H1C_RECV, h1c->conn);
616 }
617
Christopher Fauletdbe57792020-10-05 17:50:58 +0200618 /* Finally set the idle expiration date if shorter */
619 h1c->task->expire = tick_first(h1c->task->expire, h1c->idle_exp);
Christopher Fauletadcd7892020-10-05 17:13:05 +0200620 TRACE_DEVEL("new expiration date", H1_EV_H1C_SEND|H1_EV_H1C_RECV, h1c->conn, 0, 0, (size_t[]){h1c->task->expire});
621 task_queue(h1c->task);
Christopher Faulet7a145d62020-08-05 11:31:16 +0200622 }
623}
Christopher Fauletdbe57792020-10-05 17:50:58 +0200624
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200625static void h1_set_idle_expiration(struct h1c *h1c)
Christopher Fauletdbe57792020-10-05 17:50:58 +0200626{
627 if (h1c->flags & H1C_F_IS_BACK || !h1c->task) {
628 TRACE_DEVEL("no idle expiration (backend connection || no task)", H1_EV_H1C_RECV, h1c->conn);
629 h1c->idle_exp = TICK_ETERNITY;
630 return;
631 }
632
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100633 if (h1c->flags & H1C_F_ST_IDLE) {
Christopher Fauletdbe57792020-10-05 17:50:58 +0200634 if (!tick_isset(h1c->idle_exp)) {
635 if ((h1c->flags & H1C_F_WAIT_NEXT_REQ) && /* Not the first request */
636 !b_data(&h1c->ibuf) && /* No input data */
637 tick_isset(h1c->px->timeout.httpka)) { /* K-A timeout set */
638 h1c->idle_exp = tick_add_ifset(now_ms, h1c->px->timeout.httpka);
639 TRACE_DEVEL("set idle expiration (keep-alive timeout)", H1_EV_H1C_RECV, h1c->conn);
640 }
641 else {
642 h1c->idle_exp = tick_add_ifset(now_ms, h1c->px->timeout.httpreq);
643 TRACE_DEVEL("set idle expiration (http-request timeout)", H1_EV_H1C_RECV, h1c->conn);
644 }
645 }
646 }
Christopher Faulet39c7b6b2021-01-21 17:44:35 +0100647 else if ((h1c->flags & H1C_F_ST_ALIVE) && !(h1c->flags & H1C_F_ST_READY)) {
Christopher Fauletdbe57792020-10-05 17:50:58 +0200648 if (!tick_isset(h1c->idle_exp)) {
649 h1c->idle_exp = tick_add_ifset(now_ms, h1c->px->timeout.httpreq);
650 TRACE_DEVEL("set idle expiration (http-request timeout)", H1_EV_H1C_RECV, h1c->conn);
651 }
652 }
653 else { // CS_ATTACHED or SHUTDOWN
654 h1c->idle_exp = TICK_ETERNITY;
655 TRACE_DEVEL("unset idle expiration (attached || shutdown)", H1_EV_H1C_RECV, h1c->conn);
656 }
657}
Christopher Faulet51dbc942018-09-13 09:05:15 +0200658/*****************************************************************/
659/* functions below are dedicated to the mux setup and management */
660/*****************************************************************/
Willy Tarreaufbdf90a2019-06-03 13:42:54 +0200661
662/* returns non-zero if there are input data pending for stream h1s. */
663static inline size_t h1s_data_pending(const struct h1s *h1s)
664{
665 const struct h1m *h1m;
666
Christopher Faulet0a799aa2020-09-24 09:52:52 +0200667 h1m = ((h1s->h1c->flags & H1C_F_IS_BACK) ? &h1s->res : &h1s->req);
Christopher Fauletd1ac2b92020-12-02 19:12:22 +0100668 return ((h1m->state == H1_MSG_DONE) ? 0 : b_data(&h1s->h1c->ibuf));
Willy Tarreaufbdf90a2019-06-03 13:42:54 +0200669}
670
Christopher Faulet16df1782020-12-04 16:47:41 +0100671/* Creates a new conn-stream and the associate stream. <input> is used as input
672 * buffer for the stream. On success, it is transferred to the stream and the
673 * mux is no longer responsible of it. On error, <input> is unchanged, thus the
674 * mux must still take care of it. However, there is nothing special to do
675 * because, on success, <input> is updated to points on BUF_NULL. Thus, calling
676 * b_free() on it is always safe. This function returns the conn-stream on
677 * success or NULL on error. */
Christopher Faulet26256f82020-09-14 11:40:13 +0200678static struct conn_stream *h1s_new_cs(struct h1s *h1s, struct buffer *input)
Christopher Faulet47365272018-10-31 17:40:50 +0100679{
680 struct conn_stream *cs;
681
Christopher Faulet6b81df72019-10-01 22:08:43 +0200682 TRACE_ENTER(H1_EV_STRM_NEW, h1s->h1c->conn, h1s);
Christopher Faulet236c93b2020-07-02 09:19:54 +0200683 cs = cs_new(h1s->h1c->conn, h1s->h1c->conn->target);
Christopher Faulet6b81df72019-10-01 22:08:43 +0200684 if (!cs) {
Christopher Faulet26a26432021-01-27 11:27:50 +0100685 TRACE_ERROR("CS allocation failure", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, h1s->h1c->conn, h1s);
Christopher Faulet47365272018-10-31 17:40:50 +0100686 goto err;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200687 }
Christopher Faulet47365272018-10-31 17:40:50 +0100688 h1s->cs = cs;
689 cs->ctx = h1s;
690
691 if (h1s->flags & H1S_F_NOT_FIRST)
692 cs->flags |= CS_FL_NOT_FIRST;
693
Amaury Denoyelle90ac6052021-10-18 14:45:49 +0200694 if (h1s->req.flags & H1_MF_UPG_WEBSOCKET)
695 cs->flags |= CS_FL_WEBSOCKET;
696
Christopher Faulet26256f82020-09-14 11:40:13 +0200697 if (stream_create_from_cs(cs, input) < 0) {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200698 TRACE_DEVEL("leaving on stream creation failure", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, h1s->h1c->conn, h1s);
Christopher Faulet47365272018-10-31 17:40:50 +0100699 goto err;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200700 }
701
Christopher Faulet60fa0512021-11-26 18:10:39 +0100702 HA_ATOMIC_INC(&h1s->h1c->px_counters->open_streams);
Christopher Faulet3bca28c2021-11-26 18:12:04 +0100703 HA_ATOMIC_INC(&h1s->h1c->px_counters->total_streams);
Christopher Faulet60fa0512021-11-26 18:10:39 +0100704
Christopher Faulet39c7b6b2021-01-21 17:44:35 +0100705 h1s->h1c->flags = (h1s->h1c->flags & ~H1C_F_ST_EMBRYONIC) | H1C_F_ST_ATTACHED | H1C_F_ST_READY;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200706 TRACE_LEAVE(H1_EV_STRM_NEW, h1s->h1c->conn, h1s);
Christopher Faulet47365272018-10-31 17:40:50 +0100707 return cs;
708
709 err:
710 cs_free(cs);
711 h1s->cs = NULL;
Christopher Faulet26a26432021-01-27 11:27:50 +0100712 TRACE_DEVEL("leaving on error", H1_EV_STRM_NEW|H1_EV_STRM_ERR, h1s->h1c->conn, h1s);
Christopher Faulet47365272018-10-31 17:40:50 +0100713 return NULL;
714}
715
Christopher Faulet0f9395d2021-01-21 17:50:19 +0100716static struct conn_stream *h1s_upgrade_cs(struct h1s *h1s, struct buffer *input)
717{
718 TRACE_ENTER(H1_EV_STRM_NEW, h1s->h1c->conn, h1s);
719
720 if (stream_upgrade_from_cs(h1s->cs, input) < 0) {
Christopher Faulet26a26432021-01-27 11:27:50 +0100721 TRACE_ERROR("stream upgrade failure", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, h1s->h1c->conn, h1s);
Christopher Faulet0f9395d2021-01-21 17:50:19 +0100722 goto err;
723 }
724
Christopher Faulet0f9395d2021-01-21 17:50:19 +0100725 h1s->h1c->flags |= H1C_F_ST_READY;
726 TRACE_LEAVE(H1_EV_STRM_NEW, h1s->h1c->conn, h1s);
727 return h1s->cs;
728
729 err:
Christopher Faulet26a26432021-01-27 11:27:50 +0100730 TRACE_DEVEL("leaving on error", H1_EV_STRM_NEW|H1_EV_STRM_ERR, h1s->h1c->conn, h1s);
Christopher Faulet0f9395d2021-01-21 17:50:19 +0100731 return NULL;
732}
733
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200734static struct h1s *h1s_new(struct h1c *h1c)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200735{
736 struct h1s *h1s;
737
Christopher Faulet6b81df72019-10-01 22:08:43 +0200738 TRACE_ENTER(H1_EV_H1S_NEW, h1c->conn);
739
Christopher Faulet51dbc942018-09-13 09:05:15 +0200740 h1s = pool_alloc(pool_head_h1s);
Christopher Faulet26a26432021-01-27 11:27:50 +0100741 if (!h1s) {
742 TRACE_ERROR("H1S allocation failure", H1_EV_H1S_NEW|H1_EV_H1S_END|H1_EV_H1S_ERR, h1c->conn);
Christopher Faulet47365272018-10-31 17:40:50 +0100743 goto fail;
Christopher Faulet26a26432021-01-27 11:27:50 +0100744 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200745 h1s->h1c = h1c;
746 h1c->h1s = h1s;
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200747 h1s->sess = NULL;
748 h1s->cs = NULL;
Christopher Fauletb992af02019-03-28 15:42:24 +0100749 h1s->flags = H1S_F_WANT_KAL;
Willy Tarreau1b0d4d12020-01-16 11:03:19 +0100750 h1s->subs = NULL;
Christopher Fauletd17ad822020-09-24 15:14:29 +0200751 h1s->rxbuf = BUF_NULL;
Amaury Denoyellec1938232020-12-11 17:53:03 +0100752 memset(h1s->ws_key, 0, sizeof(h1s->ws_key));
Christopher Faulet129817b2018-09-20 16:14:40 +0200753
754 h1m_init_req(&h1s->req);
Christopher Fauletb992af02019-03-28 15:42:24 +0100755 h1s->req.flags |= (H1_MF_NO_PHDR|H1_MF_CLEAN_CONN_HDR);
Christopher Faulet9768c262018-10-22 09:34:31 +0200756
Christopher Faulet129817b2018-09-20 16:14:40 +0200757 h1m_init_res(&h1s->res);
Christopher Fauletb992af02019-03-28 15:42:24 +0100758 h1s->res.flags |= (H1_MF_NO_PHDR|H1_MF_CLEAN_CONN_HDR);
Christopher Faulet129817b2018-09-20 16:14:40 +0200759
760 h1s->status = 0;
761 h1s->meth = HTTP_METH_OTHER;
762
Christopher Faulet47365272018-10-31 17:40:50 +0100763 if (h1c->flags & H1C_F_WAIT_NEXT_REQ)
764 h1s->flags |= H1S_F_NOT_FIRST;
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100765 h1c->flags = (h1c->flags & ~(H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ)) | H1C_F_ST_EMBRYONIC;
Christopher Faulet47365272018-10-31 17:40:50 +0100766
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200767 TRACE_LEAVE(H1_EV_H1S_NEW, h1c->conn, h1s);
768 return h1s;
Christopher Faulete9b70722019-04-08 10:46:02 +0200769
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200770 fail:
Christopher Faulet26a26432021-01-27 11:27:50 +0100771 TRACE_DEVEL("leaving on error", H1_EV_STRM_NEW|H1_EV_STRM_ERR, h1c->conn);
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200772 return NULL;
773}
Christopher Fauletfeb11742018-11-29 15:12:34 +0100774
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200775static struct h1s *h1c_frt_stream_new(struct h1c *h1c)
776{
777 struct session *sess = h1c->conn->owner;
778 struct h1s *h1s;
779
780 TRACE_ENTER(H1_EV_H1S_NEW, h1c->conn);
781
782 h1s = h1s_new(h1c);
783 if (!h1s)
784 goto fail;
785
786 h1s->sess = sess;
787
788 if (h1c->px->options2 & PR_O2_REQBUG_OK)
789 h1s->req.err_pos = -1;
790
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200791 h1c->idle_exp = TICK_ETERNITY;
792 h1_set_idle_expiration(h1c);
Christopher Faulet6b81df72019-10-01 22:08:43 +0200793 TRACE_LEAVE(H1_EV_H1S_NEW, h1c->conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200794 return h1s;
Christopher Faulet47365272018-10-31 17:40:50 +0100795
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200796 fail:
Christopher Faulet26a26432021-01-27 11:27:50 +0100797 TRACE_DEVEL("leaving on error", H1_EV_STRM_NEW|H1_EV_STRM_ERR, h1c->conn);
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200798 return NULL;
799}
800
801static struct h1s *h1c_bck_stream_new(struct h1c *h1c, struct conn_stream *cs, struct session *sess)
802{
803 struct h1s *h1s;
804
805 TRACE_ENTER(H1_EV_H1S_NEW, h1c->conn);
806
807 h1s = h1s_new(h1c);
808 if (!h1s)
809 goto fail;
810
Christopher Faulet10a86702021-04-07 14:18:11 +0200811 h1s->flags |= H1S_F_RX_BLK;
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200812 h1s->cs = cs;
813 h1s->sess = sess;
814 cs->ctx = h1s;
815
Christopher Faulet39c7b6b2021-01-21 17:44:35 +0100816 h1c->flags = (h1c->flags & ~H1C_F_ST_EMBRYONIC) | H1C_F_ST_ATTACHED | H1C_F_ST_READY;
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200817
818 if (h1c->px->options2 & PR_O2_RSPBUG_OK)
819 h1s->res.err_pos = -1;
820
Christopher Faulet60fa0512021-11-26 18:10:39 +0100821 HA_ATOMIC_INC(&h1c->px_counters->open_streams);
Christopher Faulet3bca28c2021-11-26 18:12:04 +0100822 HA_ATOMIC_INC(&h1c->px_counters->total_streams);
Christopher Faulet60fa0512021-11-26 18:10:39 +0100823
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200824 TRACE_LEAVE(H1_EV_H1S_NEW, h1c->conn, h1s);
825 return h1s;
826
827 fail:
Christopher Faulet26a26432021-01-27 11:27:50 +0100828 TRACE_DEVEL("leaving on error", H1_EV_STRM_NEW|H1_EV_STRM_ERR, h1c->conn);
Christopher Faulet47365272018-10-31 17:40:50 +0100829 return NULL;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200830}
831
832static void h1s_destroy(struct h1s *h1s)
833{
Christopher Fauletf2824e62018-10-01 12:12:37 +0200834 if (h1s) {
835 struct h1c *h1c = h1s->h1c;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200836
Christopher Faulet6b81df72019-10-01 22:08:43 +0200837 TRACE_POINT(H1_EV_H1S_END, h1c->conn, h1s);
Christopher Fauletf2824e62018-10-01 12:12:37 +0200838 h1c->h1s = NULL;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200839
Willy Tarreau1b0d4d12020-01-16 11:03:19 +0100840 if (h1s->subs)
841 h1s->subs->events = 0;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200842
Christopher Fauletd17ad822020-09-24 15:14:29 +0200843 h1_release_buf(h1c, &h1s->rxbuf);
844
Christopher Faulet10a86702021-04-07 14:18:11 +0200845 h1c->flags &= ~(H1C_F_WANT_SPLICE|
Christopher Fauletb385b502021-01-13 18:47:57 +0100846 H1C_F_ST_EMBRYONIC|H1C_F_ST_ATTACHED|H1C_F_ST_READY|
Christopher Faulet295b8d12020-09-30 17:14:55 +0200847 H1C_F_OUT_FULL|H1C_F_OUT_ALLOC|H1C_F_IN_SALLOC|
848 H1C_F_CO_MSG_MORE|H1C_F_CO_STREAMER);
Christopher Faulet60ef12c2020-09-24 10:05:44 +0200849 if (h1s->flags & H1S_F_ERROR) {
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100850 h1c->flags |= H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +0100851 TRACE_ERROR("h1s on error, set error on h1c", H1_EV_H1S_END|H1_EV_H1C_ERR, h1c->conn, h1s);
Christopher Faulet6b81df72019-10-01 22:08:43 +0200852 }
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100853
Christopher Fauletd1ac2b92020-12-02 19:12:22 +0100854 if (!(h1c->flags & (H1C_F_ST_ERROR|H1C_F_ST_SHUTDOWN)) && /* No error/shutdown on h1c */
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100855 !(h1c->conn->flags & (CO_FL_ERROR|CO_FL_SOCK_RD_SH|CO_FL_SOCK_WR_SH)) && /* No error/shutdown on conn */
Christopher Fauletd1ac2b92020-12-02 19:12:22 +0100856 (h1s->flags & H1S_F_WANT_KAL) && /* K/A possible */
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100857 h1s->req.state == H1_MSG_DONE && h1s->res.state == H1_MSG_DONE) { /* req/res in DONE state */
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100858 h1c->flags |= (H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ);
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100859 TRACE_STATE("set idle mode on h1c, waiting for the next request", H1_EV_H1C_ERR, h1c->conn, h1s);
860 }
Christopher Faulet3c82d8b2020-10-05 17:11:16 +0200861 else {
Christopher Faulet26a26432021-01-27 11:27:50 +0100862 TRACE_STATE("set shudown on h1c", H1_EV_H1S_END, h1c->conn, h1s);
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100863 h1c->flags |= H1C_F_ST_SHUTDOWN;
Christopher Faulet3c82d8b2020-10-05 17:11:16 +0200864 }
Christopher Faulet60fa0512021-11-26 18:10:39 +0100865
866 HA_ATOMIC_DEC(&h1c->px_counters->open_streams);
Christopher Fauletf2824e62018-10-01 12:12:37 +0200867 pool_free(pool_head_h1s, h1s);
868 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200869}
870
871/*
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200872 * Initialize the mux once it's attached. It is expected that conn->ctx points
Ilya Shipitsin47d17182020-06-21 21:42:57 +0500873 * to the existing conn_stream (for outgoing connections or for incoming ones
874 * during a mux upgrade) or NULL (for incoming ones during the connection
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200875 * establishment). <input> is always used as Input buffer and may contain
876 * data. It is the caller responsibility to not reuse it anymore. Returns < 0 on
877 * error.
Christopher Faulet51dbc942018-09-13 09:05:15 +0200878 */
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200879static int h1_init(struct connection *conn, struct proxy *proxy, struct session *sess,
880 struct buffer *input)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200881{
Christopher Faulet51dbc942018-09-13 09:05:15 +0200882 struct h1c *h1c;
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100883 struct task *t = NULL;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200884 void *conn_ctx = conn->ctx;
885
886 TRACE_ENTER(H1_EV_H1C_NEW);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200887
888 h1c = pool_alloc(pool_head_h1c);
Christopher Faulet26a26432021-01-27 11:27:50 +0100889 if (!h1c) {
890 TRACE_ERROR("H1C allocation failure", H1_EV_H1C_NEW|H1_EV_H1C_END|H1_EV_H1C_ERR);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200891 goto fail_h1c;
Christopher Faulet26a26432021-01-27 11:27:50 +0100892 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200893 h1c->conn = conn;
894 h1c->px = proxy;
895
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100896 h1c->flags = H1C_F_ST_IDLE;
Christopher Fauletc18fc232020-10-06 17:41:36 +0200897 h1c->errcode = 0;
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200898 h1c->ibuf = *input;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200899 h1c->obuf = BUF_NULL;
900 h1c->h1s = NULL;
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200901 h1c->task = NULL;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200902
Willy Tarreau90f366b2021-02-20 11:49:49 +0100903 LIST_INIT(&h1c->buf_wait.list);
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200904 h1c->wait_event.tasklet = tasklet_new();
905 if (!h1c->wait_event.tasklet)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200906 goto fail;
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200907 h1c->wait_event.tasklet->process = h1_io_cb;
908 h1c->wait_event.tasklet->context = h1c;
Willy Tarreau4f6516d2018-12-19 13:59:17 +0100909 h1c->wait_event.events = 0;
Christopher Fauletdbe57792020-10-05 17:50:58 +0200910 h1c->idle_exp = TICK_ETERNITY;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200911
Christopher Faulete9b70722019-04-08 10:46:02 +0200912 if (conn_is_back(conn)) {
Christopher Faulet10a86702021-04-07 14:18:11 +0200913 h1c->flags |= H1C_F_IS_BACK;
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100914 h1c->shut_timeout = h1c->timeout = proxy->timeout.server;
915 if (tick_isset(proxy->timeout.serverfin))
916 h1c->shut_timeout = proxy->timeout.serverfin;
Christopher Faulet563c3452021-11-26 17:37:51 +0100917
918 h1c->px_counters = EXTRA_COUNTERS_GET(proxy->extra_counters_be,
919 &h1_stats_module);
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100920 } else {
921 h1c->shut_timeout = h1c->timeout = proxy->timeout.client;
922 if (tick_isset(proxy->timeout.clientfin))
923 h1c->shut_timeout = proxy->timeout.clientfin;
Amaury Denoyelled3a88c12021-05-03 10:47:51 +0200924
Christopher Faulet563c3452021-11-26 17:37:51 +0100925 h1c->px_counters = EXTRA_COUNTERS_GET(proxy->extra_counters_fe,
926 &h1_stats_module);
927
Amaury Denoyelled3a88c12021-05-03 10:47:51 +0200928 LIST_APPEND(&mux_stopping_data[tid].list,
929 &h1c->conn->stopping_list);
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100930 }
931 if (tick_isset(h1c->timeout)) {
Willy Tarreaubeeabf52021-10-01 18:23:30 +0200932 t = task_new_here();
Christopher Faulet26a26432021-01-27 11:27:50 +0100933 if (!t) {
934 TRACE_ERROR("H1C task allocation failure", H1_EV_H1C_NEW|H1_EV_H1C_END|H1_EV_H1C_ERR);
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100935 goto fail;
Christopher Faulet26a26432021-01-27 11:27:50 +0100936 }
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100937
938 h1c->task = t;
939 t->process = h1_timeout_task;
940 t->context = h1c;
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200941
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100942 t->expire = tick_add(now_ms, h1c->timeout);
943 }
944
Willy Tarreau3d2ee552018-12-19 14:12:10 +0100945 conn->ctx = h1c;
Christopher Faulet129817b2018-09-20 16:14:40 +0200946
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200947 if (h1c->flags & H1C_F_IS_BACK) {
948 /* Create a new H1S now for backend connection only */
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200949 if (!h1c_bck_stream_new(h1c, conn_ctx, sess))
950 goto fail;
951 }
Christopher Faulet0f9395d2021-01-21 17:50:19 +0100952 else if (conn_ctx) {
953 /* Upgraded frontend connection (from TCP) */
954 struct conn_stream *cs = conn_ctx;
955
956 if (!h1c_frt_stream_new(h1c))
957 goto fail;
958
959 h1c->h1s->cs = cs;
960 cs->ctx = h1c->h1s;
961
962 /* Attach the CS but Not ready yet */
963 h1c->flags = (h1c->flags & ~H1C_F_ST_EMBRYONIC) | H1C_F_ST_ATTACHED;
964 TRACE_DEVEL("Inherit the CS from TCP connection to perform an upgrade",
965 H1_EV_H1C_NEW|H1_EV_STRM_NEW, h1c->conn, h1c->h1s);
966 }
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100967
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200968 if (t) {
969 h1_set_idle_expiration(h1c);
970 t->expire = tick_first(t->expire, h1c->idle_exp);
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100971 task_queue(t);
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200972 }
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100973
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200974 /* prepare to read something */
Christopher Fauletd9ee7882021-01-21 17:45:45 +0100975 if (b_data(&h1c->ibuf))
976 tasklet_wakeup(h1c->wait_event.tasklet);
977 else if (h1_recv_allowed(h1c))
Christopher Faulet089acd52020-09-21 10:57:52 +0200978 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200979
Christopher Faulet60fa0512021-11-26 18:10:39 +0100980 HA_ATOMIC_INC(&h1c->px_counters->open_conns);
Christopher Faulet3bca28c2021-11-26 18:12:04 +0100981 HA_ATOMIC_INC(&h1c->px_counters->total_conns);
Christopher Faulet60fa0512021-11-26 18:10:39 +0100982
Christopher Faulet51dbc942018-09-13 09:05:15 +0200983 /* mux->wake will be called soon to complete the operation */
Christopher Faulet6b81df72019-10-01 22:08:43 +0200984 TRACE_LEAVE(H1_EV_H1C_NEW, conn, h1c->h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200985 return 0;
986
987 fail:
Willy Tarreauf6562792019-05-07 19:05:35 +0200988 task_destroy(t);
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200989 if (h1c->wait_event.tasklet)
990 tasklet_free(h1c->wait_event.tasklet);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200991 pool_free(pool_head_h1c, h1c);
992 fail_h1c:
Willy Tarreau3b990fe2022-01-12 17:24:26 +0100993 if (!conn_is_back(conn))
994 LIST_DEL_INIT(&conn->stopping_list);
Christopher Faulet6b81df72019-10-01 22:08:43 +0200995 conn->ctx = conn_ctx; // restore saved context
996 TRACE_DEVEL("leaving in error", H1_EV_H1C_NEW|H1_EV_H1C_END|H1_EV_H1C_ERR);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200997 return -1;
998}
999
Christopher Faulet73c12072019-04-08 11:23:22 +02001000/* release function. This one should be called to free all resources allocated
1001 * to the mux.
Christopher Faulet51dbc942018-09-13 09:05:15 +02001002 */
Christopher Faulet73c12072019-04-08 11:23:22 +02001003static void h1_release(struct h1c *h1c)
Christopher Faulet51dbc942018-09-13 09:05:15 +02001004{
Christopher Faulet61840e72019-04-15 09:33:32 +02001005 struct connection *conn = NULL;
Christopher Faulet39a96ee2019-04-08 10:52:21 +02001006
Christopher Faulet6b81df72019-10-01 22:08:43 +02001007 TRACE_POINT(H1_EV_H1C_END);
1008
Christopher Faulet51dbc942018-09-13 09:05:15 +02001009 if (h1c) {
Christopher Faulet61840e72019-04-15 09:33:32 +02001010 /* The connection must be aattached to this mux to be released */
1011 if (h1c->conn && h1c->conn->ctx == h1c)
1012 conn = h1c->conn;
1013
Christopher Faulet6b81df72019-10-01 22:08:43 +02001014 TRACE_DEVEL("freeing h1c", H1_EV_H1C_END, conn);
1015
Christopher Faulet61840e72019-04-15 09:33:32 +02001016 if (conn && h1c->flags & H1C_F_UPG_H2C) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001017 TRACE_DEVEL("upgrading H1 to H2", H1_EV_H1C_END, conn);
Olivier Houchard2ab3dad2019-07-03 13:08:18 +02001018 /* Make sure we're no longer subscribed to anything */
1019 if (h1c->wait_event.events)
1020 conn->xprt->unsubscribe(conn, conn->xprt_ctx,
1021 h1c->wait_event.events, &h1c->wait_event);
Christopher Fauletc985f6c2019-07-15 11:42:52 +02001022 if (conn_upgrade_mux_fe(conn, NULL, &h1c->ibuf, ist("h2"), PROTO_MODE_HTTP) != -1) {
Christopher Faulet0ef372a2019-04-08 10:57:20 +02001023 /* connection successfully upgraded to H2, this
1024 * mux was already released */
1025 return;
1026 }
Christopher Faulet26a26432021-01-27 11:27:50 +01001027 TRACE_ERROR("h2 upgrade failed", H1_EV_H1C_END|H1_EV_H1C_ERR, conn);
Christopher Faulet0ef372a2019-04-08 10:57:20 +02001028 sess_log(conn->owner); /* Log if the upgrade failed */
1029 }
1030
Olivier Houchard45c44372019-06-11 14:06:23 +02001031
Willy Tarreau2b718102021-04-21 07:32:39 +02001032 if (LIST_INLIST(&h1c->buf_wait.list))
Willy Tarreau90f366b2021-02-20 11:49:49 +01001033 LIST_DEL_INIT(&h1c->buf_wait.list);
Christopher Faulet51dbc942018-09-13 09:05:15 +02001034
1035 h1_release_buf(h1c, &h1c->ibuf);
1036 h1_release_buf(h1c, &h1c->obuf);
1037
Christopher Fauletb8093cf2019-01-03 16:27:28 +01001038 if (h1c->task) {
1039 h1c->task->context = NULL;
1040 task_wakeup(h1c->task, TASK_WOKEN_OTHER);
1041 h1c->task = NULL;
1042 }
1043
Willy Tarreau3c39a7d2019-06-14 14:42:29 +02001044 if (h1c->wait_event.tasklet)
1045 tasklet_free(h1c->wait_event.tasklet);
Christopher Faulet51dbc942018-09-13 09:05:15 +02001046
Christopher Fauletf2824e62018-10-01 12:12:37 +02001047 h1s_destroy(h1c->h1s);
Christopher Faulete76b4f02021-10-27 15:42:13 +02001048 if (conn) {
1049 if (h1c->wait_event.events != 0)
1050 conn->xprt->unsubscribe(conn, conn->xprt_ctx, h1c->wait_event.events,
1051 &h1c->wait_event);
1052 h1_shutw_conn(conn);
1053 }
Christopher Faulet60fa0512021-11-26 18:10:39 +01001054
1055 HA_ATOMIC_DEC(&h1c->px_counters->open_conns);
Christopher Faulet51dbc942018-09-13 09:05:15 +02001056 pool_free(pool_head_h1c, h1c);
1057 }
1058
Christopher Faulet39a96ee2019-04-08 10:52:21 +02001059 if (conn) {
Amaury Denoyelled3a88c12021-05-03 10:47:51 +02001060 if (!conn_is_back(conn))
1061 LIST_DEL_INIT(&conn->stopping_list);
1062
Christopher Faulet39a96ee2019-04-08 10:52:21 +02001063 conn->mux = NULL;
1064 conn->ctx = NULL;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001065 TRACE_DEVEL("freeing conn", H1_EV_H1C_END, conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02001066
Christopher Faulet39a96ee2019-04-08 10:52:21 +02001067 conn_stop_tracking(conn);
1068 conn_full_close(conn);
1069 if (conn->destroy_cb)
1070 conn->destroy_cb(conn);
1071 conn_free(conn);
1072 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02001073}
1074
1075/******************************************************/
1076/* functions below are for the H1 protocol processing */
1077/******************************************************/
Christopher Faulet9768c262018-10-22 09:34:31 +02001078/* Parse the request version and set H1_MF_VER_11 on <h1m> if the version is
1079 * greater or equal to 1.1
Christopher Fauletf2824e62018-10-01 12:12:37 +02001080 */
Christopher Faulet570d1612018-11-26 11:13:57 +01001081static void h1_parse_req_vsn(struct h1m *h1m, const struct htx_sl *sl)
Christopher Fauletf2824e62018-10-01 12:12:37 +02001082{
Christopher Faulet570d1612018-11-26 11:13:57 +01001083 const char *p = HTX_SL_REQ_VPTR(sl);
Christopher Faulet9768c262018-10-22 09:34:31 +02001084
Christopher Faulet570d1612018-11-26 11:13:57 +01001085 if ((HTX_SL_REQ_VLEN(sl) == 8) &&
Christopher Faulet9768c262018-10-22 09:34:31 +02001086 (*(p + 5) > '1' ||
1087 (*(p + 5) == '1' && *(p + 7) >= '1')))
1088 h1m->flags |= H1_MF_VER_11;
1089}
Christopher Fauletf2824e62018-10-01 12:12:37 +02001090
Christopher Faulet9768c262018-10-22 09:34:31 +02001091/* Parse the response version and set H1_MF_VER_11 on <h1m> if the version is
1092 * greater or equal to 1.1
1093 */
Christopher Faulet570d1612018-11-26 11:13:57 +01001094static void h1_parse_res_vsn(struct h1m *h1m, const struct htx_sl *sl)
Christopher Faulet9768c262018-10-22 09:34:31 +02001095{
Christopher Faulet570d1612018-11-26 11:13:57 +01001096 const char *p = HTX_SL_RES_VPTR(sl);
Christopher Fauletf2824e62018-10-01 12:12:37 +02001097
Christopher Faulet570d1612018-11-26 11:13:57 +01001098 if ((HTX_SL_RES_VLEN(sl) == 8) &&
Christopher Faulet9768c262018-10-22 09:34:31 +02001099 (*(p + 5) > '1' ||
1100 (*(p + 5) == '1' && *(p + 7) >= '1')))
1101 h1m->flags |= H1_MF_VER_11;
1102}
Christopher Fauletf2824e62018-10-01 12:12:37 +02001103
Christopher Fauletf2824e62018-10-01 12:12:37 +02001104/* Deduce the connection mode of the client connection, depending on the
1105 * configuration and the H1 message flags. This function is called twice, the
1106 * first time when the request is parsed and the second time when the response
1107 * is parsed.
1108 */
1109static void h1_set_cli_conn_mode(struct h1s *h1s, struct h1m *h1m)
1110{
1111 struct proxy *fe = h1s->h1c->px;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001112
1113 if (h1m->flags & H1_MF_RESP) {
Christopher Fauletb992af02019-03-28 15:42:24 +01001114 /* Output direction: second pass */
Christopher Fauletc75668e2020-12-07 18:10:32 +01001115 if ((h1s->meth == HTTP_METH_CONNECT && h1s->status >= 200 && h1s->status < 300) ||
Christopher Fauletb992af02019-03-28 15:42:24 +01001116 h1s->status == 101) {
1117 /* Either we've established an explicit tunnel, or we're
1118 * switching the protocol. In both cases, we're very unlikely to
1119 * understand the next protocols. We have to switch to tunnel
1120 * mode, so that we transfer the request and responses then let
1121 * this protocol pass unmodified. When we later implement
1122 * specific parsers for such protocols, we'll want to check the
1123 * Upgrade header which contains information about that protocol
1124 * for responses with status 101 (eg: see RFC2817 about TLS).
1125 */
Christopher Fauletf2824e62018-10-01 12:12:37 +02001126 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_TUN;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001127 TRACE_STATE("set tunnel mode (resp)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001128 }
1129 else if (h1s->flags & H1S_F_WANT_KAL) {
1130 /* By default the client is in KAL mode. CLOSE mode mean
1131 * it is imposed by the client itself. So only change
1132 * KAL mode here. */
1133 if (!(h1m->flags & H1_MF_XFER_LEN) || (h1m->flags & H1_MF_CONN_CLO)) {
1134 /* no length known or explicit close => close */
1135 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001136 TRACE_STATE("detect close mode (resp)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001137 }
1138 else if (!(h1m->flags & H1_MF_CONN_KAL) &&
1139 (fe->options & PR_O_HTTP_MODE) == PR_O_HTTP_CLO) {
Ilya Shipitsinc02a23f2020-05-06 00:53:22 +05001140 /* no explicit keep-alive and option httpclose => close */
Christopher Fauletb992af02019-03-28 15:42:24 +01001141 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001142 TRACE_STATE("force close mode (resp)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001143 }
1144 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001145 }
1146 else {
Christopher Fauletb992af02019-03-28 15:42:24 +01001147 /* Input direction: first pass */
1148 if (!(h1m->flags & (H1_MF_VER_11|H1_MF_CONN_KAL)) || h1m->flags & H1_MF_CONN_CLO) {
1149 /* no explicit keep-alive in HTTP/1.0 or explicit close => close*/
Christopher Fauletf2824e62018-10-01 12:12:37 +02001150 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001151 TRACE_STATE("detect close mode (req)", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001152 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001153 }
1154
1155 /* If KAL, check if the frontend is stopping. If yes, switch in CLO mode */
Christopher Fauletdfd10ab2021-10-06 14:24:19 +02001156 if (h1s->flags & H1S_F_WANT_KAL && (fe->flags & (PR_FL_DISABLED|PR_FL_STOPPED))) {
Christopher Fauletf2824e62018-10-01 12:12:37 +02001157 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001158 TRACE_STATE("stopping, set close mode", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
1159 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001160}
1161
1162/* Deduce the connection mode of the client connection, depending on the
1163 * configuration and the H1 message flags. This function is called twice, the
1164 * first time when the request is parsed and the second time when the response
1165 * is parsed.
1166 */
1167static void h1_set_srv_conn_mode(struct h1s *h1s, struct h1m *h1m)
1168{
Olivier Houchardf502aca2018-12-14 19:42:40 +01001169 struct session *sess = h1s->sess;
Christopher Fauletb992af02019-03-28 15:42:24 +01001170 struct proxy *be = h1s->h1c->px;
Olivier Houchardf502aca2018-12-14 19:42:40 +01001171 int fe_flags = sess ? sess->fe->options : 0;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001172
Christopher Fauletf2824e62018-10-01 12:12:37 +02001173 if (h1m->flags & H1_MF_RESP) {
Christopher Fauletb992af02019-03-28 15:42:24 +01001174 /* Input direction: second pass */
Christopher Fauletc75668e2020-12-07 18:10:32 +01001175 if ((h1s->meth == HTTP_METH_CONNECT && h1s->status >= 200 && h1s->status < 300) ||
Christopher Fauletb992af02019-03-28 15:42:24 +01001176 h1s->status == 101) {
1177 /* Either we've established an explicit tunnel, or we're
1178 * switching the protocol. In both cases, we're very unlikely to
1179 * understand the next protocols. We have to switch to tunnel
1180 * mode, so that we transfer the request and responses then let
1181 * this protocol pass unmodified. When we later implement
1182 * specific parsers for such protocols, we'll want to check the
1183 * Upgrade header which contains information about that protocol
1184 * for responses with status 101 (eg: see RFC2817 about TLS).
1185 */
Christopher Fauletf2824e62018-10-01 12:12:37 +02001186 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_TUN;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001187 TRACE_STATE("set tunnel mode (resp)", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001188 }
1189 else if (h1s->flags & H1S_F_WANT_KAL) {
1190 /* By default the server is in KAL mode. CLOSE mode mean
1191 * it is imposed by haproxy itself. So only change KAL
1192 * mode here. */
1193 if (!(h1m->flags & H1_MF_XFER_LEN) || h1m->flags & H1_MF_CONN_CLO ||
1194 !(h1m->flags & (H1_MF_VER_11|H1_MF_CONN_KAL))){
1195 /* no length known or explicit close or no explicit keep-alive in HTTP/1.0 => close */
1196 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001197 TRACE_STATE("detect close mode (resp)", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001198 }
1199 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001200 }
Christopher Faulet70033782018-12-05 13:50:11 +01001201 else {
Christopher Fauletb992af02019-03-28 15:42:24 +01001202 /* Output direction: first pass */
1203 if (h1m->flags & H1_MF_CONN_CLO) {
1204 /* explicit close => close */
Christopher Faulet70033782018-12-05 13:50:11 +01001205 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001206 TRACE_STATE("detect close mode (req)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001207 }
1208 else if (!(h1m->flags & H1_MF_CONN_KAL) &&
1209 ((fe_flags & PR_O_HTTP_MODE) == PR_O_HTTP_SCL ||
1210 (be->options & PR_O_HTTP_MODE) == PR_O_HTTP_SCL ||
1211 (fe_flags & PR_O_HTTP_MODE) == PR_O_HTTP_CLO ||
1212 (be->options & PR_O_HTTP_MODE) == PR_O_HTTP_CLO)) {
1213 /* no explicit keep-alive option httpclose/server-close => close */
1214 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001215 TRACE_STATE("force close mode (req)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001216 }
Christopher Faulet70033782018-12-05 13:50:11 +01001217 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001218
1219 /* If KAL, check if the backend is stopping. If yes, switch in CLO mode */
Christopher Fauletdfd10ab2021-10-06 14:24:19 +02001220 if (h1s->flags & H1S_F_WANT_KAL && (be->flags & (PR_FL_DISABLED|PR_FL_STOPPED))) {
Christopher Fauletf2824e62018-10-01 12:12:37 +02001221 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001222 TRACE_STATE("stopping, set close mode", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
1223 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001224}
1225
Christopher Fauletb992af02019-03-28 15:42:24 +01001226static void h1_update_req_conn_value(struct h1s *h1s, struct h1m *h1m, struct ist *conn_val)
Christopher Fauletf2824e62018-10-01 12:12:37 +02001227{
1228 struct proxy *px = h1s->h1c->px;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001229
1230 /* Don't update "Connection:" header in TUNNEL mode or if "Upgrage"
1231 * token is found
1232 */
1233 if (h1s->flags & H1S_F_WANT_TUN || h1m->flags & H1_MF_CONN_UPG)
Christopher Faulet9768c262018-10-22 09:34:31 +02001234 return;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001235
1236 if (h1s->flags & H1S_F_WANT_KAL || px->options2 & PR_O2_FAKE_KA) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001237 if (!(h1m->flags & H1_MF_VER_11)) {
1238 TRACE_STATE("add \"Connection: keep-alive\"", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001239 *conn_val = ist("keep-alive");
Christopher Faulet6b81df72019-10-01 22:08:43 +02001240 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001241 }
1242 else { /* H1S_F_WANT_CLO && !PR_O2_FAKE_KA */
Christopher Faulet6b81df72019-10-01 22:08:43 +02001243 if (h1m->flags & H1_MF_VER_11) {
1244 TRACE_STATE("add \"Connection: close\"", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001245 *conn_val = ist("close");
Christopher Faulet6b81df72019-10-01 22:08:43 +02001246 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001247 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001248}
1249
Christopher Fauletb992af02019-03-28 15:42:24 +01001250static void h1_update_res_conn_value(struct h1s *h1s, struct h1m *h1m, struct ist *conn_val)
Christopher Fauletf2824e62018-10-01 12:12:37 +02001251{
Christopher Fauletf2824e62018-10-01 12:12:37 +02001252 /* Don't update "Connection:" header in TUNNEL mode or if "Upgrage"
1253 * token is found
1254 */
1255 if (h1s->flags & H1S_F_WANT_TUN || h1m->flags & H1_MF_CONN_UPG)
Christopher Faulet9768c262018-10-22 09:34:31 +02001256 return;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001257
1258 if (h1s->flags & H1S_F_WANT_KAL) {
Christopher Fauletb992af02019-03-28 15:42:24 +01001259 if (!(h1m->flags & H1_MF_VER_11) ||
Christopher Faulet6b81df72019-10-01 22:08:43 +02001260 !((h1m->flags & h1s->req.flags) & H1_MF_VER_11)) {
1261 TRACE_STATE("add \"Connection: keep-alive\"", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001262 *conn_val = ist("keep-alive");
Christopher Faulet6b81df72019-10-01 22:08:43 +02001263 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001264 }
1265 else { /* H1S_F_WANT_CLO */
Christopher Faulet6b81df72019-10-01 22:08:43 +02001266 if (h1m->flags & H1_MF_VER_11) {
1267 TRACE_STATE("add \"Connection: close\"", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001268 *conn_val = ist("close");
Christopher Faulet6b81df72019-10-01 22:08:43 +02001269 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001270 }
Christopher Faulet9768c262018-10-22 09:34:31 +02001271}
Christopher Fauletf2824e62018-10-01 12:12:37 +02001272
Christopher Fauletb992af02019-03-28 15:42:24 +01001273static void h1_process_input_conn_mode(struct h1s *h1s, struct h1m *h1m, struct htx *htx)
Christopher Faulet9768c262018-10-22 09:34:31 +02001274{
Christopher Faulet0a799aa2020-09-24 09:52:52 +02001275 if (!(h1s->h1c->flags & H1C_F_IS_BACK))
Christopher Faulet9768c262018-10-22 09:34:31 +02001276 h1_set_cli_conn_mode(h1s, h1m);
Christopher Fauletb992af02019-03-28 15:42:24 +01001277 else
Christopher Faulet9768c262018-10-22 09:34:31 +02001278 h1_set_srv_conn_mode(h1s, h1m);
Christopher Fauletf2824e62018-10-01 12:12:37 +02001279}
1280
Christopher Fauletb992af02019-03-28 15:42:24 +01001281static void h1_process_output_conn_mode(struct h1s *h1s, struct h1m *h1m, struct ist *conn_val)
1282{
Christopher Faulet0a799aa2020-09-24 09:52:52 +02001283 if (!(h1s->h1c->flags & H1C_F_IS_BACK))
Christopher Fauletb992af02019-03-28 15:42:24 +01001284 h1_set_cli_conn_mode(h1s, h1m);
1285 else
1286 h1_set_srv_conn_mode(h1s, h1m);
1287
1288 if (!(h1m->flags & H1_MF_RESP))
1289 h1_update_req_conn_value(h1s, h1m, conn_val);
1290 else
1291 h1_update_res_conn_value(h1s, h1m, conn_val);
1292}
Christopher Faulete44769b2018-11-29 23:01:45 +01001293
Christopher Faulet98fbe952019-07-22 16:18:24 +02001294/* Try to adjust the case of the message header name using the global map
1295 * <hdrs_map>.
1296 */
1297static void h1_adjust_case_outgoing_hdr(struct h1s *h1s, struct h1m *h1m, struct ist *name)
1298{
1299 struct ebpt_node *node;
1300 struct h1_hdr_entry *entry;
1301
1302 /* No entry in the map, do nothing */
1303 if (eb_is_empty(&hdrs_map.map))
1304 return;
1305
Ilya Shipitsinb8888ab2021-01-06 21:20:16 +05001306 /* No conversion for the request headers */
Christopher Faulet98fbe952019-07-22 16:18:24 +02001307 if (!(h1m->flags & H1_MF_RESP) && !(h1s->h1c->px->options2 & PR_O2_H1_ADJ_BUGSRV))
1308 return;
1309
Ilya Shipitsinb8888ab2021-01-06 21:20:16 +05001310 /* No conversion for the response headers */
Christopher Faulet98fbe952019-07-22 16:18:24 +02001311 if ((h1m->flags & H1_MF_RESP) && !(h1s->h1c->px->options2 & PR_O2_H1_ADJ_BUGCLI))
1312 return;
1313
1314 node = ebis_lookup_len(&hdrs_map.map, name->ptr, name->len);
1315 if (!node)
1316 return;
1317 entry = container_of(node, struct h1_hdr_entry, node);
1318 name->ptr = entry->name.ptr;
1319 name->len = entry->name.len;
1320}
1321
Christopher Faulete44769b2018-11-29 23:01:45 +01001322/* Append the description of what is present in error snapshot <es> into <out>.
1323 * The description must be small enough to always fit in a buffer. The output
1324 * buffer may be the trash so the trash must not be used inside this function.
1325 */
1326static void h1_show_error_snapshot(struct buffer *out, const struct error_snapshot *es)
1327{
1328 chunk_appendf(out,
Christopher Fauletaa75b3d2018-12-05 16:20:40 +01001329 " H1 connection flags 0x%08x, H1 stream flags 0x%08x\n"
1330 " H1 msg state %s(%d), H1 msg flags 0x%08x\n"
1331 " H1 chunk len %lld bytes, H1 body len %lld bytes :\n",
1332 es->ctx.h1.c_flags, es->ctx.h1.s_flags,
1333 h1m_state_str(es->ctx.h1.state), es->ctx.h1.state,
1334 es->ctx.h1.m_flags, es->ctx.h1.m_clen, es->ctx.h1.m_blen);
Christopher Faulete44769b2018-11-29 23:01:45 +01001335}
1336/*
1337 * Capture a bad request or response and archive it in the proxy's structure.
1338 * By default it tries to report the error position as h1m->err_pos. However if
1339 * this one is not set, it will then report h1m->next, which is the last known
1340 * parsing point. The function is able to deal with wrapping buffers. It always
1341 * displays buffers as a contiguous area starting at buf->p. The direction is
1342 * determined thanks to the h1m's flags.
1343 */
1344static void h1_capture_bad_message(struct h1c *h1c, struct h1s *h1s,
1345 struct h1m *h1m, struct buffer *buf)
1346{
Christopher Fauletdb2c17d2020-10-15 17:19:46 +02001347 struct session *sess = h1s->sess;
Christopher Faulete44769b2018-11-29 23:01:45 +01001348 struct proxy *proxy = h1c->px;
Olivier Houchardbdb00c52020-03-12 15:30:17 +01001349 struct proxy *other_end;
Christopher Faulete44769b2018-11-29 23:01:45 +01001350 union error_snapshot_ctx ctx;
1351
Christopher Faulet3ced1d12020-11-27 16:44:01 +01001352 if ((h1c->flags & H1C_F_ST_ATTACHED) && h1s->cs->data) {
Olivier Houchardbdb00c52020-03-12 15:30:17 +01001353 if (sess == NULL)
1354 sess = si_strm(h1s->cs->data)->sess;
1355 if (!(h1m->flags & H1_MF_RESP))
1356 other_end = si_strm(h1s->cs->data)->be;
1357 else
1358 other_end = sess->fe;
1359 } else
1360 other_end = NULL;
Christopher Faulete44769b2018-11-29 23:01:45 +01001361
1362 /* http-specific part now */
1363 ctx.h1.state = h1m->state;
1364 ctx.h1.c_flags = h1c->flags;
1365 ctx.h1.s_flags = h1s->flags;
1366 ctx.h1.m_flags = h1m->flags;
1367 ctx.h1.m_clen = h1m->curr_len;
1368 ctx.h1.m_blen = h1m->body_len;
1369
1370 proxy_capture_error(proxy, !!(h1m->flags & H1_MF_RESP), other_end,
1371 h1c->conn->target, sess, buf, 0, 0,
Christopher Fauletaa75b3d2018-12-05 16:20:40 +01001372 (h1m->err_pos >= 0) ? h1m->err_pos : h1m->next,
1373 &ctx, h1_show_error_snapshot);
Christopher Faulete44769b2018-11-29 23:01:45 +01001374}
1375
Christopher Fauletadb22202018-12-12 10:32:09 +01001376/* Emit the chunksize followed by a CRLF in front of data of the buffer
1377 * <buf>. It goes backwards and starts with the byte before the buffer's
1378 * head. The caller is responsible for ensuring there is enough room left before
1379 * the buffer's head for the string.
1380 */
1381static void h1_emit_chunk_size(struct buffer *buf, size_t chksz)
1382{
1383 char *beg, *end;
1384
1385 beg = end = b_head(buf);
1386 *--beg = '\n';
1387 *--beg = '\r';
1388 do {
1389 *--beg = hextab[chksz & 0xF];
1390 } while (chksz >>= 4);
1391 buf->head -= (end - beg);
1392 b_add(buf, end - beg);
1393}
1394
1395/* Emit a CRLF after the data of the buffer <buf>. The caller is responsible for
1396 * ensuring there is enough room left in the buffer for the string. */
1397static void h1_emit_chunk_crlf(struct buffer *buf)
1398{
1399 *(b_peek(buf, b_data(buf))) = '\r';
1400 *(b_peek(buf, b_data(buf) + 1)) = '\n';
1401 b_add(buf, 2);
1402}
1403
Christopher Faulet129817b2018-09-20 16:14:40 +02001404/*
Christopher Faulet5be651d2021-01-22 15:28:03 +01001405 * Switch the stream to tunnel mode. This function must only be called on 2xx
1406 * (successful) replies to CONNECT requests or on 101 (switching protocol).
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001407 */
Christopher Faulet5be651d2021-01-22 15:28:03 +01001408static void h1_set_tunnel_mode(struct h1s *h1s)
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001409{
Christopher Faulet5be651d2021-01-22 15:28:03 +01001410 struct h1c *h1c = h1s->h1c;
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001411
Christopher Faulet5be651d2021-01-22 15:28:03 +01001412 h1s->req.state = H1_MSG_TUNNEL;
1413 h1s->req.flags &= ~(H1_MF_XFER_LEN|H1_MF_CLEN|H1_MF_CHNK);
Christopher Fauletf3158e92019-11-15 11:14:23 +01001414
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001415 h1s->res.state = H1_MSG_TUNNEL;
Christopher Faulet5be651d2021-01-22 15:28:03 +01001416 h1s->res.flags &= ~(H1_MF_XFER_LEN|H1_MF_CLEN|H1_MF_CHNK);
Christopher Fauletf3158e92019-11-15 11:14:23 +01001417
Christopher Faulet5be651d2021-01-22 15:28:03 +01001418 TRACE_STATE("switch H1 stream in tunnel mode", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
Christopher Fauletdea24742021-01-22 15:12:30 +01001419
Christopher Faulet10a86702021-04-07 14:18:11 +02001420 if (h1s->flags & H1S_F_RX_BLK) {
1421 h1s->flags &= ~H1S_F_RX_BLK;
Christopher Faulet02c92c32021-04-09 12:31:48 +02001422 h1_wake_stream_for_recv(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02001423 TRACE_STATE("Re-enable input processing", H1_EV_RX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Faulet6b81df72019-10-01 22:08:43 +02001424 }
Christopher Faulet10a86702021-04-07 14:18:11 +02001425 if (h1s->flags & H1S_F_TX_BLK) {
1426 h1s->flags &= ~H1S_F_TX_BLK;
Christopher Faulet5be651d2021-01-22 15:28:03 +01001427 h1_wake_stream_for_send(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02001428 TRACE_STATE("Re-enable output processing", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001429 }
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001430}
1431
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001432/* Search for a websocket key header. The message should have been identified
1433 * as a valid websocket handshake.
Amaury Denoyellec1938232020-12-11 17:53:03 +01001434 *
1435 * On the request side, if found the key is stored in the session. It might be
1436 * needed to calculate response key if the server side is using http/2.
1437 *
Amaury Denoyelleaad333a2020-12-11 17:53:07 +01001438 * On the response side, the key might be verified if haproxy has been
1439 * responsible for the generation of a key. This happens when a h2 client is
1440 * interfaced with a h1 server.
1441 *
1442 * Returns 0 if no key found or invalid key
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001443 */
1444static int h1_search_websocket_key(struct h1s *h1s, struct h1m *h1m, struct htx *htx)
1445{
1446 struct htx_blk *blk;
1447 enum htx_blk_type type;
Amaury Denoyellec1938232020-12-11 17:53:03 +01001448 struct ist n, v;
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001449 int ws_key_found = 0, idx;
1450
1451 idx = htx_get_head(htx); // returns the SL that we skip
1452 while ((idx = htx_get_next(htx, idx)) != -1) {
1453 blk = htx_get_blk(htx, idx);
1454 type = htx_get_blk_type(blk);
1455
1456 if (type == HTX_BLK_UNUSED)
1457 continue;
1458
1459 if (type != HTX_BLK_HDR)
1460 break;
1461
1462 n = htx_get_blk_name(htx, blk);
Amaury Denoyellec1938232020-12-11 17:53:03 +01001463 v = htx_get_blk_value(htx, blk);
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001464
Amaury Denoyellec1938232020-12-11 17:53:03 +01001465 /* Websocket key is base64 encoded of 16 bytes */
1466 if (isteqi(n, ist("sec-websocket-key")) && v.len == 24 &&
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001467 !(h1m->flags & H1_MF_RESP)) {
Amaury Denoyellec1938232020-12-11 17:53:03 +01001468 /* Copy the key on request side
1469 * we might need it if the server is using h2 and does
1470 * not provide the response
1471 */
1472 memcpy(h1s->ws_key, v.ptr, 24);
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001473 ws_key_found = 1;
1474 break;
1475 }
1476 else if (isteqi(n, ist("sec-websocket-accept")) &&
1477 h1m->flags & H1_MF_RESP) {
Amaury Denoyelleaad333a2020-12-11 17:53:07 +01001478 /* Need to verify the response key if the input was
1479 * generated by haproxy
1480 */
1481 if (h1s->ws_key[0]) {
1482 char key[29];
1483 h1_calculate_ws_output_key(h1s->ws_key, key);
1484 if (!isteqi(ist(key), v))
1485 break;
1486 }
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001487 ws_key_found = 1;
1488 break;
1489 }
1490 }
1491
1492 /* missing websocket key, reject the message */
1493 if (!ws_key_found) {
1494 htx->flags |= HTX_FL_PARSING_ERROR;
1495 return 0;
1496 }
1497
1498 return 1;
1499}
1500
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001501/*
Christopher Faulet129817b2018-09-20 16:14:40 +02001502 * Parse HTTP/1 headers. It returns the number of bytes parsed if > 0, or 0 if
Christopher Fauletf2824e62018-10-01 12:12:37 +02001503 * it couldn't proceed. Parsing errors are reported by setting H1S_F_*_ERROR
Christopher Faulet46e058d2021-09-20 07:47:27 +02001504 * flag. If more room is requested, H1S_F_RX_CONGESTED flag is set. If relies on
1505 * the function http_parse_msg_hdrs() to do the parsing.
Christopher Faulet129817b2018-09-20 16:14:40 +02001506 */
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001507static size_t h1_handle_headers(struct h1s *h1s, struct h1m *h1m, struct htx *htx,
1508 struct buffer *buf, size_t *ofs, size_t max)
Christopher Faulet129817b2018-09-20 16:14:40 +02001509{
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001510 union h1_sl h1sl;
Christopher Faulet46e058d2021-09-20 07:47:27 +02001511 int ret = 0;
Christopher Faulet129817b2018-09-20 16:14:40 +02001512
Willy Tarreau022e5e52020-09-10 09:33:15 +02001513 TRACE_ENTER(H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s, 0, (size_t[]){max});
Christopher Faulet6b81df72019-10-01 22:08:43 +02001514
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001515 if (h1s->meth == HTTP_METH_CONNECT)
1516 h1m->flags |= H1_MF_METH_CONNECT;
1517 if (h1s->meth == HTTP_METH_HEAD)
1518 h1m->flags |= H1_MF_METH_HEAD;
Christopher Faulet0ef372a2019-04-08 10:57:20 +02001519
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001520 ret = h1_parse_msg_hdrs(h1m, &h1sl, htx, buf, *ofs, max);
Christopher Faulet46e058d2021-09-20 07:47:27 +02001521 if (ret <= 0) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001522 TRACE_DEVEL("leaving on missing data or error", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s);
Christopher Faulet46e058d2021-09-20 07:47:27 +02001523 if (ret == -1) {
Christopher Faulet60ef12c2020-09-24 10:05:44 +02001524 h1s->flags |= H1S_F_PARSING_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01001525 TRACE_ERROR("parsing error, reject H1 message", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001526 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
1527 }
Christopher Faulet46e058d2021-09-20 07:47:27 +02001528 else if (ret == -2) {
1529 TRACE_STATE("RX path congested, waiting for more space", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_H1S_BLK, h1s->h1c->conn, h1s);
1530 h1s->flags |= H1S_F_RX_CONGESTED;
1531 }
1532 ret = 0;
Christopher Faulet129817b2018-09-20 16:14:40 +02001533 goto end;
1534 }
1535
Christopher Faulete136bd12021-09-21 18:44:55 +02001536
1537 /* Reject HTTP/1.0 GET/HEAD/DELETE requests with a payload. There is a
1538 * payload if the c-l is not null or the the payload is chunk-encoded.
1539 * A parsing error is reported but a A 413-Payload-Too-Large is returned
1540 * instead of a 400-Bad-Request.
1541 */
1542 if (!(h1m->flags & (H1_MF_RESP|H1_MF_VER_11)) &&
1543 (((h1m->flags & H1_MF_CLEN) && h1m->body_len) || (h1m->flags & H1_MF_CHNK)) &&
1544 (h1sl.rq.meth == HTTP_METH_GET || h1sl.rq.meth == HTTP_METH_HEAD || h1sl.rq.meth == HTTP_METH_DELETE)) {
1545 h1s->flags |= H1S_F_PARSING_ERROR;
1546 htx->flags |= HTX_FL_PARSING_ERROR;
1547 h1s->h1c->errcode = 413;
1548 TRACE_ERROR("HTTP/1.0 GET/HEAD/DELETE request with a payload forbidden", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
1549 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
1550 ret = 0;
1551 goto end;
1552 }
1553
Christopher Fauletda3adeb2021-09-28 09:50:07 +02001554 /* Reject any message with an unknown transfer-encoding. In fact if any
1555 * encoding other than "chunked". A 422-Unprocessable-Content is
1556 * returned for an invalid request, a 502-Bad-Gateway for an invalid
1557 * response.
1558 */
1559 if (h1m->flags & H1_MF_TE_OTHER) {
1560 h1s->flags |= H1S_F_PARSING_ERROR;
1561 htx->flags |= HTX_FL_PARSING_ERROR;
1562 if (!(h1m->flags & H1_MF_RESP))
1563 h1s->h1c->errcode = 422;
1564 TRACE_ERROR("Unknown transfer-encoding", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
1565 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
1566 ret = 0;
1567 goto end;
1568 }
1569
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001570 /* If websocket handshake, search for the websocket key */
1571 if ((h1m->flags & (H1_MF_CONN_UPG|H1_MF_UPG_WEBSOCKET)) ==
1572 (H1_MF_CONN_UPG|H1_MF_UPG_WEBSOCKET)) {
1573 int ws_ret = h1_search_websocket_key(h1s, h1m, htx);
1574 if (!ws_ret) {
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001575 h1s->flags |= H1S_F_PARSING_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01001576 TRACE_ERROR("missing/invalid websocket key, reject H1 message", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001577 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
1578
1579 ret = 0;
1580 goto end;
1581 }
1582 }
1583
Christopher Faulet486498c2019-10-11 14:22:00 +02001584 if (h1m->err_pos >= 0) {
1585 /* Maybe we found an error during the parsing while we were
1586 * configured not to block on that, so we have to capture it
1587 * now.
1588 */
1589 TRACE_STATE("Ignored parsing error", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s);
1590 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
1591 }
1592
Christopher Faulet5696f542020-12-02 16:08:38 +01001593 if (!(h1m->flags & H1_MF_RESP)) {
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001594 h1s->meth = h1sl.rq.meth;
Christopher Faulet5696f542020-12-02 16:08:38 +01001595 if (h1s->meth == HTTP_METH_HEAD)
1596 h1s->flags |= H1S_F_BODYLESS_RESP;
1597 }
1598 else {
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001599 h1s->status = h1sl.st.status;
Christopher Faulet5696f542020-12-02 16:08:38 +01001600 if (h1s->status == 204 || h1s->status == 304)
1601 h1s->flags |= H1S_F_BODYLESS_RESP;
1602 }
Christopher Fauletb992af02019-03-28 15:42:24 +01001603 h1_process_input_conn_mode(h1s, h1m, htx);
Christopher Faulet9768c262018-10-22 09:34:31 +02001604 *ofs += ret;
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001605
Christopher Faulet129817b2018-09-20 16:14:40 +02001606 end:
Willy Tarreau022e5e52020-09-10 09:33:15 +02001607 TRACE_LEAVE(H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet129817b2018-09-20 16:14:40 +02001608 return ret;
1609}
1610
1611/*
Christopher Fauletf2824e62018-10-01 12:12:37 +02001612 * Parse HTTP/1 body. It returns the number of bytes parsed if > 0, or 0 if it
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001613 * couldn't proceed. Parsing errors are reported by setting H1S_F_*_ERROR flag.
1614 * If relies on the function http_parse_msg_data() to do the parsing.
Christopher Faulet129817b2018-09-20 16:14:40 +02001615 */
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001616static size_t h1_handle_data(struct h1s *h1s, struct h1m *h1m, struct htx **htx,
1617 struct buffer *buf, size_t *ofs, size_t max,
1618 struct buffer *htxbuf)
Christopher Faulet129817b2018-09-20 16:14:40 +02001619{
Christopher Fauletde471a42021-02-01 16:37:28 +01001620 size_t ret;
Christopher Faulet30db3d72019-05-17 15:35:33 +02001621
Willy Tarreau022e5e52020-09-10 09:33:15 +02001622 TRACE_ENTER(H1_EV_RX_DATA|H1_EV_RX_BODY, h1s->h1c->conn, h1s, 0, (size_t[]){max});
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001623 ret = h1_parse_msg_data(h1m, htx, buf, *ofs, max, htxbuf);
Christopher Faulet02a02532019-11-15 09:36:28 +01001624 if (!ret) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001625 TRACE_DEVEL("leaving on missing data or error", H1_EV_RX_DATA|H1_EV_RX_BODY, h1s->h1c->conn, h1s);
Christopher Faulet02a02532019-11-15 09:36:28 +01001626 if ((*htx)->flags & HTX_FL_PARSING_ERROR) {
Christopher Faulet60ef12c2020-09-24 10:05:44 +02001627 h1s->flags |= H1S_F_PARSING_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01001628 TRACE_ERROR("parsing error, reject H1 message", H1_EV_RX_DATA|H1_EV_RX_BODY|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001629 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
Christopher Faulet9768c262018-10-22 09:34:31 +02001630 }
Christopher Faulet02a02532019-11-15 09:36:28 +01001631 goto end;
Christopher Faulet129817b2018-09-20 16:14:40 +02001632 }
1633
Christopher Faulet02a02532019-11-15 09:36:28 +01001634 *ofs += ret;
1635
1636 end:
Christopher Faulet46e058d2021-09-20 07:47:27 +02001637 if (b_data(buf) != *ofs && (h1m->state == H1_MSG_DATA || h1m->state == H1_MSG_TUNNEL)) {
1638 TRACE_STATE("RX path congested, waiting for more space", H1_EV_RX_DATA|H1_EV_RX_BODY|H1_EV_H1S_BLK, h1s->h1c->conn, h1s);
1639 h1s->flags |= H1S_F_RX_CONGESTED;
1640 }
1641
Willy Tarreau022e5e52020-09-10 09:33:15 +02001642 TRACE_LEAVE(H1_EV_RX_DATA|H1_EV_RX_BODY, h1s->h1c->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001643 return ret;
Christopher Faulet129817b2018-09-20 16:14:40 +02001644}
1645
1646/*
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001647 * Parse HTTP/1 trailers. It returns the number of bytes parsed if > 0, or 0 if
1648 * it couldn't proceed. Parsing errors are reported by setting H1S_F_*_ERROR
1649 * flag and filling h1s->err_pos and h1s->err_state fields. This functions is
Christopher Faulet46e058d2021-09-20 07:47:27 +02001650 * responsible to update the parser state <h1m>. If more room is requested,
1651 * H1S_F_RX_CONGESTED flag is set.
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001652 */
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001653static size_t h1_handle_trailers(struct h1s *h1s, struct h1m *h1m, struct htx *htx,
1654 struct buffer *buf, size_t *ofs, size_t max)
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001655{
Christopher Faulet46e058d2021-09-20 07:47:27 +02001656 int ret;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001657
Willy Tarreau022e5e52020-09-10 09:33:15 +02001658 TRACE_ENTER(H1_EV_RX_DATA|H1_EV_RX_TLRS, h1s->h1c->conn, h1s, 0, (size_t[]){max});
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001659 ret = h1_parse_msg_tlrs(h1m, htx, buf, *ofs, max);
Christopher Faulet46e058d2021-09-20 07:47:27 +02001660 if (ret <= 0) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001661 TRACE_DEVEL("leaving on missing data or error", H1_EV_RX_DATA|H1_EV_RX_BODY, h1s->h1c->conn, h1s);
Christopher Faulet46e058d2021-09-20 07:47:27 +02001662 if (ret == -1) {
Christopher Faulet60ef12c2020-09-24 10:05:44 +02001663 h1s->flags |= H1S_F_PARSING_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01001664 TRACE_ERROR("parsing error, reject H1 message", H1_EV_RX_DATA|H1_EV_RX_TLRS|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001665 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
1666 }
Christopher Faulet46e058d2021-09-20 07:47:27 +02001667 else if (ret == -2) {
1668 TRACE_STATE("RX path congested, waiting for more space", H1_EV_RX_DATA|H1_EV_RX_TLRS|H1_EV_H1S_BLK, h1s->h1c->conn, h1s);
1669 h1s->flags |= H1S_F_RX_CONGESTED;
1670 }
1671 ret = 0;
Christopher Faulet02a02532019-11-15 09:36:28 +01001672 goto end;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001673 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02001674
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001675 *ofs += ret;
Christopher Faulet02a02532019-11-15 09:36:28 +01001676
1677 end:
Willy Tarreau022e5e52020-09-10 09:33:15 +02001678 TRACE_LEAVE(H1_EV_RX_DATA|H1_EV_RX_TLRS, h1s->h1c->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001679 return ret;
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001680}
1681
1682/*
Christopher Faulet129817b2018-09-20 16:14:40 +02001683 * Process incoming data. It parses data and transfer them from h1c->ibuf into
Christopher Faulet539e0292018-11-19 10:40:09 +01001684 * <buf>. It returns the number of bytes parsed and transferred if > 0, or 0 if
1685 * it couldn't proceed.
Christopher Faulet46e058d2021-09-20 07:47:27 +02001686 *
1687 * WARNING: H1S_F_RX_CONGESTED flag must be removed before processing input data.
Christopher Faulet129817b2018-09-20 16:14:40 +02001688 */
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001689static size_t h1_process_demux(struct h1c *h1c, struct buffer *buf, size_t count)
Christopher Faulet51dbc942018-09-13 09:05:15 +02001690{
Christopher Faulet539e0292018-11-19 10:40:09 +01001691 struct h1s *h1s = h1c->h1s;
Christopher Faulet129817b2018-09-20 16:14:40 +02001692 struct h1m *h1m;
Christopher Faulet9768c262018-10-22 09:34:31 +02001693 struct htx *htx;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001694 size_t data;
1695 size_t ret = 0;
Christopher Faulet129817b2018-09-20 16:14:40 +02001696 size_t total = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02001697
Christopher Faulet539e0292018-11-19 10:40:09 +01001698 htx = htx_from_buf(buf);
Christopher Faulet6b81df72019-10-01 22:08:43 +02001699 TRACE_ENTER(H1_EV_RX_DATA, h1c->conn, h1s, htx, (size_t[]){count});
Willy Tarreau3a6190f2018-12-16 08:29:56 +01001700
Christopher Faulet60ef12c2020-09-24 10:05:44 +02001701 h1m = (!(h1c->flags & H1C_F_IS_BACK) ? &h1s->req : &h1s->res);
Christopher Faulet74027762019-02-26 14:45:05 +01001702 data = htx->data;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001703
Christopher Faulet2eed8002020-12-07 11:26:13 +01001704 if (h1s->flags & (H1S_F_PARSING_ERROR|H1S_F_NOT_IMPL_ERROR))
Christopher Faulet0e54d542019-07-04 21:22:34 +02001705 goto end;
1706
Christopher Faulet10a86702021-04-07 14:18:11 +02001707 if (h1s->flags & H1S_F_RX_BLK)
Christopher Fauletec4207c2021-04-08 18:34:30 +02001708 goto out;
Christopher Faulet5be651d2021-01-22 15:28:03 +01001709
Christopher Faulet46e058d2021-09-20 07:47:27 +02001710 /* Always remove congestion flags and try to process more input data */
1711 h1s->flags &= ~H1S_F_RX_CONGESTED;
1712
Christopher Fauletd44ad5b2018-11-19 21:52:12 +01001713 do {
Christopher Faulet30db3d72019-05-17 15:35:33 +02001714 size_t used = htx_used_space(htx);
1715
Christopher Faulet129817b2018-09-20 16:14:40 +02001716 if (h1m->state <= H1_MSG_LAST_LF) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001717 TRACE_PROTO("parsing message headers", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1c->conn, h1s);
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001718 ret = h1_handle_headers(h1s, h1m, htx, &h1c->ibuf, &total, count);
Christopher Faulet129817b2018-09-20 16:14:40 +02001719 if (!ret)
1720 break;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001721
1722 TRACE_USER((!(h1m->flags & H1_MF_RESP) ? "rcvd H1 request headers" : "rcvd H1 response headers"),
1723 H1_EV_RX_DATA|H1_EV_RX_HDRS, h1c->conn, h1s, htx, (size_t[]){ret});
1724
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02001725 if ((h1m->flags & H1_MF_RESP) &&
1726 h1s->status < 200 && (h1s->status == 100 || h1s->status >= 102)) {
1727 h1m_init_res(&h1s->res);
1728 h1m->flags |= (H1_MF_NO_PHDR|H1_MF_CLEAN_CONN_HDR);
Christopher Faulet6b81df72019-10-01 22:08:43 +02001729 TRACE_STATE("1xx response rcvd", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1c->conn, h1s);
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02001730 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001731 }
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001732 else if (h1m->state < H1_MSG_TRAILERS) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001733 TRACE_PROTO("parsing message payload", H1_EV_RX_DATA|H1_EV_RX_BODY, h1c->conn, h1s);
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001734 ret = h1_handle_data(h1s, h1m, &htx, &h1c->ibuf, &total, count, buf);
Christopher Faulet16a524c2021-02-02 21:16:03 +01001735 if (h1m->state < H1_MSG_TRAILERS)
Christopher Faulet129817b2018-09-20 16:14:40 +02001736 break;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001737
1738 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "rcvd H1 request payload data" : "rcvd H1 response payload data"),
1739 H1_EV_RX_DATA|H1_EV_RX_BODY, h1c->conn, h1s, htx, (size_t[]){ret});
Christopher Faulet129817b2018-09-20 16:14:40 +02001740 }
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001741 else if (h1m->state == H1_MSG_TRAILERS) {
Christopher Faulet76014fd2019-12-10 11:47:22 +01001742 TRACE_PROTO("parsing message trailers", H1_EV_RX_DATA|H1_EV_RX_TLRS, h1c->conn, h1s);
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001743 ret = h1_handle_trailers(h1s, h1m, htx, &h1c->ibuf, &total, count);
Christopher Faulet16a524c2021-02-02 21:16:03 +01001744 if (h1m->state != H1_MSG_DONE)
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001745 break;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001746
Christopher Faulet76014fd2019-12-10 11:47:22 +01001747 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "rcvd H1 request trailers" : "rcvd H1 response trailers"),
1748 H1_EV_RX_DATA|H1_EV_RX_TLRS, h1c->conn, h1s, htx, (size_t[]){ret});
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001749 }
Christopher Fauletcb55f482018-12-10 11:56:47 +01001750 else if (h1m->state == H1_MSG_DONE) {
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001751 TRACE_USER((!(h1m->flags & H1_MF_RESP) ? "H1 request fully rcvd" : "H1 response fully rcvd"),
1752 H1_EV_RX_DATA|H1_EV_RX_EOI, h1c->conn, h1s, htx);
Christopher Faulet76014fd2019-12-10 11:47:22 +01001753
Christopher Faulet5be651d2021-01-22 15:28:03 +01001754 if ((h1m->flags & H1_MF_RESP) &&
1755 ((h1s->meth == HTTP_METH_CONNECT && h1s->status >= 200 && h1s->status < 300) || h1s->status == 101))
1756 h1_set_tunnel_mode(h1s);
Christopher Fauletb385b502021-01-13 18:47:57 +01001757 else {
1758 if (h1s->req.state < H1_MSG_DONE || h1s->res.state < H1_MSG_DONE) {
1759 /* Unfinished transaction: block this input side waiting the end of the output side */
Christopher Faulet10a86702021-04-07 14:18:11 +02001760 h1s->flags |= H1S_F_RX_BLK;
1761 TRACE_STATE("Disable input processing", H1_EV_RX_DATA|H1_EV_H1S_BLK, h1c->conn, h1s);
Christopher Fauletb385b502021-01-13 18:47:57 +01001762 }
Christopher Faulet10a86702021-04-07 14:18:11 +02001763 if (h1s->flags & H1S_F_TX_BLK) {
1764 h1s->flags &= ~H1S_F_TX_BLK;
Christopher Faulet02c92c32021-04-09 12:31:48 +02001765 h1_wake_stream_for_send(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02001766 TRACE_STATE("Re-enable output processing", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Fauletb385b502021-01-13 18:47:57 +01001767 }
Christopher Faulet23021ad2020-07-10 10:01:26 +02001768 break;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001769 }
Christopher Fauletcb55f482018-12-10 11:56:47 +01001770 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001771 else if (h1m->state == H1_MSG_TUNNEL) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001772 TRACE_PROTO("parsing tunneled data", H1_EV_RX_DATA, h1c->conn, h1s);
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001773 ret = h1_handle_data(h1s, h1m, &htx, &h1c->ibuf, &total, count, buf);
Christopher Faulet9768c262018-10-22 09:34:31 +02001774 if (!ret)
1775 break;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001776
1777 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "rcvd H1 request tunneled data" : "rcvd H1 response tunneled data"),
1778 H1_EV_RX_DATA|H1_EV_RX_EOI, h1c->conn, h1s, htx, (size_t[]){ret});
Christopher Fauletf2824e62018-10-01 12:12:37 +02001779 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001780 else {
Christopher Faulet60ef12c2020-09-24 10:05:44 +02001781 h1s->flags |= H1S_F_PARSING_ERROR;
Christopher Faulet129817b2018-09-20 16:14:40 +02001782 break;
1783 }
1784
Christopher Faulet30db3d72019-05-17 15:35:33 +02001785 count -= htx_used_space(htx) - used;
Christopher Faulet46e058d2021-09-20 07:47:27 +02001786 } while (!(h1s->flags & (H1S_F_PARSING_ERROR|H1S_F_NOT_IMPL_ERROR|H1S_F_RX_BLK|H1S_F_RX_CONGESTED)));
Christopher Faulet5be651d2021-01-22 15:28:03 +01001787
Christopher Faulet129817b2018-09-20 16:14:40 +02001788
Christopher Faulet2eed8002020-12-07 11:26:13 +01001789 if (h1s->flags & (H1S_F_PARSING_ERROR|H1S_F_NOT_IMPL_ERROR)) {
Christopher Faulet26a26432021-01-27 11:27:50 +01001790 TRACE_ERROR("parsing or not-implemented error", H1_EV_RX_DATA|H1_EV_H1S_ERR, h1c->conn, h1s);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001791 goto err;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001792 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001793
Christopher Faulet539e0292018-11-19 10:40:09 +01001794 b_del(&h1c->ibuf, total);
1795
Christopher Faulet27ba2dc2018-12-05 11:53:24 +01001796 htx_to_buf(htx, buf);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001797 TRACE_DEVEL("incoming data parsed", H1_EV_RX_DATA, h1c->conn, h1s, htx, (size_t[]){ret});
1798
Christopher Faulet30db3d72019-05-17 15:35:33 +02001799 ret = htx->data - data;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001800 if ((h1c->flags & H1C_F_IN_FULL) && buf_room_for_htx_data(&h1c->ibuf)) {
Christopher Faulet539e0292018-11-19 10:40:09 +01001801 h1c->flags &= ~H1C_F_IN_FULL;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001802 TRACE_STATE("h1c ibuf not full anymore", H1_EV_RX_DATA|H1_EV_H1C_BLK|H1_EV_H1C_WAKE, h1c->conn, h1s);
Willy Tarreau2c1f37d2020-03-04 17:50:02 +01001803 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Christopher Faulet47365272018-10-31 17:40:50 +01001804 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02001805
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001806 if (!b_data(&h1c->ibuf))
1807 h1_release_buf(h1c, &h1c->ibuf);
1808
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01001809 if (!(h1c->flags & H1C_F_ST_READY)) {
1810 /* The H1 connection is not ready. Most of time, there is no CS
1811 * attached, except for TCP>H1 upgrade, from a TCP frontend. In both
1812 * cases, it is only possible on the client side.
1813 */
1814 BUG_ON(h1c->flags & H1C_F_IS_BACK);
1815
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001816 if (h1m->state <= H1_MSG_LAST_LF) {
1817 TRACE_STATE("Incomplete message, subscribing", H1_EV_RX_DATA|H1_EV_H1C_BLK|H1_EV_H1C_WAKE, h1c->conn, h1s);
1818 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
1819 goto end;
1820 }
1821
Christopher Faulet0f9395d2021-01-21 17:50:19 +01001822 if (!(h1c->flags & H1C_F_ST_ATTACHED)) {
1823 TRACE_DEVEL("request headers fully parsed, create and attach the CS", H1_EV_RX_DATA, h1c->conn, h1s);
1824 BUG_ON(h1s->cs);
1825 if (!h1s_new_cs(h1s, buf)) {
1826 h1c->flags |= H1C_F_ST_ERROR;
1827 goto err;
1828 }
1829 }
1830 else {
1831 TRACE_DEVEL("request headers fully parsed, upgrade the inherited CS", H1_EV_RX_DATA, h1c->conn, h1s);
1832 BUG_ON(h1s->cs == NULL);
1833 if (!h1s_upgrade_cs(h1s, buf)) {
1834 h1c->flags |= H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01001835 TRACE_ERROR("H1S upgrade failure", H1_EV_RX_DATA|H1_EV_H1S_ERR, h1c->conn, h1s);
Christopher Faulet0f9395d2021-01-21 17:50:19 +01001836 goto err;
1837 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001838 }
1839 }
1840
1841 /* Here h1s->cs is always defined */
Christopher Fauletf5ce3202021-11-26 17:26:19 +01001842 if (!(h1m->flags & H1_MF_CHNK) && (h1m->state == H1_MSG_DATA || (h1m->state == H1_MSG_TUNNEL))) {
Christopher Fauleta583af62020-09-24 15:35:37 +02001843 TRACE_STATE("notify the mux can use splicing", H1_EV_RX_DATA|H1_EV_RX_BODY, h1c->conn, h1s);
1844 h1s->cs->flags |= CS_FL_MAY_SPLICE;
1845 }
1846 else {
1847 TRACE_STATE("notify the mux can't use splicing anymore", H1_EV_RX_DATA|H1_EV_RX_BODY, h1c->conn, h1s);
1848 h1s->cs->flags &= ~CS_FL_MAY_SPLICE;
1849 }
1850
Christopher Fauleta22782b2021-02-08 17:18:01 +01001851 /* Set EOI on conn-stream in DONE state iff:
1852 * - it is a response
1853 * - it is a request but no a protocol upgrade nor a CONNECT
1854 *
1855 * If not set, Wait the response to do so or not depending on the status
Christopher Faulet5be651d2021-01-22 15:28:03 +01001856 * code.
Christopher Faulet3e1748b2020-12-07 18:21:27 +01001857 */
Christopher Fauleta22782b2021-02-08 17:18:01 +01001858 if (((h1m->state == H1_MSG_DONE) && (h1m->flags & H1_MF_RESP)) ||
1859 ((h1m->state == H1_MSG_DONE) && (h1s->meth != HTTP_METH_CONNECT) && !(h1m->flags & H1_MF_CONN_UPG)))
Christopher Fauleta583af62020-09-24 15:35:37 +02001860 h1s->cs->flags |= CS_FL_EOI;
1861
Christopher Fauletec4207c2021-04-08 18:34:30 +02001862 out:
Christopher Faulet46e058d2021-09-20 07:47:27 +02001863 /* When Input data are pending for this message, notify upper layer that
1864 * the mux need more space in the HTX buffer to continue if :
1865 *
1866 * - The parser is blocked in MSG_DATA or MSG_TUNNEL state
1867 * - Headers or trailers are pending to be copied.
1868 */
1869 if (h1s->flags & (H1S_F_RX_CONGESTED)) {
Christopher Fauletcf56b992018-12-11 16:12:31 +01001870 h1s->cs->flags |= CS_FL_RCV_MORE | CS_FL_WANT_ROOM;
Christopher Faulet46e058d2021-09-20 07:47:27 +02001871 TRACE_STATE("waiting for more room", H1_EV_RX_DATA|H1_EV_H1S_BLK, h1c->conn, h1s);
1872 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001873 else {
1874 h1s->cs->flags &= ~(CS_FL_RCV_MORE | CS_FL_WANT_ROOM);
1875 if (h1s->flags & H1S_F_REOS) {
1876 h1s->cs->flags |= CS_FL_EOS;
Christopher Faulet1e857782020-12-08 10:38:22 +01001877 if (h1m->state >= H1_MSG_DONE || !(h1m->flags & H1_MF_XFER_LEN)) {
1878 /* DONE or TUNNEL or SHUTR without XFER_LEN, set
1879 * EOI on the conn-stream */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001880 h1s->cs->flags |= CS_FL_EOI;
Christopher Faulet3e1748b2020-12-07 18:21:27 +01001881 }
Christopher Faulet26a26432021-01-27 11:27:50 +01001882 else if (h1m->state > H1_MSG_LAST_LF && h1m->state < H1_MSG_DONE) {
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001883 h1s->cs->flags |= CS_FL_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01001884 TRACE_ERROR("message aborted, set error on CS", H1_EV_RX_DATA|H1_EV_H1S_ERR, h1c->conn, h1s);
1885 }
Christopher Fauletb385b502021-01-13 18:47:57 +01001886
Christopher Faulet10a86702021-04-07 14:18:11 +02001887 if (h1s->flags & H1S_F_TX_BLK) {
1888 h1s->flags &= ~H1S_F_TX_BLK;
Christopher Faulet02c92c32021-04-09 12:31:48 +02001889 h1_wake_stream_for_send(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02001890 TRACE_STATE("Re-enable output processing", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Fauletb385b502021-01-13 18:47:57 +01001891 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001892 }
Christopher Faulet539e0292018-11-19 10:40:09 +01001893 }
Christopher Fauletf6ce9d62018-12-10 15:30:06 +01001894
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001895 end:
Christopher Faulet6b81df72019-10-01 22:08:43 +02001896 TRACE_LEAVE(H1_EV_RX_DATA, h1c->conn, h1s, htx, (size_t[]){ret});
Christopher Faulet30db3d72019-05-17 15:35:33 +02001897 return ret;
Christopher Faulet47365272018-10-31 17:40:50 +01001898
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001899 err:
Christopher Faulet27ba2dc2018-12-05 11:53:24 +01001900 htx_to_buf(htx, buf);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001901 if (h1s->cs)
1902 h1s->cs->flags |= CS_FL_EOI;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001903 TRACE_DEVEL("leaving on error", H1_EV_RX_DATA|H1_EV_STRM_ERR, h1c->conn, h1s);
Christopher Faulet9768c262018-10-22 09:34:31 +02001904 return 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02001905}
1906
Christopher Faulet129817b2018-09-20 16:14:40 +02001907/*
1908 * Process outgoing data. It parses data and transfer them from the channel buffer into
1909 * h1c->obuf. It returns the number of bytes parsed and transferred if > 0, or
1910 * 0 if it couldn't proceed.
1911 */
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001912static size_t h1_process_mux(struct h1c *h1c, struct buffer *buf, size_t count)
Christopher Faulet51dbc942018-09-13 09:05:15 +02001913{
Christopher Faulet129817b2018-09-20 16:14:40 +02001914 struct h1s *h1s = h1c->h1s;
1915 struct h1m *h1m;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001916 struct htx *chn_htx = NULL;
Christopher Faulet9768c262018-10-22 09:34:31 +02001917 struct htx_blk *blk;
Christopher Fauletc2518a52019-06-25 21:41:02 +02001918 struct buffer tmp;
Christopher Faulet129817b2018-09-20 16:14:40 +02001919 size_t total = 0;
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001920 int last_data = 0;
Amaury Denoyellec1938232020-12-11 17:53:03 +01001921 int ws_key_found = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02001922
Christopher Faulet94b2c762019-05-24 15:28:57 +02001923 chn_htx = htxbuf(buf);
Christopher Faulet6b81df72019-10-01 22:08:43 +02001924 TRACE_ENTER(H1_EV_TX_DATA, h1c->conn, h1s, chn_htx, (size_t[]){count});
1925
Willy Tarreau37dd54d2018-12-15 14:48:31 +01001926 if (htx_is_empty(chn_htx))
1927 goto end;
Christopher Faulet9768c262018-10-22 09:34:31 +02001928
Christopher Faulet10a86702021-04-07 14:18:11 +02001929 if (h1s->flags & (H1S_F_PROCESSING_ERROR|H1S_F_TX_BLK))
Christopher Fauletdea24742021-01-22 15:12:30 +01001930 goto end;
1931
Christopher Faulet51dbc942018-09-13 09:05:15 +02001932 if (!h1_get_buf(h1c, &h1c->obuf)) {
1933 h1c->flags |= H1C_F_OUT_ALLOC;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001934 TRACE_STATE("waiting for h1c obuf allocation", H1_EV_TX_DATA|H1_EV_H1S_BLK, h1c->conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02001935 goto end;
1936 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02001937
Christopher Faulet60ef12c2020-09-24 10:05:44 +02001938 h1m = (!(h1c->flags & H1C_F_IS_BACK) ? &h1s->res : &h1s->req);
Christopher Faulet9768c262018-10-22 09:34:31 +02001939
Willy Tarreau37dd54d2018-12-15 14:48:31 +01001940 /* the htx is non-empty thus has at least one block */
Willy Tarreau3815b222018-12-11 19:50:43 +01001941 blk = htx_get_head_blk(chn_htx);
Christopher Faulet9768c262018-10-22 09:34:31 +02001942
Willy Tarreau3815b222018-12-11 19:50:43 +01001943 /* Perform some optimizations to reduce the number of buffer copies.
1944 * First, if the mux's buffer is empty and the htx area contains
1945 * exactly one data block of the same size as the requested count,
1946 * then it's possible to simply swap the caller's buffer with the
1947 * mux's output buffer and adjust offsets and length to match the
1948 * entire DATA HTX block in the middle. In this case we perform a
1949 * true zero-copy operation from end-to-end. This is the situation
1950 * that happens all the time with large files. Second, if this is not
1951 * possible, but the mux's output buffer is empty, we still have an
1952 * opportunity to avoid the copy to the intermediary buffer, by making
1953 * the intermediary buffer's area point to the output buffer's area.
1954 * In this case we want to skip the HTX header to make sure that copies
1955 * remain aligned and that this operation remains possible all the
1956 * time. This goes for headers, data blocks and any data extracted from
1957 * the HTX blocks.
Willy Tarreauc5efa332018-12-05 11:19:27 +01001958 */
1959 if (!b_data(&h1c->obuf)) {
Christopher Fauletdea24742021-01-22 15:12:30 +01001960 if ((h1m->state == H1_MSG_DATA || h1m->state == H1_MSG_TUNNEL) &&
Christopher Faulet0d7e6342021-02-08 15:56:36 +01001961 (!(h1m->flags & H1_MF_RESP) || !(h1s->flags & H1S_F_BODYLESS_RESP)) &&
Christopher Fauletdea24742021-01-22 15:12:30 +01001962 htx_nbblks(chn_htx) == 1 &&
Willy Tarreau37dd54d2018-12-15 14:48:31 +01001963 htx_get_blk_type(blk) == HTX_BLK_DATA &&
Willy Tarreau3815b222018-12-11 19:50:43 +01001964 htx_get_blk_value(chn_htx, blk).len == count) {
Christopher Faulete5596bf2020-12-02 16:13:22 +01001965 void *old_area;
1966
Christopher Faulet6b81df72019-10-01 22:08:43 +02001967 TRACE_PROTO("sending message data (zero-copy)", H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, chn_htx, (size_t[]){count});
Christopher Faulet140f1a52021-11-26 16:37:55 +01001968 if (h1m->state == H1_MSG_DATA) {
1969 if (h1m->flags & H1_MF_CLEN) {
1970 if (count > h1m->curr_len) {
1971 TRACE_ERROR("too much payload, more than announced",
1972 H1_EV_TX_DATA|H1_EV_STRM_ERR|H1_EV_H1C_ERR|H1_EV_H1S_ERR, h1c->conn, h1s);
1973 goto error;
1974 }
1975 h1m->curr_len -= count;
1976 }
1977 if (chn_htx->flags & HTX_FL_EOM) {
1978 TRACE_DEVEL("last message block", H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s);
1979 last_data = 1;
1980 }
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001981 }
1982
Christopher Faulete5596bf2020-12-02 16:13:22 +01001983 old_area = h1c->obuf.area;
Willy Tarreau3815b222018-12-11 19:50:43 +01001984 h1c->obuf.area = buf->area;
Christopher Fauletc2518a52019-06-25 21:41:02 +02001985 h1c->obuf.head = sizeof(struct htx) + blk->addr;
Willy Tarreau3815b222018-12-11 19:50:43 +01001986 h1c->obuf.data = count;
1987
1988 buf->area = old_area;
1989 buf->data = buf->head = 0;
Christopher Fauletadb22202018-12-12 10:32:09 +01001990
Christopher Faulet6b81df72019-10-01 22:08:43 +02001991 chn_htx = (struct htx *)buf->area;
1992 htx_reset(chn_htx);
1993
Christopher Fauletadb22202018-12-12 10:32:09 +01001994 /* The message is chunked. We need to emit the chunk
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001995 * size and eventually the last chunk. We have at least
1996 * the size of the struct htx to write the chunk
1997 * envelope. It should be enough.
Christopher Fauletadb22202018-12-12 10:32:09 +01001998 */
1999 if (h1m->flags & H1_MF_CHNK) {
2000 h1_emit_chunk_size(&h1c->obuf, count);
2001 h1_emit_chunk_crlf(&h1c->obuf);
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002002 if (last_data) {
2003 /* Emit the last chunk too at the buffer's end */
2004 b_putblk(&h1c->obuf, "0\r\n\r\n", 5);
2005 }
Christopher Fauletadb22202018-12-12 10:32:09 +01002006 }
2007
Christopher Faulet6b81df72019-10-01 22:08:43 +02002008 if (h1m->state == H1_MSG_DATA)
2009 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request payload data xferred" : "H1 response payload data xferred"),
Willy Tarreau022e5e52020-09-10 09:33:15 +02002010 H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, 0, (size_t[]){count});
Christopher Faulet6b81df72019-10-01 22:08:43 +02002011 else
2012 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request tunneled data xferred" : "H1 response tunneled data xferred"),
Willy Tarreau022e5e52020-09-10 09:33:15 +02002013 H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, 0, (size_t[]){count});
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002014
Christopher Faulete5596bf2020-12-02 16:13:22 +01002015 total += count;
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002016 if (last_data) {
2017 h1m->state = H1_MSG_DONE;
Christopher Faulet10a86702021-04-07 14:18:11 +02002018 if (h1s->flags & H1S_F_RX_BLK) {
2019 h1s->flags &= ~H1S_F_RX_BLK;
Christopher Faulet02c92c32021-04-09 12:31:48 +02002020 h1_wake_stream_for_recv(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02002021 TRACE_STATE("Re-enable input processing", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002022 }
2023
2024 TRACE_USER((!(h1m->flags & H1_MF_RESP) ? "H1 request fully xferred" : "H1 response fully xferred"),
2025 H1_EV_TX_DATA, h1c->conn, h1s);
2026 }
Willy Tarreau3815b222018-12-11 19:50:43 +01002027 goto out;
2028 }
Christopher Fauletc2518a52019-06-25 21:41:02 +02002029 tmp.area = h1c->obuf.area + h1c->obuf.head;
Willy Tarreauc5efa332018-12-05 11:19:27 +01002030 }
Christopher Fauletc2518a52019-06-25 21:41:02 +02002031 else
2032 tmp.area = trash.area;
Christopher Faulet9768c262018-10-22 09:34:31 +02002033
Christopher Fauletc2518a52019-06-25 21:41:02 +02002034 tmp.data = 0;
2035 tmp.size = b_room(&h1c->obuf);
Christopher Faulet10a86702021-04-07 14:18:11 +02002036 while (count && !(h1s->flags & (H1S_F_PROCESSING_ERROR|H1S_F_TX_BLK)) && blk) {
Christopher Faulet570d1612018-11-26 11:13:57 +01002037 struct htx_sl *sl;
Christopher Faulet9768c262018-10-22 09:34:31 +02002038 struct ist n, v;
Christopher Fauletb2e84162018-12-06 11:39:49 +01002039 enum htx_blk_type type = htx_get_blk_type(blk);
Christopher Faulet9768c262018-10-22 09:34:31 +02002040 uint32_t sz = htx_get_blksz(blk);
Christopher Fauletd9233f02019-10-14 14:01:24 +02002041 uint32_t vlen, chklen;
Christopher Faulet9768c262018-10-22 09:34:31 +02002042
Christopher Fauletb2e84162018-12-06 11:39:49 +01002043 vlen = sz;
Christopher Fauletd9233f02019-10-14 14:01:24 +02002044 if (type != HTX_BLK_DATA && vlen > count)
2045 goto full;
Christopher Faulet9768c262018-10-22 09:34:31 +02002046
Christopher Faulet94b2c762019-05-24 15:28:57 +02002047 if (type == HTX_BLK_UNUSED)
2048 goto nextblk;
Christopher Faulet9768c262018-10-22 09:34:31 +02002049
Christopher Faulet94b2c762019-05-24 15:28:57 +02002050 switch (h1m->state) {
2051 case H1_MSG_RQBEFORE:
2052 if (type != HTX_BLK_REQ_SL)
2053 goto error;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002054 TRACE_USER("sending request headers", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s, chn_htx);
Christopher Faulet9768c262018-10-22 09:34:31 +02002055 sl = htx_get_blk_ptr(chn_htx, blk);
Christopher Faulet570d1612018-11-26 11:13:57 +01002056 h1s->meth = sl->info.req.meth;
Christopher Faulet9768c262018-10-22 09:34:31 +02002057 h1_parse_req_vsn(h1m, sl);
Christopher Faulet53a899b2019-10-08 16:38:42 +02002058 if (!h1_format_htx_reqline(sl, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002059 goto full;
Christopher Faulet9768c262018-10-22 09:34:31 +02002060 h1m->flags |= H1_MF_XFER_LEN;
Christopher Faulet1f890dd2019-02-18 10:33:16 +01002061 if (sl->flags & HTX_SL_F_BODYLESS)
2062 h1m->flags |= H1_MF_CLEN;
Christopher Faulet9768c262018-10-22 09:34:31 +02002063 h1m->state = H1_MSG_HDR_FIRST;
Christopher Faulet5696f542020-12-02 16:08:38 +01002064 if (h1s->meth == HTTP_METH_HEAD)
2065 h1s->flags |= H1S_F_BODYLESS_RESP;
Christopher Faulet10a86702021-04-07 14:18:11 +02002066 if (h1s->flags & H1S_F_RX_BLK) {
2067 h1s->flags &= ~H1S_F_RX_BLK;
Christopher Faulet02c92c32021-04-09 12:31:48 +02002068 h1_wake_stream_for_recv(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02002069 TRACE_STATE("Re-enable input processing", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Faulet089acd52020-09-21 10:57:52 +02002070 }
Christopher Faulet129817b2018-09-20 16:14:40 +02002071 break;
Christopher Faulet129817b2018-09-20 16:14:40 +02002072
Christopher Faulet94b2c762019-05-24 15:28:57 +02002073 case H1_MSG_RPBEFORE:
2074 if (type != HTX_BLK_RES_SL)
2075 goto error;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002076 TRACE_USER("sending response headers", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s, chn_htx);
Christopher Faulet9768c262018-10-22 09:34:31 +02002077 sl = htx_get_blk_ptr(chn_htx, blk);
Christopher Faulet570d1612018-11-26 11:13:57 +01002078 h1s->status = sl->info.res.status;
Christopher Faulet9768c262018-10-22 09:34:31 +02002079 h1_parse_res_vsn(h1m, sl);
Christopher Faulet53a899b2019-10-08 16:38:42 +02002080 if (!h1_format_htx_stline(sl, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002081 goto full;
Christopher Faulet03599112018-11-27 11:21:21 +01002082 if (sl->flags & HTX_SL_F_XFER_LEN)
Christopher Faulet9768c262018-10-22 09:34:31 +02002083 h1m->flags |= H1_MF_XFER_LEN;
Christopher Fauletf3e76192020-12-02 16:46:33 +01002084 if (h1s->status < 200)
Christopher Fauletada34b62019-05-24 16:36:43 +02002085 h1s->flags |= H1S_F_HAVE_O_CONN;
Christopher Faulet5696f542020-12-02 16:08:38 +01002086 else if (h1s->status == 204 || h1s->status == 304)
2087 h1s->flags |= H1S_F_BODYLESS_RESP;
Christopher Faulet9768c262018-10-22 09:34:31 +02002088 h1m->state = H1_MSG_HDR_FIRST;
2089 break;
2090
Christopher Faulet94b2c762019-05-24 15:28:57 +02002091 case H1_MSG_HDR_FIRST:
2092 case H1_MSG_HDR_NAME:
2093 case H1_MSG_HDR_L2_LWS:
2094 if (type == HTX_BLK_EOH)
2095 goto last_lf;
2096 if (type != HTX_BLK_HDR)
2097 goto error;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002098
Christopher Faulet9768c262018-10-22 09:34:31 +02002099 h1m->state = H1_MSG_HDR_NAME;
2100 n = htx_get_blk_name(chn_htx, blk);
2101 v = htx_get_blk_value(chn_htx, blk);
2102
Christopher Faulet86d144c2019-08-14 16:32:25 +02002103 /* Skip all pseudo-headers */
2104 if (*(n.ptr) == ':')
2105 goto skip_hdr;
2106
Christopher Faulet91fcf212020-12-02 16:17:15 +01002107 if (isteq(n, ist("transfer-encoding"))) {
2108 if ((h1m->flags & H1_MF_RESP) && (h1s->status < 200 || h1s->status == 204))
2109 goto skip_hdr;
Christopher Faulet9768c262018-10-22 09:34:31 +02002110 h1_parse_xfer_enc_header(h1m, v);
Christopher Faulet91fcf212020-12-02 16:17:15 +01002111 }
Christopher Fauletb045bb22020-02-28 10:42:20 +01002112 else if (isteq(n, ist("content-length"))) {
Christopher Faulet91fcf212020-12-02 16:17:15 +01002113 if ((h1m->flags & H1_MF_RESP) && (h1s->status < 200 || h1s->status == 204))
2114 goto skip_hdr;
Christopher Faulet5220ef22019-03-27 15:44:56 +01002115 /* Only skip C-L header with invalid value. */
2116 if (h1_parse_cont_len_header(h1m, &v) < 0)
Willy Tarreau27cd2232019-01-03 21:52:42 +01002117 goto skip_hdr;
2118 }
Christopher Fauletb045bb22020-02-28 10:42:20 +01002119 else if (isteq(n, ist("connection"))) {
Christopher Fauletb992af02019-03-28 15:42:24 +01002120 h1_parse_connection_header(h1m, &v);
Christopher Faulet9768c262018-10-22 09:34:31 +02002121 if (!v.len)
2122 goto skip_hdr;
2123 }
Amaury Denoyellec1938232020-12-11 17:53:03 +01002124 else if (isteq(n, ist("upgrade"))) {
2125 h1_parse_upgrade_header(h1m, v);
2126 }
Amaury Denoyelleaad333a2020-12-11 17:53:07 +01002127 else if ((isteq(n, ist("sec-websocket-accept")) &&
2128 h1m->flags & H1_MF_RESP) ||
2129 (isteq(n, ist("sec-websocket-key")) &&
2130 !(h1m->flags & H1_MF_RESP))) {
Amaury Denoyellec1938232020-12-11 17:53:03 +01002131 ws_key_found = 1;
2132 }
Christopher Fauletf56e8462021-09-28 10:56:36 +02002133 else if (isteq(n, ist("te"))) {
2134 /* "te" may only be sent with "trailers" if this value
2135 * is present, otherwise it must be deleted.
2136 */
2137 v = istist(v, ist("trailers"));
2138 if (!isttest(v) || (v.len > 8 && v.ptr[8] != ','))
2139 goto skip_hdr;
2140 v = ist("trailers");
2141 }
Christopher Faulet9768c262018-10-22 09:34:31 +02002142
Christopher Faulet67d58092019-10-02 10:51:38 +02002143 /* Skip header if same name is used to add the server name */
2144 if (!(h1m->flags & H1_MF_RESP) && h1c->px->server_id_hdr_name &&
2145 isteqi(n, ist2(h1c->px->server_id_hdr_name, h1c->px->server_id_hdr_len)))
2146 goto skip_hdr;
2147
Christopher Faulet98fbe952019-07-22 16:18:24 +02002148 /* Try to adjust the case of the header name */
2149 if (h1c->px->options2 & (PR_O2_H1_ADJ_BUGCLI|PR_O2_H1_ADJ_BUGSRV))
2150 h1_adjust_case_outgoing_hdr(h1s, h1m, &n);
Christopher Faulet53a899b2019-10-08 16:38:42 +02002151 if (!h1_format_htx_hdr(n, v, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002152 goto full;
Christopher Faulet9768c262018-10-22 09:34:31 +02002153 skip_hdr:
2154 h1m->state = H1_MSG_HDR_L2_LWS;
2155 break;
2156
Christopher Faulet94b2c762019-05-24 15:28:57 +02002157 case H1_MSG_LAST_LF:
2158 if (type != HTX_BLK_EOH)
2159 goto error;
2160 last_lf:
Christopher Fauletada34b62019-05-24 16:36:43 +02002161 h1m->state = H1_MSG_LAST_LF;
2162 if (!(h1s->flags & H1S_F_HAVE_O_CONN)) {
Christopher Faulet04f89192019-10-16 09:41:07 +02002163 if ((chn_htx->flags & HTX_FL_PROXY_RESP) && h1s->req.state != H1_MSG_DONE) {
Christopher Faulet631c7e82021-09-27 09:47:03 +02002164 /* If the reply comes from haproxy while the request is
2165 * not finished, we force the connection close. */
Christopher Faulet04f89192019-10-16 09:41:07 +02002166 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
2167 TRACE_STATE("force close mode (resp)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
2168 }
Christopher Faulet631c7e82021-09-27 09:47:03 +02002169 else if ((h1m->flags & (H1_MF_XFER_ENC|H1_MF_CLEN)) == (H1_MF_XFER_ENC|H1_MF_CLEN)) {
2170 /* T-E + C-L: force close */
2171 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
2172 TRACE_STATE("force close mode (T-E + C-L)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
2173 }
2174 else if ((h1m->flags & (H1_MF_VER_11|H1_MF_XFER_ENC)) == H1_MF_XFER_ENC) {
2175 /* T-E + HTTP/1.0: force close */
2176 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
2177 TRACE_STATE("force close mode (T-E + HTTP/1.0)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
2178 }
Christopher Faulet04f89192019-10-16 09:41:07 +02002179
2180 /* the conn_mode must be processed. So do it */
Christopher Fauleta110ecb2019-06-17 14:07:46 +02002181 n = ist("connection");
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01002182 v = ist("");
Christopher Fauletb992af02019-03-28 15:42:24 +01002183 h1_process_output_conn_mode(h1s, h1m, &v);
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01002184 if (v.len) {
Christopher Faulet98fbe952019-07-22 16:18:24 +02002185 /* Try to adjust the case of the header name */
2186 if (h1c->px->options2 & (PR_O2_H1_ADJ_BUGCLI|PR_O2_H1_ADJ_BUGSRV))
2187 h1_adjust_case_outgoing_hdr(h1s, h1m, &n);
Christopher Faulet53a899b2019-10-08 16:38:42 +02002188 if (!h1_format_htx_hdr(n, v, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002189 goto full;
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01002190 }
Christopher Fauletada34b62019-05-24 16:36:43 +02002191 h1s->flags |= H1S_F_HAVE_O_CONN;
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01002192 }
Willy Tarreau4710d202019-01-03 17:39:54 +01002193
Christopher Fauletc62c2b92019-03-28 11:41:39 +01002194 if ((h1s->meth != HTTP_METH_CONNECT &&
2195 (h1m->flags & (H1_MF_VER_11|H1_MF_RESP|H1_MF_CLEN|H1_MF_CHNK|H1_MF_XFER_LEN)) ==
Christopher Faulet1f890dd2019-02-18 10:33:16 +01002196 (H1_MF_VER_11|H1_MF_XFER_LEN)) ||
Christopher Faulete5596bf2020-12-02 16:13:22 +01002197 (h1s->status >= 200 && !(h1s->flags & H1S_F_BODYLESS_RESP) &&
Christopher Fauletc75668e2020-12-07 18:10:32 +01002198 !(h1s->meth == HTTP_METH_CONNECT && h1s->status >= 200 && h1s->status < 300) &&
Christopher Faulet1f890dd2019-02-18 10:33:16 +01002199 (h1m->flags & (H1_MF_VER_11|H1_MF_RESP|H1_MF_CLEN|H1_MF_CHNK|H1_MF_XFER_LEN)) ==
2200 (H1_MF_VER_11|H1_MF_RESP|H1_MF_XFER_LEN))) {
Willy Tarreau4710d202019-01-03 17:39:54 +01002201 /* chunking needed but header not seen */
Christopher Faulet7a991a92019-10-04 10:23:51 +02002202 n = ist("transfer-encoding");
2203 v = ist("chunked");
2204 if (h1c->px->options2 & (PR_O2_H1_ADJ_BUGCLI|PR_O2_H1_ADJ_BUGSRV))
2205 h1_adjust_case_outgoing_hdr(h1s, h1m, &n);
Christopher Faulet53a899b2019-10-08 16:38:42 +02002206 if (!h1_format_htx_hdr(n, v, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002207 goto full;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002208 TRACE_STATE("add \"Transfer-Encoding: chunked\"", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
Willy Tarreau4710d202019-01-03 17:39:54 +01002209 h1m->flags |= H1_MF_CHNK;
2210 }
2211
Christopher Faulet72ba6cd2019-09-24 16:20:05 +02002212 /* Now add the server name to a header (if requested) */
2213 if (!(h1s->flags & H1S_F_HAVE_SRV_NAME) &&
2214 !(h1m->flags & H1_MF_RESP) && h1c->px->server_id_hdr_name) {
2215 struct server *srv = objt_server(h1c->conn->target);
2216
2217 if (srv) {
2218 n = ist2(h1c->px->server_id_hdr_name, h1c->px->server_id_hdr_len);
2219 v = ist(srv->id);
Christopher Faulet5cef2a62019-10-02 11:06:13 +02002220
2221 /* Try to adjust the case of the header name */
2222 if (h1c->px->options2 & (PR_O2_H1_ADJ_BUGCLI|PR_O2_H1_ADJ_BUGSRV))
2223 h1_adjust_case_outgoing_hdr(h1s, h1m, &n);
Christopher Faulet53a899b2019-10-08 16:38:42 +02002224 if (!h1_format_htx_hdr(n, v, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002225 goto full;
Christopher Faulet72ba6cd2019-09-24 16:20:05 +02002226 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02002227 TRACE_STATE("add server name header", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
Christopher Faulet72ba6cd2019-09-24 16:20:05 +02002228 h1s->flags |= H1S_F_HAVE_SRV_NAME;
2229 }
2230
Amaury Denoyellec1938232020-12-11 17:53:03 +01002231 /* Add websocket handshake key if needed */
2232 if ((h1m->flags & (H1_MF_CONN_UPG|H1_MF_UPG_WEBSOCKET)) == (H1_MF_CONN_UPG|H1_MF_UPG_WEBSOCKET) &&
2233 !ws_key_found) {
Amaury Denoyelleaad333a2020-12-11 17:53:07 +01002234 if (!(h1m->flags & H1_MF_RESP)) {
2235 /* generate a random websocket key
2236 * stored in the session to
2237 * verify it on the response side
2238 */
2239 h1_generate_random_ws_input_key(h1s->ws_key);
2240
2241 if (!h1_format_htx_hdr(ist("Sec-Websocket-Key"),
2242 ist(h1s->ws_key),
2243 &tmp)) {
2244 goto full;
2245 }
2246 }
2247 else {
Amaury Denoyellec1938232020-12-11 17:53:03 +01002248 /* add the response header key */
2249 char key[29];
2250 h1_calculate_ws_output_key(h1s->ws_key, key);
2251 if (!h1_format_htx_hdr(ist("Sec-Websocket-Accept"),
2252 ist(key),
2253 &tmp)) {
2254 goto full;
2255 }
2256 }
2257 }
2258
Christopher Faulet6b81df72019-10-01 22:08:43 +02002259 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request headers xferred" : "H1 response headers xferred"),
2260 H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
2261
Christopher Fauletc62c2b92019-03-28 11:41:39 +01002262 if (!(h1m->flags & H1_MF_RESP) && h1s->meth == HTTP_METH_CONNECT) {
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002263 if (!chunk_memcat(&tmp, "\r\n", 2))
2264 goto full;
2265 goto done;
Christopher Fauletc62c2b92019-03-28 11:41:39 +01002266 }
Christopher Fauletf3158e92019-11-15 11:14:23 +01002267 else if ((h1m->flags & H1_MF_RESP) &&
Christopher Fauletc75668e2020-12-07 18:10:32 +01002268 ((h1s->meth == HTTP_METH_CONNECT && h1s->status >= 200 && h1s->status < 300) || h1s->status == 101)) {
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002269 if (!chunk_memcat(&tmp, "\r\n", 2))
2270 goto full;
2271 goto done;
Christopher Fauletc62c2b92019-03-28 11:41:39 +01002272 }
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02002273 else if ((h1m->flags & H1_MF_RESP) &&
2274 h1s->status < 200 && (h1s->status == 100 || h1s->status >= 102)) {
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002275 if (!chunk_memcat(&tmp, "\r\n", 2))
2276 goto full;
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02002277 h1m_init_res(&h1s->res);
2278 h1m->flags |= (H1_MF_NO_PHDR|H1_MF_CLEAN_CONN_HDR);
Christopher Fauletada34b62019-05-24 16:36:43 +02002279 h1s->flags &= ~H1S_F_HAVE_O_CONN;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002280 TRACE_STATE("1xx response xferred", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02002281 }
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002282 else {
2283 /* EOM flag is set and it is the last block */
2284 if (htx_is_unique_blk(chn_htx, blk) && (chn_htx->flags & HTX_FL_EOM)) {
Christopher Faulet3d6e0e32021-02-08 09:34:35 +01002285 if (h1m->flags & H1_MF_CHNK) {
2286 if (!chunk_memcat(&tmp, "\r\n0\r\n\r\n", 7))
2287 goto full;
2288 }
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002289 else if (!chunk_memcat(&tmp, "\r\n", 2))
2290 goto full;
2291 goto done;
2292 }
2293 else if (!chunk_memcat(&tmp, "\r\n", 2))
2294 goto full;
Christopher Fauletc62c2b92019-03-28 11:41:39 +01002295 h1m->state = H1_MSG_DATA;
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002296 }
Christopher Faulet9768c262018-10-22 09:34:31 +02002297 break;
2298
Christopher Faulet94b2c762019-05-24 15:28:57 +02002299 case H1_MSG_DATA:
Christopher Fauletf8db73e2019-07-04 17:12:12 +02002300 case H1_MSG_TUNNEL:
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002301 if (type == HTX_BLK_EOT || type == HTX_BLK_TLR) {
Christopher Faulet0d7e6342021-02-08 15:56:36 +01002302 if ((h1m->flags & H1_MF_RESP) && (h1s->flags & H1S_F_BODYLESS_RESP))
2303 goto trailers;
2304
Christopher Faulet5433a0b2019-06-27 17:40:14 +02002305 /* If the message is not chunked, never
2306 * add the last chunk. */
2307 if ((h1m->flags & H1_MF_CHNK) && !chunk_memcat(&tmp, "0\r\n", 3))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002308 goto full;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002309 TRACE_PROTO("sending message trailers", H1_EV_TX_DATA|H1_EV_TX_TLRS, h1c->conn, h1s, chn_htx);
Christopher Faulet94b2c762019-05-24 15:28:57 +02002310 goto trailers;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02002311 }
Christopher Faulet94b2c762019-05-24 15:28:57 +02002312 else if (type != HTX_BLK_DATA)
2313 goto error;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002314
2315 TRACE_PROTO("sending message data", H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, chn_htx, (size_t[]){sz});
Christopher Fauletd9233f02019-10-14 14:01:24 +02002316
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002317 /* It is the last block of this message. After this one,
2318 * only tunneled data may be forwarded. */
2319 if (h1m->state == H1_MSG_DATA && htx_is_unique_blk(chn_htx, blk) && (chn_htx->flags & HTX_FL_EOM)) {
2320 TRACE_DEVEL("last message block", H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s);
2321 last_data = 1;
2322 }
Christopher Fauletd9233f02019-10-14 14:01:24 +02002323
2324 if (vlen > count) {
2325 /* Get the maximum amount of data we can xferred */
2326 vlen = count;
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002327 last_data = 0;
Christopher Fauletd9233f02019-10-14 14:01:24 +02002328 }
2329
Christopher Faulet140f1a52021-11-26 16:37:55 +01002330 if (h1m->state == H1_MSG_DATA) {
2331 if (h1m->flags & H1_MF_CLEN) {
2332 if (vlen > h1m->curr_len) {
2333 TRACE_ERROR("too much payload, more than announced",
2334 H1_EV_TX_DATA|H1_EV_STRM_ERR|H1_EV_H1C_ERR|H1_EV_H1S_ERR, h1c->conn, h1s);
2335 goto error;
2336 }
Christopher Faulet140f1a52021-11-26 16:37:55 +01002337 }
2338 if ((h1m->flags & H1_MF_RESP) && (h1s->flags & H1S_F_BODYLESS_RESP)) {
2339 TRACE_PROTO("Skip data for bodyless response", H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, chn_htx);
2340 goto skip_data;
2341 }
Christopher Faulet0d7e6342021-02-08 15:56:36 +01002342 }
2343
Christopher Fauletd9233f02019-10-14 14:01:24 +02002344 chklen = 0;
2345 if (h1m->flags & H1_MF_CHNK) {
2346 chklen = b_room(&tmp);
2347 chklen = ((chklen < 16) ? 1 : (chklen < 256) ? 2 :
2348 (chklen < 4096) ? 3 : (chklen < 65536) ? 4 :
2349 (chklen < 1048576) ? 5 : 8);
2350 chklen += 4; /* 2 x CRLF */
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002351
2352 /* If it is the end of the chunked message (without EOT), reserve the
2353 * last chunk size */
2354 if (last_data)
2355 chklen += 5;
Christopher Fauletd9233f02019-10-14 14:01:24 +02002356 }
2357
2358 if (vlen + chklen > b_room(&tmp)) {
2359 /* too large for the buffer */
2360 if (chklen >= b_room(&tmp))
2361 goto full;
2362 vlen = b_room(&tmp) - chklen;
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002363 last_data = 0;
Christopher Fauletd9233f02019-10-14 14:01:24 +02002364 }
Christopher Faulet9768c262018-10-22 09:34:31 +02002365 v = htx_get_blk_value(chn_htx, blk);
Christopher Fauletb2e84162018-12-06 11:39:49 +01002366 v.len = vlen;
Christopher Faulet53a899b2019-10-08 16:38:42 +02002367 if (!h1_format_htx_data(v, &tmp, !!(h1m->flags & H1_MF_CHNK)))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002368 goto full;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002369
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002370 /* Space already reserved, so it must succeed */
2371 if ((h1m->flags & H1_MF_CHNK) && last_data && !chunk_memcat(&tmp, "0\r\n\r\n", 5))
2372 goto error;
2373
Christopher Faulet6b81df72019-10-01 22:08:43 +02002374 if (h1m->state == H1_MSG_DATA)
2375 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request payload data xferred" : "H1 response payload data xferred"),
Willy Tarreau022e5e52020-09-10 09:33:15 +02002376 H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, 0, (size_t[]){v.len});
Christopher Faulet6b81df72019-10-01 22:08:43 +02002377 else
2378 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request tunneled data xferred" : "H1 response tunneled data xferred"),
Willy Tarreau022e5e52020-09-10 09:33:15 +02002379 H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, 0, (size_t[]){v.len});
Christopher Faulet0d7e6342021-02-08 15:56:36 +01002380
2381 skip_data:
Christopher Fauletb4eca0e2022-01-10 17:27:51 +01002382 if (h1m->state == H1_MSG_DATA && (h1m->flags & H1_MF_CLEN))
2383 h1m->curr_len -= vlen;
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002384 if (last_data)
2385 goto done;
Christopher Faulet9768c262018-10-22 09:34:31 +02002386 break;
2387
Christopher Faulet94b2c762019-05-24 15:28:57 +02002388 case H1_MSG_TRAILERS:
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002389 if (type != HTX_BLK_TLR && type != HTX_BLK_EOT)
Christopher Faulet94b2c762019-05-24 15:28:57 +02002390 goto error;
2391 trailers:
Christopher Faulet9768c262018-10-22 09:34:31 +02002392 h1m->state = H1_MSG_TRAILERS;
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002393
Christopher Faulet5433a0b2019-06-27 17:40:14 +02002394 /* If the message is not chunked, ignore
2395 * trailers. It may happen with H2 messages. */
Christopher Faulet0a916d22021-02-10 08:48:19 +01002396 if (!(h1m->flags & H1_MF_CHNK)) {
2397 if (type == HTX_BLK_EOT)
2398 goto done;
Christopher Faulet5433a0b2019-06-27 17:40:14 +02002399 break;
Christopher Faulet0a916d22021-02-10 08:48:19 +01002400 }
Christopher Faulet5433a0b2019-06-27 17:40:14 +02002401
Christopher Faulete5596bf2020-12-02 16:13:22 +01002402 if ((h1m->flags & H1_MF_RESP) && (h1s->flags & H1S_F_BODYLESS_RESP)) {
2403 TRACE_PROTO("Skip trailers for bodyless response", H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, chn_htx);
Christopher Faulet0d7e6342021-02-08 15:56:36 +01002404 if (type == HTX_BLK_EOT)
2405 goto done;
Christopher Faulete5596bf2020-12-02 16:13:22 +01002406 break;
2407 }
2408
Christopher Faulet2d7c5392019-06-03 10:41:26 +02002409 if (type == HTX_BLK_EOT) {
Christopher Fauletc2518a52019-06-25 21:41:02 +02002410 if (!chunk_memcat(&tmp, "\r\n", 2))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002411 goto full;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002412 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request trailers xferred" : "H1 response trailers xferred"),
2413 H1_EV_TX_DATA|H1_EV_TX_TLRS, h1c->conn, h1s);
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002414 goto done;
Christopher Faulet32188212018-11-20 18:21:43 +01002415 }
Christopher Faulet2d7c5392019-06-03 10:41:26 +02002416 else { // HTX_BLK_TLR
2417 n = htx_get_blk_name(chn_htx, blk);
2418 v = htx_get_blk_value(chn_htx, blk);
Christopher Faulet98fbe952019-07-22 16:18:24 +02002419
2420 /* Try to adjust the case of the header name */
2421 if (h1c->px->options2 & (PR_O2_H1_ADJ_BUGCLI|PR_O2_H1_ADJ_BUGSRV))
2422 h1_adjust_case_outgoing_hdr(h1s, h1m, &n);
Christopher Faulet53a899b2019-10-08 16:38:42 +02002423 if (!h1_format_htx_hdr(n, v, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002424 goto full;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02002425 }
Christopher Faulet9768c262018-10-22 09:34:31 +02002426 break;
2427
Christopher Faulet94b2c762019-05-24 15:28:57 +02002428 case H1_MSG_DONE:
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002429 TRACE_STATE("unexpected data xferred in done state", H1_EV_TX_DATA|H1_EV_H1C_ERR|H1_EV_H1S_ERR, h1c->conn, h1s);
2430 goto error; /* For now return an error */
2431
Christopher Faulet94b2c762019-05-24 15:28:57 +02002432 done:
Christopher Faulet36893672021-02-10 09:52:07 +01002433 if (!(chn_htx->flags & HTX_FL_EOM)) {
2434 TRACE_STATE("No EOM flags in done state", H1_EV_TX_DATA|H1_EV_H1C_ERR|H1_EV_H1S_ERR, h1c->conn, h1s);
2435 goto error; /* For now return an error */
2436 }
2437
Christopher Faulet94b2c762019-05-24 15:28:57 +02002438 h1m->state = H1_MSG_DONE;
Christopher Fauletdea24742021-01-22 15:12:30 +01002439 if (!(h1m->flags & H1_MF_RESP) && h1s->meth == HTTP_METH_CONNECT) {
Christopher Faulet10a86702021-04-07 14:18:11 +02002440 h1s->flags |= H1S_F_TX_BLK;
2441 TRACE_STATE("Disable output processing", H1_EV_TX_DATA|H1_EV_H1S_BLK, h1c->conn, h1s);
Christopher Fauletdea24742021-01-22 15:12:30 +01002442 }
2443 else if ((h1m->flags & H1_MF_RESP) &&
2444 ((h1s->meth == HTTP_METH_CONNECT && h1s->status >= 200 && h1s->status < 300) || h1s->status == 101)) {
2445 /* a successful reply to a CONNECT or a protocol switching is sent
2446 * to the client. Switch the response to tunnel mode.
2447 */
Christopher Faulet5be651d2021-01-22 15:28:03 +01002448 h1_set_tunnel_mode(h1s);
Christopher Fauletdea24742021-01-22 15:12:30 +01002449 TRACE_STATE("switch H1 response in tunnel mode", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
Christopher Fauletf3158e92019-11-15 11:14:23 +01002450 }
Christopher Faulet5be651d2021-01-22 15:28:03 +01002451
Christopher Faulet10a86702021-04-07 14:18:11 +02002452 if (h1s->flags & H1S_F_RX_BLK) {
2453 h1s->flags &= ~H1S_F_RX_BLK;
Christopher Faulet02c92c32021-04-09 12:31:48 +02002454 h1_wake_stream_for_recv(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02002455 TRACE_STATE("Re-enable input processing", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Fauletcd67bff2019-06-14 16:54:15 +02002456 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02002457
2458 TRACE_USER((!(h1m->flags & H1_MF_RESP) ? "H1 request fully xferred" : "H1 response fully xferred"),
2459 H1_EV_TX_DATA, h1c->conn, h1s);
Christopher Faulet9768c262018-10-22 09:34:31 +02002460 break;
2461
Christopher Faulet9768c262018-10-22 09:34:31 +02002462 default:
Christopher Faulet94b2c762019-05-24 15:28:57 +02002463 error:
Christopher Fauletd87d3fa2019-06-26 15:16:28 +02002464 /* Unexpected error during output processing */
Christopher Faulet69b48212019-09-09 10:11:30 +02002465 chn_htx->flags |= HTX_FL_PROCESSING_ERROR;
Christopher Faulet60ef12c2020-09-24 10:05:44 +02002466 h1s->flags |= H1S_F_PROCESSING_ERROR;
Christopher Fauletdea24742021-01-22 15:12:30 +01002467 h1c->flags |= H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01002468 TRACE_ERROR("processing output error, set error on h1c/h1s",
2469 H1_EV_TX_DATA|H1_EV_STRM_ERR|H1_EV_H1C_ERR|H1_EV_H1S_ERR, h1c->conn, h1s);
Christopher Faulet140f1a52021-11-26 16:37:55 +01002470 goto end;
Christopher Faulet9768c262018-10-22 09:34:31 +02002471 }
Christopher Faulet94b2c762019-05-24 15:28:57 +02002472
2473 nextblk:
Christopher Fauletb2e84162018-12-06 11:39:49 +01002474 total += vlen;
2475 count -= vlen;
2476 if (sz == vlen)
2477 blk = htx_remove_blk(chn_htx, blk);
2478 else {
2479 htx_cut_data_blk(chn_htx, blk, vlen);
2480 break;
2481 }
Christopher Faulet129817b2018-09-20 16:14:40 +02002482 }
2483
Christopher Faulet9768c262018-10-22 09:34:31 +02002484 copy:
Willy Tarreauc5efa332018-12-05 11:19:27 +01002485 /* when the output buffer is empty, tmp shares the same area so that we
2486 * only have to update pointers and lengths.
2487 */
Christopher Fauletc2518a52019-06-25 21:41:02 +02002488 if (tmp.area == h1c->obuf.area + h1c->obuf.head)
2489 h1c->obuf.data = tmp.data;
Willy Tarreauc5efa332018-12-05 11:19:27 +01002490 else
Christopher Fauletc2518a52019-06-25 21:41:02 +02002491 b_putblk(&h1c->obuf, tmp.area, tmp.data);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002492
Willy Tarreau3815b222018-12-11 19:50:43 +01002493 htx_to_buf(chn_htx, buf);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002494 out:
2495 if (!buf_room_for_htx_data(&h1c->obuf)) {
2496 TRACE_STATE("h1c obuf full", H1_EV_TX_DATA|H1_EV_H1S_BLK, h1c->conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002497 h1c->flags |= H1C_F_OUT_FULL;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002498 }
Christopher Faulet9768c262018-10-22 09:34:31 +02002499 end:
Christopher Fauletdea24742021-01-22 15:12:30 +01002500 /* Both the request and the response reached the DONE state. So set EOI
2501 * flag on the conn-stream. Most of time, the flag will already be set,
2502 * except for protocol upgrades. Report an error if data remains blocked
2503 * in the output buffer.
2504 */
2505 if (h1s->req.state == H1_MSG_DONE && h1s->res.state == H1_MSG_DONE) {
2506 if (!htx_is_empty(chn_htx)) {
2507 h1c->flags |= H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01002508 TRACE_ERROR("txn done but data waiting to be sent, set error on h1c", H1_EV_H1C_ERR, h1c->conn, h1s);
Christopher Fauletdea24742021-01-22 15:12:30 +01002509 }
2510 h1s->cs->flags |= CS_FL_EOI;
2511 }
2512
Christopher Faulet6b81df72019-10-01 22:08:43 +02002513 TRACE_LEAVE(H1_EV_TX_DATA, h1c->conn, h1s, chn_htx, (size_t[]){total});
Christopher Faulet9768c262018-10-22 09:34:31 +02002514 return total;
Christopher Fauleta61aa542019-10-14 14:17:00 +02002515
2516 full:
2517 TRACE_STATE("h1c obuf full", H1_EV_TX_DATA|H1_EV_H1S_BLK, h1c->conn, h1s);
2518 h1c->flags |= H1C_F_OUT_FULL;
2519 goto copy;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002520}
2521
Christopher Faulet51dbc942018-09-13 09:05:15 +02002522/*********************************************************/
2523/* functions below are I/O callbacks from the connection */
2524/*********************************************************/
Christopher Faulete17fa2f2018-12-11 16:25:36 +01002525static void h1_wake_stream_for_recv(struct h1s *h1s)
2526{
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002527 if (h1s && h1s->subs && h1s->subs->events & SUB_RETRY_RECV) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002528 TRACE_POINT(H1_EV_STRM_WAKE, h1s->h1c->conn, h1s);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002529 tasklet_wakeup(h1s->subs->tasklet);
2530 h1s->subs->events &= ~SUB_RETRY_RECV;
2531 if (!h1s->subs->events)
2532 h1s->subs = NULL;
Christopher Faulete17fa2f2018-12-11 16:25:36 +01002533 }
2534}
2535static void h1_wake_stream_for_send(struct h1s *h1s)
2536{
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002537 if (h1s && h1s->subs && h1s->subs->events & SUB_RETRY_SEND) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002538 TRACE_POINT(H1_EV_STRM_WAKE, h1s->h1c->conn, h1s);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002539 tasklet_wakeup(h1s->subs->tasklet);
2540 h1s->subs->events &= ~SUB_RETRY_SEND;
2541 if (!h1s->subs->events)
2542 h1s->subs = NULL;
Christopher Faulete17fa2f2018-12-11 16:25:36 +01002543 }
Christopher Fauletc18fc232020-10-06 17:41:36 +02002544}
2545
Christopher Fauletad4daf62021-01-21 17:49:01 +01002546/* alerts the data layer following this sequence :
2547 * - if the h1s' data layer is subscribed to recv, then it's woken up for recv
2548 * - if its subscribed to send, then it's woken up for send
2549 * - if it was subscribed to neither, its ->wake() callback is called
2550 */
2551static void h1_alert(struct h1s *h1s)
2552{
2553 if (h1s->subs) {
2554 h1_wake_stream_for_recv(h1s);
2555 h1_wake_stream_for_send(h1s);
2556 }
2557 else if (h1s->cs && h1s->cs->data_cb->wake != NULL) {
2558 TRACE_POINT(H1_EV_STRM_WAKE, h1s->h1c->conn, h1s);
2559 h1s->cs->data_cb->wake(h1s->cs);
2560 }
2561}
2562
Christopher Fauletc18fc232020-10-06 17:41:36 +02002563/* Try to send an HTTP error with h1c->errcode status code. It returns 1 on success
2564 * and 0 on error. The flag H1C_F_ERR_PENDING is set on the H1 connection for
2565 * retryable errors (allocation error or buffer full). On success, the error is
2566 * copied in the output buffer.
2567*/
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002568static int h1_send_error(struct h1c *h1c)
Christopher Fauletc18fc232020-10-06 17:41:36 +02002569{
2570 int rc = http_get_status_idx(h1c->errcode);
2571 int ret = 0;
2572
2573 TRACE_ENTER(H1_EV_H1C_ERR, h1c->conn, 0, 0, (size_t[]){h1c->errcode});
2574
2575 /* Verify if the error is mapped on /dev/null or any empty file */
2576 /// XXX: do a function !
2577 if (h1c->px->replies[rc] &&
2578 h1c->px->replies[rc]->type == HTTP_REPLY_ERRMSG &&
2579 h1c->px->replies[rc]->body.errmsg &&
2580 b_is_null(h1c->px->replies[rc]->body.errmsg)) {
2581 /* Empty error, so claim a success */
2582 ret = 1;
2583 goto out;
2584 }
2585
2586 if (h1c->flags & (H1C_F_OUT_ALLOC|H1C_F_OUT_FULL)) {
2587 h1c->flags |= H1C_F_ERR_PENDING;
2588 goto out;
2589 }
2590
2591 if (!h1_get_buf(h1c, &h1c->obuf)) {
2592 h1c->flags |= (H1C_F_OUT_ALLOC|H1C_F_ERR_PENDING);
2593 TRACE_STATE("waiting for h1c obuf allocation", H1_EV_H1C_ERR|H1_EV_H1C_BLK, h1c->conn);
2594 goto out;
2595 }
2596 ret = b_istput(&h1c->obuf, ist2(http_err_msgs[rc], strlen(http_err_msgs[rc])));
2597 if (unlikely(ret <= 0)) {
2598 if (!ret) {
2599 h1c->flags |= (H1C_F_OUT_FULL|H1C_F_ERR_PENDING);
2600 TRACE_STATE("h1c obuf full", H1_EV_H1C_ERR|H1_EV_H1C_BLK, h1c->conn);
2601 goto out;
2602 }
2603 else {
2604 /* we cannot report this error, so claim a success */
2605 ret = 1;
2606 }
2607 }
2608 h1c->flags &= ~H1C_F_ERR_PENDING;
2609 out:
2610 TRACE_LEAVE(H1_EV_H1C_ERR, h1c->conn);
2611 return ret;
2612}
2613
2614/* Try to send a 500 internal error. It relies on h1_send_error to send the
2615 * error. This function takes care of incrementing stats and tracked counters.
2616 */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002617static int h1_handle_internal_err(struct h1c *h1c)
Christopher Fauletc18fc232020-10-06 17:41:36 +02002618{
2619 struct session *sess = h1c->conn->owner;
2620 int ret = 1;
2621
2622 session_inc_http_req_ctr(sess);
Christopher Fauletc18fc232020-10-06 17:41:36 +02002623 proxy_inc_fe_req_ctr(sess->listener, sess->fe);
Willy Tarreau4781b152021-04-06 13:53:36 +02002624 _HA_ATOMIC_INC(&sess->fe->fe_counters.p.http.rsp[5]);
2625 _HA_ATOMIC_INC(&sess->fe->fe_counters.internal_errors);
William Lallemand36119de2021-03-08 15:26:48 +01002626 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002627 _HA_ATOMIC_INC(&sess->listener->counters->internal_errors);
Christopher Fauletc18fc232020-10-06 17:41:36 +02002628
2629 h1c->errcode = 500;
2630 ret = h1_send_error(h1c);
2631 sess_log(sess);
2632 return ret;
Christopher Faulete17fa2f2018-12-11 16:25:36 +01002633}
2634
Christopher Fauletb3230f72021-09-21 18:38:20 +02002635/* Try to send an error because of a parsing error. By default a 400 bad request
2636 * error is returned. But the status code may be specified by setting
2637 * h1c->errcode. It relies on h1_send_error to send the error. This function
2638 * takes care of incrementing stats and tracked counters.
Christopher Fauletc18fc232020-10-06 17:41:36 +02002639 */
Christopher Fauletb3230f72021-09-21 18:38:20 +02002640static int h1_handle_parsing_error(struct h1c *h1c)
Christopher Fauletc18fc232020-10-06 17:41:36 +02002641{
2642 struct session *sess = h1c->conn->owner;
2643 int ret = 1;
2644
2645 if (!b_data(&h1c->ibuf) && ((h1c->flags & H1C_F_WAIT_NEXT_REQ) || (sess->fe->options & PR_O_IGNORE_PRB)))
2646 goto end;
2647
2648 session_inc_http_req_ctr(sess);
2649 session_inc_http_err_ctr(sess);
2650 proxy_inc_fe_req_ctr(sess->listener, sess->fe);
Willy Tarreau4781b152021-04-06 13:53:36 +02002651 _HA_ATOMIC_INC(&sess->fe->fe_counters.p.http.rsp[4]);
2652 _HA_ATOMIC_INC(&sess->fe->fe_counters.failed_req);
William Lallemand36119de2021-03-08 15:26:48 +01002653 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002654 _HA_ATOMIC_INC(&sess->listener->counters->failed_req);
Christopher Fauletc18fc232020-10-06 17:41:36 +02002655
Christopher Fauletb3230f72021-09-21 18:38:20 +02002656 if (!h1c->errcode)
2657 h1c->errcode = 400;
Christopher Fauletc18fc232020-10-06 17:41:36 +02002658 ret = h1_send_error(h1c);
Christopher Faulet07e10de2021-07-26 09:42:49 +02002659 if (b_data(&h1c->ibuf) || !(sess->fe->options & PR_O_NULLNOLOG))
2660 sess_log(sess);
Christopher Fauletc18fc232020-10-06 17:41:36 +02002661
2662 end:
2663 return ret;
2664}
2665
Christopher Faulet2eed8002020-12-07 11:26:13 +01002666/* Try to send a 501 not implemented error. It relies on h1_send_error to send
2667 * the error. This function takes care of incrementing stats and tracked
2668 * counters.
2669 */
2670static int h1_handle_not_impl_err(struct h1c *h1c)
2671{
2672 struct session *sess = h1c->conn->owner;
2673 int ret = 1;
2674
2675 if (!b_data(&h1c->ibuf) && ((h1c->flags & H1C_F_WAIT_NEXT_REQ) || (sess->fe->options & PR_O_IGNORE_PRB)))
2676 goto end;
2677
2678 session_inc_http_req_ctr(sess);
Christopher Faulet2eed8002020-12-07 11:26:13 +01002679 proxy_inc_fe_req_ctr(sess->listener, sess->fe);
Willy Tarreau4781b152021-04-06 13:53:36 +02002680 _HA_ATOMIC_INC(&sess->fe->fe_counters.p.http.rsp[4]);
2681 _HA_ATOMIC_INC(&sess->fe->fe_counters.failed_req);
William Lallemand36119de2021-03-08 15:26:48 +01002682 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002683 _HA_ATOMIC_INC(&sess->listener->counters->failed_req);
Christopher Faulet2eed8002020-12-07 11:26:13 +01002684
2685 h1c->errcode = 501;
2686 ret = h1_send_error(h1c);
Christopher Faulet07e10de2021-07-26 09:42:49 +02002687 if (b_data(&h1c->ibuf) || !(sess->fe->options & PR_O_NULLNOLOG))
2688 sess_log(sess);
Christopher Faulet2eed8002020-12-07 11:26:13 +01002689
2690 end:
2691 return ret;
2692}
2693
Christopher Fauletc18fc232020-10-06 17:41:36 +02002694/* Try to send a 408 timeout error. It relies on h1_send_error to send the
2695 * error. This function takes care of incrementing stats and tracked counters.
2696 */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002697static int h1_handle_req_tout(struct h1c *h1c)
Christopher Fauletc18fc232020-10-06 17:41:36 +02002698{
2699 struct session *sess = h1c->conn->owner;
2700 int ret = 1;
2701
2702 if (!b_data(&h1c->ibuf) && ((h1c->flags & H1C_F_WAIT_NEXT_REQ) || (sess->fe->options & PR_O_IGNORE_PRB)))
2703 goto end;
2704
2705 session_inc_http_req_ctr(sess);
Christopher Fauletc18fc232020-10-06 17:41:36 +02002706 proxy_inc_fe_req_ctr(sess->listener, sess->fe);
Willy Tarreau4781b152021-04-06 13:53:36 +02002707 _HA_ATOMIC_INC(&sess->fe->fe_counters.p.http.rsp[4]);
2708 _HA_ATOMIC_INC(&sess->fe->fe_counters.failed_req);
William Lallemand36119de2021-03-08 15:26:48 +01002709 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002710 _HA_ATOMIC_INC(&sess->listener->counters->failed_req);
Christopher Fauletc18fc232020-10-06 17:41:36 +02002711
2712 h1c->errcode = 408;
Christopher Faulet07e10de2021-07-26 09:42:49 +02002713 if (b_data(&h1c->ibuf) || !(sess->fe->options & PR_O_NULLNOLOG))
2714 ret = h1_send_error(h1c);
Christopher Fauletc18fc232020-10-06 17:41:36 +02002715 sess_log(sess);
2716 end:
2717 return ret;
2718}
2719
2720
Christopher Faulet51dbc942018-09-13 09:05:15 +02002721/*
2722 * Attempt to read data, and subscribe if none available
2723 */
2724static int h1_recv(struct h1c *h1c)
2725{
2726 struct connection *conn = h1c->conn;
Olivier Houchard75159a92018-12-03 18:46:09 +01002727 size_t ret = 0, max;
Willy Tarreau6e59cb52020-02-20 11:11:50 +01002728 int flags = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002729
Christopher Faulet6b81df72019-10-01 22:08:43 +02002730 TRACE_ENTER(H1_EV_H1C_RECV, h1c->conn);
2731
2732 if (h1c->wait_event.events & SUB_RETRY_RECV) {
2733 TRACE_DEVEL("leaving on sub_recv", H1_EV_H1C_RECV, h1c->conn);
Christopher Fauletc386a882018-12-04 16:06:28 +01002734 return (b_data(&h1c->ibuf));
Christopher Faulet6b81df72019-10-01 22:08:43 +02002735 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002736
Christopher Fauletae635762020-09-21 11:47:16 +02002737 if ((h1c->flags & H1C_F_WANT_SPLICE) || !h1_recv_allowed(h1c)) {
2738 TRACE_DEVEL("leaving on (want_splice|!recv_allowed)", H1_EV_H1C_RECV, h1c->conn);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002739 return 1;
Olivier Houchard75159a92018-12-03 18:46:09 +01002740 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002741
Christopher Fauletf7d5ff32019-04-16 13:55:08 +02002742 if (!h1_get_buf(h1c, &h1c->ibuf)) {
2743 h1c->flags |= H1C_F_IN_ALLOC;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002744 TRACE_STATE("waiting for h1c ibuf allocation", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002745 return 0;
Christopher Faulet9768c262018-10-22 09:34:31 +02002746 }
Christopher Faulet1be55f92018-10-02 15:59:23 +02002747
Olivier Houchard29a22bc2018-12-04 18:16:45 +01002748 /*
2749 * If we only have a small amount of data, realign it,
2750 * it's probably cheaper than doing 2 recv() calls.
2751 */
2752 if (b_data(&h1c->ibuf) > 0 && b_data(&h1c->ibuf) < 128)
Christopher Faulet00d7cde2021-02-04 11:01:51 +01002753 b_slow_realign_ofs(&h1c->ibuf, trash.area, sizeof(struct htx));
Olivier Houchard29a22bc2018-12-04 18:16:45 +01002754
Willy Tarreau6e59cb52020-02-20 11:11:50 +01002755 /* avoid useless reads after first responses */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002756 if (!h1c->h1s ||
2757 (!(h1c->flags & H1C_F_IS_BACK) && h1c->h1s->req.state == H1_MSG_RQBEFORE) ||
2758 ((h1c->flags & H1C_F_IS_BACK) && h1c->h1s->res.state == H1_MSG_RPBEFORE))
Willy Tarreau6e59cb52020-02-20 11:11:50 +01002759 flags |= CO_RFL_READ_ONCE;
2760
Willy Tarreau45f2b892018-12-05 07:59:27 +01002761 max = buf_room_for_htx_data(&h1c->ibuf);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002762 if (max) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002763 if (h1c->flags & H1C_F_IN_FULL) {
2764 h1c->flags &= ~H1C_F_IN_FULL;
2765 TRACE_STATE("h1c ibuf not full anymore", H1_EV_H1C_RECV|H1_EV_H1C_BLK);
2766 }
Willy Tarreau78f548f2018-12-05 10:02:39 +01002767
2768 if (!b_data(&h1c->ibuf)) {
2769 /* try to pre-align the buffer like the rxbufs will be
2770 * to optimize memory copies.
2771 */
Willy Tarreau78f548f2018-12-05 10:02:39 +01002772 h1c->ibuf.head = sizeof(struct htx);
2773 }
Willy Tarreau6e59cb52020-02-20 11:11:50 +01002774 ret = conn->xprt->rcv_buf(conn, conn->xprt_ctx, &h1c->ibuf, max, flags);
Christopher Faulet41951ab2021-11-26 18:12:51 +01002775 HA_ATOMIC_ADD(&h1c->px_counters->bytes_in, ret);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002776 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002777 if (max && !ret && h1_recv_allowed(h1c)) {
2778 TRACE_STATE("failed to receive data, subscribing", H1_EV_H1C_RECV, h1c->conn);
2779 conn->xprt->subscribe(conn, conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Christopher Fauletcf56b992018-12-11 16:12:31 +01002780 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002781 else {
2782 h1_wake_stream_for_recv(h1c->h1s);
2783 TRACE_DATA("data received", H1_EV_H1C_RECV, h1c->conn, 0, 0, (size_t[]){ret});
Willy Tarreaufbdf90a2019-06-03 13:42:54 +02002784 }
2785
Christopher Faulet51dbc942018-09-13 09:05:15 +02002786 if (!b_data(&h1c->ibuf))
2787 h1_release_buf(h1c, &h1c->ibuf);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002788 else if (!buf_room_for_htx_data(&h1c->ibuf)) {
Christopher Faulet51dbc942018-09-13 09:05:15 +02002789 h1c->flags |= H1C_F_IN_FULL;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002790 TRACE_STATE("h1c ibuf full", H1_EV_H1C_RECV|H1_EV_H1C_BLK);
2791 }
2792
2793 TRACE_LEAVE(H1_EV_H1C_RECV, h1c->conn);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002794 return !!ret || (conn->flags & CO_FL_ERROR) || conn_xprt_read0_pending(conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002795}
2796
2797
2798/*
2799 * Try to send data if possible
2800 */
2801static int h1_send(struct h1c *h1c)
2802{
2803 struct connection *conn = h1c->conn;
2804 unsigned int flags = 0;
2805 size_t ret;
2806 int sent = 0;
2807
Christopher Faulet6b81df72019-10-01 22:08:43 +02002808 TRACE_ENTER(H1_EV_H1C_SEND, h1c->conn);
2809
2810 if (conn->flags & CO_FL_ERROR) {
2811 TRACE_DEVEL("leaving on connection error", H1_EV_H1C_SEND, h1c->conn);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002812 b_reset(&h1c->obuf);
2813 return 1;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002814 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002815
2816 if (!b_data(&h1c->obuf))
2817 goto end;
2818
Christopher Faulet46230362019-10-17 16:04:20 +02002819 if (h1c->flags & H1C_F_CO_MSG_MORE)
Christopher Faulet51dbc942018-09-13 09:05:15 +02002820 flags |= CO_SFL_MSG_MORE;
Christopher Faulet46230362019-10-17 16:04:20 +02002821 if (h1c->flags & H1C_F_CO_STREAMER)
2822 flags |= CO_SFL_STREAMER;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002823
Olivier Houcharde179d0e2019-03-21 18:27:17 +01002824 ret = conn->xprt->snd_buf(conn, conn->xprt_ctx, &h1c->obuf, b_data(&h1c->obuf), flags);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002825 if (ret > 0) {
Willy Tarreau022e5e52020-09-10 09:33:15 +02002826 TRACE_DATA("data sent", H1_EV_H1C_SEND, h1c->conn, 0, 0, (size_t[]){ret});
Christopher Faulet6b81df72019-10-01 22:08:43 +02002827 if (h1c->flags & H1C_F_OUT_FULL) {
2828 h1c->flags &= ~H1C_F_OUT_FULL;
2829 TRACE_STATE("h1c obuf not full anymore", H1_EV_STRM_SEND|H1_EV_H1S_BLK, h1c->conn);
2830 }
Christopher Faulet41951ab2021-11-26 18:12:51 +01002831 HA_ATOMIC_ADD(&h1c->px_counters->bytes_out, ret);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002832 b_del(&h1c->obuf, ret);
2833 sent = 1;
2834 }
2835
Christopher Faulet145aa472018-12-06 10:56:20 +01002836 if (conn->flags & (CO_FL_ERROR|CO_FL_SOCK_WR_SH)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002837 TRACE_DEVEL("connection error or output closed", H1_EV_H1C_SEND, h1c->conn);
Christopher Faulet145aa472018-12-06 10:56:20 +01002838 /* error or output closed, nothing to send, clear the buffer to release it */
2839 b_reset(&h1c->obuf);
2840 }
2841
Christopher Faulet51dbc942018-09-13 09:05:15 +02002842 end:
Christopher Faulet10a86702021-04-07 14:18:11 +02002843 if (!(h1c->flags & H1C_F_OUT_FULL))
Christopher Faulete17fa2f2018-12-11 16:25:36 +01002844 h1_wake_stream_for_send(h1c->h1s);
Olivier Houchard75159a92018-12-03 18:46:09 +01002845
Christopher Faulet51dbc942018-09-13 09:05:15 +02002846 /* We're done, no more to send */
2847 if (!b_data(&h1c->obuf)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002848 TRACE_DEVEL("leaving with everything sent", H1_EV_H1C_SEND, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002849 h1_release_buf(h1c, &h1c->obuf);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002850 if (h1c->flags & H1C_F_ST_SHUTDOWN) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002851 TRACE_STATE("process pending shutdown for writes", H1_EV_H1C_SEND, h1c->conn);
Christopher Fauleta85c5222021-10-27 15:36:38 +02002852 h1_shutw_conn(conn);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002853 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002854 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02002855 else if (!(h1c->wait_event.events & SUB_RETRY_SEND)) {
2856 TRACE_STATE("more data to send, subscribing", H1_EV_H1C_SEND, h1c->conn);
Olivier Houcharde179d0e2019-03-21 18:27:17 +01002857 conn->xprt->subscribe(conn, conn->xprt_ctx, SUB_RETRY_SEND, &h1c->wait_event);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002858 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002859
Christopher Faulet6b81df72019-10-01 22:08:43 +02002860 TRACE_LEAVE(H1_EV_H1C_SEND, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002861 return sent;
2862}
2863
Christopher Faulet51dbc942018-09-13 09:05:15 +02002864/* callback called on any event by the connection handler.
2865 * It applies changes and returns zero, or < 0 if it wants immediate
2866 * destruction of the connection.
2867 */
2868static int h1_process(struct h1c * h1c)
2869{
2870 struct connection *conn = h1c->conn;
Christopher Fauletfeb11742018-11-29 15:12:34 +01002871 struct h1s *h1s = h1c->h1s;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002872
Christopher Faulet6b81df72019-10-01 22:08:43 +02002873 TRACE_ENTER(H1_EV_H1C_WAKE, conn);
2874
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002875 /* Try to parse now the first block of a request, creating the H1 stream if necessary */
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01002876 if (b_data(&h1c->ibuf) && /* Input data to be processed */
Christopher Fauletab7389d2021-09-16 08:16:23 +02002877 (h1c->flags & H1C_F_ST_ALIVE) && !(h1c->flags & H1C_F_ST_READY) && /* ST_IDLE/ST_EMBRYONIC or ST_ATTACH but not ST_READY */
2878 !(h1c->flags & (H1C_F_IN_SALLOC|H1C_F_ST_ERROR))) { /* No allocation failure on the stream rxbuf and no ERROR on the H1C */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002879 struct buffer *buf;
2880 size_t count;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002881
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002882 /* When it happens for a backend connection, we may release it (it is probably a 408) */
2883 if (h1c->flags & H1C_F_IS_BACK)
Christopher Faulet539e0292018-11-19 10:40:09 +01002884 goto release;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002885
2886 /* First of all handle H1 to H2 upgrade (no need to create the H1 stream) */
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01002887 if (!(h1c->flags & H1C_F_WAIT_NEXT_REQ) && /* First request */
Christopher Faulet143e9e52021-03-08 15:32:03 +01002888 !(h1c->px->options2 & PR_O2_NO_H2_UPGRADE) && /* H2 upgrade supported by the proxy */
2889 !(conn->mux->flags & MX_FL_NO_UPG)) { /* the current mux supports upgrades */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002890 /* Try to match H2 preface before parsing the request headers. */
2891 if (b_isteq(&h1c->ibuf, 0, b_data(&h1c->ibuf), ist(H2_CONN_PREFACE)) > 0) {
2892 h1c->flags |= H1C_F_UPG_H2C;
Christopher Faulet0f9395d2021-01-21 17:50:19 +01002893 if (h1c->flags & H1C_F_ST_ATTACHED) {
2894 /* Force the REOS here to be sure to release the CS.
2895 Here ATTACHED implies !READY, and h1s defined
2896 */
2897 BUG_ON(!h1s || (h1c->flags & H1C_F_ST_READY));
2898 h1s->flags |= H1S_F_REOS;
2899 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002900 TRACE_STATE("release h1c to perform H2 upgrade ", H1_EV_RX_DATA|H1_EV_H1C_WAKE);
Christopher Faulet539e0292018-11-19 10:40:09 +01002901 goto release;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002902 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002903 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002904
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002905 /* Create the H1 stream if not already there */
2906 if (!h1s) {
2907 h1s = h1c_frt_stream_new(h1c);
2908 if (!h1s) {
2909 b_reset(&h1c->ibuf);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002910 h1c->flags = (h1c->flags & ~(H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ)) | H1C_F_ST_ERROR;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002911 goto no_parsing;
2912 }
2913 }
2914
2915 if (h1s->sess->t_idle == -1)
2916 h1s->sess->t_idle = tv_ms_elapsed(&h1s->sess->tv_accept, &now) - h1s->sess->t_handshake;
2917
2918 /* Get the stream rxbuf */
2919 buf = h1_get_buf(h1c, &h1s->rxbuf);
2920 if (!buf) {
2921 h1c->flags |= H1C_F_IN_SALLOC;
2922 TRACE_STATE("waiting for stream rxbuf allocation", H1_EV_H1C_WAKE|H1_EV_H1C_BLK, h1c->conn);
2923 return 0;
2924 }
2925
2926 count = (buf->size - sizeof(struct htx) - global.tune.maxrewrite);
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01002927 h1_process_demux(h1c, buf, count);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002928 h1_release_buf(h1c, &h1s->rxbuf);
2929 h1_set_idle_expiration(h1c);
2930
2931 no_parsing:
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002932 if (h1c->flags & H1C_F_ST_ERROR) {
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002933 h1_handle_internal_err(h1c);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002934 h1c->flags &= ~(H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ);
Christopher Faulet26a26432021-01-27 11:27:50 +01002935 TRACE_ERROR("internal error detected", H1_EV_H1C_WAKE|H1_EV_H1C_ERR);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002936 }
2937 else if (h1s->flags & H1S_F_PARSING_ERROR) {
Christopher Fauletb3230f72021-09-21 18:38:20 +02002938 h1_handle_parsing_error(h1c);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002939 h1c->flags = (h1c->flags & ~(H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ)) | H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01002940 TRACE_ERROR("parsing error detected", H1_EV_H1C_WAKE|H1_EV_H1C_ERR);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002941 }
Christopher Faulet2eed8002020-12-07 11:26:13 +01002942 else if (h1s->flags & H1S_F_NOT_IMPL_ERROR) {
2943 h1_handle_not_impl_err(h1c);
2944 h1c->flags = (h1c->flags & ~(H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ)) | H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01002945 TRACE_ERROR("not-implemented error detected", H1_EV_H1C_WAKE|H1_EV_H1C_ERR);
Christopher Faulet2eed8002020-12-07 11:26:13 +01002946 }
Christopher Fauletae635762020-09-21 11:47:16 +02002947 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002948 h1_send(h1c);
2949
Christopher Faulet75308302021-11-15 14:51:37 +01002950 /* H1 connection must be released ASAP if:
2951 * - an error occurred on the connection or the H1C or
2952 * - a read0 was received or
2953 * - a silent shutdown was emitted and all outgoing data sent
2954 */
2955 if ((conn->flags & CO_FL_ERROR) ||
2956 conn_xprt_read0_pending(conn) ||
2957 (h1c->flags & H1C_F_ST_ERROR) ||
2958 ((h1c->flags & H1C_F_ST_SILENT_SHUT) && !b_data(&h1c->obuf))) {
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01002959 if (!(h1c->flags & H1C_F_ST_READY)) {
2960 /* No conn-stream or not ready */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002961 /* shutdown for reads and error on the frontend connection: Send an error */
Christopher Faulet75308302021-11-15 14:51:37 +01002962 if (!(h1c->flags & (H1C_F_IS_BACK|H1C_F_ST_ERROR|H1C_F_ST_SHUTDOWN))) {
Christopher Fauletb3230f72021-09-21 18:38:20 +02002963 if (h1_handle_parsing_error(h1c))
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002964 h1_send(h1c);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002965 h1c->flags = (h1c->flags & ~(H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ)) | H1C_F_ST_ERROR;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002966 }
2967
2968 /* Handle pending error, if any (only possible on frontend connection) */
2969 if (h1c->flags & H1C_F_ERR_PENDING) {
2970 BUG_ON(h1c->flags & H1C_F_IS_BACK);
2971 if (h1_send_error(h1c))
2972 h1_send(h1c);
2973 }
Christopher Fauletae635762020-09-21 11:47:16 +02002974
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002975 /* If there is some pending outgoing data or error, just wait */
2976 if (b_data(&h1c->obuf) || (h1c->flags & H1C_F_ERR_PENDING))
2977 goto end;
Christopher Fauletfeb11742018-11-29 15:12:34 +01002978
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002979 /* Otherwise we can release the H1 connection */
2980 goto release;
2981 }
2982 else {
2983 /* Here there is still a H1 stream with a conn-stream.
2984 * Report the connection state at the stream level
2985 */
2986 if (conn_xprt_read0_pending(conn)) {
2987 h1s->flags |= H1S_F_REOS;
2988 TRACE_STATE("read0 on connection", H1_EV_H1C_RECV, conn, h1s);
2989 }
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002990 if ((h1c->flags & H1C_F_ST_ERROR) || (conn->flags & CO_FL_ERROR))
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002991 h1s->cs->flags |= CS_FL_ERROR;
2992 TRACE_POINT(H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Fauletad4daf62021-01-21 17:49:01 +01002993 h1_alert(h1s);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002994 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02002995 }
Willy Tarreauc493c9c2019-06-03 14:18:22 +02002996
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002997 if (!b_data(&h1c->ibuf))
2998 h1_release_buf(h1c, &h1c->ibuf);
2999
Amaury Denoyelleefc6e952021-05-05 11:11:11 +02003000 /* Check if a soft-stop is in progress.
3001 * Release idling front connection if this is the case.
3002 */
3003 if (!(h1c->flags & H1C_F_IS_BACK)) {
Christopher Fauletdfd10ab2021-10-06 14:24:19 +02003004 if (unlikely(h1c->px->flags & (PR_FL_DISABLED|PR_FL_STOPPED))) {
William Dauchya9dd9012022-01-05 22:53:24 +01003005 if (!(h1c->px->options & PR_O_IDLE_CLOSE_RESP) &&
3006 h1c->flags & H1C_F_WAIT_NEXT_REQ)
Amaury Denoyelleefc6e952021-05-05 11:11:11 +02003007 goto release;
3008 }
3009 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02003010
3011 if ((h1c->flags & H1C_F_WANT_SPLICE) && !h1s_data_pending(h1s)) {
3012 TRACE_DEVEL("xprt rcv_buf blocked (want_splice), notify h1s for recv", H1_EV_H1C_RECV, h1c->conn);
3013 h1_wake_stream_for_recv(h1s);
Olivier Houchard75159a92018-12-03 18:46:09 +01003014 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02003015
Christopher Faulet47365272018-10-31 17:40:50 +01003016 end:
Christopher Faulet7a145d62020-08-05 11:31:16 +02003017 h1_refresh_timeout(h1c);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003018 TRACE_LEAVE(H1_EV_H1C_WAKE, conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003019 return 0;
Christopher Faulet539e0292018-11-19 10:40:09 +01003020
3021 release:
Christopher Faulet0f9395d2021-01-21 17:50:19 +01003022 if (h1c->flags & H1C_F_ST_ATTACHED) {
Ilya Shipitsinacf84592021-02-06 22:29:08 +05003023 /* Don't release the H1 connection right now, we must destroy the
Christopher Faulet0f9395d2021-01-21 17:50:19 +01003024 * attached CS first. Here, the H1C must not be READY */
3025 BUG_ON(!h1s || h1c->flags & H1C_F_ST_READY);
3026
3027 if (conn_xprt_read0_pending(conn) || (h1s->flags & H1S_F_REOS))
3028 h1s->cs->flags |= CS_FL_EOS;
3029 if ((h1c->flags & H1C_F_ST_ERROR) || (conn->flags & CO_FL_ERROR))
3030 h1s->cs->flags |= CS_FL_ERROR;
3031 h1_alert(h1s);
3032 TRACE_DEVEL("waiting to release the CS before releasing the connection", H1_EV_H1C_WAKE);
3033 }
3034 else {
3035 h1_release(h1c);
3036 TRACE_DEVEL("leaving after releasing the connection", H1_EV_H1C_WAKE);
3037 }
Christopher Faulet539e0292018-11-19 10:40:09 +01003038 return -1;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003039}
3040
Willy Tarreaue388f2f2021-03-02 16:51:09 +01003041struct task *h1_io_cb(struct task *t, void *ctx, unsigned int state)
Christopher Faulet51dbc942018-09-13 09:05:15 +02003042{
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003043 struct connection *conn;
3044 struct tasklet *tl = (struct tasklet *)t;
3045 int conn_in_list;
Willy Tarreaue388f2f2021-03-02 16:51:09 +01003046 struct h1c *h1c = ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003047 int ret = 0;
3048
Willy Tarreaue388f2f2021-03-02 16:51:09 +01003049 if (state & TASK_F_USR1) {
3050 /* the tasklet was idling on an idle connection, it might have
3051 * been stolen, let's be careful!
3052 */
3053 HA_SPIN_LOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
3054 if (tl->context == NULL) {
3055 /* The connection has been taken over by another thread,
3056 * we're no longer responsible for it, so just free the
3057 * tasklet, and do nothing.
3058 */
3059 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
3060 tasklet_free(tl);
3061 return NULL;
3062 }
3063 conn = h1c->conn;
3064 TRACE_POINT(H1_EV_H1C_WAKE, conn);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003065
Willy Tarreaue388f2f2021-03-02 16:51:09 +01003066 /* Remove the connection from the list, to be sure nobody attempts
3067 * to use it while we handle the I/O events
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003068 */
Willy Tarreaue388f2f2021-03-02 16:51:09 +01003069 conn_in_list = conn->flags & CO_FL_LIST_MASK;
3070 if (conn_in_list)
3071 conn_delete_from_tree(&conn->hash_node->node);
3072
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01003073 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Willy Tarreaue388f2f2021-03-02 16:51:09 +01003074 } else {
3075 /* we're certain the connection was not in an idle list */
3076 conn = h1c->conn;
3077 TRACE_ENTER(H1_EV_H1C_WAKE, conn);
3078 conn_in_list = 0;
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003079 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02003080
Willy Tarreau4f6516d2018-12-19 13:59:17 +01003081 if (!(h1c->wait_event.events & SUB_RETRY_SEND))
Christopher Faulet51dbc942018-09-13 09:05:15 +02003082 ret = h1_send(h1c);
Willy Tarreau4f6516d2018-12-19 13:59:17 +01003083 if (!(h1c->wait_event.events & SUB_RETRY_RECV))
Christopher Faulet51dbc942018-09-13 09:05:15 +02003084 ret |= h1_recv(h1c);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02003085 if (ret || b_data(&h1c->ibuf))
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003086 ret = h1_process(h1c);
Willy Tarreau74163142021-03-13 11:30:19 +01003087
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003088 /* If we were in an idle list, we want to add it back into it,
3089 * unless h1_process() returned -1, which mean it has destroyed
3090 * the connection (testing !ret is enough, if h1_process() wasn't
3091 * called then ret will be 0 anyway.
3092 */
Willy Tarreau74163142021-03-13 11:30:19 +01003093 if (ret < 0)
3094 t = NULL;
3095
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003096 if (!ret && conn_in_list) {
3097 struct server *srv = objt_server(conn->target);
3098
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01003099 HA_SPIN_LOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003100 if (conn_in_list == CO_FL_SAFE_LIST)
Willy Tarreau430bf4a2021-03-04 09:45:32 +01003101 ebmb_insert(&srv->per_thr[tid].safe_conns, &conn->hash_node->node, sizeof(conn->hash_node->hash));
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003102 else
Willy Tarreau430bf4a2021-03-04 09:45:32 +01003103 ebmb_insert(&srv->per_thr[tid].idle_conns, &conn->hash_node->node, sizeof(conn->hash_node->hash));
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01003104 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003105 }
Willy Tarreau74163142021-03-13 11:30:19 +01003106 return t;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003107}
3108
Christopher Faulet51dbc942018-09-13 09:05:15 +02003109static int h1_wake(struct connection *conn)
3110{
Willy Tarreau3d2ee552018-12-19 14:12:10 +01003111 struct h1c *h1c = conn->ctx;
Olivier Houchard75159a92018-12-03 18:46:09 +01003112 int ret;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003113
Christopher Faulet6b81df72019-10-01 22:08:43 +02003114 TRACE_POINT(H1_EV_H1C_WAKE, conn);
3115
Christopher Faulet539e0292018-11-19 10:40:09 +01003116 h1_send(h1c);
Olivier Houchard75159a92018-12-03 18:46:09 +01003117 ret = h1_process(h1c);
3118 if (ret == 0) {
3119 struct h1s *h1s = h1c->h1s;
3120
Christopher Fauletad4daf62021-01-21 17:49:01 +01003121 if (h1c->flags & H1C_F_ST_ATTACHED)
3122 h1_alert(h1s);
Olivier Houchard75159a92018-12-03 18:46:09 +01003123 }
3124 return ret;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003125}
3126
Christopher Fauletb8093cf2019-01-03 16:27:28 +01003127/* Connection timeout management. The principle is that if there's no receipt
3128 * nor sending for a certain amount of time, the connection is closed.
3129 */
Willy Tarreau144f84a2021-03-02 16:09:26 +01003130struct task *h1_timeout_task(struct task *t, void *context, unsigned int state)
Christopher Fauletb8093cf2019-01-03 16:27:28 +01003131{
3132 struct h1c *h1c = context;
3133 int expired = tick_is_expired(t->expire, now_ms);
3134
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003135 TRACE_ENTER(H1_EV_H1C_WAKE, h1c ? h1c->conn : NULL);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003136
Willy Tarreau68d4ee92020-06-30 11:19:23 +02003137 if (h1c) {
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003138 /* Make sure nobody stole the connection from us */
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01003139 HA_SPIN_LOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003140
3141 /* Somebody already stole the connection from us, so we should not
3142 * free it, we just have to free the task.
3143 */
3144 if (!t->context) {
3145 h1c = NULL;
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01003146 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003147 goto do_leave;
3148 }
3149
Willy Tarreau68d4ee92020-06-30 11:19:23 +02003150 if (!expired) {
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01003151 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003152 TRACE_DEVEL("leaving (not expired)", H1_EV_H1C_WAKE, h1c->conn, h1c->h1s);
Willy Tarreau68d4ee92020-06-30 11:19:23 +02003153 return t;
3154 }
Christopher Fauletb8093cf2019-01-03 16:27:28 +01003155
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01003156 /* If a conn-stream is still attached and ready to the mux, wait for the
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003157 * stream's timeout
Willy Tarreau68d4ee92020-06-30 11:19:23 +02003158 */
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01003159 if (h1c->flags & H1C_F_ST_READY) {
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01003160 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003161 t->expire = TICK_ETERNITY;
3162 TRACE_DEVEL("leaving (CS still attached)", H1_EV_H1C_WAKE, h1c->conn, h1c->h1s);
3163 return t;
3164 }
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003165
Christopher Fauletc4bfa592020-10-06 17:45:34 +02003166 /* Try to send an error to the client */
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003167 if (!(h1c->flags & (H1C_F_IS_BACK|H1C_F_ST_ERROR|H1C_F_ERR_PENDING|H1C_F_ST_SHUTDOWN))) {
3168 h1c->flags = (h1c->flags & ~H1C_F_ST_IDLE) | H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01003169 TRACE_DEVEL("timeout error detected", H1_EV_H1C_WAKE|H1_EV_H1C_ERR, h1c->conn, h1c->h1s);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02003170 if (h1_handle_req_tout(h1c))
3171 h1_send(h1c);
3172 if (b_data(&h1c->obuf) || (h1c->flags & H1C_F_ERR_PENDING)) {
3173 h1_refresh_timeout(h1c);
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01003174 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02003175 return t;
3176 }
3177 }
3178
Christopher Faulet0f9395d2021-01-21 17:50:19 +01003179 if (h1c->flags & H1C_F_ST_ATTACHED) {
Ilya Shipitsinacf84592021-02-06 22:29:08 +05003180 /* Don't release the H1 connection right now, we must destroy the
Christopher Faulet0f9395d2021-01-21 17:50:19 +01003181 * attached CS first. Here, the H1C must not be READY */
3182 h1c->h1s->cs->flags |= (CS_FL_EOS|CS_FL_ERROR);
3183 h1_alert(h1c->h1s);
3184 h1_refresh_timeout(h1c);
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01003185 HA_SPIN_UNLOCK(OTHER_LOCK, &idle_conns[tid].idle_conns_lock);
Christopher Faulet0f9395d2021-01-21 17:50:19 +01003186 TRACE_DEVEL("waiting to release the CS before releasing the connection", H1_EV_H1C_WAKE);
3187 return t;
3188 }
3189
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003190 /* We're about to destroy the connection, so make sure nobody attempts
3191 * to steal it from us.
Willy Tarreau68d4ee92020-06-30 11:19:23 +02003192 */
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003193 if (h1c->conn->flags & CO_FL_LIST_MASK)
Amaury Denoyelle8990b012021-02-19 15:29:16 +01003194 conn_delete_from_tree(&h1c->conn->hash_node->node);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003195
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01003196 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Willy Tarreau68d4ee92020-06-30 11:19:23 +02003197 }
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003198
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003199 do_leave:
Olivier Houchard3f795f72019-04-17 22:51:06 +02003200 task_destroy(t);
Christopher Fauletb8093cf2019-01-03 16:27:28 +01003201
3202 if (!h1c) {
3203 /* resources were already deleted */
Christopher Faulet6b81df72019-10-01 22:08:43 +02003204 TRACE_DEVEL("leaving (not more h1c)", H1_EV_H1C_WAKE);
Christopher Fauletb8093cf2019-01-03 16:27:28 +01003205 return NULL;
3206 }
3207
3208 h1c->task = NULL;
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003209 h1_release(h1c);
3210 TRACE_LEAVE(H1_EV_H1C_WAKE);
Christopher Fauletb8093cf2019-01-03 16:27:28 +01003211 return NULL;
3212}
3213
Christopher Faulet51dbc942018-09-13 09:05:15 +02003214/*******************************************/
3215/* functions below are used by the streams */
3216/*******************************************/
Christopher Faulet73c12072019-04-08 11:23:22 +02003217
Christopher Faulet51dbc942018-09-13 09:05:15 +02003218/*
3219 * Attach a new stream to a connection
3220 * (Used for outgoing connections)
3221 */
Olivier Houchardf502aca2018-12-14 19:42:40 +01003222static struct conn_stream *h1_attach(struct connection *conn, struct session *sess)
Christopher Faulet51dbc942018-09-13 09:05:15 +02003223{
Willy Tarreau3d2ee552018-12-19 14:12:10 +01003224 struct h1c *h1c = conn->ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003225 struct conn_stream *cs = NULL;
3226 struct h1s *h1s;
3227
Christopher Faulet6b81df72019-10-01 22:08:43 +02003228 TRACE_ENTER(H1_EV_STRM_NEW, conn);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003229 if (h1c->flags & H1C_F_ST_ERROR) {
Christopher Faulet26a26432021-01-27 11:27:50 +01003230 TRACE_ERROR("h1c on error", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, conn);
3231 goto err;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003232 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02003233
Christopher Faulet236c93b2020-07-02 09:19:54 +02003234 cs = cs_new(h1c->conn, h1c->conn->target);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003235 if (!cs) {
Christopher Faulet26a26432021-01-27 11:27:50 +01003236 TRACE_ERROR("CS allocation failure", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, conn);
3237 goto err;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003238 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02003239
Christopher Faulet2f0ec662020-09-24 10:30:15 +02003240 h1s = h1c_bck_stream_new(h1c, cs, sess);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003241 if (h1s == NULL) {
Christopher Faulet26a26432021-01-27 11:27:50 +01003242 TRACE_ERROR("h1s creation failure", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, conn);
3243 goto err;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003244 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02003245
Willy Tarreaue388f2f2021-03-02 16:51:09 +01003246 /* the connection is not idle anymore, let's mark this */
3247 HA_ATOMIC_AND(&h1c->wait_event.tasklet->state, ~TASK_F_USR1);
Willy Tarreau4f8cd432021-03-02 17:27:58 +01003248 xprt_set_used(conn, conn->xprt, conn->xprt_ctx);
Willy Tarreaue388f2f2021-03-02 16:51:09 +01003249
Christopher Faulet6b81df72019-10-01 22:08:43 +02003250 TRACE_LEAVE(H1_EV_STRM_NEW, conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003251 return cs;
Christopher Faulet26a26432021-01-27 11:27:50 +01003252 err:
Christopher Faulet51dbc942018-09-13 09:05:15 +02003253 cs_free(cs);
Christopher Faulet26a26432021-01-27 11:27:50 +01003254 TRACE_DEVEL("leaving on error", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003255 return NULL;
3256}
3257
3258/* Retrieves a valid conn_stream from this connection, or returns NULL. For
3259 * this mux, it's easy as we can only store a single conn_stream.
3260 */
3261static const struct conn_stream *h1_get_first_cs(const struct connection *conn)
3262{
Willy Tarreau3d2ee552018-12-19 14:12:10 +01003263 struct h1c *h1c = conn->ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003264 struct h1s *h1s = h1c->h1s;
3265
3266 if (h1s)
3267 return h1s->cs;
3268
3269 return NULL;
3270}
3271
Christopher Faulet73c12072019-04-08 11:23:22 +02003272static void h1_destroy(void *ctx)
Christopher Faulet51dbc942018-09-13 09:05:15 +02003273{
Christopher Faulet73c12072019-04-08 11:23:22 +02003274 struct h1c *h1c = ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003275
Christopher Faulet6b81df72019-10-01 22:08:43 +02003276 TRACE_POINT(H1_EV_H1C_END, h1c->conn);
Christopher Faulet39a96ee2019-04-08 10:52:21 +02003277 if (!h1c->h1s || !h1c->conn || h1c->conn->ctx != h1c)
Christopher Faulet73c12072019-04-08 11:23:22 +02003278 h1_release(h1c);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003279}
3280
3281/*
3282 * Detach the stream from the connection and possibly release the connection.
3283 */
3284static void h1_detach(struct conn_stream *cs)
3285{
3286 struct h1s *h1s = cs->ctx;
3287 struct h1c *h1c;
Olivier Houchardf502aca2018-12-14 19:42:40 +01003288 struct session *sess;
Olivier Houchard8a786902018-12-15 16:05:40 +01003289 int is_not_first;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003290
Christopher Faulet6b81df72019-10-01 22:08:43 +02003291 TRACE_ENTER(H1_EV_STRM_END, h1s ? h1s->h1c->conn : NULL, h1s);
3292
Christopher Faulet51dbc942018-09-13 09:05:15 +02003293 cs->ctx = NULL;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003294 if (!h1s) {
3295 TRACE_LEAVE(H1_EV_STRM_END);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003296 return;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003297 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02003298
Olivier Houchardf502aca2018-12-14 19:42:40 +01003299 sess = h1s->sess;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003300 h1c = h1s->h1c;
3301 h1s->cs = NULL;
3302
Christopher Faulet42849b02020-10-05 11:35:17 +02003303 sess->accept_date = date;
3304 sess->tv_accept = now;
3305 sess->t_handshake = 0;
3306 sess->t_idle = -1;
3307
Olivier Houchard8a786902018-12-15 16:05:40 +01003308 is_not_first = h1s->flags & H1S_F_NOT_FIRST;
3309 h1s_destroy(h1s);
3310
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003311 if ((h1c->flags & (H1C_F_IS_BACK|H1C_F_ST_IDLE)) == (H1C_F_IS_BACK|H1C_F_ST_IDLE)) {
Christopher Fauletf1204b82019-07-19 14:51:06 +02003312 /* If there are any excess server data in the input buffer,
3313 * release it and close the connection ASAP (some data may
3314 * remain in the output buffer). This happens if a server sends
3315 * invalid responses. So in such case, we don't want to reuse
3316 * the connection
Christopher Faulet03627242019-07-19 11:34:08 +02003317 */
Christopher Fauletf1204b82019-07-19 14:51:06 +02003318 if (b_data(&h1c->ibuf)) {
3319 h1_release_buf(h1c, &h1c->ibuf);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003320 h1c->flags = (h1c->flags & ~H1C_F_ST_IDLE) | H1C_F_ST_SHUTDOWN;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003321 TRACE_DEVEL("remaining data on detach, kill connection", H1_EV_STRM_END|H1_EV_H1C_END);
Christopher Fauletf1204b82019-07-19 14:51:06 +02003322 goto release;
3323 }
Christopher Faulet03627242019-07-19 11:34:08 +02003324
Christopher Faulet08016ab2020-07-01 16:10:06 +02003325 if (h1c->conn->flags & CO_FL_PRIVATE) {
3326 /* Add the connection in the session server list, if not already done */
Olivier Houchard351411f2018-12-27 17:20:54 +01003327 if (!session_add_conn(sess, h1c->conn, h1c->conn->target)) {
3328 h1c->conn->owner = NULL;
Olivier Houchard2444aa52020-01-20 13:56:01 +01003329 h1c->conn->mux->destroy(h1c);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003330 goto end;
Olivier Houchard351411f2018-12-27 17:20:54 +01003331 }
Christopher Faulet08016ab2020-07-01 16:10:06 +02003332 /* Always idle at this step */
Olivier Houchard2444aa52020-01-20 13:56:01 +01003333 if (session_check_idle_conn(sess, h1c->conn)) {
Olivier Houcharda4d4fdf2018-12-14 19:27:06 +01003334 /* The connection got destroyed, let's leave */
Christopher Faulet6b81df72019-10-01 22:08:43 +02003335 TRACE_DEVEL("outgoing connection killed", H1_EV_STRM_END|H1_EV_H1C_END);
3336 goto end;
3337 }
Olivier Houcharda4d4fdf2018-12-14 19:27:06 +01003338 }
Christopher Faulet08016ab2020-07-01 16:10:06 +02003339 else {
Olivier Houchard2444aa52020-01-20 13:56:01 +01003340 if (h1c->conn->owner == sess)
3341 h1c->conn->owner = NULL;
Willy Tarreaue388f2f2021-03-02 16:51:09 +01003342
3343 /* mark that the tasklet may lose its context to another thread and
3344 * that the handler needs to check it under the idle conns lock.
3345 */
3346 HA_ATOMIC_OR(&h1c->wait_event.tasklet->state, TASK_F_USR1);
Olivier Houchard3c49c1b2020-03-22 19:56:03 +01003347 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Willy Tarreau4f8cd432021-03-02 17:27:58 +01003348 xprt_set_idle(h1c->conn, h1c->conn->xprt, h1c->conn->xprt_ctx);
3349
Olivier Houcharddc2f2752020-02-13 19:12:07 +01003350 if (!srv_add_to_idle_list(objt_server(h1c->conn->target), h1c->conn, is_not_first)) {
Olivier Houchard2444aa52020-01-20 13:56:01 +01003351 /* The server doesn't want it, let's kill the connection right away */
3352 h1c->conn->mux->destroy(h1c);
3353 TRACE_DEVEL("outgoing connection killed", H1_EV_STRM_END|H1_EV_H1C_END);
3354 goto end;
Christopher Faulet9400a392018-11-23 23:10:39 +01003355 }
Olivier Houchard199d4fa2020-03-22 23:25:51 +01003356 /* At this point, the connection has been added to the
3357 * server idle list, so another thread may already have
3358 * hijacked it, so we can't do anything with it.
3359 */
Olivier Houchard2444aa52020-01-20 13:56:01 +01003360 return;
Christopher Faulet9400a392018-11-23 23:10:39 +01003361 }
3362 }
3363
Christopher Fauletf1204b82019-07-19 14:51:06 +02003364 release:
Christopher Faulet3ac0f432019-06-28 17:41:42 +02003365 /* We don't want to close right now unless the connection is in error or shut down for writes */
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003366 if ((h1c->flags & H1C_F_ST_ERROR) ||
Christopher Faulet37243bc2019-07-11 15:40:25 +02003367 (h1c->conn->flags & (CO_FL_ERROR|CO_FL_SOCK_WR_SH)) ||
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003368 ((h1c->flags & H1C_F_ST_SHUTDOWN) && !b_data(&h1c->obuf)) ||
Christopher Faulet6b81df72019-10-01 22:08:43 +02003369 !h1c->conn->owner) {
3370 TRACE_DEVEL("killing dead connection", H1_EV_STRM_END, h1c->conn);
Christopher Faulet73c12072019-04-08 11:23:22 +02003371 h1_release(h1c);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003372 }
Christopher Fauletb8093cf2019-01-03 16:27:28 +01003373 else {
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003374 if (h1c->flags & H1C_F_ST_IDLE) {
Christopher Faulet5d3c93c2020-10-05 17:14:28 +02003375 /* If we have a new request, process it immediately or
3376 * subscribe for reads waiting for new data
3377 */
Christopher Faulet0c366a82020-12-18 15:13:47 +01003378 if (unlikely(b_data(&h1c->ibuf))) {
3379 if (h1_process(h1c) == -1)
3380 goto end;
3381 }
Christopher Faulet5d3c93c2020-10-05 17:14:28 +02003382 else
3383 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
3384 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02003385 h1_set_idle_expiration(h1c);
Christopher Faulet7a145d62020-08-05 11:31:16 +02003386 h1_refresh_timeout(h1c);
Christopher Fauletb8093cf2019-01-03 16:27:28 +01003387 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02003388 end:
3389 TRACE_LEAVE(H1_EV_STRM_END);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003390}
3391
3392
3393static void h1_shutr(struct conn_stream *cs, enum cs_shr_mode mode)
3394{
3395 struct h1s *h1s = cs->ctx;
Christopher Faulet7f366362019-04-08 10:51:20 +02003396 struct h1c *h1c;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003397
3398 if (!h1s)
3399 return;
Christopher Faulet7f366362019-04-08 10:51:20 +02003400 h1c = h1s->h1c;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003401
Christopher Faulet99293b02021-11-10 10:30:15 +01003402 TRACE_ENTER(H1_EV_STRM_SHUT, h1c->conn, h1s, 0, (size_t[]){mode});
Christopher Faulet6b81df72019-10-01 22:08:43 +02003403
Christopher Faulet3c82d8b2020-10-05 17:11:16 +02003404 if (cs->flags & CS_FL_SHR)
3405 goto end;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003406 if (cs->flags & CS_FL_KILL_CONN) {
3407 TRACE_STATE("stream wants to kill the connection", H1_EV_STRM_SHUT, h1c->conn, h1s);
3408 goto do_shutr;
3409 }
3410 if (h1c->conn->flags & (CO_FL_ERROR | CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH)) {
3411 TRACE_STATE("shutdown on connection (error|rd_sh|wr_sh)", H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet7f366362019-04-08 10:51:20 +02003412 goto do_shutr;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003413 }
Christopher Faulet7f366362019-04-08 10:51:20 +02003414
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01003415 if (!(h1c->flags & (H1C_F_ST_READY|H1C_F_ST_ERROR))) {
3416 /* Here attached is implicit because there is CS */
3417 TRACE_STATE("keep connection alive (ALIVE but not READY nor ERROR)", H1_EV_STRM_SHUT, h1c->conn, h1s);
3418 goto end;
3419 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02003420 if (h1s->flags & H1S_F_WANT_KAL) {
3421 TRACE_STATE("keep connection alive (want_kal)", H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003422 goto end;
3423 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02003424
Christopher Faulet7f366362019-04-08 10:51:20 +02003425 do_shutr:
Christopher Faulet51dbc942018-09-13 09:05:15 +02003426 /* NOTE: Be sure to handle abort (cf. h2_shutr) */
3427 if (cs->flags & CS_FL_SHR)
Christopher Faulet6b81df72019-10-01 22:08:43 +02003428 goto end;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003429 if (conn_xprt_ready(cs->conn) && cs->conn->xprt->shutr)
Olivier Houcharde179d0e2019-03-21 18:27:17 +01003430 cs->conn->xprt->shutr(cs->conn, cs->conn->xprt_ctx,
Christopher Faulet6b81df72019-10-01 22:08:43 +02003431 (mode == CS_SHR_DRAIN));
Christopher Faulet6b81df72019-10-01 22:08:43 +02003432 end:
3433 TRACE_LEAVE(H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003434}
3435
3436static void h1_shutw(struct conn_stream *cs, enum cs_shw_mode mode)
3437{
3438 struct h1s *h1s = cs->ctx;
3439 struct h1c *h1c;
3440
3441 if (!h1s)
3442 return;
3443 h1c = h1s->h1c;
3444
Christopher Faulet99293b02021-11-10 10:30:15 +01003445 TRACE_ENTER(H1_EV_STRM_SHUT, h1c->conn, h1s, 0, (size_t[]){mode});
Christopher Faulet6b81df72019-10-01 22:08:43 +02003446
Christopher Faulet3c82d8b2020-10-05 17:11:16 +02003447 if (cs->flags & CS_FL_SHW)
3448 goto end;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003449 if (cs->flags & CS_FL_KILL_CONN) {
3450 TRACE_STATE("stream wants to kill the connection", H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet7f366362019-04-08 10:51:20 +02003451 goto do_shutw;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003452 }
3453 if (h1c->conn->flags & (CO_FL_ERROR | CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH)) {
3454 TRACE_STATE("shutdown on connection (error|rd_sh|wr_sh)", H1_EV_STRM_SHUT, h1c->conn, h1s);
3455 goto do_shutw;
3456 }
Olivier Houchardd2e88c72018-12-19 15:55:23 +01003457
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01003458 if (!(h1c->flags & (H1C_F_ST_READY|H1C_F_ST_ERROR))) {
3459 /* Here attached is implicit because there is CS */
3460 TRACE_STATE("keep connection alive (ALIVE but not READY nor ERROR)", H1_EV_STRM_SHUT, h1c->conn, h1s);
3461 goto end;
3462 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02003463 if (((h1s->flags & H1S_F_WANT_KAL) && h1s->req.state == H1_MSG_DONE && h1s->res.state == H1_MSG_DONE)) {
3464 TRACE_STATE("keep connection alive (want_kal)", H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003465 goto end;
3466 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02003467
Christopher Faulet7f366362019-04-08 10:51:20 +02003468 do_shutw:
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003469 h1c->flags |= H1C_F_ST_SHUTDOWN;
Christopher Fauleta85c5222021-10-27 15:36:38 +02003470 if (mode != CS_SHW_NORMAL)
3471 h1c->flags |= H1C_F_ST_SILENT_SHUT;
3472
Christopher Faulet3c82d8b2020-10-05 17:11:16 +02003473 if (!b_data(&h1c->obuf))
Christopher Fauleta85c5222021-10-27 15:36:38 +02003474 h1_shutw_conn(cs->conn);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003475 end:
3476 TRACE_LEAVE(H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003477}
3478
Christopher Fauleta85c5222021-10-27 15:36:38 +02003479static void h1_shutw_conn(struct connection *conn)
Christopher Faulet51dbc942018-09-13 09:05:15 +02003480{
Willy Tarreau3d2ee552018-12-19 14:12:10 +01003481 struct h1c *h1c = conn->ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003482
Willy Tarreau62592ad2021-03-26 09:09:42 +01003483 if (conn->flags & CO_FL_SOCK_WR_SH)
3484 return;
3485
Christopher Fauleta85c5222021-10-27 15:36:38 +02003486 TRACE_ENTER(H1_EV_H1C_END, conn);
Christopher Faulet666a0c42019-01-08 11:12:04 +01003487 conn_xprt_shutw(conn);
Christopher Fauleta85c5222021-10-27 15:36:38 +02003488 conn_sock_shutw(conn, (h1c && !(h1c->flags & H1C_F_ST_SILENT_SHUT)));
3489 TRACE_LEAVE(H1_EV_H1C_END, conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003490}
3491
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01003492/* Called from the upper layer, to unsubscribe <es> from events <event_type>
3493 * The <es> pointer is not allowed to differ from the one passed to the
3494 * subscribe() call. It always returns zero.
3495 */
3496static int h1_unsubscribe(struct conn_stream *cs, int event_type, struct wait_event *es)
Christopher Faulet51dbc942018-09-13 09:05:15 +02003497{
Christopher Faulet51dbc942018-09-13 09:05:15 +02003498 struct h1s *h1s = cs->ctx;
3499
3500 if (!h1s)
3501 return 0;
3502
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003503 BUG_ON(event_type & ~(SUB_RETRY_SEND|SUB_RETRY_RECV));
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01003504 BUG_ON(h1s->subs && h1s->subs != es);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003505
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01003506 es->events &= ~event_type;
3507 if (!es->events)
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003508 h1s->subs = NULL;
3509
3510 if (event_type & SUB_RETRY_RECV)
Christopher Faulet6b81df72019-10-01 22:08:43 +02003511 TRACE_DEVEL("unsubscribe(recv)", H1_EV_STRM_RECV, h1s->h1c->conn, h1s);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003512
3513 if (event_type & SUB_RETRY_SEND)
Christopher Faulet6b81df72019-10-01 22:08:43 +02003514 TRACE_DEVEL("unsubscribe(send)", H1_EV_STRM_SEND, h1s->h1c->conn, h1s);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003515
Christopher Faulet51dbc942018-09-13 09:05:15 +02003516 return 0;
3517}
3518
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01003519/* Called from the upper layer, to subscribe <es> to events <event_type>. The
3520 * event subscriber <es> is not allowed to change from a previous call as long
3521 * as at least one event is still subscribed. The <event_type> must only be a
3522 * combination of SUB_RETRY_RECV and SUB_RETRY_SEND. It always returns 0, unless
3523 * the conn_stream <cs> was already detached, in which case it will return -1.
3524 */
3525static int h1_subscribe(struct conn_stream *cs, int event_type, struct wait_event *es)
Christopher Faulet51dbc942018-09-13 09:05:15 +02003526{
Christopher Faulet51dbc942018-09-13 09:05:15 +02003527 struct h1s *h1s = cs->ctx;
Christopher Faulet51bb1852019-09-04 10:22:34 +02003528 struct h1c *h1c;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003529
3530 if (!h1s)
3531 return -1;
3532
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003533 BUG_ON(event_type & ~(SUB_RETRY_SEND|SUB_RETRY_RECV));
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01003534 BUG_ON(h1s->subs && h1s->subs != es);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003535
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01003536 es->events |= event_type;
3537 h1s->subs = es;
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003538
3539 if (event_type & SUB_RETRY_RECV)
Christopher Faulet6b81df72019-10-01 22:08:43 +02003540 TRACE_DEVEL("subscribe(recv)", H1_EV_STRM_RECV, h1s->h1c->conn, h1s);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003541
3542
Christopher Faulet6b81df72019-10-01 22:08:43 +02003543 if (event_type & SUB_RETRY_SEND) {
3544 TRACE_DEVEL("subscribe(send)", H1_EV_STRM_SEND, h1s->h1c->conn, h1s);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003545 /*
3546 * If the conn_stream attempt to subscribe, and the
3547 * mux isn't subscribed to the connection, then it
3548 * probably means the connection wasn't established
3549 * yet, so we have to subscribe.
3550 */
3551 h1c = h1s->h1c;
3552 if (!(h1c->wait_event.events & SUB_RETRY_SEND))
3553 h1c->conn->xprt->subscribe(h1c->conn,
3554 h1c->conn->xprt_ctx,
3555 SUB_RETRY_SEND,
3556 &h1c->wait_event);
3557 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02003558 return 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003559}
3560
Christopher Faulet564e39c2021-09-21 15:50:55 +02003561/* Called from the upper layer, to receive data.
3562 *
3563 * The caller is responsible for defragmenting <buf> if necessary. But <flags>
3564 * must be tested to know the calling context. If CO_RFL_BUF_FLUSH is set, it
3565 * means the caller wants to flush input data (from the mux buffer and the
3566 * channel buffer) to be able to use kernel splicing or any kind of mux-to-mux
3567 * xfer. If CO_RFL_KEEP_RECV is set, the mux must always subscribe for read
3568 * events before giving back. CO_RFL_BUF_WET is set if <buf> is congested with
3569 * data scheduled for leaving soon. CO_RFL_BUF_NOT_STUCK is set to instruct the
3570 * mux it may optimize the data copy to <buf> if necessary. Otherwise, it should
3571 * copy as much data as possible.
3572 */
Christopher Faulet51dbc942018-09-13 09:05:15 +02003573static size_t h1_rcv_buf(struct conn_stream *cs, struct buffer *buf, size_t count, int flags)
3574{
3575 struct h1s *h1s = cs->ctx;
Christopher Faulet539e0292018-11-19 10:40:09 +01003576 struct h1c *h1c = h1s->h1c;
Christopher Faulet0a799aa2020-09-24 09:52:52 +02003577 struct h1m *h1m = (!(h1c->flags & H1C_F_IS_BACK) ? &h1s->req : &h1s->res);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003578 size_t ret = 0;
3579
Willy Tarreau022e5e52020-09-10 09:33:15 +02003580 TRACE_ENTER(H1_EV_STRM_RECV, h1c->conn, h1s, 0, (size_t[]){count});
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01003581
3582 /* Do nothing for now if not READY */
3583 if (!(h1c->flags & H1C_F_ST_READY)) {
3584 TRACE_DEVEL("h1c not ready yet", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
3585 goto end;
3586 }
3587
Christopher Faulet539e0292018-11-19 10:40:09 +01003588 if (!(h1c->flags & H1C_F_IN_ALLOC))
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01003589 ret = h1_process_demux(h1c, buf, count);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003590 else
3591 TRACE_DEVEL("h1c ibuf not allocated", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
Christopher Faulet1be55f92018-10-02 15:59:23 +02003592
Christopher Faulet2b861bf2021-04-06 17:24:39 +02003593 if ((flags & CO_RFL_BUF_FLUSH) && (cs->flags & CS_FL_MAY_SPLICE)) {
3594 h1c->flags |= H1C_F_WANT_SPLICE;
3595 TRACE_STATE("Block xprt rcv_buf to flush stream's buffer (want_splice)", H1_EV_STRM_RECV, h1c->conn, h1s);
Christopher Faulete18777b2019-04-16 16:46:36 +02003596 }
Olivier Houchard02bac852019-08-22 18:34:25 +02003597 else {
Christopher Faulet1baef152021-04-08 18:42:59 +02003598 if (((flags & CO_RFL_KEEP_RECV) || (h1m->state != H1_MSG_DONE)) && !(h1c->wait_event.events & SUB_RETRY_RECV))
Willy Tarreau2c1f37d2020-03-04 17:50:02 +01003599 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003600 }
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01003601
3602 end:
Willy Tarreau022e5e52020-09-10 09:33:15 +02003603 TRACE_LEAVE(H1_EV_STRM_RECV, h1c->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet51dbc942018-09-13 09:05:15 +02003604 return ret;
3605}
3606
3607
3608/* Called from the upper layer, to send data */
3609static size_t h1_snd_buf(struct conn_stream *cs, struct buffer *buf, size_t count, int flags)
3610{
3611 struct h1s *h1s = cs->ctx;
3612 struct h1c *h1c;
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003613 size_t total = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003614
3615 if (!h1s)
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003616 return 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003617 h1c = h1s->h1c;
Olivier Houchard305d5ab2019-07-24 18:07:06 +02003618
Willy Tarreau022e5e52020-09-10 09:33:15 +02003619 TRACE_ENTER(H1_EV_STRM_SEND, h1c->conn, h1s, 0, (size_t[]){count});
Christopher Faulet6b81df72019-10-01 22:08:43 +02003620
Olivier Houchard305d5ab2019-07-24 18:07:06 +02003621 /* If we're not connected yet, or we're waiting for a handshake, stop
3622 * now, as we don't want to remove everything from the channel buffer
3623 * before we're sure we can send it.
3624 */
Willy Tarreau911db9b2020-01-23 16:27:54 +01003625 if (h1c->conn->flags & CO_FL_WAIT_XPRT) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02003626 TRACE_LEAVE(H1_EV_STRM_SEND, h1c->conn, h1s);
Christopher Faulet3b88b8d2018-10-26 17:36:03 +02003627 return 0;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003628 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02003629
Christopher Fauletdea24742021-01-22 15:12:30 +01003630 if (h1c->flags & H1C_F_ST_ERROR) {
3631 cs->flags |= CS_FL_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01003632 TRACE_ERROR("H1C on error, leaving in error", H1_EV_STRM_SEND|H1_EV_H1C_ERR|H1_EV_H1S_ERR|H1_EV_STRM_ERR, h1c->conn, h1s);
Christopher Fauletdea24742021-01-22 15:12:30 +01003633 return 0;
3634 }
3635
Christopher Faulet46230362019-10-17 16:04:20 +02003636 /* Inherit some flags from the upper layer */
3637 h1c->flags &= ~(H1C_F_CO_MSG_MORE|H1C_F_CO_STREAMER);
3638 if (flags & CO_SFL_MSG_MORE)
3639 h1c->flags |= H1C_F_CO_MSG_MORE;
3640 if (flags & CO_SFL_STREAMER)
3641 h1c->flags |= H1C_F_CO_STREAMER;
3642
Christopher Fauletc31872f2019-06-04 22:09:36 +02003643 while (count) {
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003644 size_t ret = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003645
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003646 if (!(h1c->flags & (H1C_F_OUT_FULL|H1C_F_OUT_ALLOC)))
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01003647 ret = h1_process_mux(h1c, buf, count);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003648 else
3649 TRACE_DEVEL("h1c obuf not allocated", H1_EV_STRM_SEND|H1_EV_H1S_BLK, h1c->conn, h1s);
Olivier Houchardc89a42f2020-06-19 16:15:05 +02003650
3651 if ((count - ret) > 0)
3652 h1c->flags |= H1C_F_CO_MSG_MORE;
3653
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003654 if (!ret)
3655 break;
3656 total += ret;
Christopher Fauletc31872f2019-06-04 22:09:36 +02003657 count -= ret;
Olivier Houchard68787ef2020-01-15 19:13:32 +01003658 if ((h1c->wait_event.events & SUB_RETRY_SEND) || !h1_send(h1c))
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003659 break;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003660 }
Christopher Fauletdea24742021-01-22 15:12:30 +01003661
3662 if (h1c->flags & H1C_F_ST_ERROR) {
Christopher Fauletdea24742021-01-22 15:12:30 +01003663 cs->flags |= CS_FL_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01003664 TRACE_ERROR("reporting error to the app-layer stream", H1_EV_STRM_SEND|H1_EV_H1S_ERR|H1_EV_STRM_ERR, h1c->conn, h1s);
Christopher Fauletdea24742021-01-22 15:12:30 +01003665 }
3666
Christopher Faulet7a145d62020-08-05 11:31:16 +02003667 h1_refresh_timeout(h1c);
Willy Tarreau022e5e52020-09-10 09:33:15 +02003668 TRACE_LEAVE(H1_EV_STRM_SEND, h1c->conn, h1s, 0, (size_t[]){total});
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003669 return total;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003670}
3671
Willy Tarreaue5733232019-05-22 19:24:06 +02003672#if defined(USE_LINUX_SPLICE)
Christopher Faulet1be55f92018-10-02 15:59:23 +02003673/* Send and get, using splicing */
3674static int h1_rcv_pipe(struct conn_stream *cs, struct pipe *pipe, unsigned int count)
3675{
3676 struct h1s *h1s = cs->ctx;
Christopher Faulet0a799aa2020-09-24 09:52:52 +02003677 struct h1c *h1c = h1s->h1c;
3678 struct h1m *h1m = (!(h1c->flags & H1C_F_IS_BACK) ? &h1s->req : &h1s->res);
Christopher Faulet1be55f92018-10-02 15:59:23 +02003679 int ret = 0;
3680
Willy Tarreau022e5e52020-09-10 09:33:15 +02003681 TRACE_ENTER(H1_EV_STRM_RECV, cs->conn, h1s, 0, (size_t[]){count});
Christopher Faulet6b81df72019-10-01 22:08:43 +02003682
Christopher Faulet9fa40c42019-11-05 16:24:27 +01003683 if ((h1m->flags & H1_MF_CHNK) || (h1m->state != H1_MSG_DATA && h1m->state != H1_MSG_TUNNEL)) {
Christopher Faulet0a799aa2020-09-24 09:52:52 +02003684 h1c->flags &= ~H1C_F_WANT_SPLICE;
Christopher Fauletae635762020-09-21 11:47:16 +02003685 TRACE_STATE("Allow xprt rcv_buf on !(msg_data|msg_tunnel)", H1_EV_STRM_RECV, cs->conn, h1s);
Christopher Faulete18777b2019-04-16 16:46:36 +02003686 goto end;
3687 }
3688
Christopher Fauletcf307562021-07-26 10:49:39 +02003689 h1c->flags |= H1C_F_WANT_SPLICE;
Willy Tarreaufbdf90a2019-06-03 13:42:54 +02003690 if (h1s_data_pending(h1s)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02003691 TRACE_STATE("flush input buffer before splicing", H1_EV_STRM_RECV, cs->conn, h1s);
Christopher Faulet1be55f92018-10-02 15:59:23 +02003692 goto end;
Christopher Fauletd44ad5b2018-11-19 21:52:12 +01003693 }
3694
Christopher Faulet0a799aa2020-09-24 09:52:52 +02003695 if (!h1_recv_allowed(h1c)) {
Christopher Faulet0060be92020-07-03 15:02:25 +02003696 TRACE_DEVEL("leaving on !recv_allowed", H1_EV_STRM_RECV, cs->conn, h1s);
3697 goto end;
3698 }
3699
Christopher Fauletf5ce3202021-11-26 17:26:19 +01003700 if (h1m->state == H1_MSG_DATA && (h1m->flags & H1_MF_CLEN) && count > h1m->curr_len)
Christopher Faulet1be55f92018-10-02 15:59:23 +02003701 count = h1m->curr_len;
Olivier Houcharde179d0e2019-03-21 18:27:17 +01003702 ret = cs->conn->xprt->rcv_pipe(cs->conn, cs->conn->xprt_ctx, pipe, count);
Christopher Faulet140f1a52021-11-26 16:37:55 +01003703 if (ret >= 0) {
Christopher Fauletf5ce3202021-11-26 17:26:19 +01003704 if (h1m->state == H1_MSG_DATA && (h1m->flags & H1_MF_CLEN)) {
Christopher Faulet140f1a52021-11-26 16:37:55 +01003705 if (ret > h1m->curr_len) {
3706 h1s->flags |= H1S_F_PARSING_ERROR;
3707 h1c->flags |= H1C_F_ST_ERROR;
3708 cs->flags |= CS_FL_ERROR;
3709 TRACE_ERROR("too much payload, more than announced",
3710 H1_EV_RX_DATA|H1_EV_STRM_ERR|H1_EV_H1C_ERR|H1_EV_H1S_ERR, cs->conn, h1s);
3711 goto end;
3712 }
3713 h1m->curr_len -= ret;
3714 if (!h1m->curr_len) {
3715 h1m->state = H1_MSG_DONE;
3716 h1c->flags &= ~H1C_F_WANT_SPLICE;
3717 TRACE_STATE("payload fully received", H1_EV_STRM_RECV, cs->conn, h1s);
3718 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02003719 }
Christopher Faulet41951ab2021-11-26 18:12:51 +01003720 HA_ATOMIC_ADD(&h1c->px_counters->bytes_in, ret);
3721 HA_ATOMIC_ADD(&h1c->px_counters->spliced_bytes_in, ret);
Christopher Faulete18777b2019-04-16 16:46:36 +02003722 }
3723
Christopher Faulet1be55f92018-10-02 15:59:23 +02003724 end:
Christopher Faulet038ad812019-04-17 11:03:22 +02003725 if (conn_xprt_read0_pending(cs->conn)) {
Willy Tarreauc493c9c2019-06-03 14:18:22 +02003726 h1s->flags |= H1S_F_REOS;
Christopher Faulet0a799aa2020-09-24 09:52:52 +02003727 h1c->flags &= ~H1C_F_WANT_SPLICE;
Christopher Fauletae635762020-09-21 11:47:16 +02003728 TRACE_STATE("Allow xprt rcv_buf on read0", H1_EV_STRM_RECV, cs->conn, h1s);
Christopher Faulet038ad812019-04-17 11:03:22 +02003729 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02003730
Christopher Faulet94d35102021-04-09 11:58:49 +02003731 if (!(h1c->flags & H1C_F_WANT_SPLICE)) {
Christopher Faulet0a799aa2020-09-24 09:52:52 +02003732 TRACE_STATE("notify the mux can't use splicing anymore", H1_EV_STRM_RECV, h1c->conn, h1s);
Willy Tarreau17ccd1a2020-01-17 16:19:34 +01003733 cs->flags &= ~CS_FL_MAY_SPLICE;
Christopher Faulet94d35102021-04-09 11:58:49 +02003734 if (!(h1c->wait_event.events & SUB_RETRY_RECV)) {
3735 TRACE_STATE("restart receiving data, subscribing", H1_EV_STRM_RECV, cs->conn, h1s);
3736 cs->conn->xprt->subscribe(cs->conn, cs->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
3737 }
Christopher Faulet27182292020-07-03 15:08:49 +02003738 }
Willy Tarreau17ccd1a2020-01-17 16:19:34 +01003739
Willy Tarreau022e5e52020-09-10 09:33:15 +02003740 TRACE_LEAVE(H1_EV_STRM_RECV, cs->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet1be55f92018-10-02 15:59:23 +02003741 return ret;
Christopher Faulet1be55f92018-10-02 15:59:23 +02003742}
3743
3744static int h1_snd_pipe(struct conn_stream *cs, struct pipe *pipe)
3745{
3746 struct h1s *h1s = cs->ctx;
Christopher Faulet140f1a52021-11-26 16:37:55 +01003747 struct h1c *h1c = h1s->h1c;
3748 struct h1m *h1m = (!(h1c->flags & H1C_F_IS_BACK) ? &h1s->res : &h1s->req);
Christopher Faulet1be55f92018-10-02 15:59:23 +02003749 int ret = 0;
3750
Willy Tarreau022e5e52020-09-10 09:33:15 +02003751 TRACE_ENTER(H1_EV_STRM_SEND, cs->conn, h1s, 0, (size_t[]){pipe->data});
Christopher Faulet6b81df72019-10-01 22:08:43 +02003752
Christopher Faulet140f1a52021-11-26 16:37:55 +01003753 if (b_data(&h1c->obuf)) {
3754 if (!(h1c->wait_event.events & SUB_RETRY_SEND)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02003755 TRACE_STATE("more data to send, subscribing", H1_EV_STRM_SEND, cs->conn, h1s);
Christopher Faulet140f1a52021-11-26 16:37:55 +01003756 cs->conn->xprt->subscribe(cs->conn, cs->conn->xprt_ctx, SUB_RETRY_SEND, &h1c->wait_event);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003757 }
Christopher Faulet8454f2d2021-04-06 17:27:32 +02003758 goto end;
Christopher Fauletd44ad5b2018-11-19 21:52:12 +01003759 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02003760
Christopher Faulet8454f2d2021-04-06 17:27:32 +02003761 ret = cs->conn->xprt->snd_pipe(cs->conn, cs->conn->xprt_ctx, pipe);
Christopher Fauletf5ce3202021-11-26 17:26:19 +01003762 if (h1m->state == H1_MSG_DATA && (h1m->flags & H1_MF_CLEN)) {
Christopher Faulet140f1a52021-11-26 16:37:55 +01003763 if (ret > h1m->curr_len) {
3764 h1s->flags |= H1S_F_PROCESSING_ERROR;
3765 h1c->flags |= H1C_F_ST_ERROR;
3766 cs->flags |= CS_FL_ERROR;
3767 TRACE_ERROR("too much payload, more than announced",
3768 H1_EV_TX_DATA|H1_EV_STRM_ERR|H1_EV_H1C_ERR|H1_EV_H1S_ERR, cs->conn, h1s);
3769 goto end;
3770 }
3771 h1m->curr_len -= ret;
3772 if (!h1m->curr_len) {
3773 h1m->state = H1_MSG_DONE;
3774 TRACE_STATE("payload fully xferred", H1_EV_TX_DATA|H1_EV_TX_BODY, cs->conn, h1s);
3775 }
3776 }
Christopher Faulet41951ab2021-11-26 18:12:51 +01003777 HA_ATOMIC_ADD(&h1c->px_counters->bytes_out, ret);
3778 HA_ATOMIC_ADD(&h1c->px_counters->spliced_bytes_out, ret);
Christopher Faulet8454f2d2021-04-06 17:27:32 +02003779
3780 end:
Willy Tarreau022e5e52020-09-10 09:33:15 +02003781 TRACE_LEAVE(H1_EV_STRM_SEND, cs->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet1be55f92018-10-02 15:59:23 +02003782 return ret;
3783}
3784#endif
3785
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02003786static int h1_ctl(struct connection *conn, enum mux_ctl_type mux_ctl, void *output)
3787{
Christopher Fauletc18fc232020-10-06 17:41:36 +02003788 const struct h1c *h1c = conn->ctx;
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02003789 int ret = 0;
Christopher Fauletc18fc232020-10-06 17:41:36 +02003790
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02003791 switch (mux_ctl) {
3792 case MUX_STATUS:
Willy Tarreau911db9b2020-01-23 16:27:54 +01003793 if (!(conn->flags & CO_FL_WAIT_XPRT))
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02003794 ret |= MUX_STATUS_READY;
3795 return ret;
Christopher Faulet4c8ad842020-10-06 14:59:17 +02003796 case MUX_EXIT_STATUS:
Christopher Faulet36e46aa2021-09-28 11:45:05 +02003797 if (output)
3798 *((int *)output) = h1c->errcode;
3799 ret = (h1c->errcode == 408 ? MUX_ES_TOUT_ERR :
3800 (h1c->errcode == 501 ? MUX_ES_NOTIMPL_ERR :
3801 (h1c->errcode == 500 ? MUX_ES_INTERNAL_ERR :
3802 ((h1c->errcode >= 400 && h1c->errcode <= 499) ? MUX_ES_INVALID_ERR :
Christopher Faulet2eed8002020-12-07 11:26:13 +01003803 MUX_ES_SUCCESS))));
Christopher Fauletc18fc232020-10-06 17:41:36 +02003804 return ret;
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02003805 default:
3806 return -1;
3807 }
3808}
3809
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003810/* for debugging with CLI's "show fd" command */
Willy Tarreau8050efe2021-01-21 08:26:06 +01003811static int h1_show_fd(struct buffer *msg, struct connection *conn)
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003812{
3813 struct h1c *h1c = conn->ctx;
3814 struct h1s *h1s = h1c->h1s;
Willy Tarreau0c0c0a22021-01-21 09:13:35 +01003815 int ret = 0;
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003816
Christopher Fauletf376a312019-01-04 15:16:06 +01003817 chunk_appendf(msg, " h1c.flg=0x%x .sub=%d .ibuf=%u@%p+%u/%u .obuf=%u@%p+%u/%u",
3818 h1c->flags, h1c->wait_event.events,
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003819 (unsigned int)b_data(&h1c->ibuf), b_orig(&h1c->ibuf),
3820 (unsigned int)b_head_ofs(&h1c->ibuf), (unsigned int)b_size(&h1c->ibuf),
3821 (unsigned int)b_data(&h1c->obuf), b_orig(&h1c->obuf),
3822 (unsigned int)b_head_ofs(&h1c->obuf), (unsigned int)b_size(&h1c->obuf));
3823
3824 if (h1s) {
3825 char *method;
3826
3827 if (h1s->meth < HTTP_METH_OTHER)
3828 method = http_known_methods[h1s->meth].ptr;
3829 else
3830 method = "UNKNOWN";
3831 chunk_appendf(msg, " h1s=%p h1s.flg=0x%x .req.state=%s .res.state=%s"
3832 " .meth=%s status=%d",
3833 h1s, h1s->flags,
3834 h1m_state_str(h1s->req.state),
3835 h1m_state_str(h1s->res.state), method, h1s->status);
3836 if (h1s->cs)
3837 chunk_appendf(msg, " .cs.flg=0x%08x .cs.data=%p",
3838 h1s->cs->flags, h1s->cs->data);
Willy Tarreau150c4f82021-01-20 17:05:58 +01003839
3840 chunk_appendf(&trash, " .subs=%p", h1s->subs);
3841 if (h1s->subs) {
Christopher Faulet6c93c4e2021-02-25 10:06:29 +01003842 chunk_appendf(&trash, "(ev=%d tl=%p", h1s->subs->events, h1s->subs->tasklet);
3843 chunk_appendf(&trash, " tl.calls=%d tl.ctx=%p tl.fct=",
3844 h1s->subs->tasklet->calls,
3845 h1s->subs->tasklet->context);
3846 if (h1s->subs->tasklet->calls >= 1000000)
3847 ret = 1;
3848 resolve_sym_name(&trash, NULL, h1s->subs->tasklet->process);
3849 chunk_appendf(&trash, ")");
Willy Tarreau150c4f82021-01-20 17:05:58 +01003850 }
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003851 }
Willy Tarreau0c0c0a22021-01-21 09:13:35 +01003852 return ret;
Christopher Faulet98fbe952019-07-22 16:18:24 +02003853}
3854
3855
3856/* Add an entry in the headers map. Returns -1 on error and 0 on success. */
3857static int add_hdr_case_adjust(const char *from, const char *to, char **err)
3858{
3859 struct h1_hdr_entry *entry;
3860
3861 /* Be sure there is a non-empty <to> */
3862 if (!strlen(to)) {
3863 memprintf(err, "expect <to>");
3864 return -1;
3865 }
3866
3867 /* Be sure only the case differs between <from> and <to> */
Tim Duesterhuse5ff1412021-01-02 22:31:53 +01003868 if (strcasecmp(from, to) != 0) {
Christopher Faulet98fbe952019-07-22 16:18:24 +02003869 memprintf(err, "<from> and <to> must not differ execpt the case");
3870 return -1;
3871 }
3872
3873 /* Be sure <from> does not already existsin the tree */
3874 if (ebis_lookup(&hdrs_map.map, from)) {
3875 memprintf(err, "duplicate entry '%s'", from);
3876 return -1;
3877 }
3878
3879 /* Create the entry and insert it in the tree */
3880 entry = malloc(sizeof(*entry));
3881 if (!entry) {
3882 memprintf(err, "out of memory");
3883 return -1;
3884 }
3885
3886 entry->node.key = strdup(from);
Tim Duesterhusdcf753a2021-03-04 17:31:47 +01003887 entry->name = ist(strdup(to));
Tim Duesterhus7b5777d2021-03-02 18:57:28 +01003888 if (!entry->node.key || !isttest(entry->name)) {
Christopher Faulet98fbe952019-07-22 16:18:24 +02003889 free(entry->node.key);
Tim Duesterhused526372020-03-05 17:56:33 +01003890 istfree(&entry->name);
Christopher Faulet98fbe952019-07-22 16:18:24 +02003891 free(entry);
3892 memprintf(err, "out of memory");
3893 return -1;
3894 }
3895 ebis_insert(&hdrs_map.map, &entry->node);
3896 return 0;
3897}
3898
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003899/* Migrate the the connection to the current thread.
3900 * Return 0 if successful, non-zero otherwise.
3901 * Expected to be called with the old thread lock held.
3902 */
Olivier Houchard1662cdb2020-07-03 14:04:37 +02003903static int h1_takeover(struct connection *conn, int orig_tid)
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003904{
3905 struct h1c *h1c = conn->ctx;
Willy Tarreau09e0d9e2020-07-01 16:39:33 +02003906 struct task *task;
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003907
3908 if (fd_takeover(conn->handle.fd, conn) != 0)
3909 return -1;
Olivier Houcharda74bb7e2020-07-03 14:01:21 +02003910
3911 if (conn->xprt->takeover && conn->xprt->takeover(conn, conn->xprt_ctx, orig_tid) != 0) {
3912 /* We failed to takeover the xprt, even if the connection may
3913 * still be valid, flag it as error'd, as we have already
3914 * taken over the fd, and wake the tasklet, so that it will
3915 * destroy it.
3916 */
3917 conn->flags |= CO_FL_ERROR;
3918 tasklet_wakeup_on(h1c->wait_event.tasklet, orig_tid);
3919 return -1;
3920 }
3921
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003922 if (h1c->wait_event.events)
3923 h1c->conn->xprt->unsubscribe(h1c->conn, h1c->conn->xprt_ctx,
3924 h1c->wait_event.events, &h1c->wait_event);
3925 /* To let the tasklet know it should free itself, and do nothing else,
3926 * set its context to NULL.
3927 */
3928 h1c->wait_event.tasklet->context = NULL;
Olivier Houchard1662cdb2020-07-03 14:04:37 +02003929 tasklet_wakeup_on(h1c->wait_event.tasklet, orig_tid);
Willy Tarreau09e0d9e2020-07-01 16:39:33 +02003930
3931 task = h1c->task;
3932 if (task) {
3933 task->context = NULL;
3934 h1c->task = NULL;
3935 __ha_barrier_store();
3936 task_kill(task);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003937
Willy Tarreaubeeabf52021-10-01 18:23:30 +02003938 h1c->task = task_new_here();
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003939 if (!h1c->task) {
3940 h1_release(h1c);
3941 return -1;
3942 }
3943 h1c->task->process = h1_timeout_task;
3944 h1c->task->context = h1c;
3945 }
3946 h1c->wait_event.tasklet = tasklet_new();
3947 if (!h1c->wait_event.tasklet) {
3948 h1_release(h1c);
3949 return -1;
3950 }
3951 h1c->wait_event.tasklet->process = h1_io_cb;
3952 h1c->wait_event.tasklet->context = h1c;
3953 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx,
3954 SUB_RETRY_RECV, &h1c->wait_event);
3955
3956 return 0;
3957}
3958
3959
Christopher Faulet98fbe952019-07-22 16:18:24 +02003960static void h1_hdeaders_case_adjust_deinit()
3961{
3962 struct ebpt_node *node, *next;
3963 struct h1_hdr_entry *entry;
3964
3965 node = ebpt_first(&hdrs_map.map);
3966 while (node) {
3967 next = ebpt_next(node);
3968 ebpt_delete(node);
3969 entry = container_of(node, struct h1_hdr_entry, node);
3970 free(entry->node.key);
Tim Duesterhused526372020-03-05 17:56:33 +01003971 istfree(&entry->name);
Christopher Faulet98fbe952019-07-22 16:18:24 +02003972 free(entry);
3973 node = next;
3974 }
3975 free(hdrs_map.name);
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003976}
3977
Christopher Faulet98fbe952019-07-22 16:18:24 +02003978static int cfg_h1_headers_case_adjust_postparser()
3979{
3980 FILE *file = NULL;
3981 char *c, *key_beg, *key_end, *value_beg, *value_end;
3982 char *err;
3983 int rc, line = 0, err_code = 0;
3984
3985 if (!hdrs_map.name)
3986 goto end;
3987
3988 file = fopen(hdrs_map.name, "r");
3989 if (!file) {
Amaury Denoyelle11124302021-06-04 18:22:08 +02003990 ha_alert("h1-outgoing-headers-case-adjust-file '%s': failed to open file.\n",
Christopher Faulet98fbe952019-07-22 16:18:24 +02003991 hdrs_map.name);
3992 err_code |= ERR_ALERT | ERR_FATAL;
3993 goto end;
3994 }
3995
3996 /* now parse all lines. The file may contain only two header name per
3997 * line, separated by spaces. All heading and trailing spaces will be
3998 * ignored. Lines starting with a # are ignored.
3999 */
4000 while (fgets(trash.area, trash.size, file) != NULL) {
4001 line++;
4002 c = trash.area;
4003
4004 /* strip leading spaces and tabs */
4005 while (*c == ' ' || *c == '\t')
4006 c++;
4007
4008 /* ignore emptu lines, or lines beginning with a dash */
4009 if (*c == '#' || *c == '\0' || *c == '\r' || *c == '\n')
4010 continue;
4011
4012 /* look for the end of the key */
4013 key_beg = c;
4014 while (*c != '\0' && *c != ' ' && *c != '\t' && *c != '\n' && *c != '\r')
4015 c++;
4016 key_end = c;
4017
4018 /* strip middle spaces and tabs */
4019 while (*c == ' ' || *c == '\t')
4020 c++;
4021
4022 /* look for the end of the value, it is the end of the line */
4023 value_beg = c;
4024 while (*c && *c != '\n' && *c != '\r')
4025 c++;
4026 value_end = c;
4027
4028 /* trim possibly trailing spaces and tabs */
4029 while (value_end > value_beg && (value_end[-1] == ' ' || value_end[-1] == '\t'))
4030 value_end--;
4031
4032 /* set final \0 and check entries */
4033 *key_end = '\0';
4034 *value_end = '\0';
4035
4036 err = NULL;
4037 rc = add_hdr_case_adjust(key_beg, value_beg, &err);
4038 if (rc < 0) {
Amaury Denoyelle11124302021-06-04 18:22:08 +02004039 ha_alert("h1-outgoing-headers-case-adjust-file '%s' : %s at line %d.\n",
Christopher Faulet98fbe952019-07-22 16:18:24 +02004040 hdrs_map.name, err, line);
4041 err_code |= ERR_ALERT | ERR_FATAL;
Christopher Fauletcac5c092019-07-30 16:51:42 +02004042 free(err);
Christopher Faulet98fbe952019-07-22 16:18:24 +02004043 goto end;
4044 }
4045 if (rc > 0) {
Amaury Denoyelle11124302021-06-04 18:22:08 +02004046 ha_warning("h1-outgoing-headers-case-adjust-file '%s' : %s at line %d.\n",
Christopher Faulet98fbe952019-07-22 16:18:24 +02004047 hdrs_map.name, err, line);
4048 err_code |= ERR_WARN;
Christopher Fauletcac5c092019-07-30 16:51:42 +02004049 free(err);
Christopher Faulet98fbe952019-07-22 16:18:24 +02004050 }
4051 }
4052
4053 end:
4054 if (file)
4055 fclose(file);
4056 hap_register_post_deinit(h1_hdeaders_case_adjust_deinit);
4057 return err_code;
4058}
4059
4060
4061/* config parser for global "h1-outgoing-header-case-adjust" */
4062static int cfg_parse_h1_header_case_adjust(char **args, int section_type, struct proxy *curpx,
Willy Tarreau01825162021-03-09 09:53:46 +01004063 const struct proxy *defpx, const char *file, int line,
Christopher Faulet98fbe952019-07-22 16:18:24 +02004064 char **err)
4065{
4066 if (too_many_args(2, args, err, NULL))
4067 return -1;
4068 if (!*(args[1]) || !*(args[2])) {
4069 memprintf(err, "'%s' expects <from> and <to> as argument.", args[0]);
4070 return -1;
4071 }
4072 return add_hdr_case_adjust(args[1], args[2], err);
4073}
4074
4075/* config parser for global "h1-outgoing-headers-case-adjust-file" */
4076static int cfg_parse_h1_headers_case_adjust_file(char **args, int section_type, struct proxy *curpx,
Willy Tarreau01825162021-03-09 09:53:46 +01004077 const struct proxy *defpx, const char *file, int line,
Christopher Faulet98fbe952019-07-22 16:18:24 +02004078 char **err)
4079{
4080 if (too_many_args(1, args, err, NULL))
4081 return -1;
4082 if (!*(args[1])) {
4083 memprintf(err, "'%s' expects <file> as argument.", args[0]);
4084 return -1;
4085 }
4086 free(hdrs_map.name);
4087 hdrs_map.name = strdup(args[1]);
4088 return 0;
4089}
4090
4091
4092/* config keyword parsers */
4093static struct cfg_kw_list cfg_kws = {{ }, {
4094 { CFG_GLOBAL, "h1-case-adjust", cfg_parse_h1_header_case_adjust },
4095 { CFG_GLOBAL, "h1-case-adjust-file", cfg_parse_h1_headers_case_adjust_file },
4096 { 0, NULL, NULL },
4097 }
4098};
4099
4100INITCALL1(STG_REGISTER, cfg_register_keywords, &cfg_kws);
4101REGISTER_CONFIG_POSTPARSER("h1-headers-map", cfg_h1_headers_case_adjust_postparser);
4102
4103
Christopher Faulet51dbc942018-09-13 09:05:15 +02004104/****************************************/
Ilya Shipitsinc02a23f2020-05-06 00:53:22 +05004105/* MUX initialization and instantiation */
Christopher Faulet51dbc942018-09-13 09:05:15 +02004106/****************************************/
4107
4108/* The mux operations */
Christopher Faulet3f612f72021-02-05 16:44:21 +01004109static const struct mux_ops mux_http_ops = {
Christopher Faulet51dbc942018-09-13 09:05:15 +02004110 .init = h1_init,
4111 .wake = h1_wake,
4112 .attach = h1_attach,
4113 .get_first_cs = h1_get_first_cs,
4114 .detach = h1_detach,
4115 .destroy = h1_destroy,
4116 .avail_streams = h1_avail_streams,
Willy Tarreau00f18a32019-01-26 12:19:01 +01004117 .used_streams = h1_used_streams,
Christopher Faulet51dbc942018-09-13 09:05:15 +02004118 .rcv_buf = h1_rcv_buf,
4119 .snd_buf = h1_snd_buf,
Willy Tarreaue5733232019-05-22 19:24:06 +02004120#if defined(USE_LINUX_SPLICE)
Christopher Faulet1be55f92018-10-02 15:59:23 +02004121 .rcv_pipe = h1_rcv_pipe,
4122 .snd_pipe = h1_snd_pipe,
4123#endif
Christopher Faulet51dbc942018-09-13 09:05:15 +02004124 .subscribe = h1_subscribe,
4125 .unsubscribe = h1_unsubscribe,
4126 .shutr = h1_shutr,
4127 .shutw = h1_shutw,
Olivier Houcharda8f6b432018-12-21 15:20:29 +01004128 .show_fd = h1_show_fd,
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02004129 .ctl = h1_ctl,
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01004130 .takeover = h1_takeover,
Christopher Faulet9f38f5a2019-04-03 09:53:32 +02004131 .flags = MX_FL_HTX,
Willy Tarreau0a7a4fb2019-05-22 11:36:54 +02004132 .name = "H1",
Christopher Faulet51dbc942018-09-13 09:05:15 +02004133};
4134
Christopher Faulet3f612f72021-02-05 16:44:21 +01004135static const struct mux_ops mux_h1_ops = {
4136 .init = h1_init,
4137 .wake = h1_wake,
4138 .attach = h1_attach,
4139 .get_first_cs = h1_get_first_cs,
4140 .detach = h1_detach,
4141 .destroy = h1_destroy,
4142 .avail_streams = h1_avail_streams,
4143 .used_streams = h1_used_streams,
4144 .rcv_buf = h1_rcv_buf,
4145 .snd_buf = h1_snd_buf,
4146#if defined(USE_LINUX_SPLICE)
4147 .rcv_pipe = h1_rcv_pipe,
4148 .snd_pipe = h1_snd_pipe,
4149#endif
4150 .subscribe = h1_subscribe,
4151 .unsubscribe = h1_unsubscribe,
4152 .shutr = h1_shutr,
4153 .shutw = h1_shutw,
4154 .show_fd = h1_show_fd,
4155 .ctl = h1_ctl,
4156 .takeover = h1_takeover,
4157 .flags = MX_FL_HTX|MX_FL_NO_UPG,
4158 .name = "H1",
4159};
Christopher Faulet51dbc942018-09-13 09:05:15 +02004160
Christopher Faulet3f612f72021-02-05 16:44:21 +01004161/* this mux registers default HTX proto but also h1 proto (to be referenced in the conf */
4162static struct mux_proto_list mux_proto_h1 =
4163 { .token = IST("h1"), .mode = PROTO_MODE_HTTP, .side = PROTO_SIDE_BOTH, .mux = &mux_h1_ops };
4164static struct mux_proto_list mux_proto_http =
4165 { .token = IST(""), .mode = PROTO_MODE_HTTP, .side = PROTO_SIDE_BOTH, .mux = &mux_http_ops };
Christopher Faulet51dbc942018-09-13 09:05:15 +02004166
Christopher Faulet3f612f72021-02-05 16:44:21 +01004167INITCALL1(STG_REGISTER, register_mux_proto, &mux_proto_h1);
4168INITCALL1(STG_REGISTER, register_mux_proto, &mux_proto_http);
Willy Tarreau0108d902018-11-25 19:14:37 +01004169
Christopher Faulet51dbc942018-09-13 09:05:15 +02004170/*
4171 * Local variables:
4172 * c-indent-level: 8
4173 * c-basic-offset: 8
4174 * End:
4175 */