blob: 6cb7ec83bccbc6f46c6279dae8aa94e31daad9fb [file] [log] [blame]
Christopher Faulet51dbc942018-09-13 09:05:15 +02001/*
2 * HTT/1 mux-demux for connections
3 *
4 * Copyright 2018 Christopher Faulet <cfaulet@haproxy.com>
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
Willy Tarreaub2551052020-06-09 09:07:15 +020012#include <import/ebistree.h>
Willy Tarreau63617db2021-10-06 18:23:40 +020013#include <import/ebmbtree.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020014
Willy Tarreau4c7e4b72020-05-27 12:58:42 +020015#include <haproxy/api.h>
Willy Tarreau6be78492020-06-05 00:00:29 +020016#include <haproxy/cfgparse.h>
Willy Tarreau7ea393d2020-06-04 18:02:10 +020017#include <haproxy/connection.h>
Willy Tarreau5413a872020-06-02 19:33:08 +020018#include <haproxy/h1.h>
Willy Tarreauc6fe8842020-06-04 09:00:02 +020019#include <haproxy/h1_htx.h>
Willy Tarreaubf073142020-06-03 12:04:01 +020020#include <haproxy/h2.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020021#include <haproxy/http_htx.h>
Willy Tarreau16f958c2020-06-03 08:44:35 +020022#include <haproxy/htx.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020023#include <haproxy/istbuf.h>
24#include <haproxy/log.h>
Willy Tarreau551271d2020-06-04 08:32:23 +020025#include <haproxy/pipe-t.h>
Willy Tarreauadc02402021-05-08 20:28:54 +020026#include <haproxy/proxy.h>
Willy Tarreau48d25b32020-06-04 18:58:52 +020027#include <haproxy/session-t.h>
Willy Tarreaudfd3de82020-06-04 23:46:14 +020028#include <haproxy/stream.h>
Willy Tarreau5e539c92020-06-04 20:45:39 +020029#include <haproxy/stream_interface.h>
Willy Tarreauc6d61d72020-06-04 19:02:42 +020030#include <haproxy/trace.h>
Christopher Faulet51dbc942018-09-13 09:05:15 +020031
32/*
33 * H1 Connection flags (32 bits)
34 */
35#define H1C_F_NONE 0x00000000
36
37/* Flags indicating why writing output data are blocked */
38#define H1C_F_OUT_ALLOC 0x00000001 /* mux is blocked on lack of output buffer */
39#define H1C_F_OUT_FULL 0x00000002 /* mux is blocked on output buffer full */
40/* 0x00000004 - 0x00000008 unused */
41
42/* Flags indicating why reading input data are blocked. */
43#define H1C_F_IN_ALLOC 0x00000010 /* mux is blocked on lack of input buffer */
44#define H1C_F_IN_FULL 0x00000020 /* mux is blocked on input buffer full */
Christopher Fauletd17ad822020-09-24 15:14:29 +020045#define H1C_F_IN_SALLOC 0x00000040 /* mux is blocked on lack of stream's request buffer */
Christopher Faulet51dbc942018-09-13 09:05:15 +020046
Christopher Faulet7b109f22019-12-05 11:18:31 +010047/* Flags indicating the connection state */
Christopher Faulet3ced1d12020-11-27 16:44:01 +010048#define H1C_F_ST_EMBRYONIC 0x00000100 /* Set when a H1 stream with no conn-stream is attached to the connection */
Christopher Faulet39c7b6b2021-01-21 17:44:35 +010049#define H1C_F_ST_ATTACHED 0x00000200 /* Set when a H1 stream with a conn-stream is attached to the connection (may be not READY) */
Christopher Faulet3ced1d12020-11-27 16:44:01 +010050#define H1C_F_ST_IDLE 0x00000400 /* connection is idle and may be reused
51 * (exclusive to all H1C_F_ST flags and never set when an h1s is attached) */
52#define H1C_F_ST_ERROR 0x00000800 /* connection must be closed ASAP because an error occurred (conn-stream may still be attached) */
53#define H1C_F_ST_SHUTDOWN 0x00001000 /* connection must be shut down ASAP flushing output first (conn-stream may still be attached) */
Christopher Faulet39c7b6b2021-01-21 17:44:35 +010054#define H1C_F_ST_READY 0x00002000 /* Set in ATTACHED state with a READY conn-stream. A conn-stream is not ready when
55 * a TCP>H1 upgrade is in progress Thus this flag is only set if ATTACHED is also set */
Christopher Faulet3ced1d12020-11-27 16:44:01 +010056#define H1C_F_ST_ALIVE (H1C_F_ST_IDLE|H1C_F_ST_EMBRYONIC|H1C_F_ST_ATTACHED)
Christopher Faulet75308302021-11-15 14:51:37 +010057#define H1C_F_ST_SILENT_SHUT 0x00004000 /* silent (or dirty) shutdown must be performed (implied ST_SHUTDOWN) */
Christopher Fauleta85c5222021-10-27 15:36:38 +020058/* 0x00008000 unused */
Christopher Faulet51dbc942018-09-13 09:05:15 +020059
Christopher Fauletb385b502021-01-13 18:47:57 +010060#define H1C_F_WANT_SPLICE 0x00010000 /* Don't read into a buffer because we want to use or we are using splicing */
61#define H1C_F_ERR_PENDING 0x00020000 /* Send an error and close the connection ASAP (implies H1C_F_ST_ERROR) */
62#define H1C_F_WAIT_NEXT_REQ 0x00040000 /* waiting for the next request to start, use keep-alive timeout */
63#define H1C_F_UPG_H2C 0x00080000 /* set if an upgrade to h2 should be done */
64#define H1C_F_CO_MSG_MORE 0x00100000 /* set if CO_SFL_MSG_MORE must be set when calling xprt->snd_buf() */
65#define H1C_F_CO_STREAMER 0x00200000 /* set if CO_SFL_STREAMER must be set when calling xprt->snd_buf() */
Christopher Faulet129817b2018-09-20 16:14:40 +020066
Christopher Faulet10a86702021-04-07 14:18:11 +020067/* 0x00400000 - 0x40000000 unusued*/
Christopher Faulet3ced1d12020-11-27 16:44:01 +010068#define H1C_F_IS_BACK 0x80000000 /* Set on outgoing connection */
Christopher Faulet46230362019-10-17 16:04:20 +020069
Christopher Faulet51dbc942018-09-13 09:05:15 +020070/*
71 * H1 Stream flags (32 bits)
72 */
Christopher Faulet129817b2018-09-20 16:14:40 +020073#define H1S_F_NONE 0x00000000
Christopher Faulet10a86702021-04-07 14:18:11 +020074
75#define H1S_F_RX_BLK 0x00100000 /* Don't process more input data, waiting sync with output side */
76#define H1S_F_TX_BLK 0x00200000 /* Don't process more output data, waiting sync with input side */
Christopher Faulet46e058d2021-09-20 07:47:27 +020077#define H1S_F_RX_CONGESTED 0x00000004 /* Cannot process input data RX path is congested (waiting for more space in channel's buffer) */
78
Willy Tarreauc493c9c2019-06-03 14:18:22 +020079#define H1S_F_REOS 0x00000008 /* End of input stream seen even if not delivered yet */
Christopher Fauletf2824e62018-10-01 12:12:37 +020080#define H1S_F_WANT_KAL 0x00000010
81#define H1S_F_WANT_TUN 0x00000020
82#define H1S_F_WANT_CLO 0x00000040
83#define H1S_F_WANT_MSK 0x00000070
84#define H1S_F_NOT_FIRST 0x00000080 /* The H1 stream is not the first one */
Christopher Faulet5696f542020-12-02 16:08:38 +010085#define H1S_F_BODYLESS_RESP 0x00000100 /* Bodyless response message */
Christopher Faulet60ef12c2020-09-24 10:05:44 +020086
Ilya Shipitsinacf84592021-02-06 22:29:08 +050087/* 0x00000200 unused */
Christopher Faulet2eed8002020-12-07 11:26:13 +010088#define H1S_F_NOT_IMPL_ERROR 0x00000400 /* Set when a feature is not implemented during the message parsing */
Christopher Faulet60ef12c2020-09-24 10:05:44 +020089#define H1S_F_PARSING_ERROR 0x00000800 /* Set when an error occurred during the message parsing */
90#define H1S_F_PROCESSING_ERROR 0x00001000 /* Set when an error occurred during the message xfer */
91#define H1S_F_ERROR 0x00001800 /* stream error mask */
92
Christopher Faulet72ba6cd2019-09-24 16:20:05 +020093#define H1S_F_HAVE_SRV_NAME 0x00002000 /* Set during output process if the server name header was added to the request */
Christopher Fauletada34b62019-05-24 16:36:43 +020094#define H1S_F_HAVE_O_CONN 0x00004000 /* Set during output process to know connection mode was processed */
Christopher Faulet51dbc942018-09-13 09:05:15 +020095
96/* H1 connection descriptor */
Christopher Faulet51dbc942018-09-13 09:05:15 +020097struct h1c {
98 struct connection *conn;
99 struct proxy *px;
100 uint32_t flags; /* Connection flags: H1C_F_* */
Christopher Fauletc18fc232020-10-06 17:41:36 +0200101 unsigned int errcode; /* Status code when an error occurred at the H1 connection level */
Christopher Faulet51dbc942018-09-13 09:05:15 +0200102 struct buffer ibuf; /* Input buffer to store data before parsing */
103 struct buffer obuf; /* Output buffer to store data after reformatting */
104
105 struct buffer_wait buf_wait; /* Wait list for buffer allocation */
106 struct wait_event wait_event; /* To be used if we're waiting for I/Os */
107
108 struct h1s *h1s; /* H1 stream descriptor */
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100109 struct task *task; /* timeout management task */
Christopher Fauletdbe57792020-10-05 17:50:58 +0200110 int idle_exp; /* idle expiration date (http-keep-alive or http-request timeout) */
111 int timeout; /* client/server timeout duration */
112 int shut_timeout; /* client-fin/server-fin timeout duration */
Christopher Faulet51dbc942018-09-13 09:05:15 +0200113};
114
115/* H1 stream descriptor */
116struct h1s {
117 struct h1c *h1c;
118 struct conn_stream *cs;
Christopher Fauletfeb11742018-11-29 15:12:34 +0100119 uint32_t flags; /* Connection flags: H1S_F_* */
Christopher Faulet51dbc942018-09-13 09:05:15 +0200120
Willy Tarreau1b0d4d12020-01-16 11:03:19 +0100121 struct wait_event *subs; /* Address of the wait_event the conn_stream associated is waiting on */
Christopher Faulet129817b2018-09-20 16:14:40 +0200122
Olivier Houchardf502aca2018-12-14 19:42:40 +0100123 struct session *sess; /* Associated session */
Christopher Fauletd17ad822020-09-24 15:14:29 +0200124 struct buffer rxbuf; /* receive buffer, always valid (buf_empty or real buffer) */
Christopher Faulet129817b2018-09-20 16:14:40 +0200125 struct h1m req;
126 struct h1m res;
127
Ilya Shipitsin47d17182020-06-21 21:42:57 +0500128 enum http_meth_t meth; /* HTTP request method */
Christopher Faulet129817b2018-09-20 16:14:40 +0200129 uint16_t status; /* HTTP response status */
Amaury Denoyellec1938232020-12-11 17:53:03 +0100130
131 char ws_key[25]; /* websocket handshake key */
Christopher Faulet51dbc942018-09-13 09:05:15 +0200132};
133
Christopher Faulet98fbe952019-07-22 16:18:24 +0200134/* Map of headers used to convert outgoing headers */
135struct h1_hdrs_map {
136 char *name;
137 struct eb_root map;
138};
139
140/* An entry in a headers map */
141struct h1_hdr_entry {
142 struct ist name;
143 struct ebpt_node node;
144};
145
146/* Declare the headers map */
147static struct h1_hdrs_map hdrs_map = { .name = NULL, .map = EB_ROOT };
148
149
Christopher Faulet6b81df72019-10-01 22:08:43 +0200150/* trace source and events */
151static void h1_trace(enum trace_level level, uint64_t mask,
152 const struct trace_source *src,
153 const struct ist where, const struct ist func,
154 const void *a1, const void *a2, const void *a3, const void *a4);
155
156/* The event representation is split like this :
157 * h1c - internal H1 connection
158 * h1s - internal H1 stream
159 * strm - application layer
160 * rx - data receipt
161 * tx - data transmission
162 *
163 */
164static const struct trace_event h1_trace_events[] = {
165#define H1_EV_H1C_NEW (1ULL << 0)
166 { .mask = H1_EV_H1C_NEW, .name = "h1c_new", .desc = "new H1 connection" },
167#define H1_EV_H1C_RECV (1ULL << 1)
168 { .mask = H1_EV_H1C_RECV, .name = "h1c_recv", .desc = "Rx on H1 connection" },
169#define H1_EV_H1C_SEND (1ULL << 2)
170 { .mask = H1_EV_H1C_SEND, .name = "h1c_send", .desc = "Tx on H1 connection" },
171#define H1_EV_H1C_BLK (1ULL << 3)
172 { .mask = H1_EV_H1C_BLK, .name = "h1c_blk", .desc = "H1 connection blocked" },
173#define H1_EV_H1C_WAKE (1ULL << 4)
174 { .mask = H1_EV_H1C_WAKE, .name = "h1c_wake", .desc = "H1 connection woken up" },
175#define H1_EV_H1C_END (1ULL << 5)
176 { .mask = H1_EV_H1C_END, .name = "h1c_end", .desc = "H1 connection terminated" },
177#define H1_EV_H1C_ERR (1ULL << 6)
178 { .mask = H1_EV_H1C_ERR, .name = "h1c_err", .desc = "error on H1 connection" },
179
180#define H1_EV_RX_DATA (1ULL << 7)
181 { .mask = H1_EV_RX_DATA, .name = "rx_data", .desc = "receipt of any H1 data" },
182#define H1_EV_RX_EOI (1ULL << 8)
183 { .mask = H1_EV_RX_EOI, .name = "rx_eoi", .desc = "receipt of end of H1 input" },
184#define H1_EV_RX_HDRS (1ULL << 9)
185 { .mask = H1_EV_RX_HDRS, .name = "rx_headers", .desc = "receipt of H1 headers" },
186#define H1_EV_RX_BODY (1ULL << 10)
187 { .mask = H1_EV_RX_BODY, .name = "rx_body", .desc = "receipt of H1 body" },
188#define H1_EV_RX_TLRS (1ULL << 11)
189 { .mask = H1_EV_RX_TLRS, .name = "rx_trailerus", .desc = "receipt of H1 trailers" },
190
191#define H1_EV_TX_DATA (1ULL << 12)
192 { .mask = H1_EV_TX_DATA, .name = "tx_data", .desc = "transmission of any H1 data" },
193#define H1_EV_TX_EOI (1ULL << 13)
194 { .mask = H1_EV_TX_EOI, .name = "tx_eoi", .desc = "transmission of end of H1 input" },
195#define H1_EV_TX_HDRS (1ULL << 14)
196 { .mask = H1_EV_TX_HDRS, .name = "tx_headers", .desc = "transmission of all headers" },
197#define H1_EV_TX_BODY (1ULL << 15)
198 { .mask = H1_EV_TX_BODY, .name = "tx_body", .desc = "transmission of H1 body" },
199#define H1_EV_TX_TLRS (1ULL << 16)
200 { .mask = H1_EV_TX_TLRS, .name = "tx_trailerus", .desc = "transmission of H1 trailers" },
201
202#define H1_EV_H1S_NEW (1ULL << 17)
203 { .mask = H1_EV_H1S_NEW, .name = "h1s_new", .desc = "new H1 stream" },
204#define H1_EV_H1S_BLK (1ULL << 18)
205 { .mask = H1_EV_H1S_BLK, .name = "h1s_blk", .desc = "H1 stream blocked" },
206#define H1_EV_H1S_END (1ULL << 19)
207 { .mask = H1_EV_H1S_END, .name = "h1s_end", .desc = "H1 stream terminated" },
208#define H1_EV_H1S_ERR (1ULL << 20)
209 { .mask = H1_EV_H1S_ERR, .name = "h1s_err", .desc = "error on H1 stream" },
210
211#define H1_EV_STRM_NEW (1ULL << 21)
212 { .mask = H1_EV_STRM_NEW, .name = "strm_new", .desc = "app-layer stream creation" },
213#define H1_EV_STRM_RECV (1ULL << 22)
214 { .mask = H1_EV_STRM_RECV, .name = "strm_recv", .desc = "receiving data for stream" },
215#define H1_EV_STRM_SEND (1ULL << 23)
216 { .mask = H1_EV_STRM_SEND, .name = "strm_send", .desc = "sending data for stream" },
217#define H1_EV_STRM_WAKE (1ULL << 24)
218 { .mask = H1_EV_STRM_WAKE, .name = "strm_wake", .desc = "stream woken up" },
219#define H1_EV_STRM_SHUT (1ULL << 25)
220 { .mask = H1_EV_STRM_SHUT, .name = "strm_shut", .desc = "stream shutdown" },
221#define H1_EV_STRM_END (1ULL << 26)
222 { .mask = H1_EV_STRM_END, .name = "strm_end", .desc = "detaching app-layer stream" },
223#define H1_EV_STRM_ERR (1ULL << 27)
224 { .mask = H1_EV_STRM_ERR, .name = "strm_err", .desc = "stream error" },
225
226 { }
227};
228
229static const struct name_desc h1_trace_lockon_args[4] = {
230 /* arg1 */ { /* already used by the connection */ },
231 /* arg2 */ { .name="h1s", .desc="H1 stream" },
232 /* arg3 */ { },
233 /* arg4 */ { }
234};
235
236static const struct name_desc h1_trace_decoding[] = {
237#define H1_VERB_CLEAN 1
238 { .name="clean", .desc="only user-friendly stuff, generally suitable for level \"user\"" },
239#define H1_VERB_MINIMAL 2
240 { .name="minimal", .desc="report only h1c/h1s state and flags, no real decoding" },
241#define H1_VERB_SIMPLE 3
242 { .name="simple", .desc="add request/response status line or htx info when available" },
243#define H1_VERB_ADVANCED 4
244 { .name="advanced", .desc="add header fields or frame decoding when available" },
245#define H1_VERB_COMPLETE 5
246 { .name="complete", .desc="add full data dump when available" },
247 { /* end */ }
248};
249
Willy Tarreau6eb3d372021-04-10 19:29:26 +0200250static struct trace_source trace_h1 __read_mostly = {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200251 .name = IST("h1"),
252 .desc = "HTTP/1 multiplexer",
253 .arg_def = TRC_ARG1_CONN, // TRACE()'s first argument is always a connection
254 .default_cb = h1_trace,
255 .known_events = h1_trace_events,
256 .lockon_args = h1_trace_lockon_args,
257 .decoding = h1_trace_decoding,
258 .report_events = ~0, // report everything by default
259};
260
261#define TRACE_SOURCE &trace_h1
262INITCALL1(STG_REGISTER, trace_register_source, TRACE_SOURCE);
263
Christopher Faulet51dbc942018-09-13 09:05:15 +0200264/* the h1c and h1s pools */
Willy Tarreau8ceae722018-11-26 11:58:30 +0100265DECLARE_STATIC_POOL(pool_head_h1c, "h1c", sizeof(struct h1c));
266DECLARE_STATIC_POOL(pool_head_h1s, "h1s", sizeof(struct h1s));
Christopher Faulet51dbc942018-09-13 09:05:15 +0200267
Christopher Faulet51dbc942018-09-13 09:05:15 +0200268static int h1_recv(struct h1c *h1c);
269static int h1_send(struct h1c *h1c);
270static int h1_process(struct h1c *h1c);
Willy Tarreau691d5032021-01-20 14:55:01 +0100271/* h1_io_cb is exported to see it resolved in "show fd" */
Willy Tarreau144f84a2021-03-02 16:09:26 +0100272struct task *h1_io_cb(struct task *t, void *ctx, unsigned int state);
273struct task *h1_timeout_task(struct task *t, void *context, unsigned int state);
Christopher Fauleta85c5222021-10-27 15:36:38 +0200274static void h1_shutw_conn(struct connection *conn);
Christopher Faulet660f6f32019-10-04 10:22:47 +0200275static void h1_wake_stream_for_recv(struct h1s *h1s);
276static void h1_wake_stream_for_send(struct h1s *h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200277
Christopher Faulet6b81df72019-10-01 22:08:43 +0200278/* the H1 traces always expect that arg1, if non-null, is of type connection
279 * (from which we can derive h1c), that arg2, if non-null, is of type h1s, and
280 * that arg3, if non-null, is a htx for rx/tx headers.
281 */
282static void h1_trace(enum trace_level level, uint64_t mask, const struct trace_source *src,
283 const struct ist where, const struct ist func,
284 const void *a1, const void *a2, const void *a3, const void *a4)
285{
286 const struct connection *conn = a1;
287 const struct h1c *h1c = conn ? conn->ctx : NULL;
288 const struct h1s *h1s = a2;
289 const struct htx *htx = a3;
290 const size_t *val = a4;
291
292 if (!h1c)
293 h1c = (h1s ? h1s->h1c : NULL);
294
295 if (!h1c || src->verbosity < H1_VERB_CLEAN)
296 return;
297
298 /* Display frontend/backend info by default */
Christopher Faulet0a799aa2020-09-24 09:52:52 +0200299 chunk_appendf(&trace_buf, " : [%c]", ((h1c->flags & H1C_F_IS_BACK) ? 'B' : 'F'));
Christopher Faulet6b81df72019-10-01 22:08:43 +0200300
301 /* Display request and response states if h1s is defined */
302 if (h1s)
303 chunk_appendf(&trace_buf, " [%s, %s]",
304 h1m_state_str(h1s->req.state), h1m_state_str(h1s->res.state));
305
306 if (src->verbosity == H1_VERB_CLEAN)
307 return;
308
309 /* Display the value to the 4th argument (level > STATE) */
310 if (src->level > TRACE_LEVEL_STATE && val)
Willy Tarreaue18f53e2019-11-27 15:41:31 +0100311 chunk_appendf(&trace_buf, " - VAL=%lu", (long)*val);
Christopher Faulet6b81df72019-10-01 22:08:43 +0200312
313 /* Display status-line if possible (verbosity > MINIMAL) */
314 if (src->verbosity > H1_VERB_MINIMAL && htx && htx_nbblks(htx)) {
315 const struct htx_blk *blk = htx_get_head_blk(htx);
316 const struct htx_sl *sl = htx_get_blk_ptr(htx, blk);
317 enum htx_blk_type type = htx_get_blk_type(blk);
318
319 if (type == HTX_BLK_REQ_SL || type == HTX_BLK_RES_SL)
320 chunk_appendf(&trace_buf, " - \"%.*s %.*s %.*s\"",
321 HTX_SL_P1_LEN(sl), HTX_SL_P1_PTR(sl),
322 HTX_SL_P2_LEN(sl), HTX_SL_P2_PTR(sl),
323 HTX_SL_P3_LEN(sl), HTX_SL_P3_PTR(sl));
324 }
325
326 /* Display h1c info and, if defined, h1s info (pointer + flags) */
327 chunk_appendf(&trace_buf, " - h1c=%p(0x%08x)", h1c, h1c->flags);
Christopher Faulet99293b02021-11-10 10:30:15 +0100328 if (h1c->conn)
329 chunk_appendf(&trace_buf, " conn=%p(0x%08x)", h1c->conn, h1c->conn->flags);
330 if (h1s) {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200331 chunk_appendf(&trace_buf, " h1s=%p(0x%08x)", h1s, h1s->flags);
Christopher Faulet99293b02021-11-10 10:30:15 +0100332 if (h1s->cs)
333 chunk_appendf(&trace_buf, " cs=%p(0x%08x)", h1s->cs, h1s->cs->flags);
334 }
Christopher Faulet6b81df72019-10-01 22:08:43 +0200335
336 if (src->verbosity == H1_VERB_MINIMAL)
337 return;
338
339 /* Display input and output buffer info (level > USER & verbosity > SIMPLE) */
340 if (src->level > TRACE_LEVEL_USER) {
341 if (src->verbosity == H1_VERB_COMPLETE ||
342 (src->verbosity == H1_VERB_ADVANCED && (mask & (H1_EV_H1C_RECV|H1_EV_STRM_RECV))))
343 chunk_appendf(&trace_buf, " ibuf=%u@%p+%u/%u",
344 (unsigned int)b_data(&h1c->ibuf), b_orig(&h1c->ibuf),
345 (unsigned int)b_head_ofs(&h1c->ibuf), (unsigned int)b_size(&h1c->ibuf));
346 if (src->verbosity == H1_VERB_COMPLETE ||
347 (src->verbosity == H1_VERB_ADVANCED && (mask & (H1_EV_H1C_SEND|H1_EV_STRM_SEND))))
348 chunk_appendf(&trace_buf, " obuf=%u@%p+%u/%u",
349 (unsigned int)b_data(&h1c->obuf), b_orig(&h1c->obuf),
350 (unsigned int)b_head_ofs(&h1c->obuf), (unsigned int)b_size(&h1c->obuf));
351 }
352
353 /* Display htx info if defined (level > USER) */
354 if (src->level > TRACE_LEVEL_USER && htx) {
355 int full = 0;
356
357 /* Full htx info (level > STATE && verbosity > SIMPLE) */
358 if (src->level > TRACE_LEVEL_STATE) {
359 if (src->verbosity == H1_VERB_COMPLETE)
360 full = 1;
361 else if (src->verbosity == H1_VERB_ADVANCED && (mask & (H1_EV_RX_HDRS|H1_EV_TX_HDRS)))
362 full = 1;
363 }
364
365 chunk_memcat(&trace_buf, "\n\t", 2);
366 htx_dump(&trace_buf, htx, full);
367 }
368}
369
370
Christopher Faulet51dbc942018-09-13 09:05:15 +0200371/*****************************************************/
372/* functions below are for dynamic buffer management */
373/*****************************************************/
374/*
Christopher Faulet2545a0b2019-12-05 12:30:55 +0100375 * Indicates whether or not we may receive data. The rules are the following :
376 * - if an error or a shutdown for reads was detected on the connection we
Christopher Faulet119ac872020-09-30 17:33:22 +0200377 * must not attempt to receive
378 * - if we are waiting for the connection establishment, we must not attempt
379 * to receive
380 * - if an error was detected on the stream we must not attempt to receive
381 * - if reads are explicitly disabled, we must not attempt to receive
Christopher Faulet2545a0b2019-12-05 12:30:55 +0100382 * - if the input buffer failed to be allocated or is full , we must not try
383 * to receive
Christopher Faulet119ac872020-09-30 17:33:22 +0200384 * - if the mux is not blocked on an input condition, we may attempt to receive
Christopher Faulet51dbc942018-09-13 09:05:15 +0200385 * - otherwise must may not attempt to receive
386 */
387static inline int h1_recv_allowed(const struct h1c *h1c)
388{
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100389 if (h1c->flags & H1C_F_ST_ERROR) {
Christopher Faulet2545a0b2019-12-05 12:30:55 +0100390 TRACE_DEVEL("recv not allowed because of error on h1c", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200391 return 0;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200392 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200393
Willy Tarreau2febb842020-07-31 09:15:43 +0200394 if (h1c->conn->flags & (CO_FL_ERROR|CO_FL_SOCK_RD_SH|CO_FL_WAIT_L4_CONN|CO_FL_WAIT_L6_CONN)) {
395 TRACE_DEVEL("recv not allowed because of (error|read0|waitl4|waitl6) on connection", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
Christopher Fauletcf56b992018-12-11 16:12:31 +0100396 return 0;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200397 }
Christopher Fauletcf56b992018-12-11 16:12:31 +0100398
Christopher Faulet119ac872020-09-30 17:33:22 +0200399 if (h1c->h1s && (h1c->h1s->flags & H1S_F_ERROR)) {
400 TRACE_DEVEL("recv not allowed because of error on h1s", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
401 return 0;
402 }
403
Christopher Fauletd17ad822020-09-24 15:14:29 +0200404 if (!(h1c->flags & (H1C_F_IN_ALLOC|H1C_F_IN_FULL|H1C_F_IN_SALLOC)))
Christopher Faulet51dbc942018-09-13 09:05:15 +0200405 return 1;
406
Christopher Faulet6b81df72019-10-01 22:08:43 +0200407 TRACE_DEVEL("recv not allowed because input is blocked", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200408 return 0;
409}
410
411/*
412 * Tries to grab a buffer and to re-enables processing on mux <target>. The h1
413 * flags are used to figure what buffer was requested. It returns 1 if the
414 * allocation succeeds, in which case the connection is woken up, or 0 if it's
415 * impossible to wake up and we prefer to be woken up later.
416 */
417static int h1_buf_available(void *target)
418{
419 struct h1c *h1c = target;
420
Willy Tarreaud68d4f12021-03-22 14:44:31 +0100421 if ((h1c->flags & H1C_F_IN_ALLOC) && b_alloc(&h1c->ibuf)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200422 TRACE_STATE("unblocking h1c, ibuf allocated", H1_EV_H1C_RECV|H1_EV_H1C_BLK|H1_EV_H1C_WAKE, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200423 h1c->flags &= ~H1C_F_IN_ALLOC;
424 if (h1_recv_allowed(h1c))
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200425 tasklet_wakeup(h1c->wait_event.tasklet);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200426 return 1;
427 }
428
Willy Tarreaud68d4f12021-03-22 14:44:31 +0100429 if ((h1c->flags & H1C_F_OUT_ALLOC) && b_alloc(&h1c->obuf)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200430 TRACE_STATE("unblocking h1s, obuf allocated", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1c->h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200431 h1c->flags &= ~H1C_F_OUT_ALLOC;
Christopher Faulet660f6f32019-10-04 10:22:47 +0200432 if (h1c->h1s)
433 h1_wake_stream_for_send(h1c->h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200434 return 1;
435 }
436
Willy Tarreaud68d4f12021-03-22 14:44:31 +0100437 if ((h1c->flags & H1C_F_IN_SALLOC) && h1c->h1s && b_alloc(&h1c->h1s->rxbuf)) {
Christopher Fauletd17ad822020-09-24 15:14:29 +0200438 TRACE_STATE("unblocking h1c, stream rxbuf allocated", H1_EV_H1C_RECV|H1_EV_H1C_BLK|H1_EV_H1C_WAKE, h1c->conn);
439 h1c->flags &= ~H1C_F_IN_SALLOC;
440 tasklet_wakeup(h1c->wait_event.tasklet);
441 return 1;
442 }
443
Christopher Faulet51dbc942018-09-13 09:05:15 +0200444 return 0;
445}
446
447/*
448 * Allocate a buffer. If if fails, it adds the mux in buffer wait queue.
449 */
450static inline struct buffer *h1_get_buf(struct h1c *h1c, struct buffer *bptr)
451{
452 struct buffer *buf = NULL;
453
Willy Tarreau2b718102021-04-21 07:32:39 +0200454 if (likely(!LIST_INLIST(&h1c->buf_wait.list)) &&
Willy Tarreaud68d4f12021-03-22 14:44:31 +0100455 unlikely((buf = b_alloc(bptr)) == NULL)) {
Christopher Faulet51dbc942018-09-13 09:05:15 +0200456 h1c->buf_wait.target = h1c;
457 h1c->buf_wait.wakeup_cb = h1_buf_available;
Willy Tarreaub4e34762021-09-30 19:02:18 +0200458 LIST_APPEND(&th_ctx->buffer_wq, &h1c->buf_wait.list);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200459 }
460 return buf;
461}
462
463/*
464 * Release a buffer, if any, and try to wake up entities waiting in the buffer
465 * wait queue.
466 */
467static inline void h1_release_buf(struct h1c *h1c, struct buffer *bptr)
468{
469 if (bptr->size) {
470 b_free(bptr);
Willy Tarreau4d77bbf2021-02-20 12:02:46 +0100471 offer_buffers(h1c->buf_wait.target, 1);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200472 }
473}
474
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100475/* returns the number of streams in use on a connection to figure if it's idle
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100476 * or not. We rely on H1C_F_ST_IDLE to know if the connection is in-use or
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100477 * not. This flag is only set when no H1S is attached and when the previous
478 * stream, if any, was fully terminated without any error and in K/A mode.
Willy Tarreau00f18a32019-01-26 12:19:01 +0100479 */
480static int h1_used_streams(struct connection *conn)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200481{
Willy Tarreau3d2ee552018-12-19 14:12:10 +0100482 struct h1c *h1c = conn->ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200483
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100484 return ((h1c->flags & H1C_F_ST_IDLE) ? 0 : 1);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200485}
486
Willy Tarreau00f18a32019-01-26 12:19:01 +0100487/* returns the number of streams still available on a connection */
488static int h1_avail_streams(struct connection *conn)
Olivier Houchard8defe4b2018-12-02 01:31:17 +0100489{
Willy Tarreau00f18a32019-01-26 12:19:01 +0100490 return 1 - h1_used_streams(conn);
Olivier Houchard8defe4b2018-12-02 01:31:17 +0100491}
Christopher Faulet51dbc942018-09-13 09:05:15 +0200492
Christopher Faulet7a145d62020-08-05 11:31:16 +0200493/* Refresh the h1c task timeout if necessary */
494static void h1_refresh_timeout(struct h1c *h1c)
495{
496 if (h1c->task) {
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100497 if (!(h1c->flags & H1C_F_ST_ALIVE) || (h1c->flags & H1C_F_ST_SHUTDOWN)) {
Christopher Faulet3c82d8b2020-10-05 17:11:16 +0200498 /* half-closed or dead connections : switch to clientfin/serverfin
499 * timeouts so that we don't hang too long on clients that have
500 * gone away (especially in tunnel mode).
Willy Tarreau4313d5a2020-09-08 15:40:57 +0200501 */
502 h1c->task->expire = tick_add(now_ms, h1c->shut_timeout);
Christopher Fauletadcd7892020-10-05 17:13:05 +0200503 TRACE_DEVEL("refreshing connection's timeout (dead or half-closed)", H1_EV_H1C_SEND|H1_EV_H1C_RECV, h1c->conn);
504 }
505 else if (b_data(&h1c->obuf)) {
506 /* connection with pending outgoing data, need a timeout (server or client). */
Christopher Faulet3c82d8b2020-10-05 17:11:16 +0200507 h1c->task->expire = tick_add(now_ms, h1c->timeout);
Christopher Fauletadcd7892020-10-05 17:13:05 +0200508 TRACE_DEVEL("refreshing connection's timeout (pending outgoing data)", H1_EV_H1C_SEND|H1_EV_H1C_RECV, h1c->conn);
509 }
Christopher Faulet39c7b6b2021-01-21 17:44:35 +0100510 else if (!(h1c->flags & (H1C_F_IS_BACK|H1C_F_ST_READY))) {
511 /* front connections waiting for a fully usable stream need a timeout. */
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200512 h1c->task->expire = tick_add(now_ms, h1c->timeout);
Christopher Faulet39c7b6b2021-01-21 17:44:35 +0100513 TRACE_DEVEL("refreshing connection's timeout (alive front h1c but not ready)", H1_EV_H1C_SEND|H1_EV_H1C_RECV, h1c->conn);
Christopher Faulet7a145d62020-08-05 11:31:16 +0200514 }
Christopher Fauletadcd7892020-10-05 17:13:05 +0200515 else {
516 /* alive back connections of front connections with a conn-stream attached */
517 h1c->task->expire = TICK_ETERNITY;
518 TRACE_DEVEL("no connection timeout (alive back h1c or front h1c with a CS)", H1_EV_H1C_SEND|H1_EV_H1C_RECV, h1c->conn);
519 }
520
Christopher Fauletdbe57792020-10-05 17:50:58 +0200521 /* Finally set the idle expiration date if shorter */
522 h1c->task->expire = tick_first(h1c->task->expire, h1c->idle_exp);
Christopher Fauletadcd7892020-10-05 17:13:05 +0200523 TRACE_DEVEL("new expiration date", H1_EV_H1C_SEND|H1_EV_H1C_RECV, h1c->conn, 0, 0, (size_t[]){h1c->task->expire});
524 task_queue(h1c->task);
Christopher Faulet7a145d62020-08-05 11:31:16 +0200525 }
526}
Christopher Fauletdbe57792020-10-05 17:50:58 +0200527
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200528static void h1_set_idle_expiration(struct h1c *h1c)
Christopher Fauletdbe57792020-10-05 17:50:58 +0200529{
530 if (h1c->flags & H1C_F_IS_BACK || !h1c->task) {
531 TRACE_DEVEL("no idle expiration (backend connection || no task)", H1_EV_H1C_RECV, h1c->conn);
532 h1c->idle_exp = TICK_ETERNITY;
533 return;
534 }
535
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100536 if (h1c->flags & H1C_F_ST_IDLE) {
Christopher Fauletdbe57792020-10-05 17:50:58 +0200537 if (!tick_isset(h1c->idle_exp)) {
538 if ((h1c->flags & H1C_F_WAIT_NEXT_REQ) && /* Not the first request */
539 !b_data(&h1c->ibuf) && /* No input data */
540 tick_isset(h1c->px->timeout.httpka)) { /* K-A timeout set */
541 h1c->idle_exp = tick_add_ifset(now_ms, h1c->px->timeout.httpka);
542 TRACE_DEVEL("set idle expiration (keep-alive timeout)", H1_EV_H1C_RECV, h1c->conn);
543 }
544 else {
545 h1c->idle_exp = tick_add_ifset(now_ms, h1c->px->timeout.httpreq);
546 TRACE_DEVEL("set idle expiration (http-request timeout)", H1_EV_H1C_RECV, h1c->conn);
547 }
548 }
549 }
Christopher Faulet39c7b6b2021-01-21 17:44:35 +0100550 else if ((h1c->flags & H1C_F_ST_ALIVE) && !(h1c->flags & H1C_F_ST_READY)) {
Christopher Fauletdbe57792020-10-05 17:50:58 +0200551 if (!tick_isset(h1c->idle_exp)) {
552 h1c->idle_exp = tick_add_ifset(now_ms, h1c->px->timeout.httpreq);
553 TRACE_DEVEL("set idle expiration (http-request timeout)", H1_EV_H1C_RECV, h1c->conn);
554 }
555 }
556 else { // CS_ATTACHED or SHUTDOWN
557 h1c->idle_exp = TICK_ETERNITY;
558 TRACE_DEVEL("unset idle expiration (attached || shutdown)", H1_EV_H1C_RECV, h1c->conn);
559 }
560}
Christopher Faulet51dbc942018-09-13 09:05:15 +0200561/*****************************************************************/
562/* functions below are dedicated to the mux setup and management */
563/*****************************************************************/
Willy Tarreaufbdf90a2019-06-03 13:42:54 +0200564
565/* returns non-zero if there are input data pending for stream h1s. */
566static inline size_t h1s_data_pending(const struct h1s *h1s)
567{
568 const struct h1m *h1m;
569
Christopher Faulet0a799aa2020-09-24 09:52:52 +0200570 h1m = ((h1s->h1c->flags & H1C_F_IS_BACK) ? &h1s->res : &h1s->req);
Christopher Fauletd1ac2b92020-12-02 19:12:22 +0100571 return ((h1m->state == H1_MSG_DONE) ? 0 : b_data(&h1s->h1c->ibuf));
Willy Tarreaufbdf90a2019-06-03 13:42:54 +0200572}
573
Christopher Faulet16df1782020-12-04 16:47:41 +0100574/* Creates a new conn-stream and the associate stream. <input> is used as input
575 * buffer for the stream. On success, it is transferred to the stream and the
576 * mux is no longer responsible of it. On error, <input> is unchanged, thus the
577 * mux must still take care of it. However, there is nothing special to do
578 * because, on success, <input> is updated to points on BUF_NULL. Thus, calling
579 * b_free() on it is always safe. This function returns the conn-stream on
580 * success or NULL on error. */
Christopher Faulet26256f82020-09-14 11:40:13 +0200581static struct conn_stream *h1s_new_cs(struct h1s *h1s, struct buffer *input)
Christopher Faulet47365272018-10-31 17:40:50 +0100582{
583 struct conn_stream *cs;
584
Christopher Faulet6b81df72019-10-01 22:08:43 +0200585 TRACE_ENTER(H1_EV_STRM_NEW, h1s->h1c->conn, h1s);
Christopher Faulet236c93b2020-07-02 09:19:54 +0200586 cs = cs_new(h1s->h1c->conn, h1s->h1c->conn->target);
Christopher Faulet6b81df72019-10-01 22:08:43 +0200587 if (!cs) {
Christopher Faulet26a26432021-01-27 11:27:50 +0100588 TRACE_ERROR("CS allocation failure", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, h1s->h1c->conn, h1s);
Christopher Faulet47365272018-10-31 17:40:50 +0100589 goto err;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200590 }
Christopher Faulet47365272018-10-31 17:40:50 +0100591 h1s->cs = cs;
592 cs->ctx = h1s;
593
594 if (h1s->flags & H1S_F_NOT_FIRST)
595 cs->flags |= CS_FL_NOT_FIRST;
596
Amaury Denoyelle90ac6052021-10-18 14:45:49 +0200597 if (h1s->req.flags & H1_MF_UPG_WEBSOCKET)
598 cs->flags |= CS_FL_WEBSOCKET;
599
Christopher Faulet26256f82020-09-14 11:40:13 +0200600 if (stream_create_from_cs(cs, input) < 0) {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200601 TRACE_DEVEL("leaving on stream creation failure", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, h1s->h1c->conn, h1s);
Christopher Faulet47365272018-10-31 17:40:50 +0100602 goto err;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200603 }
604
Christopher Faulet39c7b6b2021-01-21 17:44:35 +0100605 h1s->h1c->flags = (h1s->h1c->flags & ~H1C_F_ST_EMBRYONIC) | H1C_F_ST_ATTACHED | H1C_F_ST_READY;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200606 TRACE_LEAVE(H1_EV_STRM_NEW, h1s->h1c->conn, h1s);
Christopher Faulet47365272018-10-31 17:40:50 +0100607 return cs;
608
609 err:
610 cs_free(cs);
611 h1s->cs = NULL;
Christopher Faulet26a26432021-01-27 11:27:50 +0100612 TRACE_DEVEL("leaving on error", H1_EV_STRM_NEW|H1_EV_STRM_ERR, h1s->h1c->conn, h1s);
Christopher Faulet47365272018-10-31 17:40:50 +0100613 return NULL;
614}
615
Christopher Faulet0f9395d2021-01-21 17:50:19 +0100616static struct conn_stream *h1s_upgrade_cs(struct h1s *h1s, struct buffer *input)
617{
618 TRACE_ENTER(H1_EV_STRM_NEW, h1s->h1c->conn, h1s);
619
620 if (stream_upgrade_from_cs(h1s->cs, input) < 0) {
Christopher Faulet26a26432021-01-27 11:27:50 +0100621 TRACE_ERROR("stream upgrade failure", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, h1s->h1c->conn, h1s);
Christopher Faulet0f9395d2021-01-21 17:50:19 +0100622 goto err;
623 }
624
Christopher Faulet0f9395d2021-01-21 17:50:19 +0100625 h1s->h1c->flags |= H1C_F_ST_READY;
626 TRACE_LEAVE(H1_EV_STRM_NEW, h1s->h1c->conn, h1s);
627 return h1s->cs;
628
629 err:
Christopher Faulet26a26432021-01-27 11:27:50 +0100630 TRACE_DEVEL("leaving on error", H1_EV_STRM_NEW|H1_EV_STRM_ERR, h1s->h1c->conn, h1s);
Christopher Faulet0f9395d2021-01-21 17:50:19 +0100631 return NULL;
632}
633
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200634static struct h1s *h1s_new(struct h1c *h1c)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200635{
636 struct h1s *h1s;
637
Christopher Faulet6b81df72019-10-01 22:08:43 +0200638 TRACE_ENTER(H1_EV_H1S_NEW, h1c->conn);
639
Christopher Faulet51dbc942018-09-13 09:05:15 +0200640 h1s = pool_alloc(pool_head_h1s);
Christopher Faulet26a26432021-01-27 11:27:50 +0100641 if (!h1s) {
642 TRACE_ERROR("H1S allocation failure", H1_EV_H1S_NEW|H1_EV_H1S_END|H1_EV_H1S_ERR, h1c->conn);
Christopher Faulet47365272018-10-31 17:40:50 +0100643 goto fail;
Christopher Faulet26a26432021-01-27 11:27:50 +0100644 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200645 h1s->h1c = h1c;
646 h1c->h1s = h1s;
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200647 h1s->sess = NULL;
648 h1s->cs = NULL;
Christopher Fauletb992af02019-03-28 15:42:24 +0100649 h1s->flags = H1S_F_WANT_KAL;
Willy Tarreau1b0d4d12020-01-16 11:03:19 +0100650 h1s->subs = NULL;
Christopher Fauletd17ad822020-09-24 15:14:29 +0200651 h1s->rxbuf = BUF_NULL;
Amaury Denoyellec1938232020-12-11 17:53:03 +0100652 memset(h1s->ws_key, 0, sizeof(h1s->ws_key));
Christopher Faulet129817b2018-09-20 16:14:40 +0200653
654 h1m_init_req(&h1s->req);
Christopher Fauletb992af02019-03-28 15:42:24 +0100655 h1s->req.flags |= (H1_MF_NO_PHDR|H1_MF_CLEAN_CONN_HDR);
Christopher Faulet9768c262018-10-22 09:34:31 +0200656
Christopher Faulet129817b2018-09-20 16:14:40 +0200657 h1m_init_res(&h1s->res);
Christopher Fauletb992af02019-03-28 15:42:24 +0100658 h1s->res.flags |= (H1_MF_NO_PHDR|H1_MF_CLEAN_CONN_HDR);
Christopher Faulet129817b2018-09-20 16:14:40 +0200659
660 h1s->status = 0;
661 h1s->meth = HTTP_METH_OTHER;
662
Christopher Faulet47365272018-10-31 17:40:50 +0100663 if (h1c->flags & H1C_F_WAIT_NEXT_REQ)
664 h1s->flags |= H1S_F_NOT_FIRST;
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100665 h1c->flags = (h1c->flags & ~(H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ)) | H1C_F_ST_EMBRYONIC;
Christopher Faulet47365272018-10-31 17:40:50 +0100666
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200667 TRACE_LEAVE(H1_EV_H1S_NEW, h1c->conn, h1s);
668 return h1s;
Christopher Faulete9b70722019-04-08 10:46:02 +0200669
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200670 fail:
Christopher Faulet26a26432021-01-27 11:27:50 +0100671 TRACE_DEVEL("leaving on error", H1_EV_STRM_NEW|H1_EV_STRM_ERR, h1c->conn);
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200672 return NULL;
673}
Christopher Fauletfeb11742018-11-29 15:12:34 +0100674
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200675static struct h1s *h1c_frt_stream_new(struct h1c *h1c)
676{
677 struct session *sess = h1c->conn->owner;
678 struct h1s *h1s;
679
680 TRACE_ENTER(H1_EV_H1S_NEW, h1c->conn);
681
682 h1s = h1s_new(h1c);
683 if (!h1s)
684 goto fail;
685
686 h1s->sess = sess;
687
688 if (h1c->px->options2 & PR_O2_REQBUG_OK)
689 h1s->req.err_pos = -1;
690
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200691 h1c->idle_exp = TICK_ETERNITY;
692 h1_set_idle_expiration(h1c);
Christopher Faulet6b81df72019-10-01 22:08:43 +0200693 TRACE_LEAVE(H1_EV_H1S_NEW, h1c->conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200694 return h1s;
Christopher Faulet47365272018-10-31 17:40:50 +0100695
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200696 fail:
Christopher Faulet26a26432021-01-27 11:27:50 +0100697 TRACE_DEVEL("leaving on error", H1_EV_STRM_NEW|H1_EV_STRM_ERR, h1c->conn);
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200698 return NULL;
699}
700
701static struct h1s *h1c_bck_stream_new(struct h1c *h1c, struct conn_stream *cs, struct session *sess)
702{
703 struct h1s *h1s;
704
705 TRACE_ENTER(H1_EV_H1S_NEW, h1c->conn);
706
707 h1s = h1s_new(h1c);
708 if (!h1s)
709 goto fail;
710
Christopher Faulet10a86702021-04-07 14:18:11 +0200711 h1s->flags |= H1S_F_RX_BLK;
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200712 h1s->cs = cs;
713 h1s->sess = sess;
714 cs->ctx = h1s;
715
Christopher Faulet39c7b6b2021-01-21 17:44:35 +0100716 h1c->flags = (h1c->flags & ~H1C_F_ST_EMBRYONIC) | H1C_F_ST_ATTACHED | H1C_F_ST_READY;
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200717
718 if (h1c->px->options2 & PR_O2_RSPBUG_OK)
719 h1s->res.err_pos = -1;
720
721 TRACE_LEAVE(H1_EV_H1S_NEW, h1c->conn, h1s);
722 return h1s;
723
724 fail:
Christopher Faulet26a26432021-01-27 11:27:50 +0100725 TRACE_DEVEL("leaving on error", H1_EV_STRM_NEW|H1_EV_STRM_ERR, h1c->conn);
Christopher Faulet47365272018-10-31 17:40:50 +0100726 return NULL;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200727}
728
729static void h1s_destroy(struct h1s *h1s)
730{
Christopher Fauletf2824e62018-10-01 12:12:37 +0200731 if (h1s) {
732 struct h1c *h1c = h1s->h1c;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200733
Christopher Faulet6b81df72019-10-01 22:08:43 +0200734 TRACE_POINT(H1_EV_H1S_END, h1c->conn, h1s);
Christopher Fauletf2824e62018-10-01 12:12:37 +0200735 h1c->h1s = NULL;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200736
Willy Tarreau1b0d4d12020-01-16 11:03:19 +0100737 if (h1s->subs)
738 h1s->subs->events = 0;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200739
Christopher Fauletd17ad822020-09-24 15:14:29 +0200740 h1_release_buf(h1c, &h1s->rxbuf);
741
Christopher Faulet10a86702021-04-07 14:18:11 +0200742 h1c->flags &= ~(H1C_F_WANT_SPLICE|
Christopher Fauletb385b502021-01-13 18:47:57 +0100743 H1C_F_ST_EMBRYONIC|H1C_F_ST_ATTACHED|H1C_F_ST_READY|
Christopher Faulet295b8d12020-09-30 17:14:55 +0200744 H1C_F_OUT_FULL|H1C_F_OUT_ALLOC|H1C_F_IN_SALLOC|
745 H1C_F_CO_MSG_MORE|H1C_F_CO_STREAMER);
Christopher Faulet60ef12c2020-09-24 10:05:44 +0200746 if (h1s->flags & H1S_F_ERROR) {
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100747 h1c->flags |= H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +0100748 TRACE_ERROR("h1s on error, set error on h1c", H1_EV_H1S_END|H1_EV_H1C_ERR, h1c->conn, h1s);
Christopher Faulet6b81df72019-10-01 22:08:43 +0200749 }
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100750
Christopher Fauletd1ac2b92020-12-02 19:12:22 +0100751 if (!(h1c->flags & (H1C_F_ST_ERROR|H1C_F_ST_SHUTDOWN)) && /* No error/shutdown on h1c */
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100752 !(h1c->conn->flags & (CO_FL_ERROR|CO_FL_SOCK_RD_SH|CO_FL_SOCK_WR_SH)) && /* No error/shutdown on conn */
Christopher Fauletd1ac2b92020-12-02 19:12:22 +0100753 (h1s->flags & H1S_F_WANT_KAL) && /* K/A possible */
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100754 h1s->req.state == H1_MSG_DONE && h1s->res.state == H1_MSG_DONE) { /* req/res in DONE state */
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100755 h1c->flags |= (H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ);
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100756 TRACE_STATE("set idle mode on h1c, waiting for the next request", H1_EV_H1C_ERR, h1c->conn, h1s);
757 }
Christopher Faulet3c82d8b2020-10-05 17:11:16 +0200758 else {
Christopher Faulet26a26432021-01-27 11:27:50 +0100759 TRACE_STATE("set shudown on h1c", H1_EV_H1S_END, h1c->conn, h1s);
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100760 h1c->flags |= H1C_F_ST_SHUTDOWN;
Christopher Faulet3c82d8b2020-10-05 17:11:16 +0200761 }
Christopher Fauletf2824e62018-10-01 12:12:37 +0200762 pool_free(pool_head_h1s, h1s);
763 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200764}
765
766/*
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200767 * Initialize the mux once it's attached. It is expected that conn->ctx points
Ilya Shipitsin47d17182020-06-21 21:42:57 +0500768 * to the existing conn_stream (for outgoing connections or for incoming ones
769 * during a mux upgrade) or NULL (for incoming ones during the connection
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200770 * establishment). <input> is always used as Input buffer and may contain
771 * data. It is the caller responsibility to not reuse it anymore. Returns < 0 on
772 * error.
Christopher Faulet51dbc942018-09-13 09:05:15 +0200773 */
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200774static int h1_init(struct connection *conn, struct proxy *proxy, struct session *sess,
775 struct buffer *input)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200776{
Christopher Faulet51dbc942018-09-13 09:05:15 +0200777 struct h1c *h1c;
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100778 struct task *t = NULL;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200779 void *conn_ctx = conn->ctx;
780
781 TRACE_ENTER(H1_EV_H1C_NEW);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200782
783 h1c = pool_alloc(pool_head_h1c);
Christopher Faulet26a26432021-01-27 11:27:50 +0100784 if (!h1c) {
785 TRACE_ERROR("H1C allocation failure", H1_EV_H1C_NEW|H1_EV_H1C_END|H1_EV_H1C_ERR);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200786 goto fail_h1c;
Christopher Faulet26a26432021-01-27 11:27:50 +0100787 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200788 h1c->conn = conn;
789 h1c->px = proxy;
790
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100791 h1c->flags = H1C_F_ST_IDLE;
Christopher Fauletc18fc232020-10-06 17:41:36 +0200792 h1c->errcode = 0;
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200793 h1c->ibuf = *input;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200794 h1c->obuf = BUF_NULL;
795 h1c->h1s = NULL;
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200796 h1c->task = NULL;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200797
Willy Tarreau90f366b2021-02-20 11:49:49 +0100798 LIST_INIT(&h1c->buf_wait.list);
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200799 h1c->wait_event.tasklet = tasklet_new();
800 if (!h1c->wait_event.tasklet)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200801 goto fail;
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200802 h1c->wait_event.tasklet->process = h1_io_cb;
803 h1c->wait_event.tasklet->context = h1c;
Willy Tarreau4f6516d2018-12-19 13:59:17 +0100804 h1c->wait_event.events = 0;
Christopher Fauletdbe57792020-10-05 17:50:58 +0200805 h1c->idle_exp = TICK_ETERNITY;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200806
Christopher Faulete9b70722019-04-08 10:46:02 +0200807 if (conn_is_back(conn)) {
Christopher Faulet10a86702021-04-07 14:18:11 +0200808 h1c->flags |= H1C_F_IS_BACK;
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100809 h1c->shut_timeout = h1c->timeout = proxy->timeout.server;
810 if (tick_isset(proxy->timeout.serverfin))
811 h1c->shut_timeout = proxy->timeout.serverfin;
812 } else {
813 h1c->shut_timeout = h1c->timeout = proxy->timeout.client;
814 if (tick_isset(proxy->timeout.clientfin))
815 h1c->shut_timeout = proxy->timeout.clientfin;
Amaury Denoyelled3a88c12021-05-03 10:47:51 +0200816
817 LIST_APPEND(&mux_stopping_data[tid].list,
818 &h1c->conn->stopping_list);
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100819 }
820 if (tick_isset(h1c->timeout)) {
Willy Tarreaubeeabf52021-10-01 18:23:30 +0200821 t = task_new_here();
Christopher Faulet26a26432021-01-27 11:27:50 +0100822 if (!t) {
823 TRACE_ERROR("H1C task allocation failure", H1_EV_H1C_NEW|H1_EV_H1C_END|H1_EV_H1C_ERR);
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100824 goto fail;
Christopher Faulet26a26432021-01-27 11:27:50 +0100825 }
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100826
827 h1c->task = t;
828 t->process = h1_timeout_task;
829 t->context = h1c;
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200830
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100831 t->expire = tick_add(now_ms, h1c->timeout);
832 }
833
Willy Tarreau3d2ee552018-12-19 14:12:10 +0100834 conn->ctx = h1c;
Christopher Faulet129817b2018-09-20 16:14:40 +0200835
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200836 if (h1c->flags & H1C_F_IS_BACK) {
837 /* Create a new H1S now for backend connection only */
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200838 if (!h1c_bck_stream_new(h1c, conn_ctx, sess))
839 goto fail;
840 }
Christopher Faulet0f9395d2021-01-21 17:50:19 +0100841 else if (conn_ctx) {
842 /* Upgraded frontend connection (from TCP) */
843 struct conn_stream *cs = conn_ctx;
844
845 if (!h1c_frt_stream_new(h1c))
846 goto fail;
847
848 h1c->h1s->cs = cs;
849 cs->ctx = h1c->h1s;
850
851 /* Attach the CS but Not ready yet */
852 h1c->flags = (h1c->flags & ~H1C_F_ST_EMBRYONIC) | H1C_F_ST_ATTACHED;
853 TRACE_DEVEL("Inherit the CS from TCP connection to perform an upgrade",
854 H1_EV_H1C_NEW|H1_EV_STRM_NEW, h1c->conn, h1c->h1s);
855 }
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100856
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200857 if (t) {
858 h1_set_idle_expiration(h1c);
859 t->expire = tick_first(t->expire, h1c->idle_exp);
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100860 task_queue(t);
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200861 }
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100862
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200863 /* prepare to read something */
Christopher Fauletd9ee7882021-01-21 17:45:45 +0100864 if (b_data(&h1c->ibuf))
865 tasklet_wakeup(h1c->wait_event.tasklet);
866 else if (h1_recv_allowed(h1c))
Christopher Faulet089acd52020-09-21 10:57:52 +0200867 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200868
869 /* mux->wake will be called soon to complete the operation */
Christopher Faulet6b81df72019-10-01 22:08:43 +0200870 TRACE_LEAVE(H1_EV_H1C_NEW, conn, h1c->h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200871 return 0;
872
873 fail:
Willy Tarreauf6562792019-05-07 19:05:35 +0200874 task_destroy(t);
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200875 if (h1c->wait_event.tasklet)
876 tasklet_free(h1c->wait_event.tasklet);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200877 pool_free(pool_head_h1c, h1c);
878 fail_h1c:
Christopher Faulet6b81df72019-10-01 22:08:43 +0200879 conn->ctx = conn_ctx; // restore saved context
880 TRACE_DEVEL("leaving in error", H1_EV_H1C_NEW|H1_EV_H1C_END|H1_EV_H1C_ERR);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200881 return -1;
882}
883
Christopher Faulet73c12072019-04-08 11:23:22 +0200884/* release function. This one should be called to free all resources allocated
885 * to the mux.
Christopher Faulet51dbc942018-09-13 09:05:15 +0200886 */
Christopher Faulet73c12072019-04-08 11:23:22 +0200887static void h1_release(struct h1c *h1c)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200888{
Christopher Faulet61840e72019-04-15 09:33:32 +0200889 struct connection *conn = NULL;
Christopher Faulet39a96ee2019-04-08 10:52:21 +0200890
Christopher Faulet6b81df72019-10-01 22:08:43 +0200891 TRACE_POINT(H1_EV_H1C_END);
892
Christopher Faulet51dbc942018-09-13 09:05:15 +0200893 if (h1c) {
Christopher Faulet61840e72019-04-15 09:33:32 +0200894 /* The connection must be aattached to this mux to be released */
895 if (h1c->conn && h1c->conn->ctx == h1c)
896 conn = h1c->conn;
897
Christopher Faulet6b81df72019-10-01 22:08:43 +0200898 TRACE_DEVEL("freeing h1c", H1_EV_H1C_END, conn);
899
Christopher Faulet61840e72019-04-15 09:33:32 +0200900 if (conn && h1c->flags & H1C_F_UPG_H2C) {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200901 TRACE_DEVEL("upgrading H1 to H2", H1_EV_H1C_END, conn);
Olivier Houchard2ab3dad2019-07-03 13:08:18 +0200902 /* Make sure we're no longer subscribed to anything */
903 if (h1c->wait_event.events)
904 conn->xprt->unsubscribe(conn, conn->xprt_ctx,
905 h1c->wait_event.events, &h1c->wait_event);
Christopher Fauletc985f6c2019-07-15 11:42:52 +0200906 if (conn_upgrade_mux_fe(conn, NULL, &h1c->ibuf, ist("h2"), PROTO_MODE_HTTP) != -1) {
Christopher Faulet0ef372a2019-04-08 10:57:20 +0200907 /* connection successfully upgraded to H2, this
908 * mux was already released */
909 return;
910 }
Christopher Faulet26a26432021-01-27 11:27:50 +0100911 TRACE_ERROR("h2 upgrade failed", H1_EV_H1C_END|H1_EV_H1C_ERR, conn);
Christopher Faulet0ef372a2019-04-08 10:57:20 +0200912 sess_log(conn->owner); /* Log if the upgrade failed */
913 }
914
Olivier Houchard45c44372019-06-11 14:06:23 +0200915
Willy Tarreau2b718102021-04-21 07:32:39 +0200916 if (LIST_INLIST(&h1c->buf_wait.list))
Willy Tarreau90f366b2021-02-20 11:49:49 +0100917 LIST_DEL_INIT(&h1c->buf_wait.list);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200918
919 h1_release_buf(h1c, &h1c->ibuf);
920 h1_release_buf(h1c, &h1c->obuf);
921
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100922 if (h1c->task) {
923 h1c->task->context = NULL;
924 task_wakeup(h1c->task, TASK_WOKEN_OTHER);
925 h1c->task = NULL;
926 }
927
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200928 if (h1c->wait_event.tasklet)
929 tasklet_free(h1c->wait_event.tasklet);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200930
Christopher Fauletf2824e62018-10-01 12:12:37 +0200931 h1s_destroy(h1c->h1s);
Christopher Faulete76b4f02021-10-27 15:42:13 +0200932 if (conn) {
933 if (h1c->wait_event.events != 0)
934 conn->xprt->unsubscribe(conn, conn->xprt_ctx, h1c->wait_event.events,
935 &h1c->wait_event);
936 h1_shutw_conn(conn);
937 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200938 pool_free(pool_head_h1c, h1c);
939 }
940
Christopher Faulet39a96ee2019-04-08 10:52:21 +0200941 if (conn) {
Amaury Denoyelled3a88c12021-05-03 10:47:51 +0200942 if (!conn_is_back(conn))
943 LIST_DEL_INIT(&conn->stopping_list);
944
Christopher Faulet39a96ee2019-04-08 10:52:21 +0200945 conn->mux = NULL;
946 conn->ctx = NULL;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200947 TRACE_DEVEL("freeing conn", H1_EV_H1C_END, conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200948
Christopher Faulet39a96ee2019-04-08 10:52:21 +0200949 conn_stop_tracking(conn);
950 conn_full_close(conn);
951 if (conn->destroy_cb)
952 conn->destroy_cb(conn);
953 conn_free(conn);
954 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200955}
956
957/******************************************************/
958/* functions below are for the H1 protocol processing */
959/******************************************************/
Christopher Faulet9768c262018-10-22 09:34:31 +0200960/* Parse the request version and set H1_MF_VER_11 on <h1m> if the version is
961 * greater or equal to 1.1
Christopher Fauletf2824e62018-10-01 12:12:37 +0200962 */
Christopher Faulet570d1612018-11-26 11:13:57 +0100963static void h1_parse_req_vsn(struct h1m *h1m, const struct htx_sl *sl)
Christopher Fauletf2824e62018-10-01 12:12:37 +0200964{
Christopher Faulet570d1612018-11-26 11:13:57 +0100965 const char *p = HTX_SL_REQ_VPTR(sl);
Christopher Faulet9768c262018-10-22 09:34:31 +0200966
Christopher Faulet570d1612018-11-26 11:13:57 +0100967 if ((HTX_SL_REQ_VLEN(sl) == 8) &&
Christopher Faulet9768c262018-10-22 09:34:31 +0200968 (*(p + 5) > '1' ||
969 (*(p + 5) == '1' && *(p + 7) >= '1')))
970 h1m->flags |= H1_MF_VER_11;
971}
Christopher Fauletf2824e62018-10-01 12:12:37 +0200972
Christopher Faulet9768c262018-10-22 09:34:31 +0200973/* Parse the response version and set H1_MF_VER_11 on <h1m> if the version is
974 * greater or equal to 1.1
975 */
Christopher Faulet570d1612018-11-26 11:13:57 +0100976static void h1_parse_res_vsn(struct h1m *h1m, const struct htx_sl *sl)
Christopher Faulet9768c262018-10-22 09:34:31 +0200977{
Christopher Faulet570d1612018-11-26 11:13:57 +0100978 const char *p = HTX_SL_RES_VPTR(sl);
Christopher Fauletf2824e62018-10-01 12:12:37 +0200979
Christopher Faulet570d1612018-11-26 11:13:57 +0100980 if ((HTX_SL_RES_VLEN(sl) == 8) &&
Christopher Faulet9768c262018-10-22 09:34:31 +0200981 (*(p + 5) > '1' ||
982 (*(p + 5) == '1' && *(p + 7) >= '1')))
983 h1m->flags |= H1_MF_VER_11;
984}
Christopher Fauletf2824e62018-10-01 12:12:37 +0200985
Christopher Fauletf2824e62018-10-01 12:12:37 +0200986/* Deduce the connection mode of the client connection, depending on the
987 * configuration and the H1 message flags. This function is called twice, the
988 * first time when the request is parsed and the second time when the response
989 * is parsed.
990 */
991static void h1_set_cli_conn_mode(struct h1s *h1s, struct h1m *h1m)
992{
993 struct proxy *fe = h1s->h1c->px;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200994
995 if (h1m->flags & H1_MF_RESP) {
Christopher Fauletb992af02019-03-28 15:42:24 +0100996 /* Output direction: second pass */
Christopher Fauletc75668e2020-12-07 18:10:32 +0100997 if ((h1s->meth == HTTP_METH_CONNECT && h1s->status >= 200 && h1s->status < 300) ||
Christopher Fauletb992af02019-03-28 15:42:24 +0100998 h1s->status == 101) {
999 /* Either we've established an explicit tunnel, or we're
1000 * switching the protocol. In both cases, we're very unlikely to
1001 * understand the next protocols. We have to switch to tunnel
1002 * mode, so that we transfer the request and responses then let
1003 * this protocol pass unmodified. When we later implement
1004 * specific parsers for such protocols, we'll want to check the
1005 * Upgrade header which contains information about that protocol
1006 * for responses with status 101 (eg: see RFC2817 about TLS).
1007 */
Christopher Fauletf2824e62018-10-01 12:12:37 +02001008 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_TUN;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001009 TRACE_STATE("set tunnel mode (resp)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001010 }
1011 else if (h1s->flags & H1S_F_WANT_KAL) {
1012 /* By default the client is in KAL mode. CLOSE mode mean
1013 * it is imposed by the client itself. So only change
1014 * KAL mode here. */
1015 if (!(h1m->flags & H1_MF_XFER_LEN) || (h1m->flags & H1_MF_CONN_CLO)) {
1016 /* no length known or explicit close => close */
1017 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001018 TRACE_STATE("detect close mode (resp)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001019 }
1020 else if (!(h1m->flags & H1_MF_CONN_KAL) &&
1021 (fe->options & PR_O_HTTP_MODE) == PR_O_HTTP_CLO) {
Ilya Shipitsinc02a23f2020-05-06 00:53:22 +05001022 /* no explicit keep-alive and option httpclose => close */
Christopher Fauletb992af02019-03-28 15:42:24 +01001023 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001024 TRACE_STATE("force close mode (resp)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001025 }
1026 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001027 }
1028 else {
Christopher Fauletb992af02019-03-28 15:42:24 +01001029 /* Input direction: first pass */
1030 if (!(h1m->flags & (H1_MF_VER_11|H1_MF_CONN_KAL)) || h1m->flags & H1_MF_CONN_CLO) {
1031 /* no explicit keep-alive in HTTP/1.0 or explicit close => close*/
Christopher Fauletf2824e62018-10-01 12:12:37 +02001032 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001033 TRACE_STATE("detect close mode (req)", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001034 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001035 }
1036
1037 /* If KAL, check if the frontend is stopping. If yes, switch in CLO mode */
Christopher Fauletdfd10ab2021-10-06 14:24:19 +02001038 if (h1s->flags & H1S_F_WANT_KAL && (fe->flags & (PR_FL_DISABLED|PR_FL_STOPPED))) {
Christopher Fauletf2824e62018-10-01 12:12:37 +02001039 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001040 TRACE_STATE("stopping, set close mode", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
1041 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001042}
1043
1044/* Deduce the connection mode of the client connection, depending on the
1045 * configuration and the H1 message flags. This function is called twice, the
1046 * first time when the request is parsed and the second time when the response
1047 * is parsed.
1048 */
1049static void h1_set_srv_conn_mode(struct h1s *h1s, struct h1m *h1m)
1050{
Olivier Houchardf502aca2018-12-14 19:42:40 +01001051 struct session *sess = h1s->sess;
Christopher Fauletb992af02019-03-28 15:42:24 +01001052 struct proxy *be = h1s->h1c->px;
Olivier Houchardf502aca2018-12-14 19:42:40 +01001053 int fe_flags = sess ? sess->fe->options : 0;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001054
Christopher Fauletf2824e62018-10-01 12:12:37 +02001055 if (h1m->flags & H1_MF_RESP) {
Christopher Fauletb992af02019-03-28 15:42:24 +01001056 /* Input direction: second pass */
Christopher Fauletc75668e2020-12-07 18:10:32 +01001057 if ((h1s->meth == HTTP_METH_CONNECT && h1s->status >= 200 && h1s->status < 300) ||
Christopher Fauletb992af02019-03-28 15:42:24 +01001058 h1s->status == 101) {
1059 /* Either we've established an explicit tunnel, or we're
1060 * switching the protocol. In both cases, we're very unlikely to
1061 * understand the next protocols. We have to switch to tunnel
1062 * mode, so that we transfer the request and responses then let
1063 * this protocol pass unmodified. When we later implement
1064 * specific parsers for such protocols, we'll want to check the
1065 * Upgrade header which contains information about that protocol
1066 * for responses with status 101 (eg: see RFC2817 about TLS).
1067 */
Christopher Fauletf2824e62018-10-01 12:12:37 +02001068 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_TUN;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001069 TRACE_STATE("set tunnel mode (resp)", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001070 }
1071 else if (h1s->flags & H1S_F_WANT_KAL) {
1072 /* By default the server is in KAL mode. CLOSE mode mean
1073 * it is imposed by haproxy itself. So only change KAL
1074 * mode here. */
1075 if (!(h1m->flags & H1_MF_XFER_LEN) || h1m->flags & H1_MF_CONN_CLO ||
1076 !(h1m->flags & (H1_MF_VER_11|H1_MF_CONN_KAL))){
1077 /* no length known or explicit close or no explicit keep-alive in HTTP/1.0 => close */
1078 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001079 TRACE_STATE("detect close mode (resp)", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001080 }
1081 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001082 }
Christopher Faulet70033782018-12-05 13:50:11 +01001083 else {
Christopher Fauletb992af02019-03-28 15:42:24 +01001084 /* Output direction: first pass */
1085 if (h1m->flags & H1_MF_CONN_CLO) {
1086 /* explicit close => close */
Christopher Faulet70033782018-12-05 13:50:11 +01001087 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001088 TRACE_STATE("detect close mode (req)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001089 }
1090 else if (!(h1m->flags & H1_MF_CONN_KAL) &&
1091 ((fe_flags & PR_O_HTTP_MODE) == PR_O_HTTP_SCL ||
1092 (be->options & PR_O_HTTP_MODE) == PR_O_HTTP_SCL ||
1093 (fe_flags & PR_O_HTTP_MODE) == PR_O_HTTP_CLO ||
1094 (be->options & PR_O_HTTP_MODE) == PR_O_HTTP_CLO)) {
1095 /* no explicit keep-alive option httpclose/server-close => close */
1096 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001097 TRACE_STATE("force close mode (req)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001098 }
Christopher Faulet70033782018-12-05 13:50:11 +01001099 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001100
1101 /* If KAL, check if the backend is stopping. If yes, switch in CLO mode */
Christopher Fauletdfd10ab2021-10-06 14:24:19 +02001102 if (h1s->flags & H1S_F_WANT_KAL && (be->flags & (PR_FL_DISABLED|PR_FL_STOPPED))) {
Christopher Fauletf2824e62018-10-01 12:12:37 +02001103 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001104 TRACE_STATE("stopping, set close mode", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
1105 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001106}
1107
Christopher Fauletb992af02019-03-28 15:42:24 +01001108static void h1_update_req_conn_value(struct h1s *h1s, struct h1m *h1m, struct ist *conn_val)
Christopher Fauletf2824e62018-10-01 12:12:37 +02001109{
1110 struct proxy *px = h1s->h1c->px;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001111
1112 /* Don't update "Connection:" header in TUNNEL mode or if "Upgrage"
1113 * token is found
1114 */
1115 if (h1s->flags & H1S_F_WANT_TUN || h1m->flags & H1_MF_CONN_UPG)
Christopher Faulet9768c262018-10-22 09:34:31 +02001116 return;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001117
1118 if (h1s->flags & H1S_F_WANT_KAL || px->options2 & PR_O2_FAKE_KA) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001119 if (!(h1m->flags & H1_MF_VER_11)) {
1120 TRACE_STATE("add \"Connection: keep-alive\"", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001121 *conn_val = ist("keep-alive");
Christopher Faulet6b81df72019-10-01 22:08:43 +02001122 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001123 }
1124 else { /* H1S_F_WANT_CLO && !PR_O2_FAKE_KA */
Christopher Faulet6b81df72019-10-01 22:08:43 +02001125 if (h1m->flags & H1_MF_VER_11) {
1126 TRACE_STATE("add \"Connection: close\"", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001127 *conn_val = ist("close");
Christopher Faulet6b81df72019-10-01 22:08:43 +02001128 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001129 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001130}
1131
Christopher Fauletb992af02019-03-28 15:42:24 +01001132static void h1_update_res_conn_value(struct h1s *h1s, struct h1m *h1m, struct ist *conn_val)
Christopher Fauletf2824e62018-10-01 12:12:37 +02001133{
Christopher Fauletf2824e62018-10-01 12:12:37 +02001134 /* Don't update "Connection:" header in TUNNEL mode or if "Upgrage"
1135 * token is found
1136 */
1137 if (h1s->flags & H1S_F_WANT_TUN || h1m->flags & H1_MF_CONN_UPG)
Christopher Faulet9768c262018-10-22 09:34:31 +02001138 return;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001139
1140 if (h1s->flags & H1S_F_WANT_KAL) {
Christopher Fauletb992af02019-03-28 15:42:24 +01001141 if (!(h1m->flags & H1_MF_VER_11) ||
Christopher Faulet6b81df72019-10-01 22:08:43 +02001142 !((h1m->flags & h1s->req.flags) & H1_MF_VER_11)) {
1143 TRACE_STATE("add \"Connection: keep-alive\"", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001144 *conn_val = ist("keep-alive");
Christopher Faulet6b81df72019-10-01 22:08:43 +02001145 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001146 }
1147 else { /* H1S_F_WANT_CLO */
Christopher Faulet6b81df72019-10-01 22:08:43 +02001148 if (h1m->flags & H1_MF_VER_11) {
1149 TRACE_STATE("add \"Connection: close\"", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001150 *conn_val = ist("close");
Christopher Faulet6b81df72019-10-01 22:08:43 +02001151 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001152 }
Christopher Faulet9768c262018-10-22 09:34:31 +02001153}
Christopher Fauletf2824e62018-10-01 12:12:37 +02001154
Christopher Fauletb992af02019-03-28 15:42:24 +01001155static void h1_process_input_conn_mode(struct h1s *h1s, struct h1m *h1m, struct htx *htx)
Christopher Faulet9768c262018-10-22 09:34:31 +02001156{
Christopher Faulet0a799aa2020-09-24 09:52:52 +02001157 if (!(h1s->h1c->flags & H1C_F_IS_BACK))
Christopher Faulet9768c262018-10-22 09:34:31 +02001158 h1_set_cli_conn_mode(h1s, h1m);
Christopher Fauletb992af02019-03-28 15:42:24 +01001159 else
Christopher Faulet9768c262018-10-22 09:34:31 +02001160 h1_set_srv_conn_mode(h1s, h1m);
Christopher Fauletf2824e62018-10-01 12:12:37 +02001161}
1162
Christopher Fauletb992af02019-03-28 15:42:24 +01001163static void h1_process_output_conn_mode(struct h1s *h1s, struct h1m *h1m, struct ist *conn_val)
1164{
Christopher Faulet0a799aa2020-09-24 09:52:52 +02001165 if (!(h1s->h1c->flags & H1C_F_IS_BACK))
Christopher Fauletb992af02019-03-28 15:42:24 +01001166 h1_set_cli_conn_mode(h1s, h1m);
1167 else
1168 h1_set_srv_conn_mode(h1s, h1m);
1169
1170 if (!(h1m->flags & H1_MF_RESP))
1171 h1_update_req_conn_value(h1s, h1m, conn_val);
1172 else
1173 h1_update_res_conn_value(h1s, h1m, conn_val);
1174}
Christopher Faulete44769b2018-11-29 23:01:45 +01001175
Christopher Faulet98fbe952019-07-22 16:18:24 +02001176/* Try to adjust the case of the message header name using the global map
1177 * <hdrs_map>.
1178 */
1179static void h1_adjust_case_outgoing_hdr(struct h1s *h1s, struct h1m *h1m, struct ist *name)
1180{
1181 struct ebpt_node *node;
1182 struct h1_hdr_entry *entry;
1183
1184 /* No entry in the map, do nothing */
1185 if (eb_is_empty(&hdrs_map.map))
1186 return;
1187
Ilya Shipitsinb8888ab2021-01-06 21:20:16 +05001188 /* No conversion for the request headers */
Christopher Faulet98fbe952019-07-22 16:18:24 +02001189 if (!(h1m->flags & H1_MF_RESP) && !(h1s->h1c->px->options2 & PR_O2_H1_ADJ_BUGSRV))
1190 return;
1191
Ilya Shipitsinb8888ab2021-01-06 21:20:16 +05001192 /* No conversion for the response headers */
Christopher Faulet98fbe952019-07-22 16:18:24 +02001193 if ((h1m->flags & H1_MF_RESP) && !(h1s->h1c->px->options2 & PR_O2_H1_ADJ_BUGCLI))
1194 return;
1195
1196 node = ebis_lookup_len(&hdrs_map.map, name->ptr, name->len);
1197 if (!node)
1198 return;
1199 entry = container_of(node, struct h1_hdr_entry, node);
1200 name->ptr = entry->name.ptr;
1201 name->len = entry->name.len;
1202}
1203
Christopher Faulete44769b2018-11-29 23:01:45 +01001204/* Append the description of what is present in error snapshot <es> into <out>.
1205 * The description must be small enough to always fit in a buffer. The output
1206 * buffer may be the trash so the trash must not be used inside this function.
1207 */
1208static void h1_show_error_snapshot(struct buffer *out, const struct error_snapshot *es)
1209{
1210 chunk_appendf(out,
Christopher Fauletaa75b3d2018-12-05 16:20:40 +01001211 " H1 connection flags 0x%08x, H1 stream flags 0x%08x\n"
1212 " H1 msg state %s(%d), H1 msg flags 0x%08x\n"
1213 " H1 chunk len %lld bytes, H1 body len %lld bytes :\n",
1214 es->ctx.h1.c_flags, es->ctx.h1.s_flags,
1215 h1m_state_str(es->ctx.h1.state), es->ctx.h1.state,
1216 es->ctx.h1.m_flags, es->ctx.h1.m_clen, es->ctx.h1.m_blen);
Christopher Faulete44769b2018-11-29 23:01:45 +01001217}
1218/*
1219 * Capture a bad request or response and archive it in the proxy's structure.
1220 * By default it tries to report the error position as h1m->err_pos. However if
1221 * this one is not set, it will then report h1m->next, which is the last known
1222 * parsing point. The function is able to deal with wrapping buffers. It always
1223 * displays buffers as a contiguous area starting at buf->p. The direction is
1224 * determined thanks to the h1m's flags.
1225 */
1226static void h1_capture_bad_message(struct h1c *h1c, struct h1s *h1s,
1227 struct h1m *h1m, struct buffer *buf)
1228{
Christopher Fauletdb2c17d2020-10-15 17:19:46 +02001229 struct session *sess = h1s->sess;
Christopher Faulete44769b2018-11-29 23:01:45 +01001230 struct proxy *proxy = h1c->px;
Olivier Houchardbdb00c52020-03-12 15:30:17 +01001231 struct proxy *other_end;
Christopher Faulete44769b2018-11-29 23:01:45 +01001232 union error_snapshot_ctx ctx;
1233
Christopher Faulet3ced1d12020-11-27 16:44:01 +01001234 if ((h1c->flags & H1C_F_ST_ATTACHED) && h1s->cs->data) {
Olivier Houchardbdb00c52020-03-12 15:30:17 +01001235 if (sess == NULL)
1236 sess = si_strm(h1s->cs->data)->sess;
1237 if (!(h1m->flags & H1_MF_RESP))
1238 other_end = si_strm(h1s->cs->data)->be;
1239 else
1240 other_end = sess->fe;
1241 } else
1242 other_end = NULL;
Christopher Faulete44769b2018-11-29 23:01:45 +01001243
1244 /* http-specific part now */
1245 ctx.h1.state = h1m->state;
1246 ctx.h1.c_flags = h1c->flags;
1247 ctx.h1.s_flags = h1s->flags;
1248 ctx.h1.m_flags = h1m->flags;
1249 ctx.h1.m_clen = h1m->curr_len;
1250 ctx.h1.m_blen = h1m->body_len;
1251
1252 proxy_capture_error(proxy, !!(h1m->flags & H1_MF_RESP), other_end,
1253 h1c->conn->target, sess, buf, 0, 0,
Christopher Fauletaa75b3d2018-12-05 16:20:40 +01001254 (h1m->err_pos >= 0) ? h1m->err_pos : h1m->next,
1255 &ctx, h1_show_error_snapshot);
Christopher Faulete44769b2018-11-29 23:01:45 +01001256}
1257
Christopher Fauletadb22202018-12-12 10:32:09 +01001258/* Emit the chunksize followed by a CRLF in front of data of the buffer
1259 * <buf>. It goes backwards and starts with the byte before the buffer's
1260 * head. The caller is responsible for ensuring there is enough room left before
1261 * the buffer's head for the string.
1262 */
1263static void h1_emit_chunk_size(struct buffer *buf, size_t chksz)
1264{
1265 char *beg, *end;
1266
1267 beg = end = b_head(buf);
1268 *--beg = '\n';
1269 *--beg = '\r';
1270 do {
1271 *--beg = hextab[chksz & 0xF];
1272 } while (chksz >>= 4);
1273 buf->head -= (end - beg);
1274 b_add(buf, end - beg);
1275}
1276
1277/* Emit a CRLF after the data of the buffer <buf>. The caller is responsible for
1278 * ensuring there is enough room left in the buffer for the string. */
1279static void h1_emit_chunk_crlf(struct buffer *buf)
1280{
1281 *(b_peek(buf, b_data(buf))) = '\r';
1282 *(b_peek(buf, b_data(buf) + 1)) = '\n';
1283 b_add(buf, 2);
1284}
1285
Christopher Faulet129817b2018-09-20 16:14:40 +02001286/*
Christopher Faulet5be651d2021-01-22 15:28:03 +01001287 * Switch the stream to tunnel mode. This function must only be called on 2xx
1288 * (successful) replies to CONNECT requests or on 101 (switching protocol).
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001289 */
Christopher Faulet5be651d2021-01-22 15:28:03 +01001290static void h1_set_tunnel_mode(struct h1s *h1s)
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001291{
Christopher Faulet5be651d2021-01-22 15:28:03 +01001292 struct h1c *h1c = h1s->h1c;
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001293
Christopher Faulet5be651d2021-01-22 15:28:03 +01001294 h1s->req.state = H1_MSG_TUNNEL;
1295 h1s->req.flags &= ~(H1_MF_XFER_LEN|H1_MF_CLEN|H1_MF_CHNK);
Christopher Fauletf3158e92019-11-15 11:14:23 +01001296
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001297 h1s->res.state = H1_MSG_TUNNEL;
Christopher Faulet5be651d2021-01-22 15:28:03 +01001298 h1s->res.flags &= ~(H1_MF_XFER_LEN|H1_MF_CLEN|H1_MF_CHNK);
Christopher Fauletf3158e92019-11-15 11:14:23 +01001299
Christopher Faulet5be651d2021-01-22 15:28:03 +01001300 TRACE_STATE("switch H1 stream in tunnel mode", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
Christopher Fauletdea24742021-01-22 15:12:30 +01001301
Christopher Faulet10a86702021-04-07 14:18:11 +02001302 if (h1s->flags & H1S_F_RX_BLK) {
1303 h1s->flags &= ~H1S_F_RX_BLK;
Christopher Faulet02c92c32021-04-09 12:31:48 +02001304 h1_wake_stream_for_recv(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02001305 TRACE_STATE("Re-enable input processing", H1_EV_RX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Faulet6b81df72019-10-01 22:08:43 +02001306 }
Christopher Faulet10a86702021-04-07 14:18:11 +02001307 if (h1s->flags & H1S_F_TX_BLK) {
1308 h1s->flags &= ~H1S_F_TX_BLK;
Christopher Faulet5be651d2021-01-22 15:28:03 +01001309 h1_wake_stream_for_send(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02001310 TRACE_STATE("Re-enable output processing", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001311 }
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001312}
1313
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001314/* Search for a websocket key header. The message should have been identified
1315 * as a valid websocket handshake.
Amaury Denoyellec1938232020-12-11 17:53:03 +01001316 *
1317 * On the request side, if found the key is stored in the session. It might be
1318 * needed to calculate response key if the server side is using http/2.
1319 *
Amaury Denoyelleaad333a2020-12-11 17:53:07 +01001320 * On the response side, the key might be verified if haproxy has been
1321 * responsible for the generation of a key. This happens when a h2 client is
1322 * interfaced with a h1 server.
1323 *
1324 * Returns 0 if no key found or invalid key
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001325 */
1326static int h1_search_websocket_key(struct h1s *h1s, struct h1m *h1m, struct htx *htx)
1327{
1328 struct htx_blk *blk;
1329 enum htx_blk_type type;
Amaury Denoyellec1938232020-12-11 17:53:03 +01001330 struct ist n, v;
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001331 int ws_key_found = 0, idx;
1332
1333 idx = htx_get_head(htx); // returns the SL that we skip
1334 while ((idx = htx_get_next(htx, idx)) != -1) {
1335 blk = htx_get_blk(htx, idx);
1336 type = htx_get_blk_type(blk);
1337
1338 if (type == HTX_BLK_UNUSED)
1339 continue;
1340
1341 if (type != HTX_BLK_HDR)
1342 break;
1343
1344 n = htx_get_blk_name(htx, blk);
Amaury Denoyellec1938232020-12-11 17:53:03 +01001345 v = htx_get_blk_value(htx, blk);
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001346
Amaury Denoyellec1938232020-12-11 17:53:03 +01001347 /* Websocket key is base64 encoded of 16 bytes */
1348 if (isteqi(n, ist("sec-websocket-key")) && v.len == 24 &&
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001349 !(h1m->flags & H1_MF_RESP)) {
Amaury Denoyellec1938232020-12-11 17:53:03 +01001350 /* Copy the key on request side
1351 * we might need it if the server is using h2 and does
1352 * not provide the response
1353 */
1354 memcpy(h1s->ws_key, v.ptr, 24);
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001355 ws_key_found = 1;
1356 break;
1357 }
1358 else if (isteqi(n, ist("sec-websocket-accept")) &&
1359 h1m->flags & H1_MF_RESP) {
Amaury Denoyelleaad333a2020-12-11 17:53:07 +01001360 /* Need to verify the response key if the input was
1361 * generated by haproxy
1362 */
1363 if (h1s->ws_key[0]) {
1364 char key[29];
1365 h1_calculate_ws_output_key(h1s->ws_key, key);
1366 if (!isteqi(ist(key), v))
1367 break;
1368 }
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001369 ws_key_found = 1;
1370 break;
1371 }
1372 }
1373
1374 /* missing websocket key, reject the message */
1375 if (!ws_key_found) {
1376 htx->flags |= HTX_FL_PARSING_ERROR;
1377 return 0;
1378 }
1379
1380 return 1;
1381}
1382
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001383/*
Christopher Faulet129817b2018-09-20 16:14:40 +02001384 * Parse HTTP/1 headers. It returns the number of bytes parsed if > 0, or 0 if
Christopher Fauletf2824e62018-10-01 12:12:37 +02001385 * it couldn't proceed. Parsing errors are reported by setting H1S_F_*_ERROR
Christopher Faulet46e058d2021-09-20 07:47:27 +02001386 * flag. If more room is requested, H1S_F_RX_CONGESTED flag is set. If relies on
1387 * the function http_parse_msg_hdrs() to do the parsing.
Christopher Faulet129817b2018-09-20 16:14:40 +02001388 */
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001389static size_t h1_handle_headers(struct h1s *h1s, struct h1m *h1m, struct htx *htx,
1390 struct buffer *buf, size_t *ofs, size_t max)
Christopher Faulet129817b2018-09-20 16:14:40 +02001391{
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001392 union h1_sl h1sl;
Christopher Faulet46e058d2021-09-20 07:47:27 +02001393 int ret = 0;
Christopher Faulet129817b2018-09-20 16:14:40 +02001394
Willy Tarreau022e5e52020-09-10 09:33:15 +02001395 TRACE_ENTER(H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s, 0, (size_t[]){max});
Christopher Faulet6b81df72019-10-01 22:08:43 +02001396
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001397 if (h1s->meth == HTTP_METH_CONNECT)
1398 h1m->flags |= H1_MF_METH_CONNECT;
1399 if (h1s->meth == HTTP_METH_HEAD)
1400 h1m->flags |= H1_MF_METH_HEAD;
Christopher Faulet0ef372a2019-04-08 10:57:20 +02001401
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001402 ret = h1_parse_msg_hdrs(h1m, &h1sl, htx, buf, *ofs, max);
Christopher Faulet46e058d2021-09-20 07:47:27 +02001403 if (ret <= 0) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001404 TRACE_DEVEL("leaving on missing data or error", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s);
Christopher Faulet46e058d2021-09-20 07:47:27 +02001405 if (ret == -1) {
Christopher Faulet60ef12c2020-09-24 10:05:44 +02001406 h1s->flags |= H1S_F_PARSING_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01001407 TRACE_ERROR("parsing error, reject H1 message", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001408 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
1409 }
Christopher Faulet46e058d2021-09-20 07:47:27 +02001410 else if (ret == -2) {
1411 TRACE_STATE("RX path congested, waiting for more space", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_H1S_BLK, h1s->h1c->conn, h1s);
1412 h1s->flags |= H1S_F_RX_CONGESTED;
1413 }
1414 ret = 0;
Christopher Faulet129817b2018-09-20 16:14:40 +02001415 goto end;
1416 }
1417
Christopher Faulete136bd12021-09-21 18:44:55 +02001418
1419 /* Reject HTTP/1.0 GET/HEAD/DELETE requests with a payload. There is a
1420 * payload if the c-l is not null or the the payload is chunk-encoded.
1421 * A parsing error is reported but a A 413-Payload-Too-Large is returned
1422 * instead of a 400-Bad-Request.
1423 */
1424 if (!(h1m->flags & (H1_MF_RESP|H1_MF_VER_11)) &&
1425 (((h1m->flags & H1_MF_CLEN) && h1m->body_len) || (h1m->flags & H1_MF_CHNK)) &&
1426 (h1sl.rq.meth == HTTP_METH_GET || h1sl.rq.meth == HTTP_METH_HEAD || h1sl.rq.meth == HTTP_METH_DELETE)) {
1427 h1s->flags |= H1S_F_PARSING_ERROR;
1428 htx->flags |= HTX_FL_PARSING_ERROR;
1429 h1s->h1c->errcode = 413;
1430 TRACE_ERROR("HTTP/1.0 GET/HEAD/DELETE request with a payload forbidden", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
1431 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
1432 ret = 0;
1433 goto end;
1434 }
1435
Christopher Fauletda3adeb2021-09-28 09:50:07 +02001436 /* Reject any message with an unknown transfer-encoding. In fact if any
1437 * encoding other than "chunked". A 422-Unprocessable-Content is
1438 * returned for an invalid request, a 502-Bad-Gateway for an invalid
1439 * response.
1440 */
1441 if (h1m->flags & H1_MF_TE_OTHER) {
1442 h1s->flags |= H1S_F_PARSING_ERROR;
1443 htx->flags |= HTX_FL_PARSING_ERROR;
1444 if (!(h1m->flags & H1_MF_RESP))
1445 h1s->h1c->errcode = 422;
1446 TRACE_ERROR("Unknown transfer-encoding", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
1447 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
1448 ret = 0;
1449 goto end;
1450 }
1451
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001452 /* If websocket handshake, search for the websocket key */
1453 if ((h1m->flags & (H1_MF_CONN_UPG|H1_MF_UPG_WEBSOCKET)) ==
1454 (H1_MF_CONN_UPG|H1_MF_UPG_WEBSOCKET)) {
1455 int ws_ret = h1_search_websocket_key(h1s, h1m, htx);
1456 if (!ws_ret) {
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001457 h1s->flags |= H1S_F_PARSING_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01001458 TRACE_ERROR("missing/invalid websocket key, reject H1 message", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001459 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
1460
1461 ret = 0;
1462 goto end;
1463 }
1464 }
1465
Christopher Faulet486498c2019-10-11 14:22:00 +02001466 if (h1m->err_pos >= 0) {
1467 /* Maybe we found an error during the parsing while we were
1468 * configured not to block on that, so we have to capture it
1469 * now.
1470 */
1471 TRACE_STATE("Ignored parsing error", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s);
1472 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
1473 }
1474
Christopher Faulet5696f542020-12-02 16:08:38 +01001475 if (!(h1m->flags & H1_MF_RESP)) {
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001476 h1s->meth = h1sl.rq.meth;
Christopher Faulet5696f542020-12-02 16:08:38 +01001477 if (h1s->meth == HTTP_METH_HEAD)
1478 h1s->flags |= H1S_F_BODYLESS_RESP;
1479 }
1480 else {
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001481 h1s->status = h1sl.st.status;
Christopher Faulet5696f542020-12-02 16:08:38 +01001482 if (h1s->status == 204 || h1s->status == 304)
1483 h1s->flags |= H1S_F_BODYLESS_RESP;
1484 }
Christopher Fauletb992af02019-03-28 15:42:24 +01001485 h1_process_input_conn_mode(h1s, h1m, htx);
Christopher Faulet9768c262018-10-22 09:34:31 +02001486 *ofs += ret;
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001487
Christopher Faulet129817b2018-09-20 16:14:40 +02001488 end:
Willy Tarreau022e5e52020-09-10 09:33:15 +02001489 TRACE_LEAVE(H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet129817b2018-09-20 16:14:40 +02001490 return ret;
1491}
1492
1493/*
Christopher Fauletf2824e62018-10-01 12:12:37 +02001494 * Parse HTTP/1 body. It returns the number of bytes parsed if > 0, or 0 if it
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001495 * couldn't proceed. Parsing errors are reported by setting H1S_F_*_ERROR flag.
1496 * If relies on the function http_parse_msg_data() to do the parsing.
Christopher Faulet129817b2018-09-20 16:14:40 +02001497 */
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001498static size_t h1_handle_data(struct h1s *h1s, struct h1m *h1m, struct htx **htx,
1499 struct buffer *buf, size_t *ofs, size_t max,
1500 struct buffer *htxbuf)
Christopher Faulet129817b2018-09-20 16:14:40 +02001501{
Christopher Fauletde471a42021-02-01 16:37:28 +01001502 size_t ret;
Christopher Faulet30db3d72019-05-17 15:35:33 +02001503
Willy Tarreau022e5e52020-09-10 09:33:15 +02001504 TRACE_ENTER(H1_EV_RX_DATA|H1_EV_RX_BODY, h1s->h1c->conn, h1s, 0, (size_t[]){max});
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001505 ret = h1_parse_msg_data(h1m, htx, buf, *ofs, max, htxbuf);
Christopher Faulet02a02532019-11-15 09:36:28 +01001506 if (!ret) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001507 TRACE_DEVEL("leaving on missing data or error", H1_EV_RX_DATA|H1_EV_RX_BODY, h1s->h1c->conn, h1s);
Christopher Faulet02a02532019-11-15 09:36:28 +01001508 if ((*htx)->flags & HTX_FL_PARSING_ERROR) {
Christopher Faulet60ef12c2020-09-24 10:05:44 +02001509 h1s->flags |= H1S_F_PARSING_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01001510 TRACE_ERROR("parsing error, reject H1 message", H1_EV_RX_DATA|H1_EV_RX_BODY|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001511 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
Christopher Faulet9768c262018-10-22 09:34:31 +02001512 }
Christopher Faulet02a02532019-11-15 09:36:28 +01001513 goto end;
Christopher Faulet129817b2018-09-20 16:14:40 +02001514 }
1515
Christopher Faulet02a02532019-11-15 09:36:28 +01001516 *ofs += ret;
1517
1518 end:
Christopher Faulet46e058d2021-09-20 07:47:27 +02001519 if (b_data(buf) != *ofs && (h1m->state == H1_MSG_DATA || h1m->state == H1_MSG_TUNNEL)) {
1520 TRACE_STATE("RX path congested, waiting for more space", H1_EV_RX_DATA|H1_EV_RX_BODY|H1_EV_H1S_BLK, h1s->h1c->conn, h1s);
1521 h1s->flags |= H1S_F_RX_CONGESTED;
1522 }
1523
Willy Tarreau022e5e52020-09-10 09:33:15 +02001524 TRACE_LEAVE(H1_EV_RX_DATA|H1_EV_RX_BODY, h1s->h1c->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001525 return ret;
Christopher Faulet129817b2018-09-20 16:14:40 +02001526}
1527
1528/*
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001529 * Parse HTTP/1 trailers. It returns the number of bytes parsed if > 0, or 0 if
1530 * it couldn't proceed. Parsing errors are reported by setting H1S_F_*_ERROR
1531 * flag and filling h1s->err_pos and h1s->err_state fields. This functions is
Christopher Faulet46e058d2021-09-20 07:47:27 +02001532 * responsible to update the parser state <h1m>. If more room is requested,
1533 * H1S_F_RX_CONGESTED flag is set.
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001534 */
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001535static size_t h1_handle_trailers(struct h1s *h1s, struct h1m *h1m, struct htx *htx,
1536 struct buffer *buf, size_t *ofs, size_t max)
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001537{
Christopher Faulet46e058d2021-09-20 07:47:27 +02001538 int ret;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001539
Willy Tarreau022e5e52020-09-10 09:33:15 +02001540 TRACE_ENTER(H1_EV_RX_DATA|H1_EV_RX_TLRS, h1s->h1c->conn, h1s, 0, (size_t[]){max});
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001541 ret = h1_parse_msg_tlrs(h1m, htx, buf, *ofs, max);
Christopher Faulet46e058d2021-09-20 07:47:27 +02001542 if (ret <= 0) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001543 TRACE_DEVEL("leaving on missing data or error", H1_EV_RX_DATA|H1_EV_RX_BODY, h1s->h1c->conn, h1s);
Christopher Faulet46e058d2021-09-20 07:47:27 +02001544 if (ret == -1) {
Christopher Faulet60ef12c2020-09-24 10:05:44 +02001545 h1s->flags |= H1S_F_PARSING_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01001546 TRACE_ERROR("parsing error, reject H1 message", H1_EV_RX_DATA|H1_EV_RX_TLRS|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001547 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
1548 }
Christopher Faulet46e058d2021-09-20 07:47:27 +02001549 else if (ret == -2) {
1550 TRACE_STATE("RX path congested, waiting for more space", H1_EV_RX_DATA|H1_EV_RX_TLRS|H1_EV_H1S_BLK, h1s->h1c->conn, h1s);
1551 h1s->flags |= H1S_F_RX_CONGESTED;
1552 }
1553 ret = 0;
Christopher Faulet02a02532019-11-15 09:36:28 +01001554 goto end;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001555 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02001556
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001557 *ofs += ret;
Christopher Faulet02a02532019-11-15 09:36:28 +01001558
1559 end:
Willy Tarreau022e5e52020-09-10 09:33:15 +02001560 TRACE_LEAVE(H1_EV_RX_DATA|H1_EV_RX_TLRS, h1s->h1c->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001561 return ret;
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001562}
1563
1564/*
Christopher Faulet129817b2018-09-20 16:14:40 +02001565 * Process incoming data. It parses data and transfer them from h1c->ibuf into
Christopher Faulet539e0292018-11-19 10:40:09 +01001566 * <buf>. It returns the number of bytes parsed and transferred if > 0, or 0 if
1567 * it couldn't proceed.
Christopher Faulet46e058d2021-09-20 07:47:27 +02001568 *
1569 * WARNING: H1S_F_RX_CONGESTED flag must be removed before processing input data.
Christopher Faulet129817b2018-09-20 16:14:40 +02001570 */
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001571static size_t h1_process_demux(struct h1c *h1c, struct buffer *buf, size_t count)
Christopher Faulet51dbc942018-09-13 09:05:15 +02001572{
Christopher Faulet539e0292018-11-19 10:40:09 +01001573 struct h1s *h1s = h1c->h1s;
Christopher Faulet129817b2018-09-20 16:14:40 +02001574 struct h1m *h1m;
Christopher Faulet9768c262018-10-22 09:34:31 +02001575 struct htx *htx;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001576 size_t data;
1577 size_t ret = 0;
Christopher Faulet129817b2018-09-20 16:14:40 +02001578 size_t total = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02001579
Christopher Faulet539e0292018-11-19 10:40:09 +01001580 htx = htx_from_buf(buf);
Christopher Faulet6b81df72019-10-01 22:08:43 +02001581 TRACE_ENTER(H1_EV_RX_DATA, h1c->conn, h1s, htx, (size_t[]){count});
Willy Tarreau3a6190f2018-12-16 08:29:56 +01001582
Christopher Faulet60ef12c2020-09-24 10:05:44 +02001583 h1m = (!(h1c->flags & H1C_F_IS_BACK) ? &h1s->req : &h1s->res);
Christopher Faulet74027762019-02-26 14:45:05 +01001584 data = htx->data;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001585
Christopher Faulet2eed8002020-12-07 11:26:13 +01001586 if (h1s->flags & (H1S_F_PARSING_ERROR|H1S_F_NOT_IMPL_ERROR))
Christopher Faulet0e54d542019-07-04 21:22:34 +02001587 goto end;
1588
Christopher Faulet10a86702021-04-07 14:18:11 +02001589 if (h1s->flags & H1S_F_RX_BLK)
Christopher Fauletec4207c2021-04-08 18:34:30 +02001590 goto out;
Christopher Faulet5be651d2021-01-22 15:28:03 +01001591
Christopher Faulet46e058d2021-09-20 07:47:27 +02001592 /* Always remove congestion flags and try to process more input data */
1593 h1s->flags &= ~H1S_F_RX_CONGESTED;
1594
Christopher Fauletd44ad5b2018-11-19 21:52:12 +01001595 do {
Christopher Faulet30db3d72019-05-17 15:35:33 +02001596 size_t used = htx_used_space(htx);
1597
Christopher Faulet129817b2018-09-20 16:14:40 +02001598 if (h1m->state <= H1_MSG_LAST_LF) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001599 TRACE_PROTO("parsing message headers", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1c->conn, h1s);
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001600 ret = h1_handle_headers(h1s, h1m, htx, &h1c->ibuf, &total, count);
Christopher Faulet129817b2018-09-20 16:14:40 +02001601 if (!ret)
1602 break;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001603
1604 TRACE_USER((!(h1m->flags & H1_MF_RESP) ? "rcvd H1 request headers" : "rcvd H1 response headers"),
1605 H1_EV_RX_DATA|H1_EV_RX_HDRS, h1c->conn, h1s, htx, (size_t[]){ret});
1606
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02001607 if ((h1m->flags & H1_MF_RESP) &&
1608 h1s->status < 200 && (h1s->status == 100 || h1s->status >= 102)) {
1609 h1m_init_res(&h1s->res);
1610 h1m->flags |= (H1_MF_NO_PHDR|H1_MF_CLEAN_CONN_HDR);
Christopher Faulet6b81df72019-10-01 22:08:43 +02001611 TRACE_STATE("1xx response rcvd", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1c->conn, h1s);
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02001612 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001613 }
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001614 else if (h1m->state < H1_MSG_TRAILERS) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001615 TRACE_PROTO("parsing message payload", H1_EV_RX_DATA|H1_EV_RX_BODY, h1c->conn, h1s);
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001616 ret = h1_handle_data(h1s, h1m, &htx, &h1c->ibuf, &total, count, buf);
Christopher Faulet16a524c2021-02-02 21:16:03 +01001617 if (h1m->state < H1_MSG_TRAILERS)
Christopher Faulet129817b2018-09-20 16:14:40 +02001618 break;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001619
1620 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "rcvd H1 request payload data" : "rcvd H1 response payload data"),
1621 H1_EV_RX_DATA|H1_EV_RX_BODY, h1c->conn, h1s, htx, (size_t[]){ret});
Christopher Faulet129817b2018-09-20 16:14:40 +02001622 }
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001623 else if (h1m->state == H1_MSG_TRAILERS) {
Christopher Faulet76014fd2019-12-10 11:47:22 +01001624 TRACE_PROTO("parsing message trailers", H1_EV_RX_DATA|H1_EV_RX_TLRS, h1c->conn, h1s);
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001625 ret = h1_handle_trailers(h1s, h1m, htx, &h1c->ibuf, &total, count);
Christopher Faulet16a524c2021-02-02 21:16:03 +01001626 if (h1m->state != H1_MSG_DONE)
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001627 break;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001628
Christopher Faulet76014fd2019-12-10 11:47:22 +01001629 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "rcvd H1 request trailers" : "rcvd H1 response trailers"),
1630 H1_EV_RX_DATA|H1_EV_RX_TLRS, h1c->conn, h1s, htx, (size_t[]){ret});
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001631 }
Christopher Fauletcb55f482018-12-10 11:56:47 +01001632 else if (h1m->state == H1_MSG_DONE) {
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001633 TRACE_USER((!(h1m->flags & H1_MF_RESP) ? "H1 request fully rcvd" : "H1 response fully rcvd"),
1634 H1_EV_RX_DATA|H1_EV_RX_EOI, h1c->conn, h1s, htx);
Christopher Faulet76014fd2019-12-10 11:47:22 +01001635
Christopher Faulet5be651d2021-01-22 15:28:03 +01001636 if ((h1m->flags & H1_MF_RESP) &&
1637 ((h1s->meth == HTTP_METH_CONNECT && h1s->status >= 200 && h1s->status < 300) || h1s->status == 101))
1638 h1_set_tunnel_mode(h1s);
Christopher Fauletb385b502021-01-13 18:47:57 +01001639 else {
1640 if (h1s->req.state < H1_MSG_DONE || h1s->res.state < H1_MSG_DONE) {
1641 /* Unfinished transaction: block this input side waiting the end of the output side */
Christopher Faulet10a86702021-04-07 14:18:11 +02001642 h1s->flags |= H1S_F_RX_BLK;
1643 TRACE_STATE("Disable input processing", H1_EV_RX_DATA|H1_EV_H1S_BLK, h1c->conn, h1s);
Christopher Fauletb385b502021-01-13 18:47:57 +01001644 }
Christopher Faulet10a86702021-04-07 14:18:11 +02001645 if (h1s->flags & H1S_F_TX_BLK) {
1646 h1s->flags &= ~H1S_F_TX_BLK;
Christopher Faulet02c92c32021-04-09 12:31:48 +02001647 h1_wake_stream_for_send(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02001648 TRACE_STATE("Re-enable output processing", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Fauletb385b502021-01-13 18:47:57 +01001649 }
Christopher Faulet23021ad2020-07-10 10:01:26 +02001650 break;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001651 }
Christopher Fauletcb55f482018-12-10 11:56:47 +01001652 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001653 else if (h1m->state == H1_MSG_TUNNEL) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001654 TRACE_PROTO("parsing tunneled data", H1_EV_RX_DATA, h1c->conn, h1s);
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001655 ret = h1_handle_data(h1s, h1m, &htx, &h1c->ibuf, &total, count, buf);
Christopher Faulet9768c262018-10-22 09:34:31 +02001656 if (!ret)
1657 break;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001658
1659 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "rcvd H1 request tunneled data" : "rcvd H1 response tunneled data"),
1660 H1_EV_RX_DATA|H1_EV_RX_EOI, h1c->conn, h1s, htx, (size_t[]){ret});
Christopher Fauletf2824e62018-10-01 12:12:37 +02001661 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001662 else {
Christopher Faulet60ef12c2020-09-24 10:05:44 +02001663 h1s->flags |= H1S_F_PARSING_ERROR;
Christopher Faulet129817b2018-09-20 16:14:40 +02001664 break;
1665 }
1666
Christopher Faulet30db3d72019-05-17 15:35:33 +02001667 count -= htx_used_space(htx) - used;
Christopher Faulet46e058d2021-09-20 07:47:27 +02001668 } while (!(h1s->flags & (H1S_F_PARSING_ERROR|H1S_F_NOT_IMPL_ERROR|H1S_F_RX_BLK|H1S_F_RX_CONGESTED)));
Christopher Faulet5be651d2021-01-22 15:28:03 +01001669
Christopher Faulet129817b2018-09-20 16:14:40 +02001670
Christopher Faulet2eed8002020-12-07 11:26:13 +01001671 if (h1s->flags & (H1S_F_PARSING_ERROR|H1S_F_NOT_IMPL_ERROR)) {
Christopher Faulet26a26432021-01-27 11:27:50 +01001672 TRACE_ERROR("parsing or not-implemented error", H1_EV_RX_DATA|H1_EV_H1S_ERR, h1c->conn, h1s);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001673 goto err;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001674 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001675
Christopher Faulet539e0292018-11-19 10:40:09 +01001676 b_del(&h1c->ibuf, total);
1677
Christopher Faulet27ba2dc2018-12-05 11:53:24 +01001678 htx_to_buf(htx, buf);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001679 TRACE_DEVEL("incoming data parsed", H1_EV_RX_DATA, h1c->conn, h1s, htx, (size_t[]){ret});
1680
Christopher Faulet30db3d72019-05-17 15:35:33 +02001681 ret = htx->data - data;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001682 if ((h1c->flags & H1C_F_IN_FULL) && buf_room_for_htx_data(&h1c->ibuf)) {
Christopher Faulet539e0292018-11-19 10:40:09 +01001683 h1c->flags &= ~H1C_F_IN_FULL;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001684 TRACE_STATE("h1c ibuf not full anymore", H1_EV_RX_DATA|H1_EV_H1C_BLK|H1_EV_H1C_WAKE, h1c->conn, h1s);
Willy Tarreau2c1f37d2020-03-04 17:50:02 +01001685 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Christopher Faulet47365272018-10-31 17:40:50 +01001686 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02001687
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001688 if (!b_data(&h1c->ibuf))
1689 h1_release_buf(h1c, &h1c->ibuf);
1690
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01001691 if (!(h1c->flags & H1C_F_ST_READY)) {
1692 /* The H1 connection is not ready. Most of time, there is no CS
1693 * attached, except for TCP>H1 upgrade, from a TCP frontend. In both
1694 * cases, it is only possible on the client side.
1695 */
1696 BUG_ON(h1c->flags & H1C_F_IS_BACK);
1697
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001698 if (h1m->state <= H1_MSG_LAST_LF) {
1699 TRACE_STATE("Incomplete message, subscribing", H1_EV_RX_DATA|H1_EV_H1C_BLK|H1_EV_H1C_WAKE, h1c->conn, h1s);
1700 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
1701 goto end;
1702 }
1703
Christopher Faulet0f9395d2021-01-21 17:50:19 +01001704 if (!(h1c->flags & H1C_F_ST_ATTACHED)) {
1705 TRACE_DEVEL("request headers fully parsed, create and attach the CS", H1_EV_RX_DATA, h1c->conn, h1s);
1706 BUG_ON(h1s->cs);
1707 if (!h1s_new_cs(h1s, buf)) {
1708 h1c->flags |= H1C_F_ST_ERROR;
1709 goto err;
1710 }
1711 }
1712 else {
1713 TRACE_DEVEL("request headers fully parsed, upgrade the inherited CS", H1_EV_RX_DATA, h1c->conn, h1s);
1714 BUG_ON(h1s->cs == NULL);
1715 if (!h1s_upgrade_cs(h1s, buf)) {
1716 h1c->flags |= H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01001717 TRACE_ERROR("H1S upgrade failure", H1_EV_RX_DATA|H1_EV_H1S_ERR, h1c->conn, h1s);
Christopher Faulet0f9395d2021-01-21 17:50:19 +01001718 goto err;
1719 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001720 }
1721 }
1722
1723 /* Here h1s->cs is always defined */
Christopher Fauletf5ce3202021-11-26 17:26:19 +01001724 if (!(h1m->flags & H1_MF_CHNK) && (h1m->state == H1_MSG_DATA || (h1m->state == H1_MSG_TUNNEL))) {
Christopher Fauleta583af62020-09-24 15:35:37 +02001725 TRACE_STATE("notify the mux can use splicing", H1_EV_RX_DATA|H1_EV_RX_BODY, h1c->conn, h1s);
1726 h1s->cs->flags |= CS_FL_MAY_SPLICE;
1727 }
1728 else {
1729 TRACE_STATE("notify the mux can't use splicing anymore", H1_EV_RX_DATA|H1_EV_RX_BODY, h1c->conn, h1s);
1730 h1s->cs->flags &= ~CS_FL_MAY_SPLICE;
1731 }
1732
Christopher Fauleta22782b2021-02-08 17:18:01 +01001733 /* Set EOI on conn-stream in DONE state iff:
1734 * - it is a response
1735 * - it is a request but no a protocol upgrade nor a CONNECT
1736 *
1737 * If not set, Wait the response to do so or not depending on the status
Christopher Faulet5be651d2021-01-22 15:28:03 +01001738 * code.
Christopher Faulet3e1748b2020-12-07 18:21:27 +01001739 */
Christopher Fauleta22782b2021-02-08 17:18:01 +01001740 if (((h1m->state == H1_MSG_DONE) && (h1m->flags & H1_MF_RESP)) ||
1741 ((h1m->state == H1_MSG_DONE) && (h1s->meth != HTTP_METH_CONNECT) && !(h1m->flags & H1_MF_CONN_UPG)))
Christopher Fauleta583af62020-09-24 15:35:37 +02001742 h1s->cs->flags |= CS_FL_EOI;
1743
Christopher Fauletec4207c2021-04-08 18:34:30 +02001744 out:
Christopher Faulet46e058d2021-09-20 07:47:27 +02001745 /* When Input data are pending for this message, notify upper layer that
1746 * the mux need more space in the HTX buffer to continue if :
1747 *
1748 * - The parser is blocked in MSG_DATA or MSG_TUNNEL state
1749 * - Headers or trailers are pending to be copied.
1750 */
1751 if (h1s->flags & (H1S_F_RX_CONGESTED)) {
Christopher Fauletcf56b992018-12-11 16:12:31 +01001752 h1s->cs->flags |= CS_FL_RCV_MORE | CS_FL_WANT_ROOM;
Christopher Faulet46e058d2021-09-20 07:47:27 +02001753 TRACE_STATE("waiting for more room", H1_EV_RX_DATA|H1_EV_H1S_BLK, h1c->conn, h1s);
1754 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001755 else {
1756 h1s->cs->flags &= ~(CS_FL_RCV_MORE | CS_FL_WANT_ROOM);
1757 if (h1s->flags & H1S_F_REOS) {
1758 h1s->cs->flags |= CS_FL_EOS;
Christopher Faulet1e857782020-12-08 10:38:22 +01001759 if (h1m->state >= H1_MSG_DONE || !(h1m->flags & H1_MF_XFER_LEN)) {
1760 /* DONE or TUNNEL or SHUTR without XFER_LEN, set
1761 * EOI on the conn-stream */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001762 h1s->cs->flags |= CS_FL_EOI;
Christopher Faulet3e1748b2020-12-07 18:21:27 +01001763 }
Christopher Faulet26a26432021-01-27 11:27:50 +01001764 else if (h1m->state > H1_MSG_LAST_LF && h1m->state < H1_MSG_DONE) {
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001765 h1s->cs->flags |= CS_FL_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01001766 TRACE_ERROR("message aborted, set error on CS", H1_EV_RX_DATA|H1_EV_H1S_ERR, h1c->conn, h1s);
1767 }
Christopher Fauletb385b502021-01-13 18:47:57 +01001768
Christopher Faulet10a86702021-04-07 14:18:11 +02001769 if (h1s->flags & H1S_F_TX_BLK) {
1770 h1s->flags &= ~H1S_F_TX_BLK;
Christopher Faulet02c92c32021-04-09 12:31:48 +02001771 h1_wake_stream_for_send(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02001772 TRACE_STATE("Re-enable output processing", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Fauletb385b502021-01-13 18:47:57 +01001773 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001774 }
Christopher Faulet539e0292018-11-19 10:40:09 +01001775 }
Christopher Fauletf6ce9d62018-12-10 15:30:06 +01001776
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001777 end:
Christopher Faulet6b81df72019-10-01 22:08:43 +02001778 TRACE_LEAVE(H1_EV_RX_DATA, h1c->conn, h1s, htx, (size_t[]){ret});
Christopher Faulet30db3d72019-05-17 15:35:33 +02001779 return ret;
Christopher Faulet47365272018-10-31 17:40:50 +01001780
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001781 err:
Christopher Faulet27ba2dc2018-12-05 11:53:24 +01001782 htx_to_buf(htx, buf);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001783 if (h1s->cs)
1784 h1s->cs->flags |= CS_FL_EOI;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001785 TRACE_DEVEL("leaving on error", H1_EV_RX_DATA|H1_EV_STRM_ERR, h1c->conn, h1s);
Christopher Faulet9768c262018-10-22 09:34:31 +02001786 return 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02001787}
1788
Christopher Faulet129817b2018-09-20 16:14:40 +02001789/*
1790 * Process outgoing data. It parses data and transfer them from the channel buffer into
1791 * h1c->obuf. It returns the number of bytes parsed and transferred if > 0, or
1792 * 0 if it couldn't proceed.
1793 */
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01001794static size_t h1_process_mux(struct h1c *h1c, struct buffer *buf, size_t count)
Christopher Faulet51dbc942018-09-13 09:05:15 +02001795{
Christopher Faulet129817b2018-09-20 16:14:40 +02001796 struct h1s *h1s = h1c->h1s;
1797 struct h1m *h1m;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001798 struct htx *chn_htx = NULL;
Christopher Faulet9768c262018-10-22 09:34:31 +02001799 struct htx_blk *blk;
Christopher Fauletc2518a52019-06-25 21:41:02 +02001800 struct buffer tmp;
Christopher Faulet129817b2018-09-20 16:14:40 +02001801 size_t total = 0;
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001802 int last_data = 0;
Amaury Denoyellec1938232020-12-11 17:53:03 +01001803 int ws_key_found = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02001804
Christopher Faulet94b2c762019-05-24 15:28:57 +02001805 chn_htx = htxbuf(buf);
Christopher Faulet6b81df72019-10-01 22:08:43 +02001806 TRACE_ENTER(H1_EV_TX_DATA, h1c->conn, h1s, chn_htx, (size_t[]){count});
1807
Willy Tarreau37dd54d2018-12-15 14:48:31 +01001808 if (htx_is_empty(chn_htx))
1809 goto end;
Christopher Faulet9768c262018-10-22 09:34:31 +02001810
Christopher Faulet10a86702021-04-07 14:18:11 +02001811 if (h1s->flags & (H1S_F_PROCESSING_ERROR|H1S_F_TX_BLK))
Christopher Fauletdea24742021-01-22 15:12:30 +01001812 goto end;
1813
Christopher Faulet51dbc942018-09-13 09:05:15 +02001814 if (!h1_get_buf(h1c, &h1c->obuf)) {
1815 h1c->flags |= H1C_F_OUT_ALLOC;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001816 TRACE_STATE("waiting for h1c obuf allocation", H1_EV_TX_DATA|H1_EV_H1S_BLK, h1c->conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02001817 goto end;
1818 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02001819
Christopher Faulet60ef12c2020-09-24 10:05:44 +02001820 h1m = (!(h1c->flags & H1C_F_IS_BACK) ? &h1s->res : &h1s->req);
Christopher Faulet9768c262018-10-22 09:34:31 +02001821
Willy Tarreau37dd54d2018-12-15 14:48:31 +01001822 /* the htx is non-empty thus has at least one block */
Willy Tarreau3815b222018-12-11 19:50:43 +01001823 blk = htx_get_head_blk(chn_htx);
Christopher Faulet9768c262018-10-22 09:34:31 +02001824
Willy Tarreau3815b222018-12-11 19:50:43 +01001825 /* Perform some optimizations to reduce the number of buffer copies.
1826 * First, if the mux's buffer is empty and the htx area contains
1827 * exactly one data block of the same size as the requested count,
1828 * then it's possible to simply swap the caller's buffer with the
1829 * mux's output buffer and adjust offsets and length to match the
1830 * entire DATA HTX block in the middle. In this case we perform a
1831 * true zero-copy operation from end-to-end. This is the situation
1832 * that happens all the time with large files. Second, if this is not
1833 * possible, but the mux's output buffer is empty, we still have an
1834 * opportunity to avoid the copy to the intermediary buffer, by making
1835 * the intermediary buffer's area point to the output buffer's area.
1836 * In this case we want to skip the HTX header to make sure that copies
1837 * remain aligned and that this operation remains possible all the
1838 * time. This goes for headers, data blocks and any data extracted from
1839 * the HTX blocks.
Willy Tarreauc5efa332018-12-05 11:19:27 +01001840 */
1841 if (!b_data(&h1c->obuf)) {
Christopher Fauletdea24742021-01-22 15:12:30 +01001842 if ((h1m->state == H1_MSG_DATA || h1m->state == H1_MSG_TUNNEL) &&
Christopher Faulet0d7e6342021-02-08 15:56:36 +01001843 (!(h1m->flags & H1_MF_RESP) || !(h1s->flags & H1S_F_BODYLESS_RESP)) &&
Christopher Fauletdea24742021-01-22 15:12:30 +01001844 htx_nbblks(chn_htx) == 1 &&
Willy Tarreau37dd54d2018-12-15 14:48:31 +01001845 htx_get_blk_type(blk) == HTX_BLK_DATA &&
Willy Tarreau3815b222018-12-11 19:50:43 +01001846 htx_get_blk_value(chn_htx, blk).len == count) {
Christopher Faulete5596bf2020-12-02 16:13:22 +01001847 void *old_area;
1848
Christopher Faulet6b81df72019-10-01 22:08:43 +02001849 TRACE_PROTO("sending message data (zero-copy)", H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, chn_htx, (size_t[]){count});
Christopher Faulet140f1a52021-11-26 16:37:55 +01001850 if (h1m->state == H1_MSG_DATA) {
1851 if (h1m->flags & H1_MF_CLEN) {
1852 if (count > h1m->curr_len) {
1853 TRACE_ERROR("too much payload, more than announced",
1854 H1_EV_TX_DATA|H1_EV_STRM_ERR|H1_EV_H1C_ERR|H1_EV_H1S_ERR, h1c->conn, h1s);
1855 goto error;
1856 }
1857 h1m->curr_len -= count;
1858 }
1859 if (chn_htx->flags & HTX_FL_EOM) {
1860 TRACE_DEVEL("last message block", H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s);
1861 last_data = 1;
1862 }
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001863 }
1864
Christopher Faulete5596bf2020-12-02 16:13:22 +01001865 old_area = h1c->obuf.area;
Willy Tarreau3815b222018-12-11 19:50:43 +01001866 h1c->obuf.area = buf->area;
Christopher Fauletc2518a52019-06-25 21:41:02 +02001867 h1c->obuf.head = sizeof(struct htx) + blk->addr;
Willy Tarreau3815b222018-12-11 19:50:43 +01001868 h1c->obuf.data = count;
1869
1870 buf->area = old_area;
1871 buf->data = buf->head = 0;
Christopher Fauletadb22202018-12-12 10:32:09 +01001872
Christopher Faulet6b81df72019-10-01 22:08:43 +02001873 chn_htx = (struct htx *)buf->area;
1874 htx_reset(chn_htx);
1875
Christopher Fauletadb22202018-12-12 10:32:09 +01001876 /* The message is chunked. We need to emit the chunk
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001877 * size and eventually the last chunk. We have at least
1878 * the size of the struct htx to write the chunk
1879 * envelope. It should be enough.
Christopher Fauletadb22202018-12-12 10:32:09 +01001880 */
1881 if (h1m->flags & H1_MF_CHNK) {
1882 h1_emit_chunk_size(&h1c->obuf, count);
1883 h1_emit_chunk_crlf(&h1c->obuf);
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001884 if (last_data) {
1885 /* Emit the last chunk too at the buffer's end */
1886 b_putblk(&h1c->obuf, "0\r\n\r\n", 5);
1887 }
Christopher Fauletadb22202018-12-12 10:32:09 +01001888 }
1889
Christopher Faulet6b81df72019-10-01 22:08:43 +02001890 if (h1m->state == H1_MSG_DATA)
1891 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request payload data xferred" : "H1 response payload data xferred"),
Willy Tarreau022e5e52020-09-10 09:33:15 +02001892 H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, 0, (size_t[]){count});
Christopher Faulet6b81df72019-10-01 22:08:43 +02001893 else
1894 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request tunneled data xferred" : "H1 response tunneled data xferred"),
Willy Tarreau022e5e52020-09-10 09:33:15 +02001895 H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, 0, (size_t[]){count});
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001896
Christopher Faulete5596bf2020-12-02 16:13:22 +01001897 total += count;
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001898 if (last_data) {
1899 h1m->state = H1_MSG_DONE;
Christopher Faulet10a86702021-04-07 14:18:11 +02001900 if (h1s->flags & H1S_F_RX_BLK) {
1901 h1s->flags &= ~H1S_F_RX_BLK;
Christopher Faulet02c92c32021-04-09 12:31:48 +02001902 h1_wake_stream_for_recv(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02001903 TRACE_STATE("Re-enable input processing", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001904 }
1905
1906 TRACE_USER((!(h1m->flags & H1_MF_RESP) ? "H1 request fully xferred" : "H1 response fully xferred"),
1907 H1_EV_TX_DATA, h1c->conn, h1s);
1908 }
Willy Tarreau3815b222018-12-11 19:50:43 +01001909 goto out;
1910 }
Christopher Fauletc2518a52019-06-25 21:41:02 +02001911 tmp.area = h1c->obuf.area + h1c->obuf.head;
Willy Tarreauc5efa332018-12-05 11:19:27 +01001912 }
Christopher Fauletc2518a52019-06-25 21:41:02 +02001913 else
1914 tmp.area = trash.area;
Christopher Faulet9768c262018-10-22 09:34:31 +02001915
Christopher Fauletc2518a52019-06-25 21:41:02 +02001916 tmp.data = 0;
1917 tmp.size = b_room(&h1c->obuf);
Christopher Faulet10a86702021-04-07 14:18:11 +02001918 while (count && !(h1s->flags & (H1S_F_PROCESSING_ERROR|H1S_F_TX_BLK)) && blk) {
Christopher Faulet570d1612018-11-26 11:13:57 +01001919 struct htx_sl *sl;
Christopher Faulet9768c262018-10-22 09:34:31 +02001920 struct ist n, v;
Christopher Fauletb2e84162018-12-06 11:39:49 +01001921 enum htx_blk_type type = htx_get_blk_type(blk);
Christopher Faulet9768c262018-10-22 09:34:31 +02001922 uint32_t sz = htx_get_blksz(blk);
Christopher Fauletd9233f02019-10-14 14:01:24 +02001923 uint32_t vlen, chklen;
Christopher Faulet9768c262018-10-22 09:34:31 +02001924
Christopher Fauletb2e84162018-12-06 11:39:49 +01001925 vlen = sz;
Christopher Fauletd9233f02019-10-14 14:01:24 +02001926 if (type != HTX_BLK_DATA && vlen > count)
1927 goto full;
Christopher Faulet9768c262018-10-22 09:34:31 +02001928
Christopher Faulet94b2c762019-05-24 15:28:57 +02001929 if (type == HTX_BLK_UNUSED)
1930 goto nextblk;
Christopher Faulet9768c262018-10-22 09:34:31 +02001931
Christopher Faulet94b2c762019-05-24 15:28:57 +02001932 switch (h1m->state) {
1933 case H1_MSG_RQBEFORE:
1934 if (type != HTX_BLK_REQ_SL)
1935 goto error;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001936 TRACE_USER("sending request headers", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s, chn_htx);
Christopher Faulet9768c262018-10-22 09:34:31 +02001937 sl = htx_get_blk_ptr(chn_htx, blk);
Christopher Faulet570d1612018-11-26 11:13:57 +01001938 h1s->meth = sl->info.req.meth;
Christopher Faulet9768c262018-10-22 09:34:31 +02001939 h1_parse_req_vsn(h1m, sl);
Christopher Faulet53a899b2019-10-08 16:38:42 +02001940 if (!h1_format_htx_reqline(sl, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02001941 goto full;
Christopher Faulet9768c262018-10-22 09:34:31 +02001942 h1m->flags |= H1_MF_XFER_LEN;
Christopher Faulet1f890dd2019-02-18 10:33:16 +01001943 if (sl->flags & HTX_SL_F_BODYLESS)
1944 h1m->flags |= H1_MF_CLEN;
Christopher Faulet9768c262018-10-22 09:34:31 +02001945 h1m->state = H1_MSG_HDR_FIRST;
Christopher Faulet5696f542020-12-02 16:08:38 +01001946 if (h1s->meth == HTTP_METH_HEAD)
1947 h1s->flags |= H1S_F_BODYLESS_RESP;
Christopher Faulet10a86702021-04-07 14:18:11 +02001948 if (h1s->flags & H1S_F_RX_BLK) {
1949 h1s->flags &= ~H1S_F_RX_BLK;
Christopher Faulet02c92c32021-04-09 12:31:48 +02001950 h1_wake_stream_for_recv(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02001951 TRACE_STATE("Re-enable input processing", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Faulet089acd52020-09-21 10:57:52 +02001952 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001953 break;
Christopher Faulet129817b2018-09-20 16:14:40 +02001954
Christopher Faulet94b2c762019-05-24 15:28:57 +02001955 case H1_MSG_RPBEFORE:
1956 if (type != HTX_BLK_RES_SL)
1957 goto error;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001958 TRACE_USER("sending response headers", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s, chn_htx);
Christopher Faulet9768c262018-10-22 09:34:31 +02001959 sl = htx_get_blk_ptr(chn_htx, blk);
Christopher Faulet570d1612018-11-26 11:13:57 +01001960 h1s->status = sl->info.res.status;
Christopher Faulet9768c262018-10-22 09:34:31 +02001961 h1_parse_res_vsn(h1m, sl);
Christopher Faulet53a899b2019-10-08 16:38:42 +02001962 if (!h1_format_htx_stline(sl, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02001963 goto full;
Christopher Faulet03599112018-11-27 11:21:21 +01001964 if (sl->flags & HTX_SL_F_XFER_LEN)
Christopher Faulet9768c262018-10-22 09:34:31 +02001965 h1m->flags |= H1_MF_XFER_LEN;
Christopher Fauletf3e76192020-12-02 16:46:33 +01001966 if (h1s->status < 200)
Christopher Fauletada34b62019-05-24 16:36:43 +02001967 h1s->flags |= H1S_F_HAVE_O_CONN;
Christopher Faulet5696f542020-12-02 16:08:38 +01001968 else if (h1s->status == 204 || h1s->status == 304)
1969 h1s->flags |= H1S_F_BODYLESS_RESP;
Christopher Faulet9768c262018-10-22 09:34:31 +02001970 h1m->state = H1_MSG_HDR_FIRST;
1971 break;
1972
Christopher Faulet94b2c762019-05-24 15:28:57 +02001973 case H1_MSG_HDR_FIRST:
1974 case H1_MSG_HDR_NAME:
1975 case H1_MSG_HDR_L2_LWS:
1976 if (type == HTX_BLK_EOH)
1977 goto last_lf;
1978 if (type != HTX_BLK_HDR)
1979 goto error;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001980
Christopher Faulet9768c262018-10-22 09:34:31 +02001981 h1m->state = H1_MSG_HDR_NAME;
1982 n = htx_get_blk_name(chn_htx, blk);
1983 v = htx_get_blk_value(chn_htx, blk);
1984
Christopher Faulet86d144c2019-08-14 16:32:25 +02001985 /* Skip all pseudo-headers */
1986 if (*(n.ptr) == ':')
1987 goto skip_hdr;
1988
Christopher Faulet91fcf212020-12-02 16:17:15 +01001989 if (isteq(n, ist("transfer-encoding"))) {
1990 if ((h1m->flags & H1_MF_RESP) && (h1s->status < 200 || h1s->status == 204))
1991 goto skip_hdr;
Christopher Faulet9768c262018-10-22 09:34:31 +02001992 h1_parse_xfer_enc_header(h1m, v);
Christopher Faulet91fcf212020-12-02 16:17:15 +01001993 }
Christopher Fauletb045bb22020-02-28 10:42:20 +01001994 else if (isteq(n, ist("content-length"))) {
Christopher Faulet91fcf212020-12-02 16:17:15 +01001995 if ((h1m->flags & H1_MF_RESP) && (h1s->status < 200 || h1s->status == 204))
1996 goto skip_hdr;
Christopher Faulet5220ef22019-03-27 15:44:56 +01001997 /* Only skip C-L header with invalid value. */
1998 if (h1_parse_cont_len_header(h1m, &v) < 0)
Willy Tarreau27cd2232019-01-03 21:52:42 +01001999 goto skip_hdr;
2000 }
Christopher Fauletb045bb22020-02-28 10:42:20 +01002001 else if (isteq(n, ist("connection"))) {
Christopher Fauletb992af02019-03-28 15:42:24 +01002002 h1_parse_connection_header(h1m, &v);
Christopher Faulet9768c262018-10-22 09:34:31 +02002003 if (!v.len)
2004 goto skip_hdr;
2005 }
Amaury Denoyellec1938232020-12-11 17:53:03 +01002006 else if (isteq(n, ist("upgrade"))) {
2007 h1_parse_upgrade_header(h1m, v);
2008 }
Amaury Denoyelleaad333a2020-12-11 17:53:07 +01002009 else if ((isteq(n, ist("sec-websocket-accept")) &&
2010 h1m->flags & H1_MF_RESP) ||
2011 (isteq(n, ist("sec-websocket-key")) &&
2012 !(h1m->flags & H1_MF_RESP))) {
Amaury Denoyellec1938232020-12-11 17:53:03 +01002013 ws_key_found = 1;
2014 }
Christopher Fauletf56e8462021-09-28 10:56:36 +02002015 else if (isteq(n, ist("te"))) {
2016 /* "te" may only be sent with "trailers" if this value
2017 * is present, otherwise it must be deleted.
2018 */
2019 v = istist(v, ist("trailers"));
2020 if (!isttest(v) || (v.len > 8 && v.ptr[8] != ','))
2021 goto skip_hdr;
2022 v = ist("trailers");
2023 }
Christopher Faulet9768c262018-10-22 09:34:31 +02002024
Christopher Faulet67d58092019-10-02 10:51:38 +02002025 /* Skip header if same name is used to add the server name */
2026 if (!(h1m->flags & H1_MF_RESP) && h1c->px->server_id_hdr_name &&
2027 isteqi(n, ist2(h1c->px->server_id_hdr_name, h1c->px->server_id_hdr_len)))
2028 goto skip_hdr;
2029
Christopher Faulet98fbe952019-07-22 16:18:24 +02002030 /* Try to adjust the case of the header name */
2031 if (h1c->px->options2 & (PR_O2_H1_ADJ_BUGCLI|PR_O2_H1_ADJ_BUGSRV))
2032 h1_adjust_case_outgoing_hdr(h1s, h1m, &n);
Christopher Faulet53a899b2019-10-08 16:38:42 +02002033 if (!h1_format_htx_hdr(n, v, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002034 goto full;
Christopher Faulet9768c262018-10-22 09:34:31 +02002035 skip_hdr:
2036 h1m->state = H1_MSG_HDR_L2_LWS;
2037 break;
2038
Christopher Faulet94b2c762019-05-24 15:28:57 +02002039 case H1_MSG_LAST_LF:
2040 if (type != HTX_BLK_EOH)
2041 goto error;
2042 last_lf:
Christopher Fauletada34b62019-05-24 16:36:43 +02002043 h1m->state = H1_MSG_LAST_LF;
2044 if (!(h1s->flags & H1S_F_HAVE_O_CONN)) {
Christopher Faulet04f89192019-10-16 09:41:07 +02002045 if ((chn_htx->flags & HTX_FL_PROXY_RESP) && h1s->req.state != H1_MSG_DONE) {
Christopher Faulet631c7e82021-09-27 09:47:03 +02002046 /* If the reply comes from haproxy while the request is
2047 * not finished, we force the connection close. */
Christopher Faulet04f89192019-10-16 09:41:07 +02002048 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
2049 TRACE_STATE("force close mode (resp)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
2050 }
Christopher Faulet631c7e82021-09-27 09:47:03 +02002051 else if ((h1m->flags & (H1_MF_XFER_ENC|H1_MF_CLEN)) == (H1_MF_XFER_ENC|H1_MF_CLEN)) {
2052 /* T-E + C-L: force close */
2053 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
2054 TRACE_STATE("force close mode (T-E + C-L)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
2055 }
2056 else if ((h1m->flags & (H1_MF_VER_11|H1_MF_XFER_ENC)) == H1_MF_XFER_ENC) {
2057 /* T-E + HTTP/1.0: force close */
2058 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
2059 TRACE_STATE("force close mode (T-E + HTTP/1.0)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
2060 }
Christopher Faulet04f89192019-10-16 09:41:07 +02002061
2062 /* the conn_mode must be processed. So do it */
Christopher Fauleta110ecb2019-06-17 14:07:46 +02002063 n = ist("connection");
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01002064 v = ist("");
Christopher Fauletb992af02019-03-28 15:42:24 +01002065 h1_process_output_conn_mode(h1s, h1m, &v);
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01002066 if (v.len) {
Christopher Faulet98fbe952019-07-22 16:18:24 +02002067 /* Try to adjust the case of the header name */
2068 if (h1c->px->options2 & (PR_O2_H1_ADJ_BUGCLI|PR_O2_H1_ADJ_BUGSRV))
2069 h1_adjust_case_outgoing_hdr(h1s, h1m, &n);
Christopher Faulet53a899b2019-10-08 16:38:42 +02002070 if (!h1_format_htx_hdr(n, v, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002071 goto full;
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01002072 }
Christopher Fauletada34b62019-05-24 16:36:43 +02002073 h1s->flags |= H1S_F_HAVE_O_CONN;
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01002074 }
Willy Tarreau4710d202019-01-03 17:39:54 +01002075
Christopher Fauletc62c2b92019-03-28 11:41:39 +01002076 if ((h1s->meth != HTTP_METH_CONNECT &&
2077 (h1m->flags & (H1_MF_VER_11|H1_MF_RESP|H1_MF_CLEN|H1_MF_CHNK|H1_MF_XFER_LEN)) ==
Christopher Faulet1f890dd2019-02-18 10:33:16 +01002078 (H1_MF_VER_11|H1_MF_XFER_LEN)) ||
Christopher Faulete5596bf2020-12-02 16:13:22 +01002079 (h1s->status >= 200 && !(h1s->flags & H1S_F_BODYLESS_RESP) &&
Christopher Fauletc75668e2020-12-07 18:10:32 +01002080 !(h1s->meth == HTTP_METH_CONNECT && h1s->status >= 200 && h1s->status < 300) &&
Christopher Faulet1f890dd2019-02-18 10:33:16 +01002081 (h1m->flags & (H1_MF_VER_11|H1_MF_RESP|H1_MF_CLEN|H1_MF_CHNK|H1_MF_XFER_LEN)) ==
2082 (H1_MF_VER_11|H1_MF_RESP|H1_MF_XFER_LEN))) {
Willy Tarreau4710d202019-01-03 17:39:54 +01002083 /* chunking needed but header not seen */
Christopher Faulet7a991a92019-10-04 10:23:51 +02002084 n = ist("transfer-encoding");
2085 v = ist("chunked");
2086 if (h1c->px->options2 & (PR_O2_H1_ADJ_BUGCLI|PR_O2_H1_ADJ_BUGSRV))
2087 h1_adjust_case_outgoing_hdr(h1s, h1m, &n);
Christopher Faulet53a899b2019-10-08 16:38:42 +02002088 if (!h1_format_htx_hdr(n, v, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002089 goto full;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002090 TRACE_STATE("add \"Transfer-Encoding: chunked\"", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
Willy Tarreau4710d202019-01-03 17:39:54 +01002091 h1m->flags |= H1_MF_CHNK;
2092 }
2093
Christopher Faulet72ba6cd2019-09-24 16:20:05 +02002094 /* Now add the server name to a header (if requested) */
2095 if (!(h1s->flags & H1S_F_HAVE_SRV_NAME) &&
2096 !(h1m->flags & H1_MF_RESP) && h1c->px->server_id_hdr_name) {
2097 struct server *srv = objt_server(h1c->conn->target);
2098
2099 if (srv) {
2100 n = ist2(h1c->px->server_id_hdr_name, h1c->px->server_id_hdr_len);
2101 v = ist(srv->id);
Christopher Faulet5cef2a62019-10-02 11:06:13 +02002102
2103 /* Try to adjust the case of the header name */
2104 if (h1c->px->options2 & (PR_O2_H1_ADJ_BUGCLI|PR_O2_H1_ADJ_BUGSRV))
2105 h1_adjust_case_outgoing_hdr(h1s, h1m, &n);
Christopher Faulet53a899b2019-10-08 16:38:42 +02002106 if (!h1_format_htx_hdr(n, v, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002107 goto full;
Christopher Faulet72ba6cd2019-09-24 16:20:05 +02002108 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02002109 TRACE_STATE("add server name header", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
Christopher Faulet72ba6cd2019-09-24 16:20:05 +02002110 h1s->flags |= H1S_F_HAVE_SRV_NAME;
2111 }
2112
Amaury Denoyellec1938232020-12-11 17:53:03 +01002113 /* Add websocket handshake key if needed */
2114 if ((h1m->flags & (H1_MF_CONN_UPG|H1_MF_UPG_WEBSOCKET)) == (H1_MF_CONN_UPG|H1_MF_UPG_WEBSOCKET) &&
2115 !ws_key_found) {
Amaury Denoyelleaad333a2020-12-11 17:53:07 +01002116 if (!(h1m->flags & H1_MF_RESP)) {
2117 /* generate a random websocket key
2118 * stored in the session to
2119 * verify it on the response side
2120 */
2121 h1_generate_random_ws_input_key(h1s->ws_key);
2122
2123 if (!h1_format_htx_hdr(ist("Sec-Websocket-Key"),
2124 ist(h1s->ws_key),
2125 &tmp)) {
2126 goto full;
2127 }
2128 }
2129 else {
Amaury Denoyellec1938232020-12-11 17:53:03 +01002130 /* add the response header key */
2131 char key[29];
2132 h1_calculate_ws_output_key(h1s->ws_key, key);
2133 if (!h1_format_htx_hdr(ist("Sec-Websocket-Accept"),
2134 ist(key),
2135 &tmp)) {
2136 goto full;
2137 }
2138 }
2139 }
2140
Christopher Faulet6b81df72019-10-01 22:08:43 +02002141 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request headers xferred" : "H1 response headers xferred"),
2142 H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
2143
Christopher Fauletc62c2b92019-03-28 11:41:39 +01002144 if (!(h1m->flags & H1_MF_RESP) && h1s->meth == HTTP_METH_CONNECT) {
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002145 if (!chunk_memcat(&tmp, "\r\n", 2))
2146 goto full;
2147 goto done;
Christopher Fauletc62c2b92019-03-28 11:41:39 +01002148 }
Christopher Fauletf3158e92019-11-15 11:14:23 +01002149 else if ((h1m->flags & H1_MF_RESP) &&
Christopher Fauletc75668e2020-12-07 18:10:32 +01002150 ((h1s->meth == HTTP_METH_CONNECT && h1s->status >= 200 && h1s->status < 300) || h1s->status == 101)) {
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002151 if (!chunk_memcat(&tmp, "\r\n", 2))
2152 goto full;
2153 goto done;
Christopher Fauletc62c2b92019-03-28 11:41:39 +01002154 }
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02002155 else if ((h1m->flags & H1_MF_RESP) &&
2156 h1s->status < 200 && (h1s->status == 100 || h1s->status >= 102)) {
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002157 if (!chunk_memcat(&tmp, "\r\n", 2))
2158 goto full;
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02002159 h1m_init_res(&h1s->res);
2160 h1m->flags |= (H1_MF_NO_PHDR|H1_MF_CLEAN_CONN_HDR);
Christopher Fauletada34b62019-05-24 16:36:43 +02002161 h1s->flags &= ~H1S_F_HAVE_O_CONN;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002162 TRACE_STATE("1xx response xferred", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02002163 }
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002164 else {
2165 /* EOM flag is set and it is the last block */
2166 if (htx_is_unique_blk(chn_htx, blk) && (chn_htx->flags & HTX_FL_EOM)) {
Christopher Faulet3d6e0e32021-02-08 09:34:35 +01002167 if (h1m->flags & H1_MF_CHNK) {
2168 if (!chunk_memcat(&tmp, "\r\n0\r\n\r\n", 7))
2169 goto full;
2170 }
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002171 else if (!chunk_memcat(&tmp, "\r\n", 2))
2172 goto full;
2173 goto done;
2174 }
2175 else if (!chunk_memcat(&tmp, "\r\n", 2))
2176 goto full;
Christopher Fauletc62c2b92019-03-28 11:41:39 +01002177 h1m->state = H1_MSG_DATA;
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002178 }
Christopher Faulet9768c262018-10-22 09:34:31 +02002179 break;
2180
Christopher Faulet94b2c762019-05-24 15:28:57 +02002181 case H1_MSG_DATA:
Christopher Fauletf8db73e2019-07-04 17:12:12 +02002182 case H1_MSG_TUNNEL:
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002183 if (type == HTX_BLK_EOT || type == HTX_BLK_TLR) {
Christopher Faulet0d7e6342021-02-08 15:56:36 +01002184 if ((h1m->flags & H1_MF_RESP) && (h1s->flags & H1S_F_BODYLESS_RESP))
2185 goto trailers;
2186
Christopher Faulet5433a0b2019-06-27 17:40:14 +02002187 /* If the message is not chunked, never
2188 * add the last chunk. */
2189 if ((h1m->flags & H1_MF_CHNK) && !chunk_memcat(&tmp, "0\r\n", 3))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002190 goto full;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002191 TRACE_PROTO("sending message trailers", H1_EV_TX_DATA|H1_EV_TX_TLRS, h1c->conn, h1s, chn_htx);
Christopher Faulet94b2c762019-05-24 15:28:57 +02002192 goto trailers;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02002193 }
Christopher Faulet94b2c762019-05-24 15:28:57 +02002194 else if (type != HTX_BLK_DATA)
2195 goto error;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002196
2197 TRACE_PROTO("sending message data", H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, chn_htx, (size_t[]){sz});
Christopher Fauletd9233f02019-10-14 14:01:24 +02002198
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002199 /* It is the last block of this message. After this one,
2200 * only tunneled data may be forwarded. */
2201 if (h1m->state == H1_MSG_DATA && htx_is_unique_blk(chn_htx, blk) && (chn_htx->flags & HTX_FL_EOM)) {
2202 TRACE_DEVEL("last message block", H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s);
2203 last_data = 1;
2204 }
Christopher Fauletd9233f02019-10-14 14:01:24 +02002205
2206 if (vlen > count) {
2207 /* Get the maximum amount of data we can xferred */
2208 vlen = count;
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002209 last_data = 0;
Christopher Fauletd9233f02019-10-14 14:01:24 +02002210 }
2211
Christopher Faulet140f1a52021-11-26 16:37:55 +01002212 if (h1m->state == H1_MSG_DATA) {
2213 if (h1m->flags & H1_MF_CLEN) {
2214 if (vlen > h1m->curr_len) {
2215 TRACE_ERROR("too much payload, more than announced",
2216 H1_EV_TX_DATA|H1_EV_STRM_ERR|H1_EV_H1C_ERR|H1_EV_H1S_ERR, h1c->conn, h1s);
2217 goto error;
2218 }
2219 h1m->curr_len -= vlen;
2220 }
2221 if ((h1m->flags & H1_MF_RESP) && (h1s->flags & H1S_F_BODYLESS_RESP)) {
2222 TRACE_PROTO("Skip data for bodyless response", H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, chn_htx);
2223 goto skip_data;
2224 }
Christopher Faulet0d7e6342021-02-08 15:56:36 +01002225 }
2226
Christopher Fauletd9233f02019-10-14 14:01:24 +02002227 chklen = 0;
2228 if (h1m->flags & H1_MF_CHNK) {
2229 chklen = b_room(&tmp);
2230 chklen = ((chklen < 16) ? 1 : (chklen < 256) ? 2 :
2231 (chklen < 4096) ? 3 : (chklen < 65536) ? 4 :
2232 (chklen < 1048576) ? 5 : 8);
2233 chklen += 4; /* 2 x CRLF */
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002234
2235 /* If it is the end of the chunked message (without EOT), reserve the
2236 * last chunk size */
2237 if (last_data)
2238 chklen += 5;
Christopher Fauletd9233f02019-10-14 14:01:24 +02002239 }
2240
2241 if (vlen + chklen > b_room(&tmp)) {
2242 /* too large for the buffer */
2243 if (chklen >= b_room(&tmp))
2244 goto full;
2245 vlen = b_room(&tmp) - chklen;
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002246 last_data = 0;
Christopher Fauletd9233f02019-10-14 14:01:24 +02002247 }
Christopher Faulet9768c262018-10-22 09:34:31 +02002248 v = htx_get_blk_value(chn_htx, blk);
Christopher Fauletb2e84162018-12-06 11:39:49 +01002249 v.len = vlen;
Christopher Faulet53a899b2019-10-08 16:38:42 +02002250 if (!h1_format_htx_data(v, &tmp, !!(h1m->flags & H1_MF_CHNK)))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002251 goto full;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002252
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002253 /* Space already reserved, so it must succeed */
2254 if ((h1m->flags & H1_MF_CHNK) && last_data && !chunk_memcat(&tmp, "0\r\n\r\n", 5))
2255 goto error;
2256
Christopher Faulet6b81df72019-10-01 22:08:43 +02002257 if (h1m->state == H1_MSG_DATA)
2258 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request payload data xferred" : "H1 response payload data xferred"),
Willy Tarreau022e5e52020-09-10 09:33:15 +02002259 H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, 0, (size_t[]){v.len});
Christopher Faulet6b81df72019-10-01 22:08:43 +02002260 else
2261 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request tunneled data xferred" : "H1 response tunneled data xferred"),
Willy Tarreau022e5e52020-09-10 09:33:15 +02002262 H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, 0, (size_t[]){v.len});
Christopher Faulet0d7e6342021-02-08 15:56:36 +01002263
2264 skip_data:
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002265 if (last_data)
2266 goto done;
Christopher Faulet9768c262018-10-22 09:34:31 +02002267 break;
2268
Christopher Faulet94b2c762019-05-24 15:28:57 +02002269 case H1_MSG_TRAILERS:
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002270 if (type != HTX_BLK_TLR && type != HTX_BLK_EOT)
Christopher Faulet94b2c762019-05-24 15:28:57 +02002271 goto error;
2272 trailers:
Christopher Faulet9768c262018-10-22 09:34:31 +02002273 h1m->state = H1_MSG_TRAILERS;
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002274
Christopher Faulet5433a0b2019-06-27 17:40:14 +02002275 /* If the message is not chunked, ignore
2276 * trailers. It may happen with H2 messages. */
Christopher Faulet0a916d22021-02-10 08:48:19 +01002277 if (!(h1m->flags & H1_MF_CHNK)) {
2278 if (type == HTX_BLK_EOT)
2279 goto done;
Christopher Faulet5433a0b2019-06-27 17:40:14 +02002280 break;
Christopher Faulet0a916d22021-02-10 08:48:19 +01002281 }
Christopher Faulet5433a0b2019-06-27 17:40:14 +02002282
Christopher Faulete5596bf2020-12-02 16:13:22 +01002283 if ((h1m->flags & H1_MF_RESP) && (h1s->flags & H1S_F_BODYLESS_RESP)) {
2284 TRACE_PROTO("Skip trailers for bodyless response", H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, chn_htx);
Christopher Faulet0d7e6342021-02-08 15:56:36 +01002285 if (type == HTX_BLK_EOT)
2286 goto done;
Christopher Faulete5596bf2020-12-02 16:13:22 +01002287 break;
2288 }
2289
Christopher Faulet2d7c5392019-06-03 10:41:26 +02002290 if (type == HTX_BLK_EOT) {
Christopher Fauletc2518a52019-06-25 21:41:02 +02002291 if (!chunk_memcat(&tmp, "\r\n", 2))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002292 goto full;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002293 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request trailers xferred" : "H1 response trailers xferred"),
2294 H1_EV_TX_DATA|H1_EV_TX_TLRS, h1c->conn, h1s);
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002295 goto done;
Christopher Faulet32188212018-11-20 18:21:43 +01002296 }
Christopher Faulet2d7c5392019-06-03 10:41:26 +02002297 else { // HTX_BLK_TLR
2298 n = htx_get_blk_name(chn_htx, blk);
2299 v = htx_get_blk_value(chn_htx, blk);
Christopher Faulet98fbe952019-07-22 16:18:24 +02002300
2301 /* Try to adjust the case of the header name */
2302 if (h1c->px->options2 & (PR_O2_H1_ADJ_BUGCLI|PR_O2_H1_ADJ_BUGSRV))
2303 h1_adjust_case_outgoing_hdr(h1s, h1m, &n);
Christopher Faulet53a899b2019-10-08 16:38:42 +02002304 if (!h1_format_htx_hdr(n, v, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002305 goto full;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02002306 }
Christopher Faulet9768c262018-10-22 09:34:31 +02002307 break;
2308
Christopher Faulet94b2c762019-05-24 15:28:57 +02002309 case H1_MSG_DONE:
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002310 TRACE_STATE("unexpected data xferred in done state", H1_EV_TX_DATA|H1_EV_H1C_ERR|H1_EV_H1S_ERR, h1c->conn, h1s);
2311 goto error; /* For now return an error */
2312
Christopher Faulet94b2c762019-05-24 15:28:57 +02002313 done:
Christopher Faulet36893672021-02-10 09:52:07 +01002314 if (!(chn_htx->flags & HTX_FL_EOM)) {
2315 TRACE_STATE("No EOM flags in done state", H1_EV_TX_DATA|H1_EV_H1C_ERR|H1_EV_H1S_ERR, h1c->conn, h1s);
2316 goto error; /* For now return an error */
2317 }
2318
Christopher Faulet94b2c762019-05-24 15:28:57 +02002319 h1m->state = H1_MSG_DONE;
Christopher Fauletdea24742021-01-22 15:12:30 +01002320 if (!(h1m->flags & H1_MF_RESP) && h1s->meth == HTTP_METH_CONNECT) {
Christopher Faulet10a86702021-04-07 14:18:11 +02002321 h1s->flags |= H1S_F_TX_BLK;
2322 TRACE_STATE("Disable output processing", H1_EV_TX_DATA|H1_EV_H1S_BLK, h1c->conn, h1s);
Christopher Fauletdea24742021-01-22 15:12:30 +01002323 }
2324 else if ((h1m->flags & H1_MF_RESP) &&
2325 ((h1s->meth == HTTP_METH_CONNECT && h1s->status >= 200 && h1s->status < 300) || h1s->status == 101)) {
2326 /* a successful reply to a CONNECT or a protocol switching is sent
2327 * to the client. Switch the response to tunnel mode.
2328 */
Christopher Faulet5be651d2021-01-22 15:28:03 +01002329 h1_set_tunnel_mode(h1s);
Christopher Fauletdea24742021-01-22 15:12:30 +01002330 TRACE_STATE("switch H1 response in tunnel mode", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
Christopher Fauletf3158e92019-11-15 11:14:23 +01002331 }
Christopher Faulet5be651d2021-01-22 15:28:03 +01002332
Christopher Faulet10a86702021-04-07 14:18:11 +02002333 if (h1s->flags & H1S_F_RX_BLK) {
2334 h1s->flags &= ~H1S_F_RX_BLK;
Christopher Faulet02c92c32021-04-09 12:31:48 +02002335 h1_wake_stream_for_recv(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02002336 TRACE_STATE("Re-enable input processing", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Fauletcd67bff2019-06-14 16:54:15 +02002337 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02002338
2339 TRACE_USER((!(h1m->flags & H1_MF_RESP) ? "H1 request fully xferred" : "H1 response fully xferred"),
2340 H1_EV_TX_DATA, h1c->conn, h1s);
Christopher Faulet9768c262018-10-22 09:34:31 +02002341 break;
2342
Christopher Faulet9768c262018-10-22 09:34:31 +02002343 default:
Christopher Faulet94b2c762019-05-24 15:28:57 +02002344 error:
Christopher Fauletd87d3fa2019-06-26 15:16:28 +02002345 /* Unexpected error during output processing */
Christopher Faulet69b48212019-09-09 10:11:30 +02002346 chn_htx->flags |= HTX_FL_PROCESSING_ERROR;
Christopher Faulet60ef12c2020-09-24 10:05:44 +02002347 h1s->flags |= H1S_F_PROCESSING_ERROR;
Christopher Fauletdea24742021-01-22 15:12:30 +01002348 h1c->flags |= H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01002349 TRACE_ERROR("processing output error, set error on h1c/h1s",
2350 H1_EV_TX_DATA|H1_EV_STRM_ERR|H1_EV_H1C_ERR|H1_EV_H1S_ERR, h1c->conn, h1s);
Christopher Faulet140f1a52021-11-26 16:37:55 +01002351 goto end;
Christopher Faulet9768c262018-10-22 09:34:31 +02002352 }
Christopher Faulet94b2c762019-05-24 15:28:57 +02002353
2354 nextblk:
Christopher Fauletb2e84162018-12-06 11:39:49 +01002355 total += vlen;
2356 count -= vlen;
2357 if (sz == vlen)
2358 blk = htx_remove_blk(chn_htx, blk);
2359 else {
2360 htx_cut_data_blk(chn_htx, blk, vlen);
2361 break;
2362 }
Christopher Faulet129817b2018-09-20 16:14:40 +02002363 }
2364
Christopher Faulet9768c262018-10-22 09:34:31 +02002365 copy:
Willy Tarreauc5efa332018-12-05 11:19:27 +01002366 /* when the output buffer is empty, tmp shares the same area so that we
2367 * only have to update pointers and lengths.
2368 */
Christopher Fauletc2518a52019-06-25 21:41:02 +02002369 if (tmp.area == h1c->obuf.area + h1c->obuf.head)
2370 h1c->obuf.data = tmp.data;
Willy Tarreauc5efa332018-12-05 11:19:27 +01002371 else
Christopher Fauletc2518a52019-06-25 21:41:02 +02002372 b_putblk(&h1c->obuf, tmp.area, tmp.data);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002373
Willy Tarreau3815b222018-12-11 19:50:43 +01002374 htx_to_buf(chn_htx, buf);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002375 out:
2376 if (!buf_room_for_htx_data(&h1c->obuf)) {
2377 TRACE_STATE("h1c obuf full", H1_EV_TX_DATA|H1_EV_H1S_BLK, h1c->conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002378 h1c->flags |= H1C_F_OUT_FULL;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002379 }
Christopher Faulet9768c262018-10-22 09:34:31 +02002380 end:
Christopher Fauletdea24742021-01-22 15:12:30 +01002381 /* Both the request and the response reached the DONE state. So set EOI
2382 * flag on the conn-stream. Most of time, the flag will already be set,
2383 * except for protocol upgrades. Report an error if data remains blocked
2384 * in the output buffer.
2385 */
2386 if (h1s->req.state == H1_MSG_DONE && h1s->res.state == H1_MSG_DONE) {
2387 if (!htx_is_empty(chn_htx)) {
2388 h1c->flags |= H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01002389 TRACE_ERROR("txn done but data waiting to be sent, set error on h1c", H1_EV_H1C_ERR, h1c->conn, h1s);
Christopher Fauletdea24742021-01-22 15:12:30 +01002390 }
2391 h1s->cs->flags |= CS_FL_EOI;
2392 }
2393
Christopher Faulet6b81df72019-10-01 22:08:43 +02002394 TRACE_LEAVE(H1_EV_TX_DATA, h1c->conn, h1s, chn_htx, (size_t[]){total});
Christopher Faulet9768c262018-10-22 09:34:31 +02002395 return total;
Christopher Fauleta61aa542019-10-14 14:17:00 +02002396
2397 full:
2398 TRACE_STATE("h1c obuf full", H1_EV_TX_DATA|H1_EV_H1S_BLK, h1c->conn, h1s);
2399 h1c->flags |= H1C_F_OUT_FULL;
2400 goto copy;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002401}
2402
Christopher Faulet51dbc942018-09-13 09:05:15 +02002403/*********************************************************/
2404/* functions below are I/O callbacks from the connection */
2405/*********************************************************/
Christopher Faulete17fa2f2018-12-11 16:25:36 +01002406static void h1_wake_stream_for_recv(struct h1s *h1s)
2407{
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002408 if (h1s && h1s->subs && h1s->subs->events & SUB_RETRY_RECV) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002409 TRACE_POINT(H1_EV_STRM_WAKE, h1s->h1c->conn, h1s);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002410 tasklet_wakeup(h1s->subs->tasklet);
2411 h1s->subs->events &= ~SUB_RETRY_RECV;
2412 if (!h1s->subs->events)
2413 h1s->subs = NULL;
Christopher Faulete17fa2f2018-12-11 16:25:36 +01002414 }
2415}
2416static void h1_wake_stream_for_send(struct h1s *h1s)
2417{
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002418 if (h1s && h1s->subs && h1s->subs->events & SUB_RETRY_SEND) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002419 TRACE_POINT(H1_EV_STRM_WAKE, h1s->h1c->conn, h1s);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002420 tasklet_wakeup(h1s->subs->tasklet);
2421 h1s->subs->events &= ~SUB_RETRY_SEND;
2422 if (!h1s->subs->events)
2423 h1s->subs = NULL;
Christopher Faulete17fa2f2018-12-11 16:25:36 +01002424 }
Christopher Fauletc18fc232020-10-06 17:41:36 +02002425}
2426
Christopher Fauletad4daf62021-01-21 17:49:01 +01002427/* alerts the data layer following this sequence :
2428 * - if the h1s' data layer is subscribed to recv, then it's woken up for recv
2429 * - if its subscribed to send, then it's woken up for send
2430 * - if it was subscribed to neither, its ->wake() callback is called
2431 */
2432static void h1_alert(struct h1s *h1s)
2433{
2434 if (h1s->subs) {
2435 h1_wake_stream_for_recv(h1s);
2436 h1_wake_stream_for_send(h1s);
2437 }
2438 else if (h1s->cs && h1s->cs->data_cb->wake != NULL) {
2439 TRACE_POINT(H1_EV_STRM_WAKE, h1s->h1c->conn, h1s);
2440 h1s->cs->data_cb->wake(h1s->cs);
2441 }
2442}
2443
Christopher Fauletc18fc232020-10-06 17:41:36 +02002444/* Try to send an HTTP error with h1c->errcode status code. It returns 1 on success
2445 * and 0 on error. The flag H1C_F_ERR_PENDING is set on the H1 connection for
2446 * retryable errors (allocation error or buffer full). On success, the error is
2447 * copied in the output buffer.
2448*/
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002449static int h1_send_error(struct h1c *h1c)
Christopher Fauletc18fc232020-10-06 17:41:36 +02002450{
2451 int rc = http_get_status_idx(h1c->errcode);
2452 int ret = 0;
2453
2454 TRACE_ENTER(H1_EV_H1C_ERR, h1c->conn, 0, 0, (size_t[]){h1c->errcode});
2455
2456 /* Verify if the error is mapped on /dev/null or any empty file */
2457 /// XXX: do a function !
2458 if (h1c->px->replies[rc] &&
2459 h1c->px->replies[rc]->type == HTTP_REPLY_ERRMSG &&
2460 h1c->px->replies[rc]->body.errmsg &&
2461 b_is_null(h1c->px->replies[rc]->body.errmsg)) {
2462 /* Empty error, so claim a success */
2463 ret = 1;
2464 goto out;
2465 }
2466
2467 if (h1c->flags & (H1C_F_OUT_ALLOC|H1C_F_OUT_FULL)) {
2468 h1c->flags |= H1C_F_ERR_PENDING;
2469 goto out;
2470 }
2471
2472 if (!h1_get_buf(h1c, &h1c->obuf)) {
2473 h1c->flags |= (H1C_F_OUT_ALLOC|H1C_F_ERR_PENDING);
2474 TRACE_STATE("waiting for h1c obuf allocation", H1_EV_H1C_ERR|H1_EV_H1C_BLK, h1c->conn);
2475 goto out;
2476 }
2477 ret = b_istput(&h1c->obuf, ist2(http_err_msgs[rc], strlen(http_err_msgs[rc])));
2478 if (unlikely(ret <= 0)) {
2479 if (!ret) {
2480 h1c->flags |= (H1C_F_OUT_FULL|H1C_F_ERR_PENDING);
2481 TRACE_STATE("h1c obuf full", H1_EV_H1C_ERR|H1_EV_H1C_BLK, h1c->conn);
2482 goto out;
2483 }
2484 else {
2485 /* we cannot report this error, so claim a success */
2486 ret = 1;
2487 }
2488 }
2489 h1c->flags &= ~H1C_F_ERR_PENDING;
2490 out:
2491 TRACE_LEAVE(H1_EV_H1C_ERR, h1c->conn);
2492 return ret;
2493}
2494
2495/* Try to send a 500 internal error. It relies on h1_send_error to send the
2496 * error. This function takes care of incrementing stats and tracked counters.
2497 */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002498static int h1_handle_internal_err(struct h1c *h1c)
Christopher Fauletc18fc232020-10-06 17:41:36 +02002499{
2500 struct session *sess = h1c->conn->owner;
2501 int ret = 1;
2502
2503 session_inc_http_req_ctr(sess);
Christopher Fauletc18fc232020-10-06 17:41:36 +02002504 proxy_inc_fe_req_ctr(sess->listener, sess->fe);
Willy Tarreau4781b152021-04-06 13:53:36 +02002505 _HA_ATOMIC_INC(&sess->fe->fe_counters.p.http.rsp[5]);
2506 _HA_ATOMIC_INC(&sess->fe->fe_counters.internal_errors);
William Lallemand36119de2021-03-08 15:26:48 +01002507 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002508 _HA_ATOMIC_INC(&sess->listener->counters->internal_errors);
Christopher Fauletc18fc232020-10-06 17:41:36 +02002509
2510 h1c->errcode = 500;
2511 ret = h1_send_error(h1c);
2512 sess_log(sess);
2513 return ret;
Christopher Faulete17fa2f2018-12-11 16:25:36 +01002514}
2515
Christopher Fauletb3230f72021-09-21 18:38:20 +02002516/* Try to send an error because of a parsing error. By default a 400 bad request
2517 * error is returned. But the status code may be specified by setting
2518 * h1c->errcode. It relies on h1_send_error to send the error. This function
2519 * takes care of incrementing stats and tracked counters.
Christopher Fauletc18fc232020-10-06 17:41:36 +02002520 */
Christopher Fauletb3230f72021-09-21 18:38:20 +02002521static int h1_handle_parsing_error(struct h1c *h1c)
Christopher Fauletc18fc232020-10-06 17:41:36 +02002522{
2523 struct session *sess = h1c->conn->owner;
2524 int ret = 1;
2525
2526 if (!b_data(&h1c->ibuf) && ((h1c->flags & H1C_F_WAIT_NEXT_REQ) || (sess->fe->options & PR_O_IGNORE_PRB)))
2527 goto end;
2528
2529 session_inc_http_req_ctr(sess);
2530 session_inc_http_err_ctr(sess);
2531 proxy_inc_fe_req_ctr(sess->listener, sess->fe);
Willy Tarreau4781b152021-04-06 13:53:36 +02002532 _HA_ATOMIC_INC(&sess->fe->fe_counters.p.http.rsp[4]);
2533 _HA_ATOMIC_INC(&sess->fe->fe_counters.failed_req);
William Lallemand36119de2021-03-08 15:26:48 +01002534 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002535 _HA_ATOMIC_INC(&sess->listener->counters->failed_req);
Christopher Fauletc18fc232020-10-06 17:41:36 +02002536
Christopher Fauletb3230f72021-09-21 18:38:20 +02002537 if (!h1c->errcode)
2538 h1c->errcode = 400;
Christopher Fauletc18fc232020-10-06 17:41:36 +02002539 ret = h1_send_error(h1c);
Christopher Faulet07e10de2021-07-26 09:42:49 +02002540 if (b_data(&h1c->ibuf) || !(sess->fe->options & PR_O_NULLNOLOG))
2541 sess_log(sess);
Christopher Fauletc18fc232020-10-06 17:41:36 +02002542
2543 end:
2544 return ret;
2545}
2546
Christopher Faulet2eed8002020-12-07 11:26:13 +01002547/* Try to send a 501 not implemented error. It relies on h1_send_error to send
2548 * the error. This function takes care of incrementing stats and tracked
2549 * counters.
2550 */
2551static int h1_handle_not_impl_err(struct h1c *h1c)
2552{
2553 struct session *sess = h1c->conn->owner;
2554 int ret = 1;
2555
2556 if (!b_data(&h1c->ibuf) && ((h1c->flags & H1C_F_WAIT_NEXT_REQ) || (sess->fe->options & PR_O_IGNORE_PRB)))
2557 goto end;
2558
2559 session_inc_http_req_ctr(sess);
Christopher Faulet2eed8002020-12-07 11:26:13 +01002560 proxy_inc_fe_req_ctr(sess->listener, sess->fe);
Willy Tarreau4781b152021-04-06 13:53:36 +02002561 _HA_ATOMIC_INC(&sess->fe->fe_counters.p.http.rsp[4]);
2562 _HA_ATOMIC_INC(&sess->fe->fe_counters.failed_req);
William Lallemand36119de2021-03-08 15:26:48 +01002563 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002564 _HA_ATOMIC_INC(&sess->listener->counters->failed_req);
Christopher Faulet2eed8002020-12-07 11:26:13 +01002565
2566 h1c->errcode = 501;
2567 ret = h1_send_error(h1c);
Christopher Faulet07e10de2021-07-26 09:42:49 +02002568 if (b_data(&h1c->ibuf) || !(sess->fe->options & PR_O_NULLNOLOG))
2569 sess_log(sess);
Christopher Faulet2eed8002020-12-07 11:26:13 +01002570
2571 end:
2572 return ret;
2573}
2574
Christopher Fauletc18fc232020-10-06 17:41:36 +02002575/* Try to send a 408 timeout error. It relies on h1_send_error to send the
2576 * error. This function takes care of incrementing stats and tracked counters.
2577 */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002578static int h1_handle_req_tout(struct h1c *h1c)
Christopher Fauletc18fc232020-10-06 17:41:36 +02002579{
2580 struct session *sess = h1c->conn->owner;
2581 int ret = 1;
2582
2583 if (!b_data(&h1c->ibuf) && ((h1c->flags & H1C_F_WAIT_NEXT_REQ) || (sess->fe->options & PR_O_IGNORE_PRB)))
2584 goto end;
2585
2586 session_inc_http_req_ctr(sess);
Christopher Fauletc18fc232020-10-06 17:41:36 +02002587 proxy_inc_fe_req_ctr(sess->listener, sess->fe);
Willy Tarreau4781b152021-04-06 13:53:36 +02002588 _HA_ATOMIC_INC(&sess->fe->fe_counters.p.http.rsp[4]);
2589 _HA_ATOMIC_INC(&sess->fe->fe_counters.failed_req);
William Lallemand36119de2021-03-08 15:26:48 +01002590 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002591 _HA_ATOMIC_INC(&sess->listener->counters->failed_req);
Christopher Fauletc18fc232020-10-06 17:41:36 +02002592
2593 h1c->errcode = 408;
Christopher Faulet07e10de2021-07-26 09:42:49 +02002594 if (b_data(&h1c->ibuf) || !(sess->fe->options & PR_O_NULLNOLOG))
2595 ret = h1_send_error(h1c);
Christopher Fauletc18fc232020-10-06 17:41:36 +02002596 sess_log(sess);
2597 end:
2598 return ret;
2599}
2600
2601
Christopher Faulet51dbc942018-09-13 09:05:15 +02002602/*
2603 * Attempt to read data, and subscribe if none available
2604 */
2605static int h1_recv(struct h1c *h1c)
2606{
2607 struct connection *conn = h1c->conn;
Olivier Houchard75159a92018-12-03 18:46:09 +01002608 size_t ret = 0, max;
Willy Tarreau6e59cb52020-02-20 11:11:50 +01002609 int flags = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002610
Christopher Faulet6b81df72019-10-01 22:08:43 +02002611 TRACE_ENTER(H1_EV_H1C_RECV, h1c->conn);
2612
2613 if (h1c->wait_event.events & SUB_RETRY_RECV) {
2614 TRACE_DEVEL("leaving on sub_recv", H1_EV_H1C_RECV, h1c->conn);
Christopher Fauletc386a882018-12-04 16:06:28 +01002615 return (b_data(&h1c->ibuf));
Christopher Faulet6b81df72019-10-01 22:08:43 +02002616 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002617
Christopher Fauletae635762020-09-21 11:47:16 +02002618 if ((h1c->flags & H1C_F_WANT_SPLICE) || !h1_recv_allowed(h1c)) {
2619 TRACE_DEVEL("leaving on (want_splice|!recv_allowed)", H1_EV_H1C_RECV, h1c->conn);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002620 return 1;
Olivier Houchard75159a92018-12-03 18:46:09 +01002621 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002622
Christopher Fauletf7d5ff32019-04-16 13:55:08 +02002623 if (!h1_get_buf(h1c, &h1c->ibuf)) {
2624 h1c->flags |= H1C_F_IN_ALLOC;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002625 TRACE_STATE("waiting for h1c ibuf allocation", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002626 return 0;
Christopher Faulet9768c262018-10-22 09:34:31 +02002627 }
Christopher Faulet1be55f92018-10-02 15:59:23 +02002628
Olivier Houchard29a22bc2018-12-04 18:16:45 +01002629 /*
2630 * If we only have a small amount of data, realign it,
2631 * it's probably cheaper than doing 2 recv() calls.
2632 */
2633 if (b_data(&h1c->ibuf) > 0 && b_data(&h1c->ibuf) < 128)
Christopher Faulet00d7cde2021-02-04 11:01:51 +01002634 b_slow_realign_ofs(&h1c->ibuf, trash.area, sizeof(struct htx));
Olivier Houchard29a22bc2018-12-04 18:16:45 +01002635
Willy Tarreau6e59cb52020-02-20 11:11:50 +01002636 /* avoid useless reads after first responses */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002637 if (!h1c->h1s ||
2638 (!(h1c->flags & H1C_F_IS_BACK) && h1c->h1s->req.state == H1_MSG_RQBEFORE) ||
2639 ((h1c->flags & H1C_F_IS_BACK) && h1c->h1s->res.state == H1_MSG_RPBEFORE))
Willy Tarreau6e59cb52020-02-20 11:11:50 +01002640 flags |= CO_RFL_READ_ONCE;
2641
Willy Tarreau45f2b892018-12-05 07:59:27 +01002642 max = buf_room_for_htx_data(&h1c->ibuf);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002643 if (max) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002644 if (h1c->flags & H1C_F_IN_FULL) {
2645 h1c->flags &= ~H1C_F_IN_FULL;
2646 TRACE_STATE("h1c ibuf not full anymore", H1_EV_H1C_RECV|H1_EV_H1C_BLK);
2647 }
Willy Tarreau78f548f2018-12-05 10:02:39 +01002648
2649 if (!b_data(&h1c->ibuf)) {
2650 /* try to pre-align the buffer like the rxbufs will be
2651 * to optimize memory copies.
2652 */
Willy Tarreau78f548f2018-12-05 10:02:39 +01002653 h1c->ibuf.head = sizeof(struct htx);
2654 }
Willy Tarreau6e59cb52020-02-20 11:11:50 +01002655 ret = conn->xprt->rcv_buf(conn, conn->xprt_ctx, &h1c->ibuf, max, flags);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002656 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002657 if (max && !ret && h1_recv_allowed(h1c)) {
2658 TRACE_STATE("failed to receive data, subscribing", H1_EV_H1C_RECV, h1c->conn);
2659 conn->xprt->subscribe(conn, conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Christopher Fauletcf56b992018-12-11 16:12:31 +01002660 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002661 else {
2662 h1_wake_stream_for_recv(h1c->h1s);
2663 TRACE_DATA("data received", H1_EV_H1C_RECV, h1c->conn, 0, 0, (size_t[]){ret});
Willy Tarreaufbdf90a2019-06-03 13:42:54 +02002664 }
2665
Christopher Faulet51dbc942018-09-13 09:05:15 +02002666 if (!b_data(&h1c->ibuf))
2667 h1_release_buf(h1c, &h1c->ibuf);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002668 else if (!buf_room_for_htx_data(&h1c->ibuf)) {
Christopher Faulet51dbc942018-09-13 09:05:15 +02002669 h1c->flags |= H1C_F_IN_FULL;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002670 TRACE_STATE("h1c ibuf full", H1_EV_H1C_RECV|H1_EV_H1C_BLK);
2671 }
2672
2673 TRACE_LEAVE(H1_EV_H1C_RECV, h1c->conn);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002674 return !!ret || (conn->flags & CO_FL_ERROR) || conn_xprt_read0_pending(conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002675}
2676
2677
2678/*
2679 * Try to send data if possible
2680 */
2681static int h1_send(struct h1c *h1c)
2682{
2683 struct connection *conn = h1c->conn;
2684 unsigned int flags = 0;
2685 size_t ret;
2686 int sent = 0;
2687
Christopher Faulet6b81df72019-10-01 22:08:43 +02002688 TRACE_ENTER(H1_EV_H1C_SEND, h1c->conn);
2689
2690 if (conn->flags & CO_FL_ERROR) {
2691 TRACE_DEVEL("leaving on connection error", H1_EV_H1C_SEND, h1c->conn);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002692 b_reset(&h1c->obuf);
2693 return 1;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002694 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002695
2696 if (!b_data(&h1c->obuf))
2697 goto end;
2698
Christopher Faulet46230362019-10-17 16:04:20 +02002699 if (h1c->flags & H1C_F_CO_MSG_MORE)
Christopher Faulet51dbc942018-09-13 09:05:15 +02002700 flags |= CO_SFL_MSG_MORE;
Christopher Faulet46230362019-10-17 16:04:20 +02002701 if (h1c->flags & H1C_F_CO_STREAMER)
2702 flags |= CO_SFL_STREAMER;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002703
Olivier Houcharde179d0e2019-03-21 18:27:17 +01002704 ret = conn->xprt->snd_buf(conn, conn->xprt_ctx, &h1c->obuf, b_data(&h1c->obuf), flags);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002705 if (ret > 0) {
Willy Tarreau022e5e52020-09-10 09:33:15 +02002706 TRACE_DATA("data sent", H1_EV_H1C_SEND, h1c->conn, 0, 0, (size_t[]){ret});
Christopher Faulet6b81df72019-10-01 22:08:43 +02002707 if (h1c->flags & H1C_F_OUT_FULL) {
2708 h1c->flags &= ~H1C_F_OUT_FULL;
2709 TRACE_STATE("h1c obuf not full anymore", H1_EV_STRM_SEND|H1_EV_H1S_BLK, h1c->conn);
2710 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002711 b_del(&h1c->obuf, ret);
2712 sent = 1;
2713 }
2714
Christopher Faulet145aa472018-12-06 10:56:20 +01002715 if (conn->flags & (CO_FL_ERROR|CO_FL_SOCK_WR_SH)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002716 TRACE_DEVEL("connection error or output closed", H1_EV_H1C_SEND, h1c->conn);
Christopher Faulet145aa472018-12-06 10:56:20 +01002717 /* error or output closed, nothing to send, clear the buffer to release it */
2718 b_reset(&h1c->obuf);
2719 }
2720
Christopher Faulet51dbc942018-09-13 09:05:15 +02002721 end:
Christopher Faulet10a86702021-04-07 14:18:11 +02002722 if (!(h1c->flags & H1C_F_OUT_FULL))
Christopher Faulete17fa2f2018-12-11 16:25:36 +01002723 h1_wake_stream_for_send(h1c->h1s);
Olivier Houchard75159a92018-12-03 18:46:09 +01002724
Christopher Faulet51dbc942018-09-13 09:05:15 +02002725 /* We're done, no more to send */
2726 if (!b_data(&h1c->obuf)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002727 TRACE_DEVEL("leaving with everything sent", H1_EV_H1C_SEND, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002728 h1_release_buf(h1c, &h1c->obuf);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002729 if (h1c->flags & H1C_F_ST_SHUTDOWN) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002730 TRACE_STATE("process pending shutdown for writes", H1_EV_H1C_SEND, h1c->conn);
Christopher Fauleta85c5222021-10-27 15:36:38 +02002731 h1_shutw_conn(conn);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002732 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002733 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02002734 else if (!(h1c->wait_event.events & SUB_RETRY_SEND)) {
2735 TRACE_STATE("more data to send, subscribing", H1_EV_H1C_SEND, h1c->conn);
Olivier Houcharde179d0e2019-03-21 18:27:17 +01002736 conn->xprt->subscribe(conn, conn->xprt_ctx, SUB_RETRY_SEND, &h1c->wait_event);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002737 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002738
Christopher Faulet6b81df72019-10-01 22:08:43 +02002739 TRACE_LEAVE(H1_EV_H1C_SEND, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002740 return sent;
2741}
2742
Christopher Faulet51dbc942018-09-13 09:05:15 +02002743/* callback called on any event by the connection handler.
2744 * It applies changes and returns zero, or < 0 if it wants immediate
2745 * destruction of the connection.
2746 */
2747static int h1_process(struct h1c * h1c)
2748{
2749 struct connection *conn = h1c->conn;
Christopher Fauletfeb11742018-11-29 15:12:34 +01002750 struct h1s *h1s = h1c->h1s;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002751
Christopher Faulet6b81df72019-10-01 22:08:43 +02002752 TRACE_ENTER(H1_EV_H1C_WAKE, conn);
2753
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002754 /* Try to parse now the first block of a request, creating the H1 stream if necessary */
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01002755 if (b_data(&h1c->ibuf) && /* Input data to be processed */
Christopher Fauletab7389d2021-09-16 08:16:23 +02002756 (h1c->flags & H1C_F_ST_ALIVE) && !(h1c->flags & H1C_F_ST_READY) && /* ST_IDLE/ST_EMBRYONIC or ST_ATTACH but not ST_READY */
2757 !(h1c->flags & (H1C_F_IN_SALLOC|H1C_F_ST_ERROR))) { /* No allocation failure on the stream rxbuf and no ERROR on the H1C */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002758 struct buffer *buf;
2759 size_t count;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002760
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002761 /* When it happens for a backend connection, we may release it (it is probably a 408) */
2762 if (h1c->flags & H1C_F_IS_BACK)
Christopher Faulet539e0292018-11-19 10:40:09 +01002763 goto release;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002764
2765 /* First of all handle H1 to H2 upgrade (no need to create the H1 stream) */
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01002766 if (!(h1c->flags & H1C_F_WAIT_NEXT_REQ) && /* First request */
Christopher Faulet143e9e52021-03-08 15:32:03 +01002767 !(h1c->px->options2 & PR_O2_NO_H2_UPGRADE) && /* H2 upgrade supported by the proxy */
2768 !(conn->mux->flags & MX_FL_NO_UPG)) { /* the current mux supports upgrades */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002769 /* Try to match H2 preface before parsing the request headers. */
2770 if (b_isteq(&h1c->ibuf, 0, b_data(&h1c->ibuf), ist(H2_CONN_PREFACE)) > 0) {
2771 h1c->flags |= H1C_F_UPG_H2C;
Christopher Faulet0f9395d2021-01-21 17:50:19 +01002772 if (h1c->flags & H1C_F_ST_ATTACHED) {
2773 /* Force the REOS here to be sure to release the CS.
2774 Here ATTACHED implies !READY, and h1s defined
2775 */
2776 BUG_ON(!h1s || (h1c->flags & H1C_F_ST_READY));
2777 h1s->flags |= H1S_F_REOS;
2778 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002779 TRACE_STATE("release h1c to perform H2 upgrade ", H1_EV_RX_DATA|H1_EV_H1C_WAKE);
Christopher Faulet539e0292018-11-19 10:40:09 +01002780 goto release;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002781 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002782 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002783
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002784 /* Create the H1 stream if not already there */
2785 if (!h1s) {
2786 h1s = h1c_frt_stream_new(h1c);
2787 if (!h1s) {
2788 b_reset(&h1c->ibuf);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002789 h1c->flags = (h1c->flags & ~(H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ)) | H1C_F_ST_ERROR;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002790 goto no_parsing;
2791 }
2792 }
2793
2794 if (h1s->sess->t_idle == -1)
2795 h1s->sess->t_idle = tv_ms_elapsed(&h1s->sess->tv_accept, &now) - h1s->sess->t_handshake;
2796
2797 /* Get the stream rxbuf */
2798 buf = h1_get_buf(h1c, &h1s->rxbuf);
2799 if (!buf) {
2800 h1c->flags |= H1C_F_IN_SALLOC;
2801 TRACE_STATE("waiting for stream rxbuf allocation", H1_EV_H1C_WAKE|H1_EV_H1C_BLK, h1c->conn);
2802 return 0;
2803 }
2804
2805 count = (buf->size - sizeof(struct htx) - global.tune.maxrewrite);
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01002806 h1_process_demux(h1c, buf, count);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002807 h1_release_buf(h1c, &h1s->rxbuf);
2808 h1_set_idle_expiration(h1c);
2809
2810 no_parsing:
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002811 if (h1c->flags & H1C_F_ST_ERROR) {
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002812 h1_handle_internal_err(h1c);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002813 h1c->flags &= ~(H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ);
Christopher Faulet26a26432021-01-27 11:27:50 +01002814 TRACE_ERROR("internal error detected", H1_EV_H1C_WAKE|H1_EV_H1C_ERR);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002815 }
2816 else if (h1s->flags & H1S_F_PARSING_ERROR) {
Christopher Fauletb3230f72021-09-21 18:38:20 +02002817 h1_handle_parsing_error(h1c);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002818 h1c->flags = (h1c->flags & ~(H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ)) | H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01002819 TRACE_ERROR("parsing error detected", H1_EV_H1C_WAKE|H1_EV_H1C_ERR);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002820 }
Christopher Faulet2eed8002020-12-07 11:26:13 +01002821 else if (h1s->flags & H1S_F_NOT_IMPL_ERROR) {
2822 h1_handle_not_impl_err(h1c);
2823 h1c->flags = (h1c->flags & ~(H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ)) | H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01002824 TRACE_ERROR("not-implemented error detected", H1_EV_H1C_WAKE|H1_EV_H1C_ERR);
Christopher Faulet2eed8002020-12-07 11:26:13 +01002825 }
Christopher Fauletae635762020-09-21 11:47:16 +02002826 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002827 h1_send(h1c);
2828
Christopher Faulet75308302021-11-15 14:51:37 +01002829 /* H1 connection must be released ASAP if:
2830 * - an error occurred on the connection or the H1C or
2831 * - a read0 was received or
2832 * - a silent shutdown was emitted and all outgoing data sent
2833 */
2834 if ((conn->flags & CO_FL_ERROR) ||
2835 conn_xprt_read0_pending(conn) ||
2836 (h1c->flags & H1C_F_ST_ERROR) ||
2837 ((h1c->flags & H1C_F_ST_SILENT_SHUT) && !b_data(&h1c->obuf))) {
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01002838 if (!(h1c->flags & H1C_F_ST_READY)) {
2839 /* No conn-stream or not ready */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002840 /* shutdown for reads and error on the frontend connection: Send an error */
Christopher Faulet75308302021-11-15 14:51:37 +01002841 if (!(h1c->flags & (H1C_F_IS_BACK|H1C_F_ST_ERROR|H1C_F_ST_SHUTDOWN))) {
Christopher Fauletb3230f72021-09-21 18:38:20 +02002842 if (h1_handle_parsing_error(h1c))
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002843 h1_send(h1c);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002844 h1c->flags = (h1c->flags & ~(H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ)) | H1C_F_ST_ERROR;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002845 }
2846
2847 /* Handle pending error, if any (only possible on frontend connection) */
2848 if (h1c->flags & H1C_F_ERR_PENDING) {
2849 BUG_ON(h1c->flags & H1C_F_IS_BACK);
2850 if (h1_send_error(h1c))
2851 h1_send(h1c);
2852 }
Christopher Fauletae635762020-09-21 11:47:16 +02002853
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002854 /* If there is some pending outgoing data or error, just wait */
2855 if (b_data(&h1c->obuf) || (h1c->flags & H1C_F_ERR_PENDING))
2856 goto end;
Christopher Fauletfeb11742018-11-29 15:12:34 +01002857
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002858 /* Otherwise we can release the H1 connection */
2859 goto release;
2860 }
2861 else {
2862 /* Here there is still a H1 stream with a conn-stream.
2863 * Report the connection state at the stream level
2864 */
2865 if (conn_xprt_read0_pending(conn)) {
2866 h1s->flags |= H1S_F_REOS;
2867 TRACE_STATE("read0 on connection", H1_EV_H1C_RECV, conn, h1s);
2868 }
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002869 if ((h1c->flags & H1C_F_ST_ERROR) || (conn->flags & CO_FL_ERROR))
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002870 h1s->cs->flags |= CS_FL_ERROR;
2871 TRACE_POINT(H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Fauletad4daf62021-01-21 17:49:01 +01002872 h1_alert(h1s);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002873 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02002874 }
Willy Tarreauc493c9c2019-06-03 14:18:22 +02002875
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002876 if (!b_data(&h1c->ibuf))
2877 h1_release_buf(h1c, &h1c->ibuf);
2878
Amaury Denoyelleefc6e952021-05-05 11:11:11 +02002879 /* Check if a soft-stop is in progress.
2880 * Release idling front connection if this is the case.
2881 */
2882 if (!(h1c->flags & H1C_F_IS_BACK)) {
Christopher Fauletdfd10ab2021-10-06 14:24:19 +02002883 if (unlikely(h1c->px->flags & (PR_FL_DISABLED|PR_FL_STOPPED))) {
Amaury Denoyelleefc6e952021-05-05 11:11:11 +02002884 if (h1c->flags & H1C_F_WAIT_NEXT_REQ)
2885 goto release;
2886 }
2887 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002888
2889 if ((h1c->flags & H1C_F_WANT_SPLICE) && !h1s_data_pending(h1s)) {
2890 TRACE_DEVEL("xprt rcv_buf blocked (want_splice), notify h1s for recv", H1_EV_H1C_RECV, h1c->conn);
2891 h1_wake_stream_for_recv(h1s);
Olivier Houchard75159a92018-12-03 18:46:09 +01002892 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002893
Christopher Faulet47365272018-10-31 17:40:50 +01002894 end:
Christopher Faulet7a145d62020-08-05 11:31:16 +02002895 h1_refresh_timeout(h1c);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002896 TRACE_LEAVE(H1_EV_H1C_WAKE, conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002897 return 0;
Christopher Faulet539e0292018-11-19 10:40:09 +01002898
2899 release:
Christopher Faulet0f9395d2021-01-21 17:50:19 +01002900 if (h1c->flags & H1C_F_ST_ATTACHED) {
Ilya Shipitsinacf84592021-02-06 22:29:08 +05002901 /* Don't release the H1 connection right now, we must destroy the
Christopher Faulet0f9395d2021-01-21 17:50:19 +01002902 * attached CS first. Here, the H1C must not be READY */
2903 BUG_ON(!h1s || h1c->flags & H1C_F_ST_READY);
2904
2905 if (conn_xprt_read0_pending(conn) || (h1s->flags & H1S_F_REOS))
2906 h1s->cs->flags |= CS_FL_EOS;
2907 if ((h1c->flags & H1C_F_ST_ERROR) || (conn->flags & CO_FL_ERROR))
2908 h1s->cs->flags |= CS_FL_ERROR;
2909 h1_alert(h1s);
2910 TRACE_DEVEL("waiting to release the CS before releasing the connection", H1_EV_H1C_WAKE);
2911 }
2912 else {
2913 h1_release(h1c);
2914 TRACE_DEVEL("leaving after releasing the connection", H1_EV_H1C_WAKE);
2915 }
Christopher Faulet539e0292018-11-19 10:40:09 +01002916 return -1;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002917}
2918
Willy Tarreaue388f2f2021-03-02 16:51:09 +01002919struct task *h1_io_cb(struct task *t, void *ctx, unsigned int state)
Christopher Faulet51dbc942018-09-13 09:05:15 +02002920{
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002921 struct connection *conn;
2922 struct tasklet *tl = (struct tasklet *)t;
2923 int conn_in_list;
Willy Tarreaue388f2f2021-03-02 16:51:09 +01002924 struct h1c *h1c = ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002925 int ret = 0;
2926
Willy Tarreaue388f2f2021-03-02 16:51:09 +01002927 if (state & TASK_F_USR1) {
2928 /* the tasklet was idling on an idle connection, it might have
2929 * been stolen, let's be careful!
2930 */
2931 HA_SPIN_LOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
2932 if (tl->context == NULL) {
2933 /* The connection has been taken over by another thread,
2934 * we're no longer responsible for it, so just free the
2935 * tasklet, and do nothing.
2936 */
2937 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
2938 tasklet_free(tl);
2939 return NULL;
2940 }
2941 conn = h1c->conn;
2942 TRACE_POINT(H1_EV_H1C_WAKE, conn);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002943
Willy Tarreaue388f2f2021-03-02 16:51:09 +01002944 /* Remove the connection from the list, to be sure nobody attempts
2945 * to use it while we handle the I/O events
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002946 */
Willy Tarreaue388f2f2021-03-02 16:51:09 +01002947 conn_in_list = conn->flags & CO_FL_LIST_MASK;
2948 if (conn_in_list)
2949 conn_delete_from_tree(&conn->hash_node->node);
2950
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01002951 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Willy Tarreaue388f2f2021-03-02 16:51:09 +01002952 } else {
2953 /* we're certain the connection was not in an idle list */
2954 conn = h1c->conn;
2955 TRACE_ENTER(H1_EV_H1C_WAKE, conn);
2956 conn_in_list = 0;
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002957 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02002958
Willy Tarreau4f6516d2018-12-19 13:59:17 +01002959 if (!(h1c->wait_event.events & SUB_RETRY_SEND))
Christopher Faulet51dbc942018-09-13 09:05:15 +02002960 ret = h1_send(h1c);
Willy Tarreau4f6516d2018-12-19 13:59:17 +01002961 if (!(h1c->wait_event.events & SUB_RETRY_RECV))
Christopher Faulet51dbc942018-09-13 09:05:15 +02002962 ret |= h1_recv(h1c);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002963 if (ret || b_data(&h1c->ibuf))
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002964 ret = h1_process(h1c);
Willy Tarreau74163142021-03-13 11:30:19 +01002965
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002966 /* If we were in an idle list, we want to add it back into it,
2967 * unless h1_process() returned -1, which mean it has destroyed
2968 * the connection (testing !ret is enough, if h1_process() wasn't
2969 * called then ret will be 0 anyway.
2970 */
Willy Tarreau74163142021-03-13 11:30:19 +01002971 if (ret < 0)
2972 t = NULL;
2973
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002974 if (!ret && conn_in_list) {
2975 struct server *srv = objt_server(conn->target);
2976
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01002977 HA_SPIN_LOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002978 if (conn_in_list == CO_FL_SAFE_LIST)
Willy Tarreau430bf4a2021-03-04 09:45:32 +01002979 ebmb_insert(&srv->per_thr[tid].safe_conns, &conn->hash_node->node, sizeof(conn->hash_node->hash));
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002980 else
Willy Tarreau430bf4a2021-03-04 09:45:32 +01002981 ebmb_insert(&srv->per_thr[tid].idle_conns, &conn->hash_node->node, sizeof(conn->hash_node->hash));
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01002982 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002983 }
Willy Tarreau74163142021-03-13 11:30:19 +01002984 return t;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002985}
2986
Christopher Faulet51dbc942018-09-13 09:05:15 +02002987static int h1_wake(struct connection *conn)
2988{
Willy Tarreau3d2ee552018-12-19 14:12:10 +01002989 struct h1c *h1c = conn->ctx;
Olivier Houchard75159a92018-12-03 18:46:09 +01002990 int ret;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002991
Christopher Faulet6b81df72019-10-01 22:08:43 +02002992 TRACE_POINT(H1_EV_H1C_WAKE, conn);
2993
Christopher Faulet539e0292018-11-19 10:40:09 +01002994 h1_send(h1c);
Olivier Houchard75159a92018-12-03 18:46:09 +01002995 ret = h1_process(h1c);
2996 if (ret == 0) {
2997 struct h1s *h1s = h1c->h1s;
2998
Christopher Fauletad4daf62021-01-21 17:49:01 +01002999 if (h1c->flags & H1C_F_ST_ATTACHED)
3000 h1_alert(h1s);
Olivier Houchard75159a92018-12-03 18:46:09 +01003001 }
3002 return ret;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003003}
3004
Christopher Fauletb8093cf2019-01-03 16:27:28 +01003005/* Connection timeout management. The principle is that if there's no receipt
3006 * nor sending for a certain amount of time, the connection is closed.
3007 */
Willy Tarreau144f84a2021-03-02 16:09:26 +01003008struct task *h1_timeout_task(struct task *t, void *context, unsigned int state)
Christopher Fauletb8093cf2019-01-03 16:27:28 +01003009{
3010 struct h1c *h1c = context;
3011 int expired = tick_is_expired(t->expire, now_ms);
3012
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003013 TRACE_ENTER(H1_EV_H1C_WAKE, h1c ? h1c->conn : NULL);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003014
Willy Tarreau68d4ee92020-06-30 11:19:23 +02003015 if (h1c) {
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003016 /* Make sure nobody stole the connection from us */
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01003017 HA_SPIN_LOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003018
3019 /* Somebody already stole the connection from us, so we should not
3020 * free it, we just have to free the task.
3021 */
3022 if (!t->context) {
3023 h1c = NULL;
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01003024 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003025 goto do_leave;
3026 }
3027
Willy Tarreau68d4ee92020-06-30 11:19:23 +02003028 if (!expired) {
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01003029 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003030 TRACE_DEVEL("leaving (not expired)", H1_EV_H1C_WAKE, h1c->conn, h1c->h1s);
Willy Tarreau68d4ee92020-06-30 11:19:23 +02003031 return t;
3032 }
Christopher Fauletb8093cf2019-01-03 16:27:28 +01003033
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01003034 /* If a conn-stream is still attached and ready to the mux, wait for the
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003035 * stream's timeout
Willy Tarreau68d4ee92020-06-30 11:19:23 +02003036 */
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01003037 if (h1c->flags & H1C_F_ST_READY) {
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01003038 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003039 t->expire = TICK_ETERNITY;
3040 TRACE_DEVEL("leaving (CS still attached)", H1_EV_H1C_WAKE, h1c->conn, h1c->h1s);
3041 return t;
3042 }
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003043
Christopher Fauletc4bfa592020-10-06 17:45:34 +02003044 /* Try to send an error to the client */
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003045 if (!(h1c->flags & (H1C_F_IS_BACK|H1C_F_ST_ERROR|H1C_F_ERR_PENDING|H1C_F_ST_SHUTDOWN))) {
3046 h1c->flags = (h1c->flags & ~H1C_F_ST_IDLE) | H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01003047 TRACE_DEVEL("timeout error detected", H1_EV_H1C_WAKE|H1_EV_H1C_ERR, h1c->conn, h1c->h1s);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02003048 if (h1_handle_req_tout(h1c))
3049 h1_send(h1c);
3050 if (b_data(&h1c->obuf) || (h1c->flags & H1C_F_ERR_PENDING)) {
3051 h1_refresh_timeout(h1c);
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01003052 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02003053 return t;
3054 }
3055 }
3056
Christopher Faulet0f9395d2021-01-21 17:50:19 +01003057 if (h1c->flags & H1C_F_ST_ATTACHED) {
Ilya Shipitsinacf84592021-02-06 22:29:08 +05003058 /* Don't release the H1 connection right now, we must destroy the
Christopher Faulet0f9395d2021-01-21 17:50:19 +01003059 * attached CS first. Here, the H1C must not be READY */
3060 h1c->h1s->cs->flags |= (CS_FL_EOS|CS_FL_ERROR);
3061 h1_alert(h1c->h1s);
3062 h1_refresh_timeout(h1c);
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01003063 HA_SPIN_UNLOCK(OTHER_LOCK, &idle_conns[tid].idle_conns_lock);
Christopher Faulet0f9395d2021-01-21 17:50:19 +01003064 TRACE_DEVEL("waiting to release the CS before releasing the connection", H1_EV_H1C_WAKE);
3065 return t;
3066 }
3067
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003068 /* We're about to destroy the connection, so make sure nobody attempts
3069 * to steal it from us.
Willy Tarreau68d4ee92020-06-30 11:19:23 +02003070 */
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003071 if (h1c->conn->flags & CO_FL_LIST_MASK)
Amaury Denoyelle8990b012021-02-19 15:29:16 +01003072 conn_delete_from_tree(&h1c->conn->hash_node->node);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003073
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01003074 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Willy Tarreau68d4ee92020-06-30 11:19:23 +02003075 }
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003076
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003077 do_leave:
Olivier Houchard3f795f72019-04-17 22:51:06 +02003078 task_destroy(t);
Christopher Fauletb8093cf2019-01-03 16:27:28 +01003079
3080 if (!h1c) {
3081 /* resources were already deleted */
Christopher Faulet6b81df72019-10-01 22:08:43 +02003082 TRACE_DEVEL("leaving (not more h1c)", H1_EV_H1C_WAKE);
Christopher Fauletb8093cf2019-01-03 16:27:28 +01003083 return NULL;
3084 }
3085
3086 h1c->task = NULL;
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003087 h1_release(h1c);
3088 TRACE_LEAVE(H1_EV_H1C_WAKE);
Christopher Fauletb8093cf2019-01-03 16:27:28 +01003089 return NULL;
3090}
3091
Christopher Faulet51dbc942018-09-13 09:05:15 +02003092/*******************************************/
3093/* functions below are used by the streams */
3094/*******************************************/
Christopher Faulet73c12072019-04-08 11:23:22 +02003095
Christopher Faulet51dbc942018-09-13 09:05:15 +02003096/*
3097 * Attach a new stream to a connection
3098 * (Used for outgoing connections)
3099 */
Olivier Houchardf502aca2018-12-14 19:42:40 +01003100static struct conn_stream *h1_attach(struct connection *conn, struct session *sess)
Christopher Faulet51dbc942018-09-13 09:05:15 +02003101{
Willy Tarreau3d2ee552018-12-19 14:12:10 +01003102 struct h1c *h1c = conn->ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003103 struct conn_stream *cs = NULL;
3104 struct h1s *h1s;
3105
Christopher Faulet6b81df72019-10-01 22:08:43 +02003106 TRACE_ENTER(H1_EV_STRM_NEW, conn);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003107 if (h1c->flags & H1C_F_ST_ERROR) {
Christopher Faulet26a26432021-01-27 11:27:50 +01003108 TRACE_ERROR("h1c on error", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, conn);
3109 goto err;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003110 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02003111
Christopher Faulet236c93b2020-07-02 09:19:54 +02003112 cs = cs_new(h1c->conn, h1c->conn->target);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003113 if (!cs) {
Christopher Faulet26a26432021-01-27 11:27:50 +01003114 TRACE_ERROR("CS allocation failure", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, conn);
3115 goto err;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003116 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02003117
Christopher Faulet2f0ec662020-09-24 10:30:15 +02003118 h1s = h1c_bck_stream_new(h1c, cs, sess);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003119 if (h1s == NULL) {
Christopher Faulet26a26432021-01-27 11:27:50 +01003120 TRACE_ERROR("h1s creation failure", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, conn);
3121 goto err;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003122 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02003123
Willy Tarreaue388f2f2021-03-02 16:51:09 +01003124 /* the connection is not idle anymore, let's mark this */
3125 HA_ATOMIC_AND(&h1c->wait_event.tasklet->state, ~TASK_F_USR1);
Willy Tarreau4f8cd432021-03-02 17:27:58 +01003126 xprt_set_used(conn, conn->xprt, conn->xprt_ctx);
Willy Tarreaue388f2f2021-03-02 16:51:09 +01003127
Christopher Faulet6b81df72019-10-01 22:08:43 +02003128 TRACE_LEAVE(H1_EV_STRM_NEW, conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003129 return cs;
Christopher Faulet26a26432021-01-27 11:27:50 +01003130 err:
Christopher Faulet51dbc942018-09-13 09:05:15 +02003131 cs_free(cs);
Christopher Faulet26a26432021-01-27 11:27:50 +01003132 TRACE_DEVEL("leaving on error", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003133 return NULL;
3134}
3135
3136/* Retrieves a valid conn_stream from this connection, or returns NULL. For
3137 * this mux, it's easy as we can only store a single conn_stream.
3138 */
3139static const struct conn_stream *h1_get_first_cs(const struct connection *conn)
3140{
Willy Tarreau3d2ee552018-12-19 14:12:10 +01003141 struct h1c *h1c = conn->ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003142 struct h1s *h1s = h1c->h1s;
3143
3144 if (h1s)
3145 return h1s->cs;
3146
3147 return NULL;
3148}
3149
Christopher Faulet73c12072019-04-08 11:23:22 +02003150static void h1_destroy(void *ctx)
Christopher Faulet51dbc942018-09-13 09:05:15 +02003151{
Christopher Faulet73c12072019-04-08 11:23:22 +02003152 struct h1c *h1c = ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003153
Christopher Faulet6b81df72019-10-01 22:08:43 +02003154 TRACE_POINT(H1_EV_H1C_END, h1c->conn);
Christopher Faulet39a96ee2019-04-08 10:52:21 +02003155 if (!h1c->h1s || !h1c->conn || h1c->conn->ctx != h1c)
Christopher Faulet73c12072019-04-08 11:23:22 +02003156 h1_release(h1c);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003157}
3158
3159/*
3160 * Detach the stream from the connection and possibly release the connection.
3161 */
3162static void h1_detach(struct conn_stream *cs)
3163{
3164 struct h1s *h1s = cs->ctx;
3165 struct h1c *h1c;
Olivier Houchardf502aca2018-12-14 19:42:40 +01003166 struct session *sess;
Olivier Houchard8a786902018-12-15 16:05:40 +01003167 int is_not_first;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003168
Christopher Faulet6b81df72019-10-01 22:08:43 +02003169 TRACE_ENTER(H1_EV_STRM_END, h1s ? h1s->h1c->conn : NULL, h1s);
3170
Christopher Faulet51dbc942018-09-13 09:05:15 +02003171 cs->ctx = NULL;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003172 if (!h1s) {
3173 TRACE_LEAVE(H1_EV_STRM_END);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003174 return;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003175 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02003176
Olivier Houchardf502aca2018-12-14 19:42:40 +01003177 sess = h1s->sess;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003178 h1c = h1s->h1c;
3179 h1s->cs = NULL;
3180
Christopher Faulet42849b02020-10-05 11:35:17 +02003181 sess->accept_date = date;
3182 sess->tv_accept = now;
3183 sess->t_handshake = 0;
3184 sess->t_idle = -1;
3185
Olivier Houchard8a786902018-12-15 16:05:40 +01003186 is_not_first = h1s->flags & H1S_F_NOT_FIRST;
3187 h1s_destroy(h1s);
3188
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003189 if ((h1c->flags & (H1C_F_IS_BACK|H1C_F_ST_IDLE)) == (H1C_F_IS_BACK|H1C_F_ST_IDLE)) {
Christopher Fauletf1204b82019-07-19 14:51:06 +02003190 /* If there are any excess server data in the input buffer,
3191 * release it and close the connection ASAP (some data may
3192 * remain in the output buffer). This happens if a server sends
3193 * invalid responses. So in such case, we don't want to reuse
3194 * the connection
Christopher Faulet03627242019-07-19 11:34:08 +02003195 */
Christopher Fauletf1204b82019-07-19 14:51:06 +02003196 if (b_data(&h1c->ibuf)) {
3197 h1_release_buf(h1c, &h1c->ibuf);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003198 h1c->flags = (h1c->flags & ~H1C_F_ST_IDLE) | H1C_F_ST_SHUTDOWN;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003199 TRACE_DEVEL("remaining data on detach, kill connection", H1_EV_STRM_END|H1_EV_H1C_END);
Christopher Fauletf1204b82019-07-19 14:51:06 +02003200 goto release;
3201 }
Christopher Faulet03627242019-07-19 11:34:08 +02003202
Christopher Faulet08016ab2020-07-01 16:10:06 +02003203 if (h1c->conn->flags & CO_FL_PRIVATE) {
3204 /* Add the connection in the session server list, if not already done */
Olivier Houchard351411f2018-12-27 17:20:54 +01003205 if (!session_add_conn(sess, h1c->conn, h1c->conn->target)) {
3206 h1c->conn->owner = NULL;
Olivier Houchard2444aa52020-01-20 13:56:01 +01003207 h1c->conn->mux->destroy(h1c);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003208 goto end;
Olivier Houchard351411f2018-12-27 17:20:54 +01003209 }
Christopher Faulet08016ab2020-07-01 16:10:06 +02003210 /* Always idle at this step */
Olivier Houchard2444aa52020-01-20 13:56:01 +01003211 if (session_check_idle_conn(sess, h1c->conn)) {
Olivier Houcharda4d4fdf2018-12-14 19:27:06 +01003212 /* The connection got destroyed, let's leave */
Christopher Faulet6b81df72019-10-01 22:08:43 +02003213 TRACE_DEVEL("outgoing connection killed", H1_EV_STRM_END|H1_EV_H1C_END);
3214 goto end;
3215 }
Olivier Houcharda4d4fdf2018-12-14 19:27:06 +01003216 }
Christopher Faulet08016ab2020-07-01 16:10:06 +02003217 else {
Olivier Houchard2444aa52020-01-20 13:56:01 +01003218 if (h1c->conn->owner == sess)
3219 h1c->conn->owner = NULL;
Willy Tarreaue388f2f2021-03-02 16:51:09 +01003220
3221 /* mark that the tasklet may lose its context to another thread and
3222 * that the handler needs to check it under the idle conns lock.
3223 */
3224 HA_ATOMIC_OR(&h1c->wait_event.tasklet->state, TASK_F_USR1);
Olivier Houchard3c49c1b2020-03-22 19:56:03 +01003225 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Willy Tarreau4f8cd432021-03-02 17:27:58 +01003226 xprt_set_idle(h1c->conn, h1c->conn->xprt, h1c->conn->xprt_ctx);
3227
Olivier Houcharddc2f2752020-02-13 19:12:07 +01003228 if (!srv_add_to_idle_list(objt_server(h1c->conn->target), h1c->conn, is_not_first)) {
Olivier Houchard2444aa52020-01-20 13:56:01 +01003229 /* The server doesn't want it, let's kill the connection right away */
3230 h1c->conn->mux->destroy(h1c);
3231 TRACE_DEVEL("outgoing connection killed", H1_EV_STRM_END|H1_EV_H1C_END);
3232 goto end;
Christopher Faulet9400a392018-11-23 23:10:39 +01003233 }
Olivier Houchard199d4fa2020-03-22 23:25:51 +01003234 /* At this point, the connection has been added to the
3235 * server idle list, so another thread may already have
3236 * hijacked it, so we can't do anything with it.
3237 */
Olivier Houchard2444aa52020-01-20 13:56:01 +01003238 return;
Christopher Faulet9400a392018-11-23 23:10:39 +01003239 }
3240 }
3241
Christopher Fauletf1204b82019-07-19 14:51:06 +02003242 release:
Christopher Faulet3ac0f432019-06-28 17:41:42 +02003243 /* We don't want to close right now unless the connection is in error or shut down for writes */
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003244 if ((h1c->flags & H1C_F_ST_ERROR) ||
Christopher Faulet37243bc2019-07-11 15:40:25 +02003245 (h1c->conn->flags & (CO_FL_ERROR|CO_FL_SOCK_WR_SH)) ||
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003246 ((h1c->flags & H1C_F_ST_SHUTDOWN) && !b_data(&h1c->obuf)) ||
Christopher Faulet6b81df72019-10-01 22:08:43 +02003247 !h1c->conn->owner) {
3248 TRACE_DEVEL("killing dead connection", H1_EV_STRM_END, h1c->conn);
Christopher Faulet73c12072019-04-08 11:23:22 +02003249 h1_release(h1c);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003250 }
Christopher Fauletb8093cf2019-01-03 16:27:28 +01003251 else {
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003252 if (h1c->flags & H1C_F_ST_IDLE) {
Christopher Faulet5d3c93c2020-10-05 17:14:28 +02003253 /* If we have a new request, process it immediately or
3254 * subscribe for reads waiting for new data
3255 */
Christopher Faulet0c366a82020-12-18 15:13:47 +01003256 if (unlikely(b_data(&h1c->ibuf))) {
3257 if (h1_process(h1c) == -1)
3258 goto end;
3259 }
Christopher Faulet5d3c93c2020-10-05 17:14:28 +02003260 else
3261 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
3262 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02003263 h1_set_idle_expiration(h1c);
Christopher Faulet7a145d62020-08-05 11:31:16 +02003264 h1_refresh_timeout(h1c);
Christopher Fauletb8093cf2019-01-03 16:27:28 +01003265 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02003266 end:
3267 TRACE_LEAVE(H1_EV_STRM_END);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003268}
3269
3270
3271static void h1_shutr(struct conn_stream *cs, enum cs_shr_mode mode)
3272{
3273 struct h1s *h1s = cs->ctx;
Christopher Faulet7f366362019-04-08 10:51:20 +02003274 struct h1c *h1c;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003275
3276 if (!h1s)
3277 return;
Christopher Faulet7f366362019-04-08 10:51:20 +02003278 h1c = h1s->h1c;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003279
Christopher Faulet99293b02021-11-10 10:30:15 +01003280 TRACE_ENTER(H1_EV_STRM_SHUT, h1c->conn, h1s, 0, (size_t[]){mode});
Christopher Faulet6b81df72019-10-01 22:08:43 +02003281
Christopher Faulet3c82d8b2020-10-05 17:11:16 +02003282 if (cs->flags & CS_FL_SHR)
3283 goto end;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003284 if (cs->flags & CS_FL_KILL_CONN) {
3285 TRACE_STATE("stream wants to kill the connection", H1_EV_STRM_SHUT, h1c->conn, h1s);
3286 goto do_shutr;
3287 }
3288 if (h1c->conn->flags & (CO_FL_ERROR | CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH)) {
3289 TRACE_STATE("shutdown on connection (error|rd_sh|wr_sh)", H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet7f366362019-04-08 10:51:20 +02003290 goto do_shutr;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003291 }
Christopher Faulet7f366362019-04-08 10:51:20 +02003292
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01003293 if (!(h1c->flags & (H1C_F_ST_READY|H1C_F_ST_ERROR))) {
3294 /* Here attached is implicit because there is CS */
3295 TRACE_STATE("keep connection alive (ALIVE but not READY nor ERROR)", H1_EV_STRM_SHUT, h1c->conn, h1s);
3296 goto end;
3297 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02003298 if (h1s->flags & H1S_F_WANT_KAL) {
3299 TRACE_STATE("keep connection alive (want_kal)", H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003300 goto end;
3301 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02003302
Christopher Faulet7f366362019-04-08 10:51:20 +02003303 do_shutr:
Christopher Faulet51dbc942018-09-13 09:05:15 +02003304 /* NOTE: Be sure to handle abort (cf. h2_shutr) */
3305 if (cs->flags & CS_FL_SHR)
Christopher Faulet6b81df72019-10-01 22:08:43 +02003306 goto end;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003307 if (conn_xprt_ready(cs->conn) && cs->conn->xprt->shutr)
Olivier Houcharde179d0e2019-03-21 18:27:17 +01003308 cs->conn->xprt->shutr(cs->conn, cs->conn->xprt_ctx,
Christopher Faulet6b81df72019-10-01 22:08:43 +02003309 (mode == CS_SHR_DRAIN));
Christopher Faulet6b81df72019-10-01 22:08:43 +02003310 end:
3311 TRACE_LEAVE(H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003312}
3313
3314static void h1_shutw(struct conn_stream *cs, enum cs_shw_mode mode)
3315{
3316 struct h1s *h1s = cs->ctx;
3317 struct h1c *h1c;
3318
3319 if (!h1s)
3320 return;
3321 h1c = h1s->h1c;
3322
Christopher Faulet99293b02021-11-10 10:30:15 +01003323 TRACE_ENTER(H1_EV_STRM_SHUT, h1c->conn, h1s, 0, (size_t[]){mode});
Christopher Faulet6b81df72019-10-01 22:08:43 +02003324
Christopher Faulet3c82d8b2020-10-05 17:11:16 +02003325 if (cs->flags & CS_FL_SHW)
3326 goto end;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003327 if (cs->flags & CS_FL_KILL_CONN) {
3328 TRACE_STATE("stream wants to kill the connection", H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet7f366362019-04-08 10:51:20 +02003329 goto do_shutw;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003330 }
3331 if (h1c->conn->flags & (CO_FL_ERROR | CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH)) {
3332 TRACE_STATE("shutdown on connection (error|rd_sh|wr_sh)", H1_EV_STRM_SHUT, h1c->conn, h1s);
3333 goto do_shutw;
3334 }
Olivier Houchardd2e88c72018-12-19 15:55:23 +01003335
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01003336 if (!(h1c->flags & (H1C_F_ST_READY|H1C_F_ST_ERROR))) {
3337 /* Here attached is implicit because there is CS */
3338 TRACE_STATE("keep connection alive (ALIVE but not READY nor ERROR)", H1_EV_STRM_SHUT, h1c->conn, h1s);
3339 goto end;
3340 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02003341 if (((h1s->flags & H1S_F_WANT_KAL) && h1s->req.state == H1_MSG_DONE && h1s->res.state == H1_MSG_DONE)) {
3342 TRACE_STATE("keep connection alive (want_kal)", H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003343 goto end;
3344 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02003345
Christopher Faulet7f366362019-04-08 10:51:20 +02003346 do_shutw:
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003347 h1c->flags |= H1C_F_ST_SHUTDOWN;
Christopher Fauleta85c5222021-10-27 15:36:38 +02003348 if (mode != CS_SHW_NORMAL)
3349 h1c->flags |= H1C_F_ST_SILENT_SHUT;
3350
Christopher Faulet3c82d8b2020-10-05 17:11:16 +02003351 if (!b_data(&h1c->obuf))
Christopher Fauleta85c5222021-10-27 15:36:38 +02003352 h1_shutw_conn(cs->conn);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003353 end:
3354 TRACE_LEAVE(H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003355}
3356
Christopher Fauleta85c5222021-10-27 15:36:38 +02003357static void h1_shutw_conn(struct connection *conn)
Christopher Faulet51dbc942018-09-13 09:05:15 +02003358{
Willy Tarreau3d2ee552018-12-19 14:12:10 +01003359 struct h1c *h1c = conn->ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003360
Willy Tarreau62592ad2021-03-26 09:09:42 +01003361 if (conn->flags & CO_FL_SOCK_WR_SH)
3362 return;
3363
Christopher Fauleta85c5222021-10-27 15:36:38 +02003364 TRACE_ENTER(H1_EV_H1C_END, conn);
Christopher Faulet666a0c42019-01-08 11:12:04 +01003365 conn_xprt_shutw(conn);
Christopher Fauleta85c5222021-10-27 15:36:38 +02003366 conn_sock_shutw(conn, (h1c && !(h1c->flags & H1C_F_ST_SILENT_SHUT)));
3367 TRACE_LEAVE(H1_EV_H1C_END, conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003368}
3369
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01003370/* Called from the upper layer, to unsubscribe <es> from events <event_type>
3371 * The <es> pointer is not allowed to differ from the one passed to the
3372 * subscribe() call. It always returns zero.
3373 */
3374static int h1_unsubscribe(struct conn_stream *cs, int event_type, struct wait_event *es)
Christopher Faulet51dbc942018-09-13 09:05:15 +02003375{
Christopher Faulet51dbc942018-09-13 09:05:15 +02003376 struct h1s *h1s = cs->ctx;
3377
3378 if (!h1s)
3379 return 0;
3380
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003381 BUG_ON(event_type & ~(SUB_RETRY_SEND|SUB_RETRY_RECV));
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01003382 BUG_ON(h1s->subs && h1s->subs != es);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003383
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01003384 es->events &= ~event_type;
3385 if (!es->events)
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003386 h1s->subs = NULL;
3387
3388 if (event_type & SUB_RETRY_RECV)
Christopher Faulet6b81df72019-10-01 22:08:43 +02003389 TRACE_DEVEL("unsubscribe(recv)", H1_EV_STRM_RECV, h1s->h1c->conn, h1s);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003390
3391 if (event_type & SUB_RETRY_SEND)
Christopher Faulet6b81df72019-10-01 22:08:43 +02003392 TRACE_DEVEL("unsubscribe(send)", H1_EV_STRM_SEND, h1s->h1c->conn, h1s);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003393
Christopher Faulet51dbc942018-09-13 09:05:15 +02003394 return 0;
3395}
3396
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01003397/* Called from the upper layer, to subscribe <es> to events <event_type>. The
3398 * event subscriber <es> is not allowed to change from a previous call as long
3399 * as at least one event is still subscribed. The <event_type> must only be a
3400 * combination of SUB_RETRY_RECV and SUB_RETRY_SEND. It always returns 0, unless
3401 * the conn_stream <cs> was already detached, in which case it will return -1.
3402 */
3403static int h1_subscribe(struct conn_stream *cs, int event_type, struct wait_event *es)
Christopher Faulet51dbc942018-09-13 09:05:15 +02003404{
Christopher Faulet51dbc942018-09-13 09:05:15 +02003405 struct h1s *h1s = cs->ctx;
Christopher Faulet51bb1852019-09-04 10:22:34 +02003406 struct h1c *h1c;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003407
3408 if (!h1s)
3409 return -1;
3410
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003411 BUG_ON(event_type & ~(SUB_RETRY_SEND|SUB_RETRY_RECV));
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01003412 BUG_ON(h1s->subs && h1s->subs != es);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003413
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01003414 es->events |= event_type;
3415 h1s->subs = es;
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003416
3417 if (event_type & SUB_RETRY_RECV)
Christopher Faulet6b81df72019-10-01 22:08:43 +02003418 TRACE_DEVEL("subscribe(recv)", H1_EV_STRM_RECV, h1s->h1c->conn, h1s);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003419
3420
Christopher Faulet6b81df72019-10-01 22:08:43 +02003421 if (event_type & SUB_RETRY_SEND) {
3422 TRACE_DEVEL("subscribe(send)", H1_EV_STRM_SEND, h1s->h1c->conn, h1s);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003423 /*
3424 * If the conn_stream attempt to subscribe, and the
3425 * mux isn't subscribed to the connection, then it
3426 * probably means the connection wasn't established
3427 * yet, so we have to subscribe.
3428 */
3429 h1c = h1s->h1c;
3430 if (!(h1c->wait_event.events & SUB_RETRY_SEND))
3431 h1c->conn->xprt->subscribe(h1c->conn,
3432 h1c->conn->xprt_ctx,
3433 SUB_RETRY_SEND,
3434 &h1c->wait_event);
3435 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02003436 return 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003437}
3438
Christopher Faulet564e39c2021-09-21 15:50:55 +02003439/* Called from the upper layer, to receive data.
3440 *
3441 * The caller is responsible for defragmenting <buf> if necessary. But <flags>
3442 * must be tested to know the calling context. If CO_RFL_BUF_FLUSH is set, it
3443 * means the caller wants to flush input data (from the mux buffer and the
3444 * channel buffer) to be able to use kernel splicing or any kind of mux-to-mux
3445 * xfer. If CO_RFL_KEEP_RECV is set, the mux must always subscribe for read
3446 * events before giving back. CO_RFL_BUF_WET is set if <buf> is congested with
3447 * data scheduled for leaving soon. CO_RFL_BUF_NOT_STUCK is set to instruct the
3448 * mux it may optimize the data copy to <buf> if necessary. Otherwise, it should
3449 * copy as much data as possible.
3450 */
Christopher Faulet51dbc942018-09-13 09:05:15 +02003451static size_t h1_rcv_buf(struct conn_stream *cs, struct buffer *buf, size_t count, int flags)
3452{
3453 struct h1s *h1s = cs->ctx;
Christopher Faulet539e0292018-11-19 10:40:09 +01003454 struct h1c *h1c = h1s->h1c;
Christopher Faulet0a799aa2020-09-24 09:52:52 +02003455 struct h1m *h1m = (!(h1c->flags & H1C_F_IS_BACK) ? &h1s->req : &h1s->res);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003456 size_t ret = 0;
3457
Willy Tarreau022e5e52020-09-10 09:33:15 +02003458 TRACE_ENTER(H1_EV_STRM_RECV, h1c->conn, h1s, 0, (size_t[]){count});
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01003459
3460 /* Do nothing for now if not READY */
3461 if (!(h1c->flags & H1C_F_ST_READY)) {
3462 TRACE_DEVEL("h1c not ready yet", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
3463 goto end;
3464 }
3465
Christopher Faulet539e0292018-11-19 10:40:09 +01003466 if (!(h1c->flags & H1C_F_IN_ALLOC))
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01003467 ret = h1_process_demux(h1c, buf, count);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003468 else
3469 TRACE_DEVEL("h1c ibuf not allocated", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
Christopher Faulet1be55f92018-10-02 15:59:23 +02003470
Christopher Faulet2b861bf2021-04-06 17:24:39 +02003471 if ((flags & CO_RFL_BUF_FLUSH) && (cs->flags & CS_FL_MAY_SPLICE)) {
3472 h1c->flags |= H1C_F_WANT_SPLICE;
3473 TRACE_STATE("Block xprt rcv_buf to flush stream's buffer (want_splice)", H1_EV_STRM_RECV, h1c->conn, h1s);
Christopher Faulete18777b2019-04-16 16:46:36 +02003474 }
Olivier Houchard02bac852019-08-22 18:34:25 +02003475 else {
Christopher Faulet1baef152021-04-08 18:42:59 +02003476 if (((flags & CO_RFL_KEEP_RECV) || (h1m->state != H1_MSG_DONE)) && !(h1c->wait_event.events & SUB_RETRY_RECV))
Willy Tarreau2c1f37d2020-03-04 17:50:02 +01003477 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003478 }
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01003479
3480 end:
Willy Tarreau022e5e52020-09-10 09:33:15 +02003481 TRACE_LEAVE(H1_EV_STRM_RECV, h1c->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet51dbc942018-09-13 09:05:15 +02003482 return ret;
3483}
3484
3485
3486/* Called from the upper layer, to send data */
3487static size_t h1_snd_buf(struct conn_stream *cs, struct buffer *buf, size_t count, int flags)
3488{
3489 struct h1s *h1s = cs->ctx;
3490 struct h1c *h1c;
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003491 size_t total = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003492
3493 if (!h1s)
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003494 return 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003495 h1c = h1s->h1c;
Olivier Houchard305d5ab2019-07-24 18:07:06 +02003496
Willy Tarreau022e5e52020-09-10 09:33:15 +02003497 TRACE_ENTER(H1_EV_STRM_SEND, h1c->conn, h1s, 0, (size_t[]){count});
Christopher Faulet6b81df72019-10-01 22:08:43 +02003498
Olivier Houchard305d5ab2019-07-24 18:07:06 +02003499 /* If we're not connected yet, or we're waiting for a handshake, stop
3500 * now, as we don't want to remove everything from the channel buffer
3501 * before we're sure we can send it.
3502 */
Willy Tarreau911db9b2020-01-23 16:27:54 +01003503 if (h1c->conn->flags & CO_FL_WAIT_XPRT) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02003504 TRACE_LEAVE(H1_EV_STRM_SEND, h1c->conn, h1s);
Christopher Faulet3b88b8d2018-10-26 17:36:03 +02003505 return 0;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003506 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02003507
Christopher Fauletdea24742021-01-22 15:12:30 +01003508 if (h1c->flags & H1C_F_ST_ERROR) {
3509 cs->flags |= CS_FL_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01003510 TRACE_ERROR("H1C on error, leaving in error", H1_EV_STRM_SEND|H1_EV_H1C_ERR|H1_EV_H1S_ERR|H1_EV_STRM_ERR, h1c->conn, h1s);
Christopher Fauletdea24742021-01-22 15:12:30 +01003511 return 0;
3512 }
3513
Christopher Faulet46230362019-10-17 16:04:20 +02003514 /* Inherit some flags from the upper layer */
3515 h1c->flags &= ~(H1C_F_CO_MSG_MORE|H1C_F_CO_STREAMER);
3516 if (flags & CO_SFL_MSG_MORE)
3517 h1c->flags |= H1C_F_CO_MSG_MORE;
3518 if (flags & CO_SFL_STREAMER)
3519 h1c->flags |= H1C_F_CO_STREAMER;
3520
Christopher Fauletc31872f2019-06-04 22:09:36 +02003521 while (count) {
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003522 size_t ret = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003523
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003524 if (!(h1c->flags & (H1C_F_OUT_FULL|H1C_F_OUT_ALLOC)))
Christopher Faulet44c0dcf2021-02-16 18:32:08 +01003525 ret = h1_process_mux(h1c, buf, count);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003526 else
3527 TRACE_DEVEL("h1c obuf not allocated", H1_EV_STRM_SEND|H1_EV_H1S_BLK, h1c->conn, h1s);
Olivier Houchardc89a42f2020-06-19 16:15:05 +02003528
3529 if ((count - ret) > 0)
3530 h1c->flags |= H1C_F_CO_MSG_MORE;
3531
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003532 if (!ret)
3533 break;
3534 total += ret;
Christopher Fauletc31872f2019-06-04 22:09:36 +02003535 count -= ret;
Olivier Houchard68787ef2020-01-15 19:13:32 +01003536 if ((h1c->wait_event.events & SUB_RETRY_SEND) || !h1_send(h1c))
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003537 break;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003538 }
Christopher Fauletdea24742021-01-22 15:12:30 +01003539
3540 if (h1c->flags & H1C_F_ST_ERROR) {
Christopher Fauletdea24742021-01-22 15:12:30 +01003541 cs->flags |= CS_FL_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01003542 TRACE_ERROR("reporting error to the app-layer stream", H1_EV_STRM_SEND|H1_EV_H1S_ERR|H1_EV_STRM_ERR, h1c->conn, h1s);
Christopher Fauletdea24742021-01-22 15:12:30 +01003543 }
3544
Christopher Faulet7a145d62020-08-05 11:31:16 +02003545 h1_refresh_timeout(h1c);
Willy Tarreau022e5e52020-09-10 09:33:15 +02003546 TRACE_LEAVE(H1_EV_STRM_SEND, h1c->conn, h1s, 0, (size_t[]){total});
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003547 return total;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003548}
3549
Willy Tarreaue5733232019-05-22 19:24:06 +02003550#if defined(USE_LINUX_SPLICE)
Christopher Faulet1be55f92018-10-02 15:59:23 +02003551/* Send and get, using splicing */
3552static int h1_rcv_pipe(struct conn_stream *cs, struct pipe *pipe, unsigned int count)
3553{
3554 struct h1s *h1s = cs->ctx;
Christopher Faulet0a799aa2020-09-24 09:52:52 +02003555 struct h1c *h1c = h1s->h1c;
3556 struct h1m *h1m = (!(h1c->flags & H1C_F_IS_BACK) ? &h1s->req : &h1s->res);
Christopher Faulet1be55f92018-10-02 15:59:23 +02003557 int ret = 0;
3558
Willy Tarreau022e5e52020-09-10 09:33:15 +02003559 TRACE_ENTER(H1_EV_STRM_RECV, cs->conn, h1s, 0, (size_t[]){count});
Christopher Faulet6b81df72019-10-01 22:08:43 +02003560
Christopher Faulet9fa40c42019-11-05 16:24:27 +01003561 if ((h1m->flags & H1_MF_CHNK) || (h1m->state != H1_MSG_DATA && h1m->state != H1_MSG_TUNNEL)) {
Christopher Faulet0a799aa2020-09-24 09:52:52 +02003562 h1c->flags &= ~H1C_F_WANT_SPLICE;
Christopher Fauletae635762020-09-21 11:47:16 +02003563 TRACE_STATE("Allow xprt rcv_buf on !(msg_data|msg_tunnel)", H1_EV_STRM_RECV, cs->conn, h1s);
Christopher Faulete18777b2019-04-16 16:46:36 +02003564 goto end;
3565 }
3566
Christopher Fauletcf307562021-07-26 10:49:39 +02003567 h1c->flags |= H1C_F_WANT_SPLICE;
Willy Tarreaufbdf90a2019-06-03 13:42:54 +02003568 if (h1s_data_pending(h1s)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02003569 TRACE_STATE("flush input buffer before splicing", H1_EV_STRM_RECV, cs->conn, h1s);
Christopher Faulet1be55f92018-10-02 15:59:23 +02003570 goto end;
Christopher Fauletd44ad5b2018-11-19 21:52:12 +01003571 }
3572
Christopher Faulet0a799aa2020-09-24 09:52:52 +02003573 if (!h1_recv_allowed(h1c)) {
Christopher Faulet0060be92020-07-03 15:02:25 +02003574 TRACE_DEVEL("leaving on !recv_allowed", H1_EV_STRM_RECV, cs->conn, h1s);
3575 goto end;
3576 }
3577
Christopher Fauletf5ce3202021-11-26 17:26:19 +01003578 if (h1m->state == H1_MSG_DATA && (h1m->flags & H1_MF_CLEN) && count > h1m->curr_len)
Christopher Faulet1be55f92018-10-02 15:59:23 +02003579 count = h1m->curr_len;
Olivier Houcharde179d0e2019-03-21 18:27:17 +01003580 ret = cs->conn->xprt->rcv_pipe(cs->conn, cs->conn->xprt_ctx, pipe, count);
Christopher Faulet140f1a52021-11-26 16:37:55 +01003581 if (ret >= 0) {
Christopher Fauletf5ce3202021-11-26 17:26:19 +01003582 if (h1m->state == H1_MSG_DATA && (h1m->flags & H1_MF_CLEN)) {
Christopher Faulet140f1a52021-11-26 16:37:55 +01003583 if (ret > h1m->curr_len) {
3584 h1s->flags |= H1S_F_PARSING_ERROR;
3585 h1c->flags |= H1C_F_ST_ERROR;
3586 cs->flags |= CS_FL_ERROR;
3587 TRACE_ERROR("too much payload, more than announced",
3588 H1_EV_RX_DATA|H1_EV_STRM_ERR|H1_EV_H1C_ERR|H1_EV_H1S_ERR, cs->conn, h1s);
3589 goto end;
3590 }
3591 h1m->curr_len -= ret;
3592 if (!h1m->curr_len) {
3593 h1m->state = H1_MSG_DONE;
3594 h1c->flags &= ~H1C_F_WANT_SPLICE;
3595 TRACE_STATE("payload fully received", H1_EV_STRM_RECV, cs->conn, h1s);
3596 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02003597 }
Christopher Faulete18777b2019-04-16 16:46:36 +02003598 }
3599
Christopher Faulet1be55f92018-10-02 15:59:23 +02003600 end:
Christopher Faulet038ad812019-04-17 11:03:22 +02003601 if (conn_xprt_read0_pending(cs->conn)) {
Willy Tarreauc493c9c2019-06-03 14:18:22 +02003602 h1s->flags |= H1S_F_REOS;
Christopher Faulet0a799aa2020-09-24 09:52:52 +02003603 h1c->flags &= ~H1C_F_WANT_SPLICE;
Christopher Fauletae635762020-09-21 11:47:16 +02003604 TRACE_STATE("Allow xprt rcv_buf on read0", H1_EV_STRM_RECV, cs->conn, h1s);
Christopher Faulet038ad812019-04-17 11:03:22 +02003605 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02003606
Christopher Faulet94d35102021-04-09 11:58:49 +02003607 if (!(h1c->flags & H1C_F_WANT_SPLICE)) {
Christopher Faulet0a799aa2020-09-24 09:52:52 +02003608 TRACE_STATE("notify the mux can't use splicing anymore", H1_EV_STRM_RECV, h1c->conn, h1s);
Willy Tarreau17ccd1a2020-01-17 16:19:34 +01003609 cs->flags &= ~CS_FL_MAY_SPLICE;
Christopher Faulet94d35102021-04-09 11:58:49 +02003610 if (!(h1c->wait_event.events & SUB_RETRY_RECV)) {
3611 TRACE_STATE("restart receiving data, subscribing", H1_EV_STRM_RECV, cs->conn, h1s);
3612 cs->conn->xprt->subscribe(cs->conn, cs->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
3613 }
Christopher Faulet27182292020-07-03 15:08:49 +02003614 }
Willy Tarreau17ccd1a2020-01-17 16:19:34 +01003615
Willy Tarreau022e5e52020-09-10 09:33:15 +02003616 TRACE_LEAVE(H1_EV_STRM_RECV, cs->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet1be55f92018-10-02 15:59:23 +02003617 return ret;
Christopher Faulet1be55f92018-10-02 15:59:23 +02003618}
3619
3620static int h1_snd_pipe(struct conn_stream *cs, struct pipe *pipe)
3621{
3622 struct h1s *h1s = cs->ctx;
Christopher Faulet140f1a52021-11-26 16:37:55 +01003623 struct h1c *h1c = h1s->h1c;
3624 struct h1m *h1m = (!(h1c->flags & H1C_F_IS_BACK) ? &h1s->res : &h1s->req);
Christopher Faulet1be55f92018-10-02 15:59:23 +02003625 int ret = 0;
3626
Willy Tarreau022e5e52020-09-10 09:33:15 +02003627 TRACE_ENTER(H1_EV_STRM_SEND, cs->conn, h1s, 0, (size_t[]){pipe->data});
Christopher Faulet6b81df72019-10-01 22:08:43 +02003628
Christopher Faulet140f1a52021-11-26 16:37:55 +01003629 if (b_data(&h1c->obuf)) {
3630 if (!(h1c->wait_event.events & SUB_RETRY_SEND)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02003631 TRACE_STATE("more data to send, subscribing", H1_EV_STRM_SEND, cs->conn, h1s);
Christopher Faulet140f1a52021-11-26 16:37:55 +01003632 cs->conn->xprt->subscribe(cs->conn, cs->conn->xprt_ctx, SUB_RETRY_SEND, &h1c->wait_event);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003633 }
Christopher Faulet8454f2d2021-04-06 17:27:32 +02003634 goto end;
Christopher Fauletd44ad5b2018-11-19 21:52:12 +01003635 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02003636
Christopher Faulet8454f2d2021-04-06 17:27:32 +02003637 ret = cs->conn->xprt->snd_pipe(cs->conn, cs->conn->xprt_ctx, pipe);
Christopher Fauletf5ce3202021-11-26 17:26:19 +01003638 if (h1m->state == H1_MSG_DATA && (h1m->flags & H1_MF_CLEN)) {
Christopher Faulet140f1a52021-11-26 16:37:55 +01003639 if (ret > h1m->curr_len) {
3640 h1s->flags |= H1S_F_PROCESSING_ERROR;
3641 h1c->flags |= H1C_F_ST_ERROR;
3642 cs->flags |= CS_FL_ERROR;
3643 TRACE_ERROR("too much payload, more than announced",
3644 H1_EV_TX_DATA|H1_EV_STRM_ERR|H1_EV_H1C_ERR|H1_EV_H1S_ERR, cs->conn, h1s);
3645 goto end;
3646 }
3647 h1m->curr_len -= ret;
3648 if (!h1m->curr_len) {
3649 h1m->state = H1_MSG_DONE;
3650 TRACE_STATE("payload fully xferred", H1_EV_TX_DATA|H1_EV_TX_BODY, cs->conn, h1s);
3651 }
3652 }
Christopher Faulet8454f2d2021-04-06 17:27:32 +02003653
3654 end:
Willy Tarreau022e5e52020-09-10 09:33:15 +02003655 TRACE_LEAVE(H1_EV_STRM_SEND, cs->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet1be55f92018-10-02 15:59:23 +02003656 return ret;
3657}
3658#endif
3659
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02003660static int h1_ctl(struct connection *conn, enum mux_ctl_type mux_ctl, void *output)
3661{
Christopher Fauletc18fc232020-10-06 17:41:36 +02003662 const struct h1c *h1c = conn->ctx;
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02003663 int ret = 0;
Christopher Fauletc18fc232020-10-06 17:41:36 +02003664
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02003665 switch (mux_ctl) {
3666 case MUX_STATUS:
Willy Tarreau911db9b2020-01-23 16:27:54 +01003667 if (!(conn->flags & CO_FL_WAIT_XPRT))
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02003668 ret |= MUX_STATUS_READY;
3669 return ret;
Christopher Faulet4c8ad842020-10-06 14:59:17 +02003670 case MUX_EXIT_STATUS:
Christopher Faulet36e46aa2021-09-28 11:45:05 +02003671 if (output)
3672 *((int *)output) = h1c->errcode;
3673 ret = (h1c->errcode == 408 ? MUX_ES_TOUT_ERR :
3674 (h1c->errcode == 501 ? MUX_ES_NOTIMPL_ERR :
3675 (h1c->errcode == 500 ? MUX_ES_INTERNAL_ERR :
3676 ((h1c->errcode >= 400 && h1c->errcode <= 499) ? MUX_ES_INVALID_ERR :
Christopher Faulet2eed8002020-12-07 11:26:13 +01003677 MUX_ES_SUCCESS))));
Christopher Fauletc18fc232020-10-06 17:41:36 +02003678 return ret;
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02003679 default:
3680 return -1;
3681 }
3682}
3683
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003684/* for debugging with CLI's "show fd" command */
Willy Tarreau8050efe2021-01-21 08:26:06 +01003685static int h1_show_fd(struct buffer *msg, struct connection *conn)
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003686{
3687 struct h1c *h1c = conn->ctx;
3688 struct h1s *h1s = h1c->h1s;
Willy Tarreau0c0c0a22021-01-21 09:13:35 +01003689 int ret = 0;
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003690
Christopher Fauletf376a312019-01-04 15:16:06 +01003691 chunk_appendf(msg, " h1c.flg=0x%x .sub=%d .ibuf=%u@%p+%u/%u .obuf=%u@%p+%u/%u",
3692 h1c->flags, h1c->wait_event.events,
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003693 (unsigned int)b_data(&h1c->ibuf), b_orig(&h1c->ibuf),
3694 (unsigned int)b_head_ofs(&h1c->ibuf), (unsigned int)b_size(&h1c->ibuf),
3695 (unsigned int)b_data(&h1c->obuf), b_orig(&h1c->obuf),
3696 (unsigned int)b_head_ofs(&h1c->obuf), (unsigned int)b_size(&h1c->obuf));
3697
3698 if (h1s) {
3699 char *method;
3700
3701 if (h1s->meth < HTTP_METH_OTHER)
3702 method = http_known_methods[h1s->meth].ptr;
3703 else
3704 method = "UNKNOWN";
3705 chunk_appendf(msg, " h1s=%p h1s.flg=0x%x .req.state=%s .res.state=%s"
3706 " .meth=%s status=%d",
3707 h1s, h1s->flags,
3708 h1m_state_str(h1s->req.state),
3709 h1m_state_str(h1s->res.state), method, h1s->status);
3710 if (h1s->cs)
3711 chunk_appendf(msg, " .cs.flg=0x%08x .cs.data=%p",
3712 h1s->cs->flags, h1s->cs->data);
Willy Tarreau150c4f82021-01-20 17:05:58 +01003713
3714 chunk_appendf(&trash, " .subs=%p", h1s->subs);
3715 if (h1s->subs) {
Christopher Faulet6c93c4e2021-02-25 10:06:29 +01003716 chunk_appendf(&trash, "(ev=%d tl=%p", h1s->subs->events, h1s->subs->tasklet);
3717 chunk_appendf(&trash, " tl.calls=%d tl.ctx=%p tl.fct=",
3718 h1s->subs->tasklet->calls,
3719 h1s->subs->tasklet->context);
3720 if (h1s->subs->tasklet->calls >= 1000000)
3721 ret = 1;
3722 resolve_sym_name(&trash, NULL, h1s->subs->tasklet->process);
3723 chunk_appendf(&trash, ")");
Willy Tarreau150c4f82021-01-20 17:05:58 +01003724 }
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003725 }
Willy Tarreau0c0c0a22021-01-21 09:13:35 +01003726 return ret;
Christopher Faulet98fbe952019-07-22 16:18:24 +02003727}
3728
3729
3730/* Add an entry in the headers map. Returns -1 on error and 0 on success. */
3731static int add_hdr_case_adjust(const char *from, const char *to, char **err)
3732{
3733 struct h1_hdr_entry *entry;
3734
3735 /* Be sure there is a non-empty <to> */
3736 if (!strlen(to)) {
3737 memprintf(err, "expect <to>");
3738 return -1;
3739 }
3740
3741 /* Be sure only the case differs between <from> and <to> */
Tim Duesterhuse5ff1412021-01-02 22:31:53 +01003742 if (strcasecmp(from, to) != 0) {
Christopher Faulet98fbe952019-07-22 16:18:24 +02003743 memprintf(err, "<from> and <to> must not differ execpt the case");
3744 return -1;
3745 }
3746
3747 /* Be sure <from> does not already existsin the tree */
3748 if (ebis_lookup(&hdrs_map.map, from)) {
3749 memprintf(err, "duplicate entry '%s'", from);
3750 return -1;
3751 }
3752
3753 /* Create the entry and insert it in the tree */
3754 entry = malloc(sizeof(*entry));
3755 if (!entry) {
3756 memprintf(err, "out of memory");
3757 return -1;
3758 }
3759
3760 entry->node.key = strdup(from);
Tim Duesterhusdcf753a2021-03-04 17:31:47 +01003761 entry->name = ist(strdup(to));
Tim Duesterhus7b5777d2021-03-02 18:57:28 +01003762 if (!entry->node.key || !isttest(entry->name)) {
Christopher Faulet98fbe952019-07-22 16:18:24 +02003763 free(entry->node.key);
Tim Duesterhused526372020-03-05 17:56:33 +01003764 istfree(&entry->name);
Christopher Faulet98fbe952019-07-22 16:18:24 +02003765 free(entry);
3766 memprintf(err, "out of memory");
3767 return -1;
3768 }
3769 ebis_insert(&hdrs_map.map, &entry->node);
3770 return 0;
3771}
3772
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003773/* Migrate the the connection to the current thread.
3774 * Return 0 if successful, non-zero otherwise.
3775 * Expected to be called with the old thread lock held.
3776 */
Olivier Houchard1662cdb2020-07-03 14:04:37 +02003777static int h1_takeover(struct connection *conn, int orig_tid)
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003778{
3779 struct h1c *h1c = conn->ctx;
Willy Tarreau09e0d9e2020-07-01 16:39:33 +02003780 struct task *task;
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003781
3782 if (fd_takeover(conn->handle.fd, conn) != 0)
3783 return -1;
Olivier Houcharda74bb7e2020-07-03 14:01:21 +02003784
3785 if (conn->xprt->takeover && conn->xprt->takeover(conn, conn->xprt_ctx, orig_tid) != 0) {
3786 /* We failed to takeover the xprt, even if the connection may
3787 * still be valid, flag it as error'd, as we have already
3788 * taken over the fd, and wake the tasklet, so that it will
3789 * destroy it.
3790 */
3791 conn->flags |= CO_FL_ERROR;
3792 tasklet_wakeup_on(h1c->wait_event.tasklet, orig_tid);
3793 return -1;
3794 }
3795
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003796 if (h1c->wait_event.events)
3797 h1c->conn->xprt->unsubscribe(h1c->conn, h1c->conn->xprt_ctx,
3798 h1c->wait_event.events, &h1c->wait_event);
3799 /* To let the tasklet know it should free itself, and do nothing else,
3800 * set its context to NULL.
3801 */
3802 h1c->wait_event.tasklet->context = NULL;
Olivier Houchard1662cdb2020-07-03 14:04:37 +02003803 tasklet_wakeup_on(h1c->wait_event.tasklet, orig_tid);
Willy Tarreau09e0d9e2020-07-01 16:39:33 +02003804
3805 task = h1c->task;
3806 if (task) {
3807 task->context = NULL;
3808 h1c->task = NULL;
3809 __ha_barrier_store();
3810 task_kill(task);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003811
Willy Tarreaubeeabf52021-10-01 18:23:30 +02003812 h1c->task = task_new_here();
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003813 if (!h1c->task) {
3814 h1_release(h1c);
3815 return -1;
3816 }
3817 h1c->task->process = h1_timeout_task;
3818 h1c->task->context = h1c;
3819 }
3820 h1c->wait_event.tasklet = tasklet_new();
3821 if (!h1c->wait_event.tasklet) {
3822 h1_release(h1c);
3823 return -1;
3824 }
3825 h1c->wait_event.tasklet->process = h1_io_cb;
3826 h1c->wait_event.tasklet->context = h1c;
3827 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx,
3828 SUB_RETRY_RECV, &h1c->wait_event);
3829
3830 return 0;
3831}
3832
3833
Christopher Faulet98fbe952019-07-22 16:18:24 +02003834static void h1_hdeaders_case_adjust_deinit()
3835{
3836 struct ebpt_node *node, *next;
3837 struct h1_hdr_entry *entry;
3838
3839 node = ebpt_first(&hdrs_map.map);
3840 while (node) {
3841 next = ebpt_next(node);
3842 ebpt_delete(node);
3843 entry = container_of(node, struct h1_hdr_entry, node);
3844 free(entry->node.key);
Tim Duesterhused526372020-03-05 17:56:33 +01003845 istfree(&entry->name);
Christopher Faulet98fbe952019-07-22 16:18:24 +02003846 free(entry);
3847 node = next;
3848 }
3849 free(hdrs_map.name);
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003850}
3851
Christopher Faulet98fbe952019-07-22 16:18:24 +02003852static int cfg_h1_headers_case_adjust_postparser()
3853{
3854 FILE *file = NULL;
3855 char *c, *key_beg, *key_end, *value_beg, *value_end;
3856 char *err;
3857 int rc, line = 0, err_code = 0;
3858
3859 if (!hdrs_map.name)
3860 goto end;
3861
3862 file = fopen(hdrs_map.name, "r");
3863 if (!file) {
Amaury Denoyelle11124302021-06-04 18:22:08 +02003864 ha_alert("h1-outgoing-headers-case-adjust-file '%s': failed to open file.\n",
Christopher Faulet98fbe952019-07-22 16:18:24 +02003865 hdrs_map.name);
3866 err_code |= ERR_ALERT | ERR_FATAL;
3867 goto end;
3868 }
3869
3870 /* now parse all lines. The file may contain only two header name per
3871 * line, separated by spaces. All heading and trailing spaces will be
3872 * ignored. Lines starting with a # are ignored.
3873 */
3874 while (fgets(trash.area, trash.size, file) != NULL) {
3875 line++;
3876 c = trash.area;
3877
3878 /* strip leading spaces and tabs */
3879 while (*c == ' ' || *c == '\t')
3880 c++;
3881
3882 /* ignore emptu lines, or lines beginning with a dash */
3883 if (*c == '#' || *c == '\0' || *c == '\r' || *c == '\n')
3884 continue;
3885
3886 /* look for the end of the key */
3887 key_beg = c;
3888 while (*c != '\0' && *c != ' ' && *c != '\t' && *c != '\n' && *c != '\r')
3889 c++;
3890 key_end = c;
3891
3892 /* strip middle spaces and tabs */
3893 while (*c == ' ' || *c == '\t')
3894 c++;
3895
3896 /* look for the end of the value, it is the end of the line */
3897 value_beg = c;
3898 while (*c && *c != '\n' && *c != '\r')
3899 c++;
3900 value_end = c;
3901
3902 /* trim possibly trailing spaces and tabs */
3903 while (value_end > value_beg && (value_end[-1] == ' ' || value_end[-1] == '\t'))
3904 value_end--;
3905
3906 /* set final \0 and check entries */
3907 *key_end = '\0';
3908 *value_end = '\0';
3909
3910 err = NULL;
3911 rc = add_hdr_case_adjust(key_beg, value_beg, &err);
3912 if (rc < 0) {
Amaury Denoyelle11124302021-06-04 18:22:08 +02003913 ha_alert("h1-outgoing-headers-case-adjust-file '%s' : %s at line %d.\n",
Christopher Faulet98fbe952019-07-22 16:18:24 +02003914 hdrs_map.name, err, line);
3915 err_code |= ERR_ALERT | ERR_FATAL;
Christopher Fauletcac5c092019-07-30 16:51:42 +02003916 free(err);
Christopher Faulet98fbe952019-07-22 16:18:24 +02003917 goto end;
3918 }
3919 if (rc > 0) {
Amaury Denoyelle11124302021-06-04 18:22:08 +02003920 ha_warning("h1-outgoing-headers-case-adjust-file '%s' : %s at line %d.\n",
Christopher Faulet98fbe952019-07-22 16:18:24 +02003921 hdrs_map.name, err, line);
3922 err_code |= ERR_WARN;
Christopher Fauletcac5c092019-07-30 16:51:42 +02003923 free(err);
Christopher Faulet98fbe952019-07-22 16:18:24 +02003924 }
3925 }
3926
3927 end:
3928 if (file)
3929 fclose(file);
3930 hap_register_post_deinit(h1_hdeaders_case_adjust_deinit);
3931 return err_code;
3932}
3933
3934
3935/* config parser for global "h1-outgoing-header-case-adjust" */
3936static int cfg_parse_h1_header_case_adjust(char **args, int section_type, struct proxy *curpx,
Willy Tarreau01825162021-03-09 09:53:46 +01003937 const struct proxy *defpx, const char *file, int line,
Christopher Faulet98fbe952019-07-22 16:18:24 +02003938 char **err)
3939{
3940 if (too_many_args(2, args, err, NULL))
3941 return -1;
3942 if (!*(args[1]) || !*(args[2])) {
3943 memprintf(err, "'%s' expects <from> and <to> as argument.", args[0]);
3944 return -1;
3945 }
3946 return add_hdr_case_adjust(args[1], args[2], err);
3947}
3948
3949/* config parser for global "h1-outgoing-headers-case-adjust-file" */
3950static int cfg_parse_h1_headers_case_adjust_file(char **args, int section_type, struct proxy *curpx,
Willy Tarreau01825162021-03-09 09:53:46 +01003951 const struct proxy *defpx, const char *file, int line,
Christopher Faulet98fbe952019-07-22 16:18:24 +02003952 char **err)
3953{
3954 if (too_many_args(1, args, err, NULL))
3955 return -1;
3956 if (!*(args[1])) {
3957 memprintf(err, "'%s' expects <file> as argument.", args[0]);
3958 return -1;
3959 }
3960 free(hdrs_map.name);
3961 hdrs_map.name = strdup(args[1]);
3962 return 0;
3963}
3964
3965
3966/* config keyword parsers */
3967static struct cfg_kw_list cfg_kws = {{ }, {
3968 { CFG_GLOBAL, "h1-case-adjust", cfg_parse_h1_header_case_adjust },
3969 { CFG_GLOBAL, "h1-case-adjust-file", cfg_parse_h1_headers_case_adjust_file },
3970 { 0, NULL, NULL },
3971 }
3972};
3973
3974INITCALL1(STG_REGISTER, cfg_register_keywords, &cfg_kws);
3975REGISTER_CONFIG_POSTPARSER("h1-headers-map", cfg_h1_headers_case_adjust_postparser);
3976
3977
Christopher Faulet51dbc942018-09-13 09:05:15 +02003978/****************************************/
Ilya Shipitsinc02a23f2020-05-06 00:53:22 +05003979/* MUX initialization and instantiation */
Christopher Faulet51dbc942018-09-13 09:05:15 +02003980/****************************************/
3981
3982/* The mux operations */
Christopher Faulet3f612f72021-02-05 16:44:21 +01003983static const struct mux_ops mux_http_ops = {
Christopher Faulet51dbc942018-09-13 09:05:15 +02003984 .init = h1_init,
3985 .wake = h1_wake,
3986 .attach = h1_attach,
3987 .get_first_cs = h1_get_first_cs,
3988 .detach = h1_detach,
3989 .destroy = h1_destroy,
3990 .avail_streams = h1_avail_streams,
Willy Tarreau00f18a32019-01-26 12:19:01 +01003991 .used_streams = h1_used_streams,
Christopher Faulet51dbc942018-09-13 09:05:15 +02003992 .rcv_buf = h1_rcv_buf,
3993 .snd_buf = h1_snd_buf,
Willy Tarreaue5733232019-05-22 19:24:06 +02003994#if defined(USE_LINUX_SPLICE)
Christopher Faulet1be55f92018-10-02 15:59:23 +02003995 .rcv_pipe = h1_rcv_pipe,
3996 .snd_pipe = h1_snd_pipe,
3997#endif
Christopher Faulet51dbc942018-09-13 09:05:15 +02003998 .subscribe = h1_subscribe,
3999 .unsubscribe = h1_unsubscribe,
4000 .shutr = h1_shutr,
4001 .shutw = h1_shutw,
Olivier Houcharda8f6b432018-12-21 15:20:29 +01004002 .show_fd = h1_show_fd,
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02004003 .ctl = h1_ctl,
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01004004 .takeover = h1_takeover,
Christopher Faulet9f38f5a2019-04-03 09:53:32 +02004005 .flags = MX_FL_HTX,
Willy Tarreau0a7a4fb2019-05-22 11:36:54 +02004006 .name = "H1",
Christopher Faulet51dbc942018-09-13 09:05:15 +02004007};
4008
Christopher Faulet3f612f72021-02-05 16:44:21 +01004009static const struct mux_ops mux_h1_ops = {
4010 .init = h1_init,
4011 .wake = h1_wake,
4012 .attach = h1_attach,
4013 .get_first_cs = h1_get_first_cs,
4014 .detach = h1_detach,
4015 .destroy = h1_destroy,
4016 .avail_streams = h1_avail_streams,
4017 .used_streams = h1_used_streams,
4018 .rcv_buf = h1_rcv_buf,
4019 .snd_buf = h1_snd_buf,
4020#if defined(USE_LINUX_SPLICE)
4021 .rcv_pipe = h1_rcv_pipe,
4022 .snd_pipe = h1_snd_pipe,
4023#endif
4024 .subscribe = h1_subscribe,
4025 .unsubscribe = h1_unsubscribe,
4026 .shutr = h1_shutr,
4027 .shutw = h1_shutw,
4028 .show_fd = h1_show_fd,
4029 .ctl = h1_ctl,
4030 .takeover = h1_takeover,
4031 .flags = MX_FL_HTX|MX_FL_NO_UPG,
4032 .name = "H1",
4033};
Christopher Faulet51dbc942018-09-13 09:05:15 +02004034
Christopher Faulet3f612f72021-02-05 16:44:21 +01004035/* this mux registers default HTX proto but also h1 proto (to be referenced in the conf */
4036static struct mux_proto_list mux_proto_h1 =
4037 { .token = IST("h1"), .mode = PROTO_MODE_HTTP, .side = PROTO_SIDE_BOTH, .mux = &mux_h1_ops };
4038static struct mux_proto_list mux_proto_http =
4039 { .token = IST(""), .mode = PROTO_MODE_HTTP, .side = PROTO_SIDE_BOTH, .mux = &mux_http_ops };
Christopher Faulet51dbc942018-09-13 09:05:15 +02004040
Christopher Faulet3f612f72021-02-05 16:44:21 +01004041INITCALL1(STG_REGISTER, register_mux_proto, &mux_proto_h1);
4042INITCALL1(STG_REGISTER, register_mux_proto, &mux_proto_http);
Willy Tarreau0108d902018-11-25 19:14:37 +01004043
Christopher Faulet51dbc942018-09-13 09:05:15 +02004044/*
4045 * Local variables:
4046 * c-indent-level: 8
4047 * c-basic-offset: 8
4048 * End:
4049 */