blob: ab469a32f74161ddb427085fd0e0ec859dd466c3 [file] [log] [blame]
Christopher Faulet51dbc942018-09-13 09:05:15 +02001/*
2 * HTT/1 mux-demux for connections
3 *
4 * Copyright 2018 Christopher Faulet <cfaulet@haproxy.com>
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
Willy Tarreaub2551052020-06-09 09:07:15 +020012#include <import/ebistree.h>
13
Willy Tarreau4c7e4b72020-05-27 12:58:42 +020014#include <haproxy/api.h>
Willy Tarreau6be78492020-06-05 00:00:29 +020015#include <haproxy/cfgparse.h>
Willy Tarreau7ea393d2020-06-04 18:02:10 +020016#include <haproxy/connection.h>
Willy Tarreau5413a872020-06-02 19:33:08 +020017#include <haproxy/h1.h>
Willy Tarreauc6fe8842020-06-04 09:00:02 +020018#include <haproxy/h1_htx.h>
Willy Tarreaubf073142020-06-03 12:04:01 +020019#include <haproxy/h2.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020020#include <haproxy/http_htx.h>
Willy Tarreau16f958c2020-06-03 08:44:35 +020021#include <haproxy/htx.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020022#include <haproxy/istbuf.h>
23#include <haproxy/log.h>
Willy Tarreau551271d2020-06-04 08:32:23 +020024#include <haproxy/pipe-t.h>
Willy Tarreauadc02402021-05-08 20:28:54 +020025#include <haproxy/proxy.h>
Willy Tarreau48d25b32020-06-04 18:58:52 +020026#include <haproxy/session-t.h>
Willy Tarreaudfd3de82020-06-04 23:46:14 +020027#include <haproxy/stream.h>
Willy Tarreau5e539c92020-06-04 20:45:39 +020028#include <haproxy/stream_interface.h>
Willy Tarreauc6d61d72020-06-04 19:02:42 +020029#include <haproxy/trace.h>
Christopher Faulet51dbc942018-09-13 09:05:15 +020030
31/*
32 * H1 Connection flags (32 bits)
33 */
34#define H1C_F_NONE 0x00000000
35
36/* Flags indicating why writing output data are blocked */
37#define H1C_F_OUT_ALLOC 0x00000001 /* mux is blocked on lack of output buffer */
38#define H1C_F_OUT_FULL 0x00000002 /* mux is blocked on output buffer full */
39/* 0x00000004 - 0x00000008 unused */
40
41/* Flags indicating why reading input data are blocked. */
42#define H1C_F_IN_ALLOC 0x00000010 /* mux is blocked on lack of input buffer */
43#define H1C_F_IN_FULL 0x00000020 /* mux is blocked on input buffer full */
Christopher Fauletd17ad822020-09-24 15:14:29 +020044#define H1C_F_IN_SALLOC 0x00000040 /* mux is blocked on lack of stream's request buffer */
Christopher Faulet51dbc942018-09-13 09:05:15 +020045
Christopher Faulet7b109f22019-12-05 11:18:31 +010046/* Flags indicating the connection state */
Christopher Faulet3ced1d12020-11-27 16:44:01 +010047#define H1C_F_ST_EMBRYONIC 0x00000100 /* Set when a H1 stream with no conn-stream is attached to the connection */
Christopher Faulet39c7b6b2021-01-21 17:44:35 +010048#define H1C_F_ST_ATTACHED 0x00000200 /* Set when a H1 stream with a conn-stream is attached to the connection (may be not READY) */
Christopher Faulet3ced1d12020-11-27 16:44:01 +010049#define H1C_F_ST_IDLE 0x00000400 /* connection is idle and may be reused
50 * (exclusive to all H1C_F_ST flags and never set when an h1s is attached) */
51#define H1C_F_ST_ERROR 0x00000800 /* connection must be closed ASAP because an error occurred (conn-stream may still be attached) */
52#define H1C_F_ST_SHUTDOWN 0x00001000 /* connection must be shut down ASAP flushing output first (conn-stream may still be attached) */
Christopher Faulet39c7b6b2021-01-21 17:44:35 +010053#define H1C_F_ST_READY 0x00002000 /* Set in ATTACHED state with a READY conn-stream. A conn-stream is not ready when
54 * a TCP>H1 upgrade is in progress Thus this flag is only set if ATTACHED is also set */
Christopher Faulet3ced1d12020-11-27 16:44:01 +010055#define H1C_F_ST_ALIVE (H1C_F_ST_IDLE|H1C_F_ST_EMBRYONIC|H1C_F_ST_ATTACHED)
Christopher Fauletbde7e052021-11-15 14:51:37 +010056#define H1C_F_ST_SILENT_SHUT 0x00004000 /* silent (or dirty) shutdown must be performed (implied ST_SHUTDOWN) */
Christopher Fauletdb451fb2021-10-27 15:36:38 +020057/* 0x00008000 unused */
Christopher Faulet51dbc942018-09-13 09:05:15 +020058
Christopher Fauletb385b502021-01-13 18:47:57 +010059#define H1C_F_WANT_SPLICE 0x00010000 /* Don't read into a buffer because we want to use or we are using splicing */
60#define H1C_F_ERR_PENDING 0x00020000 /* Send an error and close the connection ASAP (implies H1C_F_ST_ERROR) */
61#define H1C_F_WAIT_NEXT_REQ 0x00040000 /* waiting for the next request to start, use keep-alive timeout */
62#define H1C_F_UPG_H2C 0x00080000 /* set if an upgrade to h2 should be done */
63#define H1C_F_CO_MSG_MORE 0x00100000 /* set if CO_SFL_MSG_MORE must be set when calling xprt->snd_buf() */
64#define H1C_F_CO_STREAMER 0x00200000 /* set if CO_SFL_STREAMER must be set when calling xprt->snd_buf() */
Christopher Faulet129817b2018-09-20 16:14:40 +020065
Christopher Faulet10a86702021-04-07 14:18:11 +020066/* 0x00400000 - 0x40000000 unusued*/
Christopher Faulet3ced1d12020-11-27 16:44:01 +010067#define H1C_F_IS_BACK 0x80000000 /* Set on outgoing connection */
Christopher Faulet46230362019-10-17 16:04:20 +020068
Christopher Faulet51dbc942018-09-13 09:05:15 +020069/*
70 * H1 Stream flags (32 bits)
71 */
Christopher Faulet129817b2018-09-20 16:14:40 +020072#define H1S_F_NONE 0x00000000
Christopher Faulet10a86702021-04-07 14:18:11 +020073
74#define H1S_F_RX_BLK 0x00100000 /* Don't process more input data, waiting sync with output side */
75#define H1S_F_TX_BLK 0x00200000 /* Don't process more output data, waiting sync with input side */
Christopher Faulet58f21da2021-09-20 07:47:27 +020076#define H1S_F_RX_CONGESTED 0x00000004 /* Cannot process input data RX path is congested (waiting for more space in channel's buffer) */
77
Willy Tarreauc493c9c2019-06-03 14:18:22 +020078#define H1S_F_REOS 0x00000008 /* End of input stream seen even if not delivered yet */
Christopher Fauletf2824e62018-10-01 12:12:37 +020079#define H1S_F_WANT_KAL 0x00000010
80#define H1S_F_WANT_TUN 0x00000020
81#define H1S_F_WANT_CLO 0x00000040
82#define H1S_F_WANT_MSK 0x00000070
83#define H1S_F_NOT_FIRST 0x00000080 /* The H1 stream is not the first one */
Christopher Faulet5696f542020-12-02 16:08:38 +010084#define H1S_F_BODYLESS_RESP 0x00000100 /* Bodyless response message */
Christopher Faulet60ef12c2020-09-24 10:05:44 +020085
Ilya Shipitsinacf84592021-02-06 22:29:08 +050086/* 0x00000200 unused */
Christopher Faulet2eed8002020-12-07 11:26:13 +010087#define H1S_F_NOT_IMPL_ERROR 0x00000400 /* Set when a feature is not implemented during the message parsing */
Christopher Faulet60ef12c2020-09-24 10:05:44 +020088#define H1S_F_PARSING_ERROR 0x00000800 /* Set when an error occurred during the message parsing */
89#define H1S_F_PROCESSING_ERROR 0x00001000 /* Set when an error occurred during the message xfer */
90#define H1S_F_ERROR 0x00001800 /* stream error mask */
91
Christopher Faulet72ba6cd2019-09-24 16:20:05 +020092#define H1S_F_HAVE_SRV_NAME 0x00002000 /* Set during output process if the server name header was added to the request */
Christopher Fauletada34b62019-05-24 16:36:43 +020093#define H1S_F_HAVE_O_CONN 0x00004000 /* Set during output process to know connection mode was processed */
Christopher Faulet51dbc942018-09-13 09:05:15 +020094
95/* H1 connection descriptor */
Christopher Faulet51dbc942018-09-13 09:05:15 +020096struct h1c {
97 struct connection *conn;
98 struct proxy *px;
99 uint32_t flags; /* Connection flags: H1C_F_* */
Christopher Fauletc18fc232020-10-06 17:41:36 +0200100 unsigned int errcode; /* Status code when an error occurred at the H1 connection level */
Christopher Faulet51dbc942018-09-13 09:05:15 +0200101 struct buffer ibuf; /* Input buffer to store data before parsing */
102 struct buffer obuf; /* Output buffer to store data after reformatting */
103
104 struct buffer_wait buf_wait; /* Wait list for buffer allocation */
105 struct wait_event wait_event; /* To be used if we're waiting for I/Os */
106
107 struct h1s *h1s; /* H1 stream descriptor */
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100108 struct task *task; /* timeout management task */
Christopher Fauletdbe57792020-10-05 17:50:58 +0200109 int idle_exp; /* idle expiration date (http-keep-alive or http-request timeout) */
110 int timeout; /* client/server timeout duration */
111 int shut_timeout; /* client-fin/server-fin timeout duration */
Christopher Faulet51dbc942018-09-13 09:05:15 +0200112};
113
114/* H1 stream descriptor */
115struct h1s {
116 struct h1c *h1c;
117 struct conn_stream *cs;
Christopher Fauletfeb11742018-11-29 15:12:34 +0100118 uint32_t flags; /* Connection flags: H1S_F_* */
Christopher Faulet51dbc942018-09-13 09:05:15 +0200119
Willy Tarreau1b0d4d12020-01-16 11:03:19 +0100120 struct wait_event *subs; /* Address of the wait_event the conn_stream associated is waiting on */
Christopher Faulet129817b2018-09-20 16:14:40 +0200121
Olivier Houchardf502aca2018-12-14 19:42:40 +0100122 struct session *sess; /* Associated session */
Christopher Fauletd17ad822020-09-24 15:14:29 +0200123 struct buffer rxbuf; /* receive buffer, always valid (buf_empty or real buffer) */
Christopher Faulet129817b2018-09-20 16:14:40 +0200124 struct h1m req;
125 struct h1m res;
126
Ilya Shipitsin47d17182020-06-21 21:42:57 +0500127 enum http_meth_t meth; /* HTTP request method */
Christopher Faulet129817b2018-09-20 16:14:40 +0200128 uint16_t status; /* HTTP response status */
Amaury Denoyellec1938232020-12-11 17:53:03 +0100129
130 char ws_key[25]; /* websocket handshake key */
Christopher Faulet51dbc942018-09-13 09:05:15 +0200131};
132
Christopher Faulet98fbe952019-07-22 16:18:24 +0200133/* Map of headers used to convert outgoing headers */
134struct h1_hdrs_map {
135 char *name;
136 struct eb_root map;
137};
138
139/* An entry in a headers map */
140struct h1_hdr_entry {
141 struct ist name;
142 struct ebpt_node node;
143};
144
145/* Declare the headers map */
146static struct h1_hdrs_map hdrs_map = { .name = NULL, .map = EB_ROOT };
147
148
Christopher Faulet6b81df72019-10-01 22:08:43 +0200149/* trace source and events */
150static void h1_trace(enum trace_level level, uint64_t mask,
151 const struct trace_source *src,
152 const struct ist where, const struct ist func,
153 const void *a1, const void *a2, const void *a3, const void *a4);
154
155/* The event representation is split like this :
156 * h1c - internal H1 connection
157 * h1s - internal H1 stream
158 * strm - application layer
159 * rx - data receipt
160 * tx - data transmission
161 *
162 */
163static const struct trace_event h1_trace_events[] = {
164#define H1_EV_H1C_NEW (1ULL << 0)
165 { .mask = H1_EV_H1C_NEW, .name = "h1c_new", .desc = "new H1 connection" },
166#define H1_EV_H1C_RECV (1ULL << 1)
167 { .mask = H1_EV_H1C_RECV, .name = "h1c_recv", .desc = "Rx on H1 connection" },
168#define H1_EV_H1C_SEND (1ULL << 2)
169 { .mask = H1_EV_H1C_SEND, .name = "h1c_send", .desc = "Tx on H1 connection" },
170#define H1_EV_H1C_BLK (1ULL << 3)
171 { .mask = H1_EV_H1C_BLK, .name = "h1c_blk", .desc = "H1 connection blocked" },
172#define H1_EV_H1C_WAKE (1ULL << 4)
173 { .mask = H1_EV_H1C_WAKE, .name = "h1c_wake", .desc = "H1 connection woken up" },
174#define H1_EV_H1C_END (1ULL << 5)
175 { .mask = H1_EV_H1C_END, .name = "h1c_end", .desc = "H1 connection terminated" },
176#define H1_EV_H1C_ERR (1ULL << 6)
177 { .mask = H1_EV_H1C_ERR, .name = "h1c_err", .desc = "error on H1 connection" },
178
179#define H1_EV_RX_DATA (1ULL << 7)
180 { .mask = H1_EV_RX_DATA, .name = "rx_data", .desc = "receipt of any H1 data" },
181#define H1_EV_RX_EOI (1ULL << 8)
182 { .mask = H1_EV_RX_EOI, .name = "rx_eoi", .desc = "receipt of end of H1 input" },
183#define H1_EV_RX_HDRS (1ULL << 9)
184 { .mask = H1_EV_RX_HDRS, .name = "rx_headers", .desc = "receipt of H1 headers" },
185#define H1_EV_RX_BODY (1ULL << 10)
186 { .mask = H1_EV_RX_BODY, .name = "rx_body", .desc = "receipt of H1 body" },
187#define H1_EV_RX_TLRS (1ULL << 11)
188 { .mask = H1_EV_RX_TLRS, .name = "rx_trailerus", .desc = "receipt of H1 trailers" },
189
190#define H1_EV_TX_DATA (1ULL << 12)
191 { .mask = H1_EV_TX_DATA, .name = "tx_data", .desc = "transmission of any H1 data" },
192#define H1_EV_TX_EOI (1ULL << 13)
193 { .mask = H1_EV_TX_EOI, .name = "tx_eoi", .desc = "transmission of end of H1 input" },
194#define H1_EV_TX_HDRS (1ULL << 14)
195 { .mask = H1_EV_TX_HDRS, .name = "tx_headers", .desc = "transmission of all headers" },
196#define H1_EV_TX_BODY (1ULL << 15)
197 { .mask = H1_EV_TX_BODY, .name = "tx_body", .desc = "transmission of H1 body" },
198#define H1_EV_TX_TLRS (1ULL << 16)
199 { .mask = H1_EV_TX_TLRS, .name = "tx_trailerus", .desc = "transmission of H1 trailers" },
200
201#define H1_EV_H1S_NEW (1ULL << 17)
202 { .mask = H1_EV_H1S_NEW, .name = "h1s_new", .desc = "new H1 stream" },
203#define H1_EV_H1S_BLK (1ULL << 18)
204 { .mask = H1_EV_H1S_BLK, .name = "h1s_blk", .desc = "H1 stream blocked" },
205#define H1_EV_H1S_END (1ULL << 19)
206 { .mask = H1_EV_H1S_END, .name = "h1s_end", .desc = "H1 stream terminated" },
207#define H1_EV_H1S_ERR (1ULL << 20)
208 { .mask = H1_EV_H1S_ERR, .name = "h1s_err", .desc = "error on H1 stream" },
209
210#define H1_EV_STRM_NEW (1ULL << 21)
211 { .mask = H1_EV_STRM_NEW, .name = "strm_new", .desc = "app-layer stream creation" },
212#define H1_EV_STRM_RECV (1ULL << 22)
213 { .mask = H1_EV_STRM_RECV, .name = "strm_recv", .desc = "receiving data for stream" },
214#define H1_EV_STRM_SEND (1ULL << 23)
215 { .mask = H1_EV_STRM_SEND, .name = "strm_send", .desc = "sending data for stream" },
216#define H1_EV_STRM_WAKE (1ULL << 24)
217 { .mask = H1_EV_STRM_WAKE, .name = "strm_wake", .desc = "stream woken up" },
218#define H1_EV_STRM_SHUT (1ULL << 25)
219 { .mask = H1_EV_STRM_SHUT, .name = "strm_shut", .desc = "stream shutdown" },
220#define H1_EV_STRM_END (1ULL << 26)
221 { .mask = H1_EV_STRM_END, .name = "strm_end", .desc = "detaching app-layer stream" },
222#define H1_EV_STRM_ERR (1ULL << 27)
223 { .mask = H1_EV_STRM_ERR, .name = "strm_err", .desc = "stream error" },
224
225 { }
226};
227
228static const struct name_desc h1_trace_lockon_args[4] = {
229 /* arg1 */ { /* already used by the connection */ },
230 /* arg2 */ { .name="h1s", .desc="H1 stream" },
231 /* arg3 */ { },
232 /* arg4 */ { }
233};
234
235static const struct name_desc h1_trace_decoding[] = {
236#define H1_VERB_CLEAN 1
237 { .name="clean", .desc="only user-friendly stuff, generally suitable for level \"user\"" },
238#define H1_VERB_MINIMAL 2
239 { .name="minimal", .desc="report only h1c/h1s state and flags, no real decoding" },
240#define H1_VERB_SIMPLE 3
241 { .name="simple", .desc="add request/response status line or htx info when available" },
242#define H1_VERB_ADVANCED 4
243 { .name="advanced", .desc="add header fields or frame decoding when available" },
244#define H1_VERB_COMPLETE 5
245 { .name="complete", .desc="add full data dump when available" },
246 { /* end */ }
247};
248
Willy Tarreau6eb3d372021-04-10 19:29:26 +0200249static struct trace_source trace_h1 __read_mostly = {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200250 .name = IST("h1"),
251 .desc = "HTTP/1 multiplexer",
252 .arg_def = TRC_ARG1_CONN, // TRACE()'s first argument is always a connection
253 .default_cb = h1_trace,
254 .known_events = h1_trace_events,
255 .lockon_args = h1_trace_lockon_args,
256 .decoding = h1_trace_decoding,
257 .report_events = ~0, // report everything by default
258};
259
260#define TRACE_SOURCE &trace_h1
261INITCALL1(STG_REGISTER, trace_register_source, TRACE_SOURCE);
262
Christopher Faulet51dbc942018-09-13 09:05:15 +0200263/* the h1c and h1s pools */
Willy Tarreau8ceae722018-11-26 11:58:30 +0100264DECLARE_STATIC_POOL(pool_head_h1c, "h1c", sizeof(struct h1c));
265DECLARE_STATIC_POOL(pool_head_h1s, "h1s", sizeof(struct h1s));
Christopher Faulet51dbc942018-09-13 09:05:15 +0200266
Christopher Faulet51dbc942018-09-13 09:05:15 +0200267static int h1_recv(struct h1c *h1c);
268static int h1_send(struct h1c *h1c);
269static int h1_process(struct h1c *h1c);
Willy Tarreau691d5032021-01-20 14:55:01 +0100270/* h1_io_cb is exported to see it resolved in "show fd" */
Willy Tarreau144f84a2021-03-02 16:09:26 +0100271struct task *h1_io_cb(struct task *t, void *ctx, unsigned int state);
272struct task *h1_timeout_task(struct task *t, void *context, unsigned int state);
Christopher Fauletdb451fb2021-10-27 15:36:38 +0200273static void h1_shutw_conn(struct connection *conn);
Christopher Faulet660f6f32019-10-04 10:22:47 +0200274static void h1_wake_stream_for_recv(struct h1s *h1s);
275static void h1_wake_stream_for_send(struct h1s *h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200276
Christopher Faulet6b81df72019-10-01 22:08:43 +0200277/* the H1 traces always expect that arg1, if non-null, is of type connection
278 * (from which we can derive h1c), that arg2, if non-null, is of type h1s, and
279 * that arg3, if non-null, is a htx for rx/tx headers.
280 */
281static void h1_trace(enum trace_level level, uint64_t mask, const struct trace_source *src,
282 const struct ist where, const struct ist func,
283 const void *a1, const void *a2, const void *a3, const void *a4)
284{
285 const struct connection *conn = a1;
286 const struct h1c *h1c = conn ? conn->ctx : NULL;
287 const struct h1s *h1s = a2;
288 const struct htx *htx = a3;
289 const size_t *val = a4;
290
291 if (!h1c)
292 h1c = (h1s ? h1s->h1c : NULL);
293
294 if (!h1c || src->verbosity < H1_VERB_CLEAN)
295 return;
296
297 /* Display frontend/backend info by default */
Christopher Faulet0a799aa2020-09-24 09:52:52 +0200298 chunk_appendf(&trace_buf, " : [%c]", ((h1c->flags & H1C_F_IS_BACK) ? 'B' : 'F'));
Christopher Faulet6b81df72019-10-01 22:08:43 +0200299
300 /* Display request and response states if h1s is defined */
Christopher Faulet1a62dc32021-11-26 17:31:35 +0100301 if (h1s) {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200302 chunk_appendf(&trace_buf, " [%s, %s]",
303 h1m_state_str(h1s->req.state), h1m_state_str(h1s->res.state));
304
Christopher Faulet1a62dc32021-11-26 17:31:35 +0100305 if (src->verbosity > H1_VERB_SIMPLE) {
306 chunk_appendf(&trace_buf, " - req=(.fl=0x%08x .curr_len=%lu .body_len=%lu)",
307 h1s->req.flags, (unsigned long)h1s->req.curr_len, (unsigned long)h1s->req.body_len);
308 chunk_appendf(&trace_buf, " res=(.fl=0x%08x .curr_len=%lu .body_len=%lu)",
309 h1s->res.flags, (unsigned long)h1s->res.curr_len, (unsigned long)h1s->res.body_len);
310 }
311
312 }
313
Christopher Faulet6b81df72019-10-01 22:08:43 +0200314 if (src->verbosity == H1_VERB_CLEAN)
315 return;
316
317 /* Display the value to the 4th argument (level > STATE) */
318 if (src->level > TRACE_LEVEL_STATE && val)
Willy Tarreaue18f53e2019-11-27 15:41:31 +0100319 chunk_appendf(&trace_buf, " - VAL=%lu", (long)*val);
Christopher Faulet6b81df72019-10-01 22:08:43 +0200320
321 /* Display status-line if possible (verbosity > MINIMAL) */
322 if (src->verbosity > H1_VERB_MINIMAL && htx && htx_nbblks(htx)) {
323 const struct htx_blk *blk = htx_get_head_blk(htx);
324 const struct htx_sl *sl = htx_get_blk_ptr(htx, blk);
325 enum htx_blk_type type = htx_get_blk_type(blk);
326
327 if (type == HTX_BLK_REQ_SL || type == HTX_BLK_RES_SL)
328 chunk_appendf(&trace_buf, " - \"%.*s %.*s %.*s\"",
329 HTX_SL_P1_LEN(sl), HTX_SL_P1_PTR(sl),
330 HTX_SL_P2_LEN(sl), HTX_SL_P2_PTR(sl),
331 HTX_SL_P3_LEN(sl), HTX_SL_P3_PTR(sl));
332 }
333
334 /* Display h1c info and, if defined, h1s info (pointer + flags) */
335 chunk_appendf(&trace_buf, " - h1c=%p(0x%08x)", h1c, h1c->flags);
Christopher Fauletea62e182021-11-10 10:30:15 +0100336 if (h1c->conn)
337 chunk_appendf(&trace_buf, " conn=%p(0x%08x)", h1c->conn, h1c->conn->flags);
338 if (h1s) {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200339 chunk_appendf(&trace_buf, " h1s=%p(0x%08x)", h1s, h1s->flags);
Christopher Fauletea62e182021-11-10 10:30:15 +0100340 if (h1s->cs)
341 chunk_appendf(&trace_buf, " cs=%p(0x%08x)", h1s->cs, h1s->cs->flags);
342 }
Christopher Faulet6b81df72019-10-01 22:08:43 +0200343
344 if (src->verbosity == H1_VERB_MINIMAL)
345 return;
346
347 /* Display input and output buffer info (level > USER & verbosity > SIMPLE) */
348 if (src->level > TRACE_LEVEL_USER) {
349 if (src->verbosity == H1_VERB_COMPLETE ||
350 (src->verbosity == H1_VERB_ADVANCED && (mask & (H1_EV_H1C_RECV|H1_EV_STRM_RECV))))
351 chunk_appendf(&trace_buf, " ibuf=%u@%p+%u/%u",
352 (unsigned int)b_data(&h1c->ibuf), b_orig(&h1c->ibuf),
353 (unsigned int)b_head_ofs(&h1c->ibuf), (unsigned int)b_size(&h1c->ibuf));
354 if (src->verbosity == H1_VERB_COMPLETE ||
355 (src->verbosity == H1_VERB_ADVANCED && (mask & (H1_EV_H1C_SEND|H1_EV_STRM_SEND))))
356 chunk_appendf(&trace_buf, " obuf=%u@%p+%u/%u",
357 (unsigned int)b_data(&h1c->obuf), b_orig(&h1c->obuf),
358 (unsigned int)b_head_ofs(&h1c->obuf), (unsigned int)b_size(&h1c->obuf));
359 }
360
361 /* Display htx info if defined (level > USER) */
362 if (src->level > TRACE_LEVEL_USER && htx) {
363 int full = 0;
364
365 /* Full htx info (level > STATE && verbosity > SIMPLE) */
366 if (src->level > TRACE_LEVEL_STATE) {
367 if (src->verbosity == H1_VERB_COMPLETE)
368 full = 1;
369 else if (src->verbosity == H1_VERB_ADVANCED && (mask & (H1_EV_RX_HDRS|H1_EV_TX_HDRS)))
370 full = 1;
371 }
372
373 chunk_memcat(&trace_buf, "\n\t", 2);
374 htx_dump(&trace_buf, htx, full);
375 }
376}
377
378
Christopher Faulet51dbc942018-09-13 09:05:15 +0200379/*****************************************************/
380/* functions below are for dynamic buffer management */
381/*****************************************************/
382/*
Christopher Faulet2545a0b2019-12-05 12:30:55 +0100383 * Indicates whether or not we may receive data. The rules are the following :
384 * - if an error or a shutdown for reads was detected on the connection we
Christopher Faulet119ac872020-09-30 17:33:22 +0200385 * must not attempt to receive
386 * - if we are waiting for the connection establishment, we must not attempt
387 * to receive
388 * - if an error was detected on the stream we must not attempt to receive
389 * - if reads are explicitly disabled, we must not attempt to receive
Christopher Faulet2545a0b2019-12-05 12:30:55 +0100390 * - if the input buffer failed to be allocated or is full , we must not try
391 * to receive
Christopher Faulet119ac872020-09-30 17:33:22 +0200392 * - if the mux is not blocked on an input condition, we may attempt to receive
Christopher Faulet51dbc942018-09-13 09:05:15 +0200393 * - otherwise must may not attempt to receive
394 */
395static inline int h1_recv_allowed(const struct h1c *h1c)
396{
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100397 if (h1c->flags & H1C_F_ST_ERROR) {
Christopher Faulet2545a0b2019-12-05 12:30:55 +0100398 TRACE_DEVEL("recv not allowed because of error on h1c", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200399 return 0;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200400 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200401
Willy Tarreau2febb842020-07-31 09:15:43 +0200402 if (h1c->conn->flags & (CO_FL_ERROR|CO_FL_SOCK_RD_SH|CO_FL_WAIT_L4_CONN|CO_FL_WAIT_L6_CONN)) {
403 TRACE_DEVEL("recv not allowed because of (error|read0|waitl4|waitl6) on connection", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
Christopher Fauletcf56b992018-12-11 16:12:31 +0100404 return 0;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200405 }
Christopher Fauletcf56b992018-12-11 16:12:31 +0100406
Christopher Faulet119ac872020-09-30 17:33:22 +0200407 if (h1c->h1s && (h1c->h1s->flags & H1S_F_ERROR)) {
408 TRACE_DEVEL("recv not allowed because of error on h1s", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
409 return 0;
410 }
411
Christopher Fauletd17ad822020-09-24 15:14:29 +0200412 if (!(h1c->flags & (H1C_F_IN_ALLOC|H1C_F_IN_FULL|H1C_F_IN_SALLOC)))
Christopher Faulet51dbc942018-09-13 09:05:15 +0200413 return 1;
414
Christopher Faulet6b81df72019-10-01 22:08:43 +0200415 TRACE_DEVEL("recv not allowed because input is blocked", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200416 return 0;
417}
418
419/*
420 * Tries to grab a buffer and to re-enables processing on mux <target>. The h1
421 * flags are used to figure what buffer was requested. It returns 1 if the
422 * allocation succeeds, in which case the connection is woken up, or 0 if it's
423 * impossible to wake up and we prefer to be woken up later.
424 */
425static int h1_buf_available(void *target)
426{
427 struct h1c *h1c = target;
428
Willy Tarreaud68d4f12021-03-22 14:44:31 +0100429 if ((h1c->flags & H1C_F_IN_ALLOC) && b_alloc(&h1c->ibuf)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200430 TRACE_STATE("unblocking h1c, ibuf allocated", H1_EV_H1C_RECV|H1_EV_H1C_BLK|H1_EV_H1C_WAKE, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200431 h1c->flags &= ~H1C_F_IN_ALLOC;
432 if (h1_recv_allowed(h1c))
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200433 tasklet_wakeup(h1c->wait_event.tasklet);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200434 return 1;
435 }
436
Willy Tarreaud68d4f12021-03-22 14:44:31 +0100437 if ((h1c->flags & H1C_F_OUT_ALLOC) && b_alloc(&h1c->obuf)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200438 TRACE_STATE("unblocking h1s, obuf allocated", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1c->h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200439 h1c->flags &= ~H1C_F_OUT_ALLOC;
Christopher Faulet660f6f32019-10-04 10:22:47 +0200440 if (h1c->h1s)
441 h1_wake_stream_for_send(h1c->h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200442 return 1;
443 }
444
Willy Tarreaud68d4f12021-03-22 14:44:31 +0100445 if ((h1c->flags & H1C_F_IN_SALLOC) && h1c->h1s && b_alloc(&h1c->h1s->rxbuf)) {
Christopher Fauletd17ad822020-09-24 15:14:29 +0200446 TRACE_STATE("unblocking h1c, stream rxbuf allocated", H1_EV_H1C_RECV|H1_EV_H1C_BLK|H1_EV_H1C_WAKE, h1c->conn);
447 h1c->flags &= ~H1C_F_IN_SALLOC;
448 tasklet_wakeup(h1c->wait_event.tasklet);
449 return 1;
450 }
451
Christopher Faulet51dbc942018-09-13 09:05:15 +0200452 return 0;
453}
454
455/*
456 * Allocate a buffer. If if fails, it adds the mux in buffer wait queue.
457 */
458static inline struct buffer *h1_get_buf(struct h1c *h1c, struct buffer *bptr)
459{
460 struct buffer *buf = NULL;
461
Willy Tarreau2b718102021-04-21 07:32:39 +0200462 if (likely(!LIST_INLIST(&h1c->buf_wait.list)) &&
Willy Tarreaud68d4f12021-03-22 14:44:31 +0100463 unlikely((buf = b_alloc(bptr)) == NULL)) {
Christopher Faulet51dbc942018-09-13 09:05:15 +0200464 h1c->buf_wait.target = h1c;
465 h1c->buf_wait.wakeup_cb = h1_buf_available;
Willy Tarreau2b718102021-04-21 07:32:39 +0200466 LIST_APPEND(&ti->buffer_wq, &h1c->buf_wait.list);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200467 }
468 return buf;
469}
470
471/*
472 * Release a buffer, if any, and try to wake up entities waiting in the buffer
473 * wait queue.
474 */
475static inline void h1_release_buf(struct h1c *h1c, struct buffer *bptr)
476{
477 if (bptr->size) {
478 b_free(bptr);
Willy Tarreau4d77bbf2021-02-20 12:02:46 +0100479 offer_buffers(h1c->buf_wait.target, 1);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200480 }
481}
482
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100483/* returns the number of streams in use on a connection to figure if it's idle
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100484 * or not. We rely on H1C_F_ST_IDLE to know if the connection is in-use or
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100485 * not. This flag is only set when no H1S is attached and when the previous
486 * stream, if any, was fully terminated without any error and in K/A mode.
Willy Tarreau00f18a32019-01-26 12:19:01 +0100487 */
488static int h1_used_streams(struct connection *conn)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200489{
Willy Tarreau3d2ee552018-12-19 14:12:10 +0100490 struct h1c *h1c = conn->ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200491
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100492 return ((h1c->flags & H1C_F_ST_IDLE) ? 0 : 1);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200493}
494
Willy Tarreau00f18a32019-01-26 12:19:01 +0100495/* returns the number of streams still available on a connection */
496static int h1_avail_streams(struct connection *conn)
Olivier Houchard8defe4b2018-12-02 01:31:17 +0100497{
Willy Tarreau00f18a32019-01-26 12:19:01 +0100498 return 1 - h1_used_streams(conn);
Olivier Houchard8defe4b2018-12-02 01:31:17 +0100499}
Christopher Faulet51dbc942018-09-13 09:05:15 +0200500
Christopher Faulet7a145d62020-08-05 11:31:16 +0200501/* Refresh the h1c task timeout if necessary */
502static void h1_refresh_timeout(struct h1c *h1c)
503{
504 if (h1c->task) {
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100505 if (!(h1c->flags & H1C_F_ST_ALIVE) || (h1c->flags & H1C_F_ST_SHUTDOWN)) {
Christopher Faulet3c82d8b2020-10-05 17:11:16 +0200506 /* half-closed or dead connections : switch to clientfin/serverfin
507 * timeouts so that we don't hang too long on clients that have
508 * gone away (especially in tunnel mode).
Willy Tarreau4313d5a2020-09-08 15:40:57 +0200509 */
510 h1c->task->expire = tick_add(now_ms, h1c->shut_timeout);
Christopher Fauletadcd7892020-10-05 17:13:05 +0200511 TRACE_DEVEL("refreshing connection's timeout (dead or half-closed)", H1_EV_H1C_SEND|H1_EV_H1C_RECV, h1c->conn);
512 }
513 else if (b_data(&h1c->obuf)) {
514 /* connection with pending outgoing data, need a timeout (server or client). */
Christopher Faulet3c82d8b2020-10-05 17:11:16 +0200515 h1c->task->expire = tick_add(now_ms, h1c->timeout);
Christopher Fauletadcd7892020-10-05 17:13:05 +0200516 TRACE_DEVEL("refreshing connection's timeout (pending outgoing data)", H1_EV_H1C_SEND|H1_EV_H1C_RECV, h1c->conn);
517 }
Christopher Faulet39c7b6b2021-01-21 17:44:35 +0100518 else if (!(h1c->flags & (H1C_F_IS_BACK|H1C_F_ST_READY))) {
519 /* front connections waiting for a fully usable stream need a timeout. */
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200520 h1c->task->expire = tick_add(now_ms, h1c->timeout);
Christopher Faulet39c7b6b2021-01-21 17:44:35 +0100521 TRACE_DEVEL("refreshing connection's timeout (alive front h1c but not ready)", H1_EV_H1C_SEND|H1_EV_H1C_RECV, h1c->conn);
Christopher Faulet7a145d62020-08-05 11:31:16 +0200522 }
Christopher Fauletadcd7892020-10-05 17:13:05 +0200523 else {
524 /* alive back connections of front connections with a conn-stream attached */
525 h1c->task->expire = TICK_ETERNITY;
526 TRACE_DEVEL("no connection timeout (alive back h1c or front h1c with a CS)", H1_EV_H1C_SEND|H1_EV_H1C_RECV, h1c->conn);
527 }
528
Christopher Fauletdbe57792020-10-05 17:50:58 +0200529 /* Finally set the idle expiration date if shorter */
530 h1c->task->expire = tick_first(h1c->task->expire, h1c->idle_exp);
Christopher Fauletadcd7892020-10-05 17:13:05 +0200531 TRACE_DEVEL("new expiration date", H1_EV_H1C_SEND|H1_EV_H1C_RECV, h1c->conn, 0, 0, (size_t[]){h1c->task->expire});
532 task_queue(h1c->task);
Christopher Faulet7a145d62020-08-05 11:31:16 +0200533 }
534}
Christopher Fauletdbe57792020-10-05 17:50:58 +0200535
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200536static void h1_set_idle_expiration(struct h1c *h1c)
Christopher Fauletdbe57792020-10-05 17:50:58 +0200537{
538 if (h1c->flags & H1C_F_IS_BACK || !h1c->task) {
539 TRACE_DEVEL("no idle expiration (backend connection || no task)", H1_EV_H1C_RECV, h1c->conn);
540 h1c->idle_exp = TICK_ETERNITY;
541 return;
542 }
543
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100544 if (h1c->flags & H1C_F_ST_IDLE) {
Christopher Fauletdbe57792020-10-05 17:50:58 +0200545 if (!tick_isset(h1c->idle_exp)) {
546 if ((h1c->flags & H1C_F_WAIT_NEXT_REQ) && /* Not the first request */
547 !b_data(&h1c->ibuf) && /* No input data */
548 tick_isset(h1c->px->timeout.httpka)) { /* K-A timeout set */
549 h1c->idle_exp = tick_add_ifset(now_ms, h1c->px->timeout.httpka);
550 TRACE_DEVEL("set idle expiration (keep-alive timeout)", H1_EV_H1C_RECV, h1c->conn);
551 }
552 else {
553 h1c->idle_exp = tick_add_ifset(now_ms, h1c->px->timeout.httpreq);
554 TRACE_DEVEL("set idle expiration (http-request timeout)", H1_EV_H1C_RECV, h1c->conn);
555 }
556 }
557 }
Christopher Faulet39c7b6b2021-01-21 17:44:35 +0100558 else if ((h1c->flags & H1C_F_ST_ALIVE) && !(h1c->flags & H1C_F_ST_READY)) {
Christopher Fauletdbe57792020-10-05 17:50:58 +0200559 if (!tick_isset(h1c->idle_exp)) {
560 h1c->idle_exp = tick_add_ifset(now_ms, h1c->px->timeout.httpreq);
561 TRACE_DEVEL("set idle expiration (http-request timeout)", H1_EV_H1C_RECV, h1c->conn);
562 }
563 }
564 else { // CS_ATTACHED or SHUTDOWN
565 h1c->idle_exp = TICK_ETERNITY;
566 TRACE_DEVEL("unset idle expiration (attached || shutdown)", H1_EV_H1C_RECV, h1c->conn);
567 }
568}
Christopher Faulet51dbc942018-09-13 09:05:15 +0200569/*****************************************************************/
570/* functions below are dedicated to the mux setup and management */
571/*****************************************************************/
Willy Tarreaufbdf90a2019-06-03 13:42:54 +0200572
573/* returns non-zero if there are input data pending for stream h1s. */
574static inline size_t h1s_data_pending(const struct h1s *h1s)
575{
576 const struct h1m *h1m;
577
Christopher Faulet0a799aa2020-09-24 09:52:52 +0200578 h1m = ((h1s->h1c->flags & H1C_F_IS_BACK) ? &h1s->res : &h1s->req);
Christopher Fauletd1ac2b92020-12-02 19:12:22 +0100579 return ((h1m->state == H1_MSG_DONE) ? 0 : b_data(&h1s->h1c->ibuf));
Willy Tarreaufbdf90a2019-06-03 13:42:54 +0200580}
581
Christopher Faulet16df1782020-12-04 16:47:41 +0100582/* Creates a new conn-stream and the associate stream. <input> is used as input
583 * buffer for the stream. On success, it is transferred to the stream and the
584 * mux is no longer responsible of it. On error, <input> is unchanged, thus the
585 * mux must still take care of it. However, there is nothing special to do
586 * because, on success, <input> is updated to points on BUF_NULL. Thus, calling
587 * b_free() on it is always safe. This function returns the conn-stream on
588 * success or NULL on error. */
Christopher Faulet26256f82020-09-14 11:40:13 +0200589static struct conn_stream *h1s_new_cs(struct h1s *h1s, struct buffer *input)
Christopher Faulet47365272018-10-31 17:40:50 +0100590{
591 struct conn_stream *cs;
592
Christopher Faulet6b81df72019-10-01 22:08:43 +0200593 TRACE_ENTER(H1_EV_STRM_NEW, h1s->h1c->conn, h1s);
Christopher Faulet236c93b2020-07-02 09:19:54 +0200594 cs = cs_new(h1s->h1c->conn, h1s->h1c->conn->target);
Christopher Faulet6b81df72019-10-01 22:08:43 +0200595 if (!cs) {
Christopher Faulet26a26432021-01-27 11:27:50 +0100596 TRACE_ERROR("CS allocation failure", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, h1s->h1c->conn, h1s);
Christopher Faulet47365272018-10-31 17:40:50 +0100597 goto err;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200598 }
Christopher Faulet47365272018-10-31 17:40:50 +0100599 h1s->cs = cs;
600 cs->ctx = h1s;
601
602 if (h1s->flags & H1S_F_NOT_FIRST)
603 cs->flags |= CS_FL_NOT_FIRST;
604
Amaury Denoyelleee7fcd52021-10-18 14:45:49 +0200605 if (h1s->req.flags & H1_MF_UPG_WEBSOCKET)
606 cs->flags |= CS_FL_WEBSOCKET;
607
Christopher Faulet26256f82020-09-14 11:40:13 +0200608 if (stream_create_from_cs(cs, input) < 0) {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200609 TRACE_DEVEL("leaving on stream creation failure", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, h1s->h1c->conn, h1s);
Christopher Faulet47365272018-10-31 17:40:50 +0100610 goto err;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200611 }
612
Christopher Faulet39c7b6b2021-01-21 17:44:35 +0100613 h1s->h1c->flags = (h1s->h1c->flags & ~H1C_F_ST_EMBRYONIC) | H1C_F_ST_ATTACHED | H1C_F_ST_READY;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200614 TRACE_LEAVE(H1_EV_STRM_NEW, h1s->h1c->conn, h1s);
Christopher Faulet47365272018-10-31 17:40:50 +0100615 return cs;
616
617 err:
618 cs_free(cs);
619 h1s->cs = NULL;
Christopher Faulet26a26432021-01-27 11:27:50 +0100620 TRACE_DEVEL("leaving on error", H1_EV_STRM_NEW|H1_EV_STRM_ERR, h1s->h1c->conn, h1s);
Christopher Faulet47365272018-10-31 17:40:50 +0100621 return NULL;
622}
623
Christopher Faulet0f9395d2021-01-21 17:50:19 +0100624static struct conn_stream *h1s_upgrade_cs(struct h1s *h1s, struct buffer *input)
625{
626 TRACE_ENTER(H1_EV_STRM_NEW, h1s->h1c->conn, h1s);
627
628 if (stream_upgrade_from_cs(h1s->cs, input) < 0) {
Christopher Faulet26a26432021-01-27 11:27:50 +0100629 TRACE_ERROR("stream upgrade failure", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, h1s->h1c->conn, h1s);
Christopher Faulet0f9395d2021-01-21 17:50:19 +0100630 goto err;
631 }
632
Christopher Faulet0f9395d2021-01-21 17:50:19 +0100633 h1s->h1c->flags |= H1C_F_ST_READY;
634 TRACE_LEAVE(H1_EV_STRM_NEW, h1s->h1c->conn, h1s);
635 return h1s->cs;
636
637 err:
Christopher Faulet26a26432021-01-27 11:27:50 +0100638 TRACE_DEVEL("leaving on error", H1_EV_STRM_NEW|H1_EV_STRM_ERR, h1s->h1c->conn, h1s);
Christopher Faulet0f9395d2021-01-21 17:50:19 +0100639 return NULL;
640}
641
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200642static struct h1s *h1s_new(struct h1c *h1c)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200643{
644 struct h1s *h1s;
645
Christopher Faulet6b81df72019-10-01 22:08:43 +0200646 TRACE_ENTER(H1_EV_H1S_NEW, h1c->conn);
647
Christopher Faulet51dbc942018-09-13 09:05:15 +0200648 h1s = pool_alloc(pool_head_h1s);
Christopher Faulet26a26432021-01-27 11:27:50 +0100649 if (!h1s) {
650 TRACE_ERROR("H1S allocation failure", H1_EV_H1S_NEW|H1_EV_H1S_END|H1_EV_H1S_ERR, h1c->conn);
Christopher Faulet47365272018-10-31 17:40:50 +0100651 goto fail;
Christopher Faulet26a26432021-01-27 11:27:50 +0100652 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200653 h1s->h1c = h1c;
654 h1c->h1s = h1s;
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200655 h1s->sess = NULL;
656 h1s->cs = NULL;
Christopher Fauletb992af02019-03-28 15:42:24 +0100657 h1s->flags = H1S_F_WANT_KAL;
Willy Tarreau1b0d4d12020-01-16 11:03:19 +0100658 h1s->subs = NULL;
Christopher Fauletd17ad822020-09-24 15:14:29 +0200659 h1s->rxbuf = BUF_NULL;
Amaury Denoyellec1938232020-12-11 17:53:03 +0100660 memset(h1s->ws_key, 0, sizeof(h1s->ws_key));
Christopher Faulet129817b2018-09-20 16:14:40 +0200661
662 h1m_init_req(&h1s->req);
Christopher Fauletb992af02019-03-28 15:42:24 +0100663 h1s->req.flags |= (H1_MF_NO_PHDR|H1_MF_CLEAN_CONN_HDR);
Christopher Faulet9768c262018-10-22 09:34:31 +0200664
Christopher Faulet129817b2018-09-20 16:14:40 +0200665 h1m_init_res(&h1s->res);
Christopher Fauletb992af02019-03-28 15:42:24 +0100666 h1s->res.flags |= (H1_MF_NO_PHDR|H1_MF_CLEAN_CONN_HDR);
Christopher Faulet129817b2018-09-20 16:14:40 +0200667
668 h1s->status = 0;
669 h1s->meth = HTTP_METH_OTHER;
670
Christopher Faulet47365272018-10-31 17:40:50 +0100671 if (h1c->flags & H1C_F_WAIT_NEXT_REQ)
672 h1s->flags |= H1S_F_NOT_FIRST;
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100673 h1c->flags = (h1c->flags & ~(H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ)) | H1C_F_ST_EMBRYONIC;
Christopher Faulet47365272018-10-31 17:40:50 +0100674
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200675 TRACE_LEAVE(H1_EV_H1S_NEW, h1c->conn, h1s);
676 return h1s;
Christopher Faulete9b70722019-04-08 10:46:02 +0200677
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200678 fail:
Christopher Faulet26a26432021-01-27 11:27:50 +0100679 TRACE_DEVEL("leaving on error", H1_EV_STRM_NEW|H1_EV_STRM_ERR, h1c->conn);
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200680 return NULL;
681}
Christopher Fauletfeb11742018-11-29 15:12:34 +0100682
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200683static struct h1s *h1c_frt_stream_new(struct h1c *h1c)
684{
685 struct session *sess = h1c->conn->owner;
686 struct h1s *h1s;
687
688 TRACE_ENTER(H1_EV_H1S_NEW, h1c->conn);
689
690 h1s = h1s_new(h1c);
691 if (!h1s)
692 goto fail;
693
694 h1s->sess = sess;
695
696 if (h1c->px->options2 & PR_O2_REQBUG_OK)
697 h1s->req.err_pos = -1;
698
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200699 h1c->idle_exp = TICK_ETERNITY;
700 h1_set_idle_expiration(h1c);
Christopher Faulet6b81df72019-10-01 22:08:43 +0200701 TRACE_LEAVE(H1_EV_H1S_NEW, h1c->conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200702 return h1s;
Christopher Faulet47365272018-10-31 17:40:50 +0100703
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200704 fail:
Christopher Faulet26a26432021-01-27 11:27:50 +0100705 TRACE_DEVEL("leaving on error", H1_EV_STRM_NEW|H1_EV_STRM_ERR, h1c->conn);
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200706 return NULL;
707}
708
709static struct h1s *h1c_bck_stream_new(struct h1c *h1c, struct conn_stream *cs, struct session *sess)
710{
711 struct h1s *h1s;
712
713 TRACE_ENTER(H1_EV_H1S_NEW, h1c->conn);
714
715 h1s = h1s_new(h1c);
716 if (!h1s)
717 goto fail;
718
Christopher Faulet10a86702021-04-07 14:18:11 +0200719 h1s->flags |= H1S_F_RX_BLK;
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200720 h1s->cs = cs;
721 h1s->sess = sess;
722 cs->ctx = h1s;
723
Christopher Faulet39c7b6b2021-01-21 17:44:35 +0100724 h1c->flags = (h1c->flags & ~H1C_F_ST_EMBRYONIC) | H1C_F_ST_ATTACHED | H1C_F_ST_READY;
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200725
726 if (h1c->px->options2 & PR_O2_RSPBUG_OK)
727 h1s->res.err_pos = -1;
728
729 TRACE_LEAVE(H1_EV_H1S_NEW, h1c->conn, h1s);
730 return h1s;
731
732 fail:
Christopher Faulet26a26432021-01-27 11:27:50 +0100733 TRACE_DEVEL("leaving on error", H1_EV_STRM_NEW|H1_EV_STRM_ERR, h1c->conn);
Christopher Faulet47365272018-10-31 17:40:50 +0100734 return NULL;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200735}
736
737static void h1s_destroy(struct h1s *h1s)
738{
Christopher Fauletf2824e62018-10-01 12:12:37 +0200739 if (h1s) {
740 struct h1c *h1c = h1s->h1c;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200741
Christopher Faulet6b81df72019-10-01 22:08:43 +0200742 TRACE_POINT(H1_EV_H1S_END, h1c->conn, h1s);
Christopher Fauletf2824e62018-10-01 12:12:37 +0200743 h1c->h1s = NULL;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200744
Willy Tarreau1b0d4d12020-01-16 11:03:19 +0100745 if (h1s->subs)
746 h1s->subs->events = 0;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200747
Christopher Fauletd17ad822020-09-24 15:14:29 +0200748 h1_release_buf(h1c, &h1s->rxbuf);
749
Christopher Faulet10a86702021-04-07 14:18:11 +0200750 h1c->flags &= ~(H1C_F_WANT_SPLICE|
Christopher Fauletb385b502021-01-13 18:47:57 +0100751 H1C_F_ST_EMBRYONIC|H1C_F_ST_ATTACHED|H1C_F_ST_READY|
Christopher Faulet295b8d12020-09-30 17:14:55 +0200752 H1C_F_OUT_FULL|H1C_F_OUT_ALLOC|H1C_F_IN_SALLOC|
753 H1C_F_CO_MSG_MORE|H1C_F_CO_STREAMER);
Christopher Faulet60ef12c2020-09-24 10:05:44 +0200754 if (h1s->flags & H1S_F_ERROR) {
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100755 h1c->flags |= H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +0100756 TRACE_ERROR("h1s on error, set error on h1c", H1_EV_H1S_END|H1_EV_H1C_ERR, h1c->conn, h1s);
Christopher Faulet6b81df72019-10-01 22:08:43 +0200757 }
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100758
Christopher Fauletd1ac2b92020-12-02 19:12:22 +0100759 if (!(h1c->flags & (H1C_F_ST_ERROR|H1C_F_ST_SHUTDOWN)) && /* No error/shutdown on h1c */
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100760 !(h1c->conn->flags & (CO_FL_ERROR|CO_FL_SOCK_RD_SH|CO_FL_SOCK_WR_SH)) && /* No error/shutdown on conn */
Christopher Fauletd1ac2b92020-12-02 19:12:22 +0100761 (h1s->flags & H1S_F_WANT_KAL) && /* K/A possible */
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100762 h1s->req.state == H1_MSG_DONE && h1s->res.state == H1_MSG_DONE) { /* req/res in DONE state */
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100763 h1c->flags |= (H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ);
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100764 TRACE_STATE("set idle mode on h1c, waiting for the next request", H1_EV_H1C_ERR, h1c->conn, h1s);
765 }
Christopher Faulet3c82d8b2020-10-05 17:11:16 +0200766 else {
Christopher Faulet26a26432021-01-27 11:27:50 +0100767 TRACE_STATE("set shudown on h1c", H1_EV_H1S_END, h1c->conn, h1s);
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100768 h1c->flags |= H1C_F_ST_SHUTDOWN;
Christopher Faulet3c82d8b2020-10-05 17:11:16 +0200769 }
Christopher Fauletf2824e62018-10-01 12:12:37 +0200770 pool_free(pool_head_h1s, h1s);
771 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200772}
773
774/*
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200775 * Initialize the mux once it's attached. It is expected that conn->ctx points
Ilya Shipitsin47d17182020-06-21 21:42:57 +0500776 * to the existing conn_stream (for outgoing connections or for incoming ones
777 * during a mux upgrade) or NULL (for incoming ones during the connection
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200778 * establishment). <input> is always used as Input buffer and may contain
779 * data. It is the caller responsibility to not reuse it anymore. Returns < 0 on
780 * error.
Christopher Faulet51dbc942018-09-13 09:05:15 +0200781 */
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200782static int h1_init(struct connection *conn, struct proxy *proxy, struct session *sess,
783 struct buffer *input)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200784{
Christopher Faulet51dbc942018-09-13 09:05:15 +0200785 struct h1c *h1c;
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100786 struct task *t = NULL;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200787 void *conn_ctx = conn->ctx;
788
789 TRACE_ENTER(H1_EV_H1C_NEW);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200790
791 h1c = pool_alloc(pool_head_h1c);
Christopher Faulet26a26432021-01-27 11:27:50 +0100792 if (!h1c) {
793 TRACE_ERROR("H1C allocation failure", H1_EV_H1C_NEW|H1_EV_H1C_END|H1_EV_H1C_ERR);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200794 goto fail_h1c;
Christopher Faulet26a26432021-01-27 11:27:50 +0100795 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200796 h1c->conn = conn;
797 h1c->px = proxy;
798
Christopher Faulet3ced1d12020-11-27 16:44:01 +0100799 h1c->flags = H1C_F_ST_IDLE;
Christopher Fauletc18fc232020-10-06 17:41:36 +0200800 h1c->errcode = 0;
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200801 h1c->ibuf = *input;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200802 h1c->obuf = BUF_NULL;
803 h1c->h1s = NULL;
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200804 h1c->task = NULL;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200805
Willy Tarreau90f366b2021-02-20 11:49:49 +0100806 LIST_INIT(&h1c->buf_wait.list);
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200807 h1c->wait_event.tasklet = tasklet_new();
808 if (!h1c->wait_event.tasklet)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200809 goto fail;
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200810 h1c->wait_event.tasklet->process = h1_io_cb;
811 h1c->wait_event.tasklet->context = h1c;
Willy Tarreau4f6516d2018-12-19 13:59:17 +0100812 h1c->wait_event.events = 0;
Christopher Fauletdbe57792020-10-05 17:50:58 +0200813 h1c->idle_exp = TICK_ETERNITY;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200814
Christopher Faulete9b70722019-04-08 10:46:02 +0200815 if (conn_is_back(conn)) {
Christopher Faulet10a86702021-04-07 14:18:11 +0200816 h1c->flags |= H1C_F_IS_BACK;
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100817 h1c->shut_timeout = h1c->timeout = proxy->timeout.server;
818 if (tick_isset(proxy->timeout.serverfin))
819 h1c->shut_timeout = proxy->timeout.serverfin;
820 } else {
821 h1c->shut_timeout = h1c->timeout = proxy->timeout.client;
822 if (tick_isset(proxy->timeout.clientfin))
823 h1c->shut_timeout = proxy->timeout.clientfin;
Amaury Denoyelled3a88c12021-05-03 10:47:51 +0200824
825 LIST_APPEND(&mux_stopping_data[tid].list,
826 &h1c->conn->stopping_list);
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100827 }
828 if (tick_isset(h1c->timeout)) {
829 t = task_new(tid_bit);
Christopher Faulet26a26432021-01-27 11:27:50 +0100830 if (!t) {
831 TRACE_ERROR("H1C task allocation failure", H1_EV_H1C_NEW|H1_EV_H1C_END|H1_EV_H1C_ERR);
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100832 goto fail;
Christopher Faulet26a26432021-01-27 11:27:50 +0100833 }
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100834
835 h1c->task = t;
836 t->process = h1_timeout_task;
837 t->context = h1c;
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200838
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100839 t->expire = tick_add(now_ms, h1c->timeout);
840 }
841
Willy Tarreau3d2ee552018-12-19 14:12:10 +0100842 conn->ctx = h1c;
Christopher Faulet129817b2018-09-20 16:14:40 +0200843
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200844 if (h1c->flags & H1C_F_IS_BACK) {
845 /* Create a new H1S now for backend connection only */
Christopher Faulet2f0ec662020-09-24 10:30:15 +0200846 if (!h1c_bck_stream_new(h1c, conn_ctx, sess))
847 goto fail;
848 }
Christopher Faulet0f9395d2021-01-21 17:50:19 +0100849 else if (conn_ctx) {
850 /* Upgraded frontend connection (from TCP) */
851 struct conn_stream *cs = conn_ctx;
852
853 if (!h1c_frt_stream_new(h1c))
854 goto fail;
855
856 h1c->h1s->cs = cs;
857 cs->ctx = h1c->h1s;
858
859 /* Attach the CS but Not ready yet */
860 h1c->flags = (h1c->flags & ~H1C_F_ST_EMBRYONIC) | H1C_F_ST_ATTACHED;
861 TRACE_DEVEL("Inherit the CS from TCP connection to perform an upgrade",
862 H1_EV_H1C_NEW|H1_EV_STRM_NEW, h1c->conn, h1c->h1s);
863 }
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100864
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200865 if (t) {
866 h1_set_idle_expiration(h1c);
867 t->expire = tick_first(t->expire, h1c->idle_exp);
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100868 task_queue(t);
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200869 }
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100870
Christopher Fauletc4bfa592020-10-06 17:45:34 +0200871 /* prepare to read something */
Christopher Fauletd9ee7882021-01-21 17:45:45 +0100872 if (b_data(&h1c->ibuf))
873 tasklet_wakeup(h1c->wait_event.tasklet);
874 else if (h1_recv_allowed(h1c))
Christopher Faulet089acd52020-09-21 10:57:52 +0200875 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200876
877 /* mux->wake will be called soon to complete the operation */
Christopher Faulet6b81df72019-10-01 22:08:43 +0200878 TRACE_LEAVE(H1_EV_H1C_NEW, conn, h1c->h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200879 return 0;
880
881 fail:
Willy Tarreauf6562792019-05-07 19:05:35 +0200882 task_destroy(t);
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200883 if (h1c->wait_event.tasklet)
884 tasklet_free(h1c->wait_event.tasklet);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200885 pool_free(pool_head_h1c, h1c);
886 fail_h1c:
Willy Tarreau8802bf12022-01-12 17:24:26 +0100887 if (!conn_is_back(conn))
888 LIST_DEL_INIT(&conn->stopping_list);
Christopher Faulet6b81df72019-10-01 22:08:43 +0200889 conn->ctx = conn_ctx; // restore saved context
890 TRACE_DEVEL("leaving in error", H1_EV_H1C_NEW|H1_EV_H1C_END|H1_EV_H1C_ERR);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200891 return -1;
892}
893
Christopher Faulet73c12072019-04-08 11:23:22 +0200894/* release function. This one should be called to free all resources allocated
895 * to the mux.
Christopher Faulet51dbc942018-09-13 09:05:15 +0200896 */
Christopher Faulet73c12072019-04-08 11:23:22 +0200897static void h1_release(struct h1c *h1c)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200898{
Christopher Faulet61840e72019-04-15 09:33:32 +0200899 struct connection *conn = NULL;
Christopher Faulet39a96ee2019-04-08 10:52:21 +0200900
Christopher Faulet6b81df72019-10-01 22:08:43 +0200901 TRACE_POINT(H1_EV_H1C_END);
902
Christopher Faulet51dbc942018-09-13 09:05:15 +0200903 if (h1c) {
Christopher Faulet61840e72019-04-15 09:33:32 +0200904 /* The connection must be aattached to this mux to be released */
905 if (h1c->conn && h1c->conn->ctx == h1c)
906 conn = h1c->conn;
907
Christopher Faulet6b81df72019-10-01 22:08:43 +0200908 TRACE_DEVEL("freeing h1c", H1_EV_H1C_END, conn);
909
Christopher Faulet61840e72019-04-15 09:33:32 +0200910 if (conn && h1c->flags & H1C_F_UPG_H2C) {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200911 TRACE_DEVEL("upgrading H1 to H2", H1_EV_H1C_END, conn);
Olivier Houchard2ab3dad2019-07-03 13:08:18 +0200912 /* Make sure we're no longer subscribed to anything */
913 if (h1c->wait_event.events)
914 conn->xprt->unsubscribe(conn, conn->xprt_ctx,
915 h1c->wait_event.events, &h1c->wait_event);
Christopher Fauletc985f6c2019-07-15 11:42:52 +0200916 if (conn_upgrade_mux_fe(conn, NULL, &h1c->ibuf, ist("h2"), PROTO_MODE_HTTP) != -1) {
Christopher Faulet0ef372a2019-04-08 10:57:20 +0200917 /* connection successfully upgraded to H2, this
918 * mux was already released */
919 return;
920 }
Christopher Faulet26a26432021-01-27 11:27:50 +0100921 TRACE_ERROR("h2 upgrade failed", H1_EV_H1C_END|H1_EV_H1C_ERR, conn);
Christopher Faulet0ef372a2019-04-08 10:57:20 +0200922 sess_log(conn->owner); /* Log if the upgrade failed */
923 }
924
Olivier Houchard45c44372019-06-11 14:06:23 +0200925
Willy Tarreau2b718102021-04-21 07:32:39 +0200926 if (LIST_INLIST(&h1c->buf_wait.list))
Willy Tarreau90f366b2021-02-20 11:49:49 +0100927 LIST_DEL_INIT(&h1c->buf_wait.list);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200928
929 h1_release_buf(h1c, &h1c->ibuf);
930 h1_release_buf(h1c, &h1c->obuf);
931
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100932 if (h1c->task) {
933 h1c->task->context = NULL;
934 task_wakeup(h1c->task, TASK_WOKEN_OTHER);
935 h1c->task = NULL;
936 }
937
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200938 if (h1c->wait_event.tasklet)
939 tasklet_free(h1c->wait_event.tasklet);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200940
Christopher Fauletf2824e62018-10-01 12:12:37 +0200941 h1s_destroy(h1c->h1s);
Christopher Faulet37c42542021-10-27 15:42:13 +0200942 if (conn) {
943 if (h1c->wait_event.events != 0)
944 conn->xprt->unsubscribe(conn, conn->xprt_ctx, h1c->wait_event.events,
945 &h1c->wait_event);
946 h1_shutw_conn(conn);
947 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200948 pool_free(pool_head_h1c, h1c);
949 }
950
Christopher Faulet39a96ee2019-04-08 10:52:21 +0200951 if (conn) {
Amaury Denoyelled3a88c12021-05-03 10:47:51 +0200952 if (!conn_is_back(conn))
953 LIST_DEL_INIT(&conn->stopping_list);
954
Christopher Faulet39a96ee2019-04-08 10:52:21 +0200955 conn->mux = NULL;
956 conn->ctx = NULL;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200957 TRACE_DEVEL("freeing conn", H1_EV_H1C_END, conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200958
Christopher Faulet39a96ee2019-04-08 10:52:21 +0200959 conn_stop_tracking(conn);
960 conn_full_close(conn);
961 if (conn->destroy_cb)
962 conn->destroy_cb(conn);
963 conn_free(conn);
964 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200965}
966
967/******************************************************/
968/* functions below are for the H1 protocol processing */
969/******************************************************/
Christopher Faulet9768c262018-10-22 09:34:31 +0200970/* Parse the request version and set H1_MF_VER_11 on <h1m> if the version is
971 * greater or equal to 1.1
Christopher Fauletf2824e62018-10-01 12:12:37 +0200972 */
Christopher Faulet570d1612018-11-26 11:13:57 +0100973static void h1_parse_req_vsn(struct h1m *h1m, const struct htx_sl *sl)
Christopher Fauletf2824e62018-10-01 12:12:37 +0200974{
Christopher Faulet570d1612018-11-26 11:13:57 +0100975 const char *p = HTX_SL_REQ_VPTR(sl);
Christopher Faulet9768c262018-10-22 09:34:31 +0200976
Christopher Faulet570d1612018-11-26 11:13:57 +0100977 if ((HTX_SL_REQ_VLEN(sl) == 8) &&
Christopher Faulet9768c262018-10-22 09:34:31 +0200978 (*(p + 5) > '1' ||
979 (*(p + 5) == '1' && *(p + 7) >= '1')))
980 h1m->flags |= H1_MF_VER_11;
981}
Christopher Fauletf2824e62018-10-01 12:12:37 +0200982
Christopher Faulet9768c262018-10-22 09:34:31 +0200983/* Parse the response version and set H1_MF_VER_11 on <h1m> if the version is
984 * greater or equal to 1.1
985 */
Christopher Faulet570d1612018-11-26 11:13:57 +0100986static void h1_parse_res_vsn(struct h1m *h1m, const struct htx_sl *sl)
Christopher Faulet9768c262018-10-22 09:34:31 +0200987{
Christopher Faulet570d1612018-11-26 11:13:57 +0100988 const char *p = HTX_SL_RES_VPTR(sl);
Christopher Fauletf2824e62018-10-01 12:12:37 +0200989
Christopher Faulet570d1612018-11-26 11:13:57 +0100990 if ((HTX_SL_RES_VLEN(sl) == 8) &&
Christopher Faulet9768c262018-10-22 09:34:31 +0200991 (*(p + 5) > '1' ||
992 (*(p + 5) == '1' && *(p + 7) >= '1')))
993 h1m->flags |= H1_MF_VER_11;
994}
Christopher Fauletf2824e62018-10-01 12:12:37 +0200995
Christopher Fauletf2824e62018-10-01 12:12:37 +0200996/* Deduce the connection mode of the client connection, depending on the
997 * configuration and the H1 message flags. This function is called twice, the
998 * first time when the request is parsed and the second time when the response
999 * is parsed.
1000 */
1001static void h1_set_cli_conn_mode(struct h1s *h1s, struct h1m *h1m)
1002{
1003 struct proxy *fe = h1s->h1c->px;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001004
1005 if (h1m->flags & H1_MF_RESP) {
Christopher Fauletb992af02019-03-28 15:42:24 +01001006 /* Output direction: second pass */
Christopher Fauletc75668e2020-12-07 18:10:32 +01001007 if ((h1s->meth == HTTP_METH_CONNECT && h1s->status >= 200 && h1s->status < 300) ||
Christopher Fauletb992af02019-03-28 15:42:24 +01001008 h1s->status == 101) {
1009 /* Either we've established an explicit tunnel, or we're
1010 * switching the protocol. In both cases, we're very unlikely to
1011 * understand the next protocols. We have to switch to tunnel
1012 * mode, so that we transfer the request and responses then let
1013 * this protocol pass unmodified. When we later implement
1014 * specific parsers for such protocols, we'll want to check the
1015 * Upgrade header which contains information about that protocol
1016 * for responses with status 101 (eg: see RFC2817 about TLS).
1017 */
Christopher Fauletf2824e62018-10-01 12:12:37 +02001018 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_TUN;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001019 TRACE_STATE("set tunnel mode (resp)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001020 }
1021 else if (h1s->flags & H1S_F_WANT_KAL) {
1022 /* By default the client is in KAL mode. CLOSE mode mean
1023 * it is imposed by the client itself. So only change
1024 * KAL mode here. */
1025 if (!(h1m->flags & H1_MF_XFER_LEN) || (h1m->flags & H1_MF_CONN_CLO)) {
1026 /* no length known or explicit close => close */
1027 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001028 TRACE_STATE("detect close mode (resp)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001029 }
1030 else if (!(h1m->flags & H1_MF_CONN_KAL) &&
1031 (fe->options & PR_O_HTTP_MODE) == PR_O_HTTP_CLO) {
Ilya Shipitsinc02a23f2020-05-06 00:53:22 +05001032 /* no explicit keep-alive and option httpclose => close */
Christopher Fauletb992af02019-03-28 15:42:24 +01001033 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001034 TRACE_STATE("force close mode (resp)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001035 }
1036 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001037 }
1038 else {
Christopher Fauletb992af02019-03-28 15:42:24 +01001039 /* Input direction: first pass */
1040 if (!(h1m->flags & (H1_MF_VER_11|H1_MF_CONN_KAL)) || h1m->flags & H1_MF_CONN_CLO) {
1041 /* no explicit keep-alive in HTTP/1.0 or explicit close => close*/
Christopher Fauletf2824e62018-10-01 12:12:37 +02001042 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001043 TRACE_STATE("detect close mode (req)", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001044 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001045 }
1046
1047 /* If KAL, check if the frontend is stopping. If yes, switch in CLO mode */
Willy Tarreauc3914d42020-09-24 08:39:22 +02001048 if (h1s->flags & H1S_F_WANT_KAL && fe->disabled) {
Christopher Fauletf2824e62018-10-01 12:12:37 +02001049 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001050 TRACE_STATE("stopping, set close mode", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
1051 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001052}
1053
1054/* Deduce the connection mode of the client connection, depending on the
1055 * configuration and the H1 message flags. This function is called twice, the
1056 * first time when the request is parsed and the second time when the response
1057 * is parsed.
1058 */
1059static void h1_set_srv_conn_mode(struct h1s *h1s, struct h1m *h1m)
1060{
Olivier Houchardf502aca2018-12-14 19:42:40 +01001061 struct session *sess = h1s->sess;
Christopher Fauletb992af02019-03-28 15:42:24 +01001062 struct proxy *be = h1s->h1c->px;
Olivier Houchardf502aca2018-12-14 19:42:40 +01001063 int fe_flags = sess ? sess->fe->options : 0;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001064
Christopher Fauletf2824e62018-10-01 12:12:37 +02001065 if (h1m->flags & H1_MF_RESP) {
Christopher Fauletb992af02019-03-28 15:42:24 +01001066 /* Input direction: second pass */
Christopher Fauletc75668e2020-12-07 18:10:32 +01001067 if ((h1s->meth == HTTP_METH_CONNECT && h1s->status >= 200 && h1s->status < 300) ||
Christopher Fauletb992af02019-03-28 15:42:24 +01001068 h1s->status == 101) {
1069 /* Either we've established an explicit tunnel, or we're
1070 * switching the protocol. In both cases, we're very unlikely to
1071 * understand the next protocols. We have to switch to tunnel
1072 * mode, so that we transfer the request and responses then let
1073 * this protocol pass unmodified. When we later implement
1074 * specific parsers for such protocols, we'll want to check the
1075 * Upgrade header which contains information about that protocol
1076 * for responses with status 101 (eg: see RFC2817 about TLS).
1077 */
Christopher Fauletf2824e62018-10-01 12:12:37 +02001078 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_TUN;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001079 TRACE_STATE("set tunnel mode (resp)", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001080 }
1081 else if (h1s->flags & H1S_F_WANT_KAL) {
1082 /* By default the server is in KAL mode. CLOSE mode mean
1083 * it is imposed by haproxy itself. So only change KAL
1084 * mode here. */
1085 if (!(h1m->flags & H1_MF_XFER_LEN) || h1m->flags & H1_MF_CONN_CLO ||
1086 !(h1m->flags & (H1_MF_VER_11|H1_MF_CONN_KAL))){
1087 /* no length known or explicit close or no explicit keep-alive in HTTP/1.0 => close */
1088 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001089 TRACE_STATE("detect close mode (resp)", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001090 }
1091 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001092 }
Christopher Faulet70033782018-12-05 13:50:11 +01001093 else {
Christopher Fauletb992af02019-03-28 15:42:24 +01001094 /* Output direction: first pass */
1095 if (h1m->flags & H1_MF_CONN_CLO) {
1096 /* explicit close => close */
Christopher Faulet70033782018-12-05 13:50:11 +01001097 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001098 TRACE_STATE("detect close mode (req)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001099 }
1100 else if (!(h1m->flags & H1_MF_CONN_KAL) &&
1101 ((fe_flags & PR_O_HTTP_MODE) == PR_O_HTTP_SCL ||
1102 (be->options & PR_O_HTTP_MODE) == PR_O_HTTP_SCL ||
1103 (fe_flags & PR_O_HTTP_MODE) == PR_O_HTTP_CLO ||
1104 (be->options & PR_O_HTTP_MODE) == PR_O_HTTP_CLO)) {
1105 /* no explicit keep-alive option httpclose/server-close => close */
1106 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001107 TRACE_STATE("force close mode (req)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001108 }
Christopher Faulet70033782018-12-05 13:50:11 +01001109 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001110
1111 /* If KAL, check if the backend is stopping. If yes, switch in CLO mode */
Willy Tarreauc3914d42020-09-24 08:39:22 +02001112 if (h1s->flags & H1S_F_WANT_KAL && be->disabled) {
Christopher Fauletf2824e62018-10-01 12:12:37 +02001113 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001114 TRACE_STATE("stopping, set close mode", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
1115 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001116}
1117
Christopher Fauletb992af02019-03-28 15:42:24 +01001118static void h1_update_req_conn_value(struct h1s *h1s, struct h1m *h1m, struct ist *conn_val)
Christopher Fauletf2824e62018-10-01 12:12:37 +02001119{
1120 struct proxy *px = h1s->h1c->px;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001121
1122 /* Don't update "Connection:" header in TUNNEL mode or if "Upgrage"
1123 * token is found
1124 */
1125 if (h1s->flags & H1S_F_WANT_TUN || h1m->flags & H1_MF_CONN_UPG)
Christopher Faulet9768c262018-10-22 09:34:31 +02001126 return;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001127
1128 if (h1s->flags & H1S_F_WANT_KAL || px->options2 & PR_O2_FAKE_KA) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001129 if (!(h1m->flags & H1_MF_VER_11)) {
1130 TRACE_STATE("add \"Connection: keep-alive\"", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001131 *conn_val = ist("keep-alive");
Christopher Faulet6b81df72019-10-01 22:08:43 +02001132 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001133 }
1134 else { /* H1S_F_WANT_CLO && !PR_O2_FAKE_KA */
Christopher Faulet6b81df72019-10-01 22:08:43 +02001135 if (h1m->flags & H1_MF_VER_11) {
1136 TRACE_STATE("add \"Connection: close\"", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001137 *conn_val = ist("close");
Christopher Faulet6b81df72019-10-01 22:08:43 +02001138 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001139 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001140}
1141
Christopher Fauletb992af02019-03-28 15:42:24 +01001142static void h1_update_res_conn_value(struct h1s *h1s, struct h1m *h1m, struct ist *conn_val)
Christopher Fauletf2824e62018-10-01 12:12:37 +02001143{
Christopher Fauletf2824e62018-10-01 12:12:37 +02001144 /* Don't update "Connection:" header in TUNNEL mode or if "Upgrage"
1145 * token is found
1146 */
1147 if (h1s->flags & H1S_F_WANT_TUN || h1m->flags & H1_MF_CONN_UPG)
Christopher Faulet9768c262018-10-22 09:34:31 +02001148 return;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001149
1150 if (h1s->flags & H1S_F_WANT_KAL) {
Christopher Fauletb992af02019-03-28 15:42:24 +01001151 if (!(h1m->flags & H1_MF_VER_11) ||
Christopher Faulet6b81df72019-10-01 22:08:43 +02001152 !((h1m->flags & h1s->req.flags) & H1_MF_VER_11)) {
1153 TRACE_STATE("add \"Connection: keep-alive\"", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001154 *conn_val = ist("keep-alive");
Christopher Faulet6b81df72019-10-01 22:08:43 +02001155 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001156 }
1157 else { /* H1S_F_WANT_CLO */
Christopher Faulet6b81df72019-10-01 22:08:43 +02001158 if (h1m->flags & H1_MF_VER_11) {
1159 TRACE_STATE("add \"Connection: close\"", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001160 *conn_val = ist("close");
Christopher Faulet6b81df72019-10-01 22:08:43 +02001161 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001162 }
Christopher Faulet9768c262018-10-22 09:34:31 +02001163}
Christopher Fauletf2824e62018-10-01 12:12:37 +02001164
Christopher Fauletb992af02019-03-28 15:42:24 +01001165static void h1_process_input_conn_mode(struct h1s *h1s, struct h1m *h1m, struct htx *htx)
Christopher Faulet9768c262018-10-22 09:34:31 +02001166{
Christopher Faulet0a799aa2020-09-24 09:52:52 +02001167 if (!(h1s->h1c->flags & H1C_F_IS_BACK))
Christopher Faulet9768c262018-10-22 09:34:31 +02001168 h1_set_cli_conn_mode(h1s, h1m);
Christopher Fauletb992af02019-03-28 15:42:24 +01001169 else
Christopher Faulet9768c262018-10-22 09:34:31 +02001170 h1_set_srv_conn_mode(h1s, h1m);
Christopher Fauletf2824e62018-10-01 12:12:37 +02001171}
1172
Christopher Fauletb992af02019-03-28 15:42:24 +01001173static void h1_process_output_conn_mode(struct h1s *h1s, struct h1m *h1m, struct ist *conn_val)
1174{
Christopher Faulet0a799aa2020-09-24 09:52:52 +02001175 if (!(h1s->h1c->flags & H1C_F_IS_BACK))
Christopher Fauletb992af02019-03-28 15:42:24 +01001176 h1_set_cli_conn_mode(h1s, h1m);
1177 else
1178 h1_set_srv_conn_mode(h1s, h1m);
1179
1180 if (!(h1m->flags & H1_MF_RESP))
1181 h1_update_req_conn_value(h1s, h1m, conn_val);
1182 else
1183 h1_update_res_conn_value(h1s, h1m, conn_val);
1184}
Christopher Faulete44769b2018-11-29 23:01:45 +01001185
Christopher Faulet98fbe952019-07-22 16:18:24 +02001186/* Try to adjust the case of the message header name using the global map
1187 * <hdrs_map>.
1188 */
1189static void h1_adjust_case_outgoing_hdr(struct h1s *h1s, struct h1m *h1m, struct ist *name)
1190{
1191 struct ebpt_node *node;
1192 struct h1_hdr_entry *entry;
1193
1194 /* No entry in the map, do nothing */
1195 if (eb_is_empty(&hdrs_map.map))
1196 return;
1197
Ilya Shipitsinb8888ab2021-01-06 21:20:16 +05001198 /* No conversion for the request headers */
Christopher Faulet98fbe952019-07-22 16:18:24 +02001199 if (!(h1m->flags & H1_MF_RESP) && !(h1s->h1c->px->options2 & PR_O2_H1_ADJ_BUGSRV))
1200 return;
1201
Ilya Shipitsinb8888ab2021-01-06 21:20:16 +05001202 /* No conversion for the response headers */
Christopher Faulet98fbe952019-07-22 16:18:24 +02001203 if ((h1m->flags & H1_MF_RESP) && !(h1s->h1c->px->options2 & PR_O2_H1_ADJ_BUGCLI))
1204 return;
1205
1206 node = ebis_lookup_len(&hdrs_map.map, name->ptr, name->len);
1207 if (!node)
1208 return;
1209 entry = container_of(node, struct h1_hdr_entry, node);
1210 name->ptr = entry->name.ptr;
1211 name->len = entry->name.len;
1212}
1213
Christopher Faulete44769b2018-11-29 23:01:45 +01001214/* Append the description of what is present in error snapshot <es> into <out>.
1215 * The description must be small enough to always fit in a buffer. The output
1216 * buffer may be the trash so the trash must not be used inside this function.
1217 */
1218static void h1_show_error_snapshot(struct buffer *out, const struct error_snapshot *es)
1219{
1220 chunk_appendf(out,
Christopher Fauletaa75b3d2018-12-05 16:20:40 +01001221 " H1 connection flags 0x%08x, H1 stream flags 0x%08x\n"
1222 " H1 msg state %s(%d), H1 msg flags 0x%08x\n"
1223 " H1 chunk len %lld bytes, H1 body len %lld bytes :\n",
1224 es->ctx.h1.c_flags, es->ctx.h1.s_flags,
1225 h1m_state_str(es->ctx.h1.state), es->ctx.h1.state,
1226 es->ctx.h1.m_flags, es->ctx.h1.m_clen, es->ctx.h1.m_blen);
Christopher Faulete44769b2018-11-29 23:01:45 +01001227}
1228/*
1229 * Capture a bad request or response and archive it in the proxy's structure.
1230 * By default it tries to report the error position as h1m->err_pos. However if
1231 * this one is not set, it will then report h1m->next, which is the last known
1232 * parsing point. The function is able to deal with wrapping buffers. It always
1233 * displays buffers as a contiguous area starting at buf->p. The direction is
1234 * determined thanks to the h1m's flags.
1235 */
1236static void h1_capture_bad_message(struct h1c *h1c, struct h1s *h1s,
1237 struct h1m *h1m, struct buffer *buf)
1238{
Christopher Fauletdb2c17d2020-10-15 17:19:46 +02001239 struct session *sess = h1s->sess;
Christopher Faulete44769b2018-11-29 23:01:45 +01001240 struct proxy *proxy = h1c->px;
Olivier Houchardbdb00c52020-03-12 15:30:17 +01001241 struct proxy *other_end;
Christopher Faulete44769b2018-11-29 23:01:45 +01001242 union error_snapshot_ctx ctx;
1243
Christopher Faulet3ced1d12020-11-27 16:44:01 +01001244 if ((h1c->flags & H1C_F_ST_ATTACHED) && h1s->cs->data) {
Olivier Houchardbdb00c52020-03-12 15:30:17 +01001245 if (sess == NULL)
1246 sess = si_strm(h1s->cs->data)->sess;
1247 if (!(h1m->flags & H1_MF_RESP))
1248 other_end = si_strm(h1s->cs->data)->be;
1249 else
1250 other_end = sess->fe;
1251 } else
1252 other_end = NULL;
Christopher Faulete44769b2018-11-29 23:01:45 +01001253
1254 /* http-specific part now */
1255 ctx.h1.state = h1m->state;
1256 ctx.h1.c_flags = h1c->flags;
1257 ctx.h1.s_flags = h1s->flags;
1258 ctx.h1.m_flags = h1m->flags;
1259 ctx.h1.m_clen = h1m->curr_len;
1260 ctx.h1.m_blen = h1m->body_len;
1261
1262 proxy_capture_error(proxy, !!(h1m->flags & H1_MF_RESP), other_end,
1263 h1c->conn->target, sess, buf, 0, 0,
Christopher Fauletaa75b3d2018-12-05 16:20:40 +01001264 (h1m->err_pos >= 0) ? h1m->err_pos : h1m->next,
1265 &ctx, h1_show_error_snapshot);
Christopher Faulete44769b2018-11-29 23:01:45 +01001266}
1267
Christopher Fauletadb22202018-12-12 10:32:09 +01001268/* Emit the chunksize followed by a CRLF in front of data of the buffer
1269 * <buf>. It goes backwards and starts with the byte before the buffer's
1270 * head. The caller is responsible for ensuring there is enough room left before
1271 * the buffer's head for the string.
1272 */
1273static void h1_emit_chunk_size(struct buffer *buf, size_t chksz)
1274{
1275 char *beg, *end;
1276
1277 beg = end = b_head(buf);
1278 *--beg = '\n';
1279 *--beg = '\r';
1280 do {
1281 *--beg = hextab[chksz & 0xF];
1282 } while (chksz >>= 4);
1283 buf->head -= (end - beg);
1284 b_add(buf, end - beg);
1285}
1286
1287/* Emit a CRLF after the data of the buffer <buf>. The caller is responsible for
1288 * ensuring there is enough room left in the buffer for the string. */
1289static void h1_emit_chunk_crlf(struct buffer *buf)
1290{
1291 *(b_peek(buf, b_data(buf))) = '\r';
1292 *(b_peek(buf, b_data(buf) + 1)) = '\n';
1293 b_add(buf, 2);
1294}
1295
Christopher Faulet129817b2018-09-20 16:14:40 +02001296/*
Christopher Faulet5be651d2021-01-22 15:28:03 +01001297 * Switch the stream to tunnel mode. This function must only be called on 2xx
1298 * (successful) replies to CONNECT requests or on 101 (switching protocol).
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001299 */
Christopher Faulet5be651d2021-01-22 15:28:03 +01001300static void h1_set_tunnel_mode(struct h1s *h1s)
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001301{
Christopher Faulet5be651d2021-01-22 15:28:03 +01001302 struct h1c *h1c = h1s->h1c;
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001303
Christopher Faulet5be651d2021-01-22 15:28:03 +01001304 h1s->req.state = H1_MSG_TUNNEL;
1305 h1s->req.flags &= ~(H1_MF_XFER_LEN|H1_MF_CLEN|H1_MF_CHNK);
Christopher Fauletf3158e92019-11-15 11:14:23 +01001306
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001307 h1s->res.state = H1_MSG_TUNNEL;
Christopher Faulet5be651d2021-01-22 15:28:03 +01001308 h1s->res.flags &= ~(H1_MF_XFER_LEN|H1_MF_CLEN|H1_MF_CHNK);
Christopher Fauletf3158e92019-11-15 11:14:23 +01001309
Christopher Faulet5be651d2021-01-22 15:28:03 +01001310 TRACE_STATE("switch H1 stream in tunnel mode", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
Christopher Fauletdea24742021-01-22 15:12:30 +01001311
Christopher Faulet10a86702021-04-07 14:18:11 +02001312 if (h1s->flags & H1S_F_RX_BLK) {
1313 h1s->flags &= ~H1S_F_RX_BLK;
Christopher Faulet02c92c32021-04-09 12:31:48 +02001314 h1_wake_stream_for_recv(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02001315 TRACE_STATE("Re-enable input processing", H1_EV_RX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Faulet6b81df72019-10-01 22:08:43 +02001316 }
Christopher Faulet10a86702021-04-07 14:18:11 +02001317 if (h1s->flags & H1S_F_TX_BLK) {
1318 h1s->flags &= ~H1S_F_TX_BLK;
Christopher Faulet5be651d2021-01-22 15:28:03 +01001319 h1_wake_stream_for_send(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02001320 TRACE_STATE("Re-enable output processing", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001321 }
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001322}
1323
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001324/* Search for a websocket key header. The message should have been identified
1325 * as a valid websocket handshake.
Amaury Denoyellec1938232020-12-11 17:53:03 +01001326 *
1327 * On the request side, if found the key is stored in the session. It might be
1328 * needed to calculate response key if the server side is using http/2.
1329 *
Amaury Denoyelleaad333a2020-12-11 17:53:07 +01001330 * On the response side, the key might be verified if haproxy has been
1331 * responsible for the generation of a key. This happens when a h2 client is
1332 * interfaced with a h1 server.
1333 *
1334 * Returns 0 if no key found or invalid key
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001335 */
1336static int h1_search_websocket_key(struct h1s *h1s, struct h1m *h1m, struct htx *htx)
1337{
1338 struct htx_blk *blk;
1339 enum htx_blk_type type;
Amaury Denoyellec1938232020-12-11 17:53:03 +01001340 struct ist n, v;
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001341 int ws_key_found = 0, idx;
1342
1343 idx = htx_get_head(htx); // returns the SL that we skip
1344 while ((idx = htx_get_next(htx, idx)) != -1) {
1345 blk = htx_get_blk(htx, idx);
1346 type = htx_get_blk_type(blk);
1347
1348 if (type == HTX_BLK_UNUSED)
1349 continue;
1350
1351 if (type != HTX_BLK_HDR)
1352 break;
1353
1354 n = htx_get_blk_name(htx, blk);
Amaury Denoyellec1938232020-12-11 17:53:03 +01001355 v = htx_get_blk_value(htx, blk);
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001356
Amaury Denoyellec1938232020-12-11 17:53:03 +01001357 /* Websocket key is base64 encoded of 16 bytes */
1358 if (isteqi(n, ist("sec-websocket-key")) && v.len == 24 &&
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001359 !(h1m->flags & H1_MF_RESP)) {
Amaury Denoyellec1938232020-12-11 17:53:03 +01001360 /* Copy the key on request side
1361 * we might need it if the server is using h2 and does
1362 * not provide the response
1363 */
1364 memcpy(h1s->ws_key, v.ptr, 24);
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001365 ws_key_found = 1;
1366 break;
1367 }
1368 else if (isteqi(n, ist("sec-websocket-accept")) &&
1369 h1m->flags & H1_MF_RESP) {
Amaury Denoyelleaad333a2020-12-11 17:53:07 +01001370 /* Need to verify the response key if the input was
1371 * generated by haproxy
1372 */
1373 if (h1s->ws_key[0]) {
1374 char key[29];
1375 h1_calculate_ws_output_key(h1s->ws_key, key);
1376 if (!isteqi(ist(key), v))
1377 break;
1378 }
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001379 ws_key_found = 1;
1380 break;
1381 }
1382 }
1383
1384 /* missing websocket key, reject the message */
1385 if (!ws_key_found) {
1386 htx->flags |= HTX_FL_PARSING_ERROR;
1387 return 0;
1388 }
1389
1390 return 1;
1391}
1392
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001393/*
Christopher Faulet129817b2018-09-20 16:14:40 +02001394 * Parse HTTP/1 headers. It returns the number of bytes parsed if > 0, or 0 if
Christopher Fauletf2824e62018-10-01 12:12:37 +02001395 * it couldn't proceed. Parsing errors are reported by setting H1S_F_*_ERROR
Christopher Faulet58f21da2021-09-20 07:47:27 +02001396 * flag. If more room is requested, H1S_F_RX_CONGESTED flag is set. If relies on
1397 * the function http_parse_msg_hdrs() to do the parsing.
Christopher Faulet129817b2018-09-20 16:14:40 +02001398 */
Christopher Faulet9768c262018-10-22 09:34:31 +02001399static size_t h1_process_headers(struct h1s *h1s, struct h1m *h1m, struct htx *htx,
Christopher Fauletf2824e62018-10-01 12:12:37 +02001400 struct buffer *buf, size_t *ofs, size_t max)
Christopher Faulet129817b2018-09-20 16:14:40 +02001401{
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001402 union h1_sl h1sl;
Christopher Faulet129817b2018-09-20 16:14:40 +02001403 int ret = 0;
1404
Willy Tarreau022e5e52020-09-10 09:33:15 +02001405 TRACE_ENTER(H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s, 0, (size_t[]){max});
Christopher Faulet6b81df72019-10-01 22:08:43 +02001406
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001407 if (h1s->meth == HTTP_METH_CONNECT)
1408 h1m->flags |= H1_MF_METH_CONNECT;
1409 if (h1s->meth == HTTP_METH_HEAD)
1410 h1m->flags |= H1_MF_METH_HEAD;
Christopher Faulet0ef372a2019-04-08 10:57:20 +02001411
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001412 ret = h1_parse_msg_hdrs(h1m, &h1sl, htx, buf, *ofs, max);
Christopher Faulet58f21da2021-09-20 07:47:27 +02001413 if (ret <= 0) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001414 TRACE_DEVEL("leaving on missing data or error", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s);
Christopher Faulet58f21da2021-09-20 07:47:27 +02001415 if (ret == -1) {
Christopher Faulet60ef12c2020-09-24 10:05:44 +02001416 h1s->flags |= H1S_F_PARSING_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01001417 TRACE_ERROR("parsing error, reject H1 message", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001418 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
1419 }
Christopher Faulet58f21da2021-09-20 07:47:27 +02001420 else if (ret == -2) {
1421 TRACE_STATE("RX path congested, waiting for more space", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_H1S_BLK, h1s->h1c->conn, h1s);
1422 h1s->flags |= H1S_F_RX_CONGESTED;
1423 }
1424 ret = 0;
Christopher Faulet129817b2018-09-20 16:14:40 +02001425 goto end;
1426 }
1427
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001428 /* If websocket handshake, search for the websocket key */
1429 if ((h1m->flags & (H1_MF_CONN_UPG|H1_MF_UPG_WEBSOCKET)) ==
1430 (H1_MF_CONN_UPG|H1_MF_UPG_WEBSOCKET)) {
1431 int ws_ret = h1_search_websocket_key(h1s, h1m, htx);
1432 if (!ws_ret) {
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001433 h1s->flags |= H1S_F_PARSING_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01001434 TRACE_ERROR("missing/invalid websocket key, reject H1 message", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
Amaury Denoyelle18ee5c32020-12-11 17:53:02 +01001435 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
1436
1437 ret = 0;
1438 goto end;
1439 }
1440 }
1441
Christopher Faulet486498c2019-10-11 14:22:00 +02001442 if (h1m->err_pos >= 0) {
1443 /* Maybe we found an error during the parsing while we were
1444 * configured not to block on that, so we have to capture it
1445 * now.
1446 */
1447 TRACE_STATE("Ignored parsing error", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s);
1448 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
1449 }
1450
Christopher Faulet5696f542020-12-02 16:08:38 +01001451 if (!(h1m->flags & H1_MF_RESP)) {
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001452 h1s->meth = h1sl.rq.meth;
Christopher Faulet5696f542020-12-02 16:08:38 +01001453 if (h1s->meth == HTTP_METH_HEAD)
1454 h1s->flags |= H1S_F_BODYLESS_RESP;
1455 }
1456 else {
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001457 h1s->status = h1sl.st.status;
Christopher Faulet5696f542020-12-02 16:08:38 +01001458 if (h1s->status == 204 || h1s->status == 304)
1459 h1s->flags |= H1S_F_BODYLESS_RESP;
1460 }
Christopher Fauletb992af02019-03-28 15:42:24 +01001461 h1_process_input_conn_mode(h1s, h1m, htx);
Christopher Faulet9768c262018-10-22 09:34:31 +02001462 *ofs += ret;
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001463
Christopher Faulet129817b2018-09-20 16:14:40 +02001464 end:
Willy Tarreau022e5e52020-09-10 09:33:15 +02001465 TRACE_LEAVE(H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet129817b2018-09-20 16:14:40 +02001466 return ret;
1467}
1468
1469/*
Christopher Fauletf2824e62018-10-01 12:12:37 +02001470 * Parse HTTP/1 body. It returns the number of bytes parsed if > 0, or 0 if it
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001471 * couldn't proceed. Parsing errors are reported by setting H1S_F_*_ERROR flag.
1472 * If relies on the function http_parse_msg_data() to do the parsing.
Christopher Faulet129817b2018-09-20 16:14:40 +02001473 */
Christopher Fauletaf542632019-10-01 21:52:49 +02001474static size_t h1_process_data(struct h1s *h1s, struct h1m *h1m, struct htx **htx,
Christopher Fauletaa75b3d2018-12-05 16:20:40 +01001475 struct buffer *buf, size_t *ofs, size_t max,
Christopher Faulet30db3d72019-05-17 15:35:33 +02001476 struct buffer *htxbuf)
Christopher Faulet129817b2018-09-20 16:14:40 +02001477{
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001478 int ret;
Christopher Faulet30db3d72019-05-17 15:35:33 +02001479
Willy Tarreau022e5e52020-09-10 09:33:15 +02001480 TRACE_ENTER(H1_EV_RX_DATA|H1_EV_RX_BODY, h1s->h1c->conn, h1s, 0, (size_t[]){max});
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001481 ret = h1_parse_msg_data(h1m, htx, buf, *ofs, max, htxbuf);
Christopher Faulet02a02532019-11-15 09:36:28 +01001482 if (!ret) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001483 TRACE_DEVEL("leaving on missing data or error", H1_EV_RX_DATA|H1_EV_RX_BODY, h1s->h1c->conn, h1s);
Christopher Faulet02a02532019-11-15 09:36:28 +01001484 if ((*htx)->flags & HTX_FL_PARSING_ERROR) {
Christopher Faulet60ef12c2020-09-24 10:05:44 +02001485 h1s->flags |= H1S_F_PARSING_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01001486 TRACE_ERROR("parsing error, reject H1 message", H1_EV_RX_DATA|H1_EV_RX_BODY|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001487 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
Christopher Faulet9768c262018-10-22 09:34:31 +02001488 }
Christopher Faulet02a02532019-11-15 09:36:28 +01001489 goto end;
Christopher Faulet129817b2018-09-20 16:14:40 +02001490 }
1491
Christopher Faulet02a02532019-11-15 09:36:28 +01001492 *ofs += ret;
1493
1494 end:
Christopher Faulet58f21da2021-09-20 07:47:27 +02001495 if (b_data(buf) != *ofs && (h1m->state == H1_MSG_DATA || h1m->state == H1_MSG_TUNNEL)) {
1496 TRACE_STATE("RX path congested, waiting for more space", H1_EV_RX_DATA|H1_EV_RX_BODY|H1_EV_H1S_BLK, h1s->h1c->conn, h1s);
1497 h1s->flags |= H1S_F_RX_CONGESTED;
1498 }
1499
Willy Tarreau022e5e52020-09-10 09:33:15 +02001500 TRACE_LEAVE(H1_EV_RX_DATA|H1_EV_RX_BODY, h1s->h1c->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001501 return ret;
Christopher Faulet129817b2018-09-20 16:14:40 +02001502}
1503
1504/*
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001505 * Parse HTTP/1 trailers. It returns the number of bytes parsed if > 0, or 0 if
1506 * it couldn't proceed. Parsing errors are reported by setting H1S_F_*_ERROR
1507 * flag and filling h1s->err_pos and h1s->err_state fields. This functions is
Christopher Faulet58f21da2021-09-20 07:47:27 +02001508 * responsible to update the parser state <h1m>. If more room is requested,
1509 * H1S_F_RX_CONGESTED flag is set.
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001510 */
1511static size_t h1_process_trailers(struct h1s *h1s, struct h1m *h1m, struct htx *htx,
1512 struct buffer *buf, size_t *ofs, size_t max)
1513{
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001514 int ret;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001515
Willy Tarreau022e5e52020-09-10 09:33:15 +02001516 TRACE_ENTER(H1_EV_RX_DATA|H1_EV_RX_TLRS, h1s->h1c->conn, h1s, 0, (size_t[]){max});
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001517 ret = h1_parse_msg_tlrs(h1m, htx, buf, *ofs, max);
Christopher Faulet58f21da2021-09-20 07:47:27 +02001518 if (ret <= 0) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001519 TRACE_DEVEL("leaving on missing data or error", H1_EV_RX_DATA|H1_EV_RX_BODY, h1s->h1c->conn, h1s);
Christopher Faulet58f21da2021-09-20 07:47:27 +02001520 if (ret == -1) {
Christopher Faulet60ef12c2020-09-24 10:05:44 +02001521 h1s->flags |= H1S_F_PARSING_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01001522 TRACE_ERROR("parsing error, reject H1 message", H1_EV_RX_DATA|H1_EV_RX_TLRS|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001523 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
1524 }
Christopher Faulet58f21da2021-09-20 07:47:27 +02001525 else if (ret == -2) {
1526 TRACE_STATE("RX path congested, waiting for more space", H1_EV_RX_DATA|H1_EV_RX_TLRS|H1_EV_H1S_BLK, h1s->h1c->conn, h1s);
1527 h1s->flags |= H1S_F_RX_CONGESTED;
1528 }
1529 ret = 0;
Christopher Faulet02a02532019-11-15 09:36:28 +01001530 goto end;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001531 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02001532
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001533 *ofs += ret;
Christopher Faulet02a02532019-11-15 09:36:28 +01001534
1535 end:
Willy Tarreau022e5e52020-09-10 09:33:15 +02001536 TRACE_LEAVE(H1_EV_RX_DATA|H1_EV_RX_TLRS, h1s->h1c->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001537 return ret;
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001538}
1539
1540/*
Christopher Faulet129817b2018-09-20 16:14:40 +02001541 * Process incoming data. It parses data and transfer them from h1c->ibuf into
Christopher Faulet539e0292018-11-19 10:40:09 +01001542 * <buf>. It returns the number of bytes parsed and transferred if > 0, or 0 if
1543 * it couldn't proceed.
Christopher Faulet58f21da2021-09-20 07:47:27 +02001544 *
1545 * WARNING: H1S_F_RX_CONGESTED flag must be removed before processing input data.
Christopher Faulet129817b2018-09-20 16:14:40 +02001546 */
Christopher Faulet30db3d72019-05-17 15:35:33 +02001547static size_t h1_process_input(struct h1c *h1c, struct buffer *buf, size_t count)
Christopher Faulet51dbc942018-09-13 09:05:15 +02001548{
Christopher Faulet539e0292018-11-19 10:40:09 +01001549 struct h1s *h1s = h1c->h1s;
Christopher Faulet129817b2018-09-20 16:14:40 +02001550 struct h1m *h1m;
Christopher Faulet9768c262018-10-22 09:34:31 +02001551 struct htx *htx;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001552 size_t data;
1553 size_t ret = 0;
Christopher Faulet129817b2018-09-20 16:14:40 +02001554 size_t total = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02001555
Christopher Faulet539e0292018-11-19 10:40:09 +01001556 htx = htx_from_buf(buf);
Christopher Faulet6b81df72019-10-01 22:08:43 +02001557 TRACE_ENTER(H1_EV_RX_DATA, h1c->conn, h1s, htx, (size_t[]){count});
Willy Tarreau3a6190f2018-12-16 08:29:56 +01001558
Christopher Faulet60ef12c2020-09-24 10:05:44 +02001559 h1m = (!(h1c->flags & H1C_F_IS_BACK) ? &h1s->req : &h1s->res);
Christopher Faulet74027762019-02-26 14:45:05 +01001560 data = htx->data;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001561
Christopher Faulet2eed8002020-12-07 11:26:13 +01001562 if (h1s->flags & (H1S_F_PARSING_ERROR|H1S_F_NOT_IMPL_ERROR))
Christopher Faulet0e54d542019-07-04 21:22:34 +02001563 goto end;
1564
Christopher Faulet10a86702021-04-07 14:18:11 +02001565 if (h1s->flags & H1S_F_RX_BLK)
Christopher Fauletec4207c2021-04-08 18:34:30 +02001566 goto out;
Christopher Faulet5be651d2021-01-22 15:28:03 +01001567
Christopher Faulet58f21da2021-09-20 07:47:27 +02001568 /* Always remove congestion flags and try to process more input data */
1569 h1s->flags &= ~H1S_F_RX_CONGESTED;
1570
Christopher Fauletd44ad5b2018-11-19 21:52:12 +01001571 do {
Christopher Faulet30db3d72019-05-17 15:35:33 +02001572 size_t used = htx_used_space(htx);
1573
Christopher Faulet129817b2018-09-20 16:14:40 +02001574 if (h1m->state <= H1_MSG_LAST_LF) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001575 TRACE_PROTO("parsing message headers", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1c->conn, h1s);
Christopher Faulet539e0292018-11-19 10:40:09 +01001576 ret = h1_process_headers(h1s, h1m, htx, &h1c->ibuf, &total, count);
Christopher Faulet129817b2018-09-20 16:14:40 +02001577 if (!ret)
1578 break;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001579
1580 TRACE_USER((!(h1m->flags & H1_MF_RESP) ? "rcvd H1 request headers" : "rcvd H1 response headers"),
1581 H1_EV_RX_DATA|H1_EV_RX_HDRS, h1c->conn, h1s, htx, (size_t[]){ret});
1582
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02001583 if ((h1m->flags & H1_MF_RESP) &&
1584 h1s->status < 200 && (h1s->status == 100 || h1s->status >= 102)) {
1585 h1m_init_res(&h1s->res);
1586 h1m->flags |= (H1_MF_NO_PHDR|H1_MF_CLEAN_CONN_HDR);
Christopher Faulet6b81df72019-10-01 22:08:43 +02001587 TRACE_STATE("1xx response rcvd", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1c->conn, h1s);
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02001588 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001589 }
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001590 else if (h1m->state < H1_MSG_TRAILERS) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001591 TRACE_PROTO("parsing message payload", H1_EV_RX_DATA|H1_EV_RX_BODY, h1c->conn, h1s);
Christopher Fauletaf542632019-10-01 21:52:49 +02001592 ret = h1_process_data(h1s, h1m, &htx, &h1c->ibuf, &total, count, buf);
Christopher Faulet76014fd2019-12-10 11:47:22 +01001593 if (!ret && h1m->state != H1_MSG_DONE)
Christopher Faulet129817b2018-09-20 16:14:40 +02001594 break;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001595
1596 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "rcvd H1 request payload data" : "rcvd H1 response payload data"),
1597 H1_EV_RX_DATA|H1_EV_RX_BODY, h1c->conn, h1s, htx, (size_t[]){ret});
Christopher Faulet129817b2018-09-20 16:14:40 +02001598 }
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001599 else if (h1m->state == H1_MSG_TRAILERS) {
Christopher Faulet76014fd2019-12-10 11:47:22 +01001600 TRACE_PROTO("parsing message trailers", H1_EV_RX_DATA|H1_EV_RX_TLRS, h1c->conn, h1s);
1601 ret = h1_process_trailers(h1s, h1m, htx, &h1c->ibuf, &total, count);
1602 if (!ret && h1m->state != H1_MSG_DONE)
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001603 break;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001604
Christopher Faulet76014fd2019-12-10 11:47:22 +01001605 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "rcvd H1 request trailers" : "rcvd H1 response trailers"),
1606 H1_EV_RX_DATA|H1_EV_RX_TLRS, h1c->conn, h1s, htx, (size_t[]){ret});
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001607 }
Christopher Fauletcb55f482018-12-10 11:56:47 +01001608 else if (h1m->state == H1_MSG_DONE) {
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001609 TRACE_USER((!(h1m->flags & H1_MF_RESP) ? "H1 request fully rcvd" : "H1 response fully rcvd"),
1610 H1_EV_RX_DATA|H1_EV_RX_EOI, h1c->conn, h1s, htx);
Christopher Faulet76014fd2019-12-10 11:47:22 +01001611
Christopher Faulet5be651d2021-01-22 15:28:03 +01001612 if ((h1m->flags & H1_MF_RESP) &&
1613 ((h1s->meth == HTTP_METH_CONNECT && h1s->status >= 200 && h1s->status < 300) || h1s->status == 101))
1614 h1_set_tunnel_mode(h1s);
Christopher Fauletb385b502021-01-13 18:47:57 +01001615 else {
1616 if (h1s->req.state < H1_MSG_DONE || h1s->res.state < H1_MSG_DONE) {
1617 /* Unfinished transaction: block this input side waiting the end of the output side */
Christopher Faulet10a86702021-04-07 14:18:11 +02001618 h1s->flags |= H1S_F_RX_BLK;
1619 TRACE_STATE("Disable input processing", H1_EV_RX_DATA|H1_EV_H1S_BLK, h1c->conn, h1s);
Christopher Fauletb385b502021-01-13 18:47:57 +01001620 }
Christopher Faulet10a86702021-04-07 14:18:11 +02001621 if (h1s->flags & H1S_F_TX_BLK) {
1622 h1s->flags &= ~H1S_F_TX_BLK;
Christopher Faulet02c92c32021-04-09 12:31:48 +02001623 h1_wake_stream_for_send(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02001624 TRACE_STATE("Re-enable output processing", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Fauletb385b502021-01-13 18:47:57 +01001625 }
Christopher Faulet23021ad2020-07-10 10:01:26 +02001626 break;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001627 }
Christopher Fauletcb55f482018-12-10 11:56:47 +01001628 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001629 else if (h1m->state == H1_MSG_TUNNEL) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001630 TRACE_PROTO("parsing tunneled data", H1_EV_RX_DATA, h1c->conn, h1s);
Christopher Fauletaf542632019-10-01 21:52:49 +02001631 ret = h1_process_data(h1s, h1m, &htx, &h1c->ibuf, &total, count, buf);
Christopher Faulet9768c262018-10-22 09:34:31 +02001632 if (!ret)
1633 break;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001634
1635 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "rcvd H1 request tunneled data" : "rcvd H1 response tunneled data"),
1636 H1_EV_RX_DATA|H1_EV_RX_EOI, h1c->conn, h1s, htx, (size_t[]){ret});
Christopher Fauletf2824e62018-10-01 12:12:37 +02001637 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001638 else {
Christopher Faulet60ef12c2020-09-24 10:05:44 +02001639 h1s->flags |= H1S_F_PARSING_ERROR;
Christopher Faulet129817b2018-09-20 16:14:40 +02001640 break;
1641 }
1642
Christopher Faulet30db3d72019-05-17 15:35:33 +02001643 count -= htx_used_space(htx) - used;
Christopher Faulet58f21da2021-09-20 07:47:27 +02001644 } while (!(h1s->flags & (H1S_F_PARSING_ERROR|H1S_F_NOT_IMPL_ERROR|H1S_F_RX_BLK|H1S_F_RX_CONGESTED)));
Christopher Faulet5be651d2021-01-22 15:28:03 +01001645
Christopher Faulet129817b2018-09-20 16:14:40 +02001646
Christopher Faulet2eed8002020-12-07 11:26:13 +01001647 if (h1s->flags & (H1S_F_PARSING_ERROR|H1S_F_NOT_IMPL_ERROR)) {
Christopher Faulet26a26432021-01-27 11:27:50 +01001648 TRACE_ERROR("parsing or not-implemented error", H1_EV_RX_DATA|H1_EV_H1S_ERR, h1c->conn, h1s);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001649 goto err;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001650 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001651
Christopher Faulet539e0292018-11-19 10:40:09 +01001652 b_del(&h1c->ibuf, total);
1653
Christopher Faulet27ba2dc2018-12-05 11:53:24 +01001654 htx_to_buf(htx, buf);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001655 TRACE_DEVEL("incoming data parsed", H1_EV_RX_DATA, h1c->conn, h1s, htx, (size_t[]){ret});
1656
Christopher Faulet30db3d72019-05-17 15:35:33 +02001657 ret = htx->data - data;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001658 if ((h1c->flags & H1C_F_IN_FULL) && buf_room_for_htx_data(&h1c->ibuf)) {
Christopher Faulet539e0292018-11-19 10:40:09 +01001659 h1c->flags &= ~H1C_F_IN_FULL;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001660 TRACE_STATE("h1c ibuf not full anymore", H1_EV_RX_DATA|H1_EV_H1C_BLK|H1_EV_H1C_WAKE, h1c->conn, h1s);
Willy Tarreau2c1f37d2020-03-04 17:50:02 +01001661 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Christopher Faulet47365272018-10-31 17:40:50 +01001662 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02001663
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001664 if (!b_data(&h1c->ibuf))
1665 h1_release_buf(h1c, &h1c->ibuf);
1666
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01001667 if (!(h1c->flags & H1C_F_ST_READY)) {
1668 /* The H1 connection is not ready. Most of time, there is no CS
1669 * attached, except for TCP>H1 upgrade, from a TCP frontend. In both
1670 * cases, it is only possible on the client side.
1671 */
1672 BUG_ON(h1c->flags & H1C_F_IS_BACK);
1673
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001674 if (h1m->state <= H1_MSG_LAST_LF) {
1675 TRACE_STATE("Incomplete message, subscribing", H1_EV_RX_DATA|H1_EV_H1C_BLK|H1_EV_H1C_WAKE, h1c->conn, h1s);
1676 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
1677 goto end;
1678 }
1679
Christopher Faulet0f9395d2021-01-21 17:50:19 +01001680 if (!(h1c->flags & H1C_F_ST_ATTACHED)) {
1681 TRACE_DEVEL("request headers fully parsed, create and attach the CS", H1_EV_RX_DATA, h1c->conn, h1s);
1682 BUG_ON(h1s->cs);
1683 if (!h1s_new_cs(h1s, buf)) {
1684 h1c->flags |= H1C_F_ST_ERROR;
1685 goto err;
1686 }
1687 }
1688 else {
1689 TRACE_DEVEL("request headers fully parsed, upgrade the inherited CS", H1_EV_RX_DATA, h1c->conn, h1s);
1690 BUG_ON(h1s->cs == NULL);
1691 if (!h1s_upgrade_cs(h1s, buf)) {
1692 h1c->flags |= H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01001693 TRACE_ERROR("H1S upgrade failure", H1_EV_RX_DATA|H1_EV_H1S_ERR, h1c->conn, h1s);
Christopher Faulet0f9395d2021-01-21 17:50:19 +01001694 goto err;
1695 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001696 }
1697 }
1698
1699 /* Here h1s->cs is always defined */
Christopher Fauletc765de52021-11-26 17:26:19 +01001700 if (!(h1m->flags & H1_MF_CHNK) && (h1m->state == H1_MSG_DATA || (h1m->state == H1_MSG_TUNNEL))) {
Christopher Fauleta583af62020-09-24 15:35:37 +02001701 TRACE_STATE("notify the mux can use splicing", H1_EV_RX_DATA|H1_EV_RX_BODY, h1c->conn, h1s);
1702 h1s->cs->flags |= CS_FL_MAY_SPLICE;
1703 }
1704 else {
1705 TRACE_STATE("notify the mux can't use splicing anymore", H1_EV_RX_DATA|H1_EV_RX_BODY, h1c->conn, h1s);
1706 h1s->cs->flags &= ~CS_FL_MAY_SPLICE;
1707 }
1708
Christopher Fauleta22782b2021-02-08 17:18:01 +01001709 /* Set EOI on conn-stream in DONE state iff:
1710 * - it is a response
1711 * - it is a request but no a protocol upgrade nor a CONNECT
1712 *
1713 * If not set, Wait the response to do so or not depending on the status
Christopher Faulet5be651d2021-01-22 15:28:03 +01001714 * code.
Christopher Faulet3e1748b2020-12-07 18:21:27 +01001715 */
Christopher Fauleta22782b2021-02-08 17:18:01 +01001716 if (((h1m->state == H1_MSG_DONE) && (h1m->flags & H1_MF_RESP)) ||
1717 ((h1m->state == H1_MSG_DONE) && (h1s->meth != HTTP_METH_CONNECT) && !(h1m->flags & H1_MF_CONN_UPG)))
Christopher Fauleta583af62020-09-24 15:35:37 +02001718 h1s->cs->flags |= CS_FL_EOI;
1719
Christopher Fauletec4207c2021-04-08 18:34:30 +02001720 out:
Christopher Faulet58f21da2021-09-20 07:47:27 +02001721 /* When Input data are pending for this message, notify upper layer that
1722 * the mux need more space in the HTX buffer to continue if :
1723 *
1724 * - The parser is blocked in MSG_DATA or MSG_TUNNEL state
1725 * - Headers or trailers are pending to be copied.
1726 */
1727 if (h1s->flags & (H1S_F_RX_CONGESTED)) {
Christopher Fauletcf56b992018-12-11 16:12:31 +01001728 h1s->cs->flags |= CS_FL_RCV_MORE | CS_FL_WANT_ROOM;
Christopher Faulet58f21da2021-09-20 07:47:27 +02001729 TRACE_STATE("waiting for more room", H1_EV_RX_DATA|H1_EV_H1S_BLK, h1c->conn, h1s);
1730 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001731 else {
1732 h1s->cs->flags &= ~(CS_FL_RCV_MORE | CS_FL_WANT_ROOM);
1733 if (h1s->flags & H1S_F_REOS) {
1734 h1s->cs->flags |= CS_FL_EOS;
Christopher Faulet1e857782020-12-08 10:38:22 +01001735 if (h1m->state >= H1_MSG_DONE || !(h1m->flags & H1_MF_XFER_LEN)) {
1736 /* DONE or TUNNEL or SHUTR without XFER_LEN, set
1737 * EOI on the conn-stream */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001738 h1s->cs->flags |= CS_FL_EOI;
Christopher Faulet3e1748b2020-12-07 18:21:27 +01001739 }
Christopher Faulet26a26432021-01-27 11:27:50 +01001740 else if (h1m->state > H1_MSG_LAST_LF && h1m->state < H1_MSG_DONE) {
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001741 h1s->cs->flags |= CS_FL_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01001742 TRACE_ERROR("message aborted, set error on CS", H1_EV_RX_DATA|H1_EV_H1S_ERR, h1c->conn, h1s);
1743 }
Christopher Fauletb385b502021-01-13 18:47:57 +01001744
Christopher Faulet10a86702021-04-07 14:18:11 +02001745 if (h1s->flags & H1S_F_TX_BLK) {
1746 h1s->flags &= ~H1S_F_TX_BLK;
Christopher Faulet02c92c32021-04-09 12:31:48 +02001747 h1_wake_stream_for_send(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02001748 TRACE_STATE("Re-enable output processing", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Fauletb385b502021-01-13 18:47:57 +01001749 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001750 }
Christopher Faulet539e0292018-11-19 10:40:09 +01001751 }
Christopher Fauletf6ce9d62018-12-10 15:30:06 +01001752
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001753 end:
Christopher Faulet6b81df72019-10-01 22:08:43 +02001754 TRACE_LEAVE(H1_EV_RX_DATA, h1c->conn, h1s, htx, (size_t[]){ret});
Christopher Faulet30db3d72019-05-17 15:35:33 +02001755 return ret;
Christopher Faulet47365272018-10-31 17:40:50 +01001756
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001757 err:
Christopher Faulet27ba2dc2018-12-05 11:53:24 +01001758 htx_to_buf(htx, buf);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02001759 if (h1s->cs)
1760 h1s->cs->flags |= CS_FL_EOI;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001761 TRACE_DEVEL("leaving on error", H1_EV_RX_DATA|H1_EV_STRM_ERR, h1c->conn, h1s);
Christopher Faulet9768c262018-10-22 09:34:31 +02001762 return 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02001763}
1764
Christopher Faulet129817b2018-09-20 16:14:40 +02001765/*
1766 * Process outgoing data. It parses data and transfer them from the channel buffer into
1767 * h1c->obuf. It returns the number of bytes parsed and transferred if > 0, or
1768 * 0 if it couldn't proceed.
1769 */
Christopher Faulet51dbc942018-09-13 09:05:15 +02001770static size_t h1_process_output(struct h1c *h1c, struct buffer *buf, size_t count)
1771{
Christopher Faulet129817b2018-09-20 16:14:40 +02001772 struct h1s *h1s = h1c->h1s;
1773 struct h1m *h1m;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001774 struct htx *chn_htx = NULL;
Christopher Faulet9768c262018-10-22 09:34:31 +02001775 struct htx_blk *blk;
Christopher Fauletc2518a52019-06-25 21:41:02 +02001776 struct buffer tmp;
Christopher Faulet129817b2018-09-20 16:14:40 +02001777 size_t total = 0;
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001778 int last_data = 0;
Amaury Denoyellec1938232020-12-11 17:53:03 +01001779 int ws_key_found = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02001780
Christopher Faulet94b2c762019-05-24 15:28:57 +02001781 chn_htx = htxbuf(buf);
Christopher Faulet6b81df72019-10-01 22:08:43 +02001782 TRACE_ENTER(H1_EV_TX_DATA, h1c->conn, h1s, chn_htx, (size_t[]){count});
1783
Willy Tarreau37dd54d2018-12-15 14:48:31 +01001784 if (htx_is_empty(chn_htx))
1785 goto end;
Christopher Faulet9768c262018-10-22 09:34:31 +02001786
Christopher Faulet10a86702021-04-07 14:18:11 +02001787 if (h1s->flags & (H1S_F_PROCESSING_ERROR|H1S_F_TX_BLK))
Christopher Fauletdea24742021-01-22 15:12:30 +01001788 goto end;
1789
Christopher Faulet51dbc942018-09-13 09:05:15 +02001790 if (!h1_get_buf(h1c, &h1c->obuf)) {
1791 h1c->flags |= H1C_F_OUT_ALLOC;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001792 TRACE_STATE("waiting for h1c obuf allocation", H1_EV_TX_DATA|H1_EV_H1S_BLK, h1c->conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02001793 goto end;
1794 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02001795
Christopher Faulet60ef12c2020-09-24 10:05:44 +02001796 h1m = (!(h1c->flags & H1C_F_IS_BACK) ? &h1s->res : &h1s->req);
Christopher Faulet9768c262018-10-22 09:34:31 +02001797
Willy Tarreau37dd54d2018-12-15 14:48:31 +01001798 /* the htx is non-empty thus has at least one block */
Willy Tarreau3815b222018-12-11 19:50:43 +01001799 blk = htx_get_head_blk(chn_htx);
Christopher Faulet9768c262018-10-22 09:34:31 +02001800
Willy Tarreau3815b222018-12-11 19:50:43 +01001801 /* Perform some optimizations to reduce the number of buffer copies.
1802 * First, if the mux's buffer is empty and the htx area contains
1803 * exactly one data block of the same size as the requested count,
1804 * then it's possible to simply swap the caller's buffer with the
1805 * mux's output buffer and adjust offsets and length to match the
1806 * entire DATA HTX block in the middle. In this case we perform a
1807 * true zero-copy operation from end-to-end. This is the situation
1808 * that happens all the time with large files. Second, if this is not
1809 * possible, but the mux's output buffer is empty, we still have an
1810 * opportunity to avoid the copy to the intermediary buffer, by making
1811 * the intermediary buffer's area point to the output buffer's area.
1812 * In this case we want to skip the HTX header to make sure that copies
1813 * remain aligned and that this operation remains possible all the
1814 * time. This goes for headers, data blocks and any data extracted from
1815 * the HTX blocks.
Willy Tarreauc5efa332018-12-05 11:19:27 +01001816 */
1817 if (!b_data(&h1c->obuf)) {
Christopher Fauletdea24742021-01-22 15:12:30 +01001818 if ((h1m->state == H1_MSG_DATA || h1m->state == H1_MSG_TUNNEL) &&
Christopher Faulet0d7e6342021-02-08 15:56:36 +01001819 (!(h1m->flags & H1_MF_RESP) || !(h1s->flags & H1S_F_BODYLESS_RESP)) &&
Christopher Fauletdea24742021-01-22 15:12:30 +01001820 htx_nbblks(chn_htx) == 1 &&
Willy Tarreau37dd54d2018-12-15 14:48:31 +01001821 htx_get_blk_type(blk) == HTX_BLK_DATA &&
Willy Tarreau3815b222018-12-11 19:50:43 +01001822 htx_get_blk_value(chn_htx, blk).len == count) {
Christopher Faulete5596bf2020-12-02 16:13:22 +01001823 void *old_area;
1824
Christopher Faulet6b81df72019-10-01 22:08:43 +02001825 TRACE_PROTO("sending message data (zero-copy)", H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, chn_htx, (size_t[]){count});
Christopher Faulet5f60d182021-11-26 16:37:55 +01001826 if (h1m->state == H1_MSG_DATA) {
1827 if (h1m->flags & H1_MF_CLEN) {
1828 if (count > h1m->curr_len) {
1829 TRACE_ERROR("too much payload, more than announced",
1830 H1_EV_TX_DATA|H1_EV_STRM_ERR|H1_EV_H1C_ERR|H1_EV_H1S_ERR, h1c->conn, h1s);
1831 goto error;
1832 }
1833 h1m->curr_len -= count;
1834 }
1835 if (chn_htx->flags & HTX_FL_EOM) {
1836 TRACE_DEVEL("last message block", H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s);
1837 last_data = 1;
1838 }
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001839 }
1840
Christopher Faulete5596bf2020-12-02 16:13:22 +01001841 old_area = h1c->obuf.area;
Willy Tarreau3815b222018-12-11 19:50:43 +01001842 h1c->obuf.area = buf->area;
Christopher Fauletc2518a52019-06-25 21:41:02 +02001843 h1c->obuf.head = sizeof(struct htx) + blk->addr;
Willy Tarreau3815b222018-12-11 19:50:43 +01001844 h1c->obuf.data = count;
1845
1846 buf->area = old_area;
1847 buf->data = buf->head = 0;
Christopher Fauletadb22202018-12-12 10:32:09 +01001848
Christopher Faulet6b81df72019-10-01 22:08:43 +02001849 chn_htx = (struct htx *)buf->area;
1850 htx_reset(chn_htx);
1851
Christopher Fauletadb22202018-12-12 10:32:09 +01001852 /* The message is chunked. We need to emit the chunk
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001853 * size and eventually the last chunk. We have at least
1854 * the size of the struct htx to write the chunk
1855 * envelope. It should be enough.
Christopher Fauletadb22202018-12-12 10:32:09 +01001856 */
1857 if (h1m->flags & H1_MF_CHNK) {
1858 h1_emit_chunk_size(&h1c->obuf, count);
1859 h1_emit_chunk_crlf(&h1c->obuf);
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001860 if (last_data) {
1861 /* Emit the last chunk too at the buffer's end */
1862 b_putblk(&h1c->obuf, "0\r\n\r\n", 5);
1863 }
Christopher Fauletadb22202018-12-12 10:32:09 +01001864 }
1865
Christopher Faulet6b81df72019-10-01 22:08:43 +02001866 if (h1m->state == H1_MSG_DATA)
1867 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request payload data xferred" : "H1 response payload data xferred"),
Willy Tarreau022e5e52020-09-10 09:33:15 +02001868 H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, 0, (size_t[]){count});
Christopher Faulet6b81df72019-10-01 22:08:43 +02001869 else
1870 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request tunneled data xferred" : "H1 response tunneled data xferred"),
Willy Tarreau022e5e52020-09-10 09:33:15 +02001871 H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, 0, (size_t[]){count});
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001872
Christopher Faulete5596bf2020-12-02 16:13:22 +01001873 total += count;
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001874 if (last_data) {
1875 h1m->state = H1_MSG_DONE;
Christopher Faulet10a86702021-04-07 14:18:11 +02001876 if (h1s->flags & H1S_F_RX_BLK) {
1877 h1s->flags &= ~H1S_F_RX_BLK;
Christopher Faulet02c92c32021-04-09 12:31:48 +02001878 h1_wake_stream_for_recv(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02001879 TRACE_STATE("Re-enable input processing", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01001880 }
1881
1882 TRACE_USER((!(h1m->flags & H1_MF_RESP) ? "H1 request fully xferred" : "H1 response fully xferred"),
1883 H1_EV_TX_DATA, h1c->conn, h1s);
1884 }
Willy Tarreau3815b222018-12-11 19:50:43 +01001885 goto out;
1886 }
Christopher Fauletc2518a52019-06-25 21:41:02 +02001887 tmp.area = h1c->obuf.area + h1c->obuf.head;
Willy Tarreauc5efa332018-12-05 11:19:27 +01001888 }
Christopher Fauletc2518a52019-06-25 21:41:02 +02001889 else
1890 tmp.area = trash.area;
Christopher Faulet9768c262018-10-22 09:34:31 +02001891
Christopher Fauletc2518a52019-06-25 21:41:02 +02001892 tmp.data = 0;
1893 tmp.size = b_room(&h1c->obuf);
Christopher Faulet10a86702021-04-07 14:18:11 +02001894 while (count && !(h1s->flags & (H1S_F_PROCESSING_ERROR|H1S_F_TX_BLK)) && blk) {
Christopher Faulet570d1612018-11-26 11:13:57 +01001895 struct htx_sl *sl;
Christopher Faulet9768c262018-10-22 09:34:31 +02001896 struct ist n, v;
Christopher Fauletb2e84162018-12-06 11:39:49 +01001897 enum htx_blk_type type = htx_get_blk_type(blk);
Christopher Faulet9768c262018-10-22 09:34:31 +02001898 uint32_t sz = htx_get_blksz(blk);
Christopher Fauletd9233f02019-10-14 14:01:24 +02001899 uint32_t vlen, chklen;
Christopher Faulet9768c262018-10-22 09:34:31 +02001900
Christopher Fauletb2e84162018-12-06 11:39:49 +01001901 vlen = sz;
Christopher Fauletd9233f02019-10-14 14:01:24 +02001902 if (type != HTX_BLK_DATA && vlen > count)
1903 goto full;
Christopher Faulet9768c262018-10-22 09:34:31 +02001904
Christopher Faulet94b2c762019-05-24 15:28:57 +02001905 if (type == HTX_BLK_UNUSED)
1906 goto nextblk;
Christopher Faulet9768c262018-10-22 09:34:31 +02001907
Christopher Faulet94b2c762019-05-24 15:28:57 +02001908 switch (h1m->state) {
1909 case H1_MSG_RQBEFORE:
1910 if (type != HTX_BLK_REQ_SL)
1911 goto error;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001912 TRACE_USER("sending request headers", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s, chn_htx);
Christopher Faulet9768c262018-10-22 09:34:31 +02001913 sl = htx_get_blk_ptr(chn_htx, blk);
Christopher Faulet570d1612018-11-26 11:13:57 +01001914 h1s->meth = sl->info.req.meth;
Christopher Faulet9768c262018-10-22 09:34:31 +02001915 h1_parse_req_vsn(h1m, sl);
Christopher Faulet53a899b2019-10-08 16:38:42 +02001916 if (!h1_format_htx_reqline(sl, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02001917 goto full;
Christopher Faulet9768c262018-10-22 09:34:31 +02001918 h1m->flags |= H1_MF_XFER_LEN;
Christopher Faulet1f890dd2019-02-18 10:33:16 +01001919 if (sl->flags & HTX_SL_F_BODYLESS)
1920 h1m->flags |= H1_MF_CLEN;
Christopher Faulet9768c262018-10-22 09:34:31 +02001921 h1m->state = H1_MSG_HDR_FIRST;
Christopher Faulet5696f542020-12-02 16:08:38 +01001922 if (h1s->meth == HTTP_METH_HEAD)
1923 h1s->flags |= H1S_F_BODYLESS_RESP;
Christopher Faulet10a86702021-04-07 14:18:11 +02001924 if (h1s->flags & H1S_F_RX_BLK) {
1925 h1s->flags &= ~H1S_F_RX_BLK;
Christopher Faulet02c92c32021-04-09 12:31:48 +02001926 h1_wake_stream_for_recv(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02001927 TRACE_STATE("Re-enable input processing", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Faulet089acd52020-09-21 10:57:52 +02001928 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001929 break;
Christopher Faulet129817b2018-09-20 16:14:40 +02001930
Christopher Faulet94b2c762019-05-24 15:28:57 +02001931 case H1_MSG_RPBEFORE:
1932 if (type != HTX_BLK_RES_SL)
1933 goto error;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001934 TRACE_USER("sending response headers", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s, chn_htx);
Christopher Faulet9768c262018-10-22 09:34:31 +02001935 sl = htx_get_blk_ptr(chn_htx, blk);
Christopher Faulet570d1612018-11-26 11:13:57 +01001936 h1s->status = sl->info.res.status;
Christopher Faulet9768c262018-10-22 09:34:31 +02001937 h1_parse_res_vsn(h1m, sl);
Christopher Faulet53a899b2019-10-08 16:38:42 +02001938 if (!h1_format_htx_stline(sl, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02001939 goto full;
Christopher Faulet03599112018-11-27 11:21:21 +01001940 if (sl->flags & HTX_SL_F_XFER_LEN)
Christopher Faulet9768c262018-10-22 09:34:31 +02001941 h1m->flags |= H1_MF_XFER_LEN;
Christopher Fauletf3e76192020-12-02 16:46:33 +01001942 if (h1s->status < 200)
Christopher Fauletada34b62019-05-24 16:36:43 +02001943 h1s->flags |= H1S_F_HAVE_O_CONN;
Christopher Faulet5696f542020-12-02 16:08:38 +01001944 else if (h1s->status == 204 || h1s->status == 304)
1945 h1s->flags |= H1S_F_BODYLESS_RESP;
Christopher Faulet9768c262018-10-22 09:34:31 +02001946 h1m->state = H1_MSG_HDR_FIRST;
1947 break;
1948
Christopher Faulet94b2c762019-05-24 15:28:57 +02001949 case H1_MSG_HDR_FIRST:
1950 case H1_MSG_HDR_NAME:
1951 case H1_MSG_HDR_L2_LWS:
1952 if (type == HTX_BLK_EOH)
1953 goto last_lf;
1954 if (type != HTX_BLK_HDR)
1955 goto error;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001956
Christopher Faulet9768c262018-10-22 09:34:31 +02001957 h1m->state = H1_MSG_HDR_NAME;
1958 n = htx_get_blk_name(chn_htx, blk);
1959 v = htx_get_blk_value(chn_htx, blk);
1960
Christopher Faulet86d144c2019-08-14 16:32:25 +02001961 /* Skip all pseudo-headers */
1962 if (*(n.ptr) == ':')
1963 goto skip_hdr;
1964
Christopher Faulet91fcf212020-12-02 16:17:15 +01001965 if (isteq(n, ist("transfer-encoding"))) {
1966 if ((h1m->flags & H1_MF_RESP) && (h1s->status < 200 || h1s->status == 204))
1967 goto skip_hdr;
Christopher Faulet9768c262018-10-22 09:34:31 +02001968 h1_parse_xfer_enc_header(h1m, v);
Christopher Faulet91fcf212020-12-02 16:17:15 +01001969 }
Christopher Fauletb045bb22020-02-28 10:42:20 +01001970 else if (isteq(n, ist("content-length"))) {
Christopher Faulet91fcf212020-12-02 16:17:15 +01001971 if ((h1m->flags & H1_MF_RESP) && (h1s->status < 200 || h1s->status == 204))
1972 goto skip_hdr;
Christopher Faulet5220ef22019-03-27 15:44:56 +01001973 /* Only skip C-L header with invalid value. */
1974 if (h1_parse_cont_len_header(h1m, &v) < 0)
Willy Tarreau27cd2232019-01-03 21:52:42 +01001975 goto skip_hdr;
1976 }
Christopher Fauletb045bb22020-02-28 10:42:20 +01001977 else if (isteq(n, ist("connection"))) {
Christopher Fauletb992af02019-03-28 15:42:24 +01001978 h1_parse_connection_header(h1m, &v);
Christopher Faulet9768c262018-10-22 09:34:31 +02001979 if (!v.len)
1980 goto skip_hdr;
1981 }
Amaury Denoyellec1938232020-12-11 17:53:03 +01001982 else if (isteq(n, ist("upgrade"))) {
1983 h1_parse_upgrade_header(h1m, v);
1984 }
Amaury Denoyelleaad333a2020-12-11 17:53:07 +01001985 else if ((isteq(n, ist("sec-websocket-accept")) &&
1986 h1m->flags & H1_MF_RESP) ||
1987 (isteq(n, ist("sec-websocket-key")) &&
1988 !(h1m->flags & H1_MF_RESP))) {
Amaury Denoyellec1938232020-12-11 17:53:03 +01001989 ws_key_found = 1;
1990 }
Christopher Fauletf9bb8d02021-09-28 10:56:36 +02001991 else if (isteq(n, ist("te"))) {
1992 /* "te" may only be sent with "trailers" if this value
1993 * is present, otherwise it must be deleted.
1994 */
1995 v = istist(v, ist("trailers"));
1996 if (!isttest(v) || (v.len > 8 && v.ptr[8] != ','))
1997 goto skip_hdr;
1998 v = ist("trailers");
1999 }
Christopher Faulet9768c262018-10-22 09:34:31 +02002000
Christopher Faulet67d58092019-10-02 10:51:38 +02002001 /* Skip header if same name is used to add the server name */
2002 if (!(h1m->flags & H1_MF_RESP) && h1c->px->server_id_hdr_name &&
2003 isteqi(n, ist2(h1c->px->server_id_hdr_name, h1c->px->server_id_hdr_len)))
2004 goto skip_hdr;
2005
Christopher Faulet98fbe952019-07-22 16:18:24 +02002006 /* Try to adjust the case of the header name */
2007 if (h1c->px->options2 & (PR_O2_H1_ADJ_BUGCLI|PR_O2_H1_ADJ_BUGSRV))
2008 h1_adjust_case_outgoing_hdr(h1s, h1m, &n);
Christopher Faulet53a899b2019-10-08 16:38:42 +02002009 if (!h1_format_htx_hdr(n, v, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002010 goto full;
Christopher Faulet9768c262018-10-22 09:34:31 +02002011 skip_hdr:
2012 h1m->state = H1_MSG_HDR_L2_LWS;
2013 break;
2014
Christopher Faulet94b2c762019-05-24 15:28:57 +02002015 case H1_MSG_LAST_LF:
2016 if (type != HTX_BLK_EOH)
2017 goto error;
2018 last_lf:
Christopher Fauletada34b62019-05-24 16:36:43 +02002019 h1m->state = H1_MSG_LAST_LF;
2020 if (!(h1s->flags & H1S_F_HAVE_O_CONN)) {
Christopher Faulet04f89192019-10-16 09:41:07 +02002021 /* If the reply comes from haproxy while the request is
2022 * not finished, we force the connection close. */
2023 if ((chn_htx->flags & HTX_FL_PROXY_RESP) && h1s->req.state != H1_MSG_DONE) {
2024 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
2025 TRACE_STATE("force close mode (resp)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
2026 }
2027
2028 /* the conn_mode must be processed. So do it */
Christopher Fauleta110ecb2019-06-17 14:07:46 +02002029 n = ist("connection");
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01002030 v = ist("");
Christopher Fauletb992af02019-03-28 15:42:24 +01002031 h1_process_output_conn_mode(h1s, h1m, &v);
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01002032 if (v.len) {
Christopher Faulet98fbe952019-07-22 16:18:24 +02002033 /* Try to adjust the case of the header name */
2034 if (h1c->px->options2 & (PR_O2_H1_ADJ_BUGCLI|PR_O2_H1_ADJ_BUGSRV))
2035 h1_adjust_case_outgoing_hdr(h1s, h1m, &n);
Christopher Faulet53a899b2019-10-08 16:38:42 +02002036 if (!h1_format_htx_hdr(n, v, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002037 goto full;
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01002038 }
Christopher Fauletada34b62019-05-24 16:36:43 +02002039 h1s->flags |= H1S_F_HAVE_O_CONN;
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01002040 }
Willy Tarreau4710d202019-01-03 17:39:54 +01002041
Christopher Fauletc62c2b92019-03-28 11:41:39 +01002042 if ((h1s->meth != HTTP_METH_CONNECT &&
2043 (h1m->flags & (H1_MF_VER_11|H1_MF_RESP|H1_MF_CLEN|H1_MF_CHNK|H1_MF_XFER_LEN)) ==
Christopher Faulet1f890dd2019-02-18 10:33:16 +01002044 (H1_MF_VER_11|H1_MF_XFER_LEN)) ||
Christopher Faulete5596bf2020-12-02 16:13:22 +01002045 (h1s->status >= 200 && !(h1s->flags & H1S_F_BODYLESS_RESP) &&
Christopher Fauletc75668e2020-12-07 18:10:32 +01002046 !(h1s->meth == HTTP_METH_CONNECT && h1s->status >= 200 && h1s->status < 300) &&
Christopher Faulet1f890dd2019-02-18 10:33:16 +01002047 (h1m->flags & (H1_MF_VER_11|H1_MF_RESP|H1_MF_CLEN|H1_MF_CHNK|H1_MF_XFER_LEN)) ==
2048 (H1_MF_VER_11|H1_MF_RESP|H1_MF_XFER_LEN))) {
Willy Tarreau4710d202019-01-03 17:39:54 +01002049 /* chunking needed but header not seen */
Christopher Faulet7a991a92019-10-04 10:23:51 +02002050 n = ist("transfer-encoding");
2051 v = ist("chunked");
2052 if (h1c->px->options2 & (PR_O2_H1_ADJ_BUGCLI|PR_O2_H1_ADJ_BUGSRV))
2053 h1_adjust_case_outgoing_hdr(h1s, h1m, &n);
Christopher Faulet53a899b2019-10-08 16:38:42 +02002054 if (!h1_format_htx_hdr(n, v, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002055 goto full;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002056 TRACE_STATE("add \"Transfer-Encoding: chunked\"", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
Willy Tarreau4710d202019-01-03 17:39:54 +01002057 h1m->flags |= H1_MF_CHNK;
2058 }
2059
Christopher Faulet72ba6cd2019-09-24 16:20:05 +02002060 /* Now add the server name to a header (if requested) */
2061 if (!(h1s->flags & H1S_F_HAVE_SRV_NAME) &&
2062 !(h1m->flags & H1_MF_RESP) && h1c->px->server_id_hdr_name) {
2063 struct server *srv = objt_server(h1c->conn->target);
2064
2065 if (srv) {
2066 n = ist2(h1c->px->server_id_hdr_name, h1c->px->server_id_hdr_len);
2067 v = ist(srv->id);
Christopher Faulet5cef2a62019-10-02 11:06:13 +02002068
2069 /* Try to adjust the case of the header name */
2070 if (h1c->px->options2 & (PR_O2_H1_ADJ_BUGCLI|PR_O2_H1_ADJ_BUGSRV))
2071 h1_adjust_case_outgoing_hdr(h1s, h1m, &n);
Christopher Faulet53a899b2019-10-08 16:38:42 +02002072 if (!h1_format_htx_hdr(n, v, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002073 goto full;
Christopher Faulet72ba6cd2019-09-24 16:20:05 +02002074 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02002075 TRACE_STATE("add server name header", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
Christopher Faulet72ba6cd2019-09-24 16:20:05 +02002076 h1s->flags |= H1S_F_HAVE_SRV_NAME;
2077 }
2078
Amaury Denoyellec1938232020-12-11 17:53:03 +01002079 /* Add websocket handshake key if needed */
2080 if ((h1m->flags & (H1_MF_CONN_UPG|H1_MF_UPG_WEBSOCKET)) == (H1_MF_CONN_UPG|H1_MF_UPG_WEBSOCKET) &&
2081 !ws_key_found) {
Amaury Denoyelleaad333a2020-12-11 17:53:07 +01002082 if (!(h1m->flags & H1_MF_RESP)) {
2083 /* generate a random websocket key
2084 * stored in the session to
2085 * verify it on the response side
2086 */
2087 h1_generate_random_ws_input_key(h1s->ws_key);
2088
2089 if (!h1_format_htx_hdr(ist("Sec-Websocket-Key"),
2090 ist(h1s->ws_key),
2091 &tmp)) {
2092 goto full;
2093 }
2094 }
2095 else {
Amaury Denoyellec1938232020-12-11 17:53:03 +01002096 /* add the response header key */
2097 char key[29];
2098 h1_calculate_ws_output_key(h1s->ws_key, key);
2099 if (!h1_format_htx_hdr(ist("Sec-Websocket-Accept"),
2100 ist(key),
2101 &tmp)) {
2102 goto full;
2103 }
2104 }
2105 }
2106
Christopher Faulet6b81df72019-10-01 22:08:43 +02002107 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request headers xferred" : "H1 response headers xferred"),
2108 H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
2109
Christopher Fauletc62c2b92019-03-28 11:41:39 +01002110 if (!(h1m->flags & H1_MF_RESP) && h1s->meth == HTTP_METH_CONNECT) {
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002111 if (!chunk_memcat(&tmp, "\r\n", 2))
2112 goto full;
2113 goto done;
Christopher Fauletc62c2b92019-03-28 11:41:39 +01002114 }
Christopher Fauletf3158e92019-11-15 11:14:23 +01002115 else if ((h1m->flags & H1_MF_RESP) &&
Christopher Fauletc75668e2020-12-07 18:10:32 +01002116 ((h1s->meth == HTTP_METH_CONNECT && h1s->status >= 200 && h1s->status < 300) || h1s->status == 101)) {
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002117 if (!chunk_memcat(&tmp, "\r\n", 2))
2118 goto full;
2119 goto done;
Christopher Fauletc62c2b92019-03-28 11:41:39 +01002120 }
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02002121 else if ((h1m->flags & H1_MF_RESP) &&
2122 h1s->status < 200 && (h1s->status == 100 || h1s->status >= 102)) {
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002123 if (!chunk_memcat(&tmp, "\r\n", 2))
2124 goto full;
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02002125 h1m_init_res(&h1s->res);
2126 h1m->flags |= (H1_MF_NO_PHDR|H1_MF_CLEAN_CONN_HDR);
Christopher Fauletada34b62019-05-24 16:36:43 +02002127 h1s->flags &= ~H1S_F_HAVE_O_CONN;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002128 TRACE_STATE("1xx response xferred", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02002129 }
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002130 else {
2131 /* EOM flag is set and it is the last block */
2132 if (htx_is_unique_blk(chn_htx, blk) && (chn_htx->flags & HTX_FL_EOM)) {
Christopher Faulet3d6e0e32021-02-08 09:34:35 +01002133 if (h1m->flags & H1_MF_CHNK) {
2134 if (!chunk_memcat(&tmp, "\r\n0\r\n\r\n", 7))
2135 goto full;
2136 }
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002137 else if (!chunk_memcat(&tmp, "\r\n", 2))
2138 goto full;
2139 goto done;
2140 }
2141 else if (!chunk_memcat(&tmp, "\r\n", 2))
2142 goto full;
Christopher Fauletc62c2b92019-03-28 11:41:39 +01002143 h1m->state = H1_MSG_DATA;
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002144 }
Christopher Faulet9768c262018-10-22 09:34:31 +02002145 break;
2146
Christopher Faulet94b2c762019-05-24 15:28:57 +02002147 case H1_MSG_DATA:
Christopher Fauletf8db73e2019-07-04 17:12:12 +02002148 case H1_MSG_TUNNEL:
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002149 if (type == HTX_BLK_EOT || type == HTX_BLK_TLR) {
Christopher Faulet0d7e6342021-02-08 15:56:36 +01002150 if ((h1m->flags & H1_MF_RESP) && (h1s->flags & H1S_F_BODYLESS_RESP))
2151 goto trailers;
2152
Christopher Faulet5433a0b2019-06-27 17:40:14 +02002153 /* If the message is not chunked, never
2154 * add the last chunk. */
2155 if ((h1m->flags & H1_MF_CHNK) && !chunk_memcat(&tmp, "0\r\n", 3))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002156 goto full;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002157 TRACE_PROTO("sending message trailers", H1_EV_TX_DATA|H1_EV_TX_TLRS, h1c->conn, h1s, chn_htx);
Christopher Faulet94b2c762019-05-24 15:28:57 +02002158 goto trailers;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02002159 }
Christopher Faulet94b2c762019-05-24 15:28:57 +02002160 else if (type != HTX_BLK_DATA)
2161 goto error;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002162
2163 TRACE_PROTO("sending message data", H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, chn_htx, (size_t[]){sz});
Christopher Fauletd9233f02019-10-14 14:01:24 +02002164
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002165 /* It is the last block of this message. After this one,
2166 * only tunneled data may be forwarded. */
2167 if (h1m->state == H1_MSG_DATA && htx_is_unique_blk(chn_htx, blk) && (chn_htx->flags & HTX_FL_EOM)) {
2168 TRACE_DEVEL("last message block", H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s);
2169 last_data = 1;
2170 }
Christopher Fauletd9233f02019-10-14 14:01:24 +02002171
2172 if (vlen > count) {
2173 /* Get the maximum amount of data we can xferred */
2174 vlen = count;
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002175 last_data = 0;
Christopher Fauletd9233f02019-10-14 14:01:24 +02002176 }
2177
Christopher Faulet5f60d182021-11-26 16:37:55 +01002178 if (h1m->state == H1_MSG_DATA) {
2179 if (h1m->flags & H1_MF_CLEN) {
2180 if (vlen > h1m->curr_len) {
2181 TRACE_ERROR("too much payload, more than announced",
2182 H1_EV_TX_DATA|H1_EV_STRM_ERR|H1_EV_H1C_ERR|H1_EV_H1S_ERR, h1c->conn, h1s);
2183 goto error;
2184 }
Christopher Faulet5f60d182021-11-26 16:37:55 +01002185 }
2186 if ((h1m->flags & H1_MF_RESP) && (h1s->flags & H1S_F_BODYLESS_RESP)) {
2187 TRACE_PROTO("Skip data for bodyless response", H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, chn_htx);
2188 goto skip_data;
2189 }
Christopher Faulet0d7e6342021-02-08 15:56:36 +01002190 }
2191
Christopher Fauletd9233f02019-10-14 14:01:24 +02002192 chklen = 0;
2193 if (h1m->flags & H1_MF_CHNK) {
2194 chklen = b_room(&tmp);
2195 chklen = ((chklen < 16) ? 1 : (chklen < 256) ? 2 :
2196 (chklen < 4096) ? 3 : (chklen < 65536) ? 4 :
2197 (chklen < 1048576) ? 5 : 8);
2198 chklen += 4; /* 2 x CRLF */
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002199
2200 /* If it is the end of the chunked message (without EOT), reserve the
2201 * last chunk size */
2202 if (last_data)
2203 chklen += 5;
Christopher Fauletd9233f02019-10-14 14:01:24 +02002204 }
2205
2206 if (vlen + chklen > b_room(&tmp)) {
2207 /* too large for the buffer */
2208 if (chklen >= b_room(&tmp))
2209 goto full;
2210 vlen = b_room(&tmp) - chklen;
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002211 last_data = 0;
Christopher Fauletd9233f02019-10-14 14:01:24 +02002212 }
Christopher Faulet9768c262018-10-22 09:34:31 +02002213 v = htx_get_blk_value(chn_htx, blk);
Christopher Fauletb2e84162018-12-06 11:39:49 +01002214 v.len = vlen;
Christopher Faulet53a899b2019-10-08 16:38:42 +02002215 if (!h1_format_htx_data(v, &tmp, !!(h1m->flags & H1_MF_CHNK)))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002216 goto full;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002217
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002218 /* Space already reserved, so it must succeed */
2219 if ((h1m->flags & H1_MF_CHNK) && last_data && !chunk_memcat(&tmp, "0\r\n\r\n", 5))
2220 goto error;
2221
Christopher Faulet6b81df72019-10-01 22:08:43 +02002222 if (h1m->state == H1_MSG_DATA)
2223 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request payload data xferred" : "H1 response payload data xferred"),
Willy Tarreau022e5e52020-09-10 09:33:15 +02002224 H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, 0, (size_t[]){v.len});
Christopher Faulet6b81df72019-10-01 22:08:43 +02002225 else
2226 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request tunneled data xferred" : "H1 response tunneled data xferred"),
Willy Tarreau022e5e52020-09-10 09:33:15 +02002227 H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, 0, (size_t[]){v.len});
Christopher Faulet0d7e6342021-02-08 15:56:36 +01002228
2229 skip_data:
Christopher Faulet9328a6c2022-01-10 17:27:51 +01002230 if (h1m->state == H1_MSG_DATA && (h1m->flags & H1_MF_CLEN))
2231 h1m->curr_len -= vlen;
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002232 if (last_data)
2233 goto done;
Christopher Faulet9768c262018-10-22 09:34:31 +02002234 break;
2235
Christopher Faulet94b2c762019-05-24 15:28:57 +02002236 case H1_MSG_TRAILERS:
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002237 if (type != HTX_BLK_TLR && type != HTX_BLK_EOT)
Christopher Faulet94b2c762019-05-24 15:28:57 +02002238 goto error;
2239 trailers:
Christopher Faulet9768c262018-10-22 09:34:31 +02002240 h1m->state = H1_MSG_TRAILERS;
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002241
Christopher Faulet5433a0b2019-06-27 17:40:14 +02002242 /* If the message is not chunked, ignore
2243 * trailers. It may happen with H2 messages. */
Christopher Faulet0a916d22021-02-10 08:48:19 +01002244 if (!(h1m->flags & H1_MF_CHNK)) {
2245 if (type == HTX_BLK_EOT)
2246 goto done;
Christopher Faulet5433a0b2019-06-27 17:40:14 +02002247 break;
Christopher Faulet0a916d22021-02-10 08:48:19 +01002248 }
Christopher Faulet5433a0b2019-06-27 17:40:14 +02002249
Christopher Faulete5596bf2020-12-02 16:13:22 +01002250 if ((h1m->flags & H1_MF_RESP) && (h1s->flags & H1S_F_BODYLESS_RESP)) {
2251 TRACE_PROTO("Skip trailers for bodyless response", H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, chn_htx);
Christopher Faulet0d7e6342021-02-08 15:56:36 +01002252 if (type == HTX_BLK_EOT)
2253 goto done;
Christopher Faulete5596bf2020-12-02 16:13:22 +01002254 break;
2255 }
2256
Christopher Faulet2d7c5392019-06-03 10:41:26 +02002257 if (type == HTX_BLK_EOT) {
Christopher Fauletc2518a52019-06-25 21:41:02 +02002258 if (!chunk_memcat(&tmp, "\r\n", 2))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002259 goto full;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002260 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request trailers xferred" : "H1 response trailers xferred"),
2261 H1_EV_TX_DATA|H1_EV_TX_TLRS, h1c->conn, h1s);
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002262 goto done;
Christopher Faulet32188212018-11-20 18:21:43 +01002263 }
Christopher Faulet2d7c5392019-06-03 10:41:26 +02002264 else { // HTX_BLK_TLR
2265 n = htx_get_blk_name(chn_htx, blk);
2266 v = htx_get_blk_value(chn_htx, blk);
Christopher Faulet98fbe952019-07-22 16:18:24 +02002267
2268 /* Try to adjust the case of the header name */
2269 if (h1c->px->options2 & (PR_O2_H1_ADJ_BUGCLI|PR_O2_H1_ADJ_BUGSRV))
2270 h1_adjust_case_outgoing_hdr(h1s, h1m, &n);
Christopher Faulet53a899b2019-10-08 16:38:42 +02002271 if (!h1_format_htx_hdr(n, v, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02002272 goto full;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02002273 }
Christopher Faulet9768c262018-10-22 09:34:31 +02002274 break;
2275
Christopher Faulet94b2c762019-05-24 15:28:57 +02002276 case H1_MSG_DONE:
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002277 TRACE_STATE("unexpected data xferred in done state", H1_EV_TX_DATA|H1_EV_H1C_ERR|H1_EV_H1S_ERR, h1c->conn, h1s);
2278 goto error; /* For now return an error */
2279
Christopher Faulet94b2c762019-05-24 15:28:57 +02002280 done:
Christopher Faulet36893672021-02-10 09:52:07 +01002281 if (!(chn_htx->flags & HTX_FL_EOM)) {
2282 TRACE_STATE("No EOM flags in done state", H1_EV_TX_DATA|H1_EV_H1C_ERR|H1_EV_H1S_ERR, h1c->conn, h1s);
2283 goto error; /* For now return an error */
2284 }
2285
Christopher Faulet94b2c762019-05-24 15:28:57 +02002286 h1m->state = H1_MSG_DONE;
Christopher Fauletdea24742021-01-22 15:12:30 +01002287 if (!(h1m->flags & H1_MF_RESP) && h1s->meth == HTTP_METH_CONNECT) {
Christopher Faulet10a86702021-04-07 14:18:11 +02002288 h1s->flags |= H1S_F_TX_BLK;
2289 TRACE_STATE("Disable output processing", H1_EV_TX_DATA|H1_EV_H1S_BLK, h1c->conn, h1s);
Christopher Fauletdea24742021-01-22 15:12:30 +01002290 }
2291 else if ((h1m->flags & H1_MF_RESP) &&
2292 ((h1s->meth == HTTP_METH_CONNECT && h1s->status >= 200 && h1s->status < 300) || h1s->status == 101)) {
2293 /* a successful reply to a CONNECT or a protocol switching is sent
2294 * to the client. Switch the response to tunnel mode.
2295 */
Christopher Faulet5be651d2021-01-22 15:28:03 +01002296 h1_set_tunnel_mode(h1s);
Christopher Fauletdea24742021-01-22 15:12:30 +01002297 TRACE_STATE("switch H1 response in tunnel mode", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
Christopher Fauletf3158e92019-11-15 11:14:23 +01002298 }
Christopher Faulet5be651d2021-01-22 15:28:03 +01002299
Christopher Faulet10a86702021-04-07 14:18:11 +02002300 if (h1s->flags & H1S_F_RX_BLK) {
2301 h1s->flags &= ~H1S_F_RX_BLK;
Christopher Faulet02c92c32021-04-09 12:31:48 +02002302 h1_wake_stream_for_recv(h1s);
Christopher Faulet10a86702021-04-07 14:18:11 +02002303 TRACE_STATE("Re-enable input processing", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Fauletcd67bff2019-06-14 16:54:15 +02002304 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02002305
2306 TRACE_USER((!(h1m->flags & H1_MF_RESP) ? "H1 request fully xferred" : "H1 response fully xferred"),
2307 H1_EV_TX_DATA, h1c->conn, h1s);
Christopher Faulet9768c262018-10-22 09:34:31 +02002308 break;
2309
Christopher Faulet9768c262018-10-22 09:34:31 +02002310 default:
Christopher Faulet94b2c762019-05-24 15:28:57 +02002311 error:
Christopher Fauletd87d3fa2019-06-26 15:16:28 +02002312 /* Unexpected error during output processing */
Christopher Faulet69b48212019-09-09 10:11:30 +02002313 chn_htx->flags |= HTX_FL_PROCESSING_ERROR;
Christopher Faulet60ef12c2020-09-24 10:05:44 +02002314 h1s->flags |= H1S_F_PROCESSING_ERROR;
Christopher Fauletdea24742021-01-22 15:12:30 +01002315 h1c->flags |= H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01002316 TRACE_ERROR("processing output error, set error on h1c/h1s",
2317 H1_EV_TX_DATA|H1_EV_STRM_ERR|H1_EV_H1C_ERR|H1_EV_H1S_ERR, h1c->conn, h1s);
Christopher Faulet5f60d182021-11-26 16:37:55 +01002318 goto end;
Christopher Faulet9768c262018-10-22 09:34:31 +02002319 }
Christopher Faulet94b2c762019-05-24 15:28:57 +02002320
2321 nextblk:
Christopher Fauletb2e84162018-12-06 11:39:49 +01002322 total += vlen;
2323 count -= vlen;
2324 if (sz == vlen)
2325 blk = htx_remove_blk(chn_htx, blk);
2326 else {
2327 htx_cut_data_blk(chn_htx, blk, vlen);
2328 break;
2329 }
Christopher Faulet129817b2018-09-20 16:14:40 +02002330 }
2331
Christopher Faulet9768c262018-10-22 09:34:31 +02002332 copy:
Willy Tarreauc5efa332018-12-05 11:19:27 +01002333 /* when the output buffer is empty, tmp shares the same area so that we
2334 * only have to update pointers and lengths.
2335 */
Christopher Fauletc2518a52019-06-25 21:41:02 +02002336 if (tmp.area == h1c->obuf.area + h1c->obuf.head)
2337 h1c->obuf.data = tmp.data;
Willy Tarreauc5efa332018-12-05 11:19:27 +01002338 else
Christopher Fauletc2518a52019-06-25 21:41:02 +02002339 b_putblk(&h1c->obuf, tmp.area, tmp.data);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002340
Willy Tarreau3815b222018-12-11 19:50:43 +01002341 htx_to_buf(chn_htx, buf);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002342 out:
2343 if (!buf_room_for_htx_data(&h1c->obuf)) {
2344 TRACE_STATE("h1c obuf full", H1_EV_TX_DATA|H1_EV_H1S_BLK, h1c->conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002345 h1c->flags |= H1C_F_OUT_FULL;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002346 }
Christopher Faulet9768c262018-10-22 09:34:31 +02002347 end:
Christopher Fauletdea24742021-01-22 15:12:30 +01002348 /* Both the request and the response reached the DONE state. So set EOI
2349 * flag on the conn-stream. Most of time, the flag will already be set,
2350 * except for protocol upgrades. Report an error if data remains blocked
2351 * in the output buffer.
2352 */
2353 if (h1s->req.state == H1_MSG_DONE && h1s->res.state == H1_MSG_DONE) {
2354 if (!htx_is_empty(chn_htx)) {
2355 h1c->flags |= H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01002356 TRACE_ERROR("txn done but data waiting to be sent, set error on h1c", H1_EV_H1C_ERR, h1c->conn, h1s);
Christopher Fauletdea24742021-01-22 15:12:30 +01002357 }
2358 h1s->cs->flags |= CS_FL_EOI;
2359 }
2360
Christopher Faulet6b81df72019-10-01 22:08:43 +02002361 TRACE_LEAVE(H1_EV_TX_DATA, h1c->conn, h1s, chn_htx, (size_t[]){total});
Christopher Faulet9768c262018-10-22 09:34:31 +02002362 return total;
Christopher Fauleta61aa542019-10-14 14:17:00 +02002363
2364 full:
2365 TRACE_STATE("h1c obuf full", H1_EV_TX_DATA|H1_EV_H1S_BLK, h1c->conn, h1s);
2366 h1c->flags |= H1C_F_OUT_FULL;
2367 goto copy;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002368}
2369
Christopher Faulet51dbc942018-09-13 09:05:15 +02002370/*********************************************************/
2371/* functions below are I/O callbacks from the connection */
2372/*********************************************************/
Christopher Faulete17fa2f2018-12-11 16:25:36 +01002373static void h1_wake_stream_for_recv(struct h1s *h1s)
2374{
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002375 if (h1s && h1s->subs && h1s->subs->events & SUB_RETRY_RECV) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002376 TRACE_POINT(H1_EV_STRM_WAKE, h1s->h1c->conn, h1s);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002377 tasklet_wakeup(h1s->subs->tasklet);
2378 h1s->subs->events &= ~SUB_RETRY_RECV;
2379 if (!h1s->subs->events)
2380 h1s->subs = NULL;
Christopher Faulete17fa2f2018-12-11 16:25:36 +01002381 }
2382}
2383static void h1_wake_stream_for_send(struct h1s *h1s)
2384{
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002385 if (h1s && h1s->subs && h1s->subs->events & SUB_RETRY_SEND) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002386 TRACE_POINT(H1_EV_STRM_WAKE, h1s->h1c->conn, h1s);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002387 tasklet_wakeup(h1s->subs->tasklet);
2388 h1s->subs->events &= ~SUB_RETRY_SEND;
2389 if (!h1s->subs->events)
2390 h1s->subs = NULL;
Christopher Faulete17fa2f2018-12-11 16:25:36 +01002391 }
Christopher Fauletc18fc232020-10-06 17:41:36 +02002392}
2393
Christopher Fauletad4daf62021-01-21 17:49:01 +01002394/* alerts the data layer following this sequence :
2395 * - if the h1s' data layer is subscribed to recv, then it's woken up for recv
2396 * - if its subscribed to send, then it's woken up for send
2397 * - if it was subscribed to neither, its ->wake() callback is called
2398 */
2399static void h1_alert(struct h1s *h1s)
2400{
2401 if (h1s->subs) {
2402 h1_wake_stream_for_recv(h1s);
2403 h1_wake_stream_for_send(h1s);
2404 }
2405 else if (h1s->cs && h1s->cs->data_cb->wake != NULL) {
2406 TRACE_POINT(H1_EV_STRM_WAKE, h1s->h1c->conn, h1s);
2407 h1s->cs->data_cb->wake(h1s->cs);
2408 }
2409}
2410
Christopher Fauletc18fc232020-10-06 17:41:36 +02002411/* Try to send an HTTP error with h1c->errcode status code. It returns 1 on success
2412 * and 0 on error. The flag H1C_F_ERR_PENDING is set on the H1 connection for
2413 * retryable errors (allocation error or buffer full). On success, the error is
2414 * copied in the output buffer.
2415*/
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002416static int h1_send_error(struct h1c *h1c)
Christopher Fauletc18fc232020-10-06 17:41:36 +02002417{
2418 int rc = http_get_status_idx(h1c->errcode);
2419 int ret = 0;
2420
2421 TRACE_ENTER(H1_EV_H1C_ERR, h1c->conn, 0, 0, (size_t[]){h1c->errcode});
2422
2423 /* Verify if the error is mapped on /dev/null or any empty file */
2424 /// XXX: do a function !
2425 if (h1c->px->replies[rc] &&
2426 h1c->px->replies[rc]->type == HTTP_REPLY_ERRMSG &&
2427 h1c->px->replies[rc]->body.errmsg &&
2428 b_is_null(h1c->px->replies[rc]->body.errmsg)) {
2429 /* Empty error, so claim a success */
2430 ret = 1;
2431 goto out;
2432 }
2433
2434 if (h1c->flags & (H1C_F_OUT_ALLOC|H1C_F_OUT_FULL)) {
2435 h1c->flags |= H1C_F_ERR_PENDING;
2436 goto out;
2437 }
2438
2439 if (!h1_get_buf(h1c, &h1c->obuf)) {
2440 h1c->flags |= (H1C_F_OUT_ALLOC|H1C_F_ERR_PENDING);
2441 TRACE_STATE("waiting for h1c obuf allocation", H1_EV_H1C_ERR|H1_EV_H1C_BLK, h1c->conn);
2442 goto out;
2443 }
2444 ret = b_istput(&h1c->obuf, ist2(http_err_msgs[rc], strlen(http_err_msgs[rc])));
2445 if (unlikely(ret <= 0)) {
2446 if (!ret) {
2447 h1c->flags |= (H1C_F_OUT_FULL|H1C_F_ERR_PENDING);
2448 TRACE_STATE("h1c obuf full", H1_EV_H1C_ERR|H1_EV_H1C_BLK, h1c->conn);
2449 goto out;
2450 }
2451 else {
2452 /* we cannot report this error, so claim a success */
2453 ret = 1;
2454 }
2455 }
2456 h1c->flags &= ~H1C_F_ERR_PENDING;
2457 out:
2458 TRACE_LEAVE(H1_EV_H1C_ERR, h1c->conn);
2459 return ret;
2460}
2461
2462/* Try to send a 500 internal error. It relies on h1_send_error to send the
2463 * error. This function takes care of incrementing stats and tracked counters.
2464 */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002465static int h1_handle_internal_err(struct h1c *h1c)
Christopher Fauletc18fc232020-10-06 17:41:36 +02002466{
2467 struct session *sess = h1c->conn->owner;
2468 int ret = 1;
2469
2470 session_inc_http_req_ctr(sess);
Christopher Fauletc18fc232020-10-06 17:41:36 +02002471 proxy_inc_fe_req_ctr(sess->listener, sess->fe);
Willy Tarreau4781b152021-04-06 13:53:36 +02002472 _HA_ATOMIC_INC(&sess->fe->fe_counters.p.http.rsp[5]);
2473 _HA_ATOMIC_INC(&sess->fe->fe_counters.internal_errors);
William Lallemand36119de2021-03-08 15:26:48 +01002474 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002475 _HA_ATOMIC_INC(&sess->listener->counters->internal_errors);
Christopher Fauletc18fc232020-10-06 17:41:36 +02002476
2477 h1c->errcode = 500;
2478 ret = h1_send_error(h1c);
2479 sess_log(sess);
2480 return ret;
Christopher Faulete17fa2f2018-12-11 16:25:36 +01002481}
2482
Christopher Fauletc18fc232020-10-06 17:41:36 +02002483/* Try to send a 400 bad request error. It relies on h1_send_error to send the
2484 * error. This function takes care of incrementing stats and tracked counters.
2485 */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002486static int h1_handle_bad_req(struct h1c *h1c)
Christopher Fauletc18fc232020-10-06 17:41:36 +02002487{
2488 struct session *sess = h1c->conn->owner;
2489 int ret = 1;
2490
2491 if (!b_data(&h1c->ibuf) && ((h1c->flags & H1C_F_WAIT_NEXT_REQ) || (sess->fe->options & PR_O_IGNORE_PRB)))
2492 goto end;
2493
2494 session_inc_http_req_ctr(sess);
2495 session_inc_http_err_ctr(sess);
2496 proxy_inc_fe_req_ctr(sess->listener, sess->fe);
Willy Tarreau4781b152021-04-06 13:53:36 +02002497 _HA_ATOMIC_INC(&sess->fe->fe_counters.p.http.rsp[4]);
2498 _HA_ATOMIC_INC(&sess->fe->fe_counters.failed_req);
William Lallemand36119de2021-03-08 15:26:48 +01002499 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002500 _HA_ATOMIC_INC(&sess->listener->counters->failed_req);
Christopher Fauletc18fc232020-10-06 17:41:36 +02002501
2502 h1c->errcode = 400;
2503 ret = h1_send_error(h1c);
Christopher Faulet6858d762021-07-26 09:42:49 +02002504 if (b_data(&h1c->ibuf) || !(sess->fe->options & PR_O_NULLNOLOG))
2505 sess_log(sess);
Christopher Fauletc18fc232020-10-06 17:41:36 +02002506
2507 end:
2508 return ret;
2509}
2510
Christopher Faulet2eed8002020-12-07 11:26:13 +01002511/* Try to send a 501 not implemented error. It relies on h1_send_error to send
2512 * the error. This function takes care of incrementing stats and tracked
2513 * counters.
2514 */
2515static int h1_handle_not_impl_err(struct h1c *h1c)
2516{
2517 struct session *sess = h1c->conn->owner;
2518 int ret = 1;
2519
2520 if (!b_data(&h1c->ibuf) && ((h1c->flags & H1C_F_WAIT_NEXT_REQ) || (sess->fe->options & PR_O_IGNORE_PRB)))
2521 goto end;
2522
2523 session_inc_http_req_ctr(sess);
Christopher Faulet2eed8002020-12-07 11:26:13 +01002524 proxy_inc_fe_req_ctr(sess->listener, sess->fe);
Willy Tarreau4781b152021-04-06 13:53:36 +02002525 _HA_ATOMIC_INC(&sess->fe->fe_counters.p.http.rsp[4]);
2526 _HA_ATOMIC_INC(&sess->fe->fe_counters.failed_req);
William Lallemand36119de2021-03-08 15:26:48 +01002527 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002528 _HA_ATOMIC_INC(&sess->listener->counters->failed_req);
Christopher Faulet2eed8002020-12-07 11:26:13 +01002529
2530 h1c->errcode = 501;
2531 ret = h1_send_error(h1c);
Christopher Faulet6858d762021-07-26 09:42:49 +02002532 if (b_data(&h1c->ibuf) || !(sess->fe->options & PR_O_NULLNOLOG))
2533 sess_log(sess);
Christopher Faulet2eed8002020-12-07 11:26:13 +01002534
2535 end:
2536 return ret;
2537}
2538
Christopher Fauletc18fc232020-10-06 17:41:36 +02002539/* Try to send a 408 timeout error. It relies on h1_send_error to send the
2540 * error. This function takes care of incrementing stats and tracked counters.
2541 */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002542static int h1_handle_req_tout(struct h1c *h1c)
Christopher Fauletc18fc232020-10-06 17:41:36 +02002543{
2544 struct session *sess = h1c->conn->owner;
2545 int ret = 1;
2546
2547 if (!b_data(&h1c->ibuf) && ((h1c->flags & H1C_F_WAIT_NEXT_REQ) || (sess->fe->options & PR_O_IGNORE_PRB)))
2548 goto end;
2549
2550 session_inc_http_req_ctr(sess);
Christopher Fauletc18fc232020-10-06 17:41:36 +02002551 proxy_inc_fe_req_ctr(sess->listener, sess->fe);
Willy Tarreau4781b152021-04-06 13:53:36 +02002552 _HA_ATOMIC_INC(&sess->fe->fe_counters.p.http.rsp[4]);
2553 _HA_ATOMIC_INC(&sess->fe->fe_counters.failed_req);
William Lallemand36119de2021-03-08 15:26:48 +01002554 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002555 _HA_ATOMIC_INC(&sess->listener->counters->failed_req);
Christopher Fauletc18fc232020-10-06 17:41:36 +02002556
2557 h1c->errcode = 408;
Christopher Faulet6858d762021-07-26 09:42:49 +02002558 if (b_data(&h1c->ibuf) || !(sess->fe->options & PR_O_NULLNOLOG))
2559 ret = h1_send_error(h1c);
Christopher Fauletc18fc232020-10-06 17:41:36 +02002560 sess_log(sess);
2561 end:
2562 return ret;
2563}
2564
2565
Christopher Faulet51dbc942018-09-13 09:05:15 +02002566/*
2567 * Attempt to read data, and subscribe if none available
2568 */
2569static int h1_recv(struct h1c *h1c)
2570{
2571 struct connection *conn = h1c->conn;
Olivier Houchard75159a92018-12-03 18:46:09 +01002572 size_t ret = 0, max;
Willy Tarreau6e59cb52020-02-20 11:11:50 +01002573 int flags = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002574
Christopher Faulet6b81df72019-10-01 22:08:43 +02002575 TRACE_ENTER(H1_EV_H1C_RECV, h1c->conn);
2576
2577 if (h1c->wait_event.events & SUB_RETRY_RECV) {
2578 TRACE_DEVEL("leaving on sub_recv", H1_EV_H1C_RECV, h1c->conn);
Christopher Fauletc386a882018-12-04 16:06:28 +01002579 return (b_data(&h1c->ibuf));
Christopher Faulet6b81df72019-10-01 22:08:43 +02002580 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002581
Christopher Fauletae635762020-09-21 11:47:16 +02002582 if ((h1c->flags & H1C_F_WANT_SPLICE) || !h1_recv_allowed(h1c)) {
2583 TRACE_DEVEL("leaving on (want_splice|!recv_allowed)", H1_EV_H1C_RECV, h1c->conn);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002584 return 1;
Olivier Houchard75159a92018-12-03 18:46:09 +01002585 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002586
Christopher Fauletf7d5ff32019-04-16 13:55:08 +02002587 if (!h1_get_buf(h1c, &h1c->ibuf)) {
2588 h1c->flags |= H1C_F_IN_ALLOC;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002589 TRACE_STATE("waiting for h1c ibuf allocation", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002590 return 0;
Christopher Faulet9768c262018-10-22 09:34:31 +02002591 }
Christopher Faulet1be55f92018-10-02 15:59:23 +02002592
Olivier Houchard29a22bc2018-12-04 18:16:45 +01002593 /*
2594 * If we only have a small amount of data, realign it,
2595 * it's probably cheaper than doing 2 recv() calls.
2596 */
2597 if (b_data(&h1c->ibuf) > 0 && b_data(&h1c->ibuf) < 128)
2598 b_slow_realign(&h1c->ibuf, trash.area, 0);
2599
Willy Tarreau6e59cb52020-02-20 11:11:50 +01002600 /* avoid useless reads after first responses */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002601 if (!h1c->h1s ||
2602 (!(h1c->flags & H1C_F_IS_BACK) && h1c->h1s->req.state == H1_MSG_RQBEFORE) ||
2603 ((h1c->flags & H1C_F_IS_BACK) && h1c->h1s->res.state == H1_MSG_RPBEFORE))
Willy Tarreau6e59cb52020-02-20 11:11:50 +01002604 flags |= CO_RFL_READ_ONCE;
2605
Willy Tarreau45f2b892018-12-05 07:59:27 +01002606 max = buf_room_for_htx_data(&h1c->ibuf);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002607 if (max) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002608 if (h1c->flags & H1C_F_IN_FULL) {
2609 h1c->flags &= ~H1C_F_IN_FULL;
2610 TRACE_STATE("h1c ibuf not full anymore", H1_EV_H1C_RECV|H1_EV_H1C_BLK);
2611 }
Willy Tarreau78f548f2018-12-05 10:02:39 +01002612
2613 if (!b_data(&h1c->ibuf)) {
2614 /* try to pre-align the buffer like the rxbufs will be
2615 * to optimize memory copies.
2616 */
Willy Tarreau78f548f2018-12-05 10:02:39 +01002617 h1c->ibuf.head = sizeof(struct htx);
2618 }
Willy Tarreau6e59cb52020-02-20 11:11:50 +01002619 ret = conn->xprt->rcv_buf(conn, conn->xprt_ctx, &h1c->ibuf, max, flags);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002620 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002621 if (max && !ret && h1_recv_allowed(h1c)) {
2622 TRACE_STATE("failed to receive data, subscribing", H1_EV_H1C_RECV, h1c->conn);
2623 conn->xprt->subscribe(conn, conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Christopher Fauletcf56b992018-12-11 16:12:31 +01002624 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002625 else {
2626 h1_wake_stream_for_recv(h1c->h1s);
2627 TRACE_DATA("data received", H1_EV_H1C_RECV, h1c->conn, 0, 0, (size_t[]){ret});
Willy Tarreaufbdf90a2019-06-03 13:42:54 +02002628 }
2629
Christopher Faulet51dbc942018-09-13 09:05:15 +02002630 if (!b_data(&h1c->ibuf))
2631 h1_release_buf(h1c, &h1c->ibuf);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002632 else if (!buf_room_for_htx_data(&h1c->ibuf)) {
Christopher Faulet51dbc942018-09-13 09:05:15 +02002633 h1c->flags |= H1C_F_IN_FULL;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002634 TRACE_STATE("h1c ibuf full", H1_EV_H1C_RECV|H1_EV_H1C_BLK);
2635 }
2636
2637 TRACE_LEAVE(H1_EV_H1C_RECV, h1c->conn);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002638 return !!ret || (conn->flags & CO_FL_ERROR) || conn_xprt_read0_pending(conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002639}
2640
2641
2642/*
2643 * Try to send data if possible
2644 */
2645static int h1_send(struct h1c *h1c)
2646{
2647 struct connection *conn = h1c->conn;
2648 unsigned int flags = 0;
2649 size_t ret;
2650 int sent = 0;
2651
Christopher Faulet6b81df72019-10-01 22:08:43 +02002652 TRACE_ENTER(H1_EV_H1C_SEND, h1c->conn);
2653
2654 if (conn->flags & CO_FL_ERROR) {
2655 TRACE_DEVEL("leaving on connection error", H1_EV_H1C_SEND, h1c->conn);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002656 b_reset(&h1c->obuf);
2657 return 1;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002658 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002659
2660 if (!b_data(&h1c->obuf))
2661 goto end;
2662
Christopher Faulet46230362019-10-17 16:04:20 +02002663 if (h1c->flags & H1C_F_CO_MSG_MORE)
Christopher Faulet51dbc942018-09-13 09:05:15 +02002664 flags |= CO_SFL_MSG_MORE;
Christopher Faulet46230362019-10-17 16:04:20 +02002665 if (h1c->flags & H1C_F_CO_STREAMER)
2666 flags |= CO_SFL_STREAMER;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002667
Olivier Houcharde179d0e2019-03-21 18:27:17 +01002668 ret = conn->xprt->snd_buf(conn, conn->xprt_ctx, &h1c->obuf, b_data(&h1c->obuf), flags);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002669 if (ret > 0) {
Willy Tarreau022e5e52020-09-10 09:33:15 +02002670 TRACE_DATA("data sent", H1_EV_H1C_SEND, h1c->conn, 0, 0, (size_t[]){ret});
Christopher Faulet6b81df72019-10-01 22:08:43 +02002671 if (h1c->flags & H1C_F_OUT_FULL) {
2672 h1c->flags &= ~H1C_F_OUT_FULL;
2673 TRACE_STATE("h1c obuf not full anymore", H1_EV_STRM_SEND|H1_EV_H1S_BLK, h1c->conn);
2674 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002675 b_del(&h1c->obuf, ret);
2676 sent = 1;
2677 }
2678
Christopher Faulet145aa472018-12-06 10:56:20 +01002679 if (conn->flags & (CO_FL_ERROR|CO_FL_SOCK_WR_SH)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002680 TRACE_DEVEL("connection error or output closed", H1_EV_H1C_SEND, h1c->conn);
Christopher Faulet145aa472018-12-06 10:56:20 +01002681 /* error or output closed, nothing to send, clear the buffer to release it */
2682 b_reset(&h1c->obuf);
2683 }
2684
Christopher Faulet51dbc942018-09-13 09:05:15 +02002685 end:
Christopher Fauletf04721e2022-02-01 18:25:06 +01002686 if (!(h1c->flags & (H1C_F_OUT_FULL|H1C_F_OUT_ALLOC)))
Christopher Faulete17fa2f2018-12-11 16:25:36 +01002687 h1_wake_stream_for_send(h1c->h1s);
Olivier Houchard75159a92018-12-03 18:46:09 +01002688
Christopher Faulet51dbc942018-09-13 09:05:15 +02002689 /* We're done, no more to send */
2690 if (!b_data(&h1c->obuf)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002691 TRACE_DEVEL("leaving with everything sent", H1_EV_H1C_SEND, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002692 h1_release_buf(h1c, &h1c->obuf);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002693 if (h1c->flags & H1C_F_ST_SHUTDOWN) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002694 TRACE_STATE("process pending shutdown for writes", H1_EV_H1C_SEND, h1c->conn);
Christopher Fauletdb451fb2021-10-27 15:36:38 +02002695 h1_shutw_conn(conn);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002696 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002697 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02002698 else if (!(h1c->wait_event.events & SUB_RETRY_SEND)) {
2699 TRACE_STATE("more data to send, subscribing", H1_EV_H1C_SEND, h1c->conn);
Olivier Houcharde179d0e2019-03-21 18:27:17 +01002700 conn->xprt->subscribe(conn, conn->xprt_ctx, SUB_RETRY_SEND, &h1c->wait_event);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002701 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002702
Christopher Faulet6b81df72019-10-01 22:08:43 +02002703 TRACE_LEAVE(H1_EV_H1C_SEND, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002704 return sent;
2705}
2706
Christopher Faulet51dbc942018-09-13 09:05:15 +02002707/* callback called on any event by the connection handler.
2708 * It applies changes and returns zero, or < 0 if it wants immediate
2709 * destruction of the connection.
2710 */
2711static int h1_process(struct h1c * h1c)
2712{
2713 struct connection *conn = h1c->conn;
Christopher Fauletfeb11742018-11-29 15:12:34 +01002714 struct h1s *h1s = h1c->h1s;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002715
Christopher Faulet6b81df72019-10-01 22:08:43 +02002716 TRACE_ENTER(H1_EV_H1C_WAKE, conn);
2717
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002718 /* Try to parse now the first block of a request, creating the H1 stream if necessary */
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01002719 if (b_data(&h1c->ibuf) && /* Input data to be processed */
Christopher Fauletaf3b83e2021-09-16 08:16:23 +02002720 (h1c->flags & H1C_F_ST_ALIVE) && !(h1c->flags & H1C_F_ST_READY) && /* ST_IDLE/ST_EMBRYONIC or ST_ATTACH but not ST_READY */
2721 !(h1c->flags & (H1C_F_IN_SALLOC|H1C_F_ST_ERROR))) { /* No allocation failure on the stream rxbuf and no ERROR on the H1C */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002722 struct buffer *buf;
2723 size_t count;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002724
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002725 /* When it happens for a backend connection, we may release it (it is probably a 408) */
2726 if (h1c->flags & H1C_F_IS_BACK)
Christopher Faulet539e0292018-11-19 10:40:09 +01002727 goto release;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002728
2729 /* First of all handle H1 to H2 upgrade (no need to create the H1 stream) */
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01002730 if (!(h1c->flags & H1C_F_WAIT_NEXT_REQ) && /* First request */
Christopher Faulet143e9e52021-03-08 15:32:03 +01002731 !(h1c->px->options2 & PR_O2_NO_H2_UPGRADE) && /* H2 upgrade supported by the proxy */
2732 !(conn->mux->flags & MX_FL_NO_UPG)) { /* the current mux supports upgrades */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002733 /* Try to match H2 preface before parsing the request headers. */
2734 if (b_isteq(&h1c->ibuf, 0, b_data(&h1c->ibuf), ist(H2_CONN_PREFACE)) > 0) {
2735 h1c->flags |= H1C_F_UPG_H2C;
Christopher Faulet0f9395d2021-01-21 17:50:19 +01002736 if (h1c->flags & H1C_F_ST_ATTACHED) {
2737 /* Force the REOS here to be sure to release the CS.
2738 Here ATTACHED implies !READY, and h1s defined
2739 */
2740 BUG_ON(!h1s || (h1c->flags & H1C_F_ST_READY));
2741 h1s->flags |= H1S_F_REOS;
2742 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002743 TRACE_STATE("release h1c to perform H2 upgrade ", H1_EV_RX_DATA|H1_EV_H1C_WAKE);
Christopher Faulet539e0292018-11-19 10:40:09 +01002744 goto release;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002745 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002746 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002747
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002748 /* Create the H1 stream if not already there */
2749 if (!h1s) {
2750 h1s = h1c_frt_stream_new(h1c);
2751 if (!h1s) {
2752 b_reset(&h1c->ibuf);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002753 h1c->flags = (h1c->flags & ~(H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ)) | H1C_F_ST_ERROR;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002754 goto no_parsing;
2755 }
2756 }
2757
2758 if (h1s->sess->t_idle == -1)
2759 h1s->sess->t_idle = tv_ms_elapsed(&h1s->sess->tv_accept, &now) - h1s->sess->t_handshake;
2760
2761 /* Get the stream rxbuf */
2762 buf = h1_get_buf(h1c, &h1s->rxbuf);
2763 if (!buf) {
2764 h1c->flags |= H1C_F_IN_SALLOC;
2765 TRACE_STATE("waiting for stream rxbuf allocation", H1_EV_H1C_WAKE|H1_EV_H1C_BLK, h1c->conn);
2766 return 0;
2767 }
2768
2769 count = (buf->size - sizeof(struct htx) - global.tune.maxrewrite);
2770 h1_process_input(h1c, buf, count);
2771 h1_release_buf(h1c, &h1s->rxbuf);
2772 h1_set_idle_expiration(h1c);
2773
2774 no_parsing:
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002775 if (h1c->flags & H1C_F_ST_ERROR) {
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002776 h1_handle_internal_err(h1c);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002777 h1c->flags &= ~(H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ);
Christopher Faulet26a26432021-01-27 11:27:50 +01002778 TRACE_ERROR("internal error detected", H1_EV_H1C_WAKE|H1_EV_H1C_ERR);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002779 }
2780 else if (h1s->flags & H1S_F_PARSING_ERROR) {
2781 h1_handle_bad_req(h1c);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002782 h1c->flags = (h1c->flags & ~(H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ)) | H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01002783 TRACE_ERROR("parsing error detected", H1_EV_H1C_WAKE|H1_EV_H1C_ERR);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002784 }
Christopher Faulet2eed8002020-12-07 11:26:13 +01002785 else if (h1s->flags & H1S_F_NOT_IMPL_ERROR) {
2786 h1_handle_not_impl_err(h1c);
2787 h1c->flags = (h1c->flags & ~(H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ)) | H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01002788 TRACE_ERROR("not-implemented error detected", H1_EV_H1C_WAKE|H1_EV_H1C_ERR);
Christopher Faulet2eed8002020-12-07 11:26:13 +01002789 }
Christopher Fauletae635762020-09-21 11:47:16 +02002790 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002791 h1_send(h1c);
2792
Christopher Fauletbde7e052021-11-15 14:51:37 +01002793 /* H1 connection must be released ASAP if:
2794 * - an error occurred on the connection or the H1C or
2795 * - a read0 was received or
2796 * - a silent shutdown was emitted and all outgoing data sent
2797 */
2798 if ((conn->flags & CO_FL_ERROR) ||
2799 conn_xprt_read0_pending(conn) ||
2800 (h1c->flags & H1C_F_ST_ERROR) ||
2801 ((h1c->flags & H1C_F_ST_SILENT_SHUT) && !b_data(&h1c->obuf))) {
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01002802 if (!(h1c->flags & H1C_F_ST_READY)) {
2803 /* No conn-stream or not ready */
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002804 /* shutdown for reads and error on the frontend connection: Send an error */
Christopher Fauletbde7e052021-11-15 14:51:37 +01002805 if (!(h1c->flags & (H1C_F_IS_BACK|H1C_F_ST_ERROR|H1C_F_ST_SHUTDOWN))) {
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002806 if (h1_handle_bad_req(h1c))
2807 h1_send(h1c);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01002808 h1c->flags = (h1c->flags & ~(H1C_F_ST_IDLE|H1C_F_WAIT_NEXT_REQ)) | H1C_F_ST_ERROR;
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002809 }
2810
2811 /* Handle pending error, if any (only possible on frontend connection) */
2812 if (h1c->flags & H1C_F_ERR_PENDING) {
2813 BUG_ON(h1c->flags & H1C_F_IS_BACK);
2814 if (h1_send_error(h1c))
2815 h1_send(h1c);
2816 }
Christopher Fauletae635762020-09-21 11:47:16 +02002817
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002818 /* If there is some pending outgoing data or error, just wait */
2819 if (b_data(&h1c->obuf) || (h1c->flags & H1C_F_ERR_PENDING))
2820 goto end;
Christopher Fauletfeb11742018-11-29 15:12:34 +01002821
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002822 /* Otherwise we can release the H1 connection */
2823 goto release;
2824 }
2825 else {
2826 /* Here there is still a H1 stream with a conn-stream.
2827 * Report the connection state at the stream level
2828 */
2829 if (conn_xprt_read0_pending(conn)) {
2830 h1s->flags |= H1S_F_REOS;
2831 TRACE_STATE("read0 on connection", H1_EV_H1C_RECV, conn, h1s);
2832 }
Willy Tarreaua352e822022-03-17 17:10:36 +01002833 if ((h1c->flags & H1C_F_ST_ERROR) || ((conn->flags & CO_FL_ERROR) && !b_data(&h1c->ibuf)))
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002834 h1s->cs->flags |= CS_FL_ERROR;
2835 TRACE_POINT(H1_EV_STRM_WAKE, h1c->conn, h1s);
Christopher Fauletad4daf62021-01-21 17:49:01 +01002836 h1_alert(h1s);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002837 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02002838 }
Willy Tarreauc493c9c2019-06-03 14:18:22 +02002839
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002840 if (!b_data(&h1c->ibuf))
2841 h1_release_buf(h1c, &h1c->ibuf);
2842
Amaury Denoyelleefc6e952021-05-05 11:11:11 +02002843 /* Check if a soft-stop is in progress.
2844 * Release idling front connection if this is the case.
2845 */
2846 if (!(h1c->flags & H1C_F_IS_BACK)) {
2847 if (unlikely(h1c->px->disabled)) {
William Dauchy4711a892022-01-05 22:53:24 +01002848 if (!(h1c->px->options & PR_O_IDLE_CLOSE_RESP) &&
2849 h1c->flags & H1C_F_WAIT_NEXT_REQ)
Amaury Denoyelleefc6e952021-05-05 11:11:11 +02002850 goto release;
2851 }
2852 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002853
2854 if ((h1c->flags & H1C_F_WANT_SPLICE) && !h1s_data_pending(h1s)) {
2855 TRACE_DEVEL("xprt rcv_buf blocked (want_splice), notify h1s for recv", H1_EV_H1C_RECV, h1c->conn);
2856 h1_wake_stream_for_recv(h1s);
Olivier Houchard75159a92018-12-03 18:46:09 +01002857 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002858
Christopher Faulet47365272018-10-31 17:40:50 +01002859 end:
Christopher Faulet7a145d62020-08-05 11:31:16 +02002860 h1_refresh_timeout(h1c);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002861 TRACE_LEAVE(H1_EV_H1C_WAKE, conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002862 return 0;
Christopher Faulet539e0292018-11-19 10:40:09 +01002863
2864 release:
Christopher Faulet0f9395d2021-01-21 17:50:19 +01002865 if (h1c->flags & H1C_F_ST_ATTACHED) {
Ilya Shipitsinacf84592021-02-06 22:29:08 +05002866 /* Don't release the H1 connection right now, we must destroy the
Christopher Faulet0f9395d2021-01-21 17:50:19 +01002867 * attached CS first. Here, the H1C must not be READY */
2868 BUG_ON(!h1s || h1c->flags & H1C_F_ST_READY);
2869
2870 if (conn_xprt_read0_pending(conn) || (h1s->flags & H1S_F_REOS))
2871 h1s->cs->flags |= CS_FL_EOS;
2872 if ((h1c->flags & H1C_F_ST_ERROR) || (conn->flags & CO_FL_ERROR))
2873 h1s->cs->flags |= CS_FL_ERROR;
2874 h1_alert(h1s);
2875 TRACE_DEVEL("waiting to release the CS before releasing the connection", H1_EV_H1C_WAKE);
2876 }
2877 else {
2878 h1_release(h1c);
2879 TRACE_DEVEL("leaving after releasing the connection", H1_EV_H1C_WAKE);
2880 }
Christopher Faulet539e0292018-11-19 10:40:09 +01002881 return -1;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002882}
2883
Willy Tarreaue388f2f2021-03-02 16:51:09 +01002884struct task *h1_io_cb(struct task *t, void *ctx, unsigned int state)
Christopher Faulet51dbc942018-09-13 09:05:15 +02002885{
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002886 struct connection *conn;
2887 struct tasklet *tl = (struct tasklet *)t;
2888 int conn_in_list;
Willy Tarreaue388f2f2021-03-02 16:51:09 +01002889 struct h1c *h1c = ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002890 int ret = 0;
2891
Willy Tarreaue388f2f2021-03-02 16:51:09 +01002892 if (state & TASK_F_USR1) {
2893 /* the tasklet was idling on an idle connection, it might have
2894 * been stolen, let's be careful!
2895 */
2896 HA_SPIN_LOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
2897 if (tl->context == NULL) {
2898 /* The connection has been taken over by another thread,
2899 * we're no longer responsible for it, so just free the
2900 * tasklet, and do nothing.
2901 */
2902 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
2903 tasklet_free(tl);
2904 return NULL;
2905 }
2906 conn = h1c->conn;
2907 TRACE_POINT(H1_EV_H1C_WAKE, conn);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002908
Willy Tarreaue388f2f2021-03-02 16:51:09 +01002909 /* Remove the connection from the list, to be sure nobody attempts
2910 * to use it while we handle the I/O events
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002911 */
Willy Tarreaue388f2f2021-03-02 16:51:09 +01002912 conn_in_list = conn->flags & CO_FL_LIST_MASK;
2913 if (conn_in_list)
2914 conn_delete_from_tree(&conn->hash_node->node);
2915
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01002916 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Willy Tarreaue388f2f2021-03-02 16:51:09 +01002917 } else {
2918 /* we're certain the connection was not in an idle list */
2919 conn = h1c->conn;
2920 TRACE_ENTER(H1_EV_H1C_WAKE, conn);
2921 conn_in_list = 0;
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002922 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02002923
Willy Tarreau4f6516d2018-12-19 13:59:17 +01002924 if (!(h1c->wait_event.events & SUB_RETRY_SEND))
Christopher Faulet51dbc942018-09-13 09:05:15 +02002925 ret = h1_send(h1c);
Willy Tarreau4f6516d2018-12-19 13:59:17 +01002926 if (!(h1c->wait_event.events & SUB_RETRY_RECV))
Christopher Faulet51dbc942018-09-13 09:05:15 +02002927 ret |= h1_recv(h1c);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02002928 if (ret || b_data(&h1c->ibuf))
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002929 ret = h1_process(h1c);
Willy Tarreau74163142021-03-13 11:30:19 +01002930
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002931 /* If we were in an idle list, we want to add it back into it,
2932 * unless h1_process() returned -1, which mean it has destroyed
2933 * the connection (testing !ret is enough, if h1_process() wasn't
2934 * called then ret will be 0 anyway.
2935 */
Willy Tarreau74163142021-03-13 11:30:19 +01002936 if (ret < 0)
2937 t = NULL;
2938
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002939 if (!ret && conn_in_list) {
2940 struct server *srv = objt_server(conn->target);
2941
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01002942 HA_SPIN_LOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002943 if (conn_in_list == CO_FL_SAFE_LIST)
Willy Tarreau430bf4a2021-03-04 09:45:32 +01002944 ebmb_insert(&srv->per_thr[tid].safe_conns, &conn->hash_node->node, sizeof(conn->hash_node->hash));
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002945 else
Willy Tarreau430bf4a2021-03-04 09:45:32 +01002946 ebmb_insert(&srv->per_thr[tid].idle_conns, &conn->hash_node->node, sizeof(conn->hash_node->hash));
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01002947 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002948 }
Willy Tarreau74163142021-03-13 11:30:19 +01002949 return t;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002950}
2951
Christopher Faulet51dbc942018-09-13 09:05:15 +02002952static int h1_wake(struct connection *conn)
2953{
Willy Tarreau3d2ee552018-12-19 14:12:10 +01002954 struct h1c *h1c = conn->ctx;
Olivier Houchard75159a92018-12-03 18:46:09 +01002955 int ret;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002956
Christopher Faulet6b81df72019-10-01 22:08:43 +02002957 TRACE_POINT(H1_EV_H1C_WAKE, conn);
2958
Christopher Faulet539e0292018-11-19 10:40:09 +01002959 h1_send(h1c);
Olivier Houchard75159a92018-12-03 18:46:09 +01002960 ret = h1_process(h1c);
2961 if (ret == 0) {
2962 struct h1s *h1s = h1c->h1s;
2963
Christopher Fauletad4daf62021-01-21 17:49:01 +01002964 if (h1c->flags & H1C_F_ST_ATTACHED)
2965 h1_alert(h1s);
Olivier Houchard75159a92018-12-03 18:46:09 +01002966 }
2967 return ret;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002968}
2969
Christopher Fauletb8093cf2019-01-03 16:27:28 +01002970/* Connection timeout management. The principle is that if there's no receipt
2971 * nor sending for a certain amount of time, the connection is closed.
2972 */
Willy Tarreau144f84a2021-03-02 16:09:26 +01002973struct task *h1_timeout_task(struct task *t, void *context, unsigned int state)
Christopher Fauletb8093cf2019-01-03 16:27:28 +01002974{
2975 struct h1c *h1c = context;
2976 int expired = tick_is_expired(t->expire, now_ms);
2977
Christopher Fauletc1c66a42020-09-29 15:30:15 +02002978 TRACE_ENTER(H1_EV_H1C_WAKE, h1c ? h1c->conn : NULL);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002979
Willy Tarreau68d4ee92020-06-30 11:19:23 +02002980 if (h1c) {
Christopher Fauletc1c66a42020-09-29 15:30:15 +02002981 /* Make sure nobody stole the connection from us */
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01002982 HA_SPIN_LOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Christopher Fauletc1c66a42020-09-29 15:30:15 +02002983
2984 /* Somebody already stole the connection from us, so we should not
2985 * free it, we just have to free the task.
2986 */
2987 if (!t->context) {
2988 h1c = NULL;
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01002989 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Christopher Fauletc1c66a42020-09-29 15:30:15 +02002990 goto do_leave;
2991 }
2992
Willy Tarreau68d4ee92020-06-30 11:19:23 +02002993 if (!expired) {
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01002994 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Christopher Fauletc1c66a42020-09-29 15:30:15 +02002995 TRACE_DEVEL("leaving (not expired)", H1_EV_H1C_WAKE, h1c->conn, h1c->h1s);
Willy Tarreau68d4ee92020-06-30 11:19:23 +02002996 return t;
2997 }
Christopher Fauletb8093cf2019-01-03 16:27:28 +01002998
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01002999 /* If a conn-stream is still attached and ready to the mux, wait for the
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003000 * stream's timeout
Willy Tarreau68d4ee92020-06-30 11:19:23 +02003001 */
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01003002 if (h1c->flags & H1C_F_ST_READY) {
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01003003 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003004 t->expire = TICK_ETERNITY;
3005 TRACE_DEVEL("leaving (CS still attached)", H1_EV_H1C_WAKE, h1c->conn, h1c->h1s);
3006 return t;
3007 }
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003008
Christopher Fauletc4bfa592020-10-06 17:45:34 +02003009 /* Try to send an error to the client */
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003010 if (!(h1c->flags & (H1C_F_IS_BACK|H1C_F_ST_ERROR|H1C_F_ERR_PENDING|H1C_F_ST_SHUTDOWN))) {
3011 h1c->flags = (h1c->flags & ~H1C_F_ST_IDLE) | H1C_F_ST_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01003012 TRACE_DEVEL("timeout error detected", H1_EV_H1C_WAKE|H1_EV_H1C_ERR, h1c->conn, h1c->h1s);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02003013 if (h1_handle_req_tout(h1c))
3014 h1_send(h1c);
3015 if (b_data(&h1c->obuf) || (h1c->flags & H1C_F_ERR_PENDING)) {
3016 h1_refresh_timeout(h1c);
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01003017 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Christopher Fauletc4bfa592020-10-06 17:45:34 +02003018 return t;
3019 }
3020 }
3021
Christopher Faulet0f9395d2021-01-21 17:50:19 +01003022 if (h1c->flags & H1C_F_ST_ATTACHED) {
Ilya Shipitsinacf84592021-02-06 22:29:08 +05003023 /* Don't release the H1 connection right now, we must destroy the
Christopher Faulet0f9395d2021-01-21 17:50:19 +01003024 * attached CS first. Here, the H1C must not be READY */
3025 h1c->h1s->cs->flags |= (CS_FL_EOS|CS_FL_ERROR);
3026 h1_alert(h1c->h1s);
3027 h1_refresh_timeout(h1c);
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01003028 HA_SPIN_UNLOCK(OTHER_LOCK, &idle_conns[tid].idle_conns_lock);
Christopher Faulet0f9395d2021-01-21 17:50:19 +01003029 TRACE_DEVEL("waiting to release the CS before releasing the connection", H1_EV_H1C_WAKE);
3030 return t;
3031 }
3032
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003033 /* We're about to destroy the connection, so make sure nobody attempts
3034 * to steal it from us.
Willy Tarreau68d4ee92020-06-30 11:19:23 +02003035 */
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003036 if (h1c->conn->flags & CO_FL_LIST_MASK)
Amaury Denoyelle8990b012021-02-19 15:29:16 +01003037 conn_delete_from_tree(&h1c->conn->hash_node->node);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003038
Amaury Denoyelle5c7086f2021-01-11 09:21:52 +01003039 HA_SPIN_UNLOCK(IDLE_CONNS_LOCK, &idle_conns[tid].idle_conns_lock);
Willy Tarreau68d4ee92020-06-30 11:19:23 +02003040 }
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003041
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003042 do_leave:
Olivier Houchard3f795f72019-04-17 22:51:06 +02003043 task_destroy(t);
Christopher Fauletb8093cf2019-01-03 16:27:28 +01003044
3045 if (!h1c) {
3046 /* resources were already deleted */
Christopher Faulet6b81df72019-10-01 22:08:43 +02003047 TRACE_DEVEL("leaving (not more h1c)", H1_EV_H1C_WAKE);
Christopher Fauletb8093cf2019-01-03 16:27:28 +01003048 return NULL;
3049 }
3050
3051 h1c->task = NULL;
Christopher Fauletc1c66a42020-09-29 15:30:15 +02003052 h1_release(h1c);
3053 TRACE_LEAVE(H1_EV_H1C_WAKE);
Christopher Fauletb8093cf2019-01-03 16:27:28 +01003054 return NULL;
3055}
3056
Christopher Faulet51dbc942018-09-13 09:05:15 +02003057/*******************************************/
3058/* functions below are used by the streams */
3059/*******************************************/
Christopher Faulet73c12072019-04-08 11:23:22 +02003060
Christopher Faulet51dbc942018-09-13 09:05:15 +02003061/*
3062 * Attach a new stream to a connection
3063 * (Used for outgoing connections)
3064 */
Olivier Houchardf502aca2018-12-14 19:42:40 +01003065static struct conn_stream *h1_attach(struct connection *conn, struct session *sess)
Christopher Faulet51dbc942018-09-13 09:05:15 +02003066{
Willy Tarreau3d2ee552018-12-19 14:12:10 +01003067 struct h1c *h1c = conn->ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003068 struct conn_stream *cs = NULL;
3069 struct h1s *h1s;
3070
Christopher Faulet6b81df72019-10-01 22:08:43 +02003071 TRACE_ENTER(H1_EV_STRM_NEW, conn);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003072 if (h1c->flags & H1C_F_ST_ERROR) {
Christopher Faulet26a26432021-01-27 11:27:50 +01003073 TRACE_ERROR("h1c on error", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, conn);
3074 goto err;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003075 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02003076
Christopher Faulet236c93b2020-07-02 09:19:54 +02003077 cs = cs_new(h1c->conn, h1c->conn->target);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003078 if (!cs) {
Christopher Faulet26a26432021-01-27 11:27:50 +01003079 TRACE_ERROR("CS allocation failure", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, conn);
3080 goto err;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003081 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02003082
Christopher Faulet2f0ec662020-09-24 10:30:15 +02003083 h1s = h1c_bck_stream_new(h1c, cs, sess);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003084 if (h1s == NULL) {
Christopher Faulet26a26432021-01-27 11:27:50 +01003085 TRACE_ERROR("h1s creation failure", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, conn);
3086 goto err;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003087 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02003088
Willy Tarreaue388f2f2021-03-02 16:51:09 +01003089 /* the connection is not idle anymore, let's mark this */
3090 HA_ATOMIC_AND(&h1c->wait_event.tasklet->state, ~TASK_F_USR1);
Willy Tarreau4f8cd432021-03-02 17:27:58 +01003091 xprt_set_used(conn, conn->xprt, conn->xprt_ctx);
Willy Tarreaue388f2f2021-03-02 16:51:09 +01003092
Christopher Faulet6b81df72019-10-01 22:08:43 +02003093 TRACE_LEAVE(H1_EV_STRM_NEW, conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003094 return cs;
Christopher Faulet26a26432021-01-27 11:27:50 +01003095 err:
Christopher Faulet51dbc942018-09-13 09:05:15 +02003096 cs_free(cs);
Christopher Faulet26a26432021-01-27 11:27:50 +01003097 TRACE_DEVEL("leaving on error", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003098 return NULL;
3099}
3100
3101/* Retrieves a valid conn_stream from this connection, or returns NULL. For
3102 * this mux, it's easy as we can only store a single conn_stream.
3103 */
3104static const struct conn_stream *h1_get_first_cs(const struct connection *conn)
3105{
Willy Tarreau3d2ee552018-12-19 14:12:10 +01003106 struct h1c *h1c = conn->ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003107 struct h1s *h1s = h1c->h1s;
3108
3109 if (h1s)
3110 return h1s->cs;
3111
3112 return NULL;
3113}
3114
Christopher Faulet73c12072019-04-08 11:23:22 +02003115static void h1_destroy(void *ctx)
Christopher Faulet51dbc942018-09-13 09:05:15 +02003116{
Christopher Faulet73c12072019-04-08 11:23:22 +02003117 struct h1c *h1c = ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003118
Christopher Faulet6b81df72019-10-01 22:08:43 +02003119 TRACE_POINT(H1_EV_H1C_END, h1c->conn);
Christopher Faulet39a96ee2019-04-08 10:52:21 +02003120 if (!h1c->h1s || !h1c->conn || h1c->conn->ctx != h1c)
Christopher Faulet73c12072019-04-08 11:23:22 +02003121 h1_release(h1c);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003122}
3123
3124/*
3125 * Detach the stream from the connection and possibly release the connection.
3126 */
3127static void h1_detach(struct conn_stream *cs)
3128{
3129 struct h1s *h1s = cs->ctx;
3130 struct h1c *h1c;
Olivier Houchardf502aca2018-12-14 19:42:40 +01003131 struct session *sess;
Olivier Houchard8a786902018-12-15 16:05:40 +01003132 int is_not_first;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003133
Christopher Faulet6b81df72019-10-01 22:08:43 +02003134 TRACE_ENTER(H1_EV_STRM_END, h1s ? h1s->h1c->conn : NULL, h1s);
3135
Christopher Faulet51dbc942018-09-13 09:05:15 +02003136 cs->ctx = NULL;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003137 if (!h1s) {
3138 TRACE_LEAVE(H1_EV_STRM_END);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003139 return;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003140 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02003141
Olivier Houchardf502aca2018-12-14 19:42:40 +01003142 sess = h1s->sess;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003143 h1c = h1s->h1c;
3144 h1s->cs = NULL;
3145
Christopher Faulet42849b02020-10-05 11:35:17 +02003146 sess->accept_date = date;
3147 sess->tv_accept = now;
3148 sess->t_handshake = 0;
3149 sess->t_idle = -1;
3150
Olivier Houchard8a786902018-12-15 16:05:40 +01003151 is_not_first = h1s->flags & H1S_F_NOT_FIRST;
3152 h1s_destroy(h1s);
3153
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003154 if ((h1c->flags & (H1C_F_IS_BACK|H1C_F_ST_IDLE)) == (H1C_F_IS_BACK|H1C_F_ST_IDLE)) {
Christopher Fauletf1204b82019-07-19 14:51:06 +02003155 /* If there are any excess server data in the input buffer,
3156 * release it and close the connection ASAP (some data may
3157 * remain in the output buffer). This happens if a server sends
3158 * invalid responses. So in such case, we don't want to reuse
3159 * the connection
Christopher Faulet03627242019-07-19 11:34:08 +02003160 */
Christopher Fauletf1204b82019-07-19 14:51:06 +02003161 if (b_data(&h1c->ibuf)) {
3162 h1_release_buf(h1c, &h1c->ibuf);
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003163 h1c->flags = (h1c->flags & ~H1C_F_ST_IDLE) | H1C_F_ST_SHUTDOWN;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003164 TRACE_DEVEL("remaining data on detach, kill connection", H1_EV_STRM_END|H1_EV_H1C_END);
Christopher Fauletf1204b82019-07-19 14:51:06 +02003165 goto release;
3166 }
Christopher Faulet03627242019-07-19 11:34:08 +02003167
Christopher Faulet08016ab2020-07-01 16:10:06 +02003168 if (h1c->conn->flags & CO_FL_PRIVATE) {
3169 /* Add the connection in the session server list, if not already done */
Olivier Houchard351411f2018-12-27 17:20:54 +01003170 if (!session_add_conn(sess, h1c->conn, h1c->conn->target)) {
3171 h1c->conn->owner = NULL;
Olivier Houchard2444aa52020-01-20 13:56:01 +01003172 h1c->conn->mux->destroy(h1c);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003173 goto end;
Olivier Houchard351411f2018-12-27 17:20:54 +01003174 }
Christopher Faulet08016ab2020-07-01 16:10:06 +02003175 /* Always idle at this step */
Olivier Houchard2444aa52020-01-20 13:56:01 +01003176 if (session_check_idle_conn(sess, h1c->conn)) {
Olivier Houcharda4d4fdf2018-12-14 19:27:06 +01003177 /* The connection got destroyed, let's leave */
Christopher Faulet6b81df72019-10-01 22:08:43 +02003178 TRACE_DEVEL("outgoing connection killed", H1_EV_STRM_END|H1_EV_H1C_END);
3179 goto end;
3180 }
Olivier Houcharda4d4fdf2018-12-14 19:27:06 +01003181 }
Christopher Faulet08016ab2020-07-01 16:10:06 +02003182 else {
Olivier Houchard2444aa52020-01-20 13:56:01 +01003183 if (h1c->conn->owner == sess)
3184 h1c->conn->owner = NULL;
Willy Tarreaue388f2f2021-03-02 16:51:09 +01003185
3186 /* mark that the tasklet may lose its context to another thread and
3187 * that the handler needs to check it under the idle conns lock.
3188 */
3189 HA_ATOMIC_OR(&h1c->wait_event.tasklet->state, TASK_F_USR1);
Olivier Houchard3c49c1b2020-03-22 19:56:03 +01003190 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Willy Tarreau4f8cd432021-03-02 17:27:58 +01003191 xprt_set_idle(h1c->conn, h1c->conn->xprt, h1c->conn->xprt_ctx);
3192
Olivier Houcharddc2f2752020-02-13 19:12:07 +01003193 if (!srv_add_to_idle_list(objt_server(h1c->conn->target), h1c->conn, is_not_first)) {
Olivier Houchard2444aa52020-01-20 13:56:01 +01003194 /* The server doesn't want it, let's kill the connection right away */
3195 h1c->conn->mux->destroy(h1c);
3196 TRACE_DEVEL("outgoing connection killed", H1_EV_STRM_END|H1_EV_H1C_END);
3197 goto end;
Christopher Faulet9400a392018-11-23 23:10:39 +01003198 }
Olivier Houchard199d4fa2020-03-22 23:25:51 +01003199 /* At this point, the connection has been added to the
3200 * server idle list, so another thread may already have
3201 * hijacked it, so we can't do anything with it.
3202 */
Olivier Houchard2444aa52020-01-20 13:56:01 +01003203 return;
Christopher Faulet9400a392018-11-23 23:10:39 +01003204 }
3205 }
3206
Christopher Fauletf1204b82019-07-19 14:51:06 +02003207 release:
Christopher Faulet3ac0f432019-06-28 17:41:42 +02003208 /* We don't want to close right now unless the connection is in error or shut down for writes */
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003209 if ((h1c->flags & H1C_F_ST_ERROR) ||
Christopher Faulet37243bc2019-07-11 15:40:25 +02003210 (h1c->conn->flags & (CO_FL_ERROR|CO_FL_SOCK_WR_SH)) ||
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003211 ((h1c->flags & H1C_F_ST_SHUTDOWN) && !b_data(&h1c->obuf)) ||
Christopher Faulet6b81df72019-10-01 22:08:43 +02003212 !h1c->conn->owner) {
3213 TRACE_DEVEL("killing dead connection", H1_EV_STRM_END, h1c->conn);
Christopher Faulet73c12072019-04-08 11:23:22 +02003214 h1_release(h1c);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003215 }
Christopher Fauletb8093cf2019-01-03 16:27:28 +01003216 else {
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003217 if (h1c->flags & H1C_F_ST_IDLE) {
Christopher Faulet5d3c93c2020-10-05 17:14:28 +02003218 /* If we have a new request, process it immediately or
3219 * subscribe for reads waiting for new data
3220 */
Christopher Faulet0c366a82020-12-18 15:13:47 +01003221 if (unlikely(b_data(&h1c->ibuf))) {
3222 if (h1_process(h1c) == -1)
3223 goto end;
3224 }
Christopher Faulet5d3c93c2020-10-05 17:14:28 +02003225 else
3226 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
3227 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02003228 h1_set_idle_expiration(h1c);
Christopher Faulet7a145d62020-08-05 11:31:16 +02003229 h1_refresh_timeout(h1c);
Christopher Fauletb8093cf2019-01-03 16:27:28 +01003230 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02003231 end:
3232 TRACE_LEAVE(H1_EV_STRM_END);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003233}
3234
3235
3236static void h1_shutr(struct conn_stream *cs, enum cs_shr_mode mode)
3237{
3238 struct h1s *h1s = cs->ctx;
Christopher Faulet7f366362019-04-08 10:51:20 +02003239 struct h1c *h1c;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003240
3241 if (!h1s)
3242 return;
Christopher Faulet7f366362019-04-08 10:51:20 +02003243 h1c = h1s->h1c;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003244
Christopher Fauletea62e182021-11-10 10:30:15 +01003245 TRACE_ENTER(H1_EV_STRM_SHUT, h1c->conn, h1s, 0, (size_t[]){mode});
Christopher Faulet6b81df72019-10-01 22:08:43 +02003246
Christopher Faulet3c82d8b2020-10-05 17:11:16 +02003247 if (cs->flags & CS_FL_SHR)
3248 goto end;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003249 if (cs->flags & CS_FL_KILL_CONN) {
3250 TRACE_STATE("stream wants to kill the connection", H1_EV_STRM_SHUT, h1c->conn, h1s);
3251 goto do_shutr;
3252 }
3253 if (h1c->conn->flags & (CO_FL_ERROR | CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH)) {
3254 TRACE_STATE("shutdown on connection (error|rd_sh|wr_sh)", H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet7f366362019-04-08 10:51:20 +02003255 goto do_shutr;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003256 }
Christopher Faulet7f366362019-04-08 10:51:20 +02003257
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01003258 if (!(h1c->flags & (H1C_F_ST_READY|H1C_F_ST_ERROR))) {
3259 /* Here attached is implicit because there is CS */
3260 TRACE_STATE("keep connection alive (ALIVE but not READY nor ERROR)", H1_EV_STRM_SHUT, h1c->conn, h1s);
3261 goto end;
3262 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02003263 if (h1s->flags & H1S_F_WANT_KAL) {
3264 TRACE_STATE("keep connection alive (want_kal)", H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003265 goto end;
3266 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02003267
Christopher Faulet7f366362019-04-08 10:51:20 +02003268 do_shutr:
Christopher Faulet51dbc942018-09-13 09:05:15 +02003269 /* NOTE: Be sure to handle abort (cf. h2_shutr) */
3270 if (cs->flags & CS_FL_SHR)
Christopher Faulet6b81df72019-10-01 22:08:43 +02003271 goto end;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003272 if (conn_xprt_ready(cs->conn) && cs->conn->xprt->shutr)
Olivier Houcharde179d0e2019-03-21 18:27:17 +01003273 cs->conn->xprt->shutr(cs->conn, cs->conn->xprt_ctx,
Christopher Faulet6b81df72019-10-01 22:08:43 +02003274 (mode == CS_SHR_DRAIN));
Christopher Faulet6b81df72019-10-01 22:08:43 +02003275 end:
3276 TRACE_LEAVE(H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003277}
3278
3279static void h1_shutw(struct conn_stream *cs, enum cs_shw_mode mode)
3280{
3281 struct h1s *h1s = cs->ctx;
3282 struct h1c *h1c;
3283
3284 if (!h1s)
3285 return;
3286 h1c = h1s->h1c;
3287
Christopher Fauletea62e182021-11-10 10:30:15 +01003288 TRACE_ENTER(H1_EV_STRM_SHUT, h1c->conn, h1s, 0, (size_t[]){mode});
Christopher Faulet6b81df72019-10-01 22:08:43 +02003289
Christopher Faulet3c82d8b2020-10-05 17:11:16 +02003290 if (cs->flags & CS_FL_SHW)
3291 goto end;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003292 if (cs->flags & CS_FL_KILL_CONN) {
3293 TRACE_STATE("stream wants to kill the connection", H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet7f366362019-04-08 10:51:20 +02003294 goto do_shutw;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003295 }
3296 if (h1c->conn->flags & (CO_FL_ERROR | CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH)) {
3297 TRACE_STATE("shutdown on connection (error|rd_sh|wr_sh)", H1_EV_STRM_SHUT, h1c->conn, h1s);
3298 goto do_shutw;
3299 }
Olivier Houchardd2e88c72018-12-19 15:55:23 +01003300
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01003301 if (!(h1c->flags & (H1C_F_ST_READY|H1C_F_ST_ERROR))) {
3302 /* Here attached is implicit because there is CS */
3303 TRACE_STATE("keep connection alive (ALIVE but not READY nor ERROR)", H1_EV_STRM_SHUT, h1c->conn, h1s);
3304 goto end;
3305 }
Christopher Fauletc4bfa592020-10-06 17:45:34 +02003306 if (((h1s->flags & H1S_F_WANT_KAL) && h1s->req.state == H1_MSG_DONE && h1s->res.state == H1_MSG_DONE)) {
3307 TRACE_STATE("keep connection alive (want_kal)", H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003308 goto end;
3309 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02003310
Christopher Faulet7f366362019-04-08 10:51:20 +02003311 do_shutw:
Christopher Faulet3ced1d12020-11-27 16:44:01 +01003312 h1c->flags |= H1C_F_ST_SHUTDOWN;
Christopher Fauletdb451fb2021-10-27 15:36:38 +02003313 if (mode != CS_SHW_NORMAL)
3314 h1c->flags |= H1C_F_ST_SILENT_SHUT;
3315
Christopher Faulet3c82d8b2020-10-05 17:11:16 +02003316 if (!b_data(&h1c->obuf))
Christopher Fauletdb451fb2021-10-27 15:36:38 +02003317 h1_shutw_conn(cs->conn);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003318 end:
3319 TRACE_LEAVE(H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003320}
3321
Christopher Fauletdb451fb2021-10-27 15:36:38 +02003322static void h1_shutw_conn(struct connection *conn)
Christopher Faulet51dbc942018-09-13 09:05:15 +02003323{
Willy Tarreau3d2ee552018-12-19 14:12:10 +01003324 struct h1c *h1c = conn->ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003325
Willy Tarreau62592ad2021-03-26 09:09:42 +01003326 if (conn->flags & CO_FL_SOCK_WR_SH)
3327 return;
3328
Christopher Fauletdb451fb2021-10-27 15:36:38 +02003329 TRACE_ENTER(H1_EV_H1C_END, conn);
Christopher Faulet666a0c42019-01-08 11:12:04 +01003330 conn_xprt_shutw(conn);
Christopher Fauletdb451fb2021-10-27 15:36:38 +02003331 conn_sock_shutw(conn, (h1c && !(h1c->flags & H1C_F_ST_SILENT_SHUT)));
3332 TRACE_LEAVE(H1_EV_H1C_END, conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003333}
3334
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01003335/* Called from the upper layer, to unsubscribe <es> from events <event_type>
3336 * The <es> pointer is not allowed to differ from the one passed to the
3337 * subscribe() call. It always returns zero.
3338 */
3339static int h1_unsubscribe(struct conn_stream *cs, int event_type, struct wait_event *es)
Christopher Faulet51dbc942018-09-13 09:05:15 +02003340{
Christopher Faulet51dbc942018-09-13 09:05:15 +02003341 struct h1s *h1s = cs->ctx;
3342
3343 if (!h1s)
3344 return 0;
3345
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003346 BUG_ON(event_type & ~(SUB_RETRY_SEND|SUB_RETRY_RECV));
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01003347 BUG_ON(h1s->subs && h1s->subs != es);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003348
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01003349 es->events &= ~event_type;
3350 if (!es->events)
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003351 h1s->subs = NULL;
3352
3353 if (event_type & SUB_RETRY_RECV)
Christopher Faulet6b81df72019-10-01 22:08:43 +02003354 TRACE_DEVEL("unsubscribe(recv)", H1_EV_STRM_RECV, h1s->h1c->conn, h1s);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003355
3356 if (event_type & SUB_RETRY_SEND)
Christopher Faulet6b81df72019-10-01 22:08:43 +02003357 TRACE_DEVEL("unsubscribe(send)", H1_EV_STRM_SEND, h1s->h1c->conn, h1s);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003358
Christopher Faulet51dbc942018-09-13 09:05:15 +02003359 return 0;
3360}
3361
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01003362/* Called from the upper layer, to subscribe <es> to events <event_type>. The
3363 * event subscriber <es> is not allowed to change from a previous call as long
3364 * as at least one event is still subscribed. The <event_type> must only be a
3365 * combination of SUB_RETRY_RECV and SUB_RETRY_SEND. It always returns 0, unless
3366 * the conn_stream <cs> was already detached, in which case it will return -1.
3367 */
3368static int h1_subscribe(struct conn_stream *cs, int event_type, struct wait_event *es)
Christopher Faulet51dbc942018-09-13 09:05:15 +02003369{
Christopher Faulet51dbc942018-09-13 09:05:15 +02003370 struct h1s *h1s = cs->ctx;
Christopher Faulet51bb1852019-09-04 10:22:34 +02003371 struct h1c *h1c;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003372
3373 if (!h1s)
3374 return -1;
3375
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003376 BUG_ON(event_type & ~(SUB_RETRY_SEND|SUB_RETRY_RECV));
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01003377 BUG_ON(h1s->subs && h1s->subs != es);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003378
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01003379 es->events |= event_type;
3380 h1s->subs = es;
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003381
3382 if (event_type & SUB_RETRY_RECV)
Christopher Faulet6b81df72019-10-01 22:08:43 +02003383 TRACE_DEVEL("subscribe(recv)", H1_EV_STRM_RECV, h1s->h1c->conn, h1s);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01003384
3385
Christopher Faulet6b81df72019-10-01 22:08:43 +02003386 if (event_type & SUB_RETRY_SEND) {
3387 TRACE_DEVEL("subscribe(send)", H1_EV_STRM_SEND, h1s->h1c->conn, h1s);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003388 /*
3389 * If the conn_stream attempt to subscribe, and the
3390 * mux isn't subscribed to the connection, then it
3391 * probably means the connection wasn't established
3392 * yet, so we have to subscribe.
3393 */
3394 h1c = h1s->h1c;
3395 if (!(h1c->wait_event.events & SUB_RETRY_SEND))
3396 h1c->conn->xprt->subscribe(h1c->conn,
3397 h1c->conn->xprt_ctx,
3398 SUB_RETRY_SEND,
3399 &h1c->wait_event);
3400 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02003401 return 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003402}
3403
Christopher Faulet93a466b2021-09-21 15:50:55 +02003404/* Called from the upper layer, to receive data.
3405 *
3406 * The caller is responsible for defragmenting <buf> if necessary. But <flags>
3407 * must be tested to know the calling context. If CO_RFL_BUF_FLUSH is set, it
3408 * means the caller wants to flush input data (from the mux buffer and the
3409 * channel buffer) to be able to use kernel splicing or any kind of mux-to-mux
3410 * xfer. If CO_RFL_KEEP_RECV is set, the mux must always subscribe for read
3411 * events before giving back. CO_RFL_BUF_WET is set if <buf> is congested with
3412 * data scheduled for leaving soon. CO_RFL_BUF_NOT_STUCK is set to instruct the
3413 * mux it may optimize the data copy to <buf> if necessary. Otherwise, it should
3414 * copy as much data as possible.
3415 */
Christopher Faulet51dbc942018-09-13 09:05:15 +02003416static size_t h1_rcv_buf(struct conn_stream *cs, struct buffer *buf, size_t count, int flags)
3417{
3418 struct h1s *h1s = cs->ctx;
Christopher Faulet539e0292018-11-19 10:40:09 +01003419 struct h1c *h1c = h1s->h1c;
Christopher Faulet0a799aa2020-09-24 09:52:52 +02003420 struct h1m *h1m = (!(h1c->flags & H1C_F_IS_BACK) ? &h1s->req : &h1s->res);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003421 size_t ret = 0;
3422
Willy Tarreau022e5e52020-09-10 09:33:15 +02003423 TRACE_ENTER(H1_EV_STRM_RECV, h1c->conn, h1s, 0, (size_t[]){count});
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01003424
3425 /* Do nothing for now if not READY */
3426 if (!(h1c->flags & H1C_F_ST_READY)) {
3427 TRACE_DEVEL("h1c not ready yet", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
3428 goto end;
3429 }
3430
Christopher Faulet539e0292018-11-19 10:40:09 +01003431 if (!(h1c->flags & H1C_F_IN_ALLOC))
Christopher Faulet30db3d72019-05-17 15:35:33 +02003432 ret = h1_process_input(h1c, buf, count);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003433 else
3434 TRACE_DEVEL("h1c ibuf not allocated", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
Christopher Faulet1be55f92018-10-02 15:59:23 +02003435
Christopher Faulet2b861bf2021-04-06 17:24:39 +02003436 if ((flags & CO_RFL_BUF_FLUSH) && (cs->flags & CS_FL_MAY_SPLICE)) {
3437 h1c->flags |= H1C_F_WANT_SPLICE;
3438 TRACE_STATE("Block xprt rcv_buf to flush stream's buffer (want_splice)", H1_EV_STRM_RECV, h1c->conn, h1s);
Christopher Faulete18777b2019-04-16 16:46:36 +02003439 }
Olivier Houchard02bac852019-08-22 18:34:25 +02003440 else {
Christopher Faulet1baef152021-04-08 18:42:59 +02003441 if (((flags & CO_RFL_KEEP_RECV) || (h1m->state != H1_MSG_DONE)) && !(h1c->wait_event.events & SUB_RETRY_RECV))
Willy Tarreau2c1f37d2020-03-04 17:50:02 +01003442 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Christopher Faulet51dbc942018-09-13 09:05:15 +02003443 }
Christopher Faulet39c7b6b2021-01-21 17:44:35 +01003444
3445 end:
Willy Tarreau022e5e52020-09-10 09:33:15 +02003446 TRACE_LEAVE(H1_EV_STRM_RECV, h1c->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet51dbc942018-09-13 09:05:15 +02003447 return ret;
3448}
3449
3450
3451/* Called from the upper layer, to send data */
3452static size_t h1_snd_buf(struct conn_stream *cs, struct buffer *buf, size_t count, int flags)
3453{
3454 struct h1s *h1s = cs->ctx;
3455 struct h1c *h1c;
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003456 size_t total = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003457
3458 if (!h1s)
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003459 return 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003460 h1c = h1s->h1c;
Olivier Houchard305d5ab2019-07-24 18:07:06 +02003461
Willy Tarreau022e5e52020-09-10 09:33:15 +02003462 TRACE_ENTER(H1_EV_STRM_SEND, h1c->conn, h1s, 0, (size_t[]){count});
Christopher Faulet6b81df72019-10-01 22:08:43 +02003463
Olivier Houchard305d5ab2019-07-24 18:07:06 +02003464 /* If we're not connected yet, or we're waiting for a handshake, stop
3465 * now, as we don't want to remove everything from the channel buffer
3466 * before we're sure we can send it.
3467 */
Willy Tarreau911db9b2020-01-23 16:27:54 +01003468 if (h1c->conn->flags & CO_FL_WAIT_XPRT) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02003469 TRACE_LEAVE(H1_EV_STRM_SEND, h1c->conn, h1s);
Christopher Faulet3b88b8d2018-10-26 17:36:03 +02003470 return 0;
Christopher Faulet6b81df72019-10-01 22:08:43 +02003471 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02003472
Christopher Fauletdea24742021-01-22 15:12:30 +01003473 if (h1c->flags & H1C_F_ST_ERROR) {
3474 cs->flags |= CS_FL_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01003475 TRACE_ERROR("H1C on error, leaving in error", H1_EV_STRM_SEND|H1_EV_H1C_ERR|H1_EV_H1S_ERR|H1_EV_STRM_ERR, h1c->conn, h1s);
Christopher Fauletdea24742021-01-22 15:12:30 +01003476 return 0;
3477 }
3478
Christopher Faulet46230362019-10-17 16:04:20 +02003479 /* Inherit some flags from the upper layer */
3480 h1c->flags &= ~(H1C_F_CO_MSG_MORE|H1C_F_CO_STREAMER);
3481 if (flags & CO_SFL_MSG_MORE)
3482 h1c->flags |= H1C_F_CO_MSG_MORE;
3483 if (flags & CO_SFL_STREAMER)
3484 h1c->flags |= H1C_F_CO_STREAMER;
3485
Christopher Fauletc31872f2019-06-04 22:09:36 +02003486 while (count) {
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003487 size_t ret = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003488
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003489 if (!(h1c->flags & (H1C_F_OUT_FULL|H1C_F_OUT_ALLOC)))
3490 ret = h1_process_output(h1c, buf, count);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003491 else
3492 TRACE_DEVEL("h1c obuf not allocated", H1_EV_STRM_SEND|H1_EV_H1S_BLK, h1c->conn, h1s);
Olivier Houchardc89a42f2020-06-19 16:15:05 +02003493
3494 if ((count - ret) > 0)
3495 h1c->flags |= H1C_F_CO_MSG_MORE;
3496
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003497 if (!ret)
3498 break;
3499 total += ret;
Christopher Fauletc31872f2019-06-04 22:09:36 +02003500 count -= ret;
Olivier Houchard68787ef2020-01-15 19:13:32 +01003501 if ((h1c->wait_event.events & SUB_RETRY_SEND) || !h1_send(h1c))
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003502 break;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003503 }
Christopher Fauletdea24742021-01-22 15:12:30 +01003504
3505 if (h1c->flags & H1C_F_ST_ERROR) {
Christopher Fauletdea24742021-01-22 15:12:30 +01003506 cs->flags |= CS_FL_ERROR;
Christopher Faulet26a26432021-01-27 11:27:50 +01003507 TRACE_ERROR("reporting error to the app-layer stream", H1_EV_STRM_SEND|H1_EV_H1S_ERR|H1_EV_STRM_ERR, h1c->conn, h1s);
Christopher Fauletdea24742021-01-22 15:12:30 +01003508 }
3509
Christopher Faulet7a145d62020-08-05 11:31:16 +02003510 h1_refresh_timeout(h1c);
Willy Tarreau022e5e52020-09-10 09:33:15 +02003511 TRACE_LEAVE(H1_EV_STRM_SEND, h1c->conn, h1s, 0, (size_t[]){total});
Christopher Faulet5d37dac2018-11-22 10:58:42 +01003512 return total;
Christopher Faulet51dbc942018-09-13 09:05:15 +02003513}
3514
Willy Tarreaue5733232019-05-22 19:24:06 +02003515#if defined(USE_LINUX_SPLICE)
Christopher Faulet1be55f92018-10-02 15:59:23 +02003516/* Send and get, using splicing */
3517static int h1_rcv_pipe(struct conn_stream *cs, struct pipe *pipe, unsigned int count)
3518{
3519 struct h1s *h1s = cs->ctx;
Christopher Faulet0a799aa2020-09-24 09:52:52 +02003520 struct h1c *h1c = h1s->h1c;
3521 struct h1m *h1m = (!(h1c->flags & H1C_F_IS_BACK) ? &h1s->req : &h1s->res);
Christopher Faulet1be55f92018-10-02 15:59:23 +02003522 int ret = 0;
3523
Willy Tarreau022e5e52020-09-10 09:33:15 +02003524 TRACE_ENTER(H1_EV_STRM_RECV, cs->conn, h1s, 0, (size_t[]){count});
Christopher Faulet6b81df72019-10-01 22:08:43 +02003525
Christopher Faulet9fa40c42019-11-05 16:24:27 +01003526 if ((h1m->flags & H1_MF_CHNK) || (h1m->state != H1_MSG_DATA && h1m->state != H1_MSG_TUNNEL)) {
Christopher Faulet0a799aa2020-09-24 09:52:52 +02003527 h1c->flags &= ~H1C_F_WANT_SPLICE;
Christopher Fauletae635762020-09-21 11:47:16 +02003528 TRACE_STATE("Allow xprt rcv_buf on !(msg_data|msg_tunnel)", H1_EV_STRM_RECV, cs->conn, h1s);
Christopher Faulete18777b2019-04-16 16:46:36 +02003529 goto end;
3530 }
3531
Christopher Faulet0b34e512021-07-26 10:49:39 +02003532 h1c->flags |= H1C_F_WANT_SPLICE;
Willy Tarreaufbdf90a2019-06-03 13:42:54 +02003533 if (h1s_data_pending(h1s)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02003534 TRACE_STATE("flush input buffer before splicing", H1_EV_STRM_RECV, cs->conn, h1s);
Christopher Faulet1be55f92018-10-02 15:59:23 +02003535 goto end;
Christopher Fauletd44ad5b2018-11-19 21:52:12 +01003536 }
3537
Christopher Faulet0a799aa2020-09-24 09:52:52 +02003538 if (!h1_recv_allowed(h1c)) {
Christopher Faulet0060be92020-07-03 15:02:25 +02003539 TRACE_DEVEL("leaving on !recv_allowed", H1_EV_STRM_RECV, cs->conn, h1s);
3540 goto end;
3541 }
3542
Christopher Fauletc765de52021-11-26 17:26:19 +01003543 if (h1m->state == H1_MSG_DATA && (h1m->flags & H1_MF_CLEN) && count > h1m->curr_len)
Christopher Faulet1be55f92018-10-02 15:59:23 +02003544 count = h1m->curr_len;
Olivier Houcharde179d0e2019-03-21 18:27:17 +01003545 ret = cs->conn->xprt->rcv_pipe(cs->conn, cs->conn->xprt_ctx, pipe, count);
Christopher Faulet5f60d182021-11-26 16:37:55 +01003546 if (ret >= 0) {
Christopher Fauletc765de52021-11-26 17:26:19 +01003547 if (h1m->state == H1_MSG_DATA && (h1m->flags & H1_MF_CLEN)) {
Christopher Faulet5f60d182021-11-26 16:37:55 +01003548 if (ret > h1m->curr_len) {
3549 h1s->flags |= H1S_F_PARSING_ERROR;
3550 h1c->flags |= H1C_F_ST_ERROR;
3551 cs->flags |= CS_FL_ERROR;
3552 TRACE_ERROR("too much payload, more than announced",
3553 H1_EV_RX_DATA|H1_EV_STRM_ERR|H1_EV_H1C_ERR|H1_EV_H1S_ERR, cs->conn, h1s);
3554 goto end;
3555 }
3556 h1m->curr_len -= ret;
3557 if (!h1m->curr_len) {
3558 h1m->state = H1_MSG_DONE;
3559 h1c->flags &= ~H1C_F_WANT_SPLICE;
3560 TRACE_STATE("payload fully received", H1_EV_STRM_RECV, cs->conn, h1s);
3561 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02003562 }
Christopher Faulete18777b2019-04-16 16:46:36 +02003563 }
3564
Christopher Faulet1be55f92018-10-02 15:59:23 +02003565 end:
Christopher Faulet038ad812019-04-17 11:03:22 +02003566 if (conn_xprt_read0_pending(cs->conn)) {
Willy Tarreauc493c9c2019-06-03 14:18:22 +02003567 h1s->flags |= H1S_F_REOS;
Christopher Faulet0a799aa2020-09-24 09:52:52 +02003568 h1c->flags &= ~H1C_F_WANT_SPLICE;
Christopher Fauletae635762020-09-21 11:47:16 +02003569 TRACE_STATE("Allow xprt rcv_buf on read0", H1_EV_STRM_RECV, cs->conn, h1s);
Christopher Faulet038ad812019-04-17 11:03:22 +02003570 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02003571
Christopher Faulet94d35102021-04-09 11:58:49 +02003572 if (!(h1c->flags & H1C_F_WANT_SPLICE)) {
Christopher Faulet0a799aa2020-09-24 09:52:52 +02003573 TRACE_STATE("notify the mux can't use splicing anymore", H1_EV_STRM_RECV, h1c->conn, h1s);
Willy Tarreau17ccd1a2020-01-17 16:19:34 +01003574 cs->flags &= ~CS_FL_MAY_SPLICE;
Christopher Faulet94d35102021-04-09 11:58:49 +02003575 if (!(h1c->wait_event.events & SUB_RETRY_RECV)) {
3576 TRACE_STATE("restart receiving data, subscribing", H1_EV_STRM_RECV, cs->conn, h1s);
3577 cs->conn->xprt->subscribe(cs->conn, cs->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
3578 }
Christopher Faulet27182292020-07-03 15:08:49 +02003579 }
Willy Tarreau17ccd1a2020-01-17 16:19:34 +01003580
Willy Tarreau022e5e52020-09-10 09:33:15 +02003581 TRACE_LEAVE(H1_EV_STRM_RECV, cs->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet1be55f92018-10-02 15:59:23 +02003582 return ret;
Christopher Faulet1be55f92018-10-02 15:59:23 +02003583}
3584
3585static int h1_snd_pipe(struct conn_stream *cs, struct pipe *pipe)
3586{
3587 struct h1s *h1s = cs->ctx;
Christopher Faulet5f60d182021-11-26 16:37:55 +01003588 struct h1c *h1c = h1s->h1c;
3589 struct h1m *h1m = (!(h1c->flags & H1C_F_IS_BACK) ? &h1s->res : &h1s->req);
Christopher Faulet1be55f92018-10-02 15:59:23 +02003590 int ret = 0;
3591
Willy Tarreau022e5e52020-09-10 09:33:15 +02003592 TRACE_ENTER(H1_EV_STRM_SEND, cs->conn, h1s, 0, (size_t[]){pipe->data});
Christopher Faulet6b81df72019-10-01 22:08:43 +02003593
Christopher Faulet5f60d182021-11-26 16:37:55 +01003594 if (b_data(&h1c->obuf)) {
3595 if (!(h1c->wait_event.events & SUB_RETRY_SEND)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02003596 TRACE_STATE("more data to send, subscribing", H1_EV_STRM_SEND, cs->conn, h1s);
Christopher Faulet5f60d182021-11-26 16:37:55 +01003597 cs->conn->xprt->subscribe(cs->conn, cs->conn->xprt_ctx, SUB_RETRY_SEND, &h1c->wait_event);
Christopher Faulet6b81df72019-10-01 22:08:43 +02003598 }
Christopher Faulet8454f2d2021-04-06 17:27:32 +02003599 goto end;
Christopher Fauletd44ad5b2018-11-19 21:52:12 +01003600 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02003601
Christopher Faulet8454f2d2021-04-06 17:27:32 +02003602 ret = cs->conn->xprt->snd_pipe(cs->conn, cs->conn->xprt_ctx, pipe);
Christopher Fauletc765de52021-11-26 17:26:19 +01003603 if (h1m->state == H1_MSG_DATA && (h1m->flags & H1_MF_CLEN)) {
Christopher Faulet5f60d182021-11-26 16:37:55 +01003604 if (ret > h1m->curr_len) {
3605 h1s->flags |= H1S_F_PROCESSING_ERROR;
3606 h1c->flags |= H1C_F_ST_ERROR;
3607 cs->flags |= CS_FL_ERROR;
3608 TRACE_ERROR("too much payload, more than announced",
3609 H1_EV_TX_DATA|H1_EV_STRM_ERR|H1_EV_H1C_ERR|H1_EV_H1S_ERR, cs->conn, h1s);
3610 goto end;
3611 }
3612 h1m->curr_len -= ret;
3613 if (!h1m->curr_len) {
3614 h1m->state = H1_MSG_DONE;
3615 TRACE_STATE("payload fully xferred", H1_EV_TX_DATA|H1_EV_TX_BODY, cs->conn, h1s);
3616 }
3617 }
Christopher Faulet8454f2d2021-04-06 17:27:32 +02003618
3619 end:
Willy Tarreau022e5e52020-09-10 09:33:15 +02003620 TRACE_LEAVE(H1_EV_STRM_SEND, cs->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet1be55f92018-10-02 15:59:23 +02003621 return ret;
3622}
3623#endif
3624
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02003625static int h1_ctl(struct connection *conn, enum mux_ctl_type mux_ctl, void *output)
3626{
Christopher Fauletc18fc232020-10-06 17:41:36 +02003627 const struct h1c *h1c = conn->ctx;
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02003628 int ret = 0;
Christopher Fauletc18fc232020-10-06 17:41:36 +02003629
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02003630 switch (mux_ctl) {
3631 case MUX_STATUS:
Willy Tarreau911db9b2020-01-23 16:27:54 +01003632 if (!(conn->flags & CO_FL_WAIT_XPRT))
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02003633 ret |= MUX_STATUS_READY;
3634 return ret;
Christopher Faulet4c8ad842020-10-06 14:59:17 +02003635 case MUX_EXIT_STATUS:
Christopher Fauletc18fc232020-10-06 17:41:36 +02003636 ret = (h1c->errcode == 400 ? MUX_ES_INVALID_ERR :
3637 (h1c->errcode == 408 ? MUX_ES_TOUT_ERR :
Christopher Faulet2eed8002020-12-07 11:26:13 +01003638 (h1c->errcode == 501 ? MUX_ES_NOTIMPL_ERR :
3639 (h1c->errcode == 500 ? MUX_ES_INTERNAL_ERR :
3640 MUX_ES_SUCCESS))));
Christopher Fauletc18fc232020-10-06 17:41:36 +02003641 return ret;
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02003642 default:
3643 return -1;
3644 }
3645}
3646
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003647/* for debugging with CLI's "show fd" command */
Willy Tarreau8050efe2021-01-21 08:26:06 +01003648static int h1_show_fd(struct buffer *msg, struct connection *conn)
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003649{
3650 struct h1c *h1c = conn->ctx;
3651 struct h1s *h1s = h1c->h1s;
Willy Tarreau0c0c0a22021-01-21 09:13:35 +01003652 int ret = 0;
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003653
Christopher Fauletf376a312019-01-04 15:16:06 +01003654 chunk_appendf(msg, " h1c.flg=0x%x .sub=%d .ibuf=%u@%p+%u/%u .obuf=%u@%p+%u/%u",
3655 h1c->flags, h1c->wait_event.events,
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003656 (unsigned int)b_data(&h1c->ibuf), b_orig(&h1c->ibuf),
3657 (unsigned int)b_head_ofs(&h1c->ibuf), (unsigned int)b_size(&h1c->ibuf),
3658 (unsigned int)b_data(&h1c->obuf), b_orig(&h1c->obuf),
3659 (unsigned int)b_head_ofs(&h1c->obuf), (unsigned int)b_size(&h1c->obuf));
3660
3661 if (h1s) {
3662 char *method;
3663
3664 if (h1s->meth < HTTP_METH_OTHER)
3665 method = http_known_methods[h1s->meth].ptr;
3666 else
3667 method = "UNKNOWN";
3668 chunk_appendf(msg, " h1s=%p h1s.flg=0x%x .req.state=%s .res.state=%s"
3669 " .meth=%s status=%d",
3670 h1s, h1s->flags,
3671 h1m_state_str(h1s->req.state),
3672 h1m_state_str(h1s->res.state), method, h1s->status);
3673 if (h1s->cs)
3674 chunk_appendf(msg, " .cs.flg=0x%08x .cs.data=%p",
3675 h1s->cs->flags, h1s->cs->data);
Willy Tarreau150c4f82021-01-20 17:05:58 +01003676
3677 chunk_appendf(&trash, " .subs=%p", h1s->subs);
3678 if (h1s->subs) {
Christopher Faulet6c93c4e2021-02-25 10:06:29 +01003679 chunk_appendf(&trash, "(ev=%d tl=%p", h1s->subs->events, h1s->subs->tasklet);
3680 chunk_appendf(&trash, " tl.calls=%d tl.ctx=%p tl.fct=",
3681 h1s->subs->tasklet->calls,
3682 h1s->subs->tasklet->context);
3683 if (h1s->subs->tasklet->calls >= 1000000)
3684 ret = 1;
3685 resolve_sym_name(&trash, NULL, h1s->subs->tasklet->process);
3686 chunk_appendf(&trash, ")");
Willy Tarreau150c4f82021-01-20 17:05:58 +01003687 }
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003688 }
Willy Tarreau0c0c0a22021-01-21 09:13:35 +01003689 return ret;
Christopher Faulet98fbe952019-07-22 16:18:24 +02003690}
3691
3692
3693/* Add an entry in the headers map. Returns -1 on error and 0 on success. */
3694static int add_hdr_case_adjust(const char *from, const char *to, char **err)
3695{
3696 struct h1_hdr_entry *entry;
3697
3698 /* Be sure there is a non-empty <to> */
3699 if (!strlen(to)) {
3700 memprintf(err, "expect <to>");
3701 return -1;
3702 }
3703
3704 /* Be sure only the case differs between <from> and <to> */
Tim Duesterhuse5ff1412021-01-02 22:31:53 +01003705 if (strcasecmp(from, to) != 0) {
Christopher Faulet98fbe952019-07-22 16:18:24 +02003706 memprintf(err, "<from> and <to> must not differ execpt the case");
3707 return -1;
3708 }
3709
3710 /* Be sure <from> does not already existsin the tree */
3711 if (ebis_lookup(&hdrs_map.map, from)) {
3712 memprintf(err, "duplicate entry '%s'", from);
3713 return -1;
3714 }
3715
3716 /* Create the entry and insert it in the tree */
3717 entry = malloc(sizeof(*entry));
3718 if (!entry) {
3719 memprintf(err, "out of memory");
3720 return -1;
3721 }
3722
3723 entry->node.key = strdup(from);
Tim Duesterhusdcf753a2021-03-04 17:31:47 +01003724 entry->name = ist(strdup(to));
Tim Duesterhus7b5777d2021-03-02 18:57:28 +01003725 if (!entry->node.key || !isttest(entry->name)) {
Christopher Faulet98fbe952019-07-22 16:18:24 +02003726 free(entry->node.key);
Tim Duesterhused526372020-03-05 17:56:33 +01003727 istfree(&entry->name);
Christopher Faulet98fbe952019-07-22 16:18:24 +02003728 free(entry);
3729 memprintf(err, "out of memory");
3730 return -1;
3731 }
3732 ebis_insert(&hdrs_map.map, &entry->node);
3733 return 0;
3734}
3735
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003736/* Migrate the the connection to the current thread.
3737 * Return 0 if successful, non-zero otherwise.
3738 * Expected to be called with the old thread lock held.
3739 */
Olivier Houchard1662cdb2020-07-03 14:04:37 +02003740static int h1_takeover(struct connection *conn, int orig_tid)
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003741{
3742 struct h1c *h1c = conn->ctx;
Willy Tarreau09e0d9e2020-07-01 16:39:33 +02003743 struct task *task;
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003744
3745 if (fd_takeover(conn->handle.fd, conn) != 0)
3746 return -1;
Olivier Houcharda74bb7e2020-07-03 14:01:21 +02003747
3748 if (conn->xprt->takeover && conn->xprt->takeover(conn, conn->xprt_ctx, orig_tid) != 0) {
3749 /* We failed to takeover the xprt, even if the connection may
3750 * still be valid, flag it as error'd, as we have already
3751 * taken over the fd, and wake the tasklet, so that it will
3752 * destroy it.
3753 */
3754 conn->flags |= CO_FL_ERROR;
3755 tasklet_wakeup_on(h1c->wait_event.tasklet, orig_tid);
3756 return -1;
3757 }
3758
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003759 if (h1c->wait_event.events)
3760 h1c->conn->xprt->unsubscribe(h1c->conn, h1c->conn->xprt_ctx,
3761 h1c->wait_event.events, &h1c->wait_event);
3762 /* To let the tasklet know it should free itself, and do nothing else,
3763 * set its context to NULL.
3764 */
3765 h1c->wait_event.tasklet->context = NULL;
Olivier Houchard1662cdb2020-07-03 14:04:37 +02003766 tasklet_wakeup_on(h1c->wait_event.tasklet, orig_tid);
Willy Tarreau09e0d9e2020-07-01 16:39:33 +02003767
3768 task = h1c->task;
3769 if (task) {
3770 task->context = NULL;
3771 h1c->task = NULL;
3772 __ha_barrier_store();
3773 task_kill(task);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003774
3775 h1c->task = task_new(tid_bit);
3776 if (!h1c->task) {
3777 h1_release(h1c);
3778 return -1;
3779 }
3780 h1c->task->process = h1_timeout_task;
3781 h1c->task->context = h1c;
3782 }
3783 h1c->wait_event.tasklet = tasklet_new();
3784 if (!h1c->wait_event.tasklet) {
3785 h1_release(h1c);
3786 return -1;
3787 }
3788 h1c->wait_event.tasklet->process = h1_io_cb;
3789 h1c->wait_event.tasklet->context = h1c;
3790 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx,
3791 SUB_RETRY_RECV, &h1c->wait_event);
3792
3793 return 0;
3794}
3795
3796
Christopher Faulet98fbe952019-07-22 16:18:24 +02003797static void h1_hdeaders_case_adjust_deinit()
3798{
3799 struct ebpt_node *node, *next;
3800 struct h1_hdr_entry *entry;
3801
3802 node = ebpt_first(&hdrs_map.map);
3803 while (node) {
3804 next = ebpt_next(node);
3805 ebpt_delete(node);
3806 entry = container_of(node, struct h1_hdr_entry, node);
3807 free(entry->node.key);
Tim Duesterhused526372020-03-05 17:56:33 +01003808 istfree(&entry->name);
Christopher Faulet98fbe952019-07-22 16:18:24 +02003809 free(entry);
3810 node = next;
3811 }
3812 free(hdrs_map.name);
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003813}
3814
Christopher Faulet98fbe952019-07-22 16:18:24 +02003815static int cfg_h1_headers_case_adjust_postparser()
3816{
3817 FILE *file = NULL;
3818 char *c, *key_beg, *key_end, *value_beg, *value_end;
3819 char *err;
3820 int rc, line = 0, err_code = 0;
3821
3822 if (!hdrs_map.name)
3823 goto end;
3824
3825 file = fopen(hdrs_map.name, "r");
3826 if (!file) {
3827 ha_alert("config : h1-outgoing-headers-case-adjust-file '%s': failed to open file.\n",
3828 hdrs_map.name);
3829 err_code |= ERR_ALERT | ERR_FATAL;
3830 goto end;
3831 }
3832
3833 /* now parse all lines. The file may contain only two header name per
3834 * line, separated by spaces. All heading and trailing spaces will be
3835 * ignored. Lines starting with a # are ignored.
3836 */
3837 while (fgets(trash.area, trash.size, file) != NULL) {
3838 line++;
3839 c = trash.area;
3840
3841 /* strip leading spaces and tabs */
3842 while (*c == ' ' || *c == '\t')
3843 c++;
3844
3845 /* ignore emptu lines, or lines beginning with a dash */
3846 if (*c == '#' || *c == '\0' || *c == '\r' || *c == '\n')
3847 continue;
3848
3849 /* look for the end of the key */
3850 key_beg = c;
3851 while (*c != '\0' && *c != ' ' && *c != '\t' && *c != '\n' && *c != '\r')
3852 c++;
3853 key_end = c;
3854
3855 /* strip middle spaces and tabs */
3856 while (*c == ' ' || *c == '\t')
3857 c++;
3858
3859 /* look for the end of the value, it is the end of the line */
3860 value_beg = c;
3861 while (*c && *c != '\n' && *c != '\r')
3862 c++;
3863 value_end = c;
3864
3865 /* trim possibly trailing spaces and tabs */
3866 while (value_end > value_beg && (value_end[-1] == ' ' || value_end[-1] == '\t'))
3867 value_end--;
3868
3869 /* set final \0 and check entries */
3870 *key_end = '\0';
3871 *value_end = '\0';
3872
3873 err = NULL;
3874 rc = add_hdr_case_adjust(key_beg, value_beg, &err);
3875 if (rc < 0) {
Christopher Faulet98fbe952019-07-22 16:18:24 +02003876 ha_alert("config : h1-outgoing-headers-case-adjust-file '%s' : %s at line %d.\n",
3877 hdrs_map.name, err, line);
3878 err_code |= ERR_ALERT | ERR_FATAL;
Christopher Fauletcac5c092019-07-30 16:51:42 +02003879 free(err);
Christopher Faulet98fbe952019-07-22 16:18:24 +02003880 goto end;
3881 }
3882 if (rc > 0) {
Christopher Faulet98fbe952019-07-22 16:18:24 +02003883 ha_warning("config : h1-outgoing-headers-case-adjust-file '%s' : %s at line %d.\n",
3884 hdrs_map.name, err, line);
3885 err_code |= ERR_WARN;
Christopher Fauletcac5c092019-07-30 16:51:42 +02003886 free(err);
Christopher Faulet98fbe952019-07-22 16:18:24 +02003887 }
3888 }
3889
3890 end:
3891 if (file)
3892 fclose(file);
3893 hap_register_post_deinit(h1_hdeaders_case_adjust_deinit);
3894 return err_code;
3895}
3896
3897
3898/* config parser for global "h1-outgoing-header-case-adjust" */
3899static int cfg_parse_h1_header_case_adjust(char **args, int section_type, struct proxy *curpx,
Willy Tarreau01825162021-03-09 09:53:46 +01003900 const struct proxy *defpx, const char *file, int line,
Christopher Faulet98fbe952019-07-22 16:18:24 +02003901 char **err)
3902{
3903 if (too_many_args(2, args, err, NULL))
3904 return -1;
3905 if (!*(args[1]) || !*(args[2])) {
3906 memprintf(err, "'%s' expects <from> and <to> as argument.", args[0]);
3907 return -1;
3908 }
3909 return add_hdr_case_adjust(args[1], args[2], err);
3910}
3911
3912/* config parser for global "h1-outgoing-headers-case-adjust-file" */
3913static int cfg_parse_h1_headers_case_adjust_file(char **args, int section_type, struct proxy *curpx,
Willy Tarreau01825162021-03-09 09:53:46 +01003914 const struct proxy *defpx, const char *file, int line,
Christopher Faulet98fbe952019-07-22 16:18:24 +02003915 char **err)
3916{
3917 if (too_many_args(1, args, err, NULL))
3918 return -1;
3919 if (!*(args[1])) {
3920 memprintf(err, "'%s' expects <file> as argument.", args[0]);
3921 return -1;
3922 }
3923 free(hdrs_map.name);
3924 hdrs_map.name = strdup(args[1]);
3925 return 0;
3926}
3927
3928
3929/* config keyword parsers */
3930static struct cfg_kw_list cfg_kws = {{ }, {
3931 { CFG_GLOBAL, "h1-case-adjust", cfg_parse_h1_header_case_adjust },
3932 { CFG_GLOBAL, "h1-case-adjust-file", cfg_parse_h1_headers_case_adjust_file },
3933 { 0, NULL, NULL },
3934 }
3935};
3936
3937INITCALL1(STG_REGISTER, cfg_register_keywords, &cfg_kws);
3938REGISTER_CONFIG_POSTPARSER("h1-headers-map", cfg_h1_headers_case_adjust_postparser);
3939
3940
Christopher Faulet51dbc942018-09-13 09:05:15 +02003941/****************************************/
Ilya Shipitsinc02a23f2020-05-06 00:53:22 +05003942/* MUX initialization and instantiation */
Christopher Faulet51dbc942018-09-13 09:05:15 +02003943/****************************************/
3944
3945/* The mux operations */
Christopher Faulet3f612f72021-02-05 16:44:21 +01003946static const struct mux_ops mux_http_ops = {
Christopher Faulet51dbc942018-09-13 09:05:15 +02003947 .init = h1_init,
3948 .wake = h1_wake,
3949 .attach = h1_attach,
3950 .get_first_cs = h1_get_first_cs,
3951 .detach = h1_detach,
3952 .destroy = h1_destroy,
3953 .avail_streams = h1_avail_streams,
Willy Tarreau00f18a32019-01-26 12:19:01 +01003954 .used_streams = h1_used_streams,
Christopher Faulet51dbc942018-09-13 09:05:15 +02003955 .rcv_buf = h1_rcv_buf,
3956 .snd_buf = h1_snd_buf,
Willy Tarreaue5733232019-05-22 19:24:06 +02003957#if defined(USE_LINUX_SPLICE)
Christopher Faulet1be55f92018-10-02 15:59:23 +02003958 .rcv_pipe = h1_rcv_pipe,
3959 .snd_pipe = h1_snd_pipe,
3960#endif
Christopher Faulet51dbc942018-09-13 09:05:15 +02003961 .subscribe = h1_subscribe,
3962 .unsubscribe = h1_unsubscribe,
3963 .shutr = h1_shutr,
3964 .shutw = h1_shutw,
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003965 .show_fd = h1_show_fd,
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02003966 .ctl = h1_ctl,
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003967 .takeover = h1_takeover,
Christopher Faulet9f38f5a2019-04-03 09:53:32 +02003968 .flags = MX_FL_HTX,
Willy Tarreau0a7a4fb2019-05-22 11:36:54 +02003969 .name = "H1",
Christopher Faulet51dbc942018-09-13 09:05:15 +02003970};
3971
Christopher Faulet3f612f72021-02-05 16:44:21 +01003972static const struct mux_ops mux_h1_ops = {
3973 .init = h1_init,
3974 .wake = h1_wake,
3975 .attach = h1_attach,
3976 .get_first_cs = h1_get_first_cs,
3977 .detach = h1_detach,
3978 .destroy = h1_destroy,
3979 .avail_streams = h1_avail_streams,
3980 .used_streams = h1_used_streams,
3981 .rcv_buf = h1_rcv_buf,
3982 .snd_buf = h1_snd_buf,
3983#if defined(USE_LINUX_SPLICE)
3984 .rcv_pipe = h1_rcv_pipe,
3985 .snd_pipe = h1_snd_pipe,
3986#endif
3987 .subscribe = h1_subscribe,
3988 .unsubscribe = h1_unsubscribe,
3989 .shutr = h1_shutr,
3990 .shutw = h1_shutw,
3991 .show_fd = h1_show_fd,
3992 .ctl = h1_ctl,
3993 .takeover = h1_takeover,
3994 .flags = MX_FL_HTX|MX_FL_NO_UPG,
3995 .name = "H1",
3996};
Christopher Faulet51dbc942018-09-13 09:05:15 +02003997
Christopher Faulet3f612f72021-02-05 16:44:21 +01003998/* this mux registers default HTX proto but also h1 proto (to be referenced in the conf */
3999static struct mux_proto_list mux_proto_h1 =
4000 { .token = IST("h1"), .mode = PROTO_MODE_HTTP, .side = PROTO_SIDE_BOTH, .mux = &mux_h1_ops };
4001static struct mux_proto_list mux_proto_http =
4002 { .token = IST(""), .mode = PROTO_MODE_HTTP, .side = PROTO_SIDE_BOTH, .mux = &mux_http_ops };
Christopher Faulet51dbc942018-09-13 09:05:15 +02004003
Christopher Faulet3f612f72021-02-05 16:44:21 +01004004INITCALL1(STG_REGISTER, register_mux_proto, &mux_proto_h1);
4005INITCALL1(STG_REGISTER, register_mux_proto, &mux_proto_http);
Willy Tarreau0108d902018-11-25 19:14:37 +01004006
Christopher Faulet51dbc942018-09-13 09:05:15 +02004007/*
4008 * Local variables:
4009 * c-indent-level: 8
4010 * c-basic-offset: 8
4011 * End:
4012 */