blob: 909115967677ea3619b856041fee70b20f0728c2 [file] [log] [blame]
Christopher Faulet51dbc942018-09-13 09:05:15 +02001/*
2 * HTT/1 mux-demux for connections
3 *
4 * Copyright 2018 Christopher Faulet <cfaulet@haproxy.com>
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
Willy Tarreaub2551052020-06-09 09:07:15 +020012#include <import/ebistree.h>
13
Willy Tarreau4c7e4b72020-05-27 12:58:42 +020014#include <haproxy/api.h>
Willy Tarreau6be78492020-06-05 00:00:29 +020015#include <haproxy/cfgparse.h>
Willy Tarreau7ea393d2020-06-04 18:02:10 +020016#include <haproxy/connection.h>
Willy Tarreau5413a872020-06-02 19:33:08 +020017#include <haproxy/h1.h>
Willy Tarreauc6fe8842020-06-04 09:00:02 +020018#include <haproxy/h1_htx.h>
Willy Tarreaubf073142020-06-03 12:04:01 +020019#include <haproxy/h2.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020020#include <haproxy/http_htx.h>
Willy Tarreau16f958c2020-06-03 08:44:35 +020021#include <haproxy/htx.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020022#include <haproxy/istbuf.h>
23#include <haproxy/log.h>
Willy Tarreau551271d2020-06-04 08:32:23 +020024#include <haproxy/pipe-t.h>
Willy Tarreaua264d962020-06-04 22:29:18 +020025#include <haproxy/proxy-t.h>
Willy Tarreau48d25b32020-06-04 18:58:52 +020026#include <haproxy/session-t.h>
Willy Tarreaudfd3de82020-06-04 23:46:14 +020027#include <haproxy/stream.h>
Willy Tarreau5e539c92020-06-04 20:45:39 +020028#include <haproxy/stream_interface.h>
Willy Tarreauc6d61d72020-06-04 19:02:42 +020029#include <haproxy/trace.h>
Christopher Faulet51dbc942018-09-13 09:05:15 +020030
31/*
32 * H1 Connection flags (32 bits)
33 */
34#define H1C_F_NONE 0x00000000
35
36/* Flags indicating why writing output data are blocked */
37#define H1C_F_OUT_ALLOC 0x00000001 /* mux is blocked on lack of output buffer */
38#define H1C_F_OUT_FULL 0x00000002 /* mux is blocked on output buffer full */
39/* 0x00000004 - 0x00000008 unused */
40
41/* Flags indicating why reading input data are blocked. */
42#define H1C_F_IN_ALLOC 0x00000010 /* mux is blocked on lack of input buffer */
43#define H1C_F_IN_FULL 0x00000020 /* mux is blocked on input buffer full */
Christopher Faulet7b109f22019-12-05 11:18:31 +010044#define H1C_F_IN_BUSY 0x00000040 /* mux is blocked on input waiting the other side */
Christopher Faulet539e0292018-11-19 10:40:09 +010045/* 0x00000040 - 0x00000800 unused */
Christopher Faulet51dbc942018-09-13 09:05:15 +020046
Christopher Faulet7b109f22019-12-05 11:18:31 +010047/* Flags indicating the connection state */
Christopher Faulet51dbc942018-09-13 09:05:15 +020048#define H1C_F_CS_ERROR 0x00001000 /* connection must be closed ASAP because an error occurred */
49#define H1C_F_CS_SHUTW_NOW 0x00002000 /* connection must be shut down for writes ASAP */
Christopher Faulet7b109f22019-12-05 11:18:31 +010050#define H1C_F_CS_SHUTDOWN 0x00004000 /* connection is shut down */
Christopher Fauletaaa67bc2019-12-05 10:23:37 +010051#define H1C_F_CS_IDLE 0x00008000 /* connection is idle and may be reused
52 * (exclusive to all H1C_F_CS flags and never set when an h1s is attached) */
Christopher Faulet51dbc942018-09-13 09:05:15 +020053
Christopher Fauletf2824e62018-10-01 12:12:37 +020054#define H1C_F_WAIT_NEXT_REQ 0x00010000 /* waiting for the next request to start, use keep-alive timeout */
Christopher Faulet0ef372a2019-04-08 10:57:20 +020055#define H1C_F_UPG_H2C 0x00020000 /* set if an upgrade to h2 should be done */
Christopher Faulet129817b2018-09-20 16:14:40 +020056
Christopher Faulet46230362019-10-17 16:04:20 +020057#define H1C_F_CO_MSG_MORE 0x00040000 /* set if CO_SFL_MSG_MORE must be set when calling xprt->snd_buf() */
58#define H1C_F_CO_STREAMER 0x00080000 /* set if CO_SFL_STREAMER must be set when calling xprt->snd_buf() */
59
Christopher Faulet51dbc942018-09-13 09:05:15 +020060/*
61 * H1 Stream flags (32 bits)
62 */
Christopher Faulet129817b2018-09-20 16:14:40 +020063#define H1S_F_NONE 0x00000000
64#define H1S_F_ERROR 0x00000001 /* An error occurred on the H1 stream */
Christopher Fauletf2824e62018-10-01 12:12:37 +020065#define H1S_F_REQ_ERROR 0x00000002 /* An error occurred during the request parsing/xfer */
66#define H1S_F_RES_ERROR 0x00000004 /* An error occurred during the response parsing/xfer */
Willy Tarreauc493c9c2019-06-03 14:18:22 +020067#define H1S_F_REOS 0x00000008 /* End of input stream seen even if not delivered yet */
Christopher Fauletf2824e62018-10-01 12:12:37 +020068#define H1S_F_WANT_KAL 0x00000010
69#define H1S_F_WANT_TUN 0x00000020
70#define H1S_F_WANT_CLO 0x00000040
71#define H1S_F_WANT_MSK 0x00000070
72#define H1S_F_NOT_FIRST 0x00000080 /* The H1 stream is not the first one */
Christopher Faulet539e0292018-11-19 10:40:09 +010073#define H1S_F_BUF_FLUSH 0x00000100 /* Flush input buffer and don't read more data */
Christopher Fauletd44ad5b2018-11-19 21:52:12 +010074#define H1S_F_SPLICED_DATA 0x00000200 /* Set when the kernel splicing is in used */
Christopher Faulet76014fd2019-12-10 11:47:22 +010075#define H1S_F_PARSING_DONE 0x00000400 /* Set when incoming message parsing is finished (EOM added) */
76/* 0x00000800 .. 0x00001000 unused */
Christopher Faulet72ba6cd2019-09-24 16:20:05 +020077#define H1S_F_HAVE_SRV_NAME 0x00002000 /* Set during output process if the server name header was added to the request */
Christopher Fauletada34b62019-05-24 16:36:43 +020078#define H1S_F_HAVE_O_CONN 0x00004000 /* Set during output process to know connection mode was processed */
Christopher Faulet51dbc942018-09-13 09:05:15 +020079
80/* H1 connection descriptor */
Christopher Faulet51dbc942018-09-13 09:05:15 +020081struct h1c {
82 struct connection *conn;
83 struct proxy *px;
84 uint32_t flags; /* Connection flags: H1C_F_* */
85
86 struct buffer ibuf; /* Input buffer to store data before parsing */
87 struct buffer obuf; /* Output buffer to store data after reformatting */
88
89 struct buffer_wait buf_wait; /* Wait list for buffer allocation */
90 struct wait_event wait_event; /* To be used if we're waiting for I/Os */
91
92 struct h1s *h1s; /* H1 stream descriptor */
Christopher Fauletb8093cf2019-01-03 16:27:28 +010093 struct task *task; /* timeout management task */
94 int timeout; /* idle timeout duration in ticks */
95 int shut_timeout; /* idle timeout duration in ticks after stream shutdown */
Christopher Faulet51dbc942018-09-13 09:05:15 +020096};
97
98/* H1 stream descriptor */
99struct h1s {
100 struct h1c *h1c;
101 struct conn_stream *cs;
Christopher Fauletfeb11742018-11-29 15:12:34 +0100102 struct cs_info csinfo; /* CS info, only used for client connections */
103 uint32_t flags; /* Connection flags: H1S_F_* */
Christopher Faulet51dbc942018-09-13 09:05:15 +0200104
Willy Tarreau1b0d4d12020-01-16 11:03:19 +0100105 struct wait_event *subs; /* Address of the wait_event the conn_stream associated is waiting on */
Christopher Faulet129817b2018-09-20 16:14:40 +0200106
Olivier Houchardf502aca2018-12-14 19:42:40 +0100107 struct session *sess; /* Associated session */
Christopher Faulet129817b2018-09-20 16:14:40 +0200108 struct h1m req;
109 struct h1m res;
110
Ilya Shipitsin47d17182020-06-21 21:42:57 +0500111 enum http_meth_t meth; /* HTTP request method */
Christopher Faulet129817b2018-09-20 16:14:40 +0200112 uint16_t status; /* HTTP response status */
Christopher Faulet51dbc942018-09-13 09:05:15 +0200113};
114
Christopher Faulet98fbe952019-07-22 16:18:24 +0200115/* Map of headers used to convert outgoing headers */
116struct h1_hdrs_map {
117 char *name;
118 struct eb_root map;
119};
120
121/* An entry in a headers map */
122struct h1_hdr_entry {
123 struct ist name;
124 struct ebpt_node node;
125};
126
127/* Declare the headers map */
128static struct h1_hdrs_map hdrs_map = { .name = NULL, .map = EB_ROOT };
129
130
Christopher Faulet6b81df72019-10-01 22:08:43 +0200131/* trace source and events */
132static void h1_trace(enum trace_level level, uint64_t mask,
133 const struct trace_source *src,
134 const struct ist where, const struct ist func,
135 const void *a1, const void *a2, const void *a3, const void *a4);
136
137/* The event representation is split like this :
138 * h1c - internal H1 connection
139 * h1s - internal H1 stream
140 * strm - application layer
141 * rx - data receipt
142 * tx - data transmission
143 *
144 */
145static const struct trace_event h1_trace_events[] = {
146#define H1_EV_H1C_NEW (1ULL << 0)
147 { .mask = H1_EV_H1C_NEW, .name = "h1c_new", .desc = "new H1 connection" },
148#define H1_EV_H1C_RECV (1ULL << 1)
149 { .mask = H1_EV_H1C_RECV, .name = "h1c_recv", .desc = "Rx on H1 connection" },
150#define H1_EV_H1C_SEND (1ULL << 2)
151 { .mask = H1_EV_H1C_SEND, .name = "h1c_send", .desc = "Tx on H1 connection" },
152#define H1_EV_H1C_BLK (1ULL << 3)
153 { .mask = H1_EV_H1C_BLK, .name = "h1c_blk", .desc = "H1 connection blocked" },
154#define H1_EV_H1C_WAKE (1ULL << 4)
155 { .mask = H1_EV_H1C_WAKE, .name = "h1c_wake", .desc = "H1 connection woken up" },
156#define H1_EV_H1C_END (1ULL << 5)
157 { .mask = H1_EV_H1C_END, .name = "h1c_end", .desc = "H1 connection terminated" },
158#define H1_EV_H1C_ERR (1ULL << 6)
159 { .mask = H1_EV_H1C_ERR, .name = "h1c_err", .desc = "error on H1 connection" },
160
161#define H1_EV_RX_DATA (1ULL << 7)
162 { .mask = H1_EV_RX_DATA, .name = "rx_data", .desc = "receipt of any H1 data" },
163#define H1_EV_RX_EOI (1ULL << 8)
164 { .mask = H1_EV_RX_EOI, .name = "rx_eoi", .desc = "receipt of end of H1 input" },
165#define H1_EV_RX_HDRS (1ULL << 9)
166 { .mask = H1_EV_RX_HDRS, .name = "rx_headers", .desc = "receipt of H1 headers" },
167#define H1_EV_RX_BODY (1ULL << 10)
168 { .mask = H1_EV_RX_BODY, .name = "rx_body", .desc = "receipt of H1 body" },
169#define H1_EV_RX_TLRS (1ULL << 11)
170 { .mask = H1_EV_RX_TLRS, .name = "rx_trailerus", .desc = "receipt of H1 trailers" },
171
172#define H1_EV_TX_DATA (1ULL << 12)
173 { .mask = H1_EV_TX_DATA, .name = "tx_data", .desc = "transmission of any H1 data" },
174#define H1_EV_TX_EOI (1ULL << 13)
175 { .mask = H1_EV_TX_EOI, .name = "tx_eoi", .desc = "transmission of end of H1 input" },
176#define H1_EV_TX_HDRS (1ULL << 14)
177 { .mask = H1_EV_TX_HDRS, .name = "tx_headers", .desc = "transmission of all headers" },
178#define H1_EV_TX_BODY (1ULL << 15)
179 { .mask = H1_EV_TX_BODY, .name = "tx_body", .desc = "transmission of H1 body" },
180#define H1_EV_TX_TLRS (1ULL << 16)
181 { .mask = H1_EV_TX_TLRS, .name = "tx_trailerus", .desc = "transmission of H1 trailers" },
182
183#define H1_EV_H1S_NEW (1ULL << 17)
184 { .mask = H1_EV_H1S_NEW, .name = "h1s_new", .desc = "new H1 stream" },
185#define H1_EV_H1S_BLK (1ULL << 18)
186 { .mask = H1_EV_H1S_BLK, .name = "h1s_blk", .desc = "H1 stream blocked" },
187#define H1_EV_H1S_END (1ULL << 19)
188 { .mask = H1_EV_H1S_END, .name = "h1s_end", .desc = "H1 stream terminated" },
189#define H1_EV_H1S_ERR (1ULL << 20)
190 { .mask = H1_EV_H1S_ERR, .name = "h1s_err", .desc = "error on H1 stream" },
191
192#define H1_EV_STRM_NEW (1ULL << 21)
193 { .mask = H1_EV_STRM_NEW, .name = "strm_new", .desc = "app-layer stream creation" },
194#define H1_EV_STRM_RECV (1ULL << 22)
195 { .mask = H1_EV_STRM_RECV, .name = "strm_recv", .desc = "receiving data for stream" },
196#define H1_EV_STRM_SEND (1ULL << 23)
197 { .mask = H1_EV_STRM_SEND, .name = "strm_send", .desc = "sending data for stream" },
198#define H1_EV_STRM_WAKE (1ULL << 24)
199 { .mask = H1_EV_STRM_WAKE, .name = "strm_wake", .desc = "stream woken up" },
200#define H1_EV_STRM_SHUT (1ULL << 25)
201 { .mask = H1_EV_STRM_SHUT, .name = "strm_shut", .desc = "stream shutdown" },
202#define H1_EV_STRM_END (1ULL << 26)
203 { .mask = H1_EV_STRM_END, .name = "strm_end", .desc = "detaching app-layer stream" },
204#define H1_EV_STRM_ERR (1ULL << 27)
205 { .mask = H1_EV_STRM_ERR, .name = "strm_err", .desc = "stream error" },
206
207 { }
208};
209
210static const struct name_desc h1_trace_lockon_args[4] = {
211 /* arg1 */ { /* already used by the connection */ },
212 /* arg2 */ { .name="h1s", .desc="H1 stream" },
213 /* arg3 */ { },
214 /* arg4 */ { }
215};
216
217static const struct name_desc h1_trace_decoding[] = {
218#define H1_VERB_CLEAN 1
219 { .name="clean", .desc="only user-friendly stuff, generally suitable for level \"user\"" },
220#define H1_VERB_MINIMAL 2
221 { .name="minimal", .desc="report only h1c/h1s state and flags, no real decoding" },
222#define H1_VERB_SIMPLE 3
223 { .name="simple", .desc="add request/response status line or htx info when available" },
224#define H1_VERB_ADVANCED 4
225 { .name="advanced", .desc="add header fields or frame decoding when available" },
226#define H1_VERB_COMPLETE 5
227 { .name="complete", .desc="add full data dump when available" },
228 { /* end */ }
229};
230
231static struct trace_source trace_h1 = {
232 .name = IST("h1"),
233 .desc = "HTTP/1 multiplexer",
234 .arg_def = TRC_ARG1_CONN, // TRACE()'s first argument is always a connection
235 .default_cb = h1_trace,
236 .known_events = h1_trace_events,
237 .lockon_args = h1_trace_lockon_args,
238 .decoding = h1_trace_decoding,
239 .report_events = ~0, // report everything by default
240};
241
242#define TRACE_SOURCE &trace_h1
243INITCALL1(STG_REGISTER, trace_register_source, TRACE_SOURCE);
244
Christopher Faulet51dbc942018-09-13 09:05:15 +0200245/* the h1c and h1s pools */
Willy Tarreau8ceae722018-11-26 11:58:30 +0100246DECLARE_STATIC_POOL(pool_head_h1c, "h1c", sizeof(struct h1c));
247DECLARE_STATIC_POOL(pool_head_h1s, "h1s", sizeof(struct h1s));
Christopher Faulet51dbc942018-09-13 09:05:15 +0200248
Christopher Faulet51dbc942018-09-13 09:05:15 +0200249static int h1_recv(struct h1c *h1c);
250static int h1_send(struct h1c *h1c);
251static int h1_process(struct h1c *h1c);
252static struct task *h1_io_cb(struct task *t, void *ctx, unsigned short state);
Christopher Faulet666a0c42019-01-08 11:12:04 +0100253static void h1_shutw_conn(struct connection *conn, enum cs_shw_mode mode);
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100254static struct task *h1_timeout_task(struct task *t, void *context, unsigned short state);
Christopher Faulet660f6f32019-10-04 10:22:47 +0200255static void h1_wake_stream_for_recv(struct h1s *h1s);
256static void h1_wake_stream_for_send(struct h1s *h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200257
Christopher Faulet6b81df72019-10-01 22:08:43 +0200258/* the H1 traces always expect that arg1, if non-null, is of type connection
259 * (from which we can derive h1c), that arg2, if non-null, is of type h1s, and
260 * that arg3, if non-null, is a htx for rx/tx headers.
261 */
262static void h1_trace(enum trace_level level, uint64_t mask, const struct trace_source *src,
263 const struct ist where, const struct ist func,
264 const void *a1, const void *a2, const void *a3, const void *a4)
265{
266 const struct connection *conn = a1;
267 const struct h1c *h1c = conn ? conn->ctx : NULL;
268 const struct h1s *h1s = a2;
269 const struct htx *htx = a3;
270 const size_t *val = a4;
271
272 if (!h1c)
273 h1c = (h1s ? h1s->h1c : NULL);
274
275 if (!h1c || src->verbosity < H1_VERB_CLEAN)
276 return;
277
278 /* Display frontend/backend info by default */
279 chunk_appendf(&trace_buf, " : [%c]", (conn_is_back(h1c->conn) ? 'B' : 'F'));
280
281 /* Display request and response states if h1s is defined */
282 if (h1s)
283 chunk_appendf(&trace_buf, " [%s, %s]",
284 h1m_state_str(h1s->req.state), h1m_state_str(h1s->res.state));
285
286 if (src->verbosity == H1_VERB_CLEAN)
287 return;
288
289 /* Display the value to the 4th argument (level > STATE) */
290 if (src->level > TRACE_LEVEL_STATE && val)
Willy Tarreaue18f53e2019-11-27 15:41:31 +0100291 chunk_appendf(&trace_buf, " - VAL=%lu", (long)*val);
Christopher Faulet6b81df72019-10-01 22:08:43 +0200292
293 /* Display status-line if possible (verbosity > MINIMAL) */
294 if (src->verbosity > H1_VERB_MINIMAL && htx && htx_nbblks(htx)) {
295 const struct htx_blk *blk = htx_get_head_blk(htx);
296 const struct htx_sl *sl = htx_get_blk_ptr(htx, blk);
297 enum htx_blk_type type = htx_get_blk_type(blk);
298
299 if (type == HTX_BLK_REQ_SL || type == HTX_BLK_RES_SL)
300 chunk_appendf(&trace_buf, " - \"%.*s %.*s %.*s\"",
301 HTX_SL_P1_LEN(sl), HTX_SL_P1_PTR(sl),
302 HTX_SL_P2_LEN(sl), HTX_SL_P2_PTR(sl),
303 HTX_SL_P3_LEN(sl), HTX_SL_P3_PTR(sl));
304 }
305
306 /* Display h1c info and, if defined, h1s info (pointer + flags) */
307 chunk_appendf(&trace_buf, " - h1c=%p(0x%08x)", h1c, h1c->flags);
308 if (h1s)
309 chunk_appendf(&trace_buf, " h1s=%p(0x%08x)", h1s, h1s->flags);
310
311 if (src->verbosity == H1_VERB_MINIMAL)
312 return;
313
314 /* Display input and output buffer info (level > USER & verbosity > SIMPLE) */
315 if (src->level > TRACE_LEVEL_USER) {
316 if (src->verbosity == H1_VERB_COMPLETE ||
317 (src->verbosity == H1_VERB_ADVANCED && (mask & (H1_EV_H1C_RECV|H1_EV_STRM_RECV))))
318 chunk_appendf(&trace_buf, " ibuf=%u@%p+%u/%u",
319 (unsigned int)b_data(&h1c->ibuf), b_orig(&h1c->ibuf),
320 (unsigned int)b_head_ofs(&h1c->ibuf), (unsigned int)b_size(&h1c->ibuf));
321 if (src->verbosity == H1_VERB_COMPLETE ||
322 (src->verbosity == H1_VERB_ADVANCED && (mask & (H1_EV_H1C_SEND|H1_EV_STRM_SEND))))
323 chunk_appendf(&trace_buf, " obuf=%u@%p+%u/%u",
324 (unsigned int)b_data(&h1c->obuf), b_orig(&h1c->obuf),
325 (unsigned int)b_head_ofs(&h1c->obuf), (unsigned int)b_size(&h1c->obuf));
326 }
327
328 /* Display htx info if defined (level > USER) */
329 if (src->level > TRACE_LEVEL_USER && htx) {
330 int full = 0;
331
332 /* Full htx info (level > STATE && verbosity > SIMPLE) */
333 if (src->level > TRACE_LEVEL_STATE) {
334 if (src->verbosity == H1_VERB_COMPLETE)
335 full = 1;
336 else if (src->verbosity == H1_VERB_ADVANCED && (mask & (H1_EV_RX_HDRS|H1_EV_TX_HDRS)))
337 full = 1;
338 }
339
340 chunk_memcat(&trace_buf, "\n\t", 2);
341 htx_dump(&trace_buf, htx, full);
342 }
343}
344
345
Christopher Faulet51dbc942018-09-13 09:05:15 +0200346/*****************************************************/
347/* functions below are for dynamic buffer management */
348/*****************************************************/
349/*
Christopher Faulet2545a0b2019-12-05 12:30:55 +0100350 * Indicates whether or not we may receive data. The rules are the following :
351 * - if an error or a shutdown for reads was detected on the connection we
352 must not attempt to receive
353 * - if the input buffer failed to be allocated or is full , we must not try
354 * to receive
355 * - if he input processing is busy waiting for the output side, we may
Ilya Shipitsinc02a23f2020-05-06 00:53:22 +0500356 * attempt to receive
Christopher Faulet51dbc942018-09-13 09:05:15 +0200357 * - otherwise must may not attempt to receive
358 */
359static inline int h1_recv_allowed(const struct h1c *h1c)
360{
Christopher Faulet2545a0b2019-12-05 12:30:55 +0100361 if (h1c->flags & H1C_F_CS_ERROR) {
362 TRACE_DEVEL("recv not allowed because of error on h1c", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200363 return 0;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200364 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200365
Willy Tarreau2febb842020-07-31 09:15:43 +0200366 if (h1c->conn->flags & (CO_FL_ERROR|CO_FL_SOCK_RD_SH|CO_FL_WAIT_L4_CONN|CO_FL_WAIT_L6_CONN)) {
367 TRACE_DEVEL("recv not allowed because of (error|read0|waitl4|waitl6) on connection", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
Christopher Fauletcf56b992018-12-11 16:12:31 +0100368 return 0;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200369 }
Christopher Fauletcf56b992018-12-11 16:12:31 +0100370
Willy Tarreauf5ea3a82020-07-31 09:16:23 +0200371 if (conn_is_back(h1c->conn) && h1c->h1s && h1c->h1s->req.state == H1_MSG_RQBEFORE) {
372 TRACE_DEVEL("recv not allowed because back and request not sent yet", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
373 return 0;
374 }
375
Christopher Fauletcb55f482018-12-10 11:56:47 +0100376 if (!(h1c->flags & (H1C_F_IN_ALLOC|H1C_F_IN_FULL|H1C_F_IN_BUSY)))
Christopher Faulet51dbc942018-09-13 09:05:15 +0200377 return 1;
378
Christopher Faulet6b81df72019-10-01 22:08:43 +0200379 TRACE_DEVEL("recv not allowed because input is blocked", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200380 return 0;
381}
382
383/*
384 * Tries to grab a buffer and to re-enables processing on mux <target>. The h1
385 * flags are used to figure what buffer was requested. It returns 1 if the
386 * allocation succeeds, in which case the connection is woken up, or 0 if it's
387 * impossible to wake up and we prefer to be woken up later.
388 */
389static int h1_buf_available(void *target)
390{
391 struct h1c *h1c = target;
392
393 if ((h1c->flags & H1C_F_IN_ALLOC) && b_alloc_margin(&h1c->ibuf, 0)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200394 TRACE_STATE("unblocking h1c, ibuf allocated", H1_EV_H1C_RECV|H1_EV_H1C_BLK|H1_EV_H1C_WAKE, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200395 h1c->flags &= ~H1C_F_IN_ALLOC;
396 if (h1_recv_allowed(h1c))
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200397 tasklet_wakeup(h1c->wait_event.tasklet);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200398 return 1;
399 }
400
401 if ((h1c->flags & H1C_F_OUT_ALLOC) && b_alloc_margin(&h1c->obuf, 0)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200402 TRACE_STATE("unblocking h1s, obuf allocated", H1_EV_TX_DATA|H1_EV_H1S_BLK|H1_EV_STRM_WAKE, h1c->conn, h1c->h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200403 h1c->flags &= ~H1C_F_OUT_ALLOC;
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200404 tasklet_wakeup(h1c->wait_event.tasklet);
Christopher Faulet660f6f32019-10-04 10:22:47 +0200405 if (h1c->h1s)
406 h1_wake_stream_for_send(h1c->h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200407 return 1;
408 }
409
Christopher Faulet51dbc942018-09-13 09:05:15 +0200410 return 0;
411}
412
413/*
414 * Allocate a buffer. If if fails, it adds the mux in buffer wait queue.
415 */
416static inline struct buffer *h1_get_buf(struct h1c *h1c, struct buffer *bptr)
417{
418 struct buffer *buf = NULL;
419
Willy Tarreau21046592020-02-26 10:39:36 +0100420 if (likely(!MT_LIST_ADDED(&h1c->buf_wait.list)) &&
Christopher Faulet51dbc942018-09-13 09:05:15 +0200421 unlikely((buf = b_alloc_margin(bptr, 0)) == NULL)) {
422 h1c->buf_wait.target = h1c;
423 h1c->buf_wait.wakeup_cb = h1_buf_available;
Willy Tarreau86891272020-07-10 08:22:26 +0200424 MT_LIST_ADDQ(&buffer_wq, &h1c->buf_wait.list);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200425 }
426 return buf;
427}
428
429/*
430 * Release a buffer, if any, and try to wake up entities waiting in the buffer
431 * wait queue.
432 */
433static inline void h1_release_buf(struct h1c *h1c, struct buffer *bptr)
434{
435 if (bptr->size) {
436 b_free(bptr);
437 offer_buffers(h1c->buf_wait.target, tasks_run_queue);
438 }
439}
440
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100441/* returns the number of streams in use on a connection to figure if it's idle
442 * or not. We rely on H1C_F_CS_IDLE to know if the connection is in-use or
443 * not. This flag is only set when no H1S is attached and when the previous
444 * stream, if any, was fully terminated without any error and in K/A mode.
Willy Tarreau00f18a32019-01-26 12:19:01 +0100445 */
446static int h1_used_streams(struct connection *conn)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200447{
Willy Tarreau3d2ee552018-12-19 14:12:10 +0100448 struct h1c *h1c = conn->ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200449
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100450 return ((h1c->flags & H1C_F_CS_IDLE) ? 0 : 1);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200451}
452
Willy Tarreau00f18a32019-01-26 12:19:01 +0100453/* returns the number of streams still available on a connection */
454static int h1_avail_streams(struct connection *conn)
Olivier Houchard8defe4b2018-12-02 01:31:17 +0100455{
Willy Tarreau00f18a32019-01-26 12:19:01 +0100456 return 1 - h1_used_streams(conn);
Olivier Houchard8defe4b2018-12-02 01:31:17 +0100457}
Christopher Faulet51dbc942018-09-13 09:05:15 +0200458
Christopher Faulet7a145d62020-08-05 11:31:16 +0200459/* Refresh the h1c task timeout if necessary */
460static void h1_refresh_timeout(struct h1c *h1c)
461{
462 if (h1c->task) {
463 h1c->task->expire = TICK_ETERNITY;
Willy Tarreau4313d5a2020-09-08 15:40:57 +0200464 if (h1c->flags & H1C_F_CS_SHUTDOWN) {
465 /* half-closed connections switch to clientfin/serverfin
466 * timeouts so that we don't hang too long on clients
467 * that have gone away (especially in tunnel mode).
468 */
469 h1c->task->expire = tick_add(now_ms, h1c->shut_timeout);
470 task_queue(h1c->task);
471 TRACE_DEVEL("refreshing connection's timeout (half-closed)", H1_EV_H1C_SEND, h1c->conn);
472 } else if ((!h1c->h1s && !conn_is_back(h1c->conn)) || b_data(&h1c->obuf)) {
Christopher Faulet7a145d62020-08-05 11:31:16 +0200473 /* front connections waiting for a stream, as well as any connection with
474 * pending data, need a timeout.
475 */
Willy Tarreau4313d5a2020-09-08 15:40:57 +0200476 h1c->task->expire = tick_add(now_ms, ((h1c->flags & H1C_F_CS_SHUTW_NOW)
Christopher Faulet7a145d62020-08-05 11:31:16 +0200477 ? h1c->shut_timeout
478 : h1c->timeout));
479 task_queue(h1c->task);
480 TRACE_DEVEL("refreshing connection's timeout", H1_EV_H1C_SEND, h1c->conn);
481 }
482 }
483}
Christopher Faulet51dbc942018-09-13 09:05:15 +0200484/*****************************************************************/
485/* functions below are dedicated to the mux setup and management */
486/*****************************************************************/
Willy Tarreaufbdf90a2019-06-03 13:42:54 +0200487
488/* returns non-zero if there are input data pending for stream h1s. */
489static inline size_t h1s_data_pending(const struct h1s *h1s)
490{
491 const struct h1m *h1m;
492
493 h1m = conn_is_back(h1s->h1c->conn) ? &h1s->res : &h1s->req;
494 if (h1m->state == H1_MSG_DONE)
Christopher Faulet76014fd2019-12-10 11:47:22 +0100495 return !(h1s->flags & H1S_F_PARSING_DONE);
Willy Tarreaufbdf90a2019-06-03 13:42:54 +0200496
497 return b_data(&h1s->h1c->ibuf);
498}
499
Christopher Faulet47365272018-10-31 17:40:50 +0100500static struct conn_stream *h1s_new_cs(struct h1s *h1s)
501{
502 struct conn_stream *cs;
503
Christopher Faulet6b81df72019-10-01 22:08:43 +0200504 TRACE_ENTER(H1_EV_STRM_NEW, h1s->h1c->conn, h1s);
Christopher Faulet236c93b2020-07-02 09:19:54 +0200505 cs = cs_new(h1s->h1c->conn, h1s->h1c->conn->target);
Christopher Faulet6b81df72019-10-01 22:08:43 +0200506 if (!cs) {
507 TRACE_DEVEL("leaving on CS allocation failure", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, h1s->h1c->conn, h1s);
Christopher Faulet47365272018-10-31 17:40:50 +0100508 goto err;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200509 }
Christopher Faulet47365272018-10-31 17:40:50 +0100510 h1s->cs = cs;
511 cs->ctx = h1s;
512
513 if (h1s->flags & H1S_F_NOT_FIRST)
514 cs->flags |= CS_FL_NOT_FIRST;
515
Christopher Faulet27182292020-07-03 15:08:49 +0200516 if (global.tune.options & GTUNE_USE_SPLICE) {
517 TRACE_STATE("notify the mux can use splicing", H1_EV_STRM_NEW, h1s->h1c->conn, h1s);
Willy Tarreau17ccd1a2020-01-17 16:19:34 +0100518 cs->flags |= CS_FL_MAY_SPLICE;
Christopher Faulet27182292020-07-03 15:08:49 +0200519 }
Willy Tarreau17ccd1a2020-01-17 16:19:34 +0100520
Christopher Faulet6b81df72019-10-01 22:08:43 +0200521 if (stream_create_from_cs(cs) < 0) {
522 TRACE_DEVEL("leaving on stream creation failure", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, h1s->h1c->conn, h1s);
Christopher Faulet47365272018-10-31 17:40:50 +0100523 goto err;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200524 }
525
526 TRACE_LEAVE(H1_EV_STRM_NEW, h1s->h1c->conn, h1s);
Christopher Faulet47365272018-10-31 17:40:50 +0100527 return cs;
528
529 err:
530 cs_free(cs);
531 h1s->cs = NULL;
532 return NULL;
533}
534
Olivier Houchardf502aca2018-12-14 19:42:40 +0100535static struct h1s *h1s_create(struct h1c *h1c, struct conn_stream *cs, struct session *sess)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200536{
537 struct h1s *h1s;
538
Christopher Faulet6b81df72019-10-01 22:08:43 +0200539 TRACE_ENTER(H1_EV_H1S_NEW, h1c->conn);
540
Christopher Faulet51dbc942018-09-13 09:05:15 +0200541 h1s = pool_alloc(pool_head_h1s);
542 if (!h1s)
Christopher Faulet47365272018-10-31 17:40:50 +0100543 goto fail;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200544
545 h1s->h1c = h1c;
546 h1c->h1s = h1s;
547
Olivier Houchardf502aca2018-12-14 19:42:40 +0100548 h1s->sess = sess;
549
Christopher Faulet51dbc942018-09-13 09:05:15 +0200550 h1s->cs = NULL;
Christopher Fauletb992af02019-03-28 15:42:24 +0100551 h1s->flags = H1S_F_WANT_KAL;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200552
Willy Tarreau1b0d4d12020-01-16 11:03:19 +0100553 h1s->subs = NULL;
Christopher Faulet129817b2018-09-20 16:14:40 +0200554
555 h1m_init_req(&h1s->req);
Christopher Fauletb992af02019-03-28 15:42:24 +0100556 h1s->req.flags |= (H1_MF_NO_PHDR|H1_MF_CLEAN_CONN_HDR);
Christopher Faulet9768c262018-10-22 09:34:31 +0200557
Christopher Faulet129817b2018-09-20 16:14:40 +0200558 h1m_init_res(&h1s->res);
Christopher Fauletb992af02019-03-28 15:42:24 +0100559 h1s->res.flags |= (H1_MF_NO_PHDR|H1_MF_CLEAN_CONN_HDR);
Christopher Faulet129817b2018-09-20 16:14:40 +0200560
561 h1s->status = 0;
562 h1s->meth = HTTP_METH_OTHER;
563
Christopher Faulet47365272018-10-31 17:40:50 +0100564 if (h1c->flags & H1C_F_WAIT_NEXT_REQ)
565 h1s->flags |= H1S_F_NOT_FIRST;
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100566 h1c->flags &= ~(H1C_F_CS_IDLE|H1C_F_WAIT_NEXT_REQ);
Christopher Faulet47365272018-10-31 17:40:50 +0100567
Christopher Faulet129817b2018-09-20 16:14:40 +0200568 if (!conn_is_back(h1c->conn)) {
569 if (h1c->px->options2 & PR_O2_REQBUG_OK)
570 h1s->req.err_pos = -1;
Christopher Faulete9b70722019-04-08 10:46:02 +0200571
572 /* For frontend connections we should always have a session */
573 if (!sess)
574 sess = h1c->conn->owner;
575
Dave Pirotte234740f2019-07-10 13:57:38 +0000576 /* Timers for subsequent sessions on the same HTTP 1.x connection
577 * measure from `now`, not from the connection accept time */
578 if (h1s->flags & H1S_F_NOT_FIRST) {
579 h1s->csinfo.create_date = date;
580 h1s->csinfo.tv_create = now;
581 h1s->csinfo.t_handshake = 0;
582 h1s->csinfo.t_idle = -1;
583 }
584 else {
585 h1s->csinfo.create_date = sess->accept_date;
586 h1s->csinfo.tv_create = sess->tv_accept;
587 h1s->csinfo.t_handshake = sess->t_handshake;
588 h1s->csinfo.t_idle = -1;
589 }
Christopher Faulet129817b2018-09-20 16:14:40 +0200590 }
591 else {
592 if (h1c->px->options2 & PR_O2_RSPBUG_OK)
593 h1s->res.err_pos = -1;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200594
Christopher Fauletfeb11742018-11-29 15:12:34 +0100595 h1s->csinfo.create_date = date;
596 h1s->csinfo.tv_create = now;
597 h1s->csinfo.t_handshake = 0;
598 h1s->csinfo.t_idle = -1;
Christopher Faulete9b70722019-04-08 10:46:02 +0200599 }
Christopher Fauletfeb11742018-11-29 15:12:34 +0100600
Christopher Faulete9b70722019-04-08 10:46:02 +0200601 /* If a conn_stream already exists, attach it to this H1S. Otherwise we
602 * create a new one.
603 */
604 if (cs) {
Christopher Fauletf2824e62018-10-01 12:12:37 +0200605 cs->ctx = h1s;
606 h1s->cs = cs;
607 }
Christopher Faulet47365272018-10-31 17:40:50 +0100608 else {
609 cs = h1s_new_cs(h1s);
610 if (!cs)
611 goto fail;
612 }
Christopher Faulet6b81df72019-10-01 22:08:43 +0200613 TRACE_LEAVE(H1_EV_H1S_NEW, h1c->conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200614 return h1s;
Christopher Faulet47365272018-10-31 17:40:50 +0100615
616 fail:
617 pool_free(pool_head_h1s, h1s);
Christopher Faulet6b81df72019-10-01 22:08:43 +0200618 TRACE_DEVEL("leaving in error", H1_EV_H1S_NEW|H1_EV_H1S_END|H1_EV_H1S_ERR, h1c->conn);
Christopher Faulet47365272018-10-31 17:40:50 +0100619 return NULL;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200620}
621
622static void h1s_destroy(struct h1s *h1s)
623{
Christopher Fauletf2824e62018-10-01 12:12:37 +0200624 if (h1s) {
625 struct h1c *h1c = h1s->h1c;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200626
Christopher Faulet6b81df72019-10-01 22:08:43 +0200627 TRACE_POINT(H1_EV_H1S_END, h1c->conn, h1s);
Christopher Fauletf2824e62018-10-01 12:12:37 +0200628 h1c->h1s = NULL;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200629
Willy Tarreau1b0d4d12020-01-16 11:03:19 +0100630 if (h1s->subs)
631 h1s->subs->events = 0;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200632
Christopher Fauletcb55f482018-12-10 11:56:47 +0100633 h1c->flags &= ~H1C_F_IN_BUSY;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200634 if (h1s->flags & (H1S_F_REQ_ERROR|H1S_F_RES_ERROR)) {
Christopher Faulet47365272018-10-31 17:40:50 +0100635 h1c->flags |= H1C_F_CS_ERROR;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200636 TRACE_STATE("h1s on error, set error on h1c", H1_EV_H1C_ERR, h1c->conn, h1s);
637 }
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100638
639 if (!(h1c->flags & (H1C_F_CS_ERROR|H1C_F_CS_SHUTW_NOW|H1C_F_CS_SHUTDOWN)) && /* No error/shutdown on h1c */
640 !(h1c->conn->flags & (CO_FL_ERROR|CO_FL_SOCK_RD_SH|CO_FL_SOCK_WR_SH)) && /* No error/shutdown on conn */
Christopher Faulet76014fd2019-12-10 11:47:22 +0100641 (h1s->flags & (H1S_F_WANT_KAL|H1S_F_PARSING_DONE)) == (H1S_F_WANT_KAL|H1S_F_PARSING_DONE) && /* K/A possible */
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100642 h1s->req.state == H1_MSG_DONE && h1s->res.state == H1_MSG_DONE) { /* req/res in DONE state */
643 h1c->flags |= (H1C_F_CS_IDLE|H1C_F_WAIT_NEXT_REQ);
644 TRACE_STATE("set idle mode on h1c, waiting for the next request", H1_EV_H1C_ERR, h1c->conn, h1s);
645 }
Christopher Fauletf2824e62018-10-01 12:12:37 +0200646 pool_free(pool_head_h1s, h1s);
647 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200648}
649
Christopher Fauletfeb11742018-11-29 15:12:34 +0100650static const struct cs_info *h1_get_cs_info(struct conn_stream *cs)
651{
652 struct h1s *h1s = cs->ctx;
653
654 if (h1s && !conn_is_back(cs->conn))
655 return &h1s->csinfo;
656 return NULL;
657}
658
Christopher Faulet51dbc942018-09-13 09:05:15 +0200659/*
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200660 * Initialize the mux once it's attached. It is expected that conn->ctx points
Ilya Shipitsin47d17182020-06-21 21:42:57 +0500661 * to the existing conn_stream (for outgoing connections or for incoming ones
662 * during a mux upgrade) or NULL (for incoming ones during the connection
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200663 * establishment). <input> is always used as Input buffer and may contain
664 * data. It is the caller responsibility to not reuse it anymore. Returns < 0 on
665 * error.
Christopher Faulet51dbc942018-09-13 09:05:15 +0200666 */
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200667static int h1_init(struct connection *conn, struct proxy *proxy, struct session *sess,
668 struct buffer *input)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200669{
Christopher Faulet51dbc942018-09-13 09:05:15 +0200670 struct h1c *h1c;
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100671 struct task *t = NULL;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200672 void *conn_ctx = conn->ctx;
673
674 TRACE_ENTER(H1_EV_H1C_NEW);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200675
676 h1c = pool_alloc(pool_head_h1c);
677 if (!h1c)
678 goto fail_h1c;
679 h1c->conn = conn;
680 h1c->px = proxy;
681
Christopher Fauletaaa67bc2019-12-05 10:23:37 +0100682 h1c->flags = H1C_F_CS_IDLE;
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200683 h1c->ibuf = *input;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200684 h1c->obuf = BUF_NULL;
685 h1c->h1s = NULL;
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200686 h1c->task = NULL;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200687
Willy Tarreau21046592020-02-26 10:39:36 +0100688 MT_LIST_INIT(&h1c->buf_wait.list);
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200689 h1c->wait_event.tasklet = tasklet_new();
690 if (!h1c->wait_event.tasklet)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200691 goto fail;
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200692 h1c->wait_event.tasklet->process = h1_io_cb;
693 h1c->wait_event.tasklet->context = h1c;
Willy Tarreau4f6516d2018-12-19 13:59:17 +0100694 h1c->wait_event.events = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200695
Christopher Faulete9b70722019-04-08 10:46:02 +0200696 if (conn_is_back(conn)) {
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100697 h1c->shut_timeout = h1c->timeout = proxy->timeout.server;
698 if (tick_isset(proxy->timeout.serverfin))
699 h1c->shut_timeout = proxy->timeout.serverfin;
700 } else {
701 h1c->shut_timeout = h1c->timeout = proxy->timeout.client;
702 if (tick_isset(proxy->timeout.clientfin))
703 h1c->shut_timeout = proxy->timeout.clientfin;
704 }
705 if (tick_isset(h1c->timeout)) {
706 t = task_new(tid_bit);
707 if (!t)
708 goto fail;
709
710 h1c->task = t;
711 t->process = h1_timeout_task;
712 t->context = h1c;
713 t->expire = tick_add(now_ms, h1c->timeout);
714 }
715
Willy Tarreau3d2ee552018-12-19 14:12:10 +0100716 conn->ctx = h1c;
Christopher Faulet129817b2018-09-20 16:14:40 +0200717
Christopher Faulet6b81df72019-10-01 22:08:43 +0200718 /* Always Create a new H1S */
719 if (!h1s_create(h1c, conn_ctx, sess))
720 goto fail;
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100721
722 if (t)
723 task_queue(t);
724
Christopher Faulet51dbc942018-09-13 09:05:15 +0200725 /* Try to read, if nothing is available yet we'll just subscribe */
Willy Tarreau2c1f37d2020-03-04 17:50:02 +0100726 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200727
728 /* mux->wake will be called soon to complete the operation */
Christopher Faulet6b81df72019-10-01 22:08:43 +0200729 TRACE_LEAVE(H1_EV_H1C_NEW, conn, h1c->h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200730 return 0;
731
732 fail:
Willy Tarreauf6562792019-05-07 19:05:35 +0200733 task_destroy(t);
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200734 if (h1c->wait_event.tasklet)
735 tasklet_free(h1c->wait_event.tasklet);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200736 pool_free(pool_head_h1c, h1c);
737 fail_h1c:
Christopher Faulet6b81df72019-10-01 22:08:43 +0200738 conn->ctx = conn_ctx; // restore saved context
739 TRACE_DEVEL("leaving in error", H1_EV_H1C_NEW|H1_EV_H1C_END|H1_EV_H1C_ERR);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200740 return -1;
741}
742
Christopher Faulet73c12072019-04-08 11:23:22 +0200743/* release function. This one should be called to free all resources allocated
744 * to the mux.
Christopher Faulet51dbc942018-09-13 09:05:15 +0200745 */
Christopher Faulet73c12072019-04-08 11:23:22 +0200746static void h1_release(struct h1c *h1c)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200747{
Christopher Faulet61840e72019-04-15 09:33:32 +0200748 struct connection *conn = NULL;
Christopher Faulet39a96ee2019-04-08 10:52:21 +0200749
Christopher Faulet6b81df72019-10-01 22:08:43 +0200750 TRACE_POINT(H1_EV_H1C_END);
751
Christopher Faulet51dbc942018-09-13 09:05:15 +0200752 if (h1c) {
Christopher Faulet61840e72019-04-15 09:33:32 +0200753 /* The connection must be aattached to this mux to be released */
754 if (h1c->conn && h1c->conn->ctx == h1c)
755 conn = h1c->conn;
756
Christopher Faulet6b81df72019-10-01 22:08:43 +0200757 TRACE_DEVEL("freeing h1c", H1_EV_H1C_END, conn);
758
Christopher Faulet61840e72019-04-15 09:33:32 +0200759 if (conn && h1c->flags & H1C_F_UPG_H2C) {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200760 TRACE_DEVEL("upgrading H1 to H2", H1_EV_H1C_END, conn);
Christopher Faulet0ef372a2019-04-08 10:57:20 +0200761 h1c->flags &= ~H1C_F_UPG_H2C;
Olivier Houchard2ab3dad2019-07-03 13:08:18 +0200762 /* Make sure we're no longer subscribed to anything */
763 if (h1c->wait_event.events)
764 conn->xprt->unsubscribe(conn, conn->xprt_ctx,
765 h1c->wait_event.events, &h1c->wait_event);
Christopher Fauletc985f6c2019-07-15 11:42:52 +0200766 if (conn_upgrade_mux_fe(conn, NULL, &h1c->ibuf, ist("h2"), PROTO_MODE_HTTP) != -1) {
Christopher Faulet0ef372a2019-04-08 10:57:20 +0200767 /* connection successfully upgraded to H2, this
768 * mux was already released */
769 return;
770 }
Christopher Faulet6b81df72019-10-01 22:08:43 +0200771 TRACE_DEVEL("h2 upgrade failed", H1_EV_H1C_END|H1_EV_H1C_ERR, conn);
Christopher Faulet0ef372a2019-04-08 10:57:20 +0200772 sess_log(conn->owner); /* Log if the upgrade failed */
773 }
774
Olivier Houchard45c44372019-06-11 14:06:23 +0200775
Willy Tarreau21046592020-02-26 10:39:36 +0100776 if (MT_LIST_ADDED(&h1c->buf_wait.list))
777 MT_LIST_DEL(&h1c->buf_wait.list);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200778
779 h1_release_buf(h1c, &h1c->ibuf);
780 h1_release_buf(h1c, &h1c->obuf);
781
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100782 if (h1c->task) {
783 h1c->task->context = NULL;
784 task_wakeup(h1c->task, TASK_WOKEN_OTHER);
785 h1c->task = NULL;
786 }
787
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200788 if (h1c->wait_event.tasklet)
789 tasklet_free(h1c->wait_event.tasklet);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200790
Christopher Fauletf2824e62018-10-01 12:12:37 +0200791 h1s_destroy(h1c->h1s);
Olivier Houchard0e079372019-04-15 17:51:16 +0200792 if (conn && h1c->wait_event.events != 0)
Olivier Houcharde179d0e2019-03-21 18:27:17 +0100793 conn->xprt->unsubscribe(conn, conn->xprt_ctx, h1c->wait_event.events,
Olivier Houchard0e079372019-04-15 17:51:16 +0200794 &h1c->wait_event);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200795 pool_free(pool_head_h1c, h1c);
796 }
797
Christopher Faulet39a96ee2019-04-08 10:52:21 +0200798 if (conn) {
799 conn->mux = NULL;
800 conn->ctx = NULL;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200801 TRACE_DEVEL("freeing conn", H1_EV_H1C_END, conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200802
Christopher Faulet39a96ee2019-04-08 10:52:21 +0200803 conn_stop_tracking(conn);
804 conn_full_close(conn);
805 if (conn->destroy_cb)
806 conn->destroy_cb(conn);
807 conn_free(conn);
808 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200809}
810
811/******************************************************/
812/* functions below are for the H1 protocol processing */
813/******************************************************/
Christopher Faulet9768c262018-10-22 09:34:31 +0200814/* Parse the request version and set H1_MF_VER_11 on <h1m> if the version is
815 * greater or equal to 1.1
Christopher Fauletf2824e62018-10-01 12:12:37 +0200816 */
Christopher Faulet570d1612018-11-26 11:13:57 +0100817static void h1_parse_req_vsn(struct h1m *h1m, const struct htx_sl *sl)
Christopher Fauletf2824e62018-10-01 12:12:37 +0200818{
Christopher Faulet570d1612018-11-26 11:13:57 +0100819 const char *p = HTX_SL_REQ_VPTR(sl);
Christopher Faulet9768c262018-10-22 09:34:31 +0200820
Christopher Faulet570d1612018-11-26 11:13:57 +0100821 if ((HTX_SL_REQ_VLEN(sl) == 8) &&
Christopher Faulet9768c262018-10-22 09:34:31 +0200822 (*(p + 5) > '1' ||
823 (*(p + 5) == '1' && *(p + 7) >= '1')))
824 h1m->flags |= H1_MF_VER_11;
825}
Christopher Fauletf2824e62018-10-01 12:12:37 +0200826
Christopher Faulet9768c262018-10-22 09:34:31 +0200827/* Parse the response version and set H1_MF_VER_11 on <h1m> if the version is
828 * greater or equal to 1.1
829 */
Christopher Faulet570d1612018-11-26 11:13:57 +0100830static void h1_parse_res_vsn(struct h1m *h1m, const struct htx_sl *sl)
Christopher Faulet9768c262018-10-22 09:34:31 +0200831{
Christopher Faulet570d1612018-11-26 11:13:57 +0100832 const char *p = HTX_SL_RES_VPTR(sl);
Christopher Fauletf2824e62018-10-01 12:12:37 +0200833
Christopher Faulet570d1612018-11-26 11:13:57 +0100834 if ((HTX_SL_RES_VLEN(sl) == 8) &&
Christopher Faulet9768c262018-10-22 09:34:31 +0200835 (*(p + 5) > '1' ||
836 (*(p + 5) == '1' && *(p + 7) >= '1')))
837 h1m->flags |= H1_MF_VER_11;
838}
Christopher Fauletf2824e62018-10-01 12:12:37 +0200839
Christopher Fauletf2824e62018-10-01 12:12:37 +0200840/* Deduce the connection mode of the client connection, depending on the
841 * configuration and the H1 message flags. This function is called twice, the
842 * first time when the request is parsed and the second time when the response
843 * is parsed.
844 */
845static void h1_set_cli_conn_mode(struct h1s *h1s, struct h1m *h1m)
846{
847 struct proxy *fe = h1s->h1c->px;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200848
849 if (h1m->flags & H1_MF_RESP) {
Christopher Fauletb992af02019-03-28 15:42:24 +0100850 /* Output direction: second pass */
Christopher Fauletf2824e62018-10-01 12:12:37 +0200851 if ((h1s->meth == HTTP_METH_CONNECT && h1s->status == 200) ||
Christopher Fauletb992af02019-03-28 15:42:24 +0100852 h1s->status == 101) {
853 /* Either we've established an explicit tunnel, or we're
854 * switching the protocol. In both cases, we're very unlikely to
855 * understand the next protocols. We have to switch to tunnel
856 * mode, so that we transfer the request and responses then let
857 * this protocol pass unmodified. When we later implement
858 * specific parsers for such protocols, we'll want to check the
859 * Upgrade header which contains information about that protocol
860 * for responses with status 101 (eg: see RFC2817 about TLS).
861 */
Christopher Fauletf2824e62018-10-01 12:12:37 +0200862 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_TUN;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200863 TRACE_STATE("set tunnel mode (resp)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +0100864 }
865 else if (h1s->flags & H1S_F_WANT_KAL) {
866 /* By default the client is in KAL mode. CLOSE mode mean
867 * it is imposed by the client itself. So only change
868 * KAL mode here. */
869 if (!(h1m->flags & H1_MF_XFER_LEN) || (h1m->flags & H1_MF_CONN_CLO)) {
870 /* no length known or explicit close => close */
871 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200872 TRACE_STATE("detect close mode (resp)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +0100873 }
874 else if (!(h1m->flags & H1_MF_CONN_KAL) &&
875 (fe->options & PR_O_HTTP_MODE) == PR_O_HTTP_CLO) {
Ilya Shipitsinc02a23f2020-05-06 00:53:22 +0500876 /* no explicit keep-alive and option httpclose => close */
Christopher Fauletb992af02019-03-28 15:42:24 +0100877 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200878 TRACE_STATE("force close mode (resp)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +0100879 }
880 }
Christopher Fauletf2824e62018-10-01 12:12:37 +0200881 }
882 else {
Christopher Fauletb992af02019-03-28 15:42:24 +0100883 /* Input direction: first pass */
884 if (!(h1m->flags & (H1_MF_VER_11|H1_MF_CONN_KAL)) || h1m->flags & H1_MF_CONN_CLO) {
885 /* no explicit keep-alive in HTTP/1.0 or explicit close => close*/
Christopher Fauletf2824e62018-10-01 12:12:37 +0200886 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200887 TRACE_STATE("detect close mode (req)", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +0100888 }
Christopher Fauletf2824e62018-10-01 12:12:37 +0200889 }
890
891 /* If KAL, check if the frontend is stopping. If yes, switch in CLO mode */
Christopher Faulet6b81df72019-10-01 22:08:43 +0200892 if (h1s->flags & H1S_F_WANT_KAL && fe->state == PR_STSTOPPED) {
Christopher Fauletf2824e62018-10-01 12:12:37 +0200893 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200894 TRACE_STATE("stopping, set close mode", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
895 }
Christopher Fauletf2824e62018-10-01 12:12:37 +0200896}
897
898/* Deduce the connection mode of the client connection, depending on the
899 * configuration and the H1 message flags. This function is called twice, the
900 * first time when the request is parsed and the second time when the response
901 * is parsed.
902 */
903static void h1_set_srv_conn_mode(struct h1s *h1s, struct h1m *h1m)
904{
Olivier Houchardf502aca2018-12-14 19:42:40 +0100905 struct session *sess = h1s->sess;
Christopher Fauletb992af02019-03-28 15:42:24 +0100906 struct proxy *be = h1s->h1c->px;
Olivier Houchardf502aca2018-12-14 19:42:40 +0100907 int fe_flags = sess ? sess->fe->options : 0;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200908
Christopher Fauletf2824e62018-10-01 12:12:37 +0200909 if (h1m->flags & H1_MF_RESP) {
Christopher Fauletb992af02019-03-28 15:42:24 +0100910 /* Input direction: second pass */
Christopher Fauletf2824e62018-10-01 12:12:37 +0200911 if ((h1s->meth == HTTP_METH_CONNECT && h1s->status == 200) ||
Christopher Fauletb992af02019-03-28 15:42:24 +0100912 h1s->status == 101) {
913 /* Either we've established an explicit tunnel, or we're
914 * switching the protocol. In both cases, we're very unlikely to
915 * understand the next protocols. We have to switch to tunnel
916 * mode, so that we transfer the request and responses then let
917 * this protocol pass unmodified. When we later implement
918 * specific parsers for such protocols, we'll want to check the
919 * Upgrade header which contains information about that protocol
920 * for responses with status 101 (eg: see RFC2817 about TLS).
921 */
Christopher Fauletf2824e62018-10-01 12:12:37 +0200922 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_TUN;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200923 TRACE_STATE("set tunnel mode (resp)", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +0100924 }
925 else if (h1s->flags & H1S_F_WANT_KAL) {
926 /* By default the server is in KAL mode. CLOSE mode mean
927 * it is imposed by haproxy itself. So only change KAL
928 * mode here. */
929 if (!(h1m->flags & H1_MF_XFER_LEN) || h1m->flags & H1_MF_CONN_CLO ||
930 !(h1m->flags & (H1_MF_VER_11|H1_MF_CONN_KAL))){
931 /* no length known or explicit close or no explicit keep-alive in HTTP/1.0 => close */
932 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200933 TRACE_STATE("detect close mode (resp)", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +0100934 }
935 }
Christopher Fauletf2824e62018-10-01 12:12:37 +0200936 }
Christopher Faulet70033782018-12-05 13:50:11 +0100937 else {
Christopher Fauletb992af02019-03-28 15:42:24 +0100938 /* Output direction: first pass */
939 if (h1m->flags & H1_MF_CONN_CLO) {
940 /* explicit close => close */
Christopher Faulet70033782018-12-05 13:50:11 +0100941 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200942 TRACE_STATE("detect close mode (req)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +0100943 }
944 else if (!(h1m->flags & H1_MF_CONN_KAL) &&
945 ((fe_flags & PR_O_HTTP_MODE) == PR_O_HTTP_SCL ||
946 (be->options & PR_O_HTTP_MODE) == PR_O_HTTP_SCL ||
947 (fe_flags & PR_O_HTTP_MODE) == PR_O_HTTP_CLO ||
948 (be->options & PR_O_HTTP_MODE) == PR_O_HTTP_CLO)) {
949 /* no explicit keep-alive option httpclose/server-close => close */
950 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200951 TRACE_STATE("force close mode (req)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +0100952 }
Christopher Faulet70033782018-12-05 13:50:11 +0100953 }
Christopher Fauletf2824e62018-10-01 12:12:37 +0200954
955 /* If KAL, check if the backend is stopping. If yes, switch in CLO mode */
Christopher Faulet6b81df72019-10-01 22:08:43 +0200956 if (h1s->flags & H1S_F_WANT_KAL && be->state == PR_STSTOPPED) {
Christopher Fauletf2824e62018-10-01 12:12:37 +0200957 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Faulet6b81df72019-10-01 22:08:43 +0200958 TRACE_STATE("stopping, set close mode", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
959 }
Christopher Fauletf2824e62018-10-01 12:12:37 +0200960}
961
Christopher Fauletb992af02019-03-28 15:42:24 +0100962static void h1_update_req_conn_value(struct h1s *h1s, struct h1m *h1m, struct ist *conn_val)
Christopher Fauletf2824e62018-10-01 12:12:37 +0200963{
964 struct proxy *px = h1s->h1c->px;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200965
966 /* Don't update "Connection:" header in TUNNEL mode or if "Upgrage"
967 * token is found
968 */
969 if (h1s->flags & H1S_F_WANT_TUN || h1m->flags & H1_MF_CONN_UPG)
Christopher Faulet9768c262018-10-22 09:34:31 +0200970 return;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200971
972 if (h1s->flags & H1S_F_WANT_KAL || px->options2 & PR_O2_FAKE_KA) {
Christopher Faulet6b81df72019-10-01 22:08:43 +0200973 if (!(h1m->flags & H1_MF_VER_11)) {
974 TRACE_STATE("add \"Connection: keep-alive\"", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +0100975 *conn_val = ist("keep-alive");
Christopher Faulet6b81df72019-10-01 22:08:43 +0200976 }
Christopher Fauletf2824e62018-10-01 12:12:37 +0200977 }
978 else { /* H1S_F_WANT_CLO && !PR_O2_FAKE_KA */
Christopher Faulet6b81df72019-10-01 22:08:43 +0200979 if (h1m->flags & H1_MF_VER_11) {
980 TRACE_STATE("add \"Connection: close\"", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +0100981 *conn_val = ist("close");
Christopher Faulet6b81df72019-10-01 22:08:43 +0200982 }
Christopher Fauletf2824e62018-10-01 12:12:37 +0200983 }
Christopher Fauletf2824e62018-10-01 12:12:37 +0200984}
985
Christopher Fauletb992af02019-03-28 15:42:24 +0100986static void h1_update_res_conn_value(struct h1s *h1s, struct h1m *h1m, struct ist *conn_val)
Christopher Fauletf2824e62018-10-01 12:12:37 +0200987{
Christopher Fauletf2824e62018-10-01 12:12:37 +0200988 /* Don't update "Connection:" header in TUNNEL mode or if "Upgrage"
989 * token is found
990 */
991 if (h1s->flags & H1S_F_WANT_TUN || h1m->flags & H1_MF_CONN_UPG)
Christopher Faulet9768c262018-10-22 09:34:31 +0200992 return;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200993
994 if (h1s->flags & H1S_F_WANT_KAL) {
Christopher Fauletb992af02019-03-28 15:42:24 +0100995 if (!(h1m->flags & H1_MF_VER_11) ||
Christopher Faulet6b81df72019-10-01 22:08:43 +0200996 !((h1m->flags & h1s->req.flags) & H1_MF_VER_11)) {
997 TRACE_STATE("add \"Connection: keep-alive\"", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +0100998 *conn_val = ist("keep-alive");
Christopher Faulet6b81df72019-10-01 22:08:43 +0200999 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001000 }
1001 else { /* H1S_F_WANT_CLO */
Christopher Faulet6b81df72019-10-01 22:08:43 +02001002 if (h1m->flags & H1_MF_VER_11) {
1003 TRACE_STATE("add \"Connection: close\"", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
Christopher Fauletb992af02019-03-28 15:42:24 +01001004 *conn_val = ist("close");
Christopher Faulet6b81df72019-10-01 22:08:43 +02001005 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001006 }
Christopher Faulet9768c262018-10-22 09:34:31 +02001007}
Christopher Fauletf2824e62018-10-01 12:12:37 +02001008
Christopher Fauletb992af02019-03-28 15:42:24 +01001009static void h1_process_input_conn_mode(struct h1s *h1s, struct h1m *h1m, struct htx *htx)
Christopher Faulet9768c262018-10-22 09:34:31 +02001010{
Christopher Fauletb992af02019-03-28 15:42:24 +01001011 if (!conn_is_back(h1s->h1c->conn))
Christopher Faulet9768c262018-10-22 09:34:31 +02001012 h1_set_cli_conn_mode(h1s, h1m);
Christopher Fauletb992af02019-03-28 15:42:24 +01001013 else
Christopher Faulet9768c262018-10-22 09:34:31 +02001014 h1_set_srv_conn_mode(h1s, h1m);
Christopher Fauletf2824e62018-10-01 12:12:37 +02001015}
1016
Christopher Fauletb992af02019-03-28 15:42:24 +01001017static void h1_process_output_conn_mode(struct h1s *h1s, struct h1m *h1m, struct ist *conn_val)
1018{
1019 if (!conn_is_back(h1s->h1c->conn))
1020 h1_set_cli_conn_mode(h1s, h1m);
1021 else
1022 h1_set_srv_conn_mode(h1s, h1m);
1023
1024 if (!(h1m->flags & H1_MF_RESP))
1025 h1_update_req_conn_value(h1s, h1m, conn_val);
1026 else
1027 h1_update_res_conn_value(h1s, h1m, conn_val);
1028}
Christopher Faulete44769b2018-11-29 23:01:45 +01001029
Christopher Faulet98fbe952019-07-22 16:18:24 +02001030/* Try to adjust the case of the message header name using the global map
1031 * <hdrs_map>.
1032 */
1033static void h1_adjust_case_outgoing_hdr(struct h1s *h1s, struct h1m *h1m, struct ist *name)
1034{
1035 struct ebpt_node *node;
1036 struct h1_hdr_entry *entry;
1037
1038 /* No entry in the map, do nothing */
1039 if (eb_is_empty(&hdrs_map.map))
1040 return;
1041
1042 /* No conversion fo the request headers */
1043 if (!(h1m->flags & H1_MF_RESP) && !(h1s->h1c->px->options2 & PR_O2_H1_ADJ_BUGSRV))
1044 return;
1045
1046 /* No conversion fo the response headers */
1047 if ((h1m->flags & H1_MF_RESP) && !(h1s->h1c->px->options2 & PR_O2_H1_ADJ_BUGCLI))
1048 return;
1049
1050 node = ebis_lookup_len(&hdrs_map.map, name->ptr, name->len);
1051 if (!node)
1052 return;
1053 entry = container_of(node, struct h1_hdr_entry, node);
1054 name->ptr = entry->name.ptr;
1055 name->len = entry->name.len;
1056}
1057
Christopher Faulete44769b2018-11-29 23:01:45 +01001058/* Append the description of what is present in error snapshot <es> into <out>.
1059 * The description must be small enough to always fit in a buffer. The output
1060 * buffer may be the trash so the trash must not be used inside this function.
1061 */
1062static void h1_show_error_snapshot(struct buffer *out, const struct error_snapshot *es)
1063{
1064 chunk_appendf(out,
Christopher Fauletaa75b3d2018-12-05 16:20:40 +01001065 " H1 connection flags 0x%08x, H1 stream flags 0x%08x\n"
1066 " H1 msg state %s(%d), H1 msg flags 0x%08x\n"
1067 " H1 chunk len %lld bytes, H1 body len %lld bytes :\n",
1068 es->ctx.h1.c_flags, es->ctx.h1.s_flags,
1069 h1m_state_str(es->ctx.h1.state), es->ctx.h1.state,
1070 es->ctx.h1.m_flags, es->ctx.h1.m_clen, es->ctx.h1.m_blen);
Christopher Faulete44769b2018-11-29 23:01:45 +01001071}
1072/*
1073 * Capture a bad request or response and archive it in the proxy's structure.
1074 * By default it tries to report the error position as h1m->err_pos. However if
1075 * this one is not set, it will then report h1m->next, which is the last known
1076 * parsing point. The function is able to deal with wrapping buffers. It always
1077 * displays buffers as a contiguous area starting at buf->p. The direction is
1078 * determined thanks to the h1m's flags.
1079 */
1080static void h1_capture_bad_message(struct h1c *h1c, struct h1s *h1s,
1081 struct h1m *h1m, struct buffer *buf)
1082{
1083 struct session *sess = h1c->conn->owner;
1084 struct proxy *proxy = h1c->px;
Olivier Houchardbdb00c52020-03-12 15:30:17 +01001085 struct proxy *other_end;
Christopher Faulete44769b2018-11-29 23:01:45 +01001086 union error_snapshot_ctx ctx;
1087
Olivier Houchardbdb00c52020-03-12 15:30:17 +01001088 if (h1s->cs && h1s->cs->data) {
1089 if (sess == NULL)
1090 sess = si_strm(h1s->cs->data)->sess;
1091 if (!(h1m->flags & H1_MF_RESP))
1092 other_end = si_strm(h1s->cs->data)->be;
1093 else
1094 other_end = sess->fe;
1095 } else
1096 other_end = NULL;
Christopher Faulete44769b2018-11-29 23:01:45 +01001097
1098 /* http-specific part now */
1099 ctx.h1.state = h1m->state;
1100 ctx.h1.c_flags = h1c->flags;
1101 ctx.h1.s_flags = h1s->flags;
1102 ctx.h1.m_flags = h1m->flags;
1103 ctx.h1.m_clen = h1m->curr_len;
1104 ctx.h1.m_blen = h1m->body_len;
1105
1106 proxy_capture_error(proxy, !!(h1m->flags & H1_MF_RESP), other_end,
1107 h1c->conn->target, sess, buf, 0, 0,
Christopher Fauletaa75b3d2018-12-05 16:20:40 +01001108 (h1m->err_pos >= 0) ? h1m->err_pos : h1m->next,
1109 &ctx, h1_show_error_snapshot);
Christopher Faulete44769b2018-11-29 23:01:45 +01001110}
1111
Christopher Fauletadb22202018-12-12 10:32:09 +01001112/* Emit the chunksize followed by a CRLF in front of data of the buffer
1113 * <buf>. It goes backwards and starts with the byte before the buffer's
1114 * head. The caller is responsible for ensuring there is enough room left before
1115 * the buffer's head for the string.
1116 */
1117static void h1_emit_chunk_size(struct buffer *buf, size_t chksz)
1118{
1119 char *beg, *end;
1120
1121 beg = end = b_head(buf);
1122 *--beg = '\n';
1123 *--beg = '\r';
1124 do {
1125 *--beg = hextab[chksz & 0xF];
1126 } while (chksz >>= 4);
1127 buf->head -= (end - beg);
1128 b_add(buf, end - beg);
1129}
1130
1131/* Emit a CRLF after the data of the buffer <buf>. The caller is responsible for
1132 * ensuring there is enough room left in the buffer for the string. */
1133static void h1_emit_chunk_crlf(struct buffer *buf)
1134{
1135 *(b_peek(buf, b_data(buf))) = '\r';
1136 *(b_peek(buf, b_data(buf) + 1)) = '\n';
1137 b_add(buf, 2);
1138}
1139
Christopher Faulet129817b2018-09-20 16:14:40 +02001140/*
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001141 * Switch the request to tunnel mode. This function must only be called for
Christopher Fauletf3158e92019-11-15 11:14:23 +01001142 * CONNECT requests. On the client side, if the response is not finished, the
1143 * mux is mark as busy on input.
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001144 */
1145static void h1_set_req_tunnel_mode(struct h1s *h1s)
1146{
1147 h1s->req.flags &= ~(H1_MF_XFER_LEN|H1_MF_CLEN|H1_MF_CHNK);
1148 h1s->req.state = H1_MSG_TUNNEL;
Christopher Fauletf3158e92019-11-15 11:14:23 +01001149 TRACE_STATE("switch H1 request in tunnel mode", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
1150
Christopher Faulet76014fd2019-12-10 11:47:22 +01001151 if (!conn_is_back(h1s->h1c->conn)) {
1152 h1s->flags &= ~H1S_F_PARSING_DONE;
1153 if (h1s->res.state < H1_MSG_DONE) {
1154 h1s->h1c->flags |= H1C_F_IN_BUSY;
1155 TRACE_STATE("switch h1c in busy mode", H1_EV_RX_DATA|H1_EV_H1C_BLK, h1s->h1c->conn, h1s);
1156 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02001157 }
Christopher Fauletf3158e92019-11-15 11:14:23 +01001158 else if (h1s->h1c->flags & H1C_F_IN_BUSY) {
1159 h1s->h1c->flags &= ~H1C_F_IN_BUSY;
1160 tasklet_wakeup(h1s->h1c->wait_event.tasklet);
1161 TRACE_STATE("h1c no more busy", H1_EV_RX_DATA|H1_EV_H1C_BLK|H1_EV_H1C_WAKE, h1s->h1c->conn, h1s);
1162 }
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001163}
1164
1165/*
1166 * Switch the response to tunnel mode. This function must only be called on
Ilya Shipitsinc02a23f2020-05-06 00:53:22 +05001167 * successful replies to CONNECT requests or on protocol switching. In this
Christopher Fauletf3158e92019-11-15 11:14:23 +01001168 * last case, this function takes care to switch the request to tunnel mode if
1169 * possible. On the server side, if the request is not finished, the mux is mark
1170 * as busy on input.
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001171 */
1172static void h1_set_res_tunnel_mode(struct h1s *h1s)
1173{
Christopher Fauletf3158e92019-11-15 11:14:23 +01001174
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001175 h1s->res.flags &= ~(H1_MF_XFER_LEN|H1_MF_CLEN|H1_MF_CHNK);
1176 h1s->res.state = H1_MSG_TUNNEL;
Christopher Fauletf3158e92019-11-15 11:14:23 +01001177 TRACE_STATE("switch H1 response in tunnel mode", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
1178
Christopher Faulet76014fd2019-12-10 11:47:22 +01001179 if (conn_is_back(h1s->h1c->conn)) {
1180 h1s->flags &= ~H1S_F_PARSING_DONE;
1181 /* On protocol switching, switch the request to tunnel mode if it is in
1182 * DONE state. Otherwise we will wait the end of the request to switch
1183 * it in tunnel mode.
1184 */
1185 if (h1s->req.state < H1_MSG_DONE) {
1186 h1s->h1c->flags |= H1C_F_IN_BUSY;
1187 TRACE_STATE("switch h1c in busy mode", H1_EV_RX_DATA|H1_EV_H1C_BLK, h1s->h1c->conn, h1s);
1188 }
1189 else if (h1s->status == 101 && h1s->req.state == H1_MSG_DONE) {
1190 h1s->req.flags &= ~(H1_MF_XFER_LEN|H1_MF_CLEN|H1_MF_CHNK);
1191 h1s->req.state = H1_MSG_TUNNEL;
1192 TRACE_STATE("switch H1 request in tunnel mode", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
1193 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02001194 }
Christopher Fauletf3158e92019-11-15 11:14:23 +01001195 else if (h1s->h1c->flags & H1C_F_IN_BUSY) {
1196 h1s->h1c->flags &= ~H1C_F_IN_BUSY;
1197 tasklet_wakeup(h1s->h1c->wait_event.tasklet);
1198 TRACE_STATE("h1c no more busy", H1_EV_RX_DATA|H1_EV_H1C_BLK|H1_EV_H1C_WAKE, h1s->h1c->conn, h1s);
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001199 }
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001200}
1201
1202/*
Christopher Faulet129817b2018-09-20 16:14:40 +02001203 * Parse HTTP/1 headers. It returns the number of bytes parsed if > 0, or 0 if
Christopher Fauletf2824e62018-10-01 12:12:37 +02001204 * it couldn't proceed. Parsing errors are reported by setting H1S_F_*_ERROR
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001205 * flag. If relies on the function http_parse_msg_hdrs() to do the parsing.
Christopher Faulet129817b2018-09-20 16:14:40 +02001206 */
Christopher Faulet9768c262018-10-22 09:34:31 +02001207static size_t h1_process_headers(struct h1s *h1s, struct h1m *h1m, struct htx *htx,
Christopher Fauletf2824e62018-10-01 12:12:37 +02001208 struct buffer *buf, size_t *ofs, size_t max)
Christopher Faulet129817b2018-09-20 16:14:40 +02001209{
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001210 union h1_sl h1sl;
Christopher Faulet129817b2018-09-20 16:14:40 +02001211 int ret = 0;
1212
Willy Tarreau022e5e52020-09-10 09:33:15 +02001213 TRACE_ENTER(H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s, 0, (size_t[]){max});
Christopher Faulet6b81df72019-10-01 22:08:43 +02001214
Christopher Faulet89aed322020-06-02 17:33:56 +02001215 if (!(h1s->h1c->px->options2 & PR_O2_NO_H2_UPGRADE) && /* H2 upgrade supported by the proxy */
1216 !(h1s->flags & H1S_F_NOT_FIRST) && /* It is the first transaction */
1217 !(h1m->flags & H1_MF_RESP)) { /* It is a request */
Christopher Faulet0ef372a2019-04-08 10:57:20 +02001218 /* Try to match H2 preface before parsing the request headers. */
1219 ret = b_isteq(buf, 0, b_data(buf), ist(H2_CONN_PREFACE));
Christopher Faulet6b81df72019-10-01 22:08:43 +02001220 if (ret > 0) {
Christopher Faulet0ef372a2019-04-08 10:57:20 +02001221 goto h2c_upgrade;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001222 }
Christopher Faulet0ef372a2019-04-08 10:57:20 +02001223 }
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001224 else {
1225 if (h1s->meth == HTTP_METH_CONNECT)
1226 h1m->flags |= H1_MF_METH_CONNECT;
1227 if (h1s->meth == HTTP_METH_HEAD)
1228 h1m->flags |= H1_MF_METH_HEAD;
1229 }
Christopher Faulet0ef372a2019-04-08 10:57:20 +02001230
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001231 ret = h1_parse_msg_hdrs(h1m, &h1sl, htx, buf, *ofs, max);
1232 if (!ret) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001233 TRACE_DEVEL("leaving on missing data or error", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s);
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001234 if (htx->flags & HTX_FL_PARSING_ERROR) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001235 if (!(h1m->flags & H1_MF_RESP)) {
1236 h1s->flags |= H1S_F_REQ_ERROR;
1237 TRACE_USER("rejected H1 request", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
1238 }
1239 else {
1240 h1s->flags |= H1S_F_RES_ERROR;
1241 TRACE_USER("rejected H1 response", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
1242 }
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001243 h1s->cs->flags |= CS_FL_EOI;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001244 TRACE_STATE("parsing error", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001245 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
1246 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001247 goto end;
1248 }
1249
Christopher Faulet486498c2019-10-11 14:22:00 +02001250 if (h1m->err_pos >= 0) {
1251 /* Maybe we found an error during the parsing while we were
1252 * configured not to block on that, so we have to capture it
1253 * now.
1254 */
1255 TRACE_STATE("Ignored parsing error", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s);
1256 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
1257 }
1258
Christopher Faulet129817b2018-09-20 16:14:40 +02001259 if (!(h1m->flags & H1_MF_RESP)) {
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001260 h1s->meth = h1sl.rq.meth;
Christopher Fauletf3158e92019-11-15 11:14:23 +01001261 if (h1m->state == H1_MSG_TUNNEL)
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001262 h1_set_req_tunnel_mode(h1s);
Christopher Faulet129817b2018-09-20 16:14:40 +02001263 }
1264 else {
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001265 h1s->status = h1sl.st.status;
Christopher Fauletf3158e92019-11-15 11:14:23 +01001266 if (h1m->state == H1_MSG_TUNNEL)
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001267 h1_set_res_tunnel_mode(h1s);
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001268 }
Christopher Fauletb992af02019-03-28 15:42:24 +01001269 h1_process_input_conn_mode(h1s, h1m, htx);
Christopher Faulet9768c262018-10-22 09:34:31 +02001270 *ofs += ret;
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001271
Christopher Faulet129817b2018-09-20 16:14:40 +02001272 end:
Willy Tarreau022e5e52020-09-10 09:33:15 +02001273 TRACE_LEAVE(H1_EV_RX_DATA|H1_EV_RX_HDRS, h1s->h1c->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet129817b2018-09-20 16:14:40 +02001274 return ret;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001275
Christopher Faulet0ef372a2019-04-08 10:57:20 +02001276 h2c_upgrade:
1277 h1s->h1c->flags |= H1C_F_UPG_H2C;
Christopher Faulet8e9e3ef2019-05-17 09:14:10 +02001278 h1s->cs->flags |= CS_FL_EOI;
Christopher Faulet0ef372a2019-04-08 10:57:20 +02001279 htx->flags |= HTX_FL_UPGRADE;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001280 TRACE_DEVEL("leaving on H2 update", H1_EV_RX_DATA|H1_EV_RX_HDRS|H1_EV_RX_EOI, h1s->h1c->conn, h1s);
1281 return 0;
Christopher Faulet129817b2018-09-20 16:14:40 +02001282}
1283
1284/*
Christopher Fauletf2824e62018-10-01 12:12:37 +02001285 * Parse HTTP/1 body. It returns the number of bytes parsed if > 0, or 0 if it
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001286 * couldn't proceed. Parsing errors are reported by setting H1S_F_*_ERROR flag.
1287 * If relies on the function http_parse_msg_data() to do the parsing.
Christopher Faulet129817b2018-09-20 16:14:40 +02001288 */
Christopher Fauletaf542632019-10-01 21:52:49 +02001289static size_t h1_process_data(struct h1s *h1s, struct h1m *h1m, struct htx **htx,
Christopher Fauletaa75b3d2018-12-05 16:20:40 +01001290 struct buffer *buf, size_t *ofs, size_t max,
Christopher Faulet30db3d72019-05-17 15:35:33 +02001291 struct buffer *htxbuf)
Christopher Faulet129817b2018-09-20 16:14:40 +02001292{
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001293 int ret;
Christopher Faulet30db3d72019-05-17 15:35:33 +02001294
Willy Tarreau022e5e52020-09-10 09:33:15 +02001295 TRACE_ENTER(H1_EV_RX_DATA|H1_EV_RX_BODY, h1s->h1c->conn, h1s, 0, (size_t[]){max});
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001296 ret = h1_parse_msg_data(h1m, htx, buf, *ofs, max, htxbuf);
Christopher Faulet02a02532019-11-15 09:36:28 +01001297 if (!ret) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001298 TRACE_DEVEL("leaving on missing data or error", H1_EV_RX_DATA|H1_EV_RX_BODY, h1s->h1c->conn, h1s);
Christopher Faulet02a02532019-11-15 09:36:28 +01001299 if ((*htx)->flags & HTX_FL_PARSING_ERROR) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001300 if (!(h1m->flags & H1_MF_RESP)) {
1301 h1s->flags |= H1S_F_REQ_ERROR;
1302 TRACE_USER("rejected H1 request", H1_EV_RX_DATA|H1_EV_RX_BODY|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
1303 }
1304 else {
1305 h1s->flags |= H1S_F_RES_ERROR;
1306 TRACE_USER("rejected H1 response", H1_EV_RX_DATA|H1_EV_RX_BODY|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
1307 }
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001308 h1s->cs->flags |= CS_FL_EOI;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001309 TRACE_STATE("parsing error", H1_EV_RX_DATA|H1_EV_RX_BODY|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001310 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
Christopher Faulet9768c262018-10-22 09:34:31 +02001311 }
Christopher Faulet02a02532019-11-15 09:36:28 +01001312 goto end;
Christopher Faulet129817b2018-09-20 16:14:40 +02001313 }
1314
Christopher Faulet2eaf3092020-07-03 14:51:15 +02001315 if (h1s->cs && !(h1m->flags & H1_MF_CHNK) &&
Christopher Faulet27182292020-07-03 15:08:49 +02001316 ((h1m->state == H1_MSG_DATA && h1m->curr_len) || (h1m->state == H1_MSG_TUNNEL))) {
1317 TRACE_STATE("notify the mux can use splicing", H1_EV_RX_DATA|H1_EV_RX_BODY, h1s->h1c->conn, h1s);
Willy Tarreau17ccd1a2020-01-17 16:19:34 +01001318 h1s->cs->flags |= CS_FL_MAY_SPLICE;
Christopher Faulet27182292020-07-03 15:08:49 +02001319 }
1320 else if (h1s->cs) {
1321 TRACE_STATE("notify the mux can't use splicing anymore", H1_EV_RX_DATA|H1_EV_RX_BODY, h1s->h1c->conn, h1s);
Willy Tarreau17ccd1a2020-01-17 16:19:34 +01001322 h1s->cs->flags &= ~CS_FL_MAY_SPLICE;
Christopher Faulet27182292020-07-03 15:08:49 +02001323 }
Willy Tarreau17ccd1a2020-01-17 16:19:34 +01001324
Christopher Faulet02a02532019-11-15 09:36:28 +01001325 *ofs += ret;
1326
1327 end:
Willy Tarreau022e5e52020-09-10 09:33:15 +02001328 TRACE_LEAVE(H1_EV_RX_DATA|H1_EV_RX_BODY, h1s->h1c->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001329 return ret;
Christopher Faulet129817b2018-09-20 16:14:40 +02001330}
1331
1332/*
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001333 * Parse HTTP/1 trailers. It returns the number of bytes parsed if > 0, or 0 if
1334 * it couldn't proceed. Parsing errors are reported by setting H1S_F_*_ERROR
1335 * flag and filling h1s->err_pos and h1s->err_state fields. This functions is
1336 * responsible to update the parser state <h1m>.
1337 */
1338static size_t h1_process_trailers(struct h1s *h1s, struct h1m *h1m, struct htx *htx,
1339 struct buffer *buf, size_t *ofs, size_t max)
1340{
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001341 int ret;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001342
Willy Tarreau022e5e52020-09-10 09:33:15 +02001343 TRACE_ENTER(H1_EV_RX_DATA|H1_EV_RX_TLRS, h1s->h1c->conn, h1s, 0, (size_t[]){max});
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001344 ret = h1_parse_msg_tlrs(h1m, htx, buf, *ofs, max);
Christopher Faulet02a02532019-11-15 09:36:28 +01001345 if (!ret) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001346 TRACE_DEVEL("leaving on missing data or error", H1_EV_RX_DATA|H1_EV_RX_BODY, h1s->h1c->conn, h1s);
Christopher Faulet02a02532019-11-15 09:36:28 +01001347 if (htx->flags & HTX_FL_PARSING_ERROR) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001348 if (!(h1m->flags & H1_MF_RESP)) {
1349 h1s->flags |= H1S_F_REQ_ERROR;
1350 TRACE_USER("rejected H1 request", H1_EV_RX_DATA|H1_EV_RX_TLRS|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
1351 }
1352 else {
1353 h1s->flags |= H1S_F_RES_ERROR;
1354 TRACE_USER("rejected H1 response", H1_EV_RX_DATA|H1_EV_RX_TLRS|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
1355 }
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001356 h1s->cs->flags |= CS_FL_EOI;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001357 TRACE_STATE("parsing error", H1_EV_RX_DATA|H1_EV_RX_TLRS|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001358 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
1359 }
Christopher Faulet02a02532019-11-15 09:36:28 +01001360 goto end;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001361 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02001362
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001363 *ofs += ret;
Christopher Faulet02a02532019-11-15 09:36:28 +01001364
1365 end:
Willy Tarreau022e5e52020-09-10 09:33:15 +02001366 TRACE_LEAVE(H1_EV_RX_DATA|H1_EV_RX_TLRS, h1s->h1c->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001367 return ret;
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001368}
1369
1370/*
Christopher Faulet76014fd2019-12-10 11:47:22 +01001371 * Add the EOM in the HTX message. It returns 1 on success or 0 if it couldn't
1372 * proceed. This functions is responsible to update the parser state <h1m>. It
1373 * also add the flag CS_FL_EOI on the CS.
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001374 */
Christopher Faulet76014fd2019-12-10 11:47:22 +01001375static size_t h1_process_eom(struct h1s *h1s, struct h1m *h1m, struct htx *htx,
1376 struct buffer *buf, size_t *ofs, size_t max)
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001377{
Christopher Faulet76014fd2019-12-10 11:47:22 +01001378 int ret;
1379
Willy Tarreau022e5e52020-09-10 09:33:15 +02001380 TRACE_ENTER(H1_EV_RX_DATA|H1_EV_RX_EOI, h1s->h1c->conn, h1s, 0, (size_t[]){max});
Christopher Faulet76014fd2019-12-10 11:47:22 +01001381 ret = h1_parse_msg_eom(h1m, htx, max);
1382 if (!ret) {
1383 TRACE_DEVEL("leaving on missing data or error", H1_EV_RX_DATA|H1_EV_RX_EOI, h1s->h1c->conn, h1s);
1384 if (htx->flags & HTX_FL_PARSING_ERROR) {
1385 if (!(h1m->flags & H1_MF_RESP)) {
1386 h1s->flags |= H1S_F_REQ_ERROR;
1387 TRACE_USER("rejected H1 request", H1_EV_RX_DATA|H1_EV_RX_EOI|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
1388 }
1389 else {
1390 h1s->flags |= H1S_F_RES_ERROR;
1391 TRACE_USER("rejected H1 response", H1_EV_RX_DATA|H1_EV_RX_EOI|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
1392 }
1393 h1s->cs->flags |= CS_FL_EOI;
1394 TRACE_STATE("parsing error", H1_EV_RX_DATA|H1_EV_RX_EOI|H1_EV_H1S_ERR, h1s->h1c->conn, h1s);
1395 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
1396 }
1397 goto end;
Christopher Faulet4f0f88a2019-08-10 11:17:44 +02001398 }
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001399
Christopher Faulet76014fd2019-12-10 11:47:22 +01001400 h1s->flags |= H1S_F_PARSING_DONE;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001401 h1s->cs->flags |= CS_FL_EOI;
Christopher Faulet76014fd2019-12-10 11:47:22 +01001402 end:
Willy Tarreau022e5e52020-09-10 09:33:15 +02001403 TRACE_LEAVE(H1_EV_RX_DATA|H1_EV_RX_EOI, h1s->h1c->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet76014fd2019-12-10 11:47:22 +01001404 return ret;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001405}
1406
1407/*
Christopher Faulet129817b2018-09-20 16:14:40 +02001408 * Process incoming data. It parses data and transfer them from h1c->ibuf into
Christopher Faulet539e0292018-11-19 10:40:09 +01001409 * <buf>. It returns the number of bytes parsed and transferred if > 0, or 0 if
1410 * it couldn't proceed.
Christopher Faulet129817b2018-09-20 16:14:40 +02001411 */
Christopher Faulet30db3d72019-05-17 15:35:33 +02001412static size_t h1_process_input(struct h1c *h1c, struct buffer *buf, size_t count)
Christopher Faulet51dbc942018-09-13 09:05:15 +02001413{
Christopher Faulet539e0292018-11-19 10:40:09 +01001414 struct h1s *h1s = h1c->h1s;
Christopher Faulet129817b2018-09-20 16:14:40 +02001415 struct h1m *h1m;
Christopher Faulet9768c262018-10-22 09:34:31 +02001416 struct htx *htx;
Christopher Faulet30db3d72019-05-17 15:35:33 +02001417 size_t ret, data;
Christopher Faulet129817b2018-09-20 16:14:40 +02001418 size_t total = 0;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001419 int errflag;
Christopher Faulet51dbc942018-09-13 09:05:15 +02001420
Christopher Faulet539e0292018-11-19 10:40:09 +01001421 htx = htx_from_buf(buf);
Christopher Faulet6b81df72019-10-01 22:08:43 +02001422 TRACE_ENTER(H1_EV_RX_DATA, h1c->conn, h1s, htx, (size_t[]){count});
Willy Tarreau3a6190f2018-12-16 08:29:56 +01001423
Christopher Fauletf2824e62018-10-01 12:12:37 +02001424 if (!conn_is_back(h1c->conn)) {
1425 h1m = &h1s->req;
1426 errflag = H1S_F_REQ_ERROR;
1427 }
1428 else {
1429 h1m = &h1s->res;
1430 errflag = H1S_F_RES_ERROR;
1431 }
Christopher Faulet9768c262018-10-22 09:34:31 +02001432
Christopher Faulet74027762019-02-26 14:45:05 +01001433 data = htx->data;
Christopher Faulet0e54d542019-07-04 21:22:34 +02001434 if (h1s->flags & errflag)
1435 goto end;
1436
Christopher Fauletd44ad5b2018-11-19 21:52:12 +01001437 do {
Christopher Faulet30db3d72019-05-17 15:35:33 +02001438 size_t used = htx_used_space(htx);
1439
Christopher Faulet129817b2018-09-20 16:14:40 +02001440 if (h1m->state <= H1_MSG_LAST_LF) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001441 TRACE_PROTO("parsing message headers", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1c->conn, h1s);
Christopher Faulet539e0292018-11-19 10:40:09 +01001442 ret = h1_process_headers(h1s, h1m, htx, &h1c->ibuf, &total, count);
Christopher Faulet129817b2018-09-20 16:14:40 +02001443 if (!ret)
1444 break;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001445
1446 TRACE_USER((!(h1m->flags & H1_MF_RESP) ? "rcvd H1 request headers" : "rcvd H1 response headers"),
1447 H1_EV_RX_DATA|H1_EV_RX_HDRS, h1c->conn, h1s, htx, (size_t[]){ret});
1448
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02001449 if ((h1m->flags & H1_MF_RESP) &&
1450 h1s->status < 200 && (h1s->status == 100 || h1s->status >= 102)) {
1451 h1m_init_res(&h1s->res);
1452 h1m->flags |= (H1_MF_NO_PHDR|H1_MF_CLEAN_CONN_HDR);
Christopher Faulet6b81df72019-10-01 22:08:43 +02001453 TRACE_STATE("1xx response rcvd", H1_EV_RX_DATA|H1_EV_RX_HDRS, h1c->conn, h1s);
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02001454 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001455 }
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001456 else if (h1m->state < H1_MSG_TRAILERS) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001457 TRACE_PROTO("parsing message payload", H1_EV_RX_DATA|H1_EV_RX_BODY, h1c->conn, h1s);
Christopher Fauletaf542632019-10-01 21:52:49 +02001458 ret = h1_process_data(h1s, h1m, &htx, &h1c->ibuf, &total, count, buf);
Christopher Faulet76014fd2019-12-10 11:47:22 +01001459 if (!ret && h1m->state != H1_MSG_DONE)
Christopher Faulet129817b2018-09-20 16:14:40 +02001460 break;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001461
1462 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "rcvd H1 request payload data" : "rcvd H1 response payload data"),
1463 H1_EV_RX_DATA|H1_EV_RX_BODY, h1c->conn, h1s, htx, (size_t[]){ret});
Christopher Faulet129817b2018-09-20 16:14:40 +02001464 }
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001465 else if (h1m->state == H1_MSG_TRAILERS) {
Christopher Faulet76014fd2019-12-10 11:47:22 +01001466 TRACE_PROTO("parsing message trailers", H1_EV_RX_DATA|H1_EV_RX_TLRS, h1c->conn, h1s);
1467 ret = h1_process_trailers(h1s, h1m, htx, &h1c->ibuf, &total, count);
1468 if (!ret && h1m->state != H1_MSG_DONE)
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001469 break;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001470
Christopher Faulet76014fd2019-12-10 11:47:22 +01001471 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "rcvd H1 request trailers" : "rcvd H1 response trailers"),
1472 H1_EV_RX_DATA|H1_EV_RX_TLRS, h1c->conn, h1s, htx, (size_t[]){ret});
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001473 }
Christopher Fauletcb55f482018-12-10 11:56:47 +01001474 else if (h1m->state == H1_MSG_DONE) {
Christopher Faulet76014fd2019-12-10 11:47:22 +01001475 if (!(h1s->flags & H1S_F_PARSING_DONE)) {
1476 if (!h1_process_eom(h1s, h1m, htx, &h1c->ibuf, &total, count))
1477 break;
1478
1479 TRACE_USER((!(h1m->flags & H1_MF_RESP) ? "H1 request fully rcvd" : "H1 response fully rcvd"),
1480 H1_EV_RX_DATA|H1_EV_RX_EOI, h1c->conn, h1s, htx);
1481 }
1482
Christopher Fauletf3158e92019-11-15 11:14:23 +01001483 if (!(h1m->flags & H1_MF_RESP) && h1s->status == 101)
1484 h1_set_req_tunnel_mode(h1s);
1485 else if (h1s->req.state < H1_MSG_DONE || h1s->res.state < H1_MSG_DONE) {
Christopher Faulet2f320ee2019-04-16 20:26:53 +02001486 h1c->flags |= H1C_F_IN_BUSY;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001487 TRACE_STATE("switch h1c in busy mode", H1_EV_RX_DATA|H1_EV_H1C_BLK, h1c->conn, h1s);
Christopher Faulet23021ad2020-07-10 10:01:26 +02001488 break;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001489 }
Christopher Faulet23021ad2020-07-10 10:01:26 +02001490 else
1491 break;
Christopher Fauletcb55f482018-12-10 11:56:47 +01001492 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001493 else if (h1m->state == H1_MSG_TUNNEL) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02001494 TRACE_PROTO("parsing tunneled data", H1_EV_RX_DATA, h1c->conn, h1s);
Christopher Fauletaf542632019-10-01 21:52:49 +02001495 ret = h1_process_data(h1s, h1m, &htx, &h1c->ibuf, &total, count, buf);
Christopher Faulet9768c262018-10-22 09:34:31 +02001496 if (!ret)
1497 break;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001498
1499 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "rcvd H1 request tunneled data" : "rcvd H1 response tunneled data"),
1500 H1_EV_RX_DATA|H1_EV_RX_EOI, h1c->conn, h1s, htx, (size_t[]){ret});
Christopher Fauletf2824e62018-10-01 12:12:37 +02001501 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001502 else {
Christopher Fauletf2824e62018-10-01 12:12:37 +02001503 h1s->flags |= errflag;
Christopher Faulet129817b2018-09-20 16:14:40 +02001504 break;
1505 }
1506
Christopher Faulet30db3d72019-05-17 15:35:33 +02001507 count -= htx_used_space(htx) - used;
Christopher Faulet6b321922019-09-03 16:26:15 +02001508 } while (!(h1s->flags & errflag));
Christopher Faulet129817b2018-09-20 16:14:40 +02001509
Christopher Faulet6b81df72019-10-01 22:08:43 +02001510 if (h1s->flags & errflag) {
1511 TRACE_PROTO("parsing error", H1_EV_RX_DATA, h1c->conn, h1s);
Christopher Faulet47365272018-10-31 17:40:50 +01001512 goto parsing_err;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001513 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001514
Christopher Faulet539e0292018-11-19 10:40:09 +01001515 b_del(&h1c->ibuf, total);
1516
1517 end:
Christopher Faulet27ba2dc2018-12-05 11:53:24 +01001518 htx_to_buf(htx, buf);
Christopher Faulet30db3d72019-05-17 15:35:33 +02001519 ret = htx->data - data;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001520 if ((h1c->flags & H1C_F_IN_FULL) && buf_room_for_htx_data(&h1c->ibuf)) {
Christopher Faulet539e0292018-11-19 10:40:09 +01001521 h1c->flags &= ~H1C_F_IN_FULL;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001522 TRACE_STATE("h1c ibuf not full anymore", H1_EV_RX_DATA|H1_EV_H1C_BLK|H1_EV_H1C_WAKE);
Willy Tarreau2c1f37d2020-03-04 17:50:02 +01001523 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Christopher Faulet47365272018-10-31 17:40:50 +01001524 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02001525
Christopher Fauletcf56b992018-12-11 16:12:31 +01001526 h1s->cs->flags &= ~(CS_FL_RCV_MORE | CS_FL_WANT_ROOM);
1527
Christopher Fauletcdc90e92019-03-28 13:28:46 +01001528 if (!b_data(&h1c->ibuf))
Christopher Faulet539e0292018-11-19 10:40:09 +01001529 h1_release_buf(h1c, &h1c->ibuf);
Christopher Faulet6716cc22019-12-20 17:33:24 +01001530 if (h1s_data_pending(h1s) && !htx_is_empty(htx))
Christopher Fauletcf56b992018-12-11 16:12:31 +01001531 h1s->cs->flags |= CS_FL_RCV_MORE | CS_FL_WANT_ROOM;
Christopher Faulet76014fd2019-12-10 11:47:22 +01001532 else if (h1s->flags & H1S_F_REOS) {
Christopher Fauletf6ce9d62018-12-10 15:30:06 +01001533 h1s->cs->flags |= CS_FL_EOS;
Christopher Faulet466080d2019-11-15 09:50:22 +01001534 if (h1m->state == H1_MSG_TUNNEL)
1535 h1s->cs->flags |= CS_FL_EOI;
1536 else if (h1m->state > H1_MSG_LAST_LF && h1m->state < H1_MSG_DONE)
Christopher Fauletb8d2ee02019-02-25 15:29:51 +01001537 h1s->cs->flags |= CS_FL_ERROR;
Christopher Faulet539e0292018-11-19 10:40:09 +01001538 }
Christopher Fauletf6ce9d62018-12-10 15:30:06 +01001539
Christopher Faulet6b81df72019-10-01 22:08:43 +02001540 TRACE_LEAVE(H1_EV_RX_DATA, h1c->conn, h1s, htx, (size_t[]){ret});
Christopher Faulet30db3d72019-05-17 15:35:33 +02001541 return ret;
Christopher Faulet47365272018-10-31 17:40:50 +01001542
1543 parsing_err:
Christopher Faulet47365272018-10-31 17:40:50 +01001544 b_reset(&h1c->ibuf);
Christopher Faulet27ba2dc2018-12-05 11:53:24 +01001545 htx_to_buf(htx, buf);
Christopher Faulet6b81df72019-10-01 22:08:43 +02001546 TRACE_DEVEL("leaving on error", H1_EV_RX_DATA|H1_EV_STRM_ERR, h1c->conn, h1s);
Christopher Faulet9768c262018-10-22 09:34:31 +02001547 return 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02001548}
1549
Christopher Faulet129817b2018-09-20 16:14:40 +02001550/*
1551 * Process outgoing data. It parses data and transfer them from the channel buffer into
1552 * h1c->obuf. It returns the number of bytes parsed and transferred if > 0, or
1553 * 0 if it couldn't proceed.
1554 */
Christopher Faulet51dbc942018-09-13 09:05:15 +02001555static size_t h1_process_output(struct h1c *h1c, struct buffer *buf, size_t count)
1556{
Christopher Faulet129817b2018-09-20 16:14:40 +02001557 struct h1s *h1s = h1c->h1s;
1558 struct h1m *h1m;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001559 struct htx *chn_htx = NULL;
Christopher Faulet9768c262018-10-22 09:34:31 +02001560 struct htx_blk *blk;
Christopher Fauletc2518a52019-06-25 21:41:02 +02001561 struct buffer tmp;
Christopher Faulet129817b2018-09-20 16:14:40 +02001562 size_t total = 0;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001563 int errflag;
Christopher Faulet51dbc942018-09-13 09:05:15 +02001564
Christopher Faulet47365272018-10-31 17:40:50 +01001565 if (!count)
1566 goto end;
Willy Tarreau37dd54d2018-12-15 14:48:31 +01001567
Christopher Faulet94b2c762019-05-24 15:28:57 +02001568 chn_htx = htxbuf(buf);
Christopher Faulet6b81df72019-10-01 22:08:43 +02001569 TRACE_ENTER(H1_EV_TX_DATA, h1c->conn, h1s, chn_htx, (size_t[]){count});
1570
Willy Tarreau37dd54d2018-12-15 14:48:31 +01001571 if (htx_is_empty(chn_htx))
1572 goto end;
Christopher Faulet9768c262018-10-22 09:34:31 +02001573
Christopher Faulet51dbc942018-09-13 09:05:15 +02001574 if (!h1_get_buf(h1c, &h1c->obuf)) {
1575 h1c->flags |= H1C_F_OUT_ALLOC;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001576 TRACE_STATE("waiting for h1c obuf allocation", H1_EV_TX_DATA|H1_EV_H1S_BLK, h1c->conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02001577 goto end;
1578 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02001579
Christopher Fauletf2824e62018-10-01 12:12:37 +02001580 if (!conn_is_back(h1c->conn)) {
1581 h1m = &h1s->res;
1582 errflag = H1S_F_RES_ERROR;
1583 }
1584 else {
1585 h1m = &h1s->req;
1586 errflag = H1S_F_REQ_ERROR;
1587 }
Christopher Faulet9768c262018-10-22 09:34:31 +02001588
Christopher Faulet0e54d542019-07-04 21:22:34 +02001589 if (h1s->flags & errflag)
1590 goto end;
1591
Willy Tarreau37dd54d2018-12-15 14:48:31 +01001592 /* the htx is non-empty thus has at least one block */
Willy Tarreau3815b222018-12-11 19:50:43 +01001593 blk = htx_get_head_blk(chn_htx);
Christopher Faulet9768c262018-10-22 09:34:31 +02001594
Willy Tarreau3815b222018-12-11 19:50:43 +01001595 /* Perform some optimizations to reduce the number of buffer copies.
1596 * First, if the mux's buffer is empty and the htx area contains
1597 * exactly one data block of the same size as the requested count,
1598 * then it's possible to simply swap the caller's buffer with the
1599 * mux's output buffer and adjust offsets and length to match the
1600 * entire DATA HTX block in the middle. In this case we perform a
1601 * true zero-copy operation from end-to-end. This is the situation
1602 * that happens all the time with large files. Second, if this is not
1603 * possible, but the mux's output buffer is empty, we still have an
1604 * opportunity to avoid the copy to the intermediary buffer, by making
1605 * the intermediary buffer's area point to the output buffer's area.
1606 * In this case we want to skip the HTX header to make sure that copies
1607 * remain aligned and that this operation remains possible all the
1608 * time. This goes for headers, data blocks and any data extracted from
1609 * the HTX blocks.
Willy Tarreauc5efa332018-12-05 11:19:27 +01001610 */
1611 if (!b_data(&h1c->obuf)) {
Christopher Faulet192c6a22019-06-11 16:32:24 +02001612 if (htx_nbblks(chn_htx) == 1 &&
Willy Tarreau37dd54d2018-12-15 14:48:31 +01001613 htx_get_blk_type(blk) == HTX_BLK_DATA &&
Willy Tarreau3815b222018-12-11 19:50:43 +01001614 htx_get_blk_value(chn_htx, blk).len == count) {
1615 void *old_area = h1c->obuf.area;
1616
Christopher Faulet6b81df72019-10-01 22:08:43 +02001617 TRACE_PROTO("sending message data (zero-copy)", H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, chn_htx, (size_t[]){count});
Willy Tarreau3815b222018-12-11 19:50:43 +01001618 h1c->obuf.area = buf->area;
Christopher Fauletc2518a52019-06-25 21:41:02 +02001619 h1c->obuf.head = sizeof(struct htx) + blk->addr;
Willy Tarreau3815b222018-12-11 19:50:43 +01001620 h1c->obuf.data = count;
1621
1622 buf->area = old_area;
1623 buf->data = buf->head = 0;
Christopher Fauletadb22202018-12-12 10:32:09 +01001624
Christopher Faulet6b81df72019-10-01 22:08:43 +02001625 chn_htx = (struct htx *)buf->area;
1626 htx_reset(chn_htx);
1627
Christopher Fauletadb22202018-12-12 10:32:09 +01001628 /* The message is chunked. We need to emit the chunk
1629 * size. We have at least the size of the struct htx to
1630 * write the chunk envelope. It should be enough.
1631 */
1632 if (h1m->flags & H1_MF_CHNK) {
1633 h1_emit_chunk_size(&h1c->obuf, count);
1634 h1_emit_chunk_crlf(&h1c->obuf);
1635 }
1636
Willy Tarreau3815b222018-12-11 19:50:43 +01001637 total += count;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001638 if (h1m->state == H1_MSG_DATA)
1639 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request payload data xferred" : "H1 response payload data xferred"),
Willy Tarreau022e5e52020-09-10 09:33:15 +02001640 H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, 0, (size_t[]){count});
Christopher Faulet6b81df72019-10-01 22:08:43 +02001641 else
1642 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request tunneled data xferred" : "H1 response tunneled data xferred"),
Willy Tarreau022e5e52020-09-10 09:33:15 +02001643 H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, 0, (size_t[]){count});
Willy Tarreau3815b222018-12-11 19:50:43 +01001644 goto out;
1645 }
Christopher Fauletc2518a52019-06-25 21:41:02 +02001646 tmp.area = h1c->obuf.area + h1c->obuf.head;
Willy Tarreauc5efa332018-12-05 11:19:27 +01001647 }
Christopher Fauletc2518a52019-06-25 21:41:02 +02001648 else
1649 tmp.area = trash.area;
Christopher Faulet9768c262018-10-22 09:34:31 +02001650
Christopher Fauletc2518a52019-06-25 21:41:02 +02001651 tmp.data = 0;
1652 tmp.size = b_room(&h1c->obuf);
Christopher Fauletb2e84162018-12-06 11:39:49 +01001653 while (count && !(h1s->flags & errflag) && blk) {
Christopher Faulet570d1612018-11-26 11:13:57 +01001654 struct htx_sl *sl;
Christopher Faulet9768c262018-10-22 09:34:31 +02001655 struct ist n, v;
Christopher Fauletb2e84162018-12-06 11:39:49 +01001656 enum htx_blk_type type = htx_get_blk_type(blk);
Christopher Faulet9768c262018-10-22 09:34:31 +02001657 uint32_t sz = htx_get_blksz(blk);
Christopher Fauletd9233f02019-10-14 14:01:24 +02001658 uint32_t vlen, chklen;
Christopher Faulet9768c262018-10-22 09:34:31 +02001659
Christopher Fauletb2e84162018-12-06 11:39:49 +01001660 vlen = sz;
Christopher Fauletd9233f02019-10-14 14:01:24 +02001661 if (type != HTX_BLK_DATA && vlen > count)
1662 goto full;
Christopher Faulet9768c262018-10-22 09:34:31 +02001663
Christopher Faulet94b2c762019-05-24 15:28:57 +02001664 if (type == HTX_BLK_UNUSED)
1665 goto nextblk;
Christopher Faulet9768c262018-10-22 09:34:31 +02001666
Christopher Faulet94b2c762019-05-24 15:28:57 +02001667 switch (h1m->state) {
1668 case H1_MSG_RQBEFORE:
1669 if (type != HTX_BLK_REQ_SL)
1670 goto error;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001671 TRACE_USER("sending request headers", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s, chn_htx);
Christopher Faulet9768c262018-10-22 09:34:31 +02001672 sl = htx_get_blk_ptr(chn_htx, blk);
Christopher Faulet570d1612018-11-26 11:13:57 +01001673 h1s->meth = sl->info.req.meth;
Christopher Faulet9768c262018-10-22 09:34:31 +02001674 h1_parse_req_vsn(h1m, sl);
Christopher Faulet53a899b2019-10-08 16:38:42 +02001675 if (!h1_format_htx_reqline(sl, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02001676 goto full;
Christopher Faulet9768c262018-10-22 09:34:31 +02001677 h1m->flags |= H1_MF_XFER_LEN;
Christopher Faulet1f890dd2019-02-18 10:33:16 +01001678 if (sl->flags & HTX_SL_F_BODYLESS)
1679 h1m->flags |= H1_MF_CLEN;
Christopher Faulet9768c262018-10-22 09:34:31 +02001680 h1m->state = H1_MSG_HDR_FIRST;
Christopher Faulet129817b2018-09-20 16:14:40 +02001681 break;
Christopher Faulet129817b2018-09-20 16:14:40 +02001682
Christopher Faulet94b2c762019-05-24 15:28:57 +02001683 case H1_MSG_RPBEFORE:
1684 if (type != HTX_BLK_RES_SL)
1685 goto error;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001686 TRACE_USER("sending response headers", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s, chn_htx);
Christopher Faulet9768c262018-10-22 09:34:31 +02001687 sl = htx_get_blk_ptr(chn_htx, blk);
Christopher Faulet570d1612018-11-26 11:13:57 +01001688 h1s->status = sl->info.res.status;
Christopher Faulet9768c262018-10-22 09:34:31 +02001689 h1_parse_res_vsn(h1m, sl);
Christopher Faulet53a899b2019-10-08 16:38:42 +02001690 if (!h1_format_htx_stline(sl, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02001691 goto full;
Christopher Faulet03599112018-11-27 11:21:21 +01001692 if (sl->flags & HTX_SL_F_XFER_LEN)
Christopher Faulet9768c262018-10-22 09:34:31 +02001693 h1m->flags |= H1_MF_XFER_LEN;
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01001694 if (sl->info.res.status < 200 &&
1695 (sl->info.res.status == 100 || sl->info.res.status >= 102))
Christopher Fauletada34b62019-05-24 16:36:43 +02001696 h1s->flags |= H1S_F_HAVE_O_CONN;
Christopher Faulet9768c262018-10-22 09:34:31 +02001697 h1m->state = H1_MSG_HDR_FIRST;
1698 break;
1699
Christopher Faulet94b2c762019-05-24 15:28:57 +02001700 case H1_MSG_HDR_FIRST:
1701 case H1_MSG_HDR_NAME:
1702 case H1_MSG_HDR_L2_LWS:
1703 if (type == HTX_BLK_EOH)
1704 goto last_lf;
1705 if (type != HTX_BLK_HDR)
1706 goto error;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001707
Christopher Faulet9768c262018-10-22 09:34:31 +02001708 h1m->state = H1_MSG_HDR_NAME;
1709 n = htx_get_blk_name(chn_htx, blk);
1710 v = htx_get_blk_value(chn_htx, blk);
1711
Christopher Faulet86d144c2019-08-14 16:32:25 +02001712 /* Skip all pseudo-headers */
1713 if (*(n.ptr) == ':')
1714 goto skip_hdr;
1715
Christopher Fauletb045bb22020-02-28 10:42:20 +01001716 if (isteq(n, ist("transfer-encoding")))
Christopher Faulet9768c262018-10-22 09:34:31 +02001717 h1_parse_xfer_enc_header(h1m, v);
Christopher Fauletb045bb22020-02-28 10:42:20 +01001718 else if (isteq(n, ist("content-length"))) {
Christopher Faulet5220ef22019-03-27 15:44:56 +01001719 /* Only skip C-L header with invalid value. */
1720 if (h1_parse_cont_len_header(h1m, &v) < 0)
Willy Tarreau27cd2232019-01-03 21:52:42 +01001721 goto skip_hdr;
1722 }
Christopher Fauletb045bb22020-02-28 10:42:20 +01001723 else if (isteq(n, ist("connection"))) {
Christopher Fauletb992af02019-03-28 15:42:24 +01001724 h1_parse_connection_header(h1m, &v);
Christopher Faulet9768c262018-10-22 09:34:31 +02001725 if (!v.len)
1726 goto skip_hdr;
1727 }
1728
Christopher Faulet67d58092019-10-02 10:51:38 +02001729 /* Skip header if same name is used to add the server name */
1730 if (!(h1m->flags & H1_MF_RESP) && h1c->px->server_id_hdr_name &&
1731 isteqi(n, ist2(h1c->px->server_id_hdr_name, h1c->px->server_id_hdr_len)))
1732 goto skip_hdr;
1733
Christopher Faulet98fbe952019-07-22 16:18:24 +02001734 /* Try to adjust the case of the header name */
1735 if (h1c->px->options2 & (PR_O2_H1_ADJ_BUGCLI|PR_O2_H1_ADJ_BUGSRV))
1736 h1_adjust_case_outgoing_hdr(h1s, h1m, &n);
Christopher Faulet53a899b2019-10-08 16:38:42 +02001737 if (!h1_format_htx_hdr(n, v, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02001738 goto full;
Christopher Faulet9768c262018-10-22 09:34:31 +02001739 skip_hdr:
1740 h1m->state = H1_MSG_HDR_L2_LWS;
1741 break;
1742
Christopher Faulet94b2c762019-05-24 15:28:57 +02001743 case H1_MSG_LAST_LF:
1744 if (type != HTX_BLK_EOH)
1745 goto error;
1746 last_lf:
Christopher Fauletada34b62019-05-24 16:36:43 +02001747 h1m->state = H1_MSG_LAST_LF;
1748 if (!(h1s->flags & H1S_F_HAVE_O_CONN)) {
Christopher Faulet04f89192019-10-16 09:41:07 +02001749 /* If the reply comes from haproxy while the request is
1750 * not finished, we force the connection close. */
1751 if ((chn_htx->flags & HTX_FL_PROXY_RESP) && h1s->req.state != H1_MSG_DONE) {
1752 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
1753 TRACE_STATE("force close mode (resp)", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1s->h1c->conn, h1s);
1754 }
1755
1756 /* the conn_mode must be processed. So do it */
Christopher Fauleta110ecb2019-06-17 14:07:46 +02001757 n = ist("connection");
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01001758 v = ist("");
Christopher Fauletb992af02019-03-28 15:42:24 +01001759 h1_process_output_conn_mode(h1s, h1m, &v);
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01001760 if (v.len) {
Christopher Faulet98fbe952019-07-22 16:18:24 +02001761 /* Try to adjust the case of the header name */
1762 if (h1c->px->options2 & (PR_O2_H1_ADJ_BUGCLI|PR_O2_H1_ADJ_BUGSRV))
1763 h1_adjust_case_outgoing_hdr(h1s, h1m, &n);
Christopher Faulet53a899b2019-10-08 16:38:42 +02001764 if (!h1_format_htx_hdr(n, v, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02001765 goto full;
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01001766 }
Christopher Fauletada34b62019-05-24 16:36:43 +02001767 h1s->flags |= H1S_F_HAVE_O_CONN;
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01001768 }
Willy Tarreau4710d202019-01-03 17:39:54 +01001769
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001770 if ((h1s->meth != HTTP_METH_CONNECT &&
1771 (h1m->flags & (H1_MF_VER_11|H1_MF_RESP|H1_MF_CLEN|H1_MF_CHNK|H1_MF_XFER_LEN)) ==
Christopher Faulet1f890dd2019-02-18 10:33:16 +01001772 (H1_MF_VER_11|H1_MF_XFER_LEN)) ||
1773 (h1s->status >= 200 && h1s->status != 204 && h1s->status != 304 &&
1774 h1s->meth != HTTP_METH_HEAD && !(h1s->meth == HTTP_METH_CONNECT && h1s->status == 200) &&
1775 (h1m->flags & (H1_MF_VER_11|H1_MF_RESP|H1_MF_CLEN|H1_MF_CHNK|H1_MF_XFER_LEN)) ==
1776 (H1_MF_VER_11|H1_MF_RESP|H1_MF_XFER_LEN))) {
Willy Tarreau4710d202019-01-03 17:39:54 +01001777 /* chunking needed but header not seen */
Christopher Faulet7a991a92019-10-04 10:23:51 +02001778 n = ist("transfer-encoding");
1779 v = ist("chunked");
1780 if (h1c->px->options2 & (PR_O2_H1_ADJ_BUGCLI|PR_O2_H1_ADJ_BUGSRV))
1781 h1_adjust_case_outgoing_hdr(h1s, h1m, &n);
Christopher Faulet53a899b2019-10-08 16:38:42 +02001782 if (!h1_format_htx_hdr(n, v, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02001783 goto full;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001784 TRACE_STATE("add \"Transfer-Encoding: chunked\"", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
Willy Tarreau4710d202019-01-03 17:39:54 +01001785 h1m->flags |= H1_MF_CHNK;
1786 }
1787
Christopher Faulet72ba6cd2019-09-24 16:20:05 +02001788 /* Now add the server name to a header (if requested) */
1789 if (!(h1s->flags & H1S_F_HAVE_SRV_NAME) &&
1790 !(h1m->flags & H1_MF_RESP) && h1c->px->server_id_hdr_name) {
1791 struct server *srv = objt_server(h1c->conn->target);
1792
1793 if (srv) {
1794 n = ist2(h1c->px->server_id_hdr_name, h1c->px->server_id_hdr_len);
1795 v = ist(srv->id);
Christopher Faulet5cef2a62019-10-02 11:06:13 +02001796
1797 /* Try to adjust the case of the header name */
1798 if (h1c->px->options2 & (PR_O2_H1_ADJ_BUGCLI|PR_O2_H1_ADJ_BUGSRV))
1799 h1_adjust_case_outgoing_hdr(h1s, h1m, &n);
Christopher Faulet53a899b2019-10-08 16:38:42 +02001800 if (!h1_format_htx_hdr(n, v, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02001801 goto full;
Christopher Faulet72ba6cd2019-09-24 16:20:05 +02001802 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02001803 TRACE_STATE("add server name header", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
Christopher Faulet72ba6cd2019-09-24 16:20:05 +02001804 h1s->flags |= H1S_F_HAVE_SRV_NAME;
1805 }
1806
Christopher Fauletc2518a52019-06-25 21:41:02 +02001807 if (!chunk_memcat(&tmp, "\r\n", 2))
Christopher Fauleta61aa542019-10-14 14:17:00 +02001808 goto full;
Christopher Faulet9768c262018-10-22 09:34:31 +02001809
Christopher Faulet6b81df72019-10-01 22:08:43 +02001810 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request headers xferred" : "H1 response headers xferred"),
1811 H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
1812
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001813 if (!(h1m->flags & H1_MF_RESP) && h1s->meth == HTTP_METH_CONNECT) {
1814 /* a CONNECT request is sent to the server. Switch it to tunnel mode. */
1815 h1_set_req_tunnel_mode(h1s);
1816 }
Christopher Fauletf3158e92019-11-15 11:14:23 +01001817 else if ((h1m->flags & H1_MF_RESP) &&
1818 ((h1s->meth == HTTP_METH_CONNECT && h1s->status == 200) || h1s->status == 101)) {
Ilya Shipitsinc02a23f2020-05-06 00:53:22 +05001819 /* a successful reply to a CONNECT or a protocol switching is sent
Christopher Fauletf3158e92019-11-15 11:14:23 +01001820 * to the client. Switch the response to tunnel mode.
1821 */
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001822 h1_set_res_tunnel_mode(h1s);
Christopher Faulet6b81df72019-10-01 22:08:43 +02001823 TRACE_STATE("switch H1 response in tunnel mode", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001824 }
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02001825 else if ((h1m->flags & H1_MF_RESP) &&
1826 h1s->status < 200 && (h1s->status == 100 || h1s->status >= 102)) {
1827 h1m_init_res(&h1s->res);
1828 h1m->flags |= (H1_MF_NO_PHDR|H1_MF_CLEAN_CONN_HDR);
Christopher Fauletada34b62019-05-24 16:36:43 +02001829 h1s->flags &= ~H1S_F_HAVE_O_CONN;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001830 TRACE_STATE("1xx response xferred", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02001831 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02001832 else if ((h1m->flags & H1_MF_RESP) && h1s->meth == HTTP_METH_HEAD) {
Christopher Fauletb8fc3042019-07-01 16:17:30 +02001833 h1m->state = H1_MSG_DONE;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001834 TRACE_STATE("HEAD response processed", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
1835 }
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001836 else
1837 h1m->state = H1_MSG_DATA;
Christopher Faulet9768c262018-10-22 09:34:31 +02001838 break;
1839
Christopher Faulet94b2c762019-05-24 15:28:57 +02001840 case H1_MSG_DATA:
Christopher Fauletf8db73e2019-07-04 17:12:12 +02001841 case H1_MSG_TUNNEL:
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001842 if (type == HTX_BLK_EOM) {
1843 /* Chunked message without explicit trailers */
1844 if (h1m->flags & H1_MF_CHNK) {
Christopher Fauletc2518a52019-06-25 21:41:02 +02001845 if (!chunk_memcat(&tmp, "0\r\n\r\n", 5))
Christopher Fauleta61aa542019-10-14 14:17:00 +02001846 goto full;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001847 }
1848 goto done;
1849 }
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001850 else if (type == HTX_BLK_EOT || type == HTX_BLK_TLR) {
Christopher Faulet5433a0b2019-06-27 17:40:14 +02001851 /* If the message is not chunked, never
1852 * add the last chunk. */
1853 if ((h1m->flags & H1_MF_CHNK) && !chunk_memcat(&tmp, "0\r\n", 3))
Christopher Fauleta61aa542019-10-14 14:17:00 +02001854 goto full;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001855 TRACE_PROTO("sending message trailers", H1_EV_TX_DATA|H1_EV_TX_TLRS, h1c->conn, h1s, chn_htx);
Christopher Faulet94b2c762019-05-24 15:28:57 +02001856 goto trailers;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001857 }
Christopher Faulet94b2c762019-05-24 15:28:57 +02001858 else if (type != HTX_BLK_DATA)
1859 goto error;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001860
1861 TRACE_PROTO("sending message data", H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, chn_htx, (size_t[]){sz});
Christopher Fauletd9233f02019-10-14 14:01:24 +02001862
1863
1864 if (vlen > count) {
1865 /* Get the maximum amount of data we can xferred */
1866 vlen = count;
1867 }
1868
1869 chklen = 0;
1870 if (h1m->flags & H1_MF_CHNK) {
1871 chklen = b_room(&tmp);
1872 chklen = ((chklen < 16) ? 1 : (chklen < 256) ? 2 :
1873 (chklen < 4096) ? 3 : (chklen < 65536) ? 4 :
1874 (chklen < 1048576) ? 5 : 8);
1875 chklen += 4; /* 2 x CRLF */
1876 }
1877
1878 if (vlen + chklen > b_room(&tmp)) {
1879 /* too large for the buffer */
1880 if (chklen >= b_room(&tmp))
1881 goto full;
1882 vlen = b_room(&tmp) - chklen;
1883 }
Christopher Faulet9768c262018-10-22 09:34:31 +02001884 v = htx_get_blk_value(chn_htx, blk);
Christopher Fauletb2e84162018-12-06 11:39:49 +01001885 v.len = vlen;
Christopher Faulet53a899b2019-10-08 16:38:42 +02001886 if (!h1_format_htx_data(v, &tmp, !!(h1m->flags & H1_MF_CHNK)))
Christopher Fauleta61aa542019-10-14 14:17:00 +02001887 goto full;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001888
1889 if (h1m->state == H1_MSG_DATA)
1890 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request payload data xferred" : "H1 response payload data xferred"),
Willy Tarreau022e5e52020-09-10 09:33:15 +02001891 H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, 0, (size_t[]){v.len});
Christopher Faulet6b81df72019-10-01 22:08:43 +02001892 else
1893 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request tunneled data xferred" : "H1 response tunneled data xferred"),
Willy Tarreau022e5e52020-09-10 09:33:15 +02001894 H1_EV_TX_DATA|H1_EV_TX_BODY, h1c->conn, h1s, 0, (size_t[]){v.len});
Christopher Faulet9768c262018-10-22 09:34:31 +02001895 break;
1896
Christopher Faulet94b2c762019-05-24 15:28:57 +02001897 case H1_MSG_TRAILERS:
1898 if (type == HTX_BLK_EOM)
1899 goto done;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001900 else if (type != HTX_BLK_TLR && type != HTX_BLK_EOT)
Christopher Faulet94b2c762019-05-24 15:28:57 +02001901 goto error;
1902 trailers:
Christopher Faulet9768c262018-10-22 09:34:31 +02001903 h1m->state = H1_MSG_TRAILERS;
Christopher Faulet5433a0b2019-06-27 17:40:14 +02001904 /* If the message is not chunked, ignore
1905 * trailers. It may happen with H2 messages. */
1906 if (!(h1m->flags & H1_MF_CHNK))
1907 break;
1908
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001909 if (type == HTX_BLK_EOT) {
Christopher Fauletc2518a52019-06-25 21:41:02 +02001910 if (!chunk_memcat(&tmp, "\r\n", 2))
Christopher Fauleta61aa542019-10-14 14:17:00 +02001911 goto full;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001912 TRACE_PROTO((!(h1m->flags & H1_MF_RESP) ? "H1 request trailers xferred" : "H1 response trailers xferred"),
1913 H1_EV_TX_DATA|H1_EV_TX_TLRS, h1c->conn, h1s);
Christopher Faulet32188212018-11-20 18:21:43 +01001914 }
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001915 else { // HTX_BLK_TLR
1916 n = htx_get_blk_name(chn_htx, blk);
1917 v = htx_get_blk_value(chn_htx, blk);
Christopher Faulet98fbe952019-07-22 16:18:24 +02001918
1919 /* Try to adjust the case of the header name */
1920 if (h1c->px->options2 & (PR_O2_H1_ADJ_BUGCLI|PR_O2_H1_ADJ_BUGSRV))
1921 h1_adjust_case_outgoing_hdr(h1s, h1m, &n);
Christopher Faulet53a899b2019-10-08 16:38:42 +02001922 if (!h1_format_htx_hdr(n, v, &tmp))
Christopher Fauleta61aa542019-10-14 14:17:00 +02001923 goto full;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001924 }
Christopher Faulet9768c262018-10-22 09:34:31 +02001925 break;
1926
Christopher Faulet94b2c762019-05-24 15:28:57 +02001927 case H1_MSG_DONE:
1928 if (type != HTX_BLK_EOM)
1929 goto error;
1930 done:
1931 h1m->state = H1_MSG_DONE;
Christopher Fauletf3158e92019-11-15 11:14:23 +01001932 if (!(h1m->flags & H1_MF_RESP) && h1s->status == 101) {
1933 h1_set_req_tunnel_mode(h1s);
1934 TRACE_STATE("switch H1 request in tunnel mode", H1_EV_TX_DATA|H1_EV_TX_HDRS, h1c->conn, h1s);
1935 }
1936 else if (h1s->h1c->flags & H1C_F_IN_BUSY) {
Christopher Fauletcd67bff2019-06-14 16:54:15 +02001937 h1s->h1c->flags &= ~H1C_F_IN_BUSY;
Willy Tarreau2c1f37d2020-03-04 17:50:02 +01001938 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Christopher Faulet6b81df72019-10-01 22:08:43 +02001939 TRACE_STATE("h1c no more busy", H1_EV_TX_DATA|H1_EV_H1C_BLK|H1_EV_H1C_WAKE, h1c->conn, h1s);
Christopher Fauletcd67bff2019-06-14 16:54:15 +02001940 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02001941
1942 TRACE_USER((!(h1m->flags & H1_MF_RESP) ? "H1 request fully xferred" : "H1 response fully xferred"),
1943 H1_EV_TX_DATA, h1c->conn, h1s);
Christopher Faulet9768c262018-10-22 09:34:31 +02001944 break;
1945
Christopher Faulet9768c262018-10-22 09:34:31 +02001946 default:
Christopher Faulet94b2c762019-05-24 15:28:57 +02001947 error:
Christopher Faulet6b81df72019-10-01 22:08:43 +02001948 TRACE_PROTO("formatting error", H1_EV_TX_DATA, h1c->conn, h1s);
Christopher Fauletd87d3fa2019-06-26 15:16:28 +02001949 /* Unexpected error during output processing */
Christopher Faulet69b48212019-09-09 10:11:30 +02001950 chn_htx->flags |= HTX_FL_PROCESSING_ERROR;
Christopher Fauleta2ea1582019-05-28 10:35:18 +02001951 h1s->flags |= errflag;
Christopher Fauletd87d3fa2019-06-26 15:16:28 +02001952 h1c->flags |= H1C_F_CS_ERROR;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001953 TRACE_STATE("processing error, set error on h1c/h1s", H1_EV_H1C_ERR|H1_EV_H1S_ERR, h1c->conn, h1s);
1954 TRACE_DEVEL("unexpected error", H1_EV_TX_DATA|H1_EV_STRM_ERR, h1c->conn, h1s);
Christopher Faulet9768c262018-10-22 09:34:31 +02001955 break;
1956 }
Christopher Faulet94b2c762019-05-24 15:28:57 +02001957
1958 nextblk:
Christopher Fauletb2e84162018-12-06 11:39:49 +01001959 total += vlen;
1960 count -= vlen;
1961 if (sz == vlen)
1962 blk = htx_remove_blk(chn_htx, blk);
1963 else {
1964 htx_cut_data_blk(chn_htx, blk, vlen);
1965 break;
1966 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001967 }
1968
Christopher Faulet9768c262018-10-22 09:34:31 +02001969 copy:
Willy Tarreauc5efa332018-12-05 11:19:27 +01001970 /* when the output buffer is empty, tmp shares the same area so that we
1971 * only have to update pointers and lengths.
1972 */
Christopher Fauletc2518a52019-06-25 21:41:02 +02001973 if (tmp.area == h1c->obuf.area + h1c->obuf.head)
1974 h1c->obuf.data = tmp.data;
Willy Tarreauc5efa332018-12-05 11:19:27 +01001975 else
Christopher Fauletc2518a52019-06-25 21:41:02 +02001976 b_putblk(&h1c->obuf, tmp.area, tmp.data);
Christopher Faulet51dbc942018-09-13 09:05:15 +02001977
Willy Tarreau3815b222018-12-11 19:50:43 +01001978 htx_to_buf(chn_htx, buf);
Christopher Faulet6b81df72019-10-01 22:08:43 +02001979 out:
1980 if (!buf_room_for_htx_data(&h1c->obuf)) {
1981 TRACE_STATE("h1c obuf full", H1_EV_TX_DATA|H1_EV_H1S_BLK, h1c->conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02001982 h1c->flags |= H1C_F_OUT_FULL;
Christopher Faulet6b81df72019-10-01 22:08:43 +02001983 }
Christopher Faulet9768c262018-10-22 09:34:31 +02001984 end:
Christopher Faulet6b81df72019-10-01 22:08:43 +02001985 TRACE_LEAVE(H1_EV_TX_DATA, h1c->conn, h1s, chn_htx, (size_t[]){total});
Christopher Faulet9768c262018-10-22 09:34:31 +02001986 return total;
Christopher Fauleta61aa542019-10-14 14:17:00 +02001987
1988 full:
1989 TRACE_STATE("h1c obuf full", H1_EV_TX_DATA|H1_EV_H1S_BLK, h1c->conn, h1s);
1990 h1c->flags |= H1C_F_OUT_FULL;
1991 goto copy;
Christopher Faulet51dbc942018-09-13 09:05:15 +02001992}
1993
Christopher Faulet51dbc942018-09-13 09:05:15 +02001994/*********************************************************/
1995/* functions below are I/O callbacks from the connection */
1996/*********************************************************/
Christopher Faulete17fa2f2018-12-11 16:25:36 +01001997static void h1_wake_stream_for_recv(struct h1s *h1s)
1998{
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01001999 if (h1s && h1s->subs && h1s->subs->events & SUB_RETRY_RECV) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002000 TRACE_POINT(H1_EV_STRM_WAKE, h1s->h1c->conn, h1s);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002001 tasklet_wakeup(h1s->subs->tasklet);
2002 h1s->subs->events &= ~SUB_RETRY_RECV;
2003 if (!h1s->subs->events)
2004 h1s->subs = NULL;
Christopher Faulete17fa2f2018-12-11 16:25:36 +01002005 }
2006}
2007static void h1_wake_stream_for_send(struct h1s *h1s)
2008{
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002009 if (h1s && h1s->subs && h1s->subs->events & SUB_RETRY_SEND) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002010 TRACE_POINT(H1_EV_STRM_WAKE, h1s->h1c->conn, h1s);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002011 tasklet_wakeup(h1s->subs->tasklet);
2012 h1s->subs->events &= ~SUB_RETRY_SEND;
2013 if (!h1s->subs->events)
2014 h1s->subs = NULL;
Christopher Faulete17fa2f2018-12-11 16:25:36 +01002015 }
2016}
2017
Christopher Faulet51dbc942018-09-13 09:05:15 +02002018/*
2019 * Attempt to read data, and subscribe if none available
2020 */
2021static int h1_recv(struct h1c *h1c)
2022{
2023 struct connection *conn = h1c->conn;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002024 struct h1s *h1s = h1c->h1s;
Olivier Houchard75159a92018-12-03 18:46:09 +01002025 size_t ret = 0, max;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002026 int rcvd = 0;
Willy Tarreau6e59cb52020-02-20 11:11:50 +01002027 int flags = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002028
Christopher Faulet6b81df72019-10-01 22:08:43 +02002029 TRACE_ENTER(H1_EV_H1C_RECV, h1c->conn);
2030
2031 if (h1c->wait_event.events & SUB_RETRY_RECV) {
2032 TRACE_DEVEL("leaving on sub_recv", H1_EV_H1C_RECV, h1c->conn);
Christopher Fauletc386a882018-12-04 16:06:28 +01002033 return (b_data(&h1c->ibuf));
Christopher Faulet6b81df72019-10-01 22:08:43 +02002034 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002035
Olivier Houchard75159a92018-12-03 18:46:09 +01002036 if (!h1_recv_allowed(h1c)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002037 TRACE_DEVEL("leaving on !recv_allowed", H1_EV_H1C_RECV, h1c->conn);
Olivier Houchard75159a92018-12-03 18:46:09 +01002038 rcvd = 1;
Christopher Faulet9768c262018-10-22 09:34:31 +02002039 goto end;
Olivier Houchard75159a92018-12-03 18:46:09 +01002040 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002041
Christopher Fauletf7d5ff32019-04-16 13:55:08 +02002042 if (!h1_get_buf(h1c, &h1c->ibuf)) {
2043 h1c->flags |= H1C_F_IN_ALLOC;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002044 TRACE_STATE("waiting for h1c ibuf allocation", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
Christopher Faulet9768c262018-10-22 09:34:31 +02002045 goto end;
2046 }
Christopher Faulet1be55f92018-10-02 15:59:23 +02002047
Christopher Fauletf7d5ff32019-04-16 13:55:08 +02002048 if (h1s && (h1s->flags & (H1S_F_BUF_FLUSH|H1S_F_SPLICED_DATA))) {
Willy Tarreaufbdf90a2019-06-03 13:42:54 +02002049 if (!h1s_data_pending(h1s))
Christopher Fauletf7d5ff32019-04-16 13:55:08 +02002050 h1_wake_stream_for_recv(h1s);
2051 rcvd = 1;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002052 TRACE_DEVEL("leaving on (buf_flush|spliced_data)", H1_EV_H1C_RECV, h1c->conn);
Christopher Faulet9768c262018-10-22 09:34:31 +02002053 goto end;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002054 }
2055
Olivier Houchard29a22bc2018-12-04 18:16:45 +01002056 /*
2057 * If we only have a small amount of data, realign it,
2058 * it's probably cheaper than doing 2 recv() calls.
2059 */
2060 if (b_data(&h1c->ibuf) > 0 && b_data(&h1c->ibuf) < 128)
2061 b_slow_realign(&h1c->ibuf, trash.area, 0);
2062
Willy Tarreau6e59cb52020-02-20 11:11:50 +01002063 /* avoid useless reads after first responses */
Christopher Faulet69f2cb82020-09-21 11:59:21 +02002064 if (h1s && ((!conn_is_back(conn) && h1s->req.state == H1_MSG_RQBEFORE) ||
2065 (conn_is_back(conn) && h1s->res.state == H1_MSG_RPBEFORE)))
Willy Tarreau6e59cb52020-02-20 11:11:50 +01002066 flags |= CO_RFL_READ_ONCE;
2067
Willy Tarreau45f2b892018-12-05 07:59:27 +01002068 max = buf_room_for_htx_data(&h1c->ibuf);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002069 if (max) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002070 if (h1c->flags & H1C_F_IN_FULL) {
2071 h1c->flags &= ~H1C_F_IN_FULL;
2072 TRACE_STATE("h1c ibuf not full anymore", H1_EV_H1C_RECV|H1_EV_H1C_BLK);
2073 }
Willy Tarreau78f548f2018-12-05 10:02:39 +01002074
Willy Tarreaue0f24ee2018-12-14 10:51:23 +01002075 b_realign_if_empty(&h1c->ibuf);
Willy Tarreau78f548f2018-12-05 10:02:39 +01002076 if (!b_data(&h1c->ibuf)) {
2077 /* try to pre-align the buffer like the rxbufs will be
2078 * to optimize memory copies.
2079 */
Willy Tarreau78f548f2018-12-05 10:02:39 +01002080 h1c->ibuf.head = sizeof(struct htx);
2081 }
Willy Tarreau6e59cb52020-02-20 11:11:50 +01002082 ret = conn->xprt->rcv_buf(conn, conn->xprt_ctx, &h1c->ibuf, max, flags);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002083 }
Christopher Faulet47365272018-10-31 17:40:50 +01002084 if (ret > 0) {
Willy Tarreau022e5e52020-09-10 09:33:15 +02002085 TRACE_DATA("data received", H1_EV_H1C_RECV, h1c->conn, 0, 0, (size_t[]){ret});
Christopher Faulet51dbc942018-09-13 09:05:15 +02002086 rcvd = 1;
Christopher Fauletfeb11742018-11-29 15:12:34 +01002087 if (h1s && h1s->cs) {
Christopher Faulet37e36072018-12-04 15:54:12 +01002088 h1s->cs->flags |= (CS_FL_READ_PARTIAL|CS_FL_RCV_MORE);
Christopher Fauletfeb11742018-11-29 15:12:34 +01002089 if (h1s->csinfo.t_idle == -1)
2090 h1s->csinfo.t_idle = tv_ms_elapsed(&h1s->csinfo.tv_create, &now) - h1s->csinfo.t_handshake;
2091 }
Christopher Faulet47365272018-10-31 17:40:50 +01002092 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002093
Olivier Houchardcc3fec82019-07-26 15:11:11 +02002094 if (ret > 0 || !h1_recv_allowed(h1c) || !buf_room_for_htx_data(&h1c->ibuf)) {
Christopher Faulet81d48432018-11-19 21:22:43 +01002095 rcvd = 1;
Christopher Fauletcf56b992018-12-11 16:12:31 +01002096 goto end;
2097 }
2098
Christopher Faulet6b81df72019-10-01 22:08:43 +02002099 TRACE_STATE("failed to receive data, subscribing", H1_EV_H1C_RECV, h1c->conn);
Olivier Houcharde179d0e2019-03-21 18:27:17 +01002100 conn->xprt->subscribe(conn, conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002101
Christopher Faulet9768c262018-10-22 09:34:31 +02002102 end:
Christopher Faulete17fa2f2018-12-11 16:25:36 +01002103 if (ret > 0 || (conn->flags & CO_FL_ERROR) || conn_xprt_read0_pending(conn))
2104 h1_wake_stream_for_recv(h1s);
Olivier Houchard75159a92018-12-03 18:46:09 +01002105
Willy Tarreauc493c9c2019-06-03 14:18:22 +02002106 if (conn_xprt_read0_pending(conn) && h1s) {
2107 h1s->flags |= H1S_F_REOS;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002108 TRACE_STATE("read0 on connection", H1_EV_H1C_RECV, conn, h1s);
Willy Tarreaufbdf90a2019-06-03 13:42:54 +02002109 rcvd = 1;
2110 }
2111
Christopher Faulet51dbc942018-09-13 09:05:15 +02002112 if (!b_data(&h1c->ibuf))
2113 h1_release_buf(h1c, &h1c->ibuf);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002114 else if (!buf_room_for_htx_data(&h1c->ibuf)) {
Christopher Faulet51dbc942018-09-13 09:05:15 +02002115 h1c->flags |= H1C_F_IN_FULL;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002116 TRACE_STATE("h1c ibuf full", H1_EV_H1C_RECV|H1_EV_H1C_BLK);
2117 }
2118
2119 TRACE_LEAVE(H1_EV_H1C_RECV, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002120 return rcvd;
2121}
2122
2123
2124/*
2125 * Try to send data if possible
2126 */
2127static int h1_send(struct h1c *h1c)
2128{
2129 struct connection *conn = h1c->conn;
2130 unsigned int flags = 0;
2131 size_t ret;
2132 int sent = 0;
2133
Christopher Faulet6b81df72019-10-01 22:08:43 +02002134 TRACE_ENTER(H1_EV_H1C_SEND, h1c->conn);
2135
2136 if (conn->flags & CO_FL_ERROR) {
2137 TRACE_DEVEL("leaving on connection error", H1_EV_H1C_SEND, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002138 return 0;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002139 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002140
2141 if (!b_data(&h1c->obuf))
2142 goto end;
2143
Christopher Faulet46230362019-10-17 16:04:20 +02002144 if (h1c->flags & H1C_F_CO_MSG_MORE)
Christopher Faulet51dbc942018-09-13 09:05:15 +02002145 flags |= CO_SFL_MSG_MORE;
Christopher Faulet46230362019-10-17 16:04:20 +02002146 if (h1c->flags & H1C_F_CO_STREAMER)
2147 flags |= CO_SFL_STREAMER;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002148
Olivier Houcharde179d0e2019-03-21 18:27:17 +01002149 ret = conn->xprt->snd_buf(conn, conn->xprt_ctx, &h1c->obuf, b_data(&h1c->obuf), flags);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002150 if (ret > 0) {
Willy Tarreau022e5e52020-09-10 09:33:15 +02002151 TRACE_DATA("data sent", H1_EV_H1C_SEND, h1c->conn, 0, 0, (size_t[]){ret});
Christopher Faulet6b81df72019-10-01 22:08:43 +02002152 if (h1c->flags & H1C_F_OUT_FULL) {
2153 h1c->flags &= ~H1C_F_OUT_FULL;
2154 TRACE_STATE("h1c obuf not full anymore", H1_EV_STRM_SEND|H1_EV_H1S_BLK, h1c->conn);
2155 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002156 b_del(&h1c->obuf, ret);
2157 sent = 1;
2158 }
2159
Christopher Faulet145aa472018-12-06 10:56:20 +01002160 if (conn->flags & (CO_FL_ERROR|CO_FL_SOCK_WR_SH)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002161 TRACE_DEVEL("connection error or output closed", H1_EV_H1C_SEND, h1c->conn);
Christopher Faulet145aa472018-12-06 10:56:20 +01002162 /* error or output closed, nothing to send, clear the buffer to release it */
2163 b_reset(&h1c->obuf);
2164 }
2165
Christopher Faulet51dbc942018-09-13 09:05:15 +02002166 end:
Christopher Faulete17fa2f2018-12-11 16:25:36 +01002167 if (!(h1c->flags & H1C_F_OUT_FULL))
2168 h1_wake_stream_for_send(h1c->h1s);
Olivier Houchard75159a92018-12-03 18:46:09 +01002169
Christopher Faulet51dbc942018-09-13 09:05:15 +02002170 /* We're done, no more to send */
2171 if (!b_data(&h1c->obuf)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002172 TRACE_DEVEL("leaving with everything sent", H1_EV_H1C_SEND, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002173 h1_release_buf(h1c, &h1c->obuf);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002174 if (h1c->flags & H1C_F_CS_SHUTW_NOW) {
2175 TRACE_STATE("process pending shutdown for writes", H1_EV_H1C_SEND, h1c->conn);
Christopher Faulet666a0c42019-01-08 11:12:04 +01002176 h1_shutw_conn(conn, CS_SHW_NORMAL);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002177 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002178 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02002179 else if (!(h1c->wait_event.events & SUB_RETRY_SEND)) {
2180 TRACE_STATE("more data to send, subscribing", H1_EV_H1C_SEND, h1c->conn);
Olivier Houcharde179d0e2019-03-21 18:27:17 +01002181 conn->xprt->subscribe(conn, conn->xprt_ctx, SUB_RETRY_SEND, &h1c->wait_event);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002182 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002183
Christopher Faulet6b81df72019-10-01 22:08:43 +02002184 TRACE_LEAVE(H1_EV_H1C_SEND, h1c->conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002185 return sent;
2186}
2187
Christopher Faulet51dbc942018-09-13 09:05:15 +02002188
2189/* callback called on any event by the connection handler.
2190 * It applies changes and returns zero, or < 0 if it wants immediate
2191 * destruction of the connection.
2192 */
2193static int h1_process(struct h1c * h1c)
2194{
2195 struct connection *conn = h1c->conn;
Christopher Fauletfeb11742018-11-29 15:12:34 +01002196 struct h1s *h1s = h1c->h1s;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002197
Christopher Faulet6b81df72019-10-01 22:08:43 +02002198 TRACE_ENTER(H1_EV_H1C_WAKE, conn);
2199
Willy Tarreau3d2ee552018-12-19 14:12:10 +01002200 if (!conn->ctx)
Christopher Faulet51dbc942018-09-13 09:05:15 +02002201 return -1;
2202
Christopher Fauletfeb11742018-11-29 15:12:34 +01002203 if (!h1s) {
Christopher Faulet37243bc2019-07-11 15:40:25 +02002204 if (h1c->flags & (H1C_F_CS_ERROR|H1C_F_CS_SHUTDOWN) ||
Christopher Fauletaaa67bc2019-12-05 10:23:37 +01002205 conn->flags & (CO_FL_ERROR|CO_FL_SOCK_RD_SH|CO_FL_SOCK_WR_SH))
Christopher Faulet539e0292018-11-19 10:40:09 +01002206 goto release;
Christopher Fauletaaa67bc2019-12-05 10:23:37 +01002207 if (!conn_is_back(conn) && (h1c->flags & H1C_F_CS_IDLE)) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002208 TRACE_STATE("K/A incoming connection, create new H1 stream", H1_EV_H1C_WAKE, conn);
Olivier Houchardf502aca2018-12-14 19:42:40 +01002209 if (!h1s_create(h1c, NULL, NULL))
Christopher Faulet539e0292018-11-19 10:40:09 +01002210 goto release;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002211 }
Christopher Faulet1a7ad7a2018-12-04 16:10:44 +01002212 else
Olivier Houcharde7284782018-12-06 18:54:54 +01002213 goto end;
Christopher Fauletfeb11742018-11-29 15:12:34 +01002214 h1s = h1c->h1s;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002215 }
2216
Christopher Fauletfeb11742018-11-29 15:12:34 +01002217 if (b_data(&h1c->ibuf) && h1s->csinfo.t_idle == -1)
2218 h1s->csinfo.t_idle = tv_ms_elapsed(&h1s->csinfo.tv_create, &now) - h1s->csinfo.t_handshake;
2219
Christopher Faulet6b81df72019-10-01 22:08:43 +02002220 if (conn_xprt_read0_pending(conn)) {
Willy Tarreauc493c9c2019-06-03 14:18:22 +02002221 h1s->flags |= H1S_F_REOS;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002222 TRACE_STATE("read0 on connection", H1_EV_H1C_RECV, conn, h1s);
2223 }
Willy Tarreauc493c9c2019-06-03 14:18:22 +02002224
Willy Tarreaufbdf90a2019-06-03 13:42:54 +02002225 if (!h1s_data_pending(h1s) && h1s && h1s->cs && h1s->cs->data_cb->wake &&
Willy Tarreauc493c9c2019-06-03 14:18:22 +02002226 (h1s->flags & H1S_F_REOS || h1c->flags & H1C_F_CS_ERROR ||
Olivier Houchard32d75ed2019-01-14 17:27:23 +01002227 conn->flags & (CO_FL_ERROR | CO_FL_SOCK_WR_SH))) {
Olivier Houchard75159a92018-12-03 18:46:09 +01002228 if (h1c->flags & H1C_F_CS_ERROR || conn->flags & CO_FL_ERROR)
Willy Tarreauc493c9c2019-06-03 14:18:22 +02002229 h1s->cs->flags |= CS_FL_ERROR;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002230 TRACE_POINT(H1_EV_STRM_WAKE, h1c->conn, h1s);
Olivier Houchard75159a92018-12-03 18:46:09 +01002231 h1s->cs->data_cb->wake(h1s->cs);
2232 }
Christopher Faulet47365272018-10-31 17:40:50 +01002233 end:
Christopher Faulet7a145d62020-08-05 11:31:16 +02002234 h1_refresh_timeout(h1c);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002235 TRACE_LEAVE(H1_EV_H1C_WAKE, conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002236 return 0;
Christopher Faulet539e0292018-11-19 10:40:09 +01002237
2238 release:
Christopher Faulet73c12072019-04-08 11:23:22 +02002239 h1_release(h1c);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002240 TRACE_DEVEL("leaving after releasing the connection", H1_EV_H1C_WAKE);
Christopher Faulet539e0292018-11-19 10:40:09 +01002241 return -1;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002242}
2243
2244static struct task *h1_io_cb(struct task *t, void *ctx, unsigned short status)
2245{
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002246 struct connection *conn;
2247 struct tasklet *tl = (struct tasklet *)t;
2248 int conn_in_list;
2249 struct h1c *h1c;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002250 int ret = 0;
2251
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002252
Olivier Houchardf8f4c2e2020-06-29 20:15:59 +02002253 HA_SPIN_LOCK(OTHER_LOCK, &idle_conns[tid].takeover_lock);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002254 if (tl->context == NULL) {
2255 /* The connection has been taken over by another thread,
2256 * we're no longer responsible for it, so just free the
2257 * tasklet, and do nothing.
2258 */
Olivier Houchardf8f4c2e2020-06-29 20:15:59 +02002259 HA_SPIN_UNLOCK(OTHER_LOCK, &idle_conns[tid].takeover_lock);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002260 tasklet_free(tl);
2261 return NULL;
2262 }
2263 h1c = ctx;
2264 conn = h1c->conn;
2265
2266 TRACE_POINT(H1_EV_H1C_WAKE, conn);
2267
2268 /* Remove the connection from the list, to be sure nobody attempts
2269 * to use it while we handle the I/O events
2270 */
2271 conn_in_list = conn->flags & CO_FL_LIST_MASK;
2272 if (conn_in_list)
2273 MT_LIST_DEL(&conn->list);
2274
Olivier Houchardf8f4c2e2020-06-29 20:15:59 +02002275 HA_SPIN_UNLOCK(OTHER_LOCK, &idle_conns[tid].takeover_lock);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002276
Willy Tarreau4f6516d2018-12-19 13:59:17 +01002277 if (!(h1c->wait_event.events & SUB_RETRY_SEND))
Christopher Faulet51dbc942018-09-13 09:05:15 +02002278 ret = h1_send(h1c);
Willy Tarreau4f6516d2018-12-19 13:59:17 +01002279 if (!(h1c->wait_event.events & SUB_RETRY_RECV))
Christopher Faulet51dbc942018-09-13 09:05:15 +02002280 ret |= h1_recv(h1c);
Christopher Faulet81d48432018-11-19 21:22:43 +01002281 if (ret || !h1c->h1s)
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002282 ret = h1_process(h1c);
2283 /* If we were in an idle list, we want to add it back into it,
2284 * unless h1_process() returned -1, which mean it has destroyed
2285 * the connection (testing !ret is enough, if h1_process() wasn't
2286 * called then ret will be 0 anyway.
2287 */
2288 if (!ret && conn_in_list) {
2289 struct server *srv = objt_server(conn->target);
2290
2291 if (conn_in_list == CO_FL_SAFE_LIST)
Willy Tarreaua9d7b762020-07-10 08:28:20 +02002292 MT_LIST_ADDQ(&srv->safe_conns[tid], &conn->list);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002293 else
Willy Tarreaua9d7b762020-07-10 08:28:20 +02002294 MT_LIST_ADDQ(&srv->idle_conns[tid], &conn->list);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002295 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002296 return NULL;
2297}
2298
Olivier Houchard9a86fcb2018-12-11 16:47:14 +01002299static void h1_reset(struct connection *conn)
2300{
Olivier Houchard9a86fcb2018-12-11 16:47:14 +01002301
Olivier Houchard9a86fcb2018-12-11 16:47:14 +01002302}
Christopher Faulet51dbc942018-09-13 09:05:15 +02002303
2304static int h1_wake(struct connection *conn)
2305{
Willy Tarreau3d2ee552018-12-19 14:12:10 +01002306 struct h1c *h1c = conn->ctx;
Olivier Houchard75159a92018-12-03 18:46:09 +01002307 int ret;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002308
Christopher Faulet6b81df72019-10-01 22:08:43 +02002309 TRACE_POINT(H1_EV_H1C_WAKE, conn);
2310
Christopher Faulet539e0292018-11-19 10:40:09 +01002311 h1_send(h1c);
Olivier Houchard75159a92018-12-03 18:46:09 +01002312 ret = h1_process(h1c);
2313 if (ret == 0) {
2314 struct h1s *h1s = h1c->h1s;
2315
Christopher Faulet6b81df72019-10-01 22:08:43 +02002316 if (h1s && h1s->cs && h1s->cs->data_cb->wake) {
2317 TRACE_POINT(H1_EV_STRM_WAKE, h1c->conn, h1s);
Olivier Houchard75159a92018-12-03 18:46:09 +01002318 ret = h1s->cs->data_cb->wake(h1s->cs);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002319 }
Olivier Houchard75159a92018-12-03 18:46:09 +01002320 }
2321 return ret;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002322}
2323
Christopher Fauletb8093cf2019-01-03 16:27:28 +01002324/* Connection timeout management. The principle is that if there's no receipt
2325 * nor sending for a certain amount of time, the connection is closed.
2326 */
2327static struct task *h1_timeout_task(struct task *t, void *context, unsigned short state)
2328{
2329 struct h1c *h1c = context;
2330 int expired = tick_is_expired(t->expire, now_ms);
2331
Christopher Faulet6b81df72019-10-01 22:08:43 +02002332 TRACE_POINT(H1_EV_H1C_WAKE, h1c ? h1c->conn : NULL);
2333
Willy Tarreau68d4ee92020-06-30 11:19:23 +02002334 if (h1c) {
2335 if (!expired) {
2336 TRACE_DEVEL("leaving (not expired)", H1_EV_H1C_WAKE, h1c->conn);
2337 return t;
2338 }
Christopher Fauletb8093cf2019-01-03 16:27:28 +01002339
Willy Tarreau68d4ee92020-06-30 11:19:23 +02002340 /* We're about to destroy the connection, so make sure nobody attempts
2341 * to steal it from us.
2342 */
Olivier Houchardf8f4c2e2020-06-29 20:15:59 +02002343 HA_SPIN_LOCK(OTHER_LOCK, &idle_conns[tid].takeover_lock);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002344
Willy Tarreau68d4ee92020-06-30 11:19:23 +02002345 /* Somebody already stole the connection from us, so we should not
2346 * free it, we just have to free the task.
2347 */
2348 if (!t->context)
2349 h1c = NULL;
Olivier Houchard48ce6a32020-07-02 11:58:05 +02002350 else if (h1c->conn->flags & CO_FL_LIST_MASK)
2351 MT_LIST_DEL(&h1c->conn->list);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002352
Olivier Houchardf8f4c2e2020-06-29 20:15:59 +02002353 HA_SPIN_UNLOCK(OTHER_LOCK, &idle_conns[tid].takeover_lock);
Willy Tarreau68d4ee92020-06-30 11:19:23 +02002354 }
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002355
Olivier Houchard3f795f72019-04-17 22:51:06 +02002356 task_destroy(t);
Christopher Fauletb8093cf2019-01-03 16:27:28 +01002357
2358 if (!h1c) {
2359 /* resources were already deleted */
Christopher Faulet6b81df72019-10-01 22:08:43 +02002360 TRACE_DEVEL("leaving (not more h1c)", H1_EV_H1C_WAKE);
Christopher Fauletb8093cf2019-01-03 16:27:28 +01002361 return NULL;
2362 }
2363
2364 h1c->task = NULL;
2365 /* If a stream is still attached to the mux, just set an error and wait
2366 * for the stream's timeout. Otherwise, release the mux. This is only ok
2367 * because same timeouts are used.
2368 */
Christopher Faulet6b81df72019-10-01 22:08:43 +02002369 if (h1c->h1s && h1c->h1s->cs) {
Christopher Fauletb8093cf2019-01-03 16:27:28 +01002370 h1c->flags |= H1C_F_CS_ERROR;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002371 TRACE_STATE("error on h1c, h1s still attached (expired)", H1_EV_H1C_WAKE|H1_EV_H1C_ERR, h1c->conn, h1c->h1s);
2372 }
Christopher Fauletb8093cf2019-01-03 16:27:28 +01002373 else
Christopher Faulet73c12072019-04-08 11:23:22 +02002374 h1_release(h1c);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002375
Christopher Fauletb8093cf2019-01-03 16:27:28 +01002376 return NULL;
2377}
2378
Christopher Faulet51dbc942018-09-13 09:05:15 +02002379/*******************************************/
2380/* functions below are used by the streams */
2381/*******************************************/
Christopher Faulet73c12072019-04-08 11:23:22 +02002382
Christopher Faulet51dbc942018-09-13 09:05:15 +02002383/*
2384 * Attach a new stream to a connection
2385 * (Used for outgoing connections)
2386 */
Olivier Houchardf502aca2018-12-14 19:42:40 +01002387static struct conn_stream *h1_attach(struct connection *conn, struct session *sess)
Christopher Faulet51dbc942018-09-13 09:05:15 +02002388{
Willy Tarreau3d2ee552018-12-19 14:12:10 +01002389 struct h1c *h1c = conn->ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002390 struct conn_stream *cs = NULL;
2391 struct h1s *h1s;
2392
Christopher Faulet6b81df72019-10-01 22:08:43 +02002393 TRACE_ENTER(H1_EV_STRM_NEW, conn);
2394 if (h1c->flags & H1C_F_CS_ERROR) {
2395 TRACE_DEVEL("leaving on h1c error", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002396 goto end;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002397 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002398
Christopher Faulet236c93b2020-07-02 09:19:54 +02002399 cs = cs_new(h1c->conn, h1c->conn->target);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002400 if (!cs) {
2401 TRACE_DEVEL("leaving on CS allocation failure", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002402 goto end;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002403 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002404
Olivier Houchardf502aca2018-12-14 19:42:40 +01002405 h1s = h1s_create(h1c, cs, sess);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002406 if (h1s == NULL) {
2407 TRACE_DEVEL("leaving on h1s creation failure", H1_EV_STRM_NEW|H1_EV_STRM_END|H1_EV_STRM_ERR, conn);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002408 goto end;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002409 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002410
Christopher Faulet6b81df72019-10-01 22:08:43 +02002411 TRACE_LEAVE(H1_EV_STRM_NEW, conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002412 return cs;
2413 end:
2414 cs_free(cs);
2415 return NULL;
2416}
2417
2418/* Retrieves a valid conn_stream from this connection, or returns NULL. For
2419 * this mux, it's easy as we can only store a single conn_stream.
2420 */
2421static const struct conn_stream *h1_get_first_cs(const struct connection *conn)
2422{
Willy Tarreau3d2ee552018-12-19 14:12:10 +01002423 struct h1c *h1c = conn->ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002424 struct h1s *h1s = h1c->h1s;
2425
2426 if (h1s)
2427 return h1s->cs;
2428
2429 return NULL;
2430}
2431
Christopher Faulet73c12072019-04-08 11:23:22 +02002432static void h1_destroy(void *ctx)
Christopher Faulet51dbc942018-09-13 09:05:15 +02002433{
Christopher Faulet73c12072019-04-08 11:23:22 +02002434 struct h1c *h1c = ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002435
Christopher Faulet6b81df72019-10-01 22:08:43 +02002436 TRACE_POINT(H1_EV_H1C_END, h1c->conn);
Christopher Faulet39a96ee2019-04-08 10:52:21 +02002437 if (!h1c->h1s || !h1c->conn || h1c->conn->ctx != h1c)
Christopher Faulet73c12072019-04-08 11:23:22 +02002438 h1_release(h1c);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002439}
2440
2441/*
2442 * Detach the stream from the connection and possibly release the connection.
2443 */
2444static void h1_detach(struct conn_stream *cs)
2445{
2446 struct h1s *h1s = cs->ctx;
2447 struct h1c *h1c;
Olivier Houchardf502aca2018-12-14 19:42:40 +01002448 struct session *sess;
Olivier Houchard8a786902018-12-15 16:05:40 +01002449 int is_not_first;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002450
Christopher Faulet6b81df72019-10-01 22:08:43 +02002451 TRACE_ENTER(H1_EV_STRM_END, h1s ? h1s->h1c->conn : NULL, h1s);
2452
Christopher Faulet51dbc942018-09-13 09:05:15 +02002453 cs->ctx = NULL;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002454 if (!h1s) {
2455 TRACE_LEAVE(H1_EV_STRM_END);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002456 return;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002457 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002458
Olivier Houchardf502aca2018-12-14 19:42:40 +01002459 sess = h1s->sess;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002460 h1c = h1s->h1c;
2461 h1s->cs = NULL;
2462
Olivier Houchard8a786902018-12-15 16:05:40 +01002463 is_not_first = h1s->flags & H1S_F_NOT_FIRST;
2464 h1s_destroy(h1s);
2465
Christopher Fauletaaa67bc2019-12-05 10:23:37 +01002466 if (conn_is_back(h1c->conn) && (h1c->flags & H1C_F_CS_IDLE)) {
Christopher Fauletf1204b82019-07-19 14:51:06 +02002467 /* If there are any excess server data in the input buffer,
2468 * release it and close the connection ASAP (some data may
2469 * remain in the output buffer). This happens if a server sends
2470 * invalid responses. So in such case, we don't want to reuse
2471 * the connection
Christopher Faulet03627242019-07-19 11:34:08 +02002472 */
Christopher Fauletf1204b82019-07-19 14:51:06 +02002473 if (b_data(&h1c->ibuf)) {
2474 h1_release_buf(h1c, &h1c->ibuf);
Christopher Fauletaaa67bc2019-12-05 10:23:37 +01002475 h1c->flags = (h1c->flags & ~H1C_F_CS_IDLE) | H1C_F_CS_SHUTW_NOW;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002476 TRACE_DEVEL("remaining data on detach, kill connection", H1_EV_STRM_END|H1_EV_H1C_END);
Christopher Fauletf1204b82019-07-19 14:51:06 +02002477 goto release;
2478 }
Christopher Faulet03627242019-07-19 11:34:08 +02002479
Christopher Faulet08016ab2020-07-01 16:10:06 +02002480 if (h1c->conn->flags & CO_FL_PRIVATE) {
2481 /* Add the connection in the session server list, if not already done */
Olivier Houchard351411f2018-12-27 17:20:54 +01002482 if (!session_add_conn(sess, h1c->conn, h1c->conn->target)) {
2483 h1c->conn->owner = NULL;
Olivier Houchard2444aa52020-01-20 13:56:01 +01002484 h1c->conn->mux->destroy(h1c);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002485 goto end;
Olivier Houchard351411f2018-12-27 17:20:54 +01002486 }
Christopher Faulet08016ab2020-07-01 16:10:06 +02002487 /* Always idle at this step */
Olivier Houchard2444aa52020-01-20 13:56:01 +01002488 if (session_check_idle_conn(sess, h1c->conn)) {
Olivier Houcharda4d4fdf2018-12-14 19:27:06 +01002489 /* The connection got destroyed, let's leave */
Christopher Faulet6b81df72019-10-01 22:08:43 +02002490 TRACE_DEVEL("outgoing connection killed", H1_EV_STRM_END|H1_EV_H1C_END);
2491 goto end;
2492 }
Olivier Houcharda4d4fdf2018-12-14 19:27:06 +01002493 }
Christopher Faulet08016ab2020-07-01 16:10:06 +02002494 else {
Olivier Houchard2444aa52020-01-20 13:56:01 +01002495 if (h1c->conn->owner == sess)
2496 h1c->conn->owner = NULL;
Olivier Houchard3c49c1b2020-03-22 19:56:03 +01002497 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Olivier Houcharddc2f2752020-02-13 19:12:07 +01002498 if (!srv_add_to_idle_list(objt_server(h1c->conn->target), h1c->conn, is_not_first)) {
Olivier Houchard2444aa52020-01-20 13:56:01 +01002499 /* The server doesn't want it, let's kill the connection right away */
2500 h1c->conn->mux->destroy(h1c);
2501 TRACE_DEVEL("outgoing connection killed", H1_EV_STRM_END|H1_EV_H1C_END);
2502 goto end;
Christopher Faulet9400a392018-11-23 23:10:39 +01002503 }
Olivier Houchard199d4fa2020-03-22 23:25:51 +01002504 /* At this point, the connection has been added to the
2505 * server idle list, so another thread may already have
2506 * hijacked it, so we can't do anything with it.
2507 */
Olivier Houchard2444aa52020-01-20 13:56:01 +01002508 return;
Christopher Faulet9400a392018-11-23 23:10:39 +01002509 }
2510 }
2511
Christopher Fauletf1204b82019-07-19 14:51:06 +02002512 release:
Christopher Faulet3ac0f432019-06-28 17:41:42 +02002513 /* We don't want to close right now unless the connection is in error or shut down for writes */
Christopher Faulet37243bc2019-07-11 15:40:25 +02002514 if ((h1c->flags & (H1C_F_CS_ERROR|H1C_F_CS_SHUTDOWN|H1C_F_UPG_H2C)) ||
2515 (h1c->conn->flags & (CO_FL_ERROR|CO_FL_SOCK_WR_SH)) ||
2516 ((h1c->flags & H1C_F_CS_SHUTW_NOW) && !b_data(&h1c->obuf)) ||
Christopher Faulet6b81df72019-10-01 22:08:43 +02002517 !h1c->conn->owner) {
2518 TRACE_DEVEL("killing dead connection", H1_EV_STRM_END, h1c->conn);
Christopher Faulet73c12072019-04-08 11:23:22 +02002519 h1_release(h1c);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002520 }
Christopher Fauletb8093cf2019-01-03 16:27:28 +01002521 else {
Olivier Houchard69664412020-03-25 12:24:11 +01002522 /* If we have a new request, process it immediately */
Olivier Houchardc3500c32020-03-25 17:05:21 +01002523 if (unlikely(b_data(&h1c->ibuf)))
Olivier Houchard69664412020-03-25 12:24:11 +01002524 h1_process(h1c);
2525 else
2526 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Christopher Faulet7a145d62020-08-05 11:31:16 +02002527 h1_refresh_timeout(h1c);
Christopher Fauletb8093cf2019-01-03 16:27:28 +01002528 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02002529 end:
2530 TRACE_LEAVE(H1_EV_STRM_END);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002531}
2532
2533
2534static void h1_shutr(struct conn_stream *cs, enum cs_shr_mode mode)
2535{
2536 struct h1s *h1s = cs->ctx;
Christopher Faulet7f366362019-04-08 10:51:20 +02002537 struct h1c *h1c;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002538
2539 if (!h1s)
2540 return;
Christopher Faulet7f366362019-04-08 10:51:20 +02002541 h1c = h1s->h1c;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002542
Christopher Faulet6b81df72019-10-01 22:08:43 +02002543 TRACE_ENTER(H1_EV_STRM_SHUT, h1c->conn, h1s);
2544
2545 if (cs->flags & CS_FL_KILL_CONN) {
2546 TRACE_STATE("stream wants to kill the connection", H1_EV_STRM_SHUT, h1c->conn, h1s);
2547 goto do_shutr;
2548 }
2549 if (h1c->conn->flags & (CO_FL_ERROR | CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH)) {
2550 TRACE_STATE("shutdown on connection (error|rd_sh|wr_sh)", H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet7f366362019-04-08 10:51:20 +02002551 goto do_shutr;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002552 }
Christopher Faulet7f366362019-04-08 10:51:20 +02002553
Christopher Faulet6b81df72019-10-01 22:08:43 +02002554 if ((h1c->flags & H1C_F_UPG_H2C) || (h1s->flags & H1S_F_WANT_KAL)) {
2555 TRACE_STATE("keep connection alive (upg_h2c|want_kal)", H1_EV_STRM_SHUT, h1c->conn, h1s);
2556 goto end;
2557 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02002558
Christopher Faulet7f366362019-04-08 10:51:20 +02002559 do_shutr:
Christopher Faulet51dbc942018-09-13 09:05:15 +02002560 /* NOTE: Be sure to handle abort (cf. h2_shutr) */
2561 if (cs->flags & CS_FL_SHR)
Christopher Faulet6b81df72019-10-01 22:08:43 +02002562 goto end;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002563 if (conn_xprt_ready(cs->conn) && cs->conn->xprt->shutr)
Olivier Houcharde179d0e2019-03-21 18:27:17 +01002564 cs->conn->xprt->shutr(cs->conn, cs->conn->xprt_ctx,
Christopher Faulet6b81df72019-10-01 22:08:43 +02002565 (mode == CS_SHR_DRAIN));
Christopher Faulet6b81df72019-10-01 22:08:43 +02002566 end:
2567 TRACE_LEAVE(H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002568}
2569
2570static void h1_shutw(struct conn_stream *cs, enum cs_shw_mode mode)
2571{
2572 struct h1s *h1s = cs->ctx;
2573 struct h1c *h1c;
2574
2575 if (!h1s)
2576 return;
2577 h1c = h1s->h1c;
2578
Christopher Faulet6b81df72019-10-01 22:08:43 +02002579 TRACE_ENTER(H1_EV_STRM_SHUT, h1c->conn, h1s);
2580
2581 if (cs->flags & CS_FL_KILL_CONN) {
2582 TRACE_STATE("stream wants to kill the connection", H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet7f366362019-04-08 10:51:20 +02002583 goto do_shutw;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002584 }
2585 if (h1c->conn->flags & (CO_FL_ERROR | CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH)) {
2586 TRACE_STATE("shutdown on connection (error|rd_sh|wr_sh)", H1_EV_STRM_SHUT, h1c->conn, h1s);
2587 goto do_shutw;
2588 }
Olivier Houchardd2e88c72018-12-19 15:55:23 +01002589
Christopher Faulet0ef372a2019-04-08 10:57:20 +02002590 if ((h1c->flags & H1C_F_UPG_H2C) ||
Christopher Faulet6b81df72019-10-01 22:08:43 +02002591 ((h1s->flags & H1S_F_WANT_KAL) && h1s->req.state == H1_MSG_DONE && h1s->res.state == H1_MSG_DONE)) {
2592 TRACE_STATE("keep connection alive (upg_h2c|want_kal)", H1_EV_STRM_SHUT, h1c->conn, h1s);
2593 goto end;
2594 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02002595
Christopher Faulet7f366362019-04-08 10:51:20 +02002596 do_shutw:
Christopher Faulet51dbc942018-09-13 09:05:15 +02002597 h1c->flags |= H1C_F_CS_SHUTW_NOW;
2598 if ((cs->flags & CS_FL_SHW) || b_data(&h1c->obuf))
Christopher Faulet6b81df72019-10-01 22:08:43 +02002599 goto end;
Christopher Faulet666a0c42019-01-08 11:12:04 +01002600 h1_shutw_conn(cs->conn, mode);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002601 end:
2602 TRACE_LEAVE(H1_EV_STRM_SHUT, h1c->conn, h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002603}
2604
Christopher Faulet666a0c42019-01-08 11:12:04 +01002605static void h1_shutw_conn(struct connection *conn, enum cs_shw_mode mode)
Christopher Faulet51dbc942018-09-13 09:05:15 +02002606{
Willy Tarreau3d2ee552018-12-19 14:12:10 +01002607 struct h1c *h1c = conn->ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002608
Christopher Faulet6b81df72019-10-01 22:08:43 +02002609 TRACE_ENTER(H1_EV_STRM_SHUT, conn, h1c->h1s);
Christopher Faulet666a0c42019-01-08 11:12:04 +01002610 conn_xprt_shutw(conn);
2611 conn_sock_shutw(conn, (mode == CS_SHW_NORMAL));
Christopher Faulet7b109f22019-12-05 11:18:31 +01002612 h1c->flags = (h1c->flags & ~H1C_F_CS_SHUTW_NOW) | H1C_F_CS_SHUTDOWN;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002613 TRACE_LEAVE(H1_EV_STRM_SHUT, conn, h1c->h1s);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002614}
2615
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01002616/* Called from the upper layer, to unsubscribe <es> from events <event_type>
2617 * The <es> pointer is not allowed to differ from the one passed to the
2618 * subscribe() call. It always returns zero.
2619 */
2620static int h1_unsubscribe(struct conn_stream *cs, int event_type, struct wait_event *es)
Christopher Faulet51dbc942018-09-13 09:05:15 +02002621{
Christopher Faulet51dbc942018-09-13 09:05:15 +02002622 struct h1s *h1s = cs->ctx;
2623
2624 if (!h1s)
2625 return 0;
2626
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002627 BUG_ON(event_type & ~(SUB_RETRY_SEND|SUB_RETRY_RECV));
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01002628 BUG_ON(h1s->subs && h1s->subs != es);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002629
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01002630 es->events &= ~event_type;
2631 if (!es->events)
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002632 h1s->subs = NULL;
2633
2634 if (event_type & SUB_RETRY_RECV)
Christopher Faulet6b81df72019-10-01 22:08:43 +02002635 TRACE_DEVEL("unsubscribe(recv)", H1_EV_STRM_RECV, h1s->h1c->conn, h1s);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002636
2637 if (event_type & SUB_RETRY_SEND)
Christopher Faulet6b81df72019-10-01 22:08:43 +02002638 TRACE_DEVEL("unsubscribe(send)", H1_EV_STRM_SEND, h1s->h1c->conn, h1s);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002639
Christopher Faulet51dbc942018-09-13 09:05:15 +02002640 return 0;
2641}
2642
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01002643/* Called from the upper layer, to subscribe <es> to events <event_type>. The
2644 * event subscriber <es> is not allowed to change from a previous call as long
2645 * as at least one event is still subscribed. The <event_type> must only be a
2646 * combination of SUB_RETRY_RECV and SUB_RETRY_SEND. It always returns 0, unless
2647 * the conn_stream <cs> was already detached, in which case it will return -1.
2648 */
2649static int h1_subscribe(struct conn_stream *cs, int event_type, struct wait_event *es)
Christopher Faulet51dbc942018-09-13 09:05:15 +02002650{
Christopher Faulet51dbc942018-09-13 09:05:15 +02002651 struct h1s *h1s = cs->ctx;
Christopher Faulet51bb1852019-09-04 10:22:34 +02002652 struct h1c *h1c;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002653
2654 if (!h1s)
2655 return -1;
2656
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002657 BUG_ON(event_type & ~(SUB_RETRY_SEND|SUB_RETRY_RECV));
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01002658 BUG_ON(h1s->subs && h1s->subs != es);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002659
Willy Tarreauee1a6fc2020-01-17 07:52:13 +01002660 es->events |= event_type;
2661 h1s->subs = es;
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002662
2663 if (event_type & SUB_RETRY_RECV)
Christopher Faulet6b81df72019-10-01 22:08:43 +02002664 TRACE_DEVEL("subscribe(recv)", H1_EV_STRM_RECV, h1s->h1c->conn, h1s);
Willy Tarreau1b0d4d12020-01-16 11:03:19 +01002665
2666
Christopher Faulet6b81df72019-10-01 22:08:43 +02002667 if (event_type & SUB_RETRY_SEND) {
2668 TRACE_DEVEL("subscribe(send)", H1_EV_STRM_SEND, h1s->h1c->conn, h1s);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002669 /*
2670 * If the conn_stream attempt to subscribe, and the
2671 * mux isn't subscribed to the connection, then it
2672 * probably means the connection wasn't established
2673 * yet, so we have to subscribe.
2674 */
2675 h1c = h1s->h1c;
2676 if (!(h1c->wait_event.events & SUB_RETRY_SEND))
2677 h1c->conn->xprt->subscribe(h1c->conn,
2678 h1c->conn->xprt_ctx,
2679 SUB_RETRY_SEND,
2680 &h1c->wait_event);
2681 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02002682 return 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002683}
2684
2685/* Called from the upper layer, to receive data */
2686static size_t h1_rcv_buf(struct conn_stream *cs, struct buffer *buf, size_t count, int flags)
2687{
2688 struct h1s *h1s = cs->ctx;
Christopher Faulet539e0292018-11-19 10:40:09 +01002689 struct h1c *h1c = h1s->h1c;
Olivier Houcharddedd3062019-07-26 15:12:38 +02002690 struct h1m *h1m = (!conn_is_back(cs->conn) ? &h1s->req : &h1s->res);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002691 size_t ret = 0;
2692
Willy Tarreau022e5e52020-09-10 09:33:15 +02002693 TRACE_ENTER(H1_EV_STRM_RECV, h1c->conn, h1s, 0, (size_t[]){count});
Christopher Faulet539e0292018-11-19 10:40:09 +01002694 if (!(h1c->flags & H1C_F_IN_ALLOC))
Christopher Faulet30db3d72019-05-17 15:35:33 +02002695 ret = h1_process_input(h1c, buf, count);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002696 else
2697 TRACE_DEVEL("h1c ibuf not allocated", H1_EV_H1C_RECV|H1_EV_H1C_BLK, h1c->conn);
Christopher Faulet1be55f92018-10-02 15:59:23 +02002698
Christopher Faulete18777b2019-04-16 16:46:36 +02002699 if (flags & CO_RFL_BUF_FLUSH) {
Christopher Faulet2eaf3092020-07-03 14:51:15 +02002700 if (h1m->state == H1_MSG_TUNNEL || (h1m->state == H1_MSG_DATA && h1m->curr_len)) {
Christopher Faulete18777b2019-04-16 16:46:36 +02002701 h1s->flags |= H1S_F_BUF_FLUSH;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002702 TRACE_STATE("flush stream's buffer", H1_EV_STRM_RECV, h1c->conn, h1s);
2703 }
Christopher Faulete18777b2019-04-16 16:46:36 +02002704 }
Olivier Houchard02bac852019-08-22 18:34:25 +02002705 else {
Christopher Faulet7b7016b2020-07-03 15:12:00 +02002706 if (ret && h1s->flags & H1S_F_SPLICED_DATA) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002707 h1s->flags &= ~H1S_F_SPLICED_DATA;
2708 TRACE_STATE("disable splicing", H1_EV_STRM_RECV, h1c->conn, h1s);
2709 }
2710 if (h1m->state != H1_MSG_DONE && !(h1c->wait_event.events & SUB_RETRY_RECV))
Willy Tarreau2c1f37d2020-03-04 17:50:02 +01002711 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002712 }
Willy Tarreau022e5e52020-09-10 09:33:15 +02002713 TRACE_LEAVE(H1_EV_STRM_RECV, h1c->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet51dbc942018-09-13 09:05:15 +02002714 return ret;
2715}
2716
2717
2718/* Called from the upper layer, to send data */
2719static size_t h1_snd_buf(struct conn_stream *cs, struct buffer *buf, size_t count, int flags)
2720{
2721 struct h1s *h1s = cs->ctx;
2722 struct h1c *h1c;
Christopher Faulet5d37dac2018-11-22 10:58:42 +01002723 size_t total = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002724
2725 if (!h1s)
Christopher Faulet5d37dac2018-11-22 10:58:42 +01002726 return 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002727 h1c = h1s->h1c;
Olivier Houchard305d5ab2019-07-24 18:07:06 +02002728
Willy Tarreau022e5e52020-09-10 09:33:15 +02002729 TRACE_ENTER(H1_EV_STRM_SEND, h1c->conn, h1s, 0, (size_t[]){count});
Christopher Faulet6b81df72019-10-01 22:08:43 +02002730
Olivier Houchard305d5ab2019-07-24 18:07:06 +02002731 /* If we're not connected yet, or we're waiting for a handshake, stop
2732 * now, as we don't want to remove everything from the channel buffer
2733 * before we're sure we can send it.
2734 */
Willy Tarreau911db9b2020-01-23 16:27:54 +01002735 if (h1c->conn->flags & CO_FL_WAIT_XPRT) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002736 TRACE_LEAVE(H1_EV_STRM_SEND, h1c->conn, h1s);
Christopher Faulet3b88b8d2018-10-26 17:36:03 +02002737 return 0;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002738 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002739
Christopher Faulet46230362019-10-17 16:04:20 +02002740 /* Inherit some flags from the upper layer */
2741 h1c->flags &= ~(H1C_F_CO_MSG_MORE|H1C_F_CO_STREAMER);
2742 if (flags & CO_SFL_MSG_MORE)
2743 h1c->flags |= H1C_F_CO_MSG_MORE;
2744 if (flags & CO_SFL_STREAMER)
2745 h1c->flags |= H1C_F_CO_STREAMER;
2746
Christopher Fauletc31872f2019-06-04 22:09:36 +02002747 while (count) {
Christopher Faulet5d37dac2018-11-22 10:58:42 +01002748 size_t ret = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002749
Christopher Faulet5d37dac2018-11-22 10:58:42 +01002750 if (!(h1c->flags & (H1C_F_OUT_FULL|H1C_F_OUT_ALLOC)))
2751 ret = h1_process_output(h1c, buf, count);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002752 else
2753 TRACE_DEVEL("h1c obuf not allocated", H1_EV_STRM_SEND|H1_EV_H1S_BLK, h1c->conn, h1s);
Olivier Houchardc89a42f2020-06-19 16:15:05 +02002754
2755 if ((count - ret) > 0)
2756 h1c->flags |= H1C_F_CO_MSG_MORE;
2757
Christopher Faulet5d37dac2018-11-22 10:58:42 +01002758 if (!ret)
2759 break;
2760 total += ret;
Christopher Fauletc31872f2019-06-04 22:09:36 +02002761 count -= ret;
Olivier Houchard68787ef2020-01-15 19:13:32 +01002762 if ((h1c->wait_event.events & SUB_RETRY_SEND) || !h1_send(h1c))
Christopher Faulet5d37dac2018-11-22 10:58:42 +01002763 break;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002764 }
Christopher Faulet7a145d62020-08-05 11:31:16 +02002765 h1_refresh_timeout(h1c);
Willy Tarreau022e5e52020-09-10 09:33:15 +02002766 TRACE_LEAVE(H1_EV_STRM_SEND, h1c->conn, h1s, 0, (size_t[]){total});
Christopher Faulet5d37dac2018-11-22 10:58:42 +01002767 return total;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002768}
2769
Willy Tarreaue5733232019-05-22 19:24:06 +02002770#if defined(USE_LINUX_SPLICE)
Christopher Faulet1be55f92018-10-02 15:59:23 +02002771/* Send and get, using splicing */
2772static int h1_rcv_pipe(struct conn_stream *cs, struct pipe *pipe, unsigned int count)
2773{
2774 struct h1s *h1s = cs->ctx;
2775 struct h1m *h1m = (!conn_is_back(cs->conn) ? &h1s->req : &h1s->res);
2776 int ret = 0;
2777
Willy Tarreau022e5e52020-09-10 09:33:15 +02002778 TRACE_ENTER(H1_EV_STRM_RECV, cs->conn, h1s, 0, (size_t[]){count});
Christopher Faulet6b81df72019-10-01 22:08:43 +02002779
Christopher Faulet9fa40c42019-11-05 16:24:27 +01002780 if ((h1m->flags & H1_MF_CHNK) || (h1m->state != H1_MSG_DATA && h1m->state != H1_MSG_TUNNEL)) {
Christopher Faulete18777b2019-04-16 16:46:36 +02002781 h1s->flags &= ~(H1S_F_BUF_FLUSH|H1S_F_SPLICED_DATA);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002782 TRACE_STATE("disable splicing on !(msg_data|msg_tunnel)", H1_EV_STRM_RECV, cs->conn, h1s);
2783 if (!(h1s->h1c->wait_event.events & SUB_RETRY_RECV)) {
2784 TRACE_STATE("restart receiving data, subscribing", H1_EV_STRM_RECV, cs->conn, h1s);
Christopher Faulet1146f972019-05-29 14:35:24 +02002785 cs->conn->xprt->subscribe(cs->conn, cs->conn->xprt_ctx, SUB_RETRY_RECV, &h1s->h1c->wait_event);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002786 }
Christopher Faulete18777b2019-04-16 16:46:36 +02002787 goto end;
2788 }
2789
Willy Tarreaufbdf90a2019-06-03 13:42:54 +02002790 if (h1s_data_pending(h1s)) {
Christopher Fauletd44ad5b2018-11-19 21:52:12 +01002791 h1s->flags |= H1S_F_BUF_FLUSH;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002792 TRACE_STATE("flush input buffer before splicing", H1_EV_STRM_RECV, cs->conn, h1s);
Christopher Faulet1be55f92018-10-02 15:59:23 +02002793 goto end;
Christopher Fauletd44ad5b2018-11-19 21:52:12 +01002794 }
2795
Christopher Faulet27182292020-07-03 15:08:49 +02002796 if (!(h1s->flags & H1S_F_SPLICED_DATA)) {
2797 h1s->flags &= ~H1S_F_BUF_FLUSH;
2798 h1s->flags |= H1S_F_SPLICED_DATA;
2799 TRACE_STATE("enable splicing", H1_EV_STRM_RECV, cs->conn, h1s);
2800 }
Christopher Faulet0060be92020-07-03 15:02:25 +02002801
2802 if (!h1_recv_allowed(h1s->h1c)) {
2803 TRACE_DEVEL("leaving on !recv_allowed", H1_EV_STRM_RECV, cs->conn, h1s);
2804 goto end;
2805 }
2806
Christopher Faulet1be55f92018-10-02 15:59:23 +02002807 if (h1m->state == H1_MSG_DATA && count > h1m->curr_len)
2808 count = h1m->curr_len;
Olivier Houcharde179d0e2019-03-21 18:27:17 +01002809 ret = cs->conn->xprt->rcv_pipe(cs->conn, cs->conn->xprt_ctx, pipe, count);
Christopher Faulet1146f972019-05-29 14:35:24 +02002810 if (h1m->state == H1_MSG_DATA && ret >= 0) {
Christopher Faulet1be55f92018-10-02 15:59:23 +02002811 h1m->curr_len -= ret;
Christopher Faulet6b81df72019-10-01 22:08:43 +02002812 if (!h1m->curr_len) {
Christopher Faulete18777b2019-04-16 16:46:36 +02002813 h1s->flags &= ~(H1S_F_BUF_FLUSH|H1S_F_SPLICED_DATA);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002814 TRACE_STATE("disable splicing on !curr_len", H1_EV_STRM_RECV, cs->conn, h1s);
2815 }
Christopher Faulete18777b2019-04-16 16:46:36 +02002816 }
2817
Christopher Faulet1be55f92018-10-02 15:59:23 +02002818 end:
Christopher Faulet038ad812019-04-17 11:03:22 +02002819 if (conn_xprt_read0_pending(cs->conn)) {
Willy Tarreauc493c9c2019-06-03 14:18:22 +02002820 h1s->flags |= H1S_F_REOS;
Christopher Fauletf3158e92019-11-15 11:14:23 +01002821 h1s->flags &= ~(H1S_F_BUF_FLUSH|H1S_F_SPLICED_DATA);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002822 TRACE_STATE("read0 on connection", H1_EV_STRM_RECV, cs->conn, h1s);
Christopher Faulet038ad812019-04-17 11:03:22 +02002823 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02002824
Christopher Fauleta131a8f2020-07-07 10:56:40 +02002825 if ((h1s->flags & H1S_F_REOS) ||
2826 (h1m->state != H1_MSG_TUNNEL && h1m->state != H1_MSG_DATA) ||
Christopher Faulet27182292020-07-03 15:08:49 +02002827 (h1m->state == H1_MSG_DATA && !h1m->curr_len)) {
2828 TRACE_STATE("notify the mux can't use splicing anymore", H1_EV_STRM_RECV, h1s->h1c->conn, h1s);
Willy Tarreau17ccd1a2020-01-17 16:19:34 +01002829 cs->flags &= ~CS_FL_MAY_SPLICE;
Christopher Faulet27182292020-07-03 15:08:49 +02002830 }
Willy Tarreau17ccd1a2020-01-17 16:19:34 +01002831
Willy Tarreau022e5e52020-09-10 09:33:15 +02002832 TRACE_LEAVE(H1_EV_STRM_RECV, cs->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet1be55f92018-10-02 15:59:23 +02002833 return ret;
Christopher Faulet1be55f92018-10-02 15:59:23 +02002834}
2835
2836static int h1_snd_pipe(struct conn_stream *cs, struct pipe *pipe)
2837{
2838 struct h1s *h1s = cs->ctx;
Christopher Faulet1be55f92018-10-02 15:59:23 +02002839 int ret = 0;
2840
Willy Tarreau022e5e52020-09-10 09:33:15 +02002841 TRACE_ENTER(H1_EV_STRM_SEND, cs->conn, h1s, 0, (size_t[]){pipe->data});
Christopher Faulet6b81df72019-10-01 22:08:43 +02002842
Christopher Faulet1be55f92018-10-02 15:59:23 +02002843 if (b_data(&h1s->h1c->obuf))
2844 goto end;
2845
Olivier Houcharde179d0e2019-03-21 18:27:17 +01002846 ret = cs->conn->xprt->snd_pipe(cs->conn, cs->conn->xprt_ctx, pipe);
Christopher Faulet1be55f92018-10-02 15:59:23 +02002847 end:
Christopher Fauletd44ad5b2018-11-19 21:52:12 +01002848 if (pipe->data) {
Christopher Faulet6b81df72019-10-01 22:08:43 +02002849 if (!(h1s->h1c->wait_event.events & SUB_RETRY_SEND)) {
2850 TRACE_STATE("more data to send, subscribing", H1_EV_STRM_SEND, cs->conn, h1s);
Olivier Houcharde179d0e2019-03-21 18:27:17 +01002851 cs->conn->xprt->subscribe(cs->conn, cs->conn->xprt_ctx, SUB_RETRY_SEND, &h1s->h1c->wait_event);
Christopher Faulet6b81df72019-10-01 22:08:43 +02002852 }
Christopher Fauletd44ad5b2018-11-19 21:52:12 +01002853 }
Christopher Faulet6b81df72019-10-01 22:08:43 +02002854
Willy Tarreau022e5e52020-09-10 09:33:15 +02002855 TRACE_LEAVE(H1_EV_STRM_SEND, cs->conn, h1s, 0, (size_t[]){ret});
Christopher Faulet1be55f92018-10-02 15:59:23 +02002856 return ret;
2857}
2858#endif
2859
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02002860static int h1_ctl(struct connection *conn, enum mux_ctl_type mux_ctl, void *output)
2861{
2862 int ret = 0;
2863 switch (mux_ctl) {
2864 case MUX_STATUS:
Willy Tarreau911db9b2020-01-23 16:27:54 +01002865 if (!(conn->flags & CO_FL_WAIT_XPRT))
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02002866 ret |= MUX_STATUS_READY;
2867 return ret;
2868 default:
2869 return -1;
2870 }
2871}
2872
Olivier Houcharda8f6b432018-12-21 15:20:29 +01002873/* for debugging with CLI's "show fd" command */
2874static void h1_show_fd(struct buffer *msg, struct connection *conn)
2875{
2876 struct h1c *h1c = conn->ctx;
2877 struct h1s *h1s = h1c->h1s;
2878
Christopher Fauletf376a312019-01-04 15:16:06 +01002879 chunk_appendf(msg, " h1c.flg=0x%x .sub=%d .ibuf=%u@%p+%u/%u .obuf=%u@%p+%u/%u",
2880 h1c->flags, h1c->wait_event.events,
Olivier Houcharda8f6b432018-12-21 15:20:29 +01002881 (unsigned int)b_data(&h1c->ibuf), b_orig(&h1c->ibuf),
2882 (unsigned int)b_head_ofs(&h1c->ibuf), (unsigned int)b_size(&h1c->ibuf),
2883 (unsigned int)b_data(&h1c->obuf), b_orig(&h1c->obuf),
2884 (unsigned int)b_head_ofs(&h1c->obuf), (unsigned int)b_size(&h1c->obuf));
2885
2886 if (h1s) {
2887 char *method;
2888
2889 if (h1s->meth < HTTP_METH_OTHER)
2890 method = http_known_methods[h1s->meth].ptr;
2891 else
2892 method = "UNKNOWN";
2893 chunk_appendf(msg, " h1s=%p h1s.flg=0x%x .req.state=%s .res.state=%s"
2894 " .meth=%s status=%d",
2895 h1s, h1s->flags,
2896 h1m_state_str(h1s->req.state),
2897 h1m_state_str(h1s->res.state), method, h1s->status);
2898 if (h1s->cs)
2899 chunk_appendf(msg, " .cs.flg=0x%08x .cs.data=%p",
2900 h1s->cs->flags, h1s->cs->data);
2901 }
Christopher Faulet98fbe952019-07-22 16:18:24 +02002902}
2903
2904
2905/* Add an entry in the headers map. Returns -1 on error and 0 on success. */
2906static int add_hdr_case_adjust(const char *from, const char *to, char **err)
2907{
2908 struct h1_hdr_entry *entry;
2909
2910 /* Be sure there is a non-empty <to> */
2911 if (!strlen(to)) {
2912 memprintf(err, "expect <to>");
2913 return -1;
2914 }
2915
2916 /* Be sure only the case differs between <from> and <to> */
2917 if (strcasecmp(from, to)) {
2918 memprintf(err, "<from> and <to> must not differ execpt the case");
2919 return -1;
2920 }
2921
2922 /* Be sure <from> does not already existsin the tree */
2923 if (ebis_lookup(&hdrs_map.map, from)) {
2924 memprintf(err, "duplicate entry '%s'", from);
2925 return -1;
2926 }
2927
2928 /* Create the entry and insert it in the tree */
2929 entry = malloc(sizeof(*entry));
2930 if (!entry) {
2931 memprintf(err, "out of memory");
2932 return -1;
2933 }
2934
2935 entry->node.key = strdup(from);
2936 entry->name.ptr = strdup(to);
2937 entry->name.len = strlen(to);
2938 if (!entry->node.key || !entry->name.ptr) {
2939 free(entry->node.key);
Tim Duesterhused526372020-03-05 17:56:33 +01002940 istfree(&entry->name);
Christopher Faulet98fbe952019-07-22 16:18:24 +02002941 free(entry);
2942 memprintf(err, "out of memory");
2943 return -1;
2944 }
2945 ebis_insert(&hdrs_map.map, &entry->node);
2946 return 0;
2947}
2948
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002949/* Migrate the the connection to the current thread.
2950 * Return 0 if successful, non-zero otherwise.
2951 * Expected to be called with the old thread lock held.
2952 */
Olivier Houchard1662cdb2020-07-03 14:04:37 +02002953static int h1_takeover(struct connection *conn, int orig_tid)
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002954{
2955 struct h1c *h1c = conn->ctx;
Willy Tarreau09e0d9e2020-07-01 16:39:33 +02002956 struct task *task;
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002957
2958 if (fd_takeover(conn->handle.fd, conn) != 0)
2959 return -1;
Olivier Houcharda74bb7e2020-07-03 14:01:21 +02002960
2961 if (conn->xprt->takeover && conn->xprt->takeover(conn, conn->xprt_ctx, orig_tid) != 0) {
2962 /* We failed to takeover the xprt, even if the connection may
2963 * still be valid, flag it as error'd, as we have already
2964 * taken over the fd, and wake the tasklet, so that it will
2965 * destroy it.
2966 */
2967 conn->flags |= CO_FL_ERROR;
2968 tasklet_wakeup_on(h1c->wait_event.tasklet, orig_tid);
2969 return -1;
2970 }
2971
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002972 if (h1c->wait_event.events)
2973 h1c->conn->xprt->unsubscribe(h1c->conn, h1c->conn->xprt_ctx,
2974 h1c->wait_event.events, &h1c->wait_event);
2975 /* To let the tasklet know it should free itself, and do nothing else,
2976 * set its context to NULL.
2977 */
2978 h1c->wait_event.tasklet->context = NULL;
Olivier Houchard1662cdb2020-07-03 14:04:37 +02002979 tasklet_wakeup_on(h1c->wait_event.tasklet, orig_tid);
Willy Tarreau09e0d9e2020-07-01 16:39:33 +02002980
2981 task = h1c->task;
2982 if (task) {
2983 task->context = NULL;
2984 h1c->task = NULL;
2985 __ha_barrier_store();
2986 task_kill(task);
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01002987
2988 h1c->task = task_new(tid_bit);
2989 if (!h1c->task) {
2990 h1_release(h1c);
2991 return -1;
2992 }
2993 h1c->task->process = h1_timeout_task;
2994 h1c->task->context = h1c;
2995 }
2996 h1c->wait_event.tasklet = tasklet_new();
2997 if (!h1c->wait_event.tasklet) {
2998 h1_release(h1c);
2999 return -1;
3000 }
3001 h1c->wait_event.tasklet->process = h1_io_cb;
3002 h1c->wait_event.tasklet->context = h1c;
3003 h1c->conn->xprt->subscribe(h1c->conn, h1c->conn->xprt_ctx,
3004 SUB_RETRY_RECV, &h1c->wait_event);
3005
3006 return 0;
3007}
3008
3009
Christopher Faulet98fbe952019-07-22 16:18:24 +02003010static void h1_hdeaders_case_adjust_deinit()
3011{
3012 struct ebpt_node *node, *next;
3013 struct h1_hdr_entry *entry;
3014
3015 node = ebpt_first(&hdrs_map.map);
3016 while (node) {
3017 next = ebpt_next(node);
3018 ebpt_delete(node);
3019 entry = container_of(node, struct h1_hdr_entry, node);
3020 free(entry->node.key);
Tim Duesterhused526372020-03-05 17:56:33 +01003021 istfree(&entry->name);
Christopher Faulet98fbe952019-07-22 16:18:24 +02003022 free(entry);
3023 node = next;
3024 }
3025 free(hdrs_map.name);
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003026}
3027
Christopher Faulet98fbe952019-07-22 16:18:24 +02003028static int cfg_h1_headers_case_adjust_postparser()
3029{
3030 FILE *file = NULL;
3031 char *c, *key_beg, *key_end, *value_beg, *value_end;
3032 char *err;
3033 int rc, line = 0, err_code = 0;
3034
3035 if (!hdrs_map.name)
3036 goto end;
3037
3038 file = fopen(hdrs_map.name, "r");
3039 if (!file) {
3040 ha_alert("config : h1-outgoing-headers-case-adjust-file '%s': failed to open file.\n",
3041 hdrs_map.name);
3042 err_code |= ERR_ALERT | ERR_FATAL;
3043 goto end;
3044 }
3045
3046 /* now parse all lines. The file may contain only two header name per
3047 * line, separated by spaces. All heading and trailing spaces will be
3048 * ignored. Lines starting with a # are ignored.
3049 */
3050 while (fgets(trash.area, trash.size, file) != NULL) {
3051 line++;
3052 c = trash.area;
3053
3054 /* strip leading spaces and tabs */
3055 while (*c == ' ' || *c == '\t')
3056 c++;
3057
3058 /* ignore emptu lines, or lines beginning with a dash */
3059 if (*c == '#' || *c == '\0' || *c == '\r' || *c == '\n')
3060 continue;
3061
3062 /* look for the end of the key */
3063 key_beg = c;
3064 while (*c != '\0' && *c != ' ' && *c != '\t' && *c != '\n' && *c != '\r')
3065 c++;
3066 key_end = c;
3067
3068 /* strip middle spaces and tabs */
3069 while (*c == ' ' || *c == '\t')
3070 c++;
3071
3072 /* look for the end of the value, it is the end of the line */
3073 value_beg = c;
3074 while (*c && *c != '\n' && *c != '\r')
3075 c++;
3076 value_end = c;
3077
3078 /* trim possibly trailing spaces and tabs */
3079 while (value_end > value_beg && (value_end[-1] == ' ' || value_end[-1] == '\t'))
3080 value_end--;
3081
3082 /* set final \0 and check entries */
3083 *key_end = '\0';
3084 *value_end = '\0';
3085
3086 err = NULL;
3087 rc = add_hdr_case_adjust(key_beg, value_beg, &err);
3088 if (rc < 0) {
Christopher Faulet98fbe952019-07-22 16:18:24 +02003089 ha_alert("config : h1-outgoing-headers-case-adjust-file '%s' : %s at line %d.\n",
3090 hdrs_map.name, err, line);
3091 err_code |= ERR_ALERT | ERR_FATAL;
Christopher Fauletcac5c092019-07-30 16:51:42 +02003092 free(err);
Christopher Faulet98fbe952019-07-22 16:18:24 +02003093 goto end;
3094 }
3095 if (rc > 0) {
Christopher Faulet98fbe952019-07-22 16:18:24 +02003096 ha_warning("config : h1-outgoing-headers-case-adjust-file '%s' : %s at line %d.\n",
3097 hdrs_map.name, err, line);
3098 err_code |= ERR_WARN;
Christopher Fauletcac5c092019-07-30 16:51:42 +02003099 free(err);
Christopher Faulet98fbe952019-07-22 16:18:24 +02003100 }
3101 }
3102
3103 end:
3104 if (file)
3105 fclose(file);
3106 hap_register_post_deinit(h1_hdeaders_case_adjust_deinit);
3107 return err_code;
3108}
3109
3110
3111/* config parser for global "h1-outgoing-header-case-adjust" */
3112static int cfg_parse_h1_header_case_adjust(char **args, int section_type, struct proxy *curpx,
3113 struct proxy *defpx, const char *file, int line,
3114 char **err)
3115{
3116 if (too_many_args(2, args, err, NULL))
3117 return -1;
3118 if (!*(args[1]) || !*(args[2])) {
3119 memprintf(err, "'%s' expects <from> and <to> as argument.", args[0]);
3120 return -1;
3121 }
3122 return add_hdr_case_adjust(args[1], args[2], err);
3123}
3124
3125/* config parser for global "h1-outgoing-headers-case-adjust-file" */
3126static int cfg_parse_h1_headers_case_adjust_file(char **args, int section_type, struct proxy *curpx,
3127 struct proxy *defpx, const char *file, int line,
3128 char **err)
3129{
3130 if (too_many_args(1, args, err, NULL))
3131 return -1;
3132 if (!*(args[1])) {
3133 memprintf(err, "'%s' expects <file> as argument.", args[0]);
3134 return -1;
3135 }
3136 free(hdrs_map.name);
3137 hdrs_map.name = strdup(args[1]);
3138 return 0;
3139}
3140
3141
3142/* config keyword parsers */
3143static struct cfg_kw_list cfg_kws = {{ }, {
3144 { CFG_GLOBAL, "h1-case-adjust", cfg_parse_h1_header_case_adjust },
3145 { CFG_GLOBAL, "h1-case-adjust-file", cfg_parse_h1_headers_case_adjust_file },
3146 { 0, NULL, NULL },
3147 }
3148};
3149
3150INITCALL1(STG_REGISTER, cfg_register_keywords, &cfg_kws);
3151REGISTER_CONFIG_POSTPARSER("h1-headers-map", cfg_h1_headers_case_adjust_postparser);
3152
3153
Christopher Faulet51dbc942018-09-13 09:05:15 +02003154/****************************************/
Ilya Shipitsinc02a23f2020-05-06 00:53:22 +05003155/* MUX initialization and instantiation */
Christopher Faulet51dbc942018-09-13 09:05:15 +02003156/****************************************/
3157
3158/* The mux operations */
Willy Tarreauf77a1582019-01-10 10:00:08 +01003159static const struct mux_ops mux_h1_ops = {
Christopher Faulet51dbc942018-09-13 09:05:15 +02003160 .init = h1_init,
3161 .wake = h1_wake,
3162 .attach = h1_attach,
3163 .get_first_cs = h1_get_first_cs,
Christopher Fauletfeb11742018-11-29 15:12:34 +01003164 .get_cs_info = h1_get_cs_info,
Christopher Faulet51dbc942018-09-13 09:05:15 +02003165 .detach = h1_detach,
3166 .destroy = h1_destroy,
3167 .avail_streams = h1_avail_streams,
Willy Tarreau00f18a32019-01-26 12:19:01 +01003168 .used_streams = h1_used_streams,
Christopher Faulet51dbc942018-09-13 09:05:15 +02003169 .rcv_buf = h1_rcv_buf,
3170 .snd_buf = h1_snd_buf,
Willy Tarreaue5733232019-05-22 19:24:06 +02003171#if defined(USE_LINUX_SPLICE)
Christopher Faulet1be55f92018-10-02 15:59:23 +02003172 .rcv_pipe = h1_rcv_pipe,
3173 .snd_pipe = h1_snd_pipe,
3174#endif
Christopher Faulet51dbc942018-09-13 09:05:15 +02003175 .subscribe = h1_subscribe,
3176 .unsubscribe = h1_unsubscribe,
3177 .shutr = h1_shutr,
3178 .shutw = h1_shutw,
Olivier Houcharda8f6b432018-12-21 15:20:29 +01003179 .show_fd = h1_show_fd,
Olivier Houchard9a86fcb2018-12-11 16:47:14 +01003180 .reset = h1_reset,
Olivier Houchard9b8e11e2019-10-25 16:19:26 +02003181 .ctl = h1_ctl,
Olivier Houchardf12ca9f2020-02-20 16:00:18 +01003182 .takeover = h1_takeover,
Christopher Faulet9f38f5a2019-04-03 09:53:32 +02003183 .flags = MX_FL_HTX,
Willy Tarreau0a7a4fb2019-05-22 11:36:54 +02003184 .name = "H1",
Christopher Faulet51dbc942018-09-13 09:05:15 +02003185};
3186
3187
3188/* this mux registers default HTX proto */
3189static struct mux_proto_list mux_proto_htx =
Christopher Fauletc985f6c2019-07-15 11:42:52 +02003190{ .token = IST(""), .mode = PROTO_MODE_HTTP, .side = PROTO_SIDE_BOTH, .mux = &mux_h1_ops };
Christopher Faulet51dbc942018-09-13 09:05:15 +02003191
Willy Tarreau0108d902018-11-25 19:14:37 +01003192INITCALL1(STG_REGISTER, register_mux_proto, &mux_proto_htx);
3193
Christopher Faulet51dbc942018-09-13 09:05:15 +02003194/*
3195 * Local variables:
3196 * c-indent-level: 8
3197 * c-basic-offset: 8
3198 * End:
3199 */