blob: 06c7ea194d859b4e90b6fcb50b32fbd47a4a771d [file] [log] [blame]
Christopher Faulet51dbc942018-09-13 09:05:15 +02001/*
2 * HTT/1 mux-demux for connections
3 *
4 * Copyright 2018 Christopher Faulet <cfaulet@haproxy.com>
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12#include <common/cfgparse.h>
13#include <common/config.h>
Willy Tarreauafba57a2018-12-11 13:44:24 +010014#include <common/h1.h>
Christopher Faulet0ef372a2019-04-08 10:57:20 +020015#include <common/h2.h>
Willy Tarreaub96b77e2018-12-11 10:22:41 +010016#include <common/htx.h>
Willy Tarreau0108d902018-11-25 19:14:37 +010017#include <common/initcall.h>
Christopher Faulet51dbc942018-09-13 09:05:15 +020018
Christopher Faulet1be55f92018-10-02 15:59:23 +020019#include <types/pipe.h>
Christopher Fauletf2824e62018-10-01 12:12:37 +020020#include <types/proxy.h>
21#include <types/session.h>
22
Christopher Faulet51dbc942018-09-13 09:05:15 +020023#include <proto/connection.h>
Christopher Faulet9768c262018-10-22 09:34:31 +020024#include <proto/http_htx.h>
Christopher Faulet129817b2018-09-20 16:14:40 +020025#include <proto/log.h>
Olivier Houchard44d59142018-12-13 18:46:22 +010026#include <proto/session.h>
Christopher Faulet51dbc942018-09-13 09:05:15 +020027#include <proto/stream.h>
28#include <proto/stream_interface.h>
29
30/*
31 * H1 Connection flags (32 bits)
32 */
33#define H1C_F_NONE 0x00000000
34
35/* Flags indicating why writing output data are blocked */
36#define H1C_F_OUT_ALLOC 0x00000001 /* mux is blocked on lack of output buffer */
37#define H1C_F_OUT_FULL 0x00000002 /* mux is blocked on output buffer full */
38/* 0x00000004 - 0x00000008 unused */
39
40/* Flags indicating why reading input data are blocked. */
41#define H1C_F_IN_ALLOC 0x00000010 /* mux is blocked on lack of input buffer */
42#define H1C_F_IN_FULL 0x00000020 /* mux is blocked on input buffer full */
Christopher Fauletcb55f482018-12-10 11:56:47 +010043#define H1C_F_IN_BUSY 0x00000040
Christopher Faulet539e0292018-11-19 10:40:09 +010044/* 0x00000040 - 0x00000800 unused */
Christopher Faulet51dbc942018-09-13 09:05:15 +020045
46#define H1C_F_CS_ERROR 0x00001000 /* connection must be closed ASAP because an error occurred */
47#define H1C_F_CS_SHUTW_NOW 0x00002000 /* connection must be shut down for writes ASAP */
Christopher Faulet666a0c42019-01-08 11:12:04 +010048#define H1C_F_CS_SHUTDOWN 0x00004000 /* connection is shut down for read and writes */
Christopher Faulet3b88b8d2018-10-26 17:36:03 +020049#define H1C_F_CS_WAIT_CONN 0x00008000 /* waiting for the connection establishment */
Christopher Faulet51dbc942018-09-13 09:05:15 +020050
Christopher Fauletf2824e62018-10-01 12:12:37 +020051#define H1C_F_WAIT_NEXT_REQ 0x00010000 /* waiting for the next request to start, use keep-alive timeout */
Christopher Faulet0ef372a2019-04-08 10:57:20 +020052#define H1C_F_UPG_H2C 0x00020000 /* set if an upgrade to h2 should be done */
Christopher Faulet129817b2018-09-20 16:14:40 +020053
Christopher Faulet51dbc942018-09-13 09:05:15 +020054/*
55 * H1 Stream flags (32 bits)
56 */
Christopher Faulet129817b2018-09-20 16:14:40 +020057#define H1S_F_NONE 0x00000000
58#define H1S_F_ERROR 0x00000001 /* An error occurred on the H1 stream */
Christopher Fauletf2824e62018-10-01 12:12:37 +020059#define H1S_F_REQ_ERROR 0x00000002 /* An error occurred during the request parsing/xfer */
60#define H1S_F_RES_ERROR 0x00000004 /* An error occurred during the response parsing/xfer */
Willy Tarreauc493c9c2019-06-03 14:18:22 +020061#define H1S_F_REOS 0x00000008 /* End of input stream seen even if not delivered yet */
Christopher Fauletf2824e62018-10-01 12:12:37 +020062#define H1S_F_WANT_KAL 0x00000010
63#define H1S_F_WANT_TUN 0x00000020
64#define H1S_F_WANT_CLO 0x00000040
65#define H1S_F_WANT_MSK 0x00000070
66#define H1S_F_NOT_FIRST 0x00000080 /* The H1 stream is not the first one */
Christopher Faulet539e0292018-11-19 10:40:09 +010067#define H1S_F_BUF_FLUSH 0x00000100 /* Flush input buffer and don't read more data */
Christopher Fauletd44ad5b2018-11-19 21:52:12 +010068#define H1S_F_SPLICED_DATA 0x00000200 /* Set when the kernel splicing is in used */
Willy Tarreau34d23482019-01-03 17:46:56 +010069#define H1S_F_HAVE_I_TLR 0x00000800 /* Set during input process to know the trailers were processed */
Christopher Faulet2d7c5392019-06-03 10:41:26 +020070/* 0x00001000 .. 0x00002000 unused */
Christopher Fauletada34b62019-05-24 16:36:43 +020071#define H1S_F_HAVE_O_CONN 0x00004000 /* Set during output process to know connection mode was processed */
Christopher Faulet51dbc942018-09-13 09:05:15 +020072
73/* H1 connection descriptor */
Christopher Faulet51dbc942018-09-13 09:05:15 +020074struct h1c {
75 struct connection *conn;
76 struct proxy *px;
77 uint32_t flags; /* Connection flags: H1C_F_* */
78
79 struct buffer ibuf; /* Input buffer to store data before parsing */
80 struct buffer obuf; /* Output buffer to store data after reformatting */
81
82 struct buffer_wait buf_wait; /* Wait list for buffer allocation */
83 struct wait_event wait_event; /* To be used if we're waiting for I/Os */
84
85 struct h1s *h1s; /* H1 stream descriptor */
Christopher Fauletb8093cf2019-01-03 16:27:28 +010086 struct task *task; /* timeout management task */
87 int timeout; /* idle timeout duration in ticks */
88 int shut_timeout; /* idle timeout duration in ticks after stream shutdown */
Christopher Faulet51dbc942018-09-13 09:05:15 +020089};
90
91/* H1 stream descriptor */
92struct h1s {
93 struct h1c *h1c;
94 struct conn_stream *cs;
Christopher Fauletfeb11742018-11-29 15:12:34 +010095 struct cs_info csinfo; /* CS info, only used for client connections */
96 uint32_t flags; /* Connection flags: H1S_F_* */
Christopher Faulet51dbc942018-09-13 09:05:15 +020097
Christopher Faulet51dbc942018-09-13 09:05:15 +020098 struct wait_event *recv_wait; /* Address of the wait_event the conn_stream associated is waiting on */
99 struct wait_event *send_wait; /* Address of the wait_event the conn_stream associated is waiting on */
Christopher Faulet129817b2018-09-20 16:14:40 +0200100
Olivier Houchardf502aca2018-12-14 19:42:40 +0100101 struct session *sess; /* Associated session */
Christopher Faulet129817b2018-09-20 16:14:40 +0200102 struct h1m req;
103 struct h1m res;
104
105 enum http_meth_t meth; /* HTTP resquest method */
106 uint16_t status; /* HTTP response status */
Christopher Faulet51dbc942018-09-13 09:05:15 +0200107};
108
109/* the h1c and h1s pools */
Willy Tarreau8ceae722018-11-26 11:58:30 +0100110DECLARE_STATIC_POOL(pool_head_h1c, "h1c", sizeof(struct h1c));
111DECLARE_STATIC_POOL(pool_head_h1s, "h1s", sizeof(struct h1s));
Christopher Faulet51dbc942018-09-13 09:05:15 +0200112
Christopher Faulet51dbc942018-09-13 09:05:15 +0200113static int h1_recv(struct h1c *h1c);
114static int h1_send(struct h1c *h1c);
115static int h1_process(struct h1c *h1c);
116static struct task *h1_io_cb(struct task *t, void *ctx, unsigned short state);
Christopher Faulet666a0c42019-01-08 11:12:04 +0100117static void h1_shutw_conn(struct connection *conn, enum cs_shw_mode mode);
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100118static struct task *h1_timeout_task(struct task *t, void *context, unsigned short state);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200119
120/*****************************************************/
121/* functions below are for dynamic buffer management */
122/*****************************************************/
123/*
124 * Indicates whether or not the we may call the h1_recv() function to
125 * attempt to receive data into the buffer and/or parse pending data. The
126 * condition is a bit complex due to some API limits for now. The rules are the
127 * following :
128 * - if an error or a shutdown was detected on the connection and the buffer
129 * is empty, we must not attempt to receive
130 * - if the input buffer failed to be allocated, we must not try to receive
131 * and we know there is nothing pending
132 * - if no flag indicates a blocking condition, we may attempt to receive,
133 * regardless of whether the input buffer is full or not, so that only de
134 * receiving part decides whether or not to block. This is needed because
135 * the connection API indeed prevents us from re-enabling receipt that is
136 * already enabled in a polled state, so we must always immediately stop as
137 * soon as the mux can't proceed so as never to hit an end of read with data
138 * pending in the buffers.
139 * - otherwise must may not attempt to receive
140 */
141static inline int h1_recv_allowed(const struct h1c *h1c)
142{
Christopher Faulet666a0c42019-01-08 11:12:04 +0100143 if (b_data(&h1c->ibuf) == 0 && (h1c->flags & (H1C_F_CS_ERROR|H1C_F_CS_SHUTDOWN)))
Christopher Faulet51dbc942018-09-13 09:05:15 +0200144 return 0;
145
Christopher Fauletcf56b992018-12-11 16:12:31 +0100146 if (h1c->conn->flags & CO_FL_ERROR || conn_xprt_read0_pending(h1c->conn))
147 return 0;
148
Christopher Fauletcb55f482018-12-10 11:56:47 +0100149 if (!(h1c->flags & (H1C_F_IN_ALLOC|H1C_F_IN_FULL|H1C_F_IN_BUSY)))
Christopher Faulet51dbc942018-09-13 09:05:15 +0200150 return 1;
151
152 return 0;
153}
154
155/*
156 * Tries to grab a buffer and to re-enables processing on mux <target>. The h1
157 * flags are used to figure what buffer was requested. It returns 1 if the
158 * allocation succeeds, in which case the connection is woken up, or 0 if it's
159 * impossible to wake up and we prefer to be woken up later.
160 */
161static int h1_buf_available(void *target)
162{
163 struct h1c *h1c = target;
164
165 if ((h1c->flags & H1C_F_IN_ALLOC) && b_alloc_margin(&h1c->ibuf, 0)) {
166 h1c->flags &= ~H1C_F_IN_ALLOC;
167 if (h1_recv_allowed(h1c))
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200168 tasklet_wakeup(h1c->wait_event.tasklet);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200169 return 1;
170 }
171
172 if ((h1c->flags & H1C_F_OUT_ALLOC) && b_alloc_margin(&h1c->obuf, 0)) {
173 h1c->flags &= ~H1C_F_OUT_ALLOC;
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200174 tasklet_wakeup(h1c->wait_event.tasklet);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200175 return 1;
176 }
177
Christopher Faulet51dbc942018-09-13 09:05:15 +0200178 return 0;
179}
180
181/*
182 * Allocate a buffer. If if fails, it adds the mux in buffer wait queue.
183 */
184static inline struct buffer *h1_get_buf(struct h1c *h1c, struct buffer *bptr)
185{
186 struct buffer *buf = NULL;
187
188 if (likely(LIST_ISEMPTY(&h1c->buf_wait.list)) &&
189 unlikely((buf = b_alloc_margin(bptr, 0)) == NULL)) {
190 h1c->buf_wait.target = h1c;
191 h1c->buf_wait.wakeup_cb = h1_buf_available;
192 HA_SPIN_LOCK(BUF_WQ_LOCK, &buffer_wq_lock);
193 LIST_ADDQ(&buffer_wq, &h1c->buf_wait.list);
194 HA_SPIN_UNLOCK(BUF_WQ_LOCK, &buffer_wq_lock);
195 __conn_xprt_stop_recv(h1c->conn);
196 }
197 return buf;
198}
199
200/*
201 * Release a buffer, if any, and try to wake up entities waiting in the buffer
202 * wait queue.
203 */
204static inline void h1_release_buf(struct h1c *h1c, struct buffer *bptr)
205{
206 if (bptr->size) {
207 b_free(bptr);
208 offer_buffers(h1c->buf_wait.target, tasks_run_queue);
209 }
210}
211
Willy Tarreau00f18a32019-01-26 12:19:01 +0100212/* returns the number of streams in use on a connection to figure if it's
213 * idle or not. We can't have an h1s without a CS so checking h1s is fine,
214 * as the caller will want to know if it was the last one after a detach().
215 */
216static int h1_used_streams(struct connection *conn)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200217{
Willy Tarreau3d2ee552018-12-19 14:12:10 +0100218 struct h1c *h1c = conn->ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200219
Willy Tarreau00f18a32019-01-26 12:19:01 +0100220 return h1c->h1s ? 1 : 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200221}
222
Willy Tarreau00f18a32019-01-26 12:19:01 +0100223/* returns the number of streams still available on a connection */
224static int h1_avail_streams(struct connection *conn)
Olivier Houchard8defe4b2018-12-02 01:31:17 +0100225{
Willy Tarreau00f18a32019-01-26 12:19:01 +0100226 return 1 - h1_used_streams(conn);
Olivier Houchard8defe4b2018-12-02 01:31:17 +0100227}
Christopher Faulet51dbc942018-09-13 09:05:15 +0200228
Willy Tarreau00f18a32019-01-26 12:19:01 +0100229
Christopher Faulet51dbc942018-09-13 09:05:15 +0200230/*****************************************************************/
231/* functions below are dedicated to the mux setup and management */
232/*****************************************************************/
Willy Tarreaufbdf90a2019-06-03 13:42:54 +0200233
234/* returns non-zero if there are input data pending for stream h1s. */
235static inline size_t h1s_data_pending(const struct h1s *h1s)
236{
237 const struct h1m *h1m;
238
239 h1m = conn_is_back(h1s->h1c->conn) ? &h1s->res : &h1s->req;
240 if (h1m->state == H1_MSG_DONE)
241 return 0; // data not for this stream (e.g. pipelining)
242
243 return b_data(&h1s->h1c->ibuf);
244}
245
Christopher Faulet47365272018-10-31 17:40:50 +0100246static struct conn_stream *h1s_new_cs(struct h1s *h1s)
247{
248 struct conn_stream *cs;
249
250 cs = cs_new(h1s->h1c->conn);
251 if (!cs)
252 goto err;
253 h1s->cs = cs;
254 cs->ctx = h1s;
255
256 if (h1s->flags & H1S_F_NOT_FIRST)
257 cs->flags |= CS_FL_NOT_FIRST;
258
259 if (stream_create_from_cs(cs) < 0)
260 goto err;
261 return cs;
262
263 err:
264 cs_free(cs);
265 h1s->cs = NULL;
266 return NULL;
267}
268
Olivier Houchardf502aca2018-12-14 19:42:40 +0100269static struct h1s *h1s_create(struct h1c *h1c, struct conn_stream *cs, struct session *sess)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200270{
271 struct h1s *h1s;
272
273 h1s = pool_alloc(pool_head_h1s);
274 if (!h1s)
Christopher Faulet47365272018-10-31 17:40:50 +0100275 goto fail;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200276
277 h1s->h1c = h1c;
278 h1c->h1s = h1s;
279
Olivier Houchardf502aca2018-12-14 19:42:40 +0100280 h1s->sess = sess;
281
Christopher Faulet51dbc942018-09-13 09:05:15 +0200282 h1s->cs = NULL;
Christopher Fauletb992af02019-03-28 15:42:24 +0100283 h1s->flags = H1S_F_WANT_KAL;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200284
285 h1s->recv_wait = NULL;
286 h1s->send_wait = NULL;
Christopher Faulet129817b2018-09-20 16:14:40 +0200287
288 h1m_init_req(&h1s->req);
Christopher Fauletb992af02019-03-28 15:42:24 +0100289 h1s->req.flags |= (H1_MF_NO_PHDR|H1_MF_CLEAN_CONN_HDR);
Christopher Faulet9768c262018-10-22 09:34:31 +0200290
Christopher Faulet129817b2018-09-20 16:14:40 +0200291 h1m_init_res(&h1s->res);
Christopher Fauletb992af02019-03-28 15:42:24 +0100292 h1s->res.flags |= (H1_MF_NO_PHDR|H1_MF_CLEAN_CONN_HDR);
Christopher Faulet129817b2018-09-20 16:14:40 +0200293
294 h1s->status = 0;
295 h1s->meth = HTTP_METH_OTHER;
296
Christopher Faulet47365272018-10-31 17:40:50 +0100297 if (h1c->flags & H1C_F_WAIT_NEXT_REQ)
298 h1s->flags |= H1S_F_NOT_FIRST;
299 h1c->flags &= ~H1C_F_WAIT_NEXT_REQ;
300
Christopher Faulet129817b2018-09-20 16:14:40 +0200301 if (!conn_is_back(h1c->conn)) {
302 if (h1c->px->options2 & PR_O2_REQBUG_OK)
303 h1s->req.err_pos = -1;
Christopher Faulete9b70722019-04-08 10:46:02 +0200304
305 /* For frontend connections we should always have a session */
306 if (!sess)
307 sess = h1c->conn->owner;
308
Dave Pirottecf67ec52019-07-10 13:57:38 +0000309 /* Timers for subsequent sessions on the same HTTP 1.x connection
310 * measure from `now`, not from the connection accept time */
311 if (h1s->flags & H1S_F_NOT_FIRST) {
312 h1s->csinfo.create_date = date;
313 h1s->csinfo.tv_create = now;
314 h1s->csinfo.t_handshake = 0;
315 h1s->csinfo.t_idle = -1;
316 }
317 else {
318 h1s->csinfo.create_date = sess->accept_date;
319 h1s->csinfo.tv_create = sess->tv_accept;
320 h1s->csinfo.t_handshake = sess->t_handshake;
321 h1s->csinfo.t_idle = -1;
322 }
Christopher Faulet129817b2018-09-20 16:14:40 +0200323 }
324 else {
325 if (h1c->px->options2 & PR_O2_RSPBUG_OK)
326 h1s->res.err_pos = -1;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200327
Christopher Fauletfeb11742018-11-29 15:12:34 +0100328 h1s->csinfo.create_date = date;
329 h1s->csinfo.tv_create = now;
330 h1s->csinfo.t_handshake = 0;
331 h1s->csinfo.t_idle = -1;
Christopher Faulete9b70722019-04-08 10:46:02 +0200332 }
Christopher Fauletfeb11742018-11-29 15:12:34 +0100333
Christopher Faulete9b70722019-04-08 10:46:02 +0200334 /* If a conn_stream already exists, attach it to this H1S. Otherwise we
335 * create a new one.
336 */
337 if (cs) {
Christopher Fauletf2824e62018-10-01 12:12:37 +0200338 cs->ctx = h1s;
339 h1s->cs = cs;
340 }
Christopher Faulet47365272018-10-31 17:40:50 +0100341 else {
342 cs = h1s_new_cs(h1s);
343 if (!cs)
344 goto fail;
345 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200346 return h1s;
Christopher Faulet47365272018-10-31 17:40:50 +0100347
348 fail:
349 pool_free(pool_head_h1s, h1s);
350 return NULL;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200351}
352
353static void h1s_destroy(struct h1s *h1s)
354{
Christopher Fauletf2824e62018-10-01 12:12:37 +0200355 if (h1s) {
356 struct h1c *h1c = h1s->h1c;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200357
Christopher Fauletf2824e62018-10-01 12:12:37 +0200358 h1c->h1s = NULL;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200359
Christopher Fauletf2824e62018-10-01 12:12:37 +0200360 if (h1s->recv_wait != NULL)
Willy Tarreau4f6516d2018-12-19 13:59:17 +0100361 h1s->recv_wait->events &= ~SUB_RETRY_RECV;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200362 if (h1s->send_wait != NULL)
Willy Tarreau4f6516d2018-12-19 13:59:17 +0100363 h1s->send_wait->events &= ~SUB_RETRY_SEND;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200364
Christopher Fauletcb55f482018-12-10 11:56:47 +0100365 h1c->flags &= ~H1C_F_IN_BUSY;
Christopher Faulet47365272018-10-31 17:40:50 +0100366 h1c->flags |= H1C_F_WAIT_NEXT_REQ;
367 if (h1s->flags & (H1S_F_REQ_ERROR|H1S_F_RES_ERROR))
368 h1c->flags |= H1C_F_CS_ERROR;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200369 pool_free(pool_head_h1s, h1s);
370 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200371}
372
Christopher Fauletfeb11742018-11-29 15:12:34 +0100373static const struct cs_info *h1_get_cs_info(struct conn_stream *cs)
374{
375 struct h1s *h1s = cs->ctx;
376
377 if (h1s && !conn_is_back(cs->conn))
378 return &h1s->csinfo;
379 return NULL;
380}
381
Christopher Faulet51dbc942018-09-13 09:05:15 +0200382/*
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200383 * Initialize the mux once it's attached. It is expected that conn->ctx points
384 * to the existing conn_stream (for outgoing connections or for incoming onces
385 * during a mux upgrade) or NULL (for incoming ones during the connexion
386 * establishment). <input> is always used as Input buffer and may contain
387 * data. It is the caller responsibility to not reuse it anymore. Returns < 0 on
388 * error.
Christopher Faulet51dbc942018-09-13 09:05:15 +0200389 */
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200390static int h1_init(struct connection *conn, struct proxy *proxy, struct session *sess,
391 struct buffer *input)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200392{
Christopher Faulet51dbc942018-09-13 09:05:15 +0200393 struct h1c *h1c;
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100394 struct task *t = NULL;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200395
396 h1c = pool_alloc(pool_head_h1c);
397 if (!h1c)
398 goto fail_h1c;
399 h1c->conn = conn;
400 h1c->px = proxy;
401
402 h1c->flags = H1C_F_NONE;
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200403 h1c->ibuf = *input;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200404 h1c->obuf = BUF_NULL;
405 h1c->h1s = NULL;
Christopher Faulet51f73eb2019-04-08 11:22:47 +0200406 h1c->task = NULL;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200407
Christopher Faulet51dbc942018-09-13 09:05:15 +0200408 LIST_INIT(&h1c->buf_wait.list);
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200409 h1c->wait_event.tasklet = tasklet_new();
410 if (!h1c->wait_event.tasklet)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200411 goto fail;
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200412 h1c->wait_event.tasklet->process = h1_io_cb;
413 h1c->wait_event.tasklet->context = h1c;
Willy Tarreau4f6516d2018-12-19 13:59:17 +0100414 h1c->wait_event.events = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200415
Christopher Faulete9b70722019-04-08 10:46:02 +0200416 if (conn_is_back(conn)) {
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100417 h1c->shut_timeout = h1c->timeout = proxy->timeout.server;
418 if (tick_isset(proxy->timeout.serverfin))
419 h1c->shut_timeout = proxy->timeout.serverfin;
420 } else {
421 h1c->shut_timeout = h1c->timeout = proxy->timeout.client;
422 if (tick_isset(proxy->timeout.clientfin))
423 h1c->shut_timeout = proxy->timeout.clientfin;
424 }
425 if (tick_isset(h1c->timeout)) {
426 t = task_new(tid_bit);
427 if (!t)
428 goto fail;
429
430 h1c->task = t;
431 t->process = h1_timeout_task;
432 t->context = h1c;
433 t->expire = tick_add(now_ms, h1c->timeout);
434 }
435
Olivier Houchard985234d2019-06-13 17:54:33 +0200436 if (!(conn->flags & CO_FL_CONNECTED) || (conn->flags & CO_FL_HANDSHAKE))
Christopher Faulet3b88b8d2018-10-26 17:36:03 +0200437 h1c->flags |= H1C_F_CS_WAIT_CONN;
438
Christopher Fauletf2824e62018-10-01 12:12:37 +0200439 /* Always Create a new H1S */
Willy Tarreau3d2ee552018-12-19 14:12:10 +0100440 if (!h1s_create(h1c, conn->ctx, sess))
Christopher Fauletf2824e62018-10-01 12:12:37 +0200441 goto fail;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200442
Willy Tarreau3d2ee552018-12-19 14:12:10 +0100443 conn->ctx = h1c;
Christopher Faulet129817b2018-09-20 16:14:40 +0200444
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100445
446 if (t)
447 task_queue(t);
448
Christopher Faulet51dbc942018-09-13 09:05:15 +0200449 /* Try to read, if nothing is available yet we'll just subscribe */
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200450 tasklet_wakeup(h1c->wait_event.tasklet);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200451
452 /* mux->wake will be called soon to complete the operation */
453 return 0;
454
455 fail:
Willy Tarreauf6562792019-05-07 19:05:35 +0200456 task_destroy(t);
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200457 if (h1c->wait_event.tasklet)
458 tasklet_free(h1c->wait_event.tasklet);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200459 pool_free(pool_head_h1c, h1c);
460 fail_h1c:
461 return -1;
462}
463
Christopher Faulet73c12072019-04-08 11:23:22 +0200464/* release function. This one should be called to free all resources allocated
465 * to the mux.
Christopher Faulet51dbc942018-09-13 09:05:15 +0200466 */
Christopher Faulet73c12072019-04-08 11:23:22 +0200467static void h1_release(struct h1c *h1c)
Christopher Faulet51dbc942018-09-13 09:05:15 +0200468{
Christopher Faulet61840e72019-04-15 09:33:32 +0200469 struct connection *conn = NULL;
Christopher Faulet39a96ee2019-04-08 10:52:21 +0200470
Christopher Faulet51dbc942018-09-13 09:05:15 +0200471 if (h1c) {
Christopher Faulet61840e72019-04-15 09:33:32 +0200472 /* The connection must be aattached to this mux to be released */
473 if (h1c->conn && h1c->conn->ctx == h1c)
474 conn = h1c->conn;
475
476 if (conn && h1c->flags & H1C_F_UPG_H2C) {
Christopher Faulet0ef372a2019-04-08 10:57:20 +0200477 h1c->flags &= ~H1C_F_UPG_H2C;
Olivier Houchard13f556e2019-07-03 13:08:18 +0200478 /* Make sure we're no longer subscribed to anything */
479 if (h1c->wait_event.events)
480 conn->xprt->unsubscribe(conn, conn->xprt_ctx,
481 h1c->wait_event.events, &h1c->wait_event);
Olivier Houchard45c44372019-06-11 14:06:23 +0200482 if (conn_upgrade_mux_fe(conn, NULL, &h1c->ibuf, ist("h2"), PROTO_MODE_HTX) != -1) {
Christopher Faulet0ef372a2019-04-08 10:57:20 +0200483 /* connection successfully upgraded to H2, this
484 * mux was already released */
485 return;
486 }
487 sess_log(conn->owner); /* Log if the upgrade failed */
488 }
489
Olivier Houchard45c44372019-06-11 14:06:23 +0200490
Christopher Faulet51dbc942018-09-13 09:05:15 +0200491 if (!LIST_ISEMPTY(&h1c->buf_wait.list)) {
492 HA_SPIN_LOCK(BUF_WQ_LOCK, &buffer_wq_lock);
493 LIST_DEL(&h1c->buf_wait.list);
494 LIST_INIT(&h1c->buf_wait.list);
495 HA_SPIN_UNLOCK(BUF_WQ_LOCK, &buffer_wq_lock);
496 }
497
498 h1_release_buf(h1c, &h1c->ibuf);
499 h1_release_buf(h1c, &h1c->obuf);
500
Christopher Fauletb8093cf2019-01-03 16:27:28 +0100501 if (h1c->task) {
502 h1c->task->context = NULL;
503 task_wakeup(h1c->task, TASK_WOKEN_OTHER);
504 h1c->task = NULL;
505 }
506
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200507 if (h1c->wait_event.tasklet)
508 tasklet_free(h1c->wait_event.tasklet);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200509
Christopher Fauletf2824e62018-10-01 12:12:37 +0200510 h1s_destroy(h1c->h1s);
Olivier Houchard0e079372019-04-15 17:51:16 +0200511 if (conn && h1c->wait_event.events != 0)
Olivier Houcharde179d0e2019-03-21 18:27:17 +0100512 conn->xprt->unsubscribe(conn, conn->xprt_ctx, h1c->wait_event.events,
Olivier Houchard0e079372019-04-15 17:51:16 +0200513 &h1c->wait_event);
Christopher Faulet51dbc942018-09-13 09:05:15 +0200514 pool_free(pool_head_h1c, h1c);
515 }
516
Christopher Faulet39a96ee2019-04-08 10:52:21 +0200517 if (conn) {
518 conn->mux = NULL;
519 conn->ctx = NULL;
Christopher Faulet51dbc942018-09-13 09:05:15 +0200520
Christopher Faulet39a96ee2019-04-08 10:52:21 +0200521 conn_stop_tracking(conn);
522 conn_full_close(conn);
523 if (conn->destroy_cb)
524 conn->destroy_cb(conn);
525 conn_free(conn);
526 }
Christopher Faulet51dbc942018-09-13 09:05:15 +0200527}
528
529/******************************************************/
530/* functions below are for the H1 protocol processing */
531/******************************************************/
Christopher Faulet9768c262018-10-22 09:34:31 +0200532/* Parse the request version and set H1_MF_VER_11 on <h1m> if the version is
533 * greater or equal to 1.1
Christopher Fauletf2824e62018-10-01 12:12:37 +0200534 */
Christopher Faulet570d1612018-11-26 11:13:57 +0100535static void h1_parse_req_vsn(struct h1m *h1m, const struct htx_sl *sl)
Christopher Fauletf2824e62018-10-01 12:12:37 +0200536{
Christopher Faulet570d1612018-11-26 11:13:57 +0100537 const char *p = HTX_SL_REQ_VPTR(sl);
Christopher Faulet9768c262018-10-22 09:34:31 +0200538
Christopher Faulet570d1612018-11-26 11:13:57 +0100539 if ((HTX_SL_REQ_VLEN(sl) == 8) &&
Christopher Faulet9768c262018-10-22 09:34:31 +0200540 (*(p + 5) > '1' ||
541 (*(p + 5) == '1' && *(p + 7) >= '1')))
542 h1m->flags |= H1_MF_VER_11;
543}
Christopher Fauletf2824e62018-10-01 12:12:37 +0200544
Christopher Faulet9768c262018-10-22 09:34:31 +0200545/* Parse the response version and set H1_MF_VER_11 on <h1m> if the version is
546 * greater or equal to 1.1
547 */
Christopher Faulet570d1612018-11-26 11:13:57 +0100548static void h1_parse_res_vsn(struct h1m *h1m, const struct htx_sl *sl)
Christopher Faulet9768c262018-10-22 09:34:31 +0200549{
Christopher Faulet570d1612018-11-26 11:13:57 +0100550 const char *p = HTX_SL_RES_VPTR(sl);
Christopher Fauletf2824e62018-10-01 12:12:37 +0200551
Christopher Faulet570d1612018-11-26 11:13:57 +0100552 if ((HTX_SL_RES_VLEN(sl) == 8) &&
Christopher Faulet9768c262018-10-22 09:34:31 +0200553 (*(p + 5) > '1' ||
554 (*(p + 5) == '1' && *(p + 7) >= '1')))
555 h1m->flags |= H1_MF_VER_11;
556}
Christopher Fauletf2824e62018-10-01 12:12:37 +0200557
Christopher Faulet9768c262018-10-22 09:34:31 +0200558/*
559 * Check the validity of the request version. If the version is valid, it
560 * returns 1. Otherwise, it returns 0.
561 */
562static int h1_process_req_vsn(struct h1s *h1s, struct h1m *h1m, union h1_sl sl)
563{
564 struct h1c *h1c = h1s->h1c;
565
566 /* RFC7230#2.6 has enforced the format of the HTTP version string to be
567 * exactly one digit "." one digit. This check may be disabled using
568 * option accept-invalid-http-request.
569 */
570 if (!(h1c->px->options2 & PR_O2_REQBUG_OK)) {
571 if (sl.rq.v.len != 8)
572 return 0;
573
574 if (*(sl.rq.v.ptr + 4) != '/' ||
575 !isdigit((unsigned char)*(sl.rq.v.ptr + 5)) ||
576 *(sl.rq.v.ptr + 6) != '.' ||
577 !isdigit((unsigned char)*(sl.rq.v.ptr + 7)))
578 return 0;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200579 }
Christopher Faulet9768c262018-10-22 09:34:31 +0200580 else if (!sl.rq.v.len) {
581 /* try to convert HTTP/0.9 requests to HTTP/1.0 */
Christopher Fauletf2824e62018-10-01 12:12:37 +0200582
Christopher Faulet9768c262018-10-22 09:34:31 +0200583 /* RFC 1945 allows only GET for HTTP/0.9 requests */
584 if (sl.rq.meth != HTTP_METH_GET)
585 return 0;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200586
Christopher Faulet9768c262018-10-22 09:34:31 +0200587 /* HTTP/0.9 requests *must* have a request URI, per RFC 1945 */
588 if (!sl.rq.u.len)
589 return 0;
590
591 /* Add HTTP version */
592 sl.rq.v = ist("HTTP/1.0");
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100593 return 1;
Christopher Faulet9768c262018-10-22 09:34:31 +0200594 }
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100595
596 if ((sl.rq.v.len == 8) &&
Christopher Fauletaa75b3d2018-12-05 16:20:40 +0100597 ((*(sl.rq.v.ptr + 5) > '1') ||
598 ((*(sl.rq.v.ptr + 5) == '1') && (*(sl.rq.v.ptr + 7) >= '1'))))
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100599 h1m->flags |= H1_MF_VER_11;
Christopher Faulet9768c262018-10-22 09:34:31 +0200600 return 1;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200601}
602
Christopher Faulet9768c262018-10-22 09:34:31 +0200603/*
604 * Check the validity of the response version. If the version is valid, it
605 * returns 1. Otherwise, it returns 0.
Christopher Fauletf2824e62018-10-01 12:12:37 +0200606 */
Christopher Faulet9768c262018-10-22 09:34:31 +0200607static int h1_process_res_vsn(struct h1s *h1s, struct h1m *h1m, union h1_sl sl)
Christopher Fauletf2824e62018-10-01 12:12:37 +0200608{
Christopher Faulet9768c262018-10-22 09:34:31 +0200609 struct h1c *h1c = h1s->h1c;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200610
Christopher Faulet9768c262018-10-22 09:34:31 +0200611 /* RFC7230#2.6 has enforced the format of the HTTP version string to be
612 * exactly one digit "." one digit. This check may be disabled using
613 * option accept-invalid-http-request.
614 */
615 if (!(h1c->px->options2 & PR_O2_RSPBUG_OK)) {
616 if (sl.st.v.len != 8)
617 return 0;
618
619 if (*(sl.st.v.ptr + 4) != '/' ||
620 !isdigit((unsigned char)*(sl.st.v.ptr + 5)) ||
621 *(sl.st.v.ptr + 6) != '.' ||
622 !isdigit((unsigned char)*(sl.st.v.ptr + 7)))
623 return 0;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200624 }
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100625
626 if ((sl.st.v.len == 8) &&
Christopher Fauletaa75b3d2018-12-05 16:20:40 +0100627 ((*(sl.st.v.ptr + 5) > '1') ||
628 ((*(sl.st.v.ptr + 5) == '1') && (*(sl.st.v.ptr + 7) >= '1'))))
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100629 h1m->flags |= H1_MF_VER_11;
630
Christopher Faulet9768c262018-10-22 09:34:31 +0200631 return 1;
632}
Christopher Fauletf2824e62018-10-01 12:12:37 +0200633
634/* Deduce the connection mode of the client connection, depending on the
635 * configuration and the H1 message flags. This function is called twice, the
636 * first time when the request is parsed and the second time when the response
637 * is parsed.
638 */
639static void h1_set_cli_conn_mode(struct h1s *h1s, struct h1m *h1m)
640{
641 struct proxy *fe = h1s->h1c->px;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200642
643 if (h1m->flags & H1_MF_RESP) {
Christopher Fauletb992af02019-03-28 15:42:24 +0100644 /* Output direction: second pass */
Christopher Fauletf2824e62018-10-01 12:12:37 +0200645 if ((h1s->meth == HTTP_METH_CONNECT && h1s->status == 200) ||
Christopher Fauletb992af02019-03-28 15:42:24 +0100646 h1s->status == 101) {
647 /* Either we've established an explicit tunnel, or we're
648 * switching the protocol. In both cases, we're very unlikely to
649 * understand the next protocols. We have to switch to tunnel
650 * mode, so that we transfer the request and responses then let
651 * this protocol pass unmodified. When we later implement
652 * specific parsers for such protocols, we'll want to check the
653 * Upgrade header which contains information about that protocol
654 * for responses with status 101 (eg: see RFC2817 about TLS).
655 */
Christopher Fauletf2824e62018-10-01 12:12:37 +0200656 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_TUN;
Christopher Fauletb992af02019-03-28 15:42:24 +0100657 }
658 else if (h1s->flags & H1S_F_WANT_KAL) {
659 /* By default the client is in KAL mode. CLOSE mode mean
660 * it is imposed by the client itself. So only change
661 * KAL mode here. */
662 if (!(h1m->flags & H1_MF_XFER_LEN) || (h1m->flags & H1_MF_CONN_CLO)) {
663 /* no length known or explicit close => close */
664 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
665 }
666 else if (!(h1m->flags & H1_MF_CONN_KAL) &&
667 (fe->options & PR_O_HTTP_MODE) == PR_O_HTTP_CLO) {
668 /* no explict keep-alive and option httpclose => close */
669 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
670 }
671 }
Christopher Fauletf2824e62018-10-01 12:12:37 +0200672 }
673 else {
Christopher Fauletb992af02019-03-28 15:42:24 +0100674 /* Input direction: first pass */
675 if (!(h1m->flags & (H1_MF_VER_11|H1_MF_CONN_KAL)) || h1m->flags & H1_MF_CONN_CLO) {
676 /* no explicit keep-alive in HTTP/1.0 or explicit close => close*/
Christopher Fauletf2824e62018-10-01 12:12:37 +0200677 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Fauletb992af02019-03-28 15:42:24 +0100678 }
Christopher Fauletf2824e62018-10-01 12:12:37 +0200679 }
680
681 /* If KAL, check if the frontend is stopping. If yes, switch in CLO mode */
682 if (h1s->flags & H1S_F_WANT_KAL && fe->state == PR_STSTOPPED)
683 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
684}
685
686/* Deduce the connection mode of the client connection, depending on the
687 * configuration and the H1 message flags. This function is called twice, the
688 * first time when the request is parsed and the second time when the response
689 * is parsed.
690 */
691static void h1_set_srv_conn_mode(struct h1s *h1s, struct h1m *h1m)
692{
Olivier Houchardf502aca2018-12-14 19:42:40 +0100693 struct session *sess = h1s->sess;
Christopher Fauletb992af02019-03-28 15:42:24 +0100694 struct proxy *be = h1s->h1c->px;
Olivier Houchardf502aca2018-12-14 19:42:40 +0100695 int fe_flags = sess ? sess->fe->options : 0;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200696
Christopher Fauletf2824e62018-10-01 12:12:37 +0200697 if (h1m->flags & H1_MF_RESP) {
Christopher Fauletb992af02019-03-28 15:42:24 +0100698 /* Input direction: second pass */
699
Christopher Fauletf2824e62018-10-01 12:12:37 +0200700 if ((h1s->meth == HTTP_METH_CONNECT && h1s->status == 200) ||
Christopher Fauletb992af02019-03-28 15:42:24 +0100701 h1s->status == 101) {
702 /* Either we've established an explicit tunnel, or we're
703 * switching the protocol. In both cases, we're very unlikely to
704 * understand the next protocols. We have to switch to tunnel
705 * mode, so that we transfer the request and responses then let
706 * this protocol pass unmodified. When we later implement
707 * specific parsers for such protocols, we'll want to check the
708 * Upgrade header which contains information about that protocol
709 * for responses with status 101 (eg: see RFC2817 about TLS).
710 */
Christopher Fauletf2824e62018-10-01 12:12:37 +0200711 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_TUN;
Christopher Fauletb992af02019-03-28 15:42:24 +0100712 }
713 else if (h1s->flags & H1S_F_WANT_KAL) {
714 /* By default the server is in KAL mode. CLOSE mode mean
715 * it is imposed by haproxy itself. So only change KAL
716 * mode here. */
717 if (!(h1m->flags & H1_MF_XFER_LEN) || h1m->flags & H1_MF_CONN_CLO ||
718 !(h1m->flags & (H1_MF_VER_11|H1_MF_CONN_KAL))){
719 /* no length known or explicit close or no explicit keep-alive in HTTP/1.0 => close */
720 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
721 }
722 }
Christopher Fauletf2824e62018-10-01 12:12:37 +0200723 }
Christopher Faulet70033782018-12-05 13:50:11 +0100724 else {
Christopher Fauletb992af02019-03-28 15:42:24 +0100725 /* Output direction: first pass */
726 if (h1m->flags & H1_MF_CONN_CLO) {
727 /* explicit close => close */
Christopher Faulet70033782018-12-05 13:50:11 +0100728 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Fauletb992af02019-03-28 15:42:24 +0100729 }
730 else if (!(h1m->flags & H1_MF_CONN_KAL) &&
731 ((fe_flags & PR_O_HTTP_MODE) == PR_O_HTTP_SCL ||
732 (be->options & PR_O_HTTP_MODE) == PR_O_HTTP_SCL ||
733 (fe_flags & PR_O_HTTP_MODE) == PR_O_HTTP_CLO ||
734 (be->options & PR_O_HTTP_MODE) == PR_O_HTTP_CLO)) {
735 /* no explicit keep-alive option httpclose/server-close => close */
736 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
737 }
Christopher Faulet70033782018-12-05 13:50:11 +0100738 }
Christopher Fauletf2824e62018-10-01 12:12:37 +0200739
740 /* If KAL, check if the backend is stopping. If yes, switch in CLO mode */
741 if (h1s->flags & H1S_F_WANT_KAL && be->state == PR_STSTOPPED)
742 h1s->flags = (h1s->flags & ~H1S_F_WANT_MSK) | H1S_F_WANT_CLO;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200743}
744
Christopher Fauletb992af02019-03-28 15:42:24 +0100745static void h1_update_req_conn_value(struct h1s *h1s, struct h1m *h1m, struct ist *conn_val)
Christopher Fauletf2824e62018-10-01 12:12:37 +0200746{
747 struct proxy *px = h1s->h1c->px;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200748
749 /* Don't update "Connection:" header in TUNNEL mode or if "Upgrage"
750 * token is found
751 */
752 if (h1s->flags & H1S_F_WANT_TUN || h1m->flags & H1_MF_CONN_UPG)
Christopher Faulet9768c262018-10-22 09:34:31 +0200753 return;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200754
755 if (h1s->flags & H1S_F_WANT_KAL || px->options2 & PR_O2_FAKE_KA) {
Christopher Fauletb992af02019-03-28 15:42:24 +0100756 if (!(h1m->flags & H1_MF_VER_11))
757 *conn_val = ist("keep-alive");
Christopher Fauletf2824e62018-10-01 12:12:37 +0200758 }
759 else { /* H1S_F_WANT_CLO && !PR_O2_FAKE_KA */
Christopher Fauletb992af02019-03-28 15:42:24 +0100760 if (h1m->flags & H1_MF_VER_11)
761 *conn_val = ist("close");
Christopher Fauletf2824e62018-10-01 12:12:37 +0200762 }
Christopher Fauletf2824e62018-10-01 12:12:37 +0200763}
764
Christopher Fauletb992af02019-03-28 15:42:24 +0100765static void h1_update_res_conn_value(struct h1s *h1s, struct h1m *h1m, struct ist *conn_val)
Christopher Fauletf2824e62018-10-01 12:12:37 +0200766{
Christopher Fauletf2824e62018-10-01 12:12:37 +0200767 /* Don't update "Connection:" header in TUNNEL mode or if "Upgrage"
768 * token is found
769 */
770 if (h1s->flags & H1S_F_WANT_TUN || h1m->flags & H1_MF_CONN_UPG)
Christopher Faulet9768c262018-10-22 09:34:31 +0200771 return;
Christopher Fauletf2824e62018-10-01 12:12:37 +0200772
773 if (h1s->flags & H1S_F_WANT_KAL) {
Christopher Fauletb992af02019-03-28 15:42:24 +0100774 if (!(h1m->flags & H1_MF_VER_11) ||
775 !((h1m->flags & h1s->req.flags) & H1_MF_VER_11))
776 *conn_val = ist("keep-alive");
Christopher Fauletf2824e62018-10-01 12:12:37 +0200777 }
778 else { /* H1S_F_WANT_CLO */
Christopher Fauletb992af02019-03-28 15:42:24 +0100779 if (h1m->flags & H1_MF_VER_11)
780 *conn_val = ist("close");
Christopher Fauletf2824e62018-10-01 12:12:37 +0200781 }
Christopher Faulet9768c262018-10-22 09:34:31 +0200782}
Christopher Fauletf2824e62018-10-01 12:12:37 +0200783
Christopher Fauletb992af02019-03-28 15:42:24 +0100784static void h1_process_input_conn_mode(struct h1s *h1s, struct h1m *h1m, struct htx *htx)
Christopher Faulet9768c262018-10-22 09:34:31 +0200785{
Christopher Fauletb992af02019-03-28 15:42:24 +0100786 if (!conn_is_back(h1s->h1c->conn))
Christopher Faulet9768c262018-10-22 09:34:31 +0200787 h1_set_cli_conn_mode(h1s, h1m);
Christopher Fauletb992af02019-03-28 15:42:24 +0100788 else
Christopher Faulet9768c262018-10-22 09:34:31 +0200789 h1_set_srv_conn_mode(h1s, h1m);
Christopher Fauletf2824e62018-10-01 12:12:37 +0200790}
791
Christopher Fauletb992af02019-03-28 15:42:24 +0100792static void h1_process_output_conn_mode(struct h1s *h1s, struct h1m *h1m, struct ist *conn_val)
793{
794 if (!conn_is_back(h1s->h1c->conn))
795 h1_set_cli_conn_mode(h1s, h1m);
796 else
797 h1_set_srv_conn_mode(h1s, h1m);
798
799 if (!(h1m->flags & H1_MF_RESP))
800 h1_update_req_conn_value(h1s, h1m, conn_val);
801 else
802 h1_update_res_conn_value(h1s, h1m, conn_val);
803}
Christopher Faulete44769b2018-11-29 23:01:45 +0100804
805/* Append the description of what is present in error snapshot <es> into <out>.
806 * The description must be small enough to always fit in a buffer. The output
807 * buffer may be the trash so the trash must not be used inside this function.
808 */
809static void h1_show_error_snapshot(struct buffer *out, const struct error_snapshot *es)
810{
811 chunk_appendf(out,
Christopher Fauletaa75b3d2018-12-05 16:20:40 +0100812 " H1 connection flags 0x%08x, H1 stream flags 0x%08x\n"
813 " H1 msg state %s(%d), H1 msg flags 0x%08x\n"
814 " H1 chunk len %lld bytes, H1 body len %lld bytes :\n",
815 es->ctx.h1.c_flags, es->ctx.h1.s_flags,
816 h1m_state_str(es->ctx.h1.state), es->ctx.h1.state,
817 es->ctx.h1.m_flags, es->ctx.h1.m_clen, es->ctx.h1.m_blen);
Christopher Faulete44769b2018-11-29 23:01:45 +0100818}
819/*
820 * Capture a bad request or response and archive it in the proxy's structure.
821 * By default it tries to report the error position as h1m->err_pos. However if
822 * this one is not set, it will then report h1m->next, which is the last known
823 * parsing point. The function is able to deal with wrapping buffers. It always
824 * displays buffers as a contiguous area starting at buf->p. The direction is
825 * determined thanks to the h1m's flags.
826 */
827static void h1_capture_bad_message(struct h1c *h1c, struct h1s *h1s,
828 struct h1m *h1m, struct buffer *buf)
829{
830 struct session *sess = h1c->conn->owner;
831 struct proxy *proxy = h1c->px;
832 struct proxy *other_end = sess->fe;
833 union error_snapshot_ctx ctx;
834
Willy Tarreau598d7fc2018-12-18 18:10:38 +0100835 if (h1s->cs->data && !(h1m->flags & H1_MF_RESP))
Christopher Faulete44769b2018-11-29 23:01:45 +0100836 other_end = si_strm(h1s->cs->data)->be;
837
838 /* http-specific part now */
839 ctx.h1.state = h1m->state;
840 ctx.h1.c_flags = h1c->flags;
841 ctx.h1.s_flags = h1s->flags;
842 ctx.h1.m_flags = h1m->flags;
843 ctx.h1.m_clen = h1m->curr_len;
844 ctx.h1.m_blen = h1m->body_len;
845
846 proxy_capture_error(proxy, !!(h1m->flags & H1_MF_RESP), other_end,
847 h1c->conn->target, sess, buf, 0, 0,
Christopher Fauletaa75b3d2018-12-05 16:20:40 +0100848 (h1m->err_pos >= 0) ? h1m->err_pos : h1m->next,
849 &ctx, h1_show_error_snapshot);
Christopher Faulete44769b2018-11-29 23:01:45 +0100850}
851
Christopher Fauletadb22202018-12-12 10:32:09 +0100852/* Emit the chunksize followed by a CRLF in front of data of the buffer
853 * <buf>. It goes backwards and starts with the byte before the buffer's
854 * head. The caller is responsible for ensuring there is enough room left before
855 * the buffer's head for the string.
856 */
857static void h1_emit_chunk_size(struct buffer *buf, size_t chksz)
858{
859 char *beg, *end;
860
861 beg = end = b_head(buf);
862 *--beg = '\n';
863 *--beg = '\r';
864 do {
865 *--beg = hextab[chksz & 0xF];
866 } while (chksz >>= 4);
867 buf->head -= (end - beg);
868 b_add(buf, end - beg);
869}
870
871/* Emit a CRLF after the data of the buffer <buf>. The caller is responsible for
872 * ensuring there is enough room left in the buffer for the string. */
873static void h1_emit_chunk_crlf(struct buffer *buf)
874{
875 *(b_peek(buf, b_data(buf))) = '\r';
876 *(b_peek(buf, b_data(buf) + 1)) = '\n';
877 b_add(buf, 2);
878}
879
Christopher Faulet129817b2018-09-20 16:14:40 +0200880/*
Christopher Fauletc62c2b92019-03-28 11:41:39 +0100881 * Switch the request to tunnel mode. This function must only be called for
882 * CONNECT requests. On the client side, the mux is mark as busy on input,
883 * waiting the response.
884 */
885static void h1_set_req_tunnel_mode(struct h1s *h1s)
886{
887 h1s->req.flags &= ~(H1_MF_XFER_LEN|H1_MF_CLEN|H1_MF_CHNK);
888 h1s->req.state = H1_MSG_TUNNEL;
889 if (!conn_is_back(h1s->h1c->conn))
890 h1s->h1c->flags |= H1C_F_IN_BUSY;
891}
892
893/*
894 * Switch the response to tunnel mode. This function must only be called on
895 * successfull replies to CONNECT requests or on protocol switching. On the
896 * server side, if the request is not finished, the mux is mark as busy on
897 * input. Otherwise the request is also switch to tunnel mode.
898 */
899static void h1_set_res_tunnel_mode(struct h1s *h1s)
900{
901 h1s->res.flags &= ~(H1_MF_XFER_LEN|H1_MF_CLEN|H1_MF_CHNK);
902 h1s->res.state = H1_MSG_TUNNEL;
903 if (conn_is_back(h1s->h1c->conn) && h1s->req.state < H1_MSG_DONE)
904 h1s->h1c->flags |= H1C_F_IN_BUSY;
905 else {
906 h1s->req.flags &= ~(H1_MF_XFER_LEN|H1_MF_CLEN|H1_MF_CHNK);
907 h1s->req.state = H1_MSG_TUNNEL;
908 if (h1s->h1c->flags & H1C_F_IN_BUSY) {
909 h1s->h1c->flags &= ~H1C_F_IN_BUSY;
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200910 tasklet_wakeup(h1s->h1c->wait_event.tasklet);
Christopher Fauletc62c2b92019-03-28 11:41:39 +0100911 }
912 }
913}
914
Christopher Faulet82f01602019-05-24 16:50:16 +0200915/* Estimate the size of the HTX headers after the parsing, including the EOH. */
916static size_t h1_eval_htx_hdrs_size(struct http_hdr *hdrs)
917{
918 size_t sz = 0;
919 int i;
920
921 for (i = 0; hdrs[i].n.len; i++)
922 sz += sizeof(struct htx_blk) + hdrs[i].n.len + hdrs[i].v.len;
923 sz += sizeof(struct htx_blk) + 1;
924 return sz;
925}
926
Christopher Faulet30db3d72019-05-17 15:35:33 +0200927/* Estimate the size of the HTX request after the parsing. */
928static size_t h1_eval_htx_req_size(struct h1m *h1m, union h1_sl *h1sl, struct http_hdr *hdrs)
929{
930 size_t sz;
Christopher Faulet30db3d72019-05-17 15:35:33 +0200931
932 /* size of the HTX start-line */
933 sz = sizeof(struct htx_sl) + h1sl->rq.m.len + h1sl->rq.u.len + h1sl->rq.v.len;
Christopher Faulet82f01602019-05-24 16:50:16 +0200934 sz += h1_eval_htx_hdrs_size(hdrs);
Christopher Faulet30db3d72019-05-17 15:35:33 +0200935 return sz;
936}
937
938/* Estimate the size of the HTX response after the parsing. */
939static size_t h1_eval_htx_res_size(struct h1m *h1m, union h1_sl *h1sl, struct http_hdr *hdrs)
940{
941 size_t sz;
Christopher Faulet30db3d72019-05-17 15:35:33 +0200942
943 /* size of the HTX start-line */
944 sz = sizeof(struct htx_sl) + h1sl->st.v.len + h1sl->st.c.len + h1sl->st.r.len;
Christopher Faulet82f01602019-05-24 16:50:16 +0200945 sz += h1_eval_htx_hdrs_size(hdrs);
Christopher Faulet30db3d72019-05-17 15:35:33 +0200946 return sz;
947}
948
Christopher Fauletc62c2b92019-03-28 11:41:39 +0100949/*
Christopher Faulet2d7c5392019-06-03 10:41:26 +0200950 * Add the EOM in the HTX message and switch the message to the DONE state. It
951 * returns the number of bytes parsed if > 0, or 0 if iet couldn't proceed. This
952 * functions is responsible to update the parser state <h1m>. It also add the
953 * flag CS_FL_EOI on the CS.
954 */
955static size_t h1_process_eom(struct h1s *h1s, struct h1m *h1m, struct htx *htx, size_t max)
956{
957 if (max < sizeof(struct htx_blk) + 1 || !htx_add_endof(htx, HTX_BLK_EOM))
958 return 0;
959
960 h1m->state = H1_MSG_DONE;
961 h1s->cs->flags |= CS_FL_EOI;
962 return (sizeof(struct htx_blk) + 1);
963}
964
965/*
Christopher Faulet129817b2018-09-20 16:14:40 +0200966 * Parse HTTP/1 headers. It returns the number of bytes parsed if > 0, or 0 if
Christopher Fauletf2824e62018-10-01 12:12:37 +0200967 * it couldn't proceed. Parsing errors are reported by setting H1S_F_*_ERROR
968 * flag and filling h1s->err_pos and h1s->err_state fields. This functions is
Joseph Herlant30bc5092018-11-25 10:52:20 -0800969 * responsible to update the parser state <h1m>.
Christopher Faulet129817b2018-09-20 16:14:40 +0200970 */
Christopher Faulet9768c262018-10-22 09:34:31 +0200971static size_t h1_process_headers(struct h1s *h1s, struct h1m *h1m, struct htx *htx,
Christopher Fauletf2824e62018-10-01 12:12:37 +0200972 struct buffer *buf, size_t *ofs, size_t max)
Christopher Faulet129817b2018-09-20 16:14:40 +0200973{
Christopher Fauleta39d8ad2019-05-15 15:54:39 +0200974 struct htx_sl *sl;
Christopher Faulete4ab11b2019-06-11 15:05:37 +0200975 struct http_hdr hdrs[global.tune.max_http_hdr];
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100976 union h1_sl h1sl;
977 unsigned int flags = HTX_SL_F_NONE;
Christopher Fauleta39d8ad2019-05-15 15:54:39 +0200978 size_t used;
Christopher Faulet129817b2018-09-20 16:14:40 +0200979 int ret = 0;
980
Christopher Faulet30db3d72019-05-17 15:35:33 +0200981 if (!max || !b_data(buf))
Christopher Fauletd44ad5b2018-11-19 21:52:12 +0100982 goto end;
983
Christopher Faulet129817b2018-09-20 16:14:40 +0200984 /* Realing input buffer if necessary */
985 if (b_head(buf) + b_data(buf) > b_wrap(buf))
986 b_slow_realign(buf, trash.area, 0);
987
Christopher Faulet0ef372a2019-04-08 10:57:20 +0200988 if (!(h1m->flags & H1_MF_RESP)) {
989 /* Try to match H2 preface before parsing the request headers. */
990 ret = b_isteq(buf, 0, b_data(buf), ist(H2_CONN_PREFACE));
991 if (ret > 0)
992 goto h2c_upgrade;
993 }
994
Christopher Faulet30db3d72019-05-17 15:35:33 +0200995 ret = h1_headers_to_hdr_list(b_peek(buf, *ofs), b_tail(buf),
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100996 hdrs, sizeof(hdrs)/sizeof(hdrs[0]), h1m, &h1sl);
Christopher Faulet129817b2018-09-20 16:14:40 +0200997 if (ret <= 0) {
998 /* Incomplete or invalid message. If the buffer is full, it's an
999 * error because headers are too large to be handled by the
1000 * parser. */
Christopher Faulet9466f4b2019-06-26 14:56:27 +02001001 if (ret < 0 || (!ret && !buf_room_for_htx_data(buf)))
Christopher Fauletf2824e62018-10-01 12:12:37 +02001002 goto error;
Christopher Faulet129817b2018-09-20 16:14:40 +02001003 goto end;
1004 }
1005
1006 /* messages headers fully parsed, do some checks to prepare the body
1007 * parsing.
1008 */
1009
Christopher Faulet9768c262018-10-22 09:34:31 +02001010 /* Save the request's method or the response's status, check if the body
1011 * length is known and check the VSN validity */
Christopher Faulet129817b2018-09-20 16:14:40 +02001012 if (!(h1m->flags & H1_MF_RESP)) {
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001013 h1s->meth = h1sl.rq.meth;
Christopher Faulet9768c262018-10-22 09:34:31 +02001014
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001015 /* By default, request have always a known length */
Christopher Faulet129817b2018-09-20 16:14:40 +02001016 h1m->flags |= H1_MF_XFER_LEN;
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001017
1018 if (h1s->meth == HTTP_METH_CONNECT) {
1019 /* Switch CONNECT requests to tunnel mode */
1020 h1_set_req_tunnel_mode(h1s);
1021 }
Christopher Faulet9768c262018-10-22 09:34:31 +02001022
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001023 if (!h1_process_req_vsn(h1s, h1m, h1sl)) {
1024 h1m->err_pos = h1sl.rq.v.ptr - b_head(buf);
Christopher Faulet9768c262018-10-22 09:34:31 +02001025 h1m->err_state = h1m->state;
1026 goto vsn_error;
1027 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001028 }
1029 else {
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001030 h1s->status = h1sl.st.status;
Christopher Faulet129817b2018-09-20 16:14:40 +02001031
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001032 if ((h1s->meth == HTTP_METH_CONNECT && h1s->status == 200) ||
1033 h1s->status == 101) {
1034 /* Switch successfull replies to CONNECT requests and
1035 * protocol switching to tunnel mode. */
1036 h1_set_res_tunnel_mode(h1s);
1037 }
1038 else if ((h1s->meth == HTTP_METH_HEAD) ||
1039 (h1s->status >= 100 && h1s->status < 200) ||
1040 (h1s->status == 204) || (h1s->status == 304)) {
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02001041 /* Responses known to have no body. */
Christopher Faulet129817b2018-09-20 16:14:40 +02001042 h1m->flags &= ~(H1_MF_CLEN|H1_MF_CHNK);
1043 h1m->flags |= H1_MF_XFER_LEN;
1044 h1m->curr_len = h1m->body_len = 0;
Christopher Faulet129817b2018-09-20 16:14:40 +02001045 }
1046 else if (h1m->flags & (H1_MF_CLEN|H1_MF_CHNK)) {
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02001047 /* Responses with a known body length. */
Christopher Faulet129817b2018-09-20 16:14:40 +02001048 h1m->flags |= H1_MF_XFER_LEN;
Christopher Faulet129817b2018-09-20 16:14:40 +02001049 }
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001050 else {
1051 /* Responses with an unknown body length */
Christopher Faulet129817b2018-09-20 16:14:40 +02001052 h1m->state = H1_MSG_TUNNEL;
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001053 }
Christopher Faulet9768c262018-10-22 09:34:31 +02001054
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001055 if (!h1_process_res_vsn(h1s, h1m, h1sl)) {
1056 h1m->err_pos = h1sl.st.v.ptr - b_head(buf);
Christopher Faulet9768c262018-10-22 09:34:31 +02001057 h1m->err_state = h1m->state;
1058 goto vsn_error;
1059 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001060 }
1061
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001062 /* Set HTX start-line flags */
1063 if (h1m->flags & H1_MF_VER_11)
1064 flags |= HTX_SL_F_VER_11;
1065 if (h1m->flags & H1_MF_XFER_ENC)
1066 flags |= HTX_SL_F_XFER_ENC;
1067 if (h1m->flags & H1_MF_XFER_LEN) {
1068 flags |= HTX_SL_F_XFER_LEN;
1069 if (h1m->flags & H1_MF_CHNK)
1070 flags |= HTX_SL_F_CHNK;
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02001071 else if (h1m->flags & H1_MF_CLEN) {
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001072 flags |= HTX_SL_F_CLEN;
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02001073 if (h1m->body_len == 0)
1074 flags |= HTX_SL_F_BODYLESS;
1075 }
1076 else
Christopher Fauletb2db4fa2018-11-27 16:51:09 +01001077 flags |= HTX_SL_F_BODYLESS;
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001078 }
1079
Christopher Fauleta39d8ad2019-05-15 15:54:39 +02001080 used = htx_used_space(htx);
Christopher Faulet9768c262018-10-22 09:34:31 +02001081 if (!(h1m->flags & H1_MF_RESP)) {
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02001082 if (h1_eval_htx_req_size(h1m, &h1sl, hdrs) > max) {
1083 if (htx_is_empty(htx))
1084 goto error;
1085 h1m_init_req(h1m);
1086 h1m->flags |= (H1_MF_NO_PHDR|H1_MF_CLEAN_CONN_HDR);
1087 ret = 0;
1088 goto end;
1089 }
Christopher Faulet30db3d72019-05-17 15:35:33 +02001090
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001091 sl = htx_add_stline(htx, HTX_BLK_REQ_SL, flags, h1sl.rq.m, h1sl.rq.u, h1sl.rq.v);
1092 if (!sl || !htx_add_all_headers(htx, hdrs))
Christopher Faulet9768c262018-10-22 09:34:31 +02001093 goto error;
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001094 sl->info.req.meth = h1s->meth;
Christopher Faulet42993a82019-06-14 10:31:25 +02001095
1096 /* Check if the uri contains an explicit scheme and if it is
1097 * "http" or "https". */
1098 if (h1sl.rq.u.len && h1sl.rq.u.ptr[0] != '/') {
1099 sl->flags |= HTX_SL_F_HAS_SCHM;
1100 if (h1sl.rq.u.len > 4 && (h1sl.rq.u.ptr[0] | 0x20) == 'h')
1101 sl->flags |= ((h1sl.rq.u.ptr[4] == ':') ? HTX_SL_F_SCHM_HTTP : HTX_SL_F_SCHM_HTTPS);
1102 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001103 }
1104 else {
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02001105 if (h1_eval_htx_res_size(h1m, &h1sl, hdrs) > max) {
1106 if (htx_is_empty(htx))
1107 goto error;
1108 h1m_init_res(h1m);
1109 h1m->flags |= (H1_MF_NO_PHDR|H1_MF_CLEAN_CONN_HDR);
1110 ret = 0;
1111 goto end;
1112 }
Christopher Faulet30db3d72019-05-17 15:35:33 +02001113
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001114 flags |= HTX_SL_F_IS_RESP;
1115 sl = htx_add_stline(htx, HTX_BLK_RES_SL, flags, h1sl.st.v, h1sl.st.c, h1sl.st.r);
1116 if (!sl || !htx_add_all_headers(htx, hdrs))
Christopher Faulet9768c262018-10-22 09:34:31 +02001117 goto error;
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001118 sl->info.res.status = h1s->status;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001119 }
Christopher Fauletf1ba18d2018-11-26 21:37:08 +01001120
Christopher Fauleta39d8ad2019-05-15 15:54:39 +02001121 /* Set bytes used in the HTX mesage for the headers now */
1122 sl->hdrs_bytes = htx_used_space(htx) - used;
1123
Christopher Fauletb992af02019-03-28 15:42:24 +01001124 h1_process_input_conn_mode(h1s, h1m, htx);
Christopher Faulet9768c262018-10-22 09:34:31 +02001125
1126 /* If body length cannot be determined, set htx->extra to
1127 * ULLONG_MAX. This value is impossible in other cases.
1128 */
1129 htx->extra = ((h1m->flags & H1_MF_XFER_LEN) ? h1m->curr_len : ULLONG_MAX);
Christopher Faulet9768c262018-10-22 09:34:31 +02001130 *ofs += ret;
Christopher Faulet129817b2018-09-20 16:14:40 +02001131 end:
1132 return ret;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001133
1134 error:
Christopher Fauletf2824e62018-10-01 12:12:37 +02001135 h1m->err_state = h1m->state;
1136 h1m->err_pos = h1m->next;
Christopher Faulet9768c262018-10-22 09:34:31 +02001137 vsn_error:
1138 h1s->flags |= (!(h1m->flags & H1_MF_RESP) ? H1S_F_REQ_ERROR : H1S_F_RES_ERROR);
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02001139 h1s->cs->flags |= CS_FL_EOI;
1140 htx->flags |= HTX_FL_PARSING_ERROR;
Christopher Faulete44769b2018-11-29 23:01:45 +01001141 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
Christopher Fauletf2824e62018-10-01 12:12:37 +02001142 ret = 0;
1143 goto end;
Christopher Faulet0ef372a2019-04-08 10:57:20 +02001144
1145 h2c_upgrade:
1146 h1s->h1c->flags |= H1C_F_UPG_H2C;
Christopher Faulet8e9e3ef2019-05-17 09:14:10 +02001147 h1s->cs->flags |= CS_FL_EOI;
Christopher Faulet0ef372a2019-04-08 10:57:20 +02001148 htx->flags |= HTX_FL_UPGRADE;
1149 ret = 0;
1150 goto end;
Christopher Faulet129817b2018-09-20 16:14:40 +02001151}
1152
1153/*
Christopher Fauletf2824e62018-10-01 12:12:37 +02001154 * Parse HTTP/1 body. It returns the number of bytes parsed if > 0, or 0 if it
1155 * couldn't proceed. Parsing errors are reported by setting H1S_F_*_ERROR flag
Christopher Faulet129817b2018-09-20 16:14:40 +02001156 * and filling h1s->err_pos and h1s->err_state fields. This functions is
Joseph Herlant30bc5092018-11-25 10:52:20 -08001157 * responsible to update the parser state <h1m>.
Christopher Faulet129817b2018-09-20 16:14:40 +02001158 */
Christopher Faulet9768c262018-10-22 09:34:31 +02001159static size_t h1_process_data(struct h1s *h1s, struct h1m *h1m, struct htx *htx,
Christopher Fauletaa75b3d2018-12-05 16:20:40 +01001160 struct buffer *buf, size_t *ofs, size_t max,
Christopher Faulet30db3d72019-05-17 15:35:33 +02001161 struct buffer *htxbuf)
Christopher Faulet129817b2018-09-20 16:14:40 +02001162{
1163 size_t total = 0;
Christopher Faulet30db3d72019-05-17 15:35:33 +02001164 int32_t ret = 0;
Christopher Fauletafe57842019-01-21 11:55:02 +01001165
Christopher Faulet129817b2018-09-20 16:14:40 +02001166 if (h1m->flags & H1_MF_XFER_LEN) {
1167 if (h1m->flags & H1_MF_CLEN) {
1168 /* content-length: read only h2m->body_len */
Christopher Faulet30db3d72019-05-17 15:35:33 +02001169 ret = htx_get_max_blksz(htx, max);
Christopher Faulet129817b2018-09-20 16:14:40 +02001170 if ((uint64_t)ret > h1m->curr_len)
1171 ret = h1m->curr_len;
Christopher Faulet9768c262018-10-22 09:34:31 +02001172 if (ret > b_contig_data(buf, *ofs))
1173 ret = b_contig_data(buf, *ofs);
Christopher Faulet30db3d72019-05-17 15:35:33 +02001174
Christopher Faulet9768c262018-10-22 09:34:31 +02001175 if (ret) {
Willy Tarreau78f548f2018-12-05 10:02:39 +01001176 /* very often with large files we'll face the following
1177 * situation :
1178 * - htx is empty and points to <htxbuf>
1179 * - ret == buf->data
1180 * - buf->head == sizeof(struct htx)
1181 * => we can swap the buffers and place an htx header into
1182 * the target buffer instead
1183 */
Willy Tarreau0a7ef022019-05-28 10:30:11 +02001184 int32_t try = ret;
1185
Willy Tarreau78f548f2018-12-05 10:02:39 +01001186 if (unlikely(htx_is_empty(htx) && ret == b_data(buf) &&
1187 !*ofs && b_head_ofs(buf) == sizeof(struct htx))) {
1188 void *raw_area = buf->area;
1189 void *htx_area = htxbuf->area;
1190 struct htx_blk *blk;
1191
1192 buf->area = htx_area;
1193 htxbuf->area = raw_area;
1194 htx = (struct htx *)htxbuf->area;
1195 htx->size = htxbuf->size - sizeof(*htx);
1196 htx_reset(htx);
1197 b_set_data(htxbuf, b_size(htxbuf));
1198
1199 blk = htx_add_blk(htx, HTX_BLK_DATA, ret);
1200 blk->info += ret;
1201 /* nothing else to do, the old buffer now contains an
1202 * empty pre-initialized HTX header
1203 */
1204 }
Willy Tarreau0a7ef022019-05-28 10:30:11 +02001205 else {
1206 ret = htx_add_data(htx, ist2(b_peek(buf, *ofs), try));
1207 }
Christopher Faulet9768c262018-10-22 09:34:31 +02001208 h1m->curr_len -= ret;
Christopher Faulet30db3d72019-05-17 15:35:33 +02001209 max -= sizeof(struct htx_blk) + ret;
Christopher Faulet9768c262018-10-22 09:34:31 +02001210 *ofs += ret;
1211 total += ret;
Willy Tarreau0a7ef022019-05-28 10:30:11 +02001212 if (ret < try)
1213 goto end;
Christopher Faulet9768c262018-10-22 09:34:31 +02001214 }
1215
1216 if (!h1m->curr_len) {
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001217 if (!h1_process_eom(h1s, h1m, htx, max))
Christopher Faulet9768c262018-10-22 09:34:31 +02001218 goto end;
Christopher Faulet9768c262018-10-22 09:34:31 +02001219 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001220 }
1221 else if (h1m->flags & H1_MF_CHNK) {
1222 new_chunk:
1223 /* te:chunked : parse chunks */
1224 if (h1m->state == H1_MSG_CHUNK_CRLF) {
Christopher Faulet30db3d72019-05-17 15:35:33 +02001225 ret = h1_skip_chunk_crlf(buf, *ofs, b_data(buf));
Christopher Faulet129817b2018-09-20 16:14:40 +02001226 if (ret <= 0)
1227 goto end;
Christopher Faulet9768c262018-10-22 09:34:31 +02001228 h1m->state = H1_MSG_CHUNK_SIZE;
1229
Christopher Fauletf2824e62018-10-01 12:12:37 +02001230 *ofs += ret;
Christopher Faulet129817b2018-09-20 16:14:40 +02001231 total += ret;
Christopher Faulet129817b2018-09-20 16:14:40 +02001232 }
1233
1234 if (h1m->state == H1_MSG_CHUNK_SIZE) {
1235 unsigned int chksz;
1236
Christopher Faulet30db3d72019-05-17 15:35:33 +02001237 ret = h1_parse_chunk_size(buf, *ofs, b_data(buf), &chksz);
Christopher Faulet129817b2018-09-20 16:14:40 +02001238 if (ret <= 0)
1239 goto end;
Christopher Faulet54b5e212019-06-04 10:08:28 +02001240 h1m->state = ((!chksz) ? H1_MSG_TRAILERS : H1_MSG_DATA);
Christopher Faulet9768c262018-10-22 09:34:31 +02001241
Christopher Faulet129817b2018-09-20 16:14:40 +02001242 h1m->curr_len = chksz;
1243 h1m->body_len += chksz;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001244 *ofs += ret;
Christopher Faulet129817b2018-09-20 16:14:40 +02001245 total += ret;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001246
1247 if (!h1m->curr_len)
1248 goto end;
Christopher Faulet129817b2018-09-20 16:14:40 +02001249 }
1250
1251 if (h1m->state == H1_MSG_DATA) {
Christopher Faulet30db3d72019-05-17 15:35:33 +02001252 ret = htx_get_max_blksz(htx, max);
Christopher Faulet129817b2018-09-20 16:14:40 +02001253 if ((uint64_t)ret > h1m->curr_len)
1254 ret = h1m->curr_len;
Christopher Faulet9768c262018-10-22 09:34:31 +02001255 if (ret > b_contig_data(buf, *ofs))
1256 ret = b_contig_data(buf, *ofs);
Christopher Faulet30db3d72019-05-17 15:35:33 +02001257
Christopher Faulet9768c262018-10-22 09:34:31 +02001258 if (ret) {
Willy Tarreau0a7ef022019-05-28 10:30:11 +02001259 int32_t try = ret;
1260
1261 ret = htx_add_data(htx, ist2(b_peek(buf, *ofs), try));
Christopher Faulet9768c262018-10-22 09:34:31 +02001262 h1m->curr_len -= ret;
Christopher Faulet30db3d72019-05-17 15:35:33 +02001263 max -= sizeof(struct htx_blk) + ret;
Christopher Faulet9768c262018-10-22 09:34:31 +02001264 *ofs += ret;
1265 total += ret;
Willy Tarreau0a7ef022019-05-28 10:30:11 +02001266 if (ret < try)
1267 goto end;
Christopher Faulet9768c262018-10-22 09:34:31 +02001268 }
1269 if (!h1m->curr_len) {
1270 h1m->state = H1_MSG_CHUNK_CRLF;
1271 goto new_chunk;
1272 }
1273 goto end;
Christopher Faulet129817b2018-09-20 16:14:40 +02001274 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001275 }
1276 else {
1277 /* XFER_LEN is set but not CLEN nor CHNK, it means there
1278 * is no body. Switch the message in DONE state
1279 */
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001280 if (!h1_process_eom(h1s, h1m, htx, max))
Christopher Faulet9768c262018-10-22 09:34:31 +02001281 goto end;
Christopher Faulet129817b2018-09-20 16:14:40 +02001282 }
1283 }
1284 else {
1285 /* no content length, read till SHUTW */
Christopher Faulet30db3d72019-05-17 15:35:33 +02001286 ret = htx_get_max_blksz(htx, max);
Christopher Faulet9768c262018-10-22 09:34:31 +02001287 if (ret > b_contig_data(buf, *ofs))
1288 ret = b_contig_data(buf, *ofs);
Christopher Faulet30db3d72019-05-17 15:35:33 +02001289
Christopher Faulet9768c262018-10-22 09:34:31 +02001290 if (ret) {
Willy Tarreau0a7ef022019-05-28 10:30:11 +02001291 int32_t try = ret;
1292
1293 ret = htx_add_data(htx, ist2(b_peek(buf, *ofs), try));
Christopher Faulet9768c262018-10-22 09:34:31 +02001294
Olivier Houchardcf42d5a2018-12-04 17:41:58 +01001295 *ofs += ret;
1296 total = ret;
Willy Tarreau0a7ef022019-05-28 10:30:11 +02001297 if (ret < try)
1298 goto end;
Christopher Faulet9768c262018-10-22 09:34:31 +02001299 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001300 }
1301
1302 end:
1303 if (ret < 0) {
Christopher Fauletf2824e62018-10-01 12:12:37 +02001304 h1s->flags |= (!(h1m->flags & H1_MF_RESP) ? H1S_F_REQ_ERROR : H1S_F_RES_ERROR);
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02001305 h1s->cs->flags |= CS_FL_EOI;
1306 htx->flags |= HTX_FL_PARSING_ERROR;
Christopher Faulet129817b2018-09-20 16:14:40 +02001307 h1m->err_state = h1m->state;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001308 h1m->err_pos = *ofs + max + ret;
Christopher Faulete44769b2018-11-29 23:01:45 +01001309 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
Christopher Faulet129817b2018-09-20 16:14:40 +02001310 return 0;
1311 }
Christopher Faulet9768c262018-10-22 09:34:31 +02001312 /* update htx->extra, only when the body length is known */
1313 if (h1m->flags & H1_MF_XFER_LEN)
1314 htx->extra = h1m->curr_len;
Christopher Faulet129817b2018-09-20 16:14:40 +02001315 return total;
1316}
1317
1318/*
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001319 * Parse HTTP/1 trailers. It returns the number of bytes parsed if > 0, or 0 if
1320 * it couldn't proceed. Parsing errors are reported by setting H1S_F_*_ERROR
1321 * flag and filling h1s->err_pos and h1s->err_state fields. This functions is
1322 * responsible to update the parser state <h1m>.
1323 */
1324static size_t h1_process_trailers(struct h1s *h1s, struct h1m *h1m, struct htx *htx,
1325 struct buffer *buf, size_t *ofs, size_t max)
1326{
Christopher Faulete4ab11b2019-06-11 15:05:37 +02001327 struct http_hdr hdrs[global.tune.max_http_hdr];
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001328 struct h1m tlr_h1m;
1329 int ret = 0;
1330
1331 if (!max || !b_data(buf))
1332 goto end;
1333
1334 /* Realing input buffer if necessary */
1335 if (b_peek(buf, *ofs) > b_tail(buf))
1336 b_slow_realign(buf, trash.area, 0);
1337
1338 tlr_h1m.flags = (H1_MF_NO_PHDR|H1_MF_HDRS_ONLY);
1339 ret = h1_headers_to_hdr_list(b_peek(buf, *ofs), b_tail(buf),
1340 hdrs, sizeof(hdrs)/sizeof(hdrs[0]), &tlr_h1m, NULL);
1341 if (ret <= 0) {
1342 /* Incomplete or invalid trailers. If the buffer is full, it's
1343 * an error because traliers are too large to be handled by the
1344 * parser. */
1345 if (ret < 0 || (!ret && !buf_room_for_htx_data(buf)))
1346 goto error;
1347 goto end;
1348 }
1349
1350 /* messages trailers fully parsed. */
1351 if (h1_eval_htx_hdrs_size(hdrs) > max) {
1352 if (htx_is_empty(htx))
1353 goto error;
1354 ret = 0;
1355 goto end;
1356 }
1357
1358 if (!htx_add_all_trailers(htx, hdrs))
1359 goto error;
1360
1361 *ofs += ret;
1362 h1s->flags |= H1S_F_HAVE_I_TLR;
1363 end:
1364 return ret;
1365
1366 error:
1367 h1m->err_state = h1m->state;
1368 h1m->err_pos = h1m->next;
1369 h1s->flags |= (!(h1m->flags & H1_MF_RESP) ? H1S_F_REQ_ERROR : H1S_F_RES_ERROR);
1370 h1s->cs->flags |= CS_FL_EOI;
1371 htx->flags |= HTX_FL_PARSING_ERROR;
1372 h1_capture_bad_message(h1s->h1c, h1s, h1m, buf);
1373 ret = 0;
1374 goto end;
1375}
1376
1377/*
Christopher Faulet129817b2018-09-20 16:14:40 +02001378 * Process incoming data. It parses data and transfer them from h1c->ibuf into
Christopher Faulet539e0292018-11-19 10:40:09 +01001379 * <buf>. It returns the number of bytes parsed and transferred if > 0, or 0 if
1380 * it couldn't proceed.
Christopher Faulet129817b2018-09-20 16:14:40 +02001381 */
Christopher Faulet30db3d72019-05-17 15:35:33 +02001382static size_t h1_process_input(struct h1c *h1c, struct buffer *buf, size_t count)
Christopher Faulet51dbc942018-09-13 09:05:15 +02001383{
Christopher Faulet539e0292018-11-19 10:40:09 +01001384 struct h1s *h1s = h1c->h1s;
Christopher Faulet129817b2018-09-20 16:14:40 +02001385 struct h1m *h1m;
Christopher Faulet9768c262018-10-22 09:34:31 +02001386 struct htx *htx;
Christopher Faulet30db3d72019-05-17 15:35:33 +02001387 size_t ret, data;
Christopher Faulet129817b2018-09-20 16:14:40 +02001388 size_t total = 0;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001389 int errflag;
Christopher Faulet51dbc942018-09-13 09:05:15 +02001390
Christopher Faulet539e0292018-11-19 10:40:09 +01001391 htx = htx_from_buf(buf);
Willy Tarreau3a6190f2018-12-16 08:29:56 +01001392
Christopher Fauletf2824e62018-10-01 12:12:37 +02001393 if (!conn_is_back(h1c->conn)) {
1394 h1m = &h1s->req;
1395 errflag = H1S_F_REQ_ERROR;
1396 }
1397 else {
1398 h1m = &h1s->res;
1399 errflag = H1S_F_RES_ERROR;
1400 }
Christopher Faulet9768c262018-10-22 09:34:31 +02001401
Christopher Faulet74027762019-02-26 14:45:05 +01001402 data = htx->data;
Christopher Fauletcd9f6a72019-07-04 21:22:34 +02001403 if (h1s->flags & errflag)
1404 goto end;
1405
Christopher Fauletd44ad5b2018-11-19 21:52:12 +01001406 do {
Christopher Faulet30db3d72019-05-17 15:35:33 +02001407 size_t used = htx_used_space(htx);
1408
Christopher Faulet129817b2018-09-20 16:14:40 +02001409 if (h1m->state <= H1_MSG_LAST_LF) {
Christopher Faulet539e0292018-11-19 10:40:09 +01001410 ret = h1_process_headers(h1s, h1m, htx, &h1c->ibuf, &total, count);
Christopher Faulet129817b2018-09-20 16:14:40 +02001411 if (!ret)
1412 break;
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02001413 if ((h1m->flags & H1_MF_RESP) &&
1414 h1s->status < 200 && (h1s->status == 100 || h1s->status >= 102)) {
1415 h1m_init_res(&h1s->res);
1416 h1m->flags |= (H1_MF_NO_PHDR|H1_MF_CLEAN_CONN_HDR);
1417 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001418 }
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001419 else if (h1m->state < H1_MSG_TRAILERS) {
Christopher Faulet30db3d72019-05-17 15:35:33 +02001420 ret = h1_process_data(h1s, h1m, htx, &h1c->ibuf, &total, count, buf);
Willy Tarreau78f548f2018-12-05 10:02:39 +01001421 htx = htx_from_buf(buf);
Christopher Faulet129817b2018-09-20 16:14:40 +02001422 if (!ret)
1423 break;
1424 }
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001425 else if (h1m->state == H1_MSG_TRAILERS) {
1426 if (!(h1s->flags & H1S_F_HAVE_I_TLR)) {
1427 ret = h1_process_trailers(h1s, h1m, htx, &h1c->ibuf, &total, count);
1428 if (!ret)
1429 break;
1430 }
1431 if (!h1_process_eom(h1s, h1m, htx, count))
1432 break;
1433 }
Christopher Fauletcb55f482018-12-10 11:56:47 +01001434 else if (h1m->state == H1_MSG_DONE) {
Christopher Faulet2f320ee2019-04-16 20:26:53 +02001435 if (h1s->req.state < H1_MSG_DONE || h1s->res.state < H1_MSG_DONE)
1436 h1c->flags |= H1C_F_IN_BUSY;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001437 break;
Christopher Fauletcb55f482018-12-10 11:56:47 +01001438 }
Christopher Fauletf2824e62018-10-01 12:12:37 +02001439 else if (h1m->state == H1_MSG_TUNNEL) {
Christopher Faulet30db3d72019-05-17 15:35:33 +02001440 ret = h1_process_data(h1s, h1m, htx, &h1c->ibuf, &total, count, buf);
Willy Tarreau78f548f2018-12-05 10:02:39 +01001441 htx = htx_from_buf(buf);
Christopher Faulet9768c262018-10-22 09:34:31 +02001442 if (!ret)
1443 break;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001444 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001445 else {
Christopher Fauletf2824e62018-10-01 12:12:37 +02001446 h1s->flags |= errflag;
Christopher Faulet129817b2018-09-20 16:14:40 +02001447 break;
1448 }
1449
Christopher Faulet30db3d72019-05-17 15:35:33 +02001450 count -= htx_used_space(htx) - used;
Christopher Fauletd44ad5b2018-11-19 21:52:12 +01001451 } while (!(h1s->flags & errflag) && count);
Christopher Faulet129817b2018-09-20 16:14:40 +02001452
Christopher Faulet47365272018-10-31 17:40:50 +01001453 if (h1s->flags & errflag)
1454 goto parsing_err;
Christopher Faulet129817b2018-09-20 16:14:40 +02001455
Christopher Faulet539e0292018-11-19 10:40:09 +01001456 b_del(&h1c->ibuf, total);
1457
1458 end:
Christopher Faulet27ba2dc2018-12-05 11:53:24 +01001459 htx_to_buf(htx, buf);
Christopher Faulet30db3d72019-05-17 15:35:33 +02001460 ret = htx->data - data;
Willy Tarreau45f2b892018-12-05 07:59:27 +01001461 if (h1c->flags & H1C_F_IN_FULL && buf_room_for_htx_data(&h1c->ibuf)) {
Christopher Faulet539e0292018-11-19 10:40:09 +01001462 h1c->flags &= ~H1C_F_IN_FULL;
Willy Tarreau3c39a7d2019-06-14 14:42:29 +02001463 tasklet_wakeup(h1c->wait_event.tasklet);
Christopher Faulet47365272018-10-31 17:40:50 +01001464 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02001465
Christopher Fauletcf56b992018-12-11 16:12:31 +01001466 h1s->cs->flags &= ~(CS_FL_RCV_MORE | CS_FL_WANT_ROOM);
1467
Christopher Fauletcdc90e92019-03-28 13:28:46 +01001468 if (!b_data(&h1c->ibuf))
Christopher Faulet539e0292018-11-19 10:40:09 +01001469 h1_release_buf(h1c, &h1c->ibuf);
Willy Tarreaufbdf90a2019-06-03 13:42:54 +02001470 else if (h1s_data_pending(h1s) && !htx_is_empty(htx))
Christopher Fauletcf56b992018-12-11 16:12:31 +01001471 h1s->cs->flags |= CS_FL_RCV_MORE | CS_FL_WANT_ROOM;
Christopher Faulet539e0292018-11-19 10:40:09 +01001472
Willy Tarreauc493c9c2019-06-03 14:18:22 +02001473 if ((h1s->flags & H1S_F_REOS) && (!h1s_data_pending(h1s) || htx_is_empty(htx))) {
Christopher Fauletf6ce9d62018-12-10 15:30:06 +01001474 h1s->cs->flags |= CS_FL_EOS;
Christopher Faulet26922382019-03-08 15:13:41 +01001475 if (h1m->state > H1_MSG_LAST_LF && h1m->state < H1_MSG_DONE)
Christopher Fauletb8d2ee02019-02-25 15:29:51 +01001476 h1s->cs->flags |= CS_FL_ERROR;
Christopher Faulet539e0292018-11-19 10:40:09 +01001477 }
Christopher Fauletf6ce9d62018-12-10 15:30:06 +01001478
Christopher Faulet30db3d72019-05-17 15:35:33 +02001479 return ret;
Christopher Faulet47365272018-10-31 17:40:50 +01001480
1481 parsing_err:
Christopher Faulet47365272018-10-31 17:40:50 +01001482 b_reset(&h1c->ibuf);
Christopher Faulet27ba2dc2018-12-05 11:53:24 +01001483 htx_to_buf(htx, buf);
Christopher Faulet9768c262018-10-22 09:34:31 +02001484 return 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02001485}
1486
Christopher Faulet129817b2018-09-20 16:14:40 +02001487/*
1488 * Process outgoing data. It parses data and transfer them from the channel buffer into
1489 * h1c->obuf. It returns the number of bytes parsed and transferred if > 0, or
1490 * 0 if it couldn't proceed.
1491 */
Christopher Faulet51dbc942018-09-13 09:05:15 +02001492static size_t h1_process_output(struct h1c *h1c, struct buffer *buf, size_t count)
1493{
Christopher Faulet129817b2018-09-20 16:14:40 +02001494 struct h1s *h1s = h1c->h1s;
1495 struct h1m *h1m;
Christopher Faulet9768c262018-10-22 09:34:31 +02001496 struct htx *chn_htx;
1497 struct htx_blk *blk;
Christopher Faulet65fc1dc2019-06-25 21:41:02 +02001498 struct buffer tmp;
Christopher Faulet129817b2018-09-20 16:14:40 +02001499 size_t total = 0;
Christopher Fauletf2824e62018-10-01 12:12:37 +02001500 int errflag;
Christopher Faulet51dbc942018-09-13 09:05:15 +02001501
Christopher Faulet47365272018-10-31 17:40:50 +01001502 if (!count)
1503 goto end;
Willy Tarreau37dd54d2018-12-15 14:48:31 +01001504
Christopher Faulet94b2c762019-05-24 15:28:57 +02001505 chn_htx = htxbuf(buf);
Willy Tarreau37dd54d2018-12-15 14:48:31 +01001506 if (htx_is_empty(chn_htx))
1507 goto end;
Christopher Faulet9768c262018-10-22 09:34:31 +02001508
Christopher Faulet51dbc942018-09-13 09:05:15 +02001509 if (!h1_get_buf(h1c, &h1c->obuf)) {
1510 h1c->flags |= H1C_F_OUT_ALLOC;
1511 goto end;
1512 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02001513
Christopher Fauletf2824e62018-10-01 12:12:37 +02001514 if (!conn_is_back(h1c->conn)) {
1515 h1m = &h1s->res;
1516 errflag = H1S_F_RES_ERROR;
1517 }
1518 else {
1519 h1m = &h1s->req;
1520 errflag = H1S_F_REQ_ERROR;
1521 }
Christopher Faulet9768c262018-10-22 09:34:31 +02001522
Christopher Fauletcd9f6a72019-07-04 21:22:34 +02001523 if (h1s->flags & errflag)
1524 goto end;
1525
Willy Tarreau37dd54d2018-12-15 14:48:31 +01001526 /* the htx is non-empty thus has at least one block */
Willy Tarreau3815b222018-12-11 19:50:43 +01001527 blk = htx_get_head_blk(chn_htx);
Christopher Faulet9768c262018-10-22 09:34:31 +02001528
Willy Tarreau3815b222018-12-11 19:50:43 +01001529 /* Perform some optimizations to reduce the number of buffer copies.
1530 * First, if the mux's buffer is empty and the htx area contains
1531 * exactly one data block of the same size as the requested count,
1532 * then it's possible to simply swap the caller's buffer with the
1533 * mux's output buffer and adjust offsets and length to match the
1534 * entire DATA HTX block in the middle. In this case we perform a
1535 * true zero-copy operation from end-to-end. This is the situation
1536 * that happens all the time with large files. Second, if this is not
1537 * possible, but the mux's output buffer is empty, we still have an
1538 * opportunity to avoid the copy to the intermediary buffer, by making
1539 * the intermediary buffer's area point to the output buffer's area.
1540 * In this case we want to skip the HTX header to make sure that copies
1541 * remain aligned and that this operation remains possible all the
1542 * time. This goes for headers, data blocks and any data extracted from
1543 * the HTX blocks.
Willy Tarreauc5efa332018-12-05 11:19:27 +01001544 */
1545 if (!b_data(&h1c->obuf)) {
Willy Tarreau3815b222018-12-11 19:50:43 +01001546 if (chn_htx->used == 1 &&
Willy Tarreau37dd54d2018-12-15 14:48:31 +01001547 htx_get_blk_type(blk) == HTX_BLK_DATA &&
Willy Tarreau3815b222018-12-11 19:50:43 +01001548 htx_get_blk_value(chn_htx, blk).len == count) {
1549 void *old_area = h1c->obuf.area;
1550
1551 h1c->obuf.area = buf->area;
Christopher Faulet65fc1dc2019-06-25 21:41:02 +02001552 h1c->obuf.head = sizeof(struct htx) + blk->addr;
Willy Tarreau3815b222018-12-11 19:50:43 +01001553 h1c->obuf.data = count;
1554
1555 buf->area = old_area;
1556 buf->data = buf->head = 0;
Christopher Fauletadb22202018-12-12 10:32:09 +01001557
1558 /* The message is chunked. We need to emit the chunk
1559 * size. We have at least the size of the struct htx to
1560 * write the chunk envelope. It should be enough.
1561 */
1562 if (h1m->flags & H1_MF_CHNK) {
1563 h1_emit_chunk_size(&h1c->obuf, count);
1564 h1_emit_chunk_crlf(&h1c->obuf);
1565 }
1566
Willy Tarreau3815b222018-12-11 19:50:43 +01001567 total += count;
1568 goto out;
1569 }
Christopher Faulet65fc1dc2019-06-25 21:41:02 +02001570 tmp.area = h1c->obuf.area + h1c->obuf.head;
Willy Tarreauc5efa332018-12-05 11:19:27 +01001571 }
Christopher Faulet65fc1dc2019-06-25 21:41:02 +02001572 else
1573 tmp.area = trash.area;
Christopher Faulet9768c262018-10-22 09:34:31 +02001574
Christopher Faulet65fc1dc2019-06-25 21:41:02 +02001575 tmp.data = 0;
1576 tmp.size = b_room(&h1c->obuf);
Christopher Fauletb2e84162018-12-06 11:39:49 +01001577 while (count && !(h1s->flags & errflag) && blk) {
Christopher Faulet570d1612018-11-26 11:13:57 +01001578 struct htx_sl *sl;
Christopher Faulet9768c262018-10-22 09:34:31 +02001579 struct ist n, v;
Christopher Fauletb2e84162018-12-06 11:39:49 +01001580 enum htx_blk_type type = htx_get_blk_type(blk);
Christopher Faulet9768c262018-10-22 09:34:31 +02001581 uint32_t sz = htx_get_blksz(blk);
Christopher Fauletb2e84162018-12-06 11:39:49 +01001582 uint32_t vlen;
Christopher Faulet9768c262018-10-22 09:34:31 +02001583
Christopher Fauletb2e84162018-12-06 11:39:49 +01001584 vlen = sz;
1585 if (vlen > count) {
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001586 if (type != HTX_BLK_DATA)
Christopher Fauletb2e84162018-12-06 11:39:49 +01001587 goto copy;
1588 vlen = count;
1589 }
Christopher Faulet9768c262018-10-22 09:34:31 +02001590
Christopher Faulet94b2c762019-05-24 15:28:57 +02001591 if (type == HTX_BLK_UNUSED)
1592 goto nextblk;
Christopher Faulet9768c262018-10-22 09:34:31 +02001593
Christopher Faulet94b2c762019-05-24 15:28:57 +02001594 switch (h1m->state) {
1595 case H1_MSG_RQBEFORE:
1596 if (type != HTX_BLK_REQ_SL)
1597 goto error;
Christopher Faulet9768c262018-10-22 09:34:31 +02001598 sl = htx_get_blk_ptr(chn_htx, blk);
Christopher Faulet570d1612018-11-26 11:13:57 +01001599 h1s->meth = sl->info.req.meth;
Christopher Faulet9768c262018-10-22 09:34:31 +02001600 h1_parse_req_vsn(h1m, sl);
Christopher Faulet65fc1dc2019-06-25 21:41:02 +02001601 if (!htx_reqline_to_h1(sl, &tmp))
Christopher Faulet9768c262018-10-22 09:34:31 +02001602 goto copy;
1603 h1m->flags |= H1_MF_XFER_LEN;
Christopher Faulet1f890dd2019-02-18 10:33:16 +01001604 if (sl->flags & HTX_SL_F_BODYLESS)
1605 h1m->flags |= H1_MF_CLEN;
Christopher Faulet9768c262018-10-22 09:34:31 +02001606 h1m->state = H1_MSG_HDR_FIRST;
Christopher Faulet129817b2018-09-20 16:14:40 +02001607 break;
Christopher Faulet129817b2018-09-20 16:14:40 +02001608
Christopher Faulet94b2c762019-05-24 15:28:57 +02001609 case H1_MSG_RPBEFORE:
1610 if (type != HTX_BLK_RES_SL)
1611 goto error;
Christopher Faulet9768c262018-10-22 09:34:31 +02001612 sl = htx_get_blk_ptr(chn_htx, blk);
Christopher Faulet570d1612018-11-26 11:13:57 +01001613 h1s->status = sl->info.res.status;
Christopher Faulet9768c262018-10-22 09:34:31 +02001614 h1_parse_res_vsn(h1m, sl);
Christopher Faulet65fc1dc2019-06-25 21:41:02 +02001615 if (!htx_stline_to_h1(sl, &tmp))
Christopher Faulet9768c262018-10-22 09:34:31 +02001616 goto copy;
Christopher Faulet03599112018-11-27 11:21:21 +01001617 if (sl->flags & HTX_SL_F_XFER_LEN)
Christopher Faulet9768c262018-10-22 09:34:31 +02001618 h1m->flags |= H1_MF_XFER_LEN;
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01001619 if (sl->info.res.status < 200 &&
1620 (sl->info.res.status == 100 || sl->info.res.status >= 102))
Christopher Fauletada34b62019-05-24 16:36:43 +02001621 h1s->flags |= H1S_F_HAVE_O_CONN;
Christopher Faulet9768c262018-10-22 09:34:31 +02001622 h1m->state = H1_MSG_HDR_FIRST;
1623 break;
1624
Christopher Faulet94b2c762019-05-24 15:28:57 +02001625 case H1_MSG_HDR_FIRST:
1626 case H1_MSG_HDR_NAME:
1627 case H1_MSG_HDR_L2_LWS:
1628 if (type == HTX_BLK_EOH)
1629 goto last_lf;
1630 if (type != HTX_BLK_HDR)
1631 goto error;
Christopher Faulet9768c262018-10-22 09:34:31 +02001632 h1m->state = H1_MSG_HDR_NAME;
1633 n = htx_get_blk_name(chn_htx, blk);
1634 v = htx_get_blk_value(chn_htx, blk);
1635
1636 if (isteqi(n, ist("transfer-encoding")))
1637 h1_parse_xfer_enc_header(h1m, v);
Willy Tarreau27cd2232019-01-03 21:52:42 +01001638 else if (isteqi(n, ist("content-length"))) {
Christopher Faulet5220ef22019-03-27 15:44:56 +01001639 /* Only skip C-L header with invalid value. */
1640 if (h1_parse_cont_len_header(h1m, &v) < 0)
Willy Tarreau27cd2232019-01-03 21:52:42 +01001641 goto skip_hdr;
1642 }
Christopher Faulet9768c262018-10-22 09:34:31 +02001643 else if (isteqi(n, ist("connection"))) {
Christopher Fauletb992af02019-03-28 15:42:24 +01001644 h1_parse_connection_header(h1m, &v);
Christopher Faulet9768c262018-10-22 09:34:31 +02001645 if (!v.len)
1646 goto skip_hdr;
1647 }
1648
Christopher Faulet65fc1dc2019-06-25 21:41:02 +02001649 if (!htx_hdr_to_h1(n, v, &tmp))
Christopher Faulet9768c262018-10-22 09:34:31 +02001650 goto copy;
1651 skip_hdr:
1652 h1m->state = H1_MSG_HDR_L2_LWS;
1653 break;
1654
Christopher Faulet94b2c762019-05-24 15:28:57 +02001655 case H1_MSG_LAST_LF:
1656 if (type != HTX_BLK_EOH)
1657 goto error;
1658 last_lf:
Christopher Fauletada34b62019-05-24 16:36:43 +02001659 h1m->state = H1_MSG_LAST_LF;
1660 if (!(h1s->flags & H1S_F_HAVE_O_CONN)) {
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01001661 /* There is no "Connection:" header and
1662 * it the conn_mode must be
1663 * processed. So do it */
Christopher Faulet661bfc32019-06-17 14:07:46 +02001664 n = ist("connection");
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01001665 v = ist("");
Christopher Fauletb992af02019-03-28 15:42:24 +01001666 h1_process_output_conn_mode(h1s, h1m, &v);
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01001667 if (v.len) {
Christopher Faulet65fc1dc2019-06-25 21:41:02 +02001668 if (!htx_hdr_to_h1(n, v, &tmp))
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01001669 goto copy;
1670 }
Christopher Fauletada34b62019-05-24 16:36:43 +02001671 h1s->flags |= H1S_F_HAVE_O_CONN;
Christopher Fauletd1ebb1e2018-11-28 16:32:50 +01001672 }
Willy Tarreau4710d202019-01-03 17:39:54 +01001673
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001674 if ((h1s->meth != HTTP_METH_CONNECT &&
1675 (h1m->flags & (H1_MF_VER_11|H1_MF_RESP|H1_MF_CLEN|H1_MF_CHNK|H1_MF_XFER_LEN)) ==
Christopher Faulet1f890dd2019-02-18 10:33:16 +01001676 (H1_MF_VER_11|H1_MF_XFER_LEN)) ||
1677 (h1s->status >= 200 && h1s->status != 204 && h1s->status != 304 &&
1678 h1s->meth != HTTP_METH_HEAD && !(h1s->meth == HTTP_METH_CONNECT && h1s->status == 200) &&
1679 (h1m->flags & (H1_MF_VER_11|H1_MF_RESP|H1_MF_CLEN|H1_MF_CHNK|H1_MF_XFER_LEN)) ==
1680 (H1_MF_VER_11|H1_MF_RESP|H1_MF_XFER_LEN))) {
Willy Tarreau4710d202019-01-03 17:39:54 +01001681 /* chunking needed but header not seen */
Christopher Faulet65fc1dc2019-06-25 21:41:02 +02001682 if (!chunk_memcat(&tmp, "transfer-encoding: chunked\r\n", 28))
Willy Tarreau4710d202019-01-03 17:39:54 +01001683 goto copy;
1684 h1m->flags |= H1_MF_CHNK;
1685 }
1686
Christopher Faulet65fc1dc2019-06-25 21:41:02 +02001687 if (!chunk_memcat(&tmp, "\r\n", 2))
Christopher Faulet9768c262018-10-22 09:34:31 +02001688 goto copy;
1689
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001690 if (!(h1m->flags & H1_MF_RESP) && h1s->meth == HTTP_METH_CONNECT) {
1691 /* a CONNECT request is sent to the server. Switch it to tunnel mode. */
1692 h1_set_req_tunnel_mode(h1s);
1693 }
1694 else if ((h1s->meth == HTTP_METH_CONNECT && h1s->status == 200) || h1s->status == 101) {
1695 /* a successfull reply to a CONNECT or a protocol switching is sent
1696 * to the client . Switch the response to tunnel mode. */
1697 h1_set_res_tunnel_mode(h1s);
1698 }
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02001699 else if ((h1m->flags & H1_MF_RESP) &&
1700 h1s->status < 200 && (h1s->status == 100 || h1s->status >= 102)) {
1701 h1m_init_res(&h1s->res);
1702 h1m->flags |= (H1_MF_NO_PHDR|H1_MF_CLEAN_CONN_HDR);
Christopher Fauletada34b62019-05-24 16:36:43 +02001703 h1s->flags &= ~H1S_F_HAVE_O_CONN;
Christopher Fauletb75b5ea2019-05-17 08:37:28 +02001704 }
Christopher Faulet33d58b52019-07-01 16:17:30 +02001705 else if ((h1m->flags & H1_MF_RESP) && h1s->meth == HTTP_METH_HEAD)
1706 h1m->state = H1_MSG_DONE;
Christopher Fauletc62c2b92019-03-28 11:41:39 +01001707 else
1708 h1m->state = H1_MSG_DATA;
Christopher Faulet9768c262018-10-22 09:34:31 +02001709 break;
1710
Christopher Faulet94b2c762019-05-24 15:28:57 +02001711 case H1_MSG_DATA:
Christopher Fauletaaa25062019-07-04 17:12:12 +02001712 case H1_MSG_TUNNEL:
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001713 if (type == HTX_BLK_EOM) {
1714 /* Chunked message without explicit trailers */
1715 if (h1m->flags & H1_MF_CHNK) {
Christopher Faulet65fc1dc2019-06-25 21:41:02 +02001716 if (!chunk_memcat(&tmp, "0\r\n\r\n", 5))
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001717 goto copy;
1718 }
1719 goto done;
1720 }
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001721 else if (type == HTX_BLK_EOT || type == HTX_BLK_TLR) {
Christopher Faulet52131682019-06-27 17:40:14 +02001722 /* If the message is not chunked, never
1723 * add the last chunk. */
1724 if ((h1m->flags & H1_MF_CHNK) && !chunk_memcat(&tmp, "0\r\n", 3))
Christopher Faulet94b2c762019-05-24 15:28:57 +02001725 goto copy;
Christopher Faulet94b2c762019-05-24 15:28:57 +02001726 goto trailers;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001727 }
Christopher Faulet94b2c762019-05-24 15:28:57 +02001728 else if (type != HTX_BLK_DATA)
1729 goto error;
Christopher Faulet9768c262018-10-22 09:34:31 +02001730 v = htx_get_blk_value(chn_htx, blk);
Christopher Fauletb2e84162018-12-06 11:39:49 +01001731 v.len = vlen;
Christopher Faulet65fc1dc2019-06-25 21:41:02 +02001732 if (!htx_data_to_h1(v, &tmp, !!(h1m->flags & H1_MF_CHNK)))
Christopher Faulet9768c262018-10-22 09:34:31 +02001733 goto copy;
1734 break;
1735
Christopher Faulet94b2c762019-05-24 15:28:57 +02001736 case H1_MSG_TRAILERS:
1737 if (type == HTX_BLK_EOM)
1738 goto done;
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001739 else if (type != HTX_BLK_TLR && type != HTX_BLK_EOT)
Christopher Faulet94b2c762019-05-24 15:28:57 +02001740 goto error;
1741 trailers:
Christopher Faulet9768c262018-10-22 09:34:31 +02001742 h1m->state = H1_MSG_TRAILERS;
Christopher Faulet52131682019-06-27 17:40:14 +02001743 /* If the message is not chunked, ignore
1744 * trailers. It may happen with H2 messages. */
1745 if (!(h1m->flags & H1_MF_CHNK))
1746 break;
1747
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001748 if (type == HTX_BLK_EOT) {
Christopher Faulet65fc1dc2019-06-25 21:41:02 +02001749 if (!chunk_memcat(&tmp, "\r\n", 2))
Christopher Faulet32188212018-11-20 18:21:43 +01001750 goto copy;
Christopher Faulet32188212018-11-20 18:21:43 +01001751 }
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001752 else { // HTX_BLK_TLR
1753 n = htx_get_blk_name(chn_htx, blk);
1754 v = htx_get_blk_value(chn_htx, blk);
Christopher Faulet65fc1dc2019-06-25 21:41:02 +02001755 if (!htx_hdr_to_h1(n, v, &tmp))
Christopher Faulet2d7c5392019-06-03 10:41:26 +02001756 goto copy;
1757 }
Christopher Faulet9768c262018-10-22 09:34:31 +02001758 break;
1759
Christopher Faulet94b2c762019-05-24 15:28:57 +02001760 case H1_MSG_DONE:
1761 if (type != HTX_BLK_EOM)
1762 goto error;
1763 done:
1764 h1m->state = H1_MSG_DONE;
Christopher Fauletcd67bff2019-06-14 16:54:15 +02001765 if (h1s->h1c->flags & H1C_F_IN_BUSY) {
1766 h1s->h1c->flags &= ~H1C_F_IN_BUSY;
1767 tasklet_wakeup(h1s->h1c->wait_event.tasklet);
1768 }
Christopher Faulet9768c262018-10-22 09:34:31 +02001769 break;
1770
Christopher Faulet9768c262018-10-22 09:34:31 +02001771 default:
Christopher Faulet94b2c762019-05-24 15:28:57 +02001772 error:
Christopher Fauletc431df82019-06-26 15:16:28 +02001773 /* Unexpected error during output processing */
1774 chn_htx->flags |= HTX_FL_PARSING_ERROR;
Christopher Fauleta2ea1582019-05-28 10:35:18 +02001775 h1s->flags |= errflag;
Christopher Fauletc431df82019-06-26 15:16:28 +02001776 h1c->flags |= H1C_F_CS_ERROR;
Christopher Faulet9768c262018-10-22 09:34:31 +02001777 break;
1778 }
Christopher Faulet94b2c762019-05-24 15:28:57 +02001779
1780 nextblk:
Christopher Fauletb2e84162018-12-06 11:39:49 +01001781 total += vlen;
1782 count -= vlen;
1783 if (sz == vlen)
1784 blk = htx_remove_blk(chn_htx, blk);
1785 else {
1786 htx_cut_data_blk(chn_htx, blk, vlen);
1787 break;
1788 }
Christopher Faulet129817b2018-09-20 16:14:40 +02001789 }
1790
Christopher Faulet9768c262018-10-22 09:34:31 +02001791 copy:
Willy Tarreauc5efa332018-12-05 11:19:27 +01001792 /* when the output buffer is empty, tmp shares the same area so that we
1793 * only have to update pointers and lengths.
1794 */
Christopher Faulet65fc1dc2019-06-25 21:41:02 +02001795 if (tmp.area == h1c->obuf.area + h1c->obuf.head)
1796 h1c->obuf.data = tmp.data;
Willy Tarreauc5efa332018-12-05 11:19:27 +01001797 else
Christopher Faulet65fc1dc2019-06-25 21:41:02 +02001798 b_putblk(&h1c->obuf, tmp.area, tmp.data);
Christopher Faulet51dbc942018-09-13 09:05:15 +02001799
Willy Tarreau3815b222018-12-11 19:50:43 +01001800 htx_to_buf(chn_htx, buf);
1801 out:
Willy Tarreau45f2b892018-12-05 07:59:27 +01001802 if (!buf_room_for_htx_data(&h1c->obuf))
Christopher Faulet51dbc942018-09-13 09:05:15 +02001803 h1c->flags |= H1C_F_OUT_FULL;
Christopher Faulet9768c262018-10-22 09:34:31 +02001804 end:
1805 return total;
Christopher Faulet51dbc942018-09-13 09:05:15 +02001806}
1807
Christopher Faulet51dbc942018-09-13 09:05:15 +02001808/*********************************************************/
1809/* functions below are I/O callbacks from the connection */
1810/*********************************************************/
Christopher Faulete17fa2f2018-12-11 16:25:36 +01001811static void h1_wake_stream_for_recv(struct h1s *h1s)
1812{
1813 if (h1s && h1s->recv_wait) {
Willy Tarreau4f6516d2018-12-19 13:59:17 +01001814 h1s->recv_wait->events &= ~SUB_RETRY_RECV;
Willy Tarreau3c39a7d2019-06-14 14:42:29 +02001815 tasklet_wakeup(h1s->recv_wait->tasklet);
Christopher Faulete17fa2f2018-12-11 16:25:36 +01001816 h1s->recv_wait = NULL;
1817 }
1818}
1819static void h1_wake_stream_for_send(struct h1s *h1s)
1820{
1821 if (h1s && h1s->send_wait) {
Willy Tarreau4f6516d2018-12-19 13:59:17 +01001822 h1s->send_wait->events &= ~SUB_RETRY_SEND;
Willy Tarreau3c39a7d2019-06-14 14:42:29 +02001823 tasklet_wakeup(h1s->send_wait->tasklet);
Christopher Faulete17fa2f2018-12-11 16:25:36 +01001824 h1s->send_wait = NULL;
1825 }
1826}
1827
Christopher Faulet51dbc942018-09-13 09:05:15 +02001828/*
1829 * Attempt to read data, and subscribe if none available
1830 */
1831static int h1_recv(struct h1c *h1c)
1832{
1833 struct connection *conn = h1c->conn;
Christopher Fauletfeb11742018-11-29 15:12:34 +01001834 struct h1s *h1s = h1c->h1s;
Olivier Houchard75159a92018-12-03 18:46:09 +01001835 size_t ret = 0, max;
Christopher Faulet51dbc942018-09-13 09:05:15 +02001836 int rcvd = 0;
1837
Willy Tarreau4f6516d2018-12-19 13:59:17 +01001838 if (h1c->wait_event.events & SUB_RETRY_RECV)
Christopher Fauletc386a882018-12-04 16:06:28 +01001839 return (b_data(&h1c->ibuf));
Christopher Faulet51dbc942018-09-13 09:05:15 +02001840
Olivier Houchard92d093d2019-06-11 16:36:33 +02001841 if (!(conn->flags & CO_FL_ERROR) && h1c->flags & H1C_F_CS_WAIT_CONN) {
Willy Tarreaud58f27f2019-06-03 10:12:22 +02001842 conn->xprt->subscribe(conn, conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
1843 return 0;
1844 }
1845
Olivier Houchard75159a92018-12-03 18:46:09 +01001846 if (!h1_recv_allowed(h1c)) {
1847 rcvd = 1;
Christopher Faulet9768c262018-10-22 09:34:31 +02001848 goto end;
Olivier Houchard75159a92018-12-03 18:46:09 +01001849 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02001850
Christopher Fauletf7d5ff32019-04-16 13:55:08 +02001851 if (!h1_get_buf(h1c, &h1c->ibuf)) {
1852 h1c->flags |= H1C_F_IN_ALLOC;
Christopher Faulet9768c262018-10-22 09:34:31 +02001853 goto end;
1854 }
Christopher Faulet1be55f92018-10-02 15:59:23 +02001855
Christopher Fauletf7d5ff32019-04-16 13:55:08 +02001856 if (h1s && (h1s->flags & (H1S_F_BUF_FLUSH|H1S_F_SPLICED_DATA))) {
Willy Tarreaufbdf90a2019-06-03 13:42:54 +02001857 if (!h1s_data_pending(h1s))
Christopher Fauletf7d5ff32019-04-16 13:55:08 +02001858 h1_wake_stream_for_recv(h1s);
1859 rcvd = 1;
Christopher Faulet9768c262018-10-22 09:34:31 +02001860 goto end;
Christopher Faulet51dbc942018-09-13 09:05:15 +02001861 }
1862
Olivier Houchard29a22bc2018-12-04 18:16:45 +01001863 /*
1864 * If we only have a small amount of data, realign it,
1865 * it's probably cheaper than doing 2 recv() calls.
1866 */
1867 if (b_data(&h1c->ibuf) > 0 && b_data(&h1c->ibuf) < 128)
1868 b_slow_realign(&h1c->ibuf, trash.area, 0);
1869
Willy Tarreau45f2b892018-12-05 07:59:27 +01001870 max = buf_room_for_htx_data(&h1c->ibuf);
Christopher Faulet51dbc942018-09-13 09:05:15 +02001871 if (max) {
1872 h1c->flags &= ~H1C_F_IN_FULL;
Willy Tarreau78f548f2018-12-05 10:02:39 +01001873
Willy Tarreaue0f24ee2018-12-14 10:51:23 +01001874 b_realign_if_empty(&h1c->ibuf);
Willy Tarreau78f548f2018-12-05 10:02:39 +01001875 if (!b_data(&h1c->ibuf)) {
1876 /* try to pre-align the buffer like the rxbufs will be
1877 * to optimize memory copies.
1878 */
Willy Tarreau78f548f2018-12-05 10:02:39 +01001879 h1c->ibuf.head = sizeof(struct htx);
1880 }
Olivier Houcharde179d0e2019-03-21 18:27:17 +01001881 ret = conn->xprt->rcv_buf(conn, conn->xprt_ctx, &h1c->ibuf, max, 0);
Christopher Faulet51dbc942018-09-13 09:05:15 +02001882 }
Christopher Faulet47365272018-10-31 17:40:50 +01001883 if (ret > 0) {
Christopher Faulet51dbc942018-09-13 09:05:15 +02001884 rcvd = 1;
Christopher Fauletfeb11742018-11-29 15:12:34 +01001885 if (h1s && h1s->cs) {
Christopher Faulet37e36072018-12-04 15:54:12 +01001886 h1s->cs->flags |= (CS_FL_READ_PARTIAL|CS_FL_RCV_MORE);
Christopher Fauletfeb11742018-11-29 15:12:34 +01001887 if (h1s->csinfo.t_idle == -1)
1888 h1s->csinfo.t_idle = tv_ms_elapsed(&h1s->csinfo.tv_create, &now) - h1s->csinfo.t_handshake;
1889 }
Christopher Faulet47365272018-10-31 17:40:50 +01001890 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02001891
Christopher Fauletcf56b992018-12-11 16:12:31 +01001892 if (!h1_recv_allowed(h1c) || !buf_room_for_htx_data(&h1c->ibuf)) {
Christopher Faulet81d48432018-11-19 21:22:43 +01001893 rcvd = 1;
Christopher Fauletcf56b992018-12-11 16:12:31 +01001894 goto end;
1895 }
1896
Olivier Houcharde179d0e2019-03-21 18:27:17 +01001897 conn->xprt->subscribe(conn, conn->xprt_ctx, SUB_RETRY_RECV, &h1c->wait_event);
Christopher Faulet51dbc942018-09-13 09:05:15 +02001898
Christopher Faulet9768c262018-10-22 09:34:31 +02001899 end:
Christopher Faulete17fa2f2018-12-11 16:25:36 +01001900 if (ret > 0 || (conn->flags & CO_FL_ERROR) || conn_xprt_read0_pending(conn))
1901 h1_wake_stream_for_recv(h1s);
Olivier Houchard75159a92018-12-03 18:46:09 +01001902
Willy Tarreauc493c9c2019-06-03 14:18:22 +02001903 if (conn_xprt_read0_pending(conn) && h1s) {
1904 h1s->flags |= H1S_F_REOS;
Willy Tarreaufbdf90a2019-06-03 13:42:54 +02001905 rcvd = 1;
1906 }
1907
Christopher Faulet51dbc942018-09-13 09:05:15 +02001908 if (!b_data(&h1c->ibuf))
1909 h1_release_buf(h1c, &h1c->ibuf);
Willy Tarreau45f2b892018-12-05 07:59:27 +01001910 else if (!buf_room_for_htx_data(&h1c->ibuf))
Christopher Faulet51dbc942018-09-13 09:05:15 +02001911 h1c->flags |= H1C_F_IN_FULL;
1912 return rcvd;
1913}
1914
1915
1916/*
1917 * Try to send data if possible
1918 */
1919static int h1_send(struct h1c *h1c)
1920{
1921 struct connection *conn = h1c->conn;
1922 unsigned int flags = 0;
1923 size_t ret;
1924 int sent = 0;
1925
1926 if (conn->flags & CO_FL_ERROR)
1927 return 0;
1928
Christopher Faulet3b88b8d2018-10-26 17:36:03 +02001929 if (h1c->flags & H1C_F_CS_WAIT_CONN) {
Willy Tarreau4f6516d2018-12-19 13:59:17 +01001930 if (!(h1c->wait_event.events & SUB_RETRY_SEND))
Olivier Houcharde179d0e2019-03-21 18:27:17 +01001931 conn->xprt->subscribe(conn, conn->xprt_ctx, SUB_RETRY_SEND, &h1c->wait_event);
Christopher Faulet3b88b8d2018-10-26 17:36:03 +02001932 return 0;
1933 }
1934
Christopher Faulet51dbc942018-09-13 09:05:15 +02001935 if (!b_data(&h1c->obuf))
1936 goto end;
1937
1938 if (h1c->flags & H1C_F_OUT_FULL)
1939 flags |= CO_SFL_MSG_MORE;
1940
Olivier Houcharde179d0e2019-03-21 18:27:17 +01001941 ret = conn->xprt->snd_buf(conn, conn->xprt_ctx, &h1c->obuf, b_data(&h1c->obuf), flags);
Christopher Faulet51dbc942018-09-13 09:05:15 +02001942 if (ret > 0) {
1943 h1c->flags &= ~H1C_F_OUT_FULL;
1944 b_del(&h1c->obuf, ret);
1945 sent = 1;
1946 }
1947
Christopher Faulet145aa472018-12-06 10:56:20 +01001948 if (conn->flags & (CO_FL_ERROR|CO_FL_SOCK_WR_SH)) {
1949 /* error or output closed, nothing to send, clear the buffer to release it */
1950 b_reset(&h1c->obuf);
1951 }
1952
Christopher Faulet51dbc942018-09-13 09:05:15 +02001953 end:
Christopher Faulete17fa2f2018-12-11 16:25:36 +01001954 if (!(h1c->flags & H1C_F_OUT_FULL))
1955 h1_wake_stream_for_send(h1c->h1s);
Olivier Houchard75159a92018-12-03 18:46:09 +01001956
Christopher Faulet51dbc942018-09-13 09:05:15 +02001957 /* We're done, no more to send */
1958 if (!b_data(&h1c->obuf)) {
1959 h1_release_buf(h1c, &h1c->obuf);
1960 if (h1c->flags & H1C_F_CS_SHUTW_NOW)
Christopher Faulet666a0c42019-01-08 11:12:04 +01001961 h1_shutw_conn(conn, CS_SHW_NORMAL);
Christopher Faulet51dbc942018-09-13 09:05:15 +02001962 }
Willy Tarreau4f6516d2018-12-19 13:59:17 +01001963 else if (!(h1c->wait_event.events & SUB_RETRY_SEND))
Olivier Houcharde179d0e2019-03-21 18:27:17 +01001964 conn->xprt->subscribe(conn, conn->xprt_ctx, SUB_RETRY_SEND, &h1c->wait_event);
Christopher Faulet51dbc942018-09-13 09:05:15 +02001965
1966 return sent;
1967}
1968
Christopher Faulet51dbc942018-09-13 09:05:15 +02001969
1970/* callback called on any event by the connection handler.
1971 * It applies changes and returns zero, or < 0 if it wants immediate
1972 * destruction of the connection.
1973 */
1974static int h1_process(struct h1c * h1c)
1975{
1976 struct connection *conn = h1c->conn;
Christopher Fauletfeb11742018-11-29 15:12:34 +01001977 struct h1s *h1s = h1c->h1s;
Christopher Faulet51dbc942018-09-13 09:05:15 +02001978
Willy Tarreau3d2ee552018-12-19 14:12:10 +01001979 if (!conn->ctx)
Christopher Faulet51dbc942018-09-13 09:05:15 +02001980 return -1;
1981
Christopher Faulet3b88b8d2018-10-26 17:36:03 +02001982 if (h1c->flags & H1C_F_CS_WAIT_CONN) {
Olivier Houchard690e0f02019-06-11 16:37:24 +02001983 if (!(conn->flags & (CO_FL_CONNECTED|CO_FL_ERROR)) ||
Olivier Houchard60630032019-06-13 17:37:00 +02001984 (!(conn->flags & CO_FL_ERROR) && (conn->flags & CO_FL_HANDSHAKE)))
Christopher Faulet539e0292018-11-19 10:40:09 +01001985 goto end;
1986 h1c->flags &= ~H1C_F_CS_WAIT_CONN;
Christopher Fauleta0883e62018-12-11 16:26:50 +01001987 h1_wake_stream_for_send(h1s);
Christopher Faulet3b88b8d2018-10-26 17:36:03 +02001988 }
1989
Christopher Fauletfeb11742018-11-29 15:12:34 +01001990 if (!h1s) {
Christopher Faulet470438c2019-07-11 15:40:25 +02001991 if (h1c->flags & (H1C_F_CS_ERROR|H1C_F_CS_SHUTDOWN) ||
Olivier Houchard32d75ed2019-01-14 17:27:23 +01001992 conn->flags & (CO_FL_ERROR | CO_FL_SOCK_WR_SH) ||
Christopher Faulet539e0292018-11-19 10:40:09 +01001993 conn_xprt_read0_pending(conn))
1994 goto release;
Christopher Faulet666a0c42019-01-08 11:12:04 +01001995 if (!conn_is_back(conn) && !(h1c->flags & (H1C_F_CS_SHUTW_NOW|H1C_F_CS_SHUTDOWN))) {
Olivier Houchardf502aca2018-12-14 19:42:40 +01001996 if (!h1s_create(h1c, NULL, NULL))
Christopher Faulet539e0292018-11-19 10:40:09 +01001997 goto release;
Christopher Faulet51dbc942018-09-13 09:05:15 +02001998 }
Christopher Faulet1a7ad7a2018-12-04 16:10:44 +01001999 else
Olivier Houcharde7284782018-12-06 18:54:54 +01002000 goto end;
Christopher Fauletfeb11742018-11-29 15:12:34 +01002001 h1s = h1c->h1s;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002002 }
2003
Christopher Fauletfeb11742018-11-29 15:12:34 +01002004 if (b_data(&h1c->ibuf) && h1s->csinfo.t_idle == -1)
2005 h1s->csinfo.t_idle = tv_ms_elapsed(&h1s->csinfo.tv_create, &now) - h1s->csinfo.t_handshake;
2006
Willy Tarreauc493c9c2019-06-03 14:18:22 +02002007 if (conn_xprt_read0_pending(conn))
2008 h1s->flags |= H1S_F_REOS;
2009
Willy Tarreaufbdf90a2019-06-03 13:42:54 +02002010 if (!h1s_data_pending(h1s) && h1s && h1s->cs && h1s->cs->data_cb->wake &&
Willy Tarreauc493c9c2019-06-03 14:18:22 +02002011 (h1s->flags & H1S_F_REOS || h1c->flags & H1C_F_CS_ERROR ||
Olivier Houchard32d75ed2019-01-14 17:27:23 +01002012 conn->flags & (CO_FL_ERROR | CO_FL_SOCK_WR_SH))) {
Olivier Houchard75159a92018-12-03 18:46:09 +01002013 if (h1c->flags & H1C_F_CS_ERROR || conn->flags & CO_FL_ERROR)
Willy Tarreauc493c9c2019-06-03 14:18:22 +02002014 h1s->cs->flags |= CS_FL_ERROR;
Olivier Houchard75159a92018-12-03 18:46:09 +01002015 h1s->cs->data_cb->wake(h1s->cs);
2016 }
Christopher Faulet47365272018-10-31 17:40:50 +01002017 end:
Christopher Fauletb8093cf2019-01-03 16:27:28 +01002018 if (h1c->task) {
2019 h1c->task->expire = TICK_ETERNITY;
2020 if (b_data(&h1c->obuf)) {
Christopher Faulet666a0c42019-01-08 11:12:04 +01002021 h1c->task->expire = tick_add(now_ms, ((h1c->flags & (H1C_F_CS_SHUTW_NOW|H1C_F_CS_SHUTDOWN))
Christopher Fauletb8093cf2019-01-03 16:27:28 +01002022 ? h1c->shut_timeout
2023 : h1c->timeout));
2024 task_queue(h1c->task);
2025 }
2026 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002027 return 0;
Christopher Faulet539e0292018-11-19 10:40:09 +01002028
2029 release:
Christopher Faulet73c12072019-04-08 11:23:22 +02002030 h1_release(h1c);
Christopher Faulet539e0292018-11-19 10:40:09 +01002031 return -1;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002032}
2033
2034static struct task *h1_io_cb(struct task *t, void *ctx, unsigned short status)
2035{
2036 struct h1c *h1c = ctx;
2037 int ret = 0;
2038
Willy Tarreau4f6516d2018-12-19 13:59:17 +01002039 if (!(h1c->wait_event.events & SUB_RETRY_SEND))
Christopher Faulet51dbc942018-09-13 09:05:15 +02002040 ret = h1_send(h1c);
Willy Tarreau4f6516d2018-12-19 13:59:17 +01002041 if (!(h1c->wait_event.events & SUB_RETRY_RECV))
Christopher Faulet51dbc942018-09-13 09:05:15 +02002042 ret |= h1_recv(h1c);
Christopher Faulet81d48432018-11-19 21:22:43 +01002043 if (ret || !h1c->h1s)
Christopher Faulet51dbc942018-09-13 09:05:15 +02002044 h1_process(h1c);
2045 return NULL;
2046}
2047
Olivier Houchard9a86fcb2018-12-11 16:47:14 +01002048static void h1_reset(struct connection *conn)
2049{
Willy Tarreau3d2ee552018-12-19 14:12:10 +01002050 struct h1c *h1c = conn->ctx;
Olivier Houchard9a86fcb2018-12-11 16:47:14 +01002051
2052 /* Reset the flags, and let the mux know we're waiting for a connection */
2053 h1c->flags = H1C_F_CS_WAIT_CONN;
2054}
Christopher Faulet51dbc942018-09-13 09:05:15 +02002055
2056static int h1_wake(struct connection *conn)
2057{
Willy Tarreau3d2ee552018-12-19 14:12:10 +01002058 struct h1c *h1c = conn->ctx;
Olivier Houchard75159a92018-12-03 18:46:09 +01002059 int ret;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002060
Christopher Faulet539e0292018-11-19 10:40:09 +01002061 h1_send(h1c);
Olivier Houchard75159a92018-12-03 18:46:09 +01002062 ret = h1_process(h1c);
2063 if (ret == 0) {
2064 struct h1s *h1s = h1c->h1s;
2065
2066 if (h1s && h1s->cs && h1s->cs->data_cb->wake)
2067 ret = h1s->cs->data_cb->wake(h1s->cs);
2068 }
2069 return ret;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002070}
2071
Christopher Fauletb8093cf2019-01-03 16:27:28 +01002072/* Connection timeout management. The principle is that if there's no receipt
2073 * nor sending for a certain amount of time, the connection is closed.
2074 */
2075static struct task *h1_timeout_task(struct task *t, void *context, unsigned short state)
2076{
2077 struct h1c *h1c = context;
2078 int expired = tick_is_expired(t->expire, now_ms);
2079
2080 if (!expired && h1c)
2081 return t;
2082
Olivier Houchard3f795f72019-04-17 22:51:06 +02002083 task_destroy(t);
Christopher Fauletb8093cf2019-01-03 16:27:28 +01002084
2085 if (!h1c) {
2086 /* resources were already deleted */
2087 return NULL;
2088 }
2089
2090 h1c->task = NULL;
2091 /* If a stream is still attached to the mux, just set an error and wait
2092 * for the stream's timeout. Otherwise, release the mux. This is only ok
2093 * because same timeouts are used.
2094 */
2095 if (h1c->h1s && h1c->h1s->cs)
2096 h1c->flags |= H1C_F_CS_ERROR;
2097 else
Christopher Faulet73c12072019-04-08 11:23:22 +02002098 h1_release(h1c);
Christopher Fauletb8093cf2019-01-03 16:27:28 +01002099 return NULL;
2100}
2101
Christopher Faulet51dbc942018-09-13 09:05:15 +02002102/*******************************************/
2103/* functions below are used by the streams */
2104/*******************************************/
Christopher Faulet73c12072019-04-08 11:23:22 +02002105
Christopher Faulet51dbc942018-09-13 09:05:15 +02002106/*
2107 * Attach a new stream to a connection
2108 * (Used for outgoing connections)
2109 */
Olivier Houchardf502aca2018-12-14 19:42:40 +01002110static struct conn_stream *h1_attach(struct connection *conn, struct session *sess)
Christopher Faulet51dbc942018-09-13 09:05:15 +02002111{
Willy Tarreau3d2ee552018-12-19 14:12:10 +01002112 struct h1c *h1c = conn->ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002113 struct conn_stream *cs = NULL;
2114 struct h1s *h1s;
2115
2116 if (h1c->flags & H1C_F_CS_ERROR)
2117 goto end;
2118
2119 cs = cs_new(h1c->conn);
2120 if (!cs)
2121 goto end;
2122
Olivier Houchardf502aca2018-12-14 19:42:40 +01002123 h1s = h1s_create(h1c, cs, sess);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002124 if (h1s == NULL)
2125 goto end;
2126
2127 return cs;
2128 end:
2129 cs_free(cs);
2130 return NULL;
2131}
2132
2133/* Retrieves a valid conn_stream from this connection, or returns NULL. For
2134 * this mux, it's easy as we can only store a single conn_stream.
2135 */
2136static const struct conn_stream *h1_get_first_cs(const struct connection *conn)
2137{
Willy Tarreau3d2ee552018-12-19 14:12:10 +01002138 struct h1c *h1c = conn->ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002139 struct h1s *h1s = h1c->h1s;
2140
2141 if (h1s)
2142 return h1s->cs;
2143
2144 return NULL;
2145}
2146
Christopher Faulet73c12072019-04-08 11:23:22 +02002147static void h1_destroy(void *ctx)
Christopher Faulet51dbc942018-09-13 09:05:15 +02002148{
Christopher Faulet73c12072019-04-08 11:23:22 +02002149 struct h1c *h1c = ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002150
Christopher Faulet39a96ee2019-04-08 10:52:21 +02002151 if (!h1c->h1s || !h1c->conn || h1c->conn->ctx != h1c)
Christopher Faulet73c12072019-04-08 11:23:22 +02002152 h1_release(h1c);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002153}
2154
2155/*
2156 * Detach the stream from the connection and possibly release the connection.
2157 */
2158static void h1_detach(struct conn_stream *cs)
2159{
2160 struct h1s *h1s = cs->ctx;
2161 struct h1c *h1c;
Olivier Houchardf502aca2018-12-14 19:42:40 +01002162 struct session *sess;
Olivier Houchard8a786902018-12-15 16:05:40 +01002163 int has_keepalive;
2164 int is_not_first;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002165
2166 cs->ctx = NULL;
2167 if (!h1s)
2168 return;
2169
Olivier Houchardf502aca2018-12-14 19:42:40 +01002170 sess = h1s->sess;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002171 h1c = h1s->h1c;
2172 h1s->cs = NULL;
2173
Olivier Houchard8a786902018-12-15 16:05:40 +01002174 has_keepalive = h1s->flags & H1S_F_WANT_KAL;
2175 is_not_first = h1s->flags & H1S_F_NOT_FIRST;
2176 h1s_destroy(h1s);
2177
2178 if (conn_is_back(h1c->conn) && has_keepalive &&
Olivier Houchard44d59142018-12-13 18:46:22 +01002179 !(h1c->conn->flags & (CO_FL_ERROR | CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH))) {
Christopher Faulet0bf28f82019-07-19 14:51:06 +02002180 /* If there are any excess server data in the input buffer,
2181 * release it and close the connection ASAP (some data may
2182 * remain in the output buffer). This happens if a server sends
2183 * invalid responses. So in such case, we don't want to reuse
2184 * the connection
Christopher Faulet39e679b2019-07-19 11:34:08 +02002185 */
Christopher Faulet0bf28f82019-07-19 14:51:06 +02002186 if (b_data(&h1c->ibuf)) {
2187 h1_release_buf(h1c, &h1c->ibuf);
2188 h1c->flags |= H1C_F_CS_SHUTW_NOW;
2189 goto release;
2190 }
Christopher Faulet39e679b2019-07-19 11:34:08 +02002191
Christopher Faulet9400a392018-11-23 23:10:39 +01002192 /* Never ever allow to reuse a connection from a non-reuse backend */
Olivier Houchard44d59142018-12-13 18:46:22 +01002193 if ((h1c->px->options & PR_O_REUSE_MASK) == PR_O_REUSE_NEVR)
Christopher Faulet9400a392018-11-23 23:10:39 +01002194 h1c->conn->flags |= CO_FL_PRIVATE;
2195
Olivier Houchard44d59142018-12-13 18:46:22 +01002196 if (!(h1c->conn->owner)) {
Olivier Houchardf502aca2018-12-14 19:42:40 +01002197 h1c->conn->owner = sess;
Olivier Houchard351411f2018-12-27 17:20:54 +01002198 if (!session_add_conn(sess, h1c->conn, h1c->conn->target)) {
2199 h1c->conn->owner = NULL;
2200 if (!srv_add_to_idle_list(objt_server(h1c->conn->target), h1c->conn))
2201 /* The server doesn't want it, let's kill the connection right away */
2202 h1c->conn->mux->destroy(h1c->conn);
2203 else
Willy Tarreau3c39a7d2019-06-14 14:42:29 +02002204 tasklet_wakeup(h1c->wait_event.tasklet);
Olivier Houchard351411f2018-12-27 17:20:54 +01002205 return;
2206
2207 }
Olivier Houchard44d59142018-12-13 18:46:22 +01002208 }
Olivier Houcharda4d4fdf2018-12-14 19:27:06 +01002209 if (h1c->conn->owner == sess) {
2210 int ret = session_check_idle_conn(sess, h1c->conn);
2211 if (ret == -1)
2212 /* The connection got destroyed, let's leave */
2213 return;
2214 else if (ret == 1) {
2215 /* The connection was added to the server list,
2216 * wake the task so we can subscribe to events
2217 */
Willy Tarreau3c39a7d2019-06-14 14:42:29 +02002218 tasklet_wakeup(h1c->wait_event.tasklet);
Olivier Houcharda4d4fdf2018-12-14 19:27:06 +01002219 return;
2220 }
2221 }
Christopher Faulet9400a392018-11-23 23:10:39 +01002222 /* we're in keep-alive with an idle connection, monitor it if not already done */
Olivier Houchard44d59142018-12-13 18:46:22 +01002223 if (LIST_ISEMPTY(&h1c->conn->list)) {
Christopher Faulet9400a392018-11-23 23:10:39 +01002224 struct server *srv = objt_server(h1c->conn->target);
2225
2226 if (srv) {
2227 if (h1c->conn->flags & CO_FL_PRIVATE)
2228 LIST_ADD(&srv->priv_conns[tid], &h1c->conn->list);
Olivier Houchard8a786902018-12-15 16:05:40 +01002229 else if (is_not_first)
Christopher Faulet9400a392018-11-23 23:10:39 +01002230 LIST_ADD(&srv->safe_conns[tid], &h1c->conn->list);
2231 else
2232 LIST_ADD(&srv->idle_conns[tid], &h1c->conn->list);
2233 }
2234 }
2235 }
2236
Christopher Faulet0bf28f82019-07-19 14:51:06 +02002237 release:
Christopher Faulet9fa93f62019-06-28 17:41:42 +02002238 /* We don't want to close right now unless the connection is in error or shut down for writes */
Christopher Faulet470438c2019-07-11 15:40:25 +02002239 if ((h1c->flags & (H1C_F_CS_ERROR|H1C_F_CS_SHUTDOWN|H1C_F_UPG_H2C)) ||
2240 (h1c->conn->flags & (CO_FL_ERROR|CO_FL_SOCK_WR_SH)) ||
2241 ((h1c->flags & H1C_F_CS_SHUTW_NOW) && !b_data(&h1c->obuf)) ||
2242 !h1c->conn->owner)
Christopher Faulet73c12072019-04-08 11:23:22 +02002243 h1_release(h1c);
Christopher Fauletb8093cf2019-01-03 16:27:28 +01002244 else {
Willy Tarreau3c39a7d2019-06-14 14:42:29 +02002245 tasklet_wakeup(h1c->wait_event.tasklet);
Christopher Fauletb8093cf2019-01-03 16:27:28 +01002246 if (h1c->task) {
2247 h1c->task->expire = TICK_ETERNITY;
2248 if (b_data(&h1c->obuf)) {
Christopher Faulet666a0c42019-01-08 11:12:04 +01002249 h1c->task->expire = tick_add(now_ms, ((h1c->flags & (H1C_F_CS_SHUTW_NOW|H1C_F_CS_SHUTDOWN))
Christopher Fauletb8093cf2019-01-03 16:27:28 +01002250 ? h1c->shut_timeout
2251 : h1c->timeout));
2252 task_queue(h1c->task);
2253 }
2254 }
2255 }
Christopher Faulet51dbc942018-09-13 09:05:15 +02002256}
2257
2258
2259static void h1_shutr(struct conn_stream *cs, enum cs_shr_mode mode)
2260{
2261 struct h1s *h1s = cs->ctx;
Christopher Faulet7f366362019-04-08 10:51:20 +02002262 struct h1c *h1c;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002263
2264 if (!h1s)
2265 return;
Christopher Faulet7f366362019-04-08 10:51:20 +02002266 h1c = h1s->h1c;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002267
Christopher Faulet7f366362019-04-08 10:51:20 +02002268 if ((cs->flags & CS_FL_KILL_CONN) || (h1c->conn->flags & (CO_FL_ERROR | CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH)))
2269 goto do_shutr;
2270
Christopher Faulet0ef372a2019-04-08 10:57:20 +02002271 if ((h1c->flags & H1C_F_UPG_H2C) || (h1s->flags & H1S_F_WANT_KAL))
Christopher Fauletf2824e62018-10-01 12:12:37 +02002272 return;
2273
Christopher Faulet7f366362019-04-08 10:51:20 +02002274 do_shutr:
Christopher Faulet51dbc942018-09-13 09:05:15 +02002275 /* NOTE: Be sure to handle abort (cf. h2_shutr) */
2276 if (cs->flags & CS_FL_SHR)
2277 return;
2278 if (conn_xprt_ready(cs->conn) && cs->conn->xprt->shutr)
Olivier Houcharde179d0e2019-03-21 18:27:17 +01002279 cs->conn->xprt->shutr(cs->conn, cs->conn->xprt_ctx,
2280 (mode == CS_SHR_DRAIN));
Christopher Faulet666a0c42019-01-08 11:12:04 +01002281 if ((cs->conn->flags & (CO_FL_SOCK_RD_SH|CO_FL_SOCK_WR_SH)) == (CO_FL_SOCK_RD_SH|CO_FL_SOCK_WR_SH))
Christopher Faulet7f366362019-04-08 10:51:20 +02002282 h1c->flags = (h1c->flags & ~H1C_F_CS_SHUTW_NOW) | H1C_F_CS_SHUTDOWN;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002283}
2284
2285static void h1_shutw(struct conn_stream *cs, enum cs_shw_mode mode)
2286{
2287 struct h1s *h1s = cs->ctx;
2288 struct h1c *h1c;
2289
2290 if (!h1s)
2291 return;
2292 h1c = h1s->h1c;
2293
Christopher Faulet7f366362019-04-08 10:51:20 +02002294 if ((cs->flags & CS_FL_KILL_CONN) || (h1c->conn->flags & (CO_FL_ERROR | CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH)))
2295 goto do_shutw;
Olivier Houchardd2e88c72018-12-19 15:55:23 +01002296
Christopher Faulet0ef372a2019-04-08 10:57:20 +02002297 if ((h1c->flags & H1C_F_UPG_H2C) ||
2298 ((h1s->flags & H1S_F_WANT_KAL) && h1s->req.state == H1_MSG_DONE && h1s->res.state == H1_MSG_DONE))
Christopher Fauletf2824e62018-10-01 12:12:37 +02002299 return;
2300
Christopher Faulet7f366362019-04-08 10:51:20 +02002301 do_shutw:
Christopher Faulet51dbc942018-09-13 09:05:15 +02002302 h1c->flags |= H1C_F_CS_SHUTW_NOW;
2303 if ((cs->flags & CS_FL_SHW) || b_data(&h1c->obuf))
2304 return;
2305
Christopher Faulet666a0c42019-01-08 11:12:04 +01002306 h1_shutw_conn(cs->conn, mode);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002307}
2308
Christopher Faulet666a0c42019-01-08 11:12:04 +01002309static void h1_shutw_conn(struct connection *conn, enum cs_shw_mode mode)
Christopher Faulet51dbc942018-09-13 09:05:15 +02002310{
Willy Tarreau3d2ee552018-12-19 14:12:10 +01002311 struct h1c *h1c = conn->ctx;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002312
Christopher Faulet666a0c42019-01-08 11:12:04 +01002313 conn_xprt_shutw(conn);
2314 conn_sock_shutw(conn, (mode == CS_SHW_NORMAL));
2315 if ((conn->flags & (CO_FL_SOCK_RD_SH|CO_FL_SOCK_WR_SH)) == (CO_FL_SOCK_RD_SH|CO_FL_SOCK_WR_SH))
2316 h1c->flags = (h1c->flags & ~H1C_F_CS_SHUTW_NOW) | H1C_F_CS_SHUTDOWN;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002317}
2318
2319/* Called from the upper layer, to unsubscribe to events */
2320static int h1_unsubscribe(struct conn_stream *cs, int event_type, void *param)
2321{
2322 struct wait_event *sw;
2323 struct h1s *h1s = cs->ctx;
2324
2325 if (!h1s)
2326 return 0;
2327
Willy Tarreau4f6516d2018-12-19 13:59:17 +01002328 if (event_type & SUB_RETRY_RECV) {
Christopher Faulet51dbc942018-09-13 09:05:15 +02002329 sw = param;
Olivier Houchard00b8f7c2019-05-14 18:02:23 +02002330 BUG_ON(h1s->recv_wait != sw);
2331 sw->events &= ~SUB_RETRY_RECV;
2332 h1s->recv_wait = NULL;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002333 }
Willy Tarreau4f6516d2018-12-19 13:59:17 +01002334 if (event_type & SUB_RETRY_SEND) {
Christopher Faulet51dbc942018-09-13 09:05:15 +02002335 sw = param;
Olivier Houchard00b8f7c2019-05-14 18:02:23 +02002336 BUG_ON(h1s->send_wait != sw);
2337 sw->events &= ~SUB_RETRY_SEND;
2338 h1s->send_wait = NULL;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002339 }
2340 return 0;
2341}
2342
2343/* Called from the upper layer, to subscribe to events, such as being able to send */
2344static int h1_subscribe(struct conn_stream *cs, int event_type, void *param)
2345{
2346 struct wait_event *sw;
2347 struct h1s *h1s = cs->ctx;
2348
2349 if (!h1s)
2350 return -1;
2351
2352 switch (event_type) {
Willy Tarreau4f6516d2018-12-19 13:59:17 +01002353 case SUB_RETRY_RECV:
Christopher Faulet51dbc942018-09-13 09:05:15 +02002354 sw = param;
Olivier Houchard00b8f7c2019-05-14 18:02:23 +02002355 BUG_ON(h1s->recv_wait != NULL || (sw->events & SUB_RETRY_RECV));
2356 sw->events |= SUB_RETRY_RECV;
2357 h1s->recv_wait = sw;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002358 return 0;
Willy Tarreau4f6516d2018-12-19 13:59:17 +01002359 case SUB_RETRY_SEND:
Christopher Faulet51dbc942018-09-13 09:05:15 +02002360 sw = param;
Olivier Houchard00b8f7c2019-05-14 18:02:23 +02002361 BUG_ON(h1s->send_wait != NULL || (sw->events & SUB_RETRY_SEND));
2362 sw->events |= SUB_RETRY_SEND;
2363 h1s->send_wait = sw;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002364 return 0;
2365 default:
2366 break;
2367 }
2368 return -1;
2369}
2370
2371/* Called from the upper layer, to receive data */
2372static size_t h1_rcv_buf(struct conn_stream *cs, struct buffer *buf, size_t count, int flags)
2373{
2374 struct h1s *h1s = cs->ctx;
Christopher Faulet539e0292018-11-19 10:40:09 +01002375 struct h1c *h1c = h1s->h1c;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002376 size_t ret = 0;
2377
Christopher Faulet539e0292018-11-19 10:40:09 +01002378 if (!(h1c->flags & H1C_F_IN_ALLOC))
Christopher Faulet30db3d72019-05-17 15:35:33 +02002379 ret = h1_process_input(h1c, buf, count);
Christopher Faulet1be55f92018-10-02 15:59:23 +02002380
Christopher Faulete18777b2019-04-16 16:46:36 +02002381 if (flags & CO_RFL_BUF_FLUSH) {
2382 struct h1m *h1m = (!conn_is_back(cs->conn) ? &h1s->req : &h1s->res);
2383
2384 if (h1m->state != H1_MSG_TUNNEL || (h1m->state == H1_MSG_DATA && h1m->curr_len))
2385 h1s->flags |= H1S_F_BUF_FLUSH;
2386 }
Christopher Fauletd44ad5b2018-11-19 21:52:12 +01002387 else if (ret > 0 || (h1s->flags & H1S_F_SPLICED_DATA)) {
2388 h1s->flags &= ~H1S_F_SPLICED_DATA;
Willy Tarreau4f6516d2018-12-19 13:59:17 +01002389 if (!(h1c->wait_event.events & SUB_RETRY_RECV))
Willy Tarreau3c39a7d2019-06-14 14:42:29 +02002390 tasklet_wakeup(h1c->wait_event.tasklet);
Christopher Faulet51dbc942018-09-13 09:05:15 +02002391 }
2392 return ret;
2393}
2394
2395
2396/* Called from the upper layer, to send data */
2397static size_t h1_snd_buf(struct conn_stream *cs, struct buffer *buf, size_t count, int flags)
2398{
2399 struct h1s *h1s = cs->ctx;
2400 struct h1c *h1c;
Christopher Faulet5d37dac2018-11-22 10:58:42 +01002401 size_t total = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002402
2403 if (!h1s)
Christopher Faulet5d37dac2018-11-22 10:58:42 +01002404 return 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002405
2406 h1c = h1s->h1c;
Christopher Faulet3b88b8d2018-10-26 17:36:03 +02002407 if (h1c->flags & H1C_F_CS_WAIT_CONN)
2408 return 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002409
Christopher Fauletc31872f2019-06-04 22:09:36 +02002410 while (count) {
Christopher Faulet5d37dac2018-11-22 10:58:42 +01002411 size_t ret = 0;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002412
Christopher Faulet5d37dac2018-11-22 10:58:42 +01002413 if (!(h1c->flags & (H1C_F_OUT_FULL|H1C_F_OUT_ALLOC)))
2414 ret = h1_process_output(h1c, buf, count);
2415 if (!ret)
2416 break;
2417 total += ret;
Christopher Fauletc31872f2019-06-04 22:09:36 +02002418 count -= ret;
Christopher Faulet5d37dac2018-11-22 10:58:42 +01002419 if (!h1_send(h1c))
2420 break;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002421 }
Christopher Fauletf96c3222018-11-20 18:38:01 +01002422
Christopher Faulet5d37dac2018-11-22 10:58:42 +01002423 return total;
Christopher Faulet51dbc942018-09-13 09:05:15 +02002424}
2425
Willy Tarreaue5733232019-05-22 19:24:06 +02002426#if defined(USE_LINUX_SPLICE)
Christopher Faulet1be55f92018-10-02 15:59:23 +02002427/* Send and get, using splicing */
2428static int h1_rcv_pipe(struct conn_stream *cs, struct pipe *pipe, unsigned int count)
2429{
2430 struct h1s *h1s = cs->ctx;
2431 struct h1m *h1m = (!conn_is_back(cs->conn) ? &h1s->req : &h1s->res);
2432 int ret = 0;
2433
Christopher Faulet1146f972019-05-29 14:35:24 +02002434 if (h1m->state != H1_MSG_DATA && h1m->state != H1_MSG_TUNNEL) {
Christopher Faulete18777b2019-04-16 16:46:36 +02002435 h1s->flags &= ~(H1S_F_BUF_FLUSH|H1S_F_SPLICED_DATA);
Christopher Faulet1146f972019-05-29 14:35:24 +02002436 if (!(h1s->h1c->wait_event.events & SUB_RETRY_RECV))
2437 cs->conn->xprt->subscribe(cs->conn, cs->conn->xprt_ctx, SUB_RETRY_RECV, &h1s->h1c->wait_event);
Christopher Faulete18777b2019-04-16 16:46:36 +02002438 goto end;
2439 }
2440
Willy Tarreaufbdf90a2019-06-03 13:42:54 +02002441 if (h1s_data_pending(h1s)) {
Christopher Fauletd44ad5b2018-11-19 21:52:12 +01002442 h1s->flags |= H1S_F_BUF_FLUSH;
Christopher Faulet1be55f92018-10-02 15:59:23 +02002443 goto end;
Christopher Fauletd44ad5b2018-11-19 21:52:12 +01002444 }
2445
2446 h1s->flags &= ~H1S_F_BUF_FLUSH;
2447 h1s->flags |= H1S_F_SPLICED_DATA;
Christopher Faulet1be55f92018-10-02 15:59:23 +02002448 if (h1m->state == H1_MSG_DATA && count > h1m->curr_len)
2449 count = h1m->curr_len;
Olivier Houcharde179d0e2019-03-21 18:27:17 +01002450 ret = cs->conn->xprt->rcv_pipe(cs->conn, cs->conn->xprt_ctx, pipe, count);
Christopher Faulet1146f972019-05-29 14:35:24 +02002451 if (h1m->state == H1_MSG_DATA && ret >= 0) {
Christopher Faulet1be55f92018-10-02 15:59:23 +02002452 h1m->curr_len -= ret;
Christopher Faulete18777b2019-04-16 16:46:36 +02002453 if (!h1m->curr_len)
2454 h1s->flags &= ~(H1S_F_BUF_FLUSH|H1S_F_SPLICED_DATA);
2455 }
2456
Christopher Faulet1be55f92018-10-02 15:59:23 +02002457 end:
Christopher Faulet038ad812019-04-17 11:03:22 +02002458 if (conn_xprt_read0_pending(cs->conn)) {
Willy Tarreauc493c9c2019-06-03 14:18:22 +02002459 h1s->flags |= H1S_F_REOS;
Christopher Faulet038ad812019-04-17 11:03:22 +02002460 if (!pipe->data)
2461 cs->flags |= CS_FL_EOS;
2462 }
Christopher Faulet1be55f92018-10-02 15:59:23 +02002463 return ret;
Christopher Faulet1be55f92018-10-02 15:59:23 +02002464}
2465
2466static int h1_snd_pipe(struct conn_stream *cs, struct pipe *pipe)
2467{
2468 struct h1s *h1s = cs->ctx;
Christopher Faulet1be55f92018-10-02 15:59:23 +02002469 int ret = 0;
2470
2471 if (b_data(&h1s->h1c->obuf))
2472 goto end;
2473
Olivier Houcharde179d0e2019-03-21 18:27:17 +01002474 ret = cs->conn->xprt->snd_pipe(cs->conn, cs->conn->xprt_ctx, pipe);
Christopher Faulet1be55f92018-10-02 15:59:23 +02002475 end:
Christopher Fauletd44ad5b2018-11-19 21:52:12 +01002476 if (pipe->data) {
Willy Tarreau4f6516d2018-12-19 13:59:17 +01002477 if (!(h1s->h1c->wait_event.events & SUB_RETRY_SEND))
Olivier Houcharde179d0e2019-03-21 18:27:17 +01002478 cs->conn->xprt->subscribe(cs->conn, cs->conn->xprt_ctx, SUB_RETRY_SEND, &h1s->h1c->wait_event);
Christopher Fauletd44ad5b2018-11-19 21:52:12 +01002479 }
Christopher Faulet1be55f92018-10-02 15:59:23 +02002480 return ret;
2481}
2482#endif
2483
Olivier Houcharda8f6b432018-12-21 15:20:29 +01002484/* for debugging with CLI's "show fd" command */
2485static void h1_show_fd(struct buffer *msg, struct connection *conn)
2486{
2487 struct h1c *h1c = conn->ctx;
2488 struct h1s *h1s = h1c->h1s;
2489
Christopher Fauletf376a312019-01-04 15:16:06 +01002490 chunk_appendf(msg, " h1c.flg=0x%x .sub=%d .ibuf=%u@%p+%u/%u .obuf=%u@%p+%u/%u",
2491 h1c->flags, h1c->wait_event.events,
Olivier Houcharda8f6b432018-12-21 15:20:29 +01002492 (unsigned int)b_data(&h1c->ibuf), b_orig(&h1c->ibuf),
2493 (unsigned int)b_head_ofs(&h1c->ibuf), (unsigned int)b_size(&h1c->ibuf),
2494 (unsigned int)b_data(&h1c->obuf), b_orig(&h1c->obuf),
2495 (unsigned int)b_head_ofs(&h1c->obuf), (unsigned int)b_size(&h1c->obuf));
2496
2497 if (h1s) {
2498 char *method;
2499
2500 if (h1s->meth < HTTP_METH_OTHER)
2501 method = http_known_methods[h1s->meth].ptr;
2502 else
2503 method = "UNKNOWN";
2504 chunk_appendf(msg, " h1s=%p h1s.flg=0x%x .req.state=%s .res.state=%s"
2505 " .meth=%s status=%d",
2506 h1s, h1s->flags,
2507 h1m_state_str(h1s->req.state),
2508 h1m_state_str(h1s->res.state), method, h1s->status);
2509 if (h1s->cs)
2510 chunk_appendf(msg, " .cs.flg=0x%08x .cs.data=%p",
2511 h1s->cs->flags, h1s->cs->data);
2512 }
2513}
2514
Christopher Faulet51dbc942018-09-13 09:05:15 +02002515/****************************************/
2516/* MUX initialization and instanciation */
2517/****************************************/
2518
2519/* The mux operations */
Willy Tarreauf77a1582019-01-10 10:00:08 +01002520static const struct mux_ops mux_h1_ops = {
Christopher Faulet51dbc942018-09-13 09:05:15 +02002521 .init = h1_init,
2522 .wake = h1_wake,
2523 .attach = h1_attach,
2524 .get_first_cs = h1_get_first_cs,
Christopher Fauletfeb11742018-11-29 15:12:34 +01002525 .get_cs_info = h1_get_cs_info,
Christopher Faulet51dbc942018-09-13 09:05:15 +02002526 .detach = h1_detach,
2527 .destroy = h1_destroy,
2528 .avail_streams = h1_avail_streams,
Willy Tarreau00f18a32019-01-26 12:19:01 +01002529 .used_streams = h1_used_streams,
Christopher Faulet51dbc942018-09-13 09:05:15 +02002530 .rcv_buf = h1_rcv_buf,
2531 .snd_buf = h1_snd_buf,
Willy Tarreaue5733232019-05-22 19:24:06 +02002532#if defined(USE_LINUX_SPLICE)
Christopher Faulet1be55f92018-10-02 15:59:23 +02002533 .rcv_pipe = h1_rcv_pipe,
2534 .snd_pipe = h1_snd_pipe,
2535#endif
Christopher Faulet51dbc942018-09-13 09:05:15 +02002536 .subscribe = h1_subscribe,
2537 .unsubscribe = h1_unsubscribe,
2538 .shutr = h1_shutr,
2539 .shutw = h1_shutw,
Olivier Houcharda8f6b432018-12-21 15:20:29 +01002540 .show_fd = h1_show_fd,
Olivier Houchard9a86fcb2018-12-11 16:47:14 +01002541 .reset = h1_reset,
Christopher Faulet9f38f5a2019-04-03 09:53:32 +02002542 .flags = MX_FL_HTX,
Willy Tarreau0a7a4fb2019-05-22 11:36:54 +02002543 .name = "H1",
Christopher Faulet51dbc942018-09-13 09:05:15 +02002544};
2545
2546
2547/* this mux registers default HTX proto */
2548static struct mux_proto_list mux_proto_htx =
2549{ .token = IST(""), .mode = PROTO_MODE_HTX, .side = PROTO_SIDE_BOTH, .mux = &mux_h1_ops };
2550
Willy Tarreau0108d902018-11-25 19:14:37 +01002551INITCALL1(STG_REGISTER, register_mux_proto, &mux_proto_htx);
2552
Christopher Faulet51dbc942018-09-13 09:05:15 +02002553/*
2554 * Local variables:
2555 * c-indent-level: 8
2556 * c-basic-offset: 8
2557 * End:
2558 */