blob: 20f202c2e783a680ad89acf3cda1faa698fede0f [file] [log] [blame]
Frédéric Lécailleccac11f2021-03-03 16:09:02 +01001/*
2 * HTTP/3 protocol processing
3 *
4 * This library is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU Lesser General Public
6 * License as published by the Free Software Foundation, version 2.1
7 * exclusively.
8 *
9 * This library is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 * Lesser General Public License for more details.
13 *
14 * You should have received a copy of the GNU Lesser General Public
15 * License along with this library; if not, write to the Free Software
16 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17 */
18
19#include <haproxy/buf.h>
Amaury Denoyelle99043552021-08-24 15:36:02 +020020#include <haproxy/connection.h>
Frédéric Lécailleccac11f2021-03-03 16:09:02 +010021#include <haproxy/dynbuf.h>
22#include <haproxy/h3.h>
Amaury Denoyelleb49fa1a2021-08-24 15:30:12 +020023#include <haproxy/http.h>
24#include <haproxy/htx.h>
Frédéric Lécailleccac11f2021-03-03 16:09:02 +010025#include <haproxy/istbuf.h>
26#include <haproxy/mux_quic.h>
27#include <haproxy/pool.h>
28#include <haproxy/qpack-dec.h>
Amaury Denoyelle15b09612021-08-24 16:20:27 +020029#include <haproxy/qpack-enc.h>
30#include <haproxy/quic_enc.h>
Amaury Denoyelle99043552021-08-24 15:36:02 +020031#include <haproxy/stream.h>
Frédéric Lécailleccac11f2021-03-03 16:09:02 +010032#include <haproxy/tools.h>
33#include <haproxy/xprt_quic.h>
34
35#define DEBUG_H3
36
37#if defined(DEBUG_H3)
38#define h3_debug_printf fprintf
39#define h3_debug_hexdump debug_hexdump
40#else
41#define h3_debug_printf(...) do { } while (0)
42#define h3_debug_hexdump(...) do { } while (0)
43#endif
44
45#define H3_CF_SETTINGS_SENT 0x00000001
46
47/* Default settings */
Amaury Denoyelle33949392021-08-24 15:16:58 +020048static uint64_t h3_settings_qpack_max_table_capacity = 0;
49static uint64_t h3_settings_qpack_blocked_streams = 4096;
50static uint64_t h3_settings_max_field_section_size = QUIC_VARINT_8_BYTE_MAX; /* Unlimited */
Frédéric Lécailleccac11f2021-03-03 16:09:02 +010051
52struct h3 {
53 struct qcc *qcc;
54 enum h3_err err;
55 uint32_t flags;
56 /* Locally initiated uni-streams */
57 struct h3_uqs lqpack_enc;
58 struct h3_uqs lqpack_dec;
59 struct h3_uqs lctrl;
60 /* Remotely initiated uni-streams */
61 struct h3_uqs rqpack_enc;
62 struct h3_uqs rqpack_dec;
63 struct h3_uqs rctrl;
64 /* Settings */
65 uint64_t qpack_max_table_capacity;
66 uint64_t qpack_blocked_streams;
67 uint64_t max_field_section_size;
68 struct buffer_wait buf_wait; /* wait list for buffer allocations */
69};
70
71DECLARE_STATIC_POOL(pool_head_h3, "h3", sizeof(struct h3));
72
73/* Simple function to duplicate a buffer */
74static inline struct buffer h3_b_dup(struct buffer *b)
75{
76 return b_make(b->area, b->size, b->head, b->data);
77}
78
Frédéric Lécailleccac11f2021-03-03 16:09:02 +010079/* Decode a h3 frame header made of two QUIC varints from <b> buffer.
80 * Returns the number of bytes consumed if there was enough data in <b>, 0 if not.
81 * Note that this function update <b> buffer to reflect the number of bytes consumed
82 * to decode the h3 frame header.
83 */
84static inline size_t h3_decode_frm_header(uint64_t *ftype, uint64_t *flen,
85 struct buffer *b)
86{
87 size_t hlen;
88
89 hlen = 0;
90 if (!b_quic_dec_int(ftype, b, &hlen) || !b_quic_dec_int(flen, b, &hlen))
91 return 0;
92
93 return hlen;
94}
95
Amaury Denoyelleb9ce14e2021-11-08 09:13:42 +010096/* Decode <qcs> remotely initiated bidi-stream.
97 * Returns <0 on error else 0.
98 */
Frédéric Lécailleccac11f2021-03-03 16:09:02 +010099static int h3_decode_qcs(struct qcs *qcs, void *ctx)
100{
101 struct buffer *rxbuf = &qcs->rx.buf;
102 struct h3 *h3 = ctx;
Amaury Denoyelleb49fa1a2021-08-24 15:30:12 +0200103 struct htx *htx;
104 struct htx_sl *sl;
Amaury Denoyelle99043552021-08-24 15:36:02 +0200105 struct conn_stream *cs;
Amaury Denoyellefd7cdc32021-08-24 15:13:20 +0200106 struct http_hdr list[global.tune.max_http_hdr];
Amaury Denoyelleb49fa1a2021-08-24 15:30:12 +0200107 unsigned int flags = HTX_SL_F_NONE;
Amaury Denoyellefd7cdc32021-08-24 15:13:20 +0200108 int hdr_idx;
Frédéric Lécailleccac11f2021-03-03 16:09:02 +0100109
110 h3_debug_printf(stderr, "%s: STREAM ID: %llu\n", __func__, qcs->by_id.key);
111 if (!b_data(rxbuf))
112 return 0;
113
114 while (b_data(rxbuf)) {
115 size_t hlen;
116 uint64_t ftype, flen;
117 struct buffer b;
118
119 /* Work on a copy of <rxbuf> */
120 b = h3_b_dup(rxbuf);
121 hlen = h3_decode_frm_header(&ftype, &flen, &b);
122 if (!hlen)
123 break;
124
125 h3_debug_printf(stderr, "%s: ftype: %llu, flen: %llu\n", __func__,
126 (unsigned long long)ftype, (unsigned long long)flen);
127 if (flen > b_data(&b))
128 break;
129
130 b_del(rxbuf, hlen);
131 switch (ftype) {
132 case H3_FT_DATA:
133 break;
134 case H3_FT_HEADERS:
135 {
136 const unsigned char *buf = (const unsigned char *)b_head(rxbuf);
137 size_t len = b_data(rxbuf);
Amaury Denoyelle3cae4042021-11-08 08:57:18 +0100138 struct buffer htx_buf = BUF_NULL;
Frédéric Lécailleccac11f2021-03-03 16:09:02 +0100139 struct buffer *tmp = get_trash_chunk();
Amaury Denoyelleb49fa1a2021-08-24 15:30:12 +0200140 struct ist meth = IST_NULL, path = IST_NULL;
Amaury Denoyelle3cae4042021-11-08 08:57:18 +0100141 //struct ist scheme = IST_NULL, authority = IST_NULL;
142 struct ist authority = IST_NULL;
Frédéric Lécailleccac11f2021-03-03 16:09:02 +0100143
Amaury Denoyellefd7cdc32021-08-24 15:13:20 +0200144 if (qpack_decode_fs(buf, len, tmp, list) < 0) {
Frédéric Lécailleccac11f2021-03-03 16:09:02 +0100145 h3->err = QPACK_DECOMPRESSION_FAILED;
146 return -1;
147 }
Amaury Denoyelleb49fa1a2021-08-24 15:30:12 +0200148
Amaury Denoyelleb49fa1a2021-08-24 15:30:12 +0200149 b_alloc(&htx_buf);
150 htx = htx_from_buf(&htx_buf);
151
152 /* first treat pseudo-header to build the start line */
153 hdr_idx = 0;
154 while (1) {
155 if (isteq(list[hdr_idx].n, ist("")))
156 break;
157
158 if (istmatch(list[hdr_idx].n, ist(":"))) {
159 /* pseudo-header */
160 if (isteq(list[hdr_idx].n, ist(":method")))
161 meth = list[hdr_idx].v;
162 else if (isteq(list[hdr_idx].n, ist(":path")))
163 path = list[hdr_idx].v;
Amaury Denoyelle3cae4042021-11-08 08:57:18 +0100164 //else if (isteq(list[hdr_idx].n, ist(":scheme")))
165 // scheme = list[hdr_idx].v;
Amaury Denoyelleb49fa1a2021-08-24 15:30:12 +0200166 else if (isteq(list[hdr_idx].n, ist(":authority")))
167 authority = list[hdr_idx].v;
168 }
169
170 ++hdr_idx;
171 }
172
173 flags |= HTX_SL_F_VER_11;
174
175 sl = htx_add_stline(htx, HTX_BLK_REQ_SL, flags, meth, path, ist("HTTP/3.0"));
Amaury Denoyelleb9ce14e2021-11-08 09:13:42 +0100176 if (!sl)
177 goto fail;
Amaury Denoyelleb49fa1a2021-08-24 15:30:12 +0200178 sl->flags |= HTX_SL_F_BODYLESS;
179 sl->info.req.meth = find_http_meth(meth.ptr, meth.len);
180 BUG_ON(sl->info.req.meth == HTTP_METH_OTHER);
181
182 if (isttest(authority))
183 htx_add_header(htx, ist("host"), authority);
184
185 /* now treat standard headers */
186 hdr_idx = 0;
187 while (1) {
188 if (isteq(list[hdr_idx].n, ist("")))
189 break;
190
191 if (!istmatch(list[hdr_idx].n, ist(":")))
192 htx_add_header(htx, list[hdr_idx].n, list[hdr_idx].v);
193
194 ++hdr_idx;
195 }
196
197 htx_add_endof(htx, HTX_BLK_EOH);
198 htx_to_buf(htx, &htx_buf);
Amaury Denoyelle99043552021-08-24 15:36:02 +0200199
200 cs = cs_new(qcs->qcc->conn, qcs->qcc->conn->target);
201 cs->ctx = qcs;
202 stream_create_from_cs(cs, &htx_buf);
203
Ilya Shipitsinbd6b4be2021-10-15 16:18:21 +0500204 /* buffer is transferred to conn_stream and set to NULL
Amaury Denoyelle99043552021-08-24 15:36:02 +0200205 * except on stream creation error.
206 */
Amaury Denoyelleb49fa1a2021-08-24 15:30:12 +0200207 b_free(&htx_buf);
208
Frédéric Lécailleccac11f2021-03-03 16:09:02 +0100209 break;
210 }
211 case H3_FT_PUSH_PROMISE:
212 /* Not supported */
213 break;
214 default:
215 /* Error */
216 h3->err = H3_FRAME_UNEXPECTED;
217 return -1;
218 }
219 b_del(rxbuf, flen);
220 }
221
Amaury Denoyelleb9ce14e2021-11-08 09:13:42 +0100222 return 0;
223
224 fail:
225 return -1;
Frédéric Lécailleccac11f2021-03-03 16:09:02 +0100226}
227
228/* Parse a SETTINGS frame which must not be truncated with <flen> as length from
229 * <rxbuf> buffer. This function does not update this buffer.
230 * Returns 0 if something wrong happened, 1 if not.
231 */
232static int h3_parse_settings_frm(struct h3 *h3, const struct buffer *rxbuf, size_t flen)
233{
234 uint64_t id, value;
235 const unsigned char *buf, *end;
236
237 buf = (const unsigned char *)b_head(rxbuf);
238 end = buf + flen;
239
240 while (buf <= end) {
241 if (!quic_dec_int(&id, &buf, end) || !quic_dec_int(&value, &buf, end))
242 return 0;
243
244 h3_debug_printf(stderr, "%s id: %llu value: %llu\n",
245 __func__, (unsigned long long)id, (unsigned long long)value);
246 switch (id) {
247 case H3_SETTINGS_QPACK_MAX_TABLE_CAPACITY:
248 h3->qpack_max_table_capacity = value;
249 break;
250 case H3_SETTINGS_MAX_FIELD_SECTION_SIZE:
251 h3->max_field_section_size = value;
252 break;
253 case H3_SETTINGS_QPACK_BLOCKED_STREAMS:
254 h3->qpack_blocked_streams = value;
255 break;
256 case H3_SETTINGS_RESERVED_2 ... H3_SETTINGS_RESERVED_5:
257 h3->err = H3_SETTINGS_ERROR;
258 return 0;
259 default:
260 /* MUST be ignored */
261 break;
262 }
263 }
264
265 return 1;
266}
267
268/* Decode <qcs> remotely initiated uni-stream. We stop parsing a frame as soon as
269 * there is not enough received data.
270 * Returns 0 if something wrong happened, 1 if not.
271 */
272static int h3_control_recv(struct h3_uqs *h3_uqs, void *ctx)
273{
274 struct buffer *rxbuf = &h3_uqs->qcs->rx.buf;
275 struct h3 *h3 = ctx;
276
277 h3_debug_printf(stderr, "%s STREAM ID: %llu\n", __func__, h3_uqs->qcs->by_id.key);
278 if (!b_data(rxbuf))
279 return 1;
280
281 while (b_data(rxbuf)) {
282 size_t hlen;
283 uint64_t ftype, flen;
284 struct buffer b;
285
286 /* Work on a copy of <rxbuf> */
287 b = h3_b_dup(rxbuf);
288 hlen = h3_decode_frm_header(&ftype, &flen, &b);
289 if (!hlen)
290 break;
291
292 h3_debug_printf(stderr, "%s: ftype: %llu, flen: %llu\n", __func__,
293 (unsigned long long)ftype, (unsigned long long)flen);
294 if (flen > b_data(&b))
295 break;
296
297 b_del(rxbuf, hlen);
298 /* From here, a frame must not be truncated */
299 switch (ftype) {
300 case H3_FT_CANCEL_PUSH:
301 break;
302 case H3_FT_SETTINGS:
303 if (!h3_parse_settings_frm(h3, rxbuf, flen))
304 return 0;
305 break;
306 case H3_FT_GOAWAY:
307 break;
308 case H3_FT_MAX_PUSH_ID:
309 break;
310 default:
311 /* Error */
312 h3->err = H3_FRAME_UNEXPECTED;
313 return 0;
314 }
315 b_del(rxbuf, flen);
316 }
317
318 if (b_data(rxbuf))
319 h3->qcc->conn->mux->ruqs_subscribe(h3_uqs->qcs, SUB_RETRY_RECV, &h3->rctrl.wait_event);
320
321 return 1;
322}
323
Amaury Denoyellea5871362021-10-07 16:26:12 +0200324/* Returns buffer for data sending.
325 * May be NULL if the allocation failed.
326 */
327static struct buffer *mux_get_buf(struct qcs *qcs)
Frédéric Lécailleccac11f2021-03-03 16:09:02 +0100328{
Amaury Denoyellea5871362021-10-07 16:26:12 +0200329 if (!b_size(&qcs->tx.buf))
330 b_alloc(&qcs->tx.buf);
Frédéric Lécailleccac11f2021-03-03 16:09:02 +0100331
Amaury Denoyellea5871362021-10-07 16:26:12 +0200332 return &qcs->tx.buf;
Frédéric Lécailleccac11f2021-03-03 16:09:02 +0100333}
334
335/* Function used to emit stream data from <h3_uqs> control uni-stream */
336static int h3_control_send(struct h3_uqs *h3_uqs, void *ctx)
337{
338 int ret;
339 struct h3 *h3 = ctx;
340 unsigned char data[(2 + 3) * 2 * QUIC_VARINT_MAX_SIZE]; /* enough for 3 settings */
Amaury Denoyellea5871362021-10-07 16:26:12 +0200341 struct buffer pos, *res;
Frédéric Lécailleccac11f2021-03-03 16:09:02 +0100342
343 ret = 0;
Amaury Denoyellea5871362021-10-07 16:26:12 +0200344 pos = b_make((char *)data, sizeof(data), 0, 0);
Frédéric Lécailleccac11f2021-03-03 16:09:02 +0100345 if (!(h3->flags & H3_CF_SETTINGS_SENT)) {
346 struct qcs *qcs = h3_uqs->qcs;
Frédéric Lécailleccac11f2021-03-03 16:09:02 +0100347 size_t frm_len;
348
349 frm_len = quic_int_getsize(H3_SETTINGS_QPACK_MAX_TABLE_CAPACITY) +
350 quic_int_getsize(h3_settings_qpack_max_table_capacity) +
351 quic_int_getsize(H3_SETTINGS_QPACK_BLOCKED_STREAMS) +
352 quic_int_getsize(h3_settings_qpack_blocked_streams);
353 if (h3_settings_max_field_section_size) {
354 frm_len += quic_int_getsize(H3_SETTINGS_MAX_FIELD_SECTION_SIZE) +
355 quic_int_getsize(h3_settings_max_field_section_size);
356 }
357
Amaury Denoyellea5871362021-10-07 16:26:12 +0200358 b_quic_enc_int(&pos, H3_UNI_STRM_TP_CONTROL_STREAM);
Frédéric Lécailleccac11f2021-03-03 16:09:02 +0100359 /* Build a SETTINGS frame */
Amaury Denoyellea5871362021-10-07 16:26:12 +0200360 b_quic_enc_int(&pos, H3_FT_SETTINGS);
361 b_quic_enc_int(&pos, frm_len);
362 b_quic_enc_int(&pos, H3_SETTINGS_QPACK_MAX_TABLE_CAPACITY);
363 b_quic_enc_int(&pos, h3_settings_qpack_max_table_capacity);
364 b_quic_enc_int(&pos, H3_SETTINGS_QPACK_BLOCKED_STREAMS);
365 b_quic_enc_int(&pos, h3_settings_qpack_blocked_streams);
Frédéric Lécailleccac11f2021-03-03 16:09:02 +0100366 if (h3_settings_max_field_section_size) {
Amaury Denoyellea5871362021-10-07 16:26:12 +0200367 b_quic_enc_int(&pos, H3_SETTINGS_MAX_FIELD_SECTION_SIZE);
368 b_quic_enc_int(&pos, h3_settings_max_field_section_size);
Frédéric Lécailleccac11f2021-03-03 16:09:02 +0100369 }
Amaury Denoyellea5871362021-10-07 16:26:12 +0200370
371 res = mux_get_buf(qcs);
372 if (b_room(res) < b_data(&pos)) {
373 // TODO the mux should be put in blocked state, with
374 // the stream in state waiting for settings to be sent
375 ABORT_NOW();
Frédéric Lécailleccac11f2021-03-03 16:09:02 +0100376 }
377
Amaury Denoyellea5871362021-10-07 16:26:12 +0200378 ret = b_force_xfer(res, &pos, b_data(&pos));
Frédéric Lécailleccac11f2021-03-03 16:09:02 +0100379 if (ret > 0) {
380 h3->flags |= H3_CF_SETTINGS_SENT;
Amaury Denoyellea5871362021-10-07 16:26:12 +0200381 if (!(qcs->qcc->wait_event.events & SUB_RETRY_SEND))
382 tasklet_wakeup(qcs->qcc->wait_event.tasklet);
Frédéric Lécailleccac11f2021-03-03 16:09:02 +0100383 }
Frédéric Lécailleccac11f2021-03-03 16:09:02 +0100384 }
385
386 return ret;
387}
388
Amaury Denoyelle15b09612021-08-24 16:20:27 +0200389static int h3_resp_headers_send(struct qcs *qcs, struct htx *htx)
390{
391 struct buffer outbuf;
392 struct buffer headers_buf = BUF_NULL;
393 struct buffer *res;
394 struct http_hdr list[global.tune.max_http_hdr];
395 struct htx_sl *sl;
396 struct htx_blk *blk;
397 enum htx_blk_type type;
398 int frame_length_size; /* size in bytes of frame length varint field */
399 int ret = 0;
400 int hdr;
401 int status = 0;
402
403 sl = NULL;
404 hdr = 0;
405 for (blk = htx_get_head_blk(htx); blk; blk = htx_get_next_blk(htx, blk)) {
406 type = htx_get_blk_type(blk);
407
408 if (type == HTX_BLK_UNUSED)
409 continue;
410
411 if (type == HTX_BLK_EOH)
412 break;
413
414 if (type == HTX_BLK_RES_SL) {
415 /* start-line -> HEADERS h3 frame */
416 BUG_ON(sl);
417 sl = htx_get_blk_ptr(htx, blk);
418 /* TODO should be on h3 layer */
419 status = sl->info.res.status;
420 }
421 else if (type == HTX_BLK_HDR) {
422 list[hdr].n = htx_get_blk_name(htx, blk);
423 list[hdr].v = htx_get_blk_value(htx, blk);
424 hdr++;
425 }
426 else {
427 ABORT_NOW();
428 goto err;
429 }
430 }
431
432 BUG_ON(!sl);
433
434 list[hdr].n = ist("");
435
Amaury Denoyelled3d97c62021-10-05 11:45:58 +0200436 res = mux_get_buf(qcs);
Amaury Denoyelle15b09612021-08-24 16:20:27 +0200437
438 /* At least 5 bytes to store frame type + length as a varint max size */
439 if (b_room(res) < 5)
440 ABORT_NOW();
441
442 b_reset(&outbuf);
443 outbuf = b_make(b_tail(res), b_contig_space(res), 0, 0);
444 /* Start the headers after frame type + length */
445 headers_buf = b_make(b_head(res) + 5, b_size(res) - 5, 0, 0);
446
447 if (qpack_encode_field_section_line(&headers_buf))
448 ABORT_NOW();
449 if (qpack_encode_int_status(&headers_buf, status))
450 ABORT_NOW();
451
452 for (hdr = 0; hdr < sizeof(list) / sizeof(list[0]); ++hdr) {
453 if (isteq(list[hdr].n, ist("")))
454 break;
455
456 if (qpack_encode_header(&headers_buf, list[hdr].n, list[hdr].v))
457 ABORT_NOW();
458 }
459
460 /* Now that all headers are encoded, we are certain that res buffer is
461 * big enough
462 */
463 frame_length_size = quic_int_getsize(b_data(&headers_buf));
464 res->head += 4 - frame_length_size;
465 b_putchr(res, 0x01); /* h3 HEADERS frame type */
466 if (!b_quic_enc_int(res, b_data(&headers_buf)))
467 ABORT_NOW();
468 b_add(res, b_data(&headers_buf));
469
470 ret = 0;
471 blk = htx_get_head_blk(htx);
472 while (blk) {
473 type = htx_get_blk_type(blk);
474 ret += htx_get_blksz(blk);
475 blk = htx_remove_blk(htx, blk);
476 if (type == HTX_BLK_EOH)
477 break;
478 }
479
Amaury Denoyelle42bb8aa2021-08-24 16:28:47 +0200480 if ((htx->flags & HTX_FL_EOM) && htx_is_empty(htx) && status >= 200)
481 qcs->flags |= QC_SF_FIN_STREAM;
482
Amaury Denoyelle15b09612021-08-24 16:20:27 +0200483 return ret;
484
485 err:
486 return 0;
487}
488
Amaury Denoyelle8e2a9982021-08-24 16:24:37 +0200489/* Returns the total of bytes sent. */
490static int h3_resp_data_send(struct qcs *qcs, struct buffer *buf, size_t count)
491{
492 struct buffer outbuf;
493 struct buffer *res;
494 size_t total = 0;
495 struct htx *htx;
Amaury Denoyellea543eb12021-10-06 14:53:13 +0200496 int bsize, fsize, hsize;
Amaury Denoyelle8e2a9982021-08-24 16:24:37 +0200497 struct htx_blk *blk;
498 enum htx_blk_type type;
499
500 htx = htx_from_buf(buf);
501
502 new_frame:
503 if (!count || htx_is_empty(htx))
504 goto end;
505
506 blk = htx_get_head_blk(htx);
507 type = htx_get_blk_type(blk);
508 fsize = bsize = htx_get_blksz(blk);
509
510 if (type != HTX_BLK_DATA)
511 goto end;
512
Amaury Denoyelled3d97c62021-10-05 11:45:58 +0200513 res = mux_get_buf(qcs);
Amaury Denoyelle8e2a9982021-08-24 16:24:37 +0200514
515 if (fsize > count)
516 fsize = count;
517
Amaury Denoyellea543eb12021-10-06 14:53:13 +0200518 /* h3 DATA headers : 1-byte frame type + varint frame length */
519 hsize = 1 + QUIC_VARINT_MAX_SIZE;
Amaury Denoyelle8e2a9982021-08-24 16:24:37 +0200520
Amaury Denoyellea543eb12021-10-06 14:53:13 +0200521 while (1) {
522 b_reset(&outbuf);
523 outbuf = b_make(b_tail(res), b_contig_space(res), 0, 0);
524 if (b_size(&outbuf) > hsize || !b_space_wraps(res))
525 break;
526 b_slow_realign(res, trash.area, b_data(res));
527 }
Amaury Denoyelle8e2a9982021-08-24 16:24:37 +0200528
Amaury Denoyellea543eb12021-10-06 14:53:13 +0200529 /* not enough room for headers and at least one data byte, block the
530 * stream
531 */
532 if (b_size(&outbuf) <= hsize) {
533 qcs->flags |= QC_SF_BLK_MROOM;
534 goto end;
535 }
Amaury Denoyelle8e2a9982021-08-24 16:24:37 +0200536
Amaury Denoyellea543eb12021-10-06 14:53:13 +0200537 if (b_size(&outbuf) < hsize + fsize)
538 fsize = b_size(&outbuf) - hsize;
539 BUG_ON(fsize <= 0);
Amaury Denoyelle8e2a9982021-08-24 16:24:37 +0200540
Amaury Denoyellea543eb12021-10-06 14:53:13 +0200541 b_putchr(&outbuf, 0x00); /* h3 frame type = DATA */
542 b_quic_enc_int(&outbuf, fsize); /* h3 frame length */
543
Amaury Denoyelle8e2a9982021-08-24 16:24:37 +0200544 b_putblk(&outbuf, htx_get_blk_ptr(htx, blk), fsize);
Amaury Denoyellea543eb12021-10-06 14:53:13 +0200545 total += fsize;
Amaury Denoyelle8e2a9982021-08-24 16:24:37 +0200546 count -= fsize;
547
548 if (fsize == bsize)
549 htx_remove_blk(htx, blk);
550 else
551 htx_cut_data_blk(htx, blk, fsize);
552
Amaury Denoyellea543eb12021-10-06 14:53:13 +0200553 /* commit the buffer */
Amaury Denoyelle8e2a9982021-08-24 16:24:37 +0200554 b_add(res, b_data(&outbuf));
555 goto new_frame;
556
557 end:
558 return total;
559}
560
Amaury Denoyelle26dfd902021-08-24 16:33:53 +0200561size_t h3_snd_buf(struct conn_stream *cs, struct buffer *buf, size_t count, int flags)
562{
563 size_t total = 0;
564 struct qcs *qcs = cs->ctx;
565 struct htx *htx;
566 enum htx_blk_type btype;
567 struct htx_blk *blk;
568 uint32_t bsize;
569 int32_t idx;
570 int ret;
571
572 htx = htx_from_buf(buf);
573
Amaury Denoyellea543eb12021-10-06 14:53:13 +0200574 while (count && !htx_is_empty(htx) && !(qcs->flags & QC_SF_BLK_MROOM)) {
Amaury Denoyelle26dfd902021-08-24 16:33:53 +0200575 idx = htx_get_head(htx);
576 blk = htx_get_blk(htx, idx);
577 btype = htx_get_blk_type(blk);
578 bsize = htx_get_blksz(blk);
579
580 /* Not implemented : QUIC on backend side */
581 BUG_ON(btype == HTX_BLK_REQ_SL);
582
583 switch (btype) {
584 case HTX_BLK_RES_SL:
Amaury Denoyelle15b09612021-08-24 16:20:27 +0200585 /* start-line -> HEADERS h3 frame */
586 ret = h3_resp_headers_send(qcs, htx);
587 if (ret > 0) {
588 total += ret;
589 count -= ret;
590 if (ret < bsize)
591 goto out;
592 }
593 break;
Amaury Denoyelle26dfd902021-08-24 16:33:53 +0200594
595 case HTX_BLK_DATA:
Amaury Denoyelle8e2a9982021-08-24 16:24:37 +0200596 ret = h3_resp_data_send(qcs, buf, count);
597 if (ret > 0) {
598 htx = htx_from_buf(buf);
599 total += ret;
600 count -= ret;
601 if (ret < bsize)
602 goto out;
603 }
604 break;
Amaury Denoyelle26dfd902021-08-24 16:33:53 +0200605
606 case HTX_BLK_TLR:
607 case HTX_BLK_EOT:
608 /* TODO trailers */
609
610 default:
611 htx_remove_blk(htx, blk);
612 total += bsize;
613 count -= bsize;
614 break;
615 }
616 }
617
Amaury Denoyelle42bb8aa2021-08-24 16:28:47 +0200618 if ((htx->flags & HTX_FL_EOM) && htx_is_empty(htx))
619 qcs->flags |= QC_SF_FIN_STREAM;
Amaury Denoyellef52151d2021-08-24 16:11:18 +0200620
Amaury Denoyelle26dfd902021-08-24 16:33:53 +0200621 out:
Amaury Denoyellea543eb12021-10-06 14:53:13 +0200622 if (total) {
623 if (!(qcs->qcc->wait_event.events & SUB_RETRY_SEND))
624 tasklet_wakeup(qcs->qcc->wait_event.tasklet);
625 }
626
Amaury Denoyelle26dfd902021-08-24 16:33:53 +0200627 return total;
Amaury Denoyellef52151d2021-08-24 16:11:18 +0200628}
629
Frédéric Lécailleccac11f2021-03-03 16:09:02 +0100630/* Finalize the initialization of remotely initiated uni-stream <qcs>.
631 * Return 1 if succeeded, 0 if not. In this latter case, set the ->err h3 error
632 * to inform the QUIC mux layer of the encountered error.
633 */
634static int h3_attach_ruqs(struct qcs *qcs, void *ctx)
635{
636 uint64_t strm_type;
637 struct h3 *h3 = ctx;
638 struct buffer *rxbuf = &qcs->rx.buf;
639
640 /* First octets: the uni-stream type */
641 if (!b_quic_dec_int(&strm_type, rxbuf, NULL) || strm_type > H3_UNI_STRM_TP_MAX)
642 return 0;
643
644 /* Note that for all the uni-streams below, this is an error to receive two times the
645 * same type of uni-stream (even for Push stream which is not supported at this time.
646 */
647 switch (strm_type) {
648 case H3_UNI_STRM_TP_CONTROL_STREAM:
649 if (h3->rctrl.qcs) {
650 h3->err = H3_STREAM_CREATION_ERROR;
651 return 0;
652 }
653
654 h3->rctrl.qcs = qcs;
655 h3->rctrl.cb = h3_control_recv;
656 h3->qcc->conn->mux->ruqs_subscribe(qcs, SUB_RETRY_RECV, &h3->rctrl.wait_event);
657 break;
658 case H3_UNI_STRM_TP_PUSH_STREAM:
659 /* NOT SUPPORTED */
660 break;
661 case H3_UNI_STRM_TP_QPACK_ENCODER:
662 if (h3->rqpack_enc.qcs) {
663 h3->err = H3_STREAM_CREATION_ERROR;
664 return 0;
665 }
666
667 h3->rqpack_enc.qcs = qcs;
668 h3->rqpack_enc.cb = qpack_decode_enc;
669 h3->qcc->conn->mux->ruqs_subscribe(qcs, SUB_RETRY_RECV, &h3->rqpack_enc.wait_event);
670 break;
671 case H3_UNI_STRM_TP_QPACK_DECODER:
672 if (h3->rqpack_dec.qcs) {
673 h3->err = H3_STREAM_CREATION_ERROR;
674 return 0;
675 }
676
677 h3->rqpack_dec.qcs = qcs;
678 h3->rqpack_dec.cb = qpack_decode_dec;
679 h3->qcc->conn->mux->ruqs_subscribe(qcs, SUB_RETRY_RECV, &h3->rqpack_dec.wait_event);
680 break;
681 default:
682 /* Error */
683 h3->err = H3_STREAM_CREATION_ERROR;
684 return 0;
685 }
686
687 return 1;
688}
689
690static int h3_finalize(void *ctx)
691{
692 struct h3 *h3 = ctx;
693
694 h3->lctrl.qcs = luqs_new(h3->qcc);
695 if (!h3->lctrl.qcs)
696 return 0;
697
698 /* Wakeup ->lctrl uni-stream */
Frédéric Lécaillee16f0bd2021-08-23 09:50:29 +0200699 h3_control_send(&h3->lctrl, h3);
Frédéric Lécailleccac11f2021-03-03 16:09:02 +0100700
701 return 1;
702}
703
704/* Tasklet dedicated to h3 incoming uni-streams */
705static struct task *h3_uqs_task(struct task *t, void *ctx, unsigned int state)
706{
707 struct h3_uqs *h3_uqs = ctx;
708 struct h3 *h3 = h3_uqs->qcs->qcc->ctx;
709
710 h3_uqs->cb(h3_uqs, h3);
711 return NULL;
712}
713
Frédéric Lécailleccac11f2021-03-03 16:09:02 +0100714/* Release all the tasklet attached to <h3_uqs> uni-stream */
715static inline void h3_uqs_tasklet_release(struct h3_uqs *h3_uqs)
716{
717 struct tasklet *t = h3_uqs->wait_event.tasklet;
718
719 if (t)
720 tasklet_free(t);
721}
722
723/* Release all the tasklet attached to <h3> uni-streams */
724static void h3_uqs_tasklets_release(struct h3 *h3)
725{
726 h3_uqs_tasklet_release(&h3->rqpack_enc);
727 h3_uqs_tasklet_release(&h3->rqpack_dec);
728 h3_uqs_tasklet_release(&h3->rctrl);
729}
730
731/* Tasklet dedicated to h3 outgoing uni-streams */
732__maybe_unused
733static struct task *h3_uqs_send_task(struct task *t, void *ctx, unsigned int state)
734{
735 struct h3_uqs *h3_uqs = ctx;
736 struct h3 *h3 = h3_uqs->qcs->qcc->ctx;
737
738 h3_uqs->cb(h3_uqs, h3);
739 return NULL;
740}
741
Ilya Shipitsinbd6b4be2021-10-15 16:18:21 +0500742/* Initialize <h3_uqs> uni-stream with <t> as tasklet */
Frédéric Lécailleccac11f2021-03-03 16:09:02 +0100743static int h3_uqs_init(struct h3_uqs *h3_uqs, struct h3 *h3,
744 int (*cb)(struct h3_uqs *h3_uqs, void *ctx),
745 struct task *(*t)(struct task *, void *, unsigned int))
746{
747 h3_uqs->qcs = NULL;
748 h3_uqs->cb = cb;
749 h3_uqs->wait_event.tasklet = tasklet_new();
750 if (!h3_uqs->wait_event.tasklet)
751 return 0;
752
753 h3_uqs->wait_event.tasklet->process = t;
754 h3_uqs->wait_event.tasklet->context = h3_uqs;
755 return 1;
756
757 err:
758 tasklet_free(h3_uqs->wait_event.tasklet);
759 return 0;
760}
761
762static inline void h3_uqs_release(struct h3_uqs *h3_uqs)
763{
764 if (h3_uqs->qcs)
765 qcs_release(h3_uqs->qcs);
766}
767
768static inline void h3_uqs_release_all(struct h3 *h3)
769{
770 h3_uqs_tasklet_release(&h3->lctrl);
771 h3_uqs_release(&h3->lctrl);
772 h3_uqs_tasklet_release(&h3->lqpack_enc);
773 h3_uqs_release(&h3->lqpack_enc);
774 h3_uqs_tasklet_release(&h3->lqpack_dec);
775 h3_uqs_release(&h3->lqpack_dec);
776}
777
778/* Initialize the HTTP/3 context for <qcc> mux.
779 * Return 1 if succeeded, 0 if not.
780 */
781static int h3_init(struct qcc *qcc)
782{
783 struct h3 *h3;
784
785 h3 = pool_alloc(pool_head_h3);
786 if (!h3)
787 goto fail_no_h3;
788
789 h3->qcc = qcc;
790 h3->err = H3_NO_ERROR;
791 h3->flags = 0;
792
793 if (!h3_uqs_init(&h3->rqpack_enc, h3, NULL, h3_uqs_task) ||
794 !h3_uqs_init(&h3->rqpack_dec, h3, NULL, h3_uqs_task) ||
795 !h3_uqs_init(&h3->rctrl, h3, h3_control_recv, h3_uqs_task))
796 goto fail_no_h3_ruqs;
797
798 if (!h3_uqs_init(&h3->lctrl, h3, h3_control_send, h3_uqs_task) ||
799 !h3_uqs_init(&h3->lqpack_enc, h3, NULL, h3_uqs_task) ||
800 !h3_uqs_init(&h3->lqpack_dec, h3, NULL, h3_uqs_task))
801 goto fail_no_h3_luqs;
802
803 qcc->ctx = h3;
804 LIST_INIT(&h3->buf_wait.list);
805
806 return 1;
807
808 fail_no_h3_ruqs:
809 h3_uqs_release_all(h3);
810 fail_no_h3_luqs:
811 h3_uqs_tasklets_release(h3);
812 pool_free(pool_head_h3, h3);
813 fail_no_h3:
814 return 0;
815}
816
817/* HTTP/3 application layer operations */
818const struct qcc_app_ops h3_ops = {
819 .init = h3_init,
820 .attach_ruqs = h3_attach_ruqs,
821 .decode_qcs = h3_decode_qcs,
822 .finalize = h3_finalize,
823};