blob: d9584abaeaca454815334fd3351e87f8eaf6406a [file] [log] [blame]
Christopher Faulet47596d32018-10-22 09:17:28 +02001/*
2 * Functions to manipulate HTTP messages using the internal representation.
3 *
4 * Copyright (C) 2018 HAProxy Technologies, Christopher Faulet <cfaulet@haproxy.com>
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
Christopher Faulet5031ef52020-01-15 11:22:07 +010012#include <sys/types.h>
13#include <sys/stat.h>
Amaury Denoyelle4c0882b2021-07-07 10:49:26 +020014#include <ctype.h>
Christopher Faulet5031ef52020-01-15 11:22:07 +010015#include <fcntl.h>
16#include <unistd.h>
17
Willy Tarreau4c7e4b72020-05-27 12:58:42 +020018#include <haproxy/api.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020019#include <haproxy/arg.h>
Willy Tarreau6be78492020-06-05 00:00:29 +020020#include <haproxy/cfgparse.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020021#include <haproxy/global.h>
Willy Tarreau5413a872020-06-02 19:33:08 +020022#include <haproxy/h1.h>
Willy Tarreaucd72d8c2020-06-02 19:11:26 +020023#include <haproxy/http.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020024#include <haproxy/http_fetch.h>
Willy Tarreau87735332020-06-04 09:08:41 +020025#include <haproxy/http_htx.h>
Willy Tarreau16f958c2020-06-03 08:44:35 +020026#include <haproxy/htx.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020027#include <haproxy/log.h>
28#include <haproxy/regex.h>
29#include <haproxy/sample.h>
Willy Tarreau4cbf62d2021-05-08 13:01:23 +020030#include <haproxy/tools.h>
Christopher Faulet47596d32018-10-22 09:17:28 +020031
Christopher Faulet47596d32018-10-22 09:17:28 +020032
Christopher Fauletf7346382019-07-17 22:02:08 +020033struct buffer http_err_chunks[HTTP_ERR_SIZE];
Christopher Faulet1b13eca2020-05-14 09:54:26 +020034struct http_reply http_err_replies[HTTP_ERR_SIZE];
35
Christopher Faulet58857752020-01-15 15:19:50 +010036struct eb_root http_error_messages = EB_ROOT;
Christopher Faulet35cd81d2020-01-15 11:22:56 +010037struct list http_errors_list = LIST_HEAD_INIT(http_errors_list);
Christopher Faulet5809e102020-05-14 17:31:52 +020038struct list http_replies_list = LIST_HEAD_INIT(http_replies_list);
Christopher Fauleta7b677c2018-11-29 16:48:49 +010039
Christopher Faulet76edc0f2020-01-13 15:52:01 +010040/* The declaration of an errorfiles/errorfile directives. Used during config
41 * parsing only. */
42struct conf_errors {
43 char type; /* directive type (0: errorfiles, 1: errorfile) */
44 union {
45 struct {
46 int status; /* the status code associated to this error */
Christopher Faulet5809e102020-05-14 17:31:52 +020047 struct http_reply *reply; /* the http reply for the errorfile */
Christopher Faulet76edc0f2020-01-13 15:52:01 +010048 } errorfile; /* describe an "errorfile" directive */
49 struct {
50 char *name; /* the http-errors section name */
51 char status[HTTP_ERR_SIZE]; /* list of status to import (0: ignore, 1: implicit import, 2: explicit import) */
52 } errorfiles; /* describe an "errorfiles" directive */
53 } info;
54
55 char *file; /* file where the directive appears */
56 int line; /* line where the directive appears */
57
58 struct list list; /* next conf_errors */
59};
60
Christopher Faulet297fbb42019-05-13 14:41:27 +020061/* Returns the next unporocessed start line in the HTX message. It returns NULL
Christopher Faulet29f17582019-05-23 11:03:26 +020062 * if the start-line is undefined (first == -1). Otherwise, it returns the
Christopher Faulet297fbb42019-05-13 14:41:27 +020063 * pointer on the htx_sl structure.
Christopher Faulet47596d32018-10-22 09:17:28 +020064 */
Tim Duesterhusb8ee8942021-04-03 20:39:20 +020065struct htx_sl *http_get_stline(const struct htx *htx)
Christopher Faulet47596d32018-10-22 09:17:28 +020066{
Christopher Faulet297fbb42019-05-13 14:41:27 +020067 struct htx_blk *blk;
Christopher Faulet573fe732018-11-28 16:55:12 +010068
Christopher Faulet29f17582019-05-23 11:03:26 +020069 blk = htx_get_first_blk(htx);
Christopher Fauleta7d6cf22021-04-15 10:25:35 +020070 if (!blk || (htx_get_blk_type(blk) != HTX_BLK_REQ_SL && htx_get_blk_type(blk) != HTX_BLK_RES_SL))
Christopher Faulet297fbb42019-05-13 14:41:27 +020071 return NULL;
72 return htx_get_blk_ptr(htx, blk);
Christopher Faulet47596d32018-10-22 09:17:28 +020073}
74
Christopher Faulet727a3f12020-02-07 16:39:41 +010075/* Returns the headers size in the HTX message */
76size_t http_get_hdrs_size(struct htx *htx)
77{
78 struct htx_blk *blk;
79 size_t sz = 0;
80
81 blk = htx_get_first_blk(htx);
82 if (!blk || htx_get_blk_type(blk) > HTX_BLK_EOH)
83 return sz;
84
85 for (; blk; blk = htx_get_next_blk(htx, blk)) {
86 sz += htx_get_blksz(blk);
87 if (htx_get_blk_type(blk) == HTX_BLK_EOH)
88 break;
89 }
90 return sz;
91}
92
Christopher Faulet8dd33e12020-05-05 07:42:42 +020093/* Finds the first or next occurrence of header matching <pattern> in the HTX
94 * message <htx> using the context <ctx>. This structure holds everything
95 * necessary to use the header and find next occurrence. If its <blk> member is
96 * NULL, the header is searched from the beginning. Otherwise, the next
97 * occurrence is returned. The function returns 1 when it finds a value, and 0
98 * when there is no more. It is designed to work with headers defined as
99 * comma-separated lists. If HTTP_FIND_FL_FULL flag is set, it works on
100 * full-line headers in whose comma is not a delimiter but is part of the
101 * syntax. A special case, if ctx->value is NULL when searching for a new values
102 * of a header, the current header is rescanned. This allows rescanning after a
103 * header deletion.
104 *
105 * The matching method is chosen by checking the flags :
106 *
107 * * HTTP_FIND_FL_MATCH_REG : <pattern> is a regex. header names matching
108 * the regex are evaluated.
109 * * HTTP_FIND_FL_MATCH_STR : <pattern> is a string. The header names equal
110 * to the string are evaluated.
111 * * HTTP_FIND_FL_MATCH_PFX : <pattern> is a string. The header names
112 * starting by the string are evaluated.
113 * * HTTP_FIND_FL_MATCH_SFX : <pattern> is a string. The header names
114 * ending by the string are evaluated.
115 * * HTTP_FIND_FL_MATCH_SUB : <pattern> is a string. The header names
116 * containing the string are evaluated.
Christopher Faulet47596d32018-10-22 09:17:28 +0200117 */
Christopher Faulet8dd33e12020-05-05 07:42:42 +0200118
119#define HTTP_FIND_FL_MATCH_STR 0x0001
120#define HTTP_FIND_FL_MATCH_PFX 0x0002
121#define HTTP_FIND_FL_MATCH_SFX 0x0003
122#define HTTP_FIND_FL_MATCH_SUB 0x0004
123#define HTTP_FIND_FL_MATCH_REG 0x0005
124/* 0x0006..0x000f: for other matching methods */
125#define HTTP_FIND_FL_MATCH_TYPE 0x000F
126#define HTTP_FIND_FL_FULL 0x0010
127
128static int __http_find_header(const struct htx *htx, const void *pattern, struct http_hdr_ctx *ctx, int flags)
Christopher Faulet47596d32018-10-22 09:17:28 +0200129{
130 struct htx_blk *blk = ctx->blk;
131 struct ist n, v;
132 enum htx_blk_type type;
Christopher Faulet47596d32018-10-22 09:17:28 +0200133
134 if (blk) {
135 char *p;
136
Tim Duesterhused526372020-03-05 17:56:33 +0100137 if (!isttest(ctx->value))
Christopher Faulet47596d32018-10-22 09:17:28 +0200138 goto rescan_hdr;
Christopher Faulet8dd33e12020-05-05 07:42:42 +0200139 if (flags & HTTP_FIND_FL_FULL)
Christopher Faulet47596d32018-10-22 09:17:28 +0200140 goto next_blk;
141 v = htx_get_blk_value(htx, blk);
Tim Duesterhus77508502022-03-15 13:11:06 +0100142 p = istend(ctx->value) + ctx->lws_after;
Christopher Faulet47596d32018-10-22 09:17:28 +0200143 v.len -= (p - v.ptr);
144 v.ptr = p;
145 if (!v.len)
146 goto next_blk;
147 /* Skip comma */
148 if (*(v.ptr) == ',') {
Tim Duesterhus284fbe12021-11-04 22:35:44 +0100149 v = istnext(v);
Christopher Faulet47596d32018-10-22 09:17:28 +0200150 }
151
152 goto return_hdr;
153 }
154
Christopher Faulet192c6a22019-06-11 16:32:24 +0200155 if (htx_is_empty(htx))
Christopher Faulet47596d32018-10-22 09:17:28 +0200156 return 0;
157
Christopher Fauleta3f15502019-05-13 15:27:23 +0200158 for (blk = htx_get_first_blk(htx); blk; blk = htx_get_next_blk(htx, blk)) {
Christopher Faulet47596d32018-10-22 09:17:28 +0200159 rescan_hdr:
Christopher Faulet47596d32018-10-22 09:17:28 +0200160 type = htx_get_blk_type(blk);
Christopher Fauletd1ac2b92020-12-02 19:12:22 +0100161 if (type == HTX_BLK_EOH)
Christopher Faulet573fe732018-11-28 16:55:12 +0100162 break;
Christopher Faulet47596d32018-10-22 09:17:28 +0200163 if (type != HTX_BLK_HDR)
Christopher Faulet28f29c72019-04-30 17:55:45 +0200164 continue;
Christopher Faulet8dd33e12020-05-05 07:42:42 +0200165
166 if ((flags & HTTP_FIND_FL_MATCH_TYPE) == HTTP_FIND_FL_MATCH_REG) {
167 const struct my_regex *re = pattern;
168
169 n = htx_get_blk_name(htx, blk);
170 if (!regex_exec2(re, n.ptr, n.len))
171 goto next_blk;
172 }
173 else {
174 const struct ist name = *(const struct ist *)(pattern);
175
Christopher Faulet47596d32018-10-22 09:17:28 +0200176 /* If no name was passed, we want any header. So skip the comparison */
Christopher Faulet8dd33e12020-05-05 07:42:42 +0200177 if (!istlen(name))
178 goto match;
179
Christopher Faulet47596d32018-10-22 09:17:28 +0200180 n = htx_get_blk_name(htx, blk);
Christopher Faulet8dd33e12020-05-05 07:42:42 +0200181 switch (flags & HTTP_FIND_FL_MATCH_TYPE) {
182 case HTTP_FIND_FL_MATCH_STR:
183 if (!isteqi(n, name))
184 goto next_blk;
185 break;
186 case HTTP_FIND_FL_MATCH_PFX:
187 if (istlen(n) < istlen(name))
188 goto next_blk;
189
190 n = ist2(istptr(n), istlen(name));
191 if (!isteqi(n, name))
192 goto next_blk;
193 break;
194 case HTTP_FIND_FL_MATCH_SFX:
195 if (istlen(n) < istlen(name))
196 goto next_blk;
197
Tim Duesterhus4c8f75f2021-11-06 15:14:44 +0100198 n = ist2(istend(n) - istlen(name),
199 istlen(name));
Christopher Faulet8dd33e12020-05-05 07:42:42 +0200200 if (!isteqi(n, name))
201 goto next_blk;
202 break;
203 case HTTP_FIND_FL_MATCH_SUB:
Maciej Zdeb302b9f82020-11-20 12:12:24 +0000204 if (!strnistr(n.ptr, n.len, name.ptr, name.len))
Christopher Faulet8dd33e12020-05-05 07:42:42 +0200205 goto next_blk;
206 break;
207 default:
Christopher Faulet47596d32018-10-22 09:17:28 +0200208 goto next_blk;
Christopher Faulet8dd33e12020-05-05 07:42:42 +0200209 break;
210 }
Christopher Faulet47596d32018-10-22 09:17:28 +0200211 }
Christopher Faulet8dd33e12020-05-05 07:42:42 +0200212 match:
Christopher Faulet47596d32018-10-22 09:17:28 +0200213 v = htx_get_blk_value(htx, blk);
214
215 return_hdr:
216 ctx->lws_before = 0;
217 ctx->lws_after = 0;
218 while (v.len && HTTP_IS_LWS(*v.ptr)) {
Tim Duesterhus284fbe12021-11-04 22:35:44 +0100219 v = istnext(v);
Christopher Faulet47596d32018-10-22 09:17:28 +0200220 ctx->lws_before++;
221 }
Christopher Faulet8dd33e12020-05-05 07:42:42 +0200222 if (!(flags & HTTP_FIND_FL_FULL))
Tim Duesterhus4c8f75f2021-11-06 15:14:44 +0100223 v.len = http_find_hdr_value_end(v.ptr, istend(v)) - v.ptr;
224
225 while (v.len && HTTP_IS_LWS(*(istend(v) - 1))) {
Christopher Faulet47596d32018-10-22 09:17:28 +0200226 v.len--;
227 ctx->lws_after++;
228 }
Christopher Faulet47596d32018-10-22 09:17:28 +0200229 ctx->blk = blk;
230 ctx->value = v;
231 return 1;
232
233 next_blk:
Christopher Faulet28f29c72019-04-30 17:55:45 +0200234 ;
Christopher Faulet47596d32018-10-22 09:17:28 +0200235 }
236
237 ctx->blk = NULL;
238 ctx->value = ist("");
239 ctx->lws_before = ctx->lws_after = 0;
240 return 0;
241}
242
Christopher Faulet8dd33e12020-05-05 07:42:42 +0200243
244/* Header names must match <name> */
245int http_find_header(const struct htx *htx, const struct ist name, struct http_hdr_ctx *ctx, int full)
246{
247 return __http_find_header(htx, &name, ctx, HTTP_FIND_FL_MATCH_STR | (full ? HTTP_FIND_FL_FULL : 0));
248}
249
250/* Header names must match <name>. Same than http_find_header */
251int http_find_str_header(const struct htx *htx, const struct ist name, struct http_hdr_ctx *ctx, int full)
252{
253 return __http_find_header(htx, &name, ctx, HTTP_FIND_FL_MATCH_STR | (full ? HTTP_FIND_FL_FULL : 0));
254}
255
256
257/* Header names must start with <prefix> */
258int http_find_pfx_header(const struct htx *htx, const struct ist prefix, struct http_hdr_ctx *ctx, int full)
259{
260 return __http_find_header(htx, &prefix, ctx, HTTP_FIND_FL_MATCH_PFX | (full ? HTTP_FIND_FL_FULL : 0));
261}
262
263/* Header names must end with <suffix> */
264int http_find_sfx_header(const struct htx *htx, const struct ist suffix, struct http_hdr_ctx *ctx, int full)
265{
266 return __http_find_header(htx, &suffix, ctx, HTTP_FIND_FL_MATCH_SFX | (full ? HTTP_FIND_FL_FULL : 0));
267}
268/* Header names must contain <sub> */
269int http_find_sub_header(const struct htx *htx, const struct ist sub, struct http_hdr_ctx *ctx, int full)
270{
271 return __http_find_header(htx, &sub, ctx, HTTP_FIND_FL_MATCH_SUB | (full ? HTTP_FIND_FL_FULL : 0));
272}
273
274/* Header names must match <re> regex*/
275int http_match_header(const struct htx *htx, const struct my_regex *re, struct http_hdr_ctx *ctx, int full)
276{
277 return __http_find_header(htx, re, ctx, HTTP_FIND_FL_MATCH_REG | (full ? HTTP_FIND_FL_FULL : 0));
278}
279
280
Christopher Faulet47596d32018-10-22 09:17:28 +0200281/* Adds a header block int the HTX message <htx>, just before the EOH block. It
282 * returns 1 on success, otherwise it returns 0.
283 */
284int http_add_header(struct htx *htx, const struct ist n, const struct ist v)
285{
286 struct htx_blk *blk;
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200287 struct htx_sl *sl;
Christopher Faulet47596d32018-10-22 09:17:28 +0200288 enum htx_blk_type type = htx_get_tail_type(htx);
289 int32_t prev;
290
291 blk = htx_add_header(htx, n, v);
292 if (!blk)
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200293 goto fail;
Christopher Faulet47596d32018-10-22 09:17:28 +0200294
295 if (unlikely(type < HTX_BLK_EOH))
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200296 goto end;
Christopher Faulet47596d32018-10-22 09:17:28 +0200297
298 /* <blk> is the head, swap it iteratively with its predecessor to place
299 * it just before the end-of-header block. So blocks remains ordered. */
Christopher Faulet29f17582019-05-23 11:03:26 +0200300 for (prev = htx_get_prev(htx, htx->tail); prev != htx->first; prev = htx_get_prev(htx, prev)) {
Christopher Faulet47596d32018-10-22 09:17:28 +0200301 struct htx_blk *pblk = htx_get_blk(htx, prev);
302 enum htx_blk_type type = htx_get_blk_type(pblk);
303
304 /* Swap .addr and .info fields */
305 blk->addr ^= pblk->addr; pblk->addr ^= blk->addr; blk->addr ^= pblk->addr;
306 blk->info ^= pblk->info; pblk->info ^= blk->info; blk->info ^= pblk->info;
307
308 if (blk->addr == pblk->addr)
309 blk->addr += htx_get_blksz(pblk);
Christopher Faulet47596d32018-10-22 09:17:28 +0200310
311 /* Stop when end-of-header is reached */
312 if (type == HTX_BLK_EOH)
313 break;
314
315 blk = pblk;
316 }
Christopher Faulet05aab642019-04-11 13:43:57 +0200317
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200318 end:
319 sl = http_get_stline(htx);
Christopher Faulet3e1f7f42020-02-28 09:47:07 +0100320 if (sl && (sl->flags & HTX_SL_F_HAS_AUTHORITY) && isteqi(n, ist("host"))) {
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200321 if (!http_update_authority(htx, sl, v))
322 goto fail;
323 }
Christopher Faulet47596d32018-10-22 09:17:28 +0200324 return 1;
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200325
326 fail:
327 return 0;
Christopher Faulet47596d32018-10-22 09:17:28 +0200328}
329
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100330/* Replaces parts of the start-line of the HTX message <htx>. It returns 1 on
Christopher Faulet29f17582019-05-23 11:03:26 +0200331 * success, otherwise it returns 0.
Christopher Faulet47596d32018-10-22 09:17:28 +0200332 */
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100333int http_replace_stline(struct htx *htx, const struct ist p1, const struct ist p2, const struct ist p3)
Christopher Faulet47596d32018-10-22 09:17:28 +0200334{
Christopher Faulet7b7d5072019-05-13 15:22:59 +0200335 struct htx_blk *blk;
Christopher Faulet47596d32018-10-22 09:17:28 +0200336
Christopher Faulet29f17582019-05-23 11:03:26 +0200337 blk = htx_get_first_blk(htx);
338 if (!blk || !htx_replace_stline(htx, blk, p1, p2, p3))
Christopher Faulet7b7d5072019-05-13 15:22:59 +0200339 return 0;
340 return 1;
Christopher Faulet47596d32018-10-22 09:17:28 +0200341}
342
Christopher Faulete010c802018-10-24 10:36:45 +0200343/* Replace the request method in the HTX message <htx> by <meth>. It returns 1
344 * on success, otherwise 0.
345 */
346int http_replace_req_meth(struct htx *htx, const struct ist meth)
347{
348 struct buffer *temp = get_trash_chunk();
Christopher Faulet297fbb42019-05-13 14:41:27 +0200349 struct htx_sl *sl = http_get_stline(htx);
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100350 struct ist uri, vsn;
Christopher Faulete010c802018-10-24 10:36:45 +0200351
Willy Tarreaucdce54c2019-02-12 12:02:27 +0100352 if (!sl)
353 return 0;
354
Christopher Faulete010c802018-10-24 10:36:45 +0200355 /* Start by copying old uri and version */
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100356 chunk_memcat(temp, HTX_SL_REQ_UPTR(sl), HTX_SL_REQ_ULEN(sl)); /* uri */
357 uri = ist2(temp->area, HTX_SL_REQ_ULEN(sl));
Christopher Faulete010c802018-10-24 10:36:45 +0200358
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100359 chunk_memcat(temp, HTX_SL_REQ_VPTR(sl), HTX_SL_REQ_VLEN(sl)); /* vsn */
360 vsn = ist2(temp->area + uri.len, HTX_SL_REQ_VLEN(sl));
Christopher Faulete010c802018-10-24 10:36:45 +0200361
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100362 /* create the new start line */
363 sl->info.req.meth = find_http_meth(meth.ptr, meth.len);
364 return http_replace_stline(htx, meth, uri, vsn);
Christopher Faulete010c802018-10-24 10:36:45 +0200365}
366
367/* Replace the request uri in the HTX message <htx> by <uri>. It returns 1 on
368 * success, otherwise 0.
369 */
370int http_replace_req_uri(struct htx *htx, const struct ist uri)
371{
372 struct buffer *temp = get_trash_chunk();
Christopher Faulet297fbb42019-05-13 14:41:27 +0200373 struct htx_sl *sl = http_get_stline(htx);
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100374 struct ist meth, vsn;
Christopher Faulete010c802018-10-24 10:36:45 +0200375
Willy Tarreaucdce54c2019-02-12 12:02:27 +0100376 if (!sl)
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200377 goto fail;
Willy Tarreaucdce54c2019-02-12 12:02:27 +0100378
Christopher Faulete010c802018-10-24 10:36:45 +0200379 /* Start by copying old method and version */
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100380 chunk_memcat(temp, HTX_SL_REQ_MPTR(sl), HTX_SL_REQ_MLEN(sl)); /* meth */
381 meth = ist2(temp->area, HTX_SL_REQ_MLEN(sl));
Christopher Faulete010c802018-10-24 10:36:45 +0200382
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100383 chunk_memcat(temp, HTX_SL_REQ_VPTR(sl), HTX_SL_REQ_VLEN(sl)); /* vsn */
384 vsn = ist2(temp->area + meth.len, HTX_SL_REQ_VLEN(sl));
Christopher Faulete010c802018-10-24 10:36:45 +0200385
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100386 /* create the new start line */
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200387 if (!http_replace_stline(htx, meth, uri, vsn))
388 goto fail;
389
390 sl = http_get_stline(htx);
391 if (!http_update_host(htx, sl, uri))
392 goto fail;
393
394 return 1;
395 fail:
396 return 0;
Christopher Faulete010c802018-10-24 10:36:45 +0200397}
398
Christopher Fauletb8ce5052020-08-31 16:11:57 +0200399/* Replace the request path in the HTX message <htx> by <path>. The host part is
400 * preserverd. if <with_qs> is set, the query string is evaluated as part of the
401 * path and replaced. Otherwise, it is preserved too. It returns 1 on success,
402 * otherwise 0.
Christopher Faulete010c802018-10-24 10:36:45 +0200403 */
Christopher Fauletb8ce5052020-08-31 16:11:57 +0200404int http_replace_req_path(struct htx *htx, const struct ist path, int with_qs)
Christopher Faulete010c802018-10-24 10:36:45 +0200405{
406 struct buffer *temp = get_trash_chunk();
Christopher Faulet297fbb42019-05-13 14:41:27 +0200407 struct htx_sl *sl = http_get_stline(htx);
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100408 struct ist meth, uri, vsn, p;
Christopher Faulete010c802018-10-24 10:36:45 +0200409 size_t plen = 0;
Amaury Denoyellec453f952021-07-06 11:40:12 +0200410 struct http_uri_parser parser;
Christopher Faulete010c802018-10-24 10:36:45 +0200411
Willy Tarreaucdce54c2019-02-12 12:02:27 +0100412 if (!sl)
413 return 0;
414
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100415 uri = htx_sl_req_uri(sl);
Amaury Denoyellec453f952021-07-06 11:40:12 +0200416 parser = http_uri_parser_init(uri);
417 p = http_parse_path(&parser);
Tim Duesterhused526372020-03-05 17:56:33 +0100418 if (!isttest(p))
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100419 p = uri;
Christopher Fauletb8ce5052020-08-31 16:11:57 +0200420 if (with_qs)
421 plen = p.len;
422 else {
423 while (plen < p.len && *(p.ptr + plen) != '?')
424 plen++;
425 }
Christopher Faulete010c802018-10-24 10:36:45 +0200426
427 /* Start by copying old method and version and create the new uri */
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100428 chunk_memcat(temp, HTX_SL_REQ_MPTR(sl), HTX_SL_REQ_MLEN(sl)); /* meth */
429 meth = ist2(temp->area, HTX_SL_REQ_MLEN(sl));
Christopher Faulete010c802018-10-24 10:36:45 +0200430
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100431 chunk_memcat(temp, HTX_SL_REQ_VPTR(sl), HTX_SL_REQ_VLEN(sl)); /* vsn */
432 vsn = ist2(temp->area + meth.len, HTX_SL_REQ_VLEN(sl));
433
434 chunk_memcat(temp, uri.ptr, p.ptr - uri.ptr); /* uri: host part */
Tim Duesterhus9f7ed8a2021-11-08 09:05:04 +0100435 chunk_istcat(temp, path); /* uri: new path */
Christopher Faulete010c802018-10-24 10:36:45 +0200436 chunk_memcat(temp, p.ptr + plen, p.len - plen); /* uri: QS part */
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100437 uri = ist2(temp->area + meth.len + vsn.len, uri.len - plen + path.len);
Christopher Faulete010c802018-10-24 10:36:45 +0200438
439 /* create the new start line */
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100440 return http_replace_stline(htx, meth, uri, vsn);
Christopher Faulete010c802018-10-24 10:36:45 +0200441}
442
443/* Replace the request query-string in the HTX message <htx> by <query>. The
444 * host part and the path are preserved. It returns 1 on success, otherwise
445 * 0.
446 */
447int http_replace_req_query(struct htx *htx, const struct ist query)
448{
449 struct buffer *temp = get_trash_chunk();
Christopher Faulet297fbb42019-05-13 14:41:27 +0200450 struct htx_sl *sl = http_get_stline(htx);
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100451 struct ist meth, uri, vsn, q;
Christopher Faulete010c802018-10-24 10:36:45 +0200452 int offset = 1;
453
Willy Tarreaucdce54c2019-02-12 12:02:27 +0100454 if (!sl)
455 return 0;
456
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100457 uri = htx_sl_req_uri(sl);
458 q = uri;
Christopher Faulete010c802018-10-24 10:36:45 +0200459 while (q.len > 0 && *(q.ptr) != '?') {
Tim Duesterhus284fbe12021-11-04 22:35:44 +0100460 q = istnext(q);
Christopher Faulete010c802018-10-24 10:36:45 +0200461 }
462
463 /* skip the question mark or indicate that we must insert it
464 * (but only if the format string is not empty then).
465 */
466 if (q.len) {
Tim Duesterhus284fbe12021-11-04 22:35:44 +0100467 q = istnext(q);
Christopher Faulete010c802018-10-24 10:36:45 +0200468 }
469 else if (query.len > 1)
470 offset = 0;
471
472 /* Start by copying old method and version and create the new uri */
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100473 chunk_memcat(temp, HTX_SL_REQ_MPTR(sl), HTX_SL_REQ_MLEN(sl)); /* meth */
474 meth = ist2(temp->area, HTX_SL_REQ_MLEN(sl));
Christopher Faulete010c802018-10-24 10:36:45 +0200475
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100476 chunk_memcat(temp, HTX_SL_REQ_VPTR(sl), HTX_SL_REQ_VLEN(sl)); /* vsn */
477 vsn = ist2(temp->area + meth.len, HTX_SL_REQ_VLEN(sl));
Christopher Faulete010c802018-10-24 10:36:45 +0200478
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100479 chunk_memcat(temp, uri.ptr, q.ptr - uri.ptr); /* uri: host + path part */
480 chunk_memcat(temp, query.ptr + offset, query.len - offset); /* uri: new QS */
481 uri = ist2(temp->area + meth.len + vsn.len, uri.len - q.len + query.len - offset);
Christopher Faulete010c802018-10-24 10:36:45 +0200482
483 /* create the new start line */
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100484 return http_replace_stline(htx, meth, uri, vsn);
Christopher Faulete010c802018-10-24 10:36:45 +0200485}
486
487/* Replace the response status in the HTX message <htx> by <status>. It returns
488 * 1 on success, otherwise 0.
489*/
Christopher Fauletbde2c4c2020-08-31 16:43:34 +0200490int http_replace_res_status(struct htx *htx, const struct ist status, const struct ist reason)
Christopher Faulete010c802018-10-24 10:36:45 +0200491{
492 struct buffer *temp = get_trash_chunk();
Christopher Faulet297fbb42019-05-13 14:41:27 +0200493 struct htx_sl *sl = http_get_stline(htx);
Christopher Fauletbde2c4c2020-08-31 16:43:34 +0200494 struct ist vsn, r;
Christopher Faulete010c802018-10-24 10:36:45 +0200495
Willy Tarreaucdce54c2019-02-12 12:02:27 +0100496 if (!sl)
497 return 0;
498
Christopher Faulete010c802018-10-24 10:36:45 +0200499 /* Start by copying old uri and version */
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100500 chunk_memcat(temp, HTX_SL_RES_VPTR(sl), HTX_SL_RES_VLEN(sl)); /* vsn */
501 vsn = ist2(temp->area, HTX_SL_RES_VLEN(sl));
Christopher Fauletbde2c4c2020-08-31 16:43:34 +0200502 r = reason;
503 if (!isttest(r)) {
504 chunk_memcat(temp, HTX_SL_RES_RPTR(sl), HTX_SL_RES_RLEN(sl)); /* reason */
505 r = ist2(temp->area + vsn.len, HTX_SL_RES_RLEN(sl));
506 }
Christopher Faulete010c802018-10-24 10:36:45 +0200507
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100508 /* create the new start line */
509 sl->info.res.status = strl2ui(status.ptr, status.len);
Christopher Fauletbde2c4c2020-08-31 16:43:34 +0200510 return http_replace_stline(htx, vsn, status, r);
Christopher Faulete010c802018-10-24 10:36:45 +0200511}
512
513/* Replace the response reason in the HTX message <htx> by <reason>. It returns
514 * 1 on success, otherwise 0.
515*/
516int http_replace_res_reason(struct htx *htx, const struct ist reason)
517{
518 struct buffer *temp = get_trash_chunk();
Christopher Faulet297fbb42019-05-13 14:41:27 +0200519 struct htx_sl *sl = http_get_stline(htx);
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100520 struct ist vsn, status;
Christopher Faulete010c802018-10-24 10:36:45 +0200521
Willy Tarreaucdce54c2019-02-12 12:02:27 +0100522 if (!sl)
523 return 0;
524
Christopher Faulete010c802018-10-24 10:36:45 +0200525 /* Start by copying old uri and version */
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100526 chunk_memcat(temp, HTX_SL_RES_VPTR(sl), HTX_SL_RES_VLEN(sl)); /* vsn */
527 vsn = ist2(temp->area, HTX_SL_RES_VLEN(sl));
Christopher Faulete010c802018-10-24 10:36:45 +0200528
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100529 chunk_memcat(temp, HTX_SL_RES_CPTR(sl), HTX_SL_RES_CLEN(sl)); /* code */
530 status = ist2(temp->area + vsn.len, HTX_SL_RES_CLEN(sl));
Christopher Faulete010c802018-10-24 10:36:45 +0200531
Christopher Fauletf1ba18d2018-11-26 21:37:08 +0100532 /* create the new start line */
533 return http_replace_stline(htx, vsn, status, reason);
Christopher Faulete010c802018-10-24 10:36:45 +0200534}
535
Christopher Faulet47596d32018-10-22 09:17:28 +0200536/* Replaces a part of a header value referenced in the context <ctx> by
537 * <data>. It returns 1 on success, otherwise it returns 0. The context is
538 * updated if necessary.
539 */
540int http_replace_header_value(struct htx *htx, struct http_hdr_ctx *ctx, const struct ist data)
541{
542 struct htx_blk *blk = ctx->blk;
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200543 struct htx_sl *sl;
Christopher Faulet47596d32018-10-22 09:17:28 +0200544 char *start;
545 struct ist v;
546 uint32_t len, off;
547
548 if (!blk)
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200549 goto fail;
Christopher Faulet47596d32018-10-22 09:17:28 +0200550
551 v = htx_get_blk_value(htx, blk);
552 start = ctx->value.ptr - ctx->lws_before;
553 len = ctx->lws_before + ctx->value.len + ctx->lws_after;
554 off = start - v.ptr;
555
556 blk = htx_replace_blk_value(htx, blk, ist2(start, len), data);
557 if (!blk)
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200558 goto fail;
Christopher Faulet47596d32018-10-22 09:17:28 +0200559
560 v = htx_get_blk_value(htx, blk);
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200561
562 sl = http_get_stline(htx);
563 if (sl && (sl->flags & HTX_SL_F_HAS_AUTHORITY)) {
564 struct ist n = htx_get_blk_name(htx, blk);
565
566 if (isteq(n, ist("host"))) {
567 if (!http_update_authority(htx, sl, v))
568 goto fail;
569 ctx->blk = NULL;
570 http_find_header(htx, ist("host"), ctx, 1);
571 blk = ctx->blk;
572 v = htx_get_blk_value(htx, blk);
573 }
574 }
575
Christopher Faulet47596d32018-10-22 09:17:28 +0200576 ctx->blk = blk;
Tim Duesterhus77508502022-03-15 13:11:06 +0100577 ctx->value = ist2(v.ptr + off, data.len);
Christopher Faulet47596d32018-10-22 09:17:28 +0200578 ctx->lws_before = ctx->lws_after = 0;
579
580 return 1;
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200581 fail:
582 return 0;
Christopher Faulet47596d32018-10-22 09:17:28 +0200583}
584
585/* Fully replaces a header referenced in the context <ctx> by the name <name>
586 * with the value <value>. It returns 1 on success, otherwise it returns 0. The
587 * context is updated if necessary.
588 */
589int http_replace_header(struct htx *htx, struct http_hdr_ctx *ctx,
590 const struct ist name, const struct ist value)
591{
592 struct htx_blk *blk = ctx->blk;
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200593 struct htx_sl *sl;
Christopher Faulet47596d32018-10-22 09:17:28 +0200594
595 if (!blk)
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200596 goto fail;
Christopher Faulet47596d32018-10-22 09:17:28 +0200597
598 blk = htx_replace_header(htx, blk, name, value);
599 if (!blk)
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200600 goto fail;
601
602 sl = http_get_stline(htx);
Christopher Faulet3e1f7f42020-02-28 09:47:07 +0100603 if (sl && (sl->flags & HTX_SL_F_HAS_AUTHORITY) && isteqi(name, ist("host"))) {
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200604 if (!http_update_authority(htx, sl, value))
605 goto fail;
606 ctx->blk = NULL;
607 http_find_header(htx, ist("host"), ctx, 1);
608 blk = ctx->blk;
609 }
Christopher Faulet47596d32018-10-22 09:17:28 +0200610
611 ctx->blk = blk;
612 ctx->value = ist(NULL);
613 ctx->lws_before = ctx->lws_after = 0;
614
615 return 1;
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200616 fail:
617 return 0;
Christopher Faulet47596d32018-10-22 09:17:28 +0200618}
619
620/* Remove one value of a header. This only works on a <ctx> returned by
621 * http_find_header function. The value is removed, as well as surrounding commas
622 * if any. If the removed value was alone, the whole header is removed. The
623 * <ctx> is always updated accordingly, as well as the HTX message <htx>. It
624 * returns 1 on success. Otherwise, it returns 0. The <ctx> is always left in a
625 * form that can be handled by http_find_header() to find next occurrence.
626 */
627int http_remove_header(struct htx *htx, struct http_hdr_ctx *ctx)
628{
629 struct htx_blk *blk = ctx->blk;
630 char *start;
631 struct ist v;
632 uint32_t len;
633
634 if (!blk)
635 return 0;
636
637 start = ctx->value.ptr - ctx->lws_before;
638 len = ctx->lws_before + ctx->value.len + ctx->lws_after;
639
640 v = htx_get_blk_value(htx, blk);
641 if (len == v.len) {
642 blk = htx_remove_blk(htx, blk);
Christopher Faulet192c6a22019-06-11 16:32:24 +0200643 if (blk || htx_is_empty(htx)) {
Christopher Faulet47596d32018-10-22 09:17:28 +0200644 ctx->blk = blk;
Tim Duesterhus241e29e2020-03-05 17:56:30 +0100645 ctx->value = IST_NULL;
Christopher Faulet47596d32018-10-22 09:17:28 +0200646 ctx->lws_before = ctx->lws_after = 0;
647 }
648 else {
649 ctx->blk = htx_get_blk(htx, htx->tail);
650 ctx->value = htx_get_blk_value(htx, ctx->blk);
651 ctx->lws_before = ctx->lws_after = 0;
652 }
653 return 1;
654 }
655
656 /* This was not the only value of this header. We have to remove the
657 * part pointed by ctx->value. If it is the last entry of the list, we
658 * remove the last separator.
659 */
660 if (start == v.ptr) {
661 /* It's the first header part but not the only one. So remove
662 * the comma after it. */
663 len++;
664 }
665 else {
666 /* There is at least one header part before the removed one. So
667 * remove the comma between them. */
668 start--;
669 len++;
670 }
671 /* Update the block content and its len */
672 memmove(start, start+len, v.len-len);
Christopher Faulet3e2638e2019-06-18 09:49:16 +0200673 htx_change_blk_value_len(htx, blk, v.len-len);
Christopher Faulet47596d32018-10-22 09:17:28 +0200674
675 /* Finally update the ctx */
Tim Duesterhus77508502022-03-15 13:11:06 +0100676 ctx->value = ist2(start, 0);
Christopher Faulet47596d32018-10-22 09:17:28 +0200677 ctx->lws_before = ctx->lws_after = 0;
678
679 return 1;
680}
Christopher Faulet7ff1cea2018-10-24 10:39:35 +0200681
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200682/* Updates the authority part of the uri with the value <host>. It happens when
683 * the header host is modified. It returns 0 on failure and 1 on success. It is
684 * the caller responsibility to provide the start-line and to be sure the uri
685 * contains an authority. Thus, if no authority is found in the uri, an error is
686 * returned.
687 */
Christopher Faulet1543d442020-04-28 19:57:29 +0200688int http_update_authority(struct htx *htx, struct htx_sl *sl, const struct ist host)
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200689{
690 struct buffer *temp = get_trash_chunk();
691 struct ist meth, vsn, uri, authority;
Amaury Denoyelle69294b22021-07-06 11:02:22 +0200692 struct http_uri_parser parser;
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200693
694 uri = htx_sl_req_uri(sl);
Amaury Denoyelle69294b22021-07-06 11:02:22 +0200695 parser = http_uri_parser_init(uri);
696 authority = http_parse_authority(&parser, 1);
Christopher Faulet34b18e42020-02-18 11:02:21 +0100697 if (!authority.len)
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200698 return 0;
699
Christopher Faulet34b18e42020-02-18 11:02:21 +0100700 /* Don't update the uri if there is no change */
701 if (isteq(host, authority))
702 return 1;
703
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200704 /* Start by copying old method and version */
705 chunk_memcat(temp, HTX_SL_REQ_MPTR(sl), HTX_SL_REQ_MLEN(sl)); /* meth */
706 meth = ist2(temp->area, HTX_SL_REQ_MLEN(sl));
707
708 chunk_memcat(temp, HTX_SL_REQ_VPTR(sl), HTX_SL_REQ_VLEN(sl)); /* vsn */
709 vsn = ist2(temp->area + meth.len, HTX_SL_REQ_VLEN(sl));
710
711 chunk_memcat(temp, uri.ptr, authority.ptr - uri.ptr);
Tim Duesterhus9f7ed8a2021-11-08 09:05:04 +0100712 chunk_istcat(temp, host);
Tim Duesterhus4c8f75f2021-11-06 15:14:44 +0100713 chunk_memcat(temp, istend(authority), istend(uri) - istend(authority));
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200714 uri = ist2(temp->area + meth.len + vsn.len, host.len + uri.len - authority.len); /* uri */
715
716 return http_replace_stline(htx, meth, uri, vsn);
717
718}
719
720/* Update the header host by extracting the authority of the uri <uri>. flags of
721 * the start-line are also updated accordingly. For orgin-form and asterisk-form
722 * uri, the header host is not changed and the flag HTX_SL_F_HAS_AUTHORITY is
723 * removed from the flags of the start-line. Otherwise, this flag is set and the
724 * authority is used to set the value of the header host. This function returns
725 * 0 on failure and 1 on success.
726*/
Christopher Faulet1543d442020-04-28 19:57:29 +0200727int http_update_host(struct htx *htx, struct htx_sl *sl, const struct ist uri)
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200728{
729 struct ist authority;
730 struct http_hdr_ctx ctx;
Amaury Denoyelle69294b22021-07-06 11:02:22 +0200731 struct http_uri_parser parser = http_uri_parser_init(uri);
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200732
Amaury Denoyelle69294b22021-07-06 11:02:22 +0200733 if (parser.format == URI_PARSER_FORMAT_EMPTY ||
734 parser.format == URI_PARSER_FORMAT_ASTERISK ||
735 parser.format == URI_PARSER_FORMAT_ABSPATH) {
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200736 sl->flags &= ~HTX_SL_F_HAS_AUTHORITY;
737 }
738 else {
739 sl->flags |= HTX_SL_F_HAS_AUTHORITY;
740 if (sl->info.req.meth != HTTP_METH_CONNECT) {
741 // absolute-form (RFC7320 #5.3.2)
742 sl->flags |= HTX_SL_F_HAS_SCHM;
743 if (uri.len > 4 && (uri.ptr[0] | 0x20) == 'h')
744 sl->flags |= ((uri.ptr[4] == ':') ? HTX_SL_F_SCHM_HTTP : HTX_SL_F_SCHM_HTTPS);
745
Amaury Denoyelle69294b22021-07-06 11:02:22 +0200746 authority = http_parse_authority(&parser, 1);
Christopher Fauletd7b7a1c2019-10-08 15:24:52 +0200747 if (!authority.len)
748 goto fail;
749 }
750 else {
751 // authority-form (RFC7320 #5.3.3)
752 authority = uri;
753 }
754
755 /* Replace header host value */
756 ctx.blk = NULL;
757 while (http_find_header(htx, ist("host"), &ctx, 1)) {
758 if (!http_replace_header_value(htx, &ctx, authority))
759 goto fail;
760 }
761
762 }
763 return 1;
764 fail:
765 return 0;
766}
Christopher Faulet7ff1cea2018-10-24 10:39:35 +0200767
768/* Return in <vptr> and <vlen> the pointer and length of occurrence <occ> of
769 * header whose name is <hname> of length <hlen>. If <ctx> is null, lookup is
770 * performed over the whole headers. Otherwise it must contain a valid header
771 * context, initialised with ctx->blk=NULL for the first lookup in a series. If
772 * <occ> is positive or null, occurrence #occ from the beginning (or last ctx)
773 * is returned. Occ #0 and #1 are equivalent. If <occ> is negative (and no less
774 * than -MAX_HDR_HISTORY), the occurrence is counted from the last one which is
775 * -1. The value fetch stops at commas, so this function is suited for use with
776 * list headers.
777 * The return value is 0 if nothing was found, or non-zero otherwise.
778 */
779unsigned int http_get_htx_hdr(const struct htx *htx, const struct ist hdr,
780 int occ, struct http_hdr_ctx *ctx, char **vptr, size_t *vlen)
781{
782 struct http_hdr_ctx local_ctx;
783 struct ist val_hist[MAX_HDR_HISTORY];
784 unsigned int hist_idx;
785 int found;
786
787 if (!ctx) {
788 local_ctx.blk = NULL;
789 ctx = &local_ctx;
790 }
791
792 if (occ >= 0) {
793 /* search from the beginning */
794 while (http_find_header(htx, hdr, ctx, 0)) {
795 occ--;
796 if (occ <= 0) {
797 *vptr = ctx->value.ptr;
798 *vlen = ctx->value.len;
799 return 1;
800 }
801 }
802 return 0;
803 }
804
805 /* negative occurrence, we scan all the list then walk back */
806 if (-occ > MAX_HDR_HISTORY)
807 return 0;
808
809 found = hist_idx = 0;
810 while (http_find_header(htx, hdr, ctx, 0)) {
811 val_hist[hist_idx] = ctx->value;
812 if (++hist_idx >= MAX_HDR_HISTORY)
813 hist_idx = 0;
814 found++;
815 }
816 if (-occ > found)
817 return 0;
818
819 /* OK now we have the last occurrence in [hist_idx-1], and we need to
820 * find occurrence -occ. 0 <= hist_idx < MAX_HDR_HISTORY, and we have
821 * -10 <= occ <= -1. So we have to check [hist_idx%MAX_HDR_HISTORY+occ]
822 * to remain in the 0..9 range.
823 */
824 hist_idx += occ + MAX_HDR_HISTORY;
825 if (hist_idx >= MAX_HDR_HISTORY)
826 hist_idx -= MAX_HDR_HISTORY;
827 *vptr = val_hist[hist_idx].ptr;
828 *vlen = val_hist[hist_idx].len;
829 return 1;
830}
831
832/* Return in <vptr> and <vlen> the pointer and length of occurrence <occ> of
833 * header whose name is <hname> of length <hlen>. If <ctx> is null, lookup is
834 * performed over the whole headers. Otherwise it must contain a valid header
835 * context, initialised with ctx->blk=NULL for the first lookup in a series. If
836 * <occ> is positive or null, occurrence #occ from the beginning (or last ctx)
837 * is returned. Occ #0 and #1 are equivalent. If <occ> is negative (and no less
838 * than -MAX_HDR_HISTORY), the occurrence is counted from the last one which is
839 * -1. This function differs from http_get_hdr() in that it only returns full
840 * line header values and does not stop at commas.
841 * The return value is 0 if nothing was found, or non-zero otherwise.
842 */
843unsigned int http_get_htx_fhdr(const struct htx *htx, const struct ist hdr,
844 int occ, struct http_hdr_ctx *ctx, char **vptr, size_t *vlen)
845{
846 struct http_hdr_ctx local_ctx;
847 struct ist val_hist[MAX_HDR_HISTORY];
848 unsigned int hist_idx;
849 int found;
850
851 if (!ctx) {
852 local_ctx.blk = NULL;
853 ctx = &local_ctx;
854 }
855
856 if (occ >= 0) {
857 /* search from the beginning */
858 while (http_find_header(htx, hdr, ctx, 1)) {
859 occ--;
860 if (occ <= 0) {
861 *vptr = ctx->value.ptr;
862 *vlen = ctx->value.len;
863 return 1;
864 }
865 }
866 return 0;
867 }
868
869 /* negative occurrence, we scan all the list then walk back */
870 if (-occ > MAX_HDR_HISTORY)
871 return 0;
872
873 found = hist_idx = 0;
874 while (http_find_header(htx, hdr, ctx, 1)) {
875 val_hist[hist_idx] = ctx->value;
876 if (++hist_idx >= MAX_HDR_HISTORY)
877 hist_idx = 0;
878 found++;
879 }
880 if (-occ > found)
881 return 0;
882
883 /* OK now we have the last occurrence in [hist_idx-1], and we need to
884 * find occurrence -occ. 0 <= hist_idx < MAX_HDR_HISTORY, and we have
885 * -10 <= occ <= -1. So we have to check [hist_idx%MAX_HDR_HISTORY+occ]
886 * to remain in the 0..9 range.
887 */
888 hist_idx += occ + MAX_HDR_HISTORY;
889 if (hist_idx >= MAX_HDR_HISTORY)
890 hist_idx -= MAX_HDR_HISTORY;
891 *vptr = val_hist[hist_idx].ptr;
892 *vlen = val_hist[hist_idx].len;
893 return 1;
894}
Christopher Fauleta7b677c2018-11-29 16:48:49 +0100895
Christopher Fauleta66adf42020-11-05 22:43:41 +0100896int http_str_to_htx(struct buffer *buf, struct ist raw, char **errmsg)
Christopher Fauleta7b677c2018-11-29 16:48:49 +0100897{
898 struct htx *htx;
899 struct htx_sl *sl;
900 struct h1m h1m;
Christopher Faulete4ab11b2019-06-11 15:05:37 +0200901 struct http_hdr hdrs[global.tune.max_http_hdr];
Christopher Fauleta7b677c2018-11-29 16:48:49 +0100902 union h1_sl h1sl;
903 unsigned int flags = HTX_SL_F_IS_RESP;
904 int ret = 0;
905
Christopher Faulet90cc4812019-07-22 16:49:30 +0200906 b_reset(buf);
907 if (!raw.len) {
908 buf->size = 0;
Christopher Faulet1cdc0282021-02-05 10:29:29 +0100909 buf->area = NULL;
Christopher Faulet90cc4812019-07-22 16:49:30 +0200910 return 1;
911 }
912
Christopher Fauleta7b677c2018-11-29 16:48:49 +0100913 buf->size = global.tune.bufsize;
Tim Duesterhus403fd722021-04-08 20:05:23 +0200914 buf->area = malloc(buf->size);
Christopher Fauleta7b677c2018-11-29 16:48:49 +0100915 if (!buf->area)
916 goto error;
Christopher Fauleta7b677c2018-11-29 16:48:49 +0100917
918 h1m_init_res(&h1m);
919 h1m.flags |= H1_MF_NO_PHDR;
Tim Duesterhus4c8f75f2021-11-06 15:14:44 +0100920 ret = h1_headers_to_hdr_list(raw.ptr, istend(raw),
Christopher Fauleta7b677c2018-11-29 16:48:49 +0100921 hdrs, sizeof(hdrs)/sizeof(hdrs[0]), &h1m, &h1sl);
Christopher Fauleta66adf42020-11-05 22:43:41 +0100922 if (ret <= 0) {
923 memprintf(errmsg, "unabled to parse headers (error offset: %d)", h1m.err_pos);
Christopher Fauleta7b677c2018-11-29 16:48:49 +0100924 goto error;
Christopher Fauleta66adf42020-11-05 22:43:41 +0100925 }
Christopher Fauleta7b677c2018-11-29 16:48:49 +0100926
Christopher Fauleta66adf42020-11-05 22:43:41 +0100927 if (unlikely(h1sl.st.v.len != 8)) {
928 memprintf(errmsg, "invalid http version (%.*s)", (int)h1sl.st.v.len, h1sl.st.v.ptr);
Christopher Fauleta7b677c2018-11-29 16:48:49 +0100929 goto error;
Christopher Fauleta66adf42020-11-05 22:43:41 +0100930 }
Christopher Fauleta7b677c2018-11-29 16:48:49 +0100931 if ((*(h1sl.st.v.ptr + 5) > '1') ||
932 ((*(h1sl.st.v.ptr + 5) == '1') && (*(h1sl.st.v.ptr + 7) >= '1')))
933 h1m.flags |= H1_MF_VER_11;
934
Christopher Fauleta66adf42020-11-05 22:43:41 +0100935 if (h1sl.st.status < 200 && (h1sl.st.status == 100 || h1sl.st.status >= 102)) {
936 memprintf(errmsg, "invalid http status code for an error message (%u)",
937 h1sl.st.status);
Christopher Faulet1d5ec092019-06-26 14:23:54 +0200938 goto error;
Christopher Fauleta66adf42020-11-05 22:43:41 +0100939 }
Christopher Faulet1d5ec092019-06-26 14:23:54 +0200940
Christopher Fauletb8d148a2020-10-09 08:50:26 +0200941 if (h1sl.st.status == 204 || h1sl.st.status == 304) {
942 /* Responses known to have no body. */
943 h1m.flags &= ~(H1_MF_CLEN|H1_MF_CHNK);
944 h1m.flags |= H1_MF_XFER_LEN;
945 h1m.curr_len = h1m.body_len = 0;
946 }
947 else if (h1m.flags & (H1_MF_CLEN|H1_MF_CHNK))
948 h1m.flags |= H1_MF_XFER_LEN;
949
Christopher Fauleta7b677c2018-11-29 16:48:49 +0100950 if (h1m.flags & H1_MF_VER_11)
951 flags |= HTX_SL_F_VER_11;
952 if (h1m.flags & H1_MF_XFER_ENC)
953 flags |= HTX_SL_F_XFER_ENC;
Christopher Fauletb8d148a2020-10-09 08:50:26 +0200954 if (h1m.flags & H1_MF_XFER_LEN) {
955 flags |= HTX_SL_F_XFER_LEN;
Christopher Fauleta66adf42020-11-05 22:43:41 +0100956 if (h1m.flags & H1_MF_CHNK) {
957 memprintf(errmsg, "chunk-encoded payload not supported");
958 goto error;
959 }
Christopher Fauletb8d148a2020-10-09 08:50:26 +0200960 else if (h1m.flags & H1_MF_CLEN) {
961 flags |= HTX_SL_F_CLEN;
962 if (h1m.body_len == 0)
963 flags |= HTX_SL_F_BODYLESS;
964 }
965 else
Christopher Faulet0d4ce932019-10-16 09:09:04 +0200966 flags |= HTX_SL_F_BODYLESS;
Christopher Fauleta7b677c2018-11-29 16:48:49 +0100967 }
Christopher Fauletb8d148a2020-10-09 08:50:26 +0200968
Christopher Fauleta66adf42020-11-05 22:43:41 +0100969 if ((flags & HTX_SL_F_BODYLESS) && raw.len > ret) {
970 memprintf(errmsg, "message payload not expected");
971 goto error;
972 }
973 if ((flags & HTX_SL_F_CLEN) && h1m.body_len != (raw.len - ret)) {
974 memprintf(errmsg, "payload size does not match the announced content-length (%lu != %lu)",
Willy Tarreau431a12c2020-11-06 14:24:02 +0100975 (unsigned long)(raw.len - ret), (unsigned long)h1m.body_len);
Christopher Fauleta66adf42020-11-05 22:43:41 +0100976 goto error;
977 }
Christopher Fauleta7b677c2018-11-29 16:48:49 +0100978
979 htx = htx_from_buf(buf);
980 sl = htx_add_stline(htx, HTX_BLK_RES_SL, flags, h1sl.st.v, h1sl.st.c, h1sl.st.r);
Christopher Fauleta66adf42020-11-05 22:43:41 +0100981 if (!sl || !htx_add_all_headers(htx, hdrs)) {
982 memprintf(errmsg, "unable to add headers into the HTX message");
Christopher Fauleta7b677c2018-11-29 16:48:49 +0100983 goto error;
Christopher Fauleta66adf42020-11-05 22:43:41 +0100984 }
Christopher Fauleta7b677c2018-11-29 16:48:49 +0100985 sl->info.res.status = h1sl.st.status;
986
Willy Tarreau0a7ef022019-05-28 10:30:11 +0200987 while (raw.len > ret) {
988 int sent = htx_add_data(htx, ist2(raw.ptr + ret, raw.len - ret));
Christopher Fauleta66adf42020-11-05 22:43:41 +0100989 if (!sent) {
990 memprintf(errmsg, "unable to add payload into the HTX message");
Christopher Fauleta7b677c2018-11-29 16:48:49 +0100991 goto error;
Christopher Fauleta66adf42020-11-05 22:43:41 +0100992 }
Willy Tarreau0a7ef022019-05-28 10:30:11 +0200993 ret += sent;
Christopher Fauleta7b677c2018-11-29 16:48:49 +0100994 }
Christopher Faulet1d5ec092019-06-26 14:23:54 +0200995
Christopher Fauletd1ac2b92020-12-02 19:12:22 +0100996 htx->flags |= HTX_FL_EOM;
Christopher Faulet1d5ec092019-06-26 14:23:54 +0200997
Christopher Faulet90cc4812019-07-22 16:49:30 +0200998 return 1;
Christopher Fauleta7b677c2018-11-29 16:48:49 +0100999
1000error:
1001 if (buf->size)
1002 free(buf->area);
Christopher Faulet90cc4812019-07-22 16:49:30 +02001003 return 0;
Christopher Fauleta7b677c2018-11-29 16:48:49 +01001004}
1005
Christopher Faulet18630642020-05-12 18:57:28 +02001006void release_http_reply(struct http_reply *http_reply)
1007{
1008 struct logformat_node *lf, *lfb;
1009 struct http_reply_hdr *hdr, *hdrb;
1010
1011 if (!http_reply)
1012 return;
1013
Willy Tarreau61cfdf42021-02-20 10:46:51 +01001014 ha_free(&http_reply->ctype);
Christopher Faulet18630642020-05-12 18:57:28 +02001015 list_for_each_entry_safe(hdr, hdrb, &http_reply->hdrs, list) {
Willy Tarreau2b718102021-04-21 07:32:39 +02001016 LIST_DELETE(&hdr->list);
Christopher Faulet18630642020-05-12 18:57:28 +02001017 list_for_each_entry_safe(lf, lfb, &hdr->value, list) {
Willy Tarreau2b718102021-04-21 07:32:39 +02001018 LIST_DELETE(&lf->list);
Christopher Faulet18630642020-05-12 18:57:28 +02001019 release_sample_expr(lf->expr);
1020 free(lf->arg);
1021 free(lf);
1022 }
1023 istfree(&hdr->name);
1024 free(hdr);
1025 }
1026
1027 if (http_reply->type == HTTP_REPLY_ERRFILES) {
Willy Tarreau61cfdf42021-02-20 10:46:51 +01001028 ha_free(&http_reply->body.http_errors);
Christopher Faulet18630642020-05-12 18:57:28 +02001029 }
1030 else if (http_reply->type == HTTP_REPLY_RAW)
1031 chunk_destroy(&http_reply->body.obj);
1032 else if (http_reply->type == HTTP_REPLY_LOGFMT) {
1033 list_for_each_entry_safe(lf, lfb, &http_reply->body.fmt, list) {
Willy Tarreau2b718102021-04-21 07:32:39 +02001034 LIST_DELETE(&lf->list);
Christopher Faulet18630642020-05-12 18:57:28 +02001035 release_sample_expr(lf->expr);
1036 free(lf->arg);
1037 free(lf);
1038 }
1039 }
Christopher Faulet63d48242020-05-21 09:59:22 +02001040 free(http_reply);
Christopher Faulet18630642020-05-12 18:57:28 +02001041}
1042
Christopher Fauleta7b677c2018-11-29 16:48:49 +01001043static int http_htx_init(void)
1044{
Christopher Fauleta7b677c2018-11-29 16:48:49 +01001045 struct buffer chk;
1046 struct ist raw;
Christopher Fauleta66adf42020-11-05 22:43:41 +01001047 char *errmsg = NULL;
Christopher Fauleta7b677c2018-11-29 16:48:49 +01001048 int rc;
1049 int err_code = 0;
1050
Christopher Fauleta7b677c2018-11-29 16:48:49 +01001051 for (rc = 0; rc < HTTP_ERR_SIZE; rc++) {
1052 if (!http_err_msgs[rc]) {
Christopher Fauleta66adf42020-11-05 22:43:41 +01001053 ha_alert("Internal error: no default message defined for HTTP return code %d", rc);
Christopher Fauleta7b677c2018-11-29 16:48:49 +01001054 err_code |= ERR_ALERT | ERR_FATAL;
1055 continue;
1056 }
1057
Tim Duesterhus77508502022-03-15 13:11:06 +01001058 raw = ist(http_err_msgs[rc]);
Christopher Fauleta66adf42020-11-05 22:43:41 +01001059 if (!http_str_to_htx(&chk, raw, &errmsg)) {
1060 ha_alert("Internal error: invalid default message for HTTP return code %d: %s.\n",
1061 http_err_codes[rc], errmsg);
Christopher Fauleta7b677c2018-11-29 16:48:49 +01001062 err_code |= ERR_ALERT | ERR_FATAL;
1063 }
Christopher Fauleta66adf42020-11-05 22:43:41 +01001064 else if (errmsg) {
1065 ha_warning("invalid default message for HTTP return code %d: %s.\n", http_err_codes[rc], errmsg);
1066 err_code |= ERR_WARN;
1067 }
1068
1069 /* Reset errmsg */
Willy Tarreau61cfdf42021-02-20 10:46:51 +01001070 ha_free(&errmsg);
Christopher Fauleta66adf42020-11-05 22:43:41 +01001071
Christopher Fauletf7346382019-07-17 22:02:08 +02001072 http_err_chunks[rc] = chk;
Christopher Faulet1b13eca2020-05-14 09:54:26 +02001073 http_err_replies[rc].type = HTTP_REPLY_ERRMSG;
1074 http_err_replies[rc].status = http_err_codes[rc];
1075 http_err_replies[rc].ctype = NULL;
1076 LIST_INIT(&http_err_replies[rc].hdrs);
1077 http_err_replies[rc].body.errmsg = &http_err_chunks[rc];
Christopher Fauleta7b677c2018-11-29 16:48:49 +01001078 }
1079end:
1080 return err_code;
1081}
1082
Christopher Faulet58857752020-01-15 15:19:50 +01001083static void http_htx_deinit(void)
1084{
Christopher Faulet35cd81d2020-01-15 11:22:56 +01001085 struct http_errors *http_errs, *http_errsb;
Christopher Faulet5809e102020-05-14 17:31:52 +02001086 struct http_reply *http_rep, *http_repb;
Christopher Faulet58857752020-01-15 15:19:50 +01001087 struct ebpt_node *node, *next;
Christopher Fauletb6ea17c2020-05-13 21:45:22 +02001088 struct http_error_msg *http_errmsg;
Christopher Fauletde30bb72020-05-14 10:03:55 +02001089 int rc;
Christopher Faulet58857752020-01-15 15:19:50 +01001090
1091 node = ebpt_first(&http_error_messages);
1092 while (node) {
1093 next = ebpt_next(node);
1094 ebpt_delete(node);
Christopher Fauletb6ea17c2020-05-13 21:45:22 +02001095 http_errmsg = container_of(node, typeof(*http_errmsg), node);
1096 chunk_destroy(&http_errmsg->msg);
Christopher Faulet58857752020-01-15 15:19:50 +01001097 free(node->key);
Christopher Fauletb6ea17c2020-05-13 21:45:22 +02001098 free(http_errmsg);
Christopher Faulet58857752020-01-15 15:19:50 +01001099 node = next;
1100 }
Christopher Faulet35cd81d2020-01-15 11:22:56 +01001101
1102 list_for_each_entry_safe(http_errs, http_errsb, &http_errors_list, list) {
1103 free(http_errs->conf.file);
1104 free(http_errs->id);
Christopher Fauletde30bb72020-05-14 10:03:55 +02001105 for (rc = 0; rc < HTTP_ERR_SIZE; rc++)
1106 release_http_reply(http_errs->replies[rc]);
Willy Tarreau2b718102021-04-21 07:32:39 +02001107 LIST_DELETE(&http_errs->list);
Christopher Faulet35cd81d2020-01-15 11:22:56 +01001108 free(http_errs);
1109 }
Christopher Faulet5809e102020-05-14 17:31:52 +02001110
1111 list_for_each_entry_safe(http_rep, http_repb, &http_replies_list, list) {
Willy Tarreau2b718102021-04-21 07:32:39 +02001112 LIST_DELETE(&http_rep->list);
Christopher Faulet5809e102020-05-14 17:31:52 +02001113 release_http_reply(http_rep);
1114 }
Christopher Faulet58857752020-01-15 15:19:50 +01001115}
1116
Christopher Fauleta7b677c2018-11-29 16:48:49 +01001117REGISTER_CONFIG_POSTPARSER("http_htx", http_htx_init);
Christopher Faulet58857752020-01-15 15:19:50 +01001118REGISTER_POST_DEINIT(http_htx_deinit);
Christopher Faulet29f72842019-12-11 15:52:32 +01001119
Christopher Faulet58857752020-01-15 15:19:50 +01001120/* Reads content of the error file <file> and convert it into an HTX message. On
1121 * success, the HTX message is returned. On error, NULL is returned and an error
1122 * message is written into the <errmsg> buffer.
Christopher Faulet5031ef52020-01-15 11:22:07 +01001123 */
Christopher Faulet58857752020-01-15 15:19:50 +01001124struct buffer *http_load_errorfile(const char *file, char **errmsg)
Christopher Faulet5031ef52020-01-15 11:22:07 +01001125{
Christopher Faulet58857752020-01-15 15:19:50 +01001126 struct buffer *buf = NULL;
1127 struct buffer chk;
1128 struct ebpt_node *node;
Christopher Fauletb6ea17c2020-05-13 21:45:22 +02001129 struct http_error_msg *http_errmsg;
Christopher Faulet5031ef52020-01-15 11:22:07 +01001130 struct stat stat;
1131 char *err = NULL;
1132 int errnum, errlen;
1133 int fd = -1;
Christopher Faulet58857752020-01-15 15:19:50 +01001134
1135 /* already loaded */
1136 node = ebis_lookup_len(&http_error_messages, file, strlen(file));
1137 if (node) {
Christopher Fauletb6ea17c2020-05-13 21:45:22 +02001138 http_errmsg = container_of(node, typeof(*http_errmsg), node);
1139 buf = &http_errmsg->msg;
Christopher Faulet58857752020-01-15 15:19:50 +01001140 goto out;
1141 }
Christopher Faulet5031ef52020-01-15 11:22:07 +01001142
Christopher Faulet58857752020-01-15 15:19:50 +01001143 /* Read the error file content */
Christopher Faulet5031ef52020-01-15 11:22:07 +01001144 fd = open(file, O_RDONLY);
1145 if ((fd < 0) || (fstat(fd, &stat) < 0)) {
1146 memprintf(errmsg, "error opening file '%s'.", file);
1147 goto out;
1148 }
1149
1150 if (stat.st_size <= global.tune.bufsize)
1151 errlen = stat.st_size;
1152 else {
1153 ha_warning("custom error message file '%s' larger than %d bytes. Truncating.\n",
1154 file, global.tune.bufsize);
1155 errlen = global.tune.bufsize;
1156 }
1157
1158 err = malloc(errlen);
1159 if (!err) {
1160 memprintf(errmsg, "out of memory.");
1161 goto out;
1162 }
1163
1164 errnum = read(fd, err, errlen);
1165 if (errnum != errlen) {
1166 memprintf(errmsg, "error reading file '%s'.", file);
1167 goto out;
1168 }
1169
Christopher Faulet58857752020-01-15 15:19:50 +01001170 /* Create the node corresponding to the error file */
Christopher Fauletb6ea17c2020-05-13 21:45:22 +02001171 http_errmsg = calloc(1, sizeof(*http_errmsg));
1172 if (!http_errmsg) {
Christopher Faulet58857752020-01-15 15:19:50 +01001173 memprintf(errmsg, "out of memory.");
1174 goto out;
1175 }
Christopher Fauletb6ea17c2020-05-13 21:45:22 +02001176 http_errmsg->node.key = strdup(file);
1177 if (!http_errmsg->node.key) {
Christopher Faulet58857752020-01-15 15:19:50 +01001178 memprintf(errmsg, "out of memory.");
Christopher Fauletb6ea17c2020-05-13 21:45:22 +02001179 free(http_errmsg);
Christopher Faulet58857752020-01-15 15:19:50 +01001180 goto out;
1181 }
1182
1183 /* Convert the error file into an HTX message */
Christopher Fauleta66adf42020-11-05 22:43:41 +01001184 if (!http_str_to_htx(&chk, ist2(err, errlen), errmsg)) {
1185 memprintf(errmsg, "'%s': %s", file, *errmsg);
Christopher Fauletb6ea17c2020-05-13 21:45:22 +02001186 free(http_errmsg->node.key);
1187 free(http_errmsg);
Christopher Faulet5031ef52020-01-15 11:22:07 +01001188 goto out;
1189 }
1190
Christopher Faulet58857752020-01-15 15:19:50 +01001191 /* Insert the node in the tree and return the HTX message */
Christopher Fauletb6ea17c2020-05-13 21:45:22 +02001192 http_errmsg->msg = chk;
1193 ebis_insert(&http_error_messages, &http_errmsg->node);
1194 buf = &http_errmsg->msg;
Christopher Faulet58857752020-01-15 15:19:50 +01001195
Christopher Faulet5031ef52020-01-15 11:22:07 +01001196 out:
1197 if (fd >= 0)
1198 close(fd);
1199 free(err);
Christopher Faulet58857752020-01-15 15:19:50 +01001200 return buf;
Christopher Faulet5031ef52020-01-15 11:22:07 +01001201}
1202
Ilya Shipitsind4259502020-04-08 01:07:56 +05001203/* Convert the raw http message <msg> into an HTX message. On success, the HTX
Christopher Faulet58857752020-01-15 15:19:50 +01001204 * message is returned. On error, NULL is returned and an error message is
1205 * written into the <errmsg> buffer.
Christopher Fauletbdf65262020-01-16 15:51:59 +01001206 */
Christopher Faulet58857752020-01-15 15:19:50 +01001207struct buffer *http_load_errormsg(const char *key, const struct ist msg, char **errmsg)
Christopher Fauletbdf65262020-01-16 15:51:59 +01001208{
Christopher Faulet58857752020-01-15 15:19:50 +01001209 struct buffer *buf = NULL;
1210 struct buffer chk;
1211 struct ebpt_node *node;
Christopher Fauletb6ea17c2020-05-13 21:45:22 +02001212 struct http_error_msg *http_errmsg;
Christopher Faulet58857752020-01-15 15:19:50 +01001213
1214 /* already loaded */
1215 node = ebis_lookup_len(&http_error_messages, key, strlen(key));
1216 if (node) {
Christopher Fauletb6ea17c2020-05-13 21:45:22 +02001217 http_errmsg = container_of(node, typeof(*http_errmsg), node);
1218 buf = &http_errmsg->msg;
Christopher Faulet58857752020-01-15 15:19:50 +01001219 goto out;
1220 }
1221 /* Create the node corresponding to the error file */
Christopher Fauletb6ea17c2020-05-13 21:45:22 +02001222 http_errmsg = calloc(1, sizeof(*http_errmsg));
1223 if (!http_errmsg) {
Christopher Faulet58857752020-01-15 15:19:50 +01001224 memprintf(errmsg, "out of memory.");
1225 goto out;
1226 }
Christopher Fauletb6ea17c2020-05-13 21:45:22 +02001227 http_errmsg->node.key = strdup(key);
1228 if (!http_errmsg->node.key) {
Christopher Faulet58857752020-01-15 15:19:50 +01001229 memprintf(errmsg, "out of memory.");
Christopher Fauletb6ea17c2020-05-13 21:45:22 +02001230 free(http_errmsg);
Christopher Faulet58857752020-01-15 15:19:50 +01001231 goto out;
1232 }
Christopher Fauletbdf65262020-01-16 15:51:59 +01001233
1234 /* Convert the error file into an HTX message */
Christopher Fauleta66adf42020-11-05 22:43:41 +01001235 if (!http_str_to_htx(&chk, msg, errmsg)) {
1236 memprintf(errmsg, "invalid error message: %s", *errmsg);
Christopher Fauletb6ea17c2020-05-13 21:45:22 +02001237 free(http_errmsg->node.key);
1238 free(http_errmsg);
Christopher Fauletbdf65262020-01-16 15:51:59 +01001239 goto out;
1240 }
Christopher Fauletbdf65262020-01-16 15:51:59 +01001241
Christopher Faulet58857752020-01-15 15:19:50 +01001242 /* Insert the node in the tree and return the HTX message */
Christopher Fauletb6ea17c2020-05-13 21:45:22 +02001243 http_errmsg->msg = chk;
1244 ebis_insert(&http_error_messages, &http_errmsg->node);
1245 buf = &http_errmsg->msg;
Christopher Fauletbdf65262020-01-16 15:51:59 +01001246 out:
Christopher Faulet58857752020-01-15 15:19:50 +01001247 return buf;
Christopher Fauletbdf65262020-01-16 15:51:59 +01001248}
1249
Christopher Faulet5031ef52020-01-15 11:22:07 +01001250/* This function parses the raw HTTP error file <file> for the status code
Christopher Faulet58857752020-01-15 15:19:50 +01001251 * <status>. It returns NULL if there is any error, otherwise it return the
1252 * corresponding HTX message.
Christopher Faulet5031ef52020-01-15 11:22:07 +01001253 */
Christopher Faulet58857752020-01-15 15:19:50 +01001254struct buffer *http_parse_errorfile(int status, const char *file, char **errmsg)
Christopher Faulet5031ef52020-01-15 11:22:07 +01001255{
Christopher Faulet58857752020-01-15 15:19:50 +01001256 struct buffer *buf = NULL;
1257 int rc;
Christopher Faulet5031ef52020-01-15 11:22:07 +01001258
1259 for (rc = 0; rc < HTTP_ERR_SIZE; rc++) {
1260 if (http_err_codes[rc] == status) {
Christopher Faulet58857752020-01-15 15:19:50 +01001261 buf = http_load_errorfile(file, errmsg);
Christopher Faulet5031ef52020-01-15 11:22:07 +01001262 break;
1263 }
1264 }
1265
1266 if (rc >= HTTP_ERR_SIZE)
1267 memprintf(errmsg, "status code '%d' not handled.", status);
Christopher Faulet58857752020-01-15 15:19:50 +01001268 return buf;
Christopher Fauletbdf65262020-01-16 15:51:59 +01001269}
1270
1271/* This function creates HTX error message corresponding to a redirect message
1272 * for the status code <status>. <url> is used as location url for the
Christopher Faulet58857752020-01-15 15:19:50 +01001273 * redirect. <errloc> is used to know if it is a 302 or a 303 redirect. It
1274 * returns NULL if there is any error, otherwise it return the corresponding HTX
1275 * message.
Christopher Fauletbdf65262020-01-16 15:51:59 +01001276 */
Christopher Faulet58857752020-01-15 15:19:50 +01001277struct buffer *http_parse_errorloc(int errloc, int status, const char *url, char **errmsg)
Christopher Fauletbdf65262020-01-16 15:51:59 +01001278{
Christopher Faulet0bac4cd2020-05-27 10:11:59 +02001279 static const char *HTTP_302 =
1280 "HTTP/1.1 302 Found\r\n"
1281 "Cache-Control: no-cache\r\n"
1282 "Content-length: 0\r\n"
1283 "Location: "; /* not terminated since it will be concatenated with the URL */
1284 static const char *HTTP_303 =
1285 "HTTP/1.1 303 See Other\r\n"
1286 "Cache-Control: no-cache\r\n"
1287 "Content-length: 0\r\n"
1288 "Location: "; /* not terminated since it will be concatenated with the URL */
1289
Christopher Faulet58857752020-01-15 15:19:50 +01001290 struct buffer *buf = NULL;
Christopher Fauletbdf65262020-01-16 15:51:59 +01001291 const char *msg;
Christopher Faulet58857752020-01-15 15:19:50 +01001292 char *key = NULL, *err = NULL;
Christopher Fauletbdf65262020-01-16 15:51:59 +01001293 int rc, errlen;
Christopher Fauletbdf65262020-01-16 15:51:59 +01001294
1295 for (rc = 0; rc < HTTP_ERR_SIZE; rc++) {
1296 if (http_err_codes[rc] == status) {
Christopher Faulet58857752020-01-15 15:19:50 +01001297 /* Create the error key */
1298 if (!memprintf(&key, "errorloc%d %s", errloc, url)) {
1299 memprintf(errmsg, "out of memory.");
1300 goto out;
1301 }
Christopher Fauletbdf65262020-01-16 15:51:59 +01001302 /* Create the error message */
1303 msg = (errloc == 302 ? HTTP_302 : HTTP_303);
1304 errlen = strlen(msg) + strlen(url) + 5;
1305 err = malloc(errlen);
1306 if (!err) {
1307 memprintf(errmsg, "out of memory.");
1308 goto out;
1309 }
1310 errlen = snprintf(err, errlen, "%s%s\r\n\r\n", msg, url);
1311
1312 /* Load it */
Christopher Faulet58857752020-01-15 15:19:50 +01001313 buf = http_load_errormsg(key, ist2(err, errlen), errmsg);
Christopher Fauletbdf65262020-01-16 15:51:59 +01001314 break;
1315 }
1316 }
1317
1318 if (rc >= HTTP_ERR_SIZE)
1319 memprintf(errmsg, "status code '%d' not handled.", status);
1320out:
Christopher Faulet58857752020-01-15 15:19:50 +01001321 free(key);
Christopher Fauletbdf65262020-01-16 15:51:59 +01001322 free(err);
Christopher Faulet58857752020-01-15 15:19:50 +01001323 return buf;
Christopher Faulet5031ef52020-01-15 11:22:07 +01001324}
1325
Christopher Faulet7eea2412020-05-13 15:02:59 +02001326/* Check an "http reply" and, for replies referencing an http-errors section,
1327 * try to find the right section and the right error message in this section. If
1328 * found, the reply is updated. If the http-errors section exists but the error
1329 * message is not found, no error message is set to fallback on the default
1330 * ones. Otherwise (unknown section) an error is returned.
1331 *
1332 * The function returns 1 in success case, otherwise, it returns 0 and errmsg is
1333 * filled.
1334 */
1335int http_check_http_reply(struct http_reply *reply, struct proxy *px, char **errmsg)
1336{
1337 struct http_errors *http_errs;
1338 int ret = 1;
1339
1340 if (reply->type != HTTP_REPLY_ERRFILES)
1341 goto end;
1342
1343 list_for_each_entry(http_errs, &http_errors_list, list) {
1344 if (strcmp(http_errs->id, reply->body.http_errors) == 0) {
Christopher Faulete29a97e2020-05-14 14:49:25 +02001345 reply->type = HTTP_REPLY_INDIRECT;
Christopher Faulet7eea2412020-05-13 15:02:59 +02001346 free(reply->body.http_errors);
Christopher Faulete29a97e2020-05-14 14:49:25 +02001347 reply->body.reply = http_errs->replies[http_get_status_idx(reply->status)];
1348 if (!reply->body.reply)
Christopher Faulet7eea2412020-05-13 15:02:59 +02001349 ha_warning("Proxy '%s': status '%d' referenced by an http reply "
1350 "not declared in http-errors section '%s'.\n",
1351 px->id, reply->status, http_errs->id);
1352 break;
1353 }
1354 }
1355
1356 if (&http_errs->list == &http_errors_list) {
1357 memprintf(errmsg, "unknown http-errors section '%s' referenced by an http reply ",
1358 reply->body.http_errors);
1359 ret = 0;
1360 }
1361
1362 end:
1363 return ret;
1364}
1365
Christopher Faulet47e791e2020-05-13 14:36:55 +02001366/* Parse an "http reply". It returns the reply on success or NULL on error. This
1367 * function creates one of the following http replies :
1368 *
1369 * - HTTP_REPLY_EMPTY : dummy response, no payload
1370 * - HTTP_REPLY_ERRMSG : implicit error message depending on the status code or explicit one
1371 * - HTTP_REPLY_ERRFILES : points on an http-errors section (resolved during post-parsing)
1372 * - HTTP_REPLY_RAW : explicit file object ('file' argument)
1373 * - HTTP_REPLY_LOGFMT : explicit log-format string ('content' argument)
1374 *
1375 * The content-type must be defined for non-empty payload. It is ignored for
1376 * error messages (implicit or explicit). When an http-errors section is
1377 * referenced (HTTP_REPLY_ERRFILES), the real error message should be resolved
1378 * during the configuration validity check or dynamically. It is the caller
1379 * responsibility to choose. If no status code is configured, <default_status>
1380 * is set.
1381 */
1382struct http_reply *http_parse_http_reply(const char **args, int *orig_arg, struct proxy *px,
1383 int default_status, char **errmsg)
1384{
1385 struct logformat_node *lf, *lfb;
1386 struct http_reply *reply = NULL;
1387 struct http_reply_hdr *hdr, *hdrb;
1388 struct stat stat;
1389 const char *act_arg = NULL;
1390 char *obj = NULL;
Christopher Faulet7a06ffb2021-10-13 17:22:17 +02001391 int cur_arg, cap = 0, objlen = 0, fd = -1;
Christopher Faulet47e791e2020-05-13 14:36:55 +02001392
1393
1394 reply = calloc(1, sizeof(*reply));
1395 if (!reply) {
1396 memprintf(errmsg, "out of memory");
1397 goto error;
1398 }
1399 LIST_INIT(&reply->hdrs);
1400 reply->type = HTTP_REPLY_EMPTY;
1401 reply->status = default_status;
1402
Christopher Faulet3b967c12020-05-15 15:47:44 +02001403 if (px->conf.args.ctx == ARGC_HERR)
1404 cap = (SMP_VAL_REQUEST | SMP_VAL_RESPONSE);
Christopher Faulet7a06ffb2021-10-13 17:22:17 +02001405 else {
1406 if (px->cap & PR_CAP_FE)
1407 cap |= ((px->conf.args.ctx == ARGC_HRQ) ? SMP_VAL_FE_HRQ_HDR : SMP_VAL_FE_HRS_HDR);
1408 if (px->cap & PR_CAP_BE)
Willy Tarreaub39e47a2021-10-16 14:41:09 +02001409 cap |= ((px->conf.args.ctx == ARGC_HRQ) ? SMP_VAL_BE_HRQ_HDR : SMP_VAL_BE_HRS_HDR);
Christopher Faulet7a06ffb2021-10-13 17:22:17 +02001410 }
Christopher Faulet47e791e2020-05-13 14:36:55 +02001411
1412 cur_arg = *orig_arg;
1413 while (*args[cur_arg]) {
1414 if (strcmp(args[cur_arg], "status") == 0) {
1415 cur_arg++;
1416 if (!*args[cur_arg]) {
1417 memprintf(errmsg, "'%s' expects <status_code> as argument", args[cur_arg-1]);
1418 goto error;
1419 }
1420 reply->status = atol(args[cur_arg]);
1421 if (reply->status < 200 || reply->status > 599) {
1422 memprintf(errmsg, "Unexpected status code '%d'", reply->status);
1423 goto error;
1424 }
1425 cur_arg++;
1426 }
1427 else if (strcmp(args[cur_arg], "content-type") == 0) {
1428 cur_arg++;
1429 if (!*args[cur_arg]) {
1430 memprintf(errmsg, "'%s' expects <ctype> as argument", args[cur_arg-1]);
1431 goto error;
1432 }
1433 free(reply->ctype);
1434 reply->ctype = strdup(args[cur_arg]);
1435 cur_arg++;
1436 }
1437 else if (strcmp(args[cur_arg], "errorfiles") == 0) {
1438 if (reply->type != HTTP_REPLY_EMPTY) {
1439 memprintf(errmsg, "unexpected '%s' argument, '%s' already defined", args[cur_arg], act_arg);
1440 goto error;
1441 }
1442 act_arg = args[cur_arg];
1443 cur_arg++;
1444 if (!*args[cur_arg]) {
1445 memprintf(errmsg, "'%s' expects <name> as argument", args[cur_arg-1]);
1446 goto error;
1447 }
1448 reply->body.http_errors = strdup(args[cur_arg]);
1449 if (!reply->body.http_errors) {
1450 memprintf(errmsg, "out of memory");
1451 goto error;
1452 }
1453 reply->type = HTTP_REPLY_ERRFILES;
1454 cur_arg++;
1455 }
1456 else if (strcmp(args[cur_arg], "default-errorfiles") == 0) {
1457 if (reply->type != HTTP_REPLY_EMPTY) {
1458 memprintf(errmsg, "unexpected '%s' argument, '%s' already defined", args[cur_arg], act_arg);
1459 goto error;
1460 }
1461 act_arg = args[cur_arg];
1462 reply->type = HTTP_REPLY_ERRMSG;
1463 cur_arg++;
1464 }
1465 else if (strcmp(args[cur_arg], "errorfile") == 0) {
1466 if (reply->type != HTTP_REPLY_EMPTY) {
1467 memprintf(errmsg, "unexpected '%s' argument, '%s' already defined", args[cur_arg], act_arg);
1468 goto error;
1469 }
1470 act_arg = args[cur_arg];
1471 cur_arg++;
1472 if (!*args[cur_arg]) {
1473 memprintf(errmsg, "'%s' expects <fmt> as argument", args[cur_arg-1]);
1474 goto error;
1475 }
1476 reply->body.errmsg = http_load_errorfile(args[cur_arg], errmsg);
1477 if (!reply->body.errmsg) {
1478 goto error;
1479 }
1480 reply->type = HTTP_REPLY_ERRMSG;
1481 cur_arg++;
1482 }
1483 else if (strcmp(args[cur_arg], "file") == 0) {
1484 if (reply->type != HTTP_REPLY_EMPTY) {
1485 memprintf(errmsg, "unexpected '%s' argument, '%s' already defined", args[cur_arg], act_arg);
1486 goto error;
1487 }
1488 act_arg = args[cur_arg];
1489 cur_arg++;
1490 if (!*args[cur_arg]) {
1491 memprintf(errmsg, "'%s' expects <file> as argument", args[cur_arg-1]);
1492 goto error;
1493 }
1494 fd = open(args[cur_arg], O_RDONLY);
1495 if ((fd < 0) || (fstat(fd, &stat) < 0)) {
1496 memprintf(errmsg, "error opening file '%s'", args[cur_arg]);
1497 goto error;
1498 }
1499 if (stat.st_size > global.tune.bufsize) {
1500 memprintf(errmsg, "file '%s' exceeds the buffer size (%lld > %d)",
1501 args[cur_arg], (long long)stat.st_size, global.tune.bufsize);
1502 goto error;
1503 }
1504 objlen = stat.st_size;
1505 obj = malloc(objlen);
1506 if (!obj || read(fd, obj, objlen) != objlen) {
1507 memprintf(errmsg, "error reading file '%s'", args[cur_arg]);
1508 goto error;
1509 }
1510 close(fd);
1511 fd = -1;
1512 reply->type = HTTP_REPLY_RAW;
1513 chunk_initlen(&reply->body.obj, obj, global.tune.bufsize, objlen);
1514 obj = NULL;
1515 cur_arg++;
1516 }
1517 else if (strcmp(args[cur_arg], "string") == 0) {
1518 if (reply->type != HTTP_REPLY_EMPTY) {
1519 memprintf(errmsg, "unexpected '%s' argument, '%s' already defined", args[cur_arg], act_arg);
1520 goto error;
1521 }
1522 act_arg = args[cur_arg];
1523 cur_arg++;
1524 if (!*args[cur_arg]) {
1525 memprintf(errmsg, "'%s' expects <str> as argument", args[cur_arg-1]);
1526 goto error;
1527 }
1528 obj = strdup(args[cur_arg]);
1529 objlen = strlen(args[cur_arg]);
1530 if (!obj) {
1531 memprintf(errmsg, "out of memory");
1532 goto error;
1533 }
1534 reply->type = HTTP_REPLY_RAW;
1535 chunk_initlen(&reply->body.obj, obj, global.tune.bufsize, objlen);
1536 obj = NULL;
1537 cur_arg++;
1538 }
1539 else if (strcmp(args[cur_arg], "lf-file") == 0) {
1540 if (reply->type != HTTP_REPLY_EMPTY) {
1541 memprintf(errmsg, "unexpected '%s' argument, '%s' already defined", args[cur_arg], act_arg);
1542 goto error;
1543 }
1544 act_arg = args[cur_arg];
1545 cur_arg++;
1546 if (!*args[cur_arg]) {
1547 memprintf(errmsg, "'%s' expects <file> as argument", args[cur_arg-1]);
1548 goto error;
1549 }
1550 fd = open(args[cur_arg], O_RDONLY);
1551 if ((fd < 0) || (fstat(fd, &stat) < 0)) {
1552 memprintf(errmsg, "error opening file '%s'", args[cur_arg]);
1553 goto error;
1554 }
1555 if (stat.st_size > global.tune.bufsize) {
1556 memprintf(errmsg, "file '%s' exceeds the buffer size (%lld > %d)",
1557 args[cur_arg], (long long)stat.st_size, global.tune.bufsize);
1558 goto error;
1559 }
1560 objlen = stat.st_size;
1561 obj = malloc(objlen + 1);
1562 if (!obj || read(fd, obj, objlen) != objlen) {
1563 memprintf(errmsg, "error reading file '%s'", args[cur_arg]);
1564 goto error;
1565 }
1566 close(fd);
1567 fd = -1;
1568 obj[objlen] = '\0';
1569 reply->type = HTTP_REPLY_LOGFMT;
1570 cur_arg++;
1571 }
1572 else if (strcmp(args[cur_arg], "lf-string") == 0) {
1573 if (reply->type != HTTP_REPLY_EMPTY) {
1574 memprintf(errmsg, "unexpected '%s' argument, '%s' already defined", args[cur_arg], act_arg);
1575 goto error;
1576 }
1577 act_arg = args[cur_arg];
1578 cur_arg++;
1579 if (!*args[cur_arg]) {
1580 memprintf(errmsg, "'%s' expects <fmt> as argument", args[cur_arg-1]);
1581 goto error;
1582 }
1583 obj = strdup(args[cur_arg]);
1584 objlen = strlen(args[cur_arg]);
1585 reply->type = HTTP_REPLY_LOGFMT;
1586 cur_arg++;
1587 }
1588 else if (strcmp(args[cur_arg], "hdr") == 0) {
1589 cur_arg++;
1590 if (!*args[cur_arg] || !*args[cur_arg+1]) {
1591 memprintf(errmsg, "'%s' expects <name> and <value> as arguments", args[cur_arg-1]);
1592 goto error;
1593 }
1594 if (strcasecmp(args[cur_arg], "content-length") == 0 ||
1595 strcasecmp(args[cur_arg], "transfer-encoding") == 0 ||
1596 strcasecmp(args[cur_arg], "content-type") == 0) {
1597 ha_warning("parsing [%s:%d] : header '%s' always ignored by the http reply.\n",
1598 px->conf.args.file, px->conf.args.line, args[cur_arg]);
1599 cur_arg += 2;
1600 continue;
1601 }
1602 hdr = calloc(1, sizeof(*hdr));
1603 if (!hdr) {
1604 memprintf(errmsg, "'%s' : out of memory", args[cur_arg-1]);
1605 goto error;
1606 }
Willy Tarreau2b718102021-04-21 07:32:39 +02001607 LIST_APPEND(&reply->hdrs, &hdr->list);
Christopher Faulet47e791e2020-05-13 14:36:55 +02001608 LIST_INIT(&hdr->value);
1609 hdr->name = ist(strdup(args[cur_arg]));
1610 if (!isttest(hdr->name)) {
1611 memprintf(errmsg, "out of memory");
1612 goto error;
1613 }
Christopher Faulet47e791e2020-05-13 14:36:55 +02001614 if (!parse_logformat_string(args[cur_arg+1], px, &hdr->value, LOG_OPT_HTTP, cap, errmsg))
1615 goto error;
1616
1617 free(px->conf.lfs_file);
1618 px->conf.lfs_file = strdup(px->conf.args.file);
1619 px->conf.lfs_line = px->conf.args.line;
1620 cur_arg += 2;
1621 }
1622 else
1623 break;
1624 }
1625
1626 if (reply->type == HTTP_REPLY_EMPTY) { /* no payload */
1627 if (reply->ctype) {
1628 ha_warning("parsing [%s:%d] : content-type '%s' ignored by the http reply because"
1629 " neither errorfile nor payload defined.\n",
1630 px->conf.args.file, px->conf.args.line, reply->ctype);
Willy Tarreau61cfdf42021-02-20 10:46:51 +01001631 ha_free(&reply->ctype);
Christopher Faulet47e791e2020-05-13 14:36:55 +02001632 }
1633 }
1634 else if (reply->type == HTTP_REPLY_ERRFILES || reply->type == HTTP_REPLY_ERRMSG) { /* errorfiles or errorfile */
1635
1636 if (reply->type != HTTP_REPLY_ERRMSG || !reply->body.errmsg) {
1637 /* default errorfile or errorfiles: check the status */
1638 int rc;
1639
1640 for (rc = 0; rc < HTTP_ERR_SIZE; rc++) {
1641 if (http_err_codes[rc] == reply->status)
1642 break;
1643 }
1644
1645 if (rc >= HTTP_ERR_SIZE) {
1646 memprintf(errmsg, "status code '%d' not handled by default with '%s' argument.",
1647 reply->status, act_arg);
1648 goto error;
1649 }
1650 }
1651
1652 if (reply->ctype) {
1653 ha_warning("parsing [%s:%d] : content-type '%s' ignored by the http reply when used "
1654 "with an erorrfile.\n",
1655 px->conf.args.file, px->conf.args.line, reply->ctype);
Willy Tarreau61cfdf42021-02-20 10:46:51 +01001656 ha_free(&reply->ctype);
Christopher Faulet47e791e2020-05-13 14:36:55 +02001657 }
1658 if (!LIST_ISEMPTY(&reply->hdrs)) {
1659 ha_warning("parsing [%s:%d] : hdr parameters ignored by the http reply when used "
1660 "with an erorrfile.\n",
1661 px->conf.args.file, px->conf.args.line);
1662 list_for_each_entry_safe(hdr, hdrb, &reply->hdrs, list) {
Willy Tarreau2b718102021-04-21 07:32:39 +02001663 LIST_DELETE(&hdr->list);
Christopher Faulet47e791e2020-05-13 14:36:55 +02001664 list_for_each_entry_safe(lf, lfb, &hdr->value, list) {
Willy Tarreau2b718102021-04-21 07:32:39 +02001665 LIST_DELETE(&lf->list);
Christopher Faulet47e791e2020-05-13 14:36:55 +02001666 release_sample_expr(lf->expr);
1667 free(lf->arg);
1668 free(lf);
1669 }
1670 istfree(&hdr->name);
1671 free(hdr);
1672 }
1673 }
1674 }
1675 else if (reply->type == HTTP_REPLY_RAW) { /* explicit parameter using 'file' parameter*/
Christopher Fauletb8d148a2020-10-09 08:50:26 +02001676 if ((reply->status == 204 || reply->status == 304) && objlen) {
1677 memprintf(errmsg, "No body expected for %d responses", reply->status);
1678 goto error;
1679 }
Christopher Faulet47e791e2020-05-13 14:36:55 +02001680 if (!reply->ctype && objlen) {
1681 memprintf(errmsg, "a content type must be defined when non-empty payload is configured");
1682 goto error;
1683 }
1684 if (reply->ctype && !b_data(&reply->body.obj)) {
1685 ha_warning("parsing [%s:%d] : content-type '%s' ignored by the http reply when used "
Ilya Shipitsin47d17182020-06-21 21:42:57 +05001686 "with an empty payload.\n",
Christopher Faulet47e791e2020-05-13 14:36:55 +02001687 px->conf.args.file, px->conf.args.line, reply->ctype);
Willy Tarreau61cfdf42021-02-20 10:46:51 +01001688 ha_free(&reply->ctype);
Christopher Faulet47e791e2020-05-13 14:36:55 +02001689 }
1690 if (b_room(&reply->body.obj) < global.tune.maxrewrite) {
1691 ha_warning("parsing [%s:%d] : http reply payload runs over the buffer space reserved to headers rewriting."
1692 " It may lead to internal errors if strict rewriting mode is enabled.\n",
1693 px->conf.args.file, px->conf.args.line);
1694 }
1695 }
1696 else if (reply->type == HTTP_REPLY_LOGFMT) { /* log-format payload using 'lf-file' of 'lf-string' parameter */
1697 LIST_INIT(&reply->body.fmt);
Christopher Fauletb8d148a2020-10-09 08:50:26 +02001698 if ((reply->status == 204 || reply->status == 304)) {
1699 memprintf(errmsg, "No body expected for %d responses", reply->status);
1700 goto error;
1701 }
Christopher Faulet47e791e2020-05-13 14:36:55 +02001702 if (!reply->ctype) {
1703 memprintf(errmsg, "a content type must be defined with a log-format payload");
1704 goto error;
1705 }
1706 if (!parse_logformat_string(obj, px, &reply->body.fmt, LOG_OPT_HTTP, cap, errmsg))
1707 goto error;
1708
1709 free(px->conf.lfs_file);
1710 px->conf.lfs_file = strdup(px->conf.args.file);
1711 px->conf.lfs_line = px->conf.args.line;
1712 }
1713
1714 free(obj);
1715 *orig_arg = cur_arg;
1716 return reply;
1717
1718 error:
1719 free(obj);
1720 if (fd >= 0)
1721 close(fd);
1722 release_http_reply(reply);
1723 return NULL;
1724}
1725
Amaury Denoyelle4c0882b2021-07-07 10:49:26 +02001726static int uri_is_default_port(const struct ist scheme, const struct ist port)
1727{
1728 return (isteq(port, ist("443")) && isteqi(scheme, ist("https://"))) ||
1729 (isteq(port, ist("80")) && isteqi(scheme, ist("http://")));
1730}
1731
1732/* Apply schemed-based normalization as described on rfc3986 on section 6.3.2.
1733 * Returns 0 if no error has been found else non-zero.
1734 *
1735 * The normalization is processed on the target-uri at the condition that it is
1736 * in absolute-form. In the case where the target-uri was normalized, every
1737 * host headers values found are also replaced by the normalized hostname. This
1738 * assumes that the target-uri and host headers were properly identify as
1739 * similar before calling this function.
1740 */
1741int http_scheme_based_normalize(struct htx *htx)
1742{
1743 struct http_hdr_ctx ctx;
1744 struct htx_sl *sl;
1745 struct ist uri, scheme, authority, host, port;
1746 char *start, *end, *ptr;
Amaury Denoyelle8ac8cbf2021-07-06 10:52:58 +02001747 struct http_uri_parser parser;
Amaury Denoyelle4c0882b2021-07-07 10:49:26 +02001748
1749 sl = http_get_stline(htx);
1750
1751 if (!sl || !(sl->flags & (HTX_SL_F_HAS_SCHM|HTX_SL_F_HAS_AUTHORITY)))
1752 return 0;
1753
1754 uri = htx_sl_req_uri(sl);
1755
Amaury Denoyelle8ac8cbf2021-07-06 10:52:58 +02001756 parser = http_uri_parser_init(uri);
1757 scheme = http_parse_scheme(&parser);
Amaury Denoyelle4c0882b2021-07-07 10:49:26 +02001758 /* if no scheme found, no normalization to proceed */
1759 if (!isttest(scheme))
1760 return 0;
1761
1762 /* Extract the port if present in authority. To properly support ipv6
1763 * hostnames, do a reverse search on the last ':' separator as long as
1764 * digits are found.
1765 */
Amaury Denoyelle69294b22021-07-06 11:02:22 +02001766 authority = http_parse_authority(&parser, 0);
Amaury Denoyelle4c0882b2021-07-07 10:49:26 +02001767 start = istptr(authority);
1768 end = istend(authority);
Amaury Denoyelle164ae4a2021-07-07 17:17:39 +02001769 for (ptr = end; ptr > start && isdigit((unsigned char)*--ptr); )
Amaury Denoyelle4c0882b2021-07-07 10:49:26 +02001770 ;
1771
1772 /* if no port found, no normalization to proceed */
1773 if (likely(*ptr != ':'))
1774 return 0;
1775
1776 /* split host/port on the ':' separator found */
1777 host = ist2(start, ptr - start);
1778 port = istnext(ist2(ptr, end - ptr));
1779
1780 if (istlen(port) && uri_is_default_port(scheme, port)) {
1781 /* reconstruct the uri with removal of the port */
1782 struct buffer *temp = get_trash_chunk();
1783 struct ist meth, vsn, path;
1784
1785 /* meth */
1786 chunk_memcat(temp, HTX_SL_REQ_MPTR(sl), HTX_SL_REQ_MLEN(sl));
1787 meth = ist2(temp->area, HTX_SL_REQ_MLEN(sl));
1788
1789 /* vsn */
1790 chunk_memcat(temp, HTX_SL_REQ_VPTR(sl), HTX_SL_REQ_VLEN(sl));
1791 vsn = ist2(temp->area + meth.len, HTX_SL_REQ_VLEN(sl));
1792
1793 /* reconstruct uri without port */
Amaury Denoyellec453f952021-07-06 11:40:12 +02001794 path = http_parse_path(&parser);
Amaury Denoyelle4c0882b2021-07-07 10:49:26 +02001795 chunk_istcat(temp, scheme);
1796 chunk_istcat(temp, host);
1797 chunk_istcat(temp, path);
1798 uri = ist2(temp->area + meth.len + vsn.len,
1799 scheme.len + host.len + path.len);
1800
1801 http_replace_stline(htx, meth, uri, vsn);
1802
1803 /* replace every host headers values by the normalized host */
1804 ctx.blk = NULL;
1805 while (http_find_header(htx, ist("host"), &ctx, 0)) {
1806 if (!http_replace_header_value(htx, &ctx, host))
1807 goto fail;
1808 }
1809 }
1810
1811 return 0;
1812
1813 fail:
1814 return 1;
1815}
1816
Christopher Faulet07f41f72020-01-16 16:16:06 +01001817/* Parses the "errorloc[302|303]" proxy keyword */
1818static int proxy_parse_errorloc(char **args, int section, struct proxy *curpx,
Willy Tarreau01825162021-03-09 09:53:46 +01001819 const struct proxy *defpx, const char *file, int line,
Christopher Faulet07f41f72020-01-16 16:16:06 +01001820 char **errmsg)
1821{
Christopher Faulet76edc0f2020-01-13 15:52:01 +01001822 struct conf_errors *conf_err;
Christopher Faulet5809e102020-05-14 17:31:52 +02001823 struct http_reply *reply;
Christopher Faulet07f41f72020-01-16 16:16:06 +01001824 struct buffer *msg;
Christopher Faulet76edc0f2020-01-13 15:52:01 +01001825 int errloc, status;
1826 int ret = 0;
Christopher Faulet07f41f72020-01-16 16:16:06 +01001827
1828 if (warnifnotcap(curpx, PR_CAP_FE | PR_CAP_BE, file, line, args[0], NULL)) {
1829 ret = 1;
1830 goto out;
1831 }
1832
1833 if (*(args[1]) == 0 || *(args[2]) == 0) {
1834 memprintf(errmsg, "%s : expects <status_code> and <url> as arguments.\n", args[0]);
1835 ret = -1;
1836 goto out;
1837 }
1838
1839 status = atol(args[1]);
Tim Duesterhuse5ff1412021-01-02 22:31:53 +01001840 errloc = (strcmp(args[0], "errorloc303") == 0 ? 303 : 302);
Christopher Faulet07f41f72020-01-16 16:16:06 +01001841 msg = http_parse_errorloc(errloc, status, args[2], errmsg);
1842 if (!msg) {
1843 memprintf(errmsg, "%s : %s", args[0], *errmsg);
1844 ret = -1;
1845 goto out;
1846 }
Christopher Faulet5809e102020-05-14 17:31:52 +02001847
1848 reply = calloc(1, sizeof(*reply));
1849 if (!reply) {
1850 memprintf(errmsg, "%s : out of memory.", args[0]);
1851 ret = -1;
1852 goto out;
1853 }
1854 reply->type = HTTP_REPLY_ERRMSG;
1855 reply->status = status;
1856 reply->ctype = NULL;
1857 LIST_INIT(&reply->hdrs);
1858 reply->body.errmsg = msg;
Willy Tarreau2b718102021-04-21 07:32:39 +02001859 LIST_APPEND(&http_replies_list, &reply->list);
Christopher Faulet07f41f72020-01-16 16:16:06 +01001860
Christopher Faulet76edc0f2020-01-13 15:52:01 +01001861 conf_err = calloc(1, sizeof(*conf_err));
1862 if (!conf_err) {
1863 memprintf(errmsg, "%s : out of memory.", args[0]);
Christopher Faulet5809e102020-05-14 17:31:52 +02001864 free(reply);
Christopher Faulet76edc0f2020-01-13 15:52:01 +01001865 ret = -1;
1866 goto out;
1867 }
1868 conf_err->type = 1;
1869 conf_err->info.errorfile.status = status;
Christopher Faulet5809e102020-05-14 17:31:52 +02001870 conf_err->info.errorfile.reply = reply;
1871
Christopher Faulet76edc0f2020-01-13 15:52:01 +01001872 conf_err->file = strdup(file);
1873 conf_err->line = line;
Willy Tarreau2b718102021-04-21 07:32:39 +02001874 LIST_APPEND(&curpx->conf.errors, &conf_err->list);
Christopher Faulet07f41f72020-01-16 16:16:06 +01001875
Christopher Fauleta66adf42020-11-05 22:43:41 +01001876 /* handle warning message */
1877 if (*errmsg)
1878 ret = 1;
Christopher Faulet07f41f72020-01-16 16:16:06 +01001879 out:
1880 return ret;
Christopher Faulet07f41f72020-01-16 16:16:06 +01001881
Christopher Faulet76edc0f2020-01-13 15:52:01 +01001882}
Christopher Faulet07f41f72020-01-16 16:16:06 +01001883
1884/* Parses the "errorfile" proxy keyword */
1885static int proxy_parse_errorfile(char **args, int section, struct proxy *curpx,
Willy Tarreau01825162021-03-09 09:53:46 +01001886 const struct proxy *defpx, const char *file, int line,
Christopher Faulet07f41f72020-01-16 16:16:06 +01001887 char **errmsg)
1888{
Christopher Faulet76edc0f2020-01-13 15:52:01 +01001889 struct conf_errors *conf_err;
Christopher Faulet5809e102020-05-14 17:31:52 +02001890 struct http_reply *reply;
Christopher Faulet07f41f72020-01-16 16:16:06 +01001891 struct buffer *msg;
Christopher Faulet76edc0f2020-01-13 15:52:01 +01001892 int status;
1893 int ret = 0;
Christopher Faulet07f41f72020-01-16 16:16:06 +01001894
1895 if (warnifnotcap(curpx, PR_CAP_FE | PR_CAP_BE, file, line, args[0], NULL)) {
1896 ret = 1;
1897 goto out;
1898 }
1899
1900 if (*(args[1]) == 0 || *(args[2]) == 0) {
1901 memprintf(errmsg, "%s : expects <status_code> and <file> as arguments.\n", args[0]);
1902 ret = -1;
1903 goto out;
1904 }
1905
1906 status = atol(args[1]);
1907 msg = http_parse_errorfile(status, args[2], errmsg);
1908 if (!msg) {
1909 memprintf(errmsg, "%s : %s", args[0], *errmsg);
1910 ret = -1;
1911 goto out;
1912 }
Christopher Faulet76edc0f2020-01-13 15:52:01 +01001913
Christopher Faulet5809e102020-05-14 17:31:52 +02001914 reply = calloc(1, sizeof(*reply));
1915 if (!reply) {
1916 memprintf(errmsg, "%s : out of memory.", args[0]);
1917 ret = -1;
1918 goto out;
1919 }
1920 reply->type = HTTP_REPLY_ERRMSG;
1921 reply->status = status;
1922 reply->ctype = NULL;
1923 LIST_INIT(&reply->hdrs);
1924 reply->body.errmsg = msg;
Willy Tarreau2b718102021-04-21 07:32:39 +02001925 LIST_APPEND(&http_replies_list, &reply->list);
Christopher Faulet5809e102020-05-14 17:31:52 +02001926
Christopher Faulet76edc0f2020-01-13 15:52:01 +01001927 conf_err = calloc(1, sizeof(*conf_err));
1928 if (!conf_err) {
1929 memprintf(errmsg, "%s : out of memory.", args[0]);
Christopher Faulet5809e102020-05-14 17:31:52 +02001930 free(reply);
Christopher Faulet76edc0f2020-01-13 15:52:01 +01001931 ret = -1;
1932 goto out;
1933 }
1934 conf_err->type = 1;
1935 conf_err->info.errorfile.status = status;
Christopher Faulet5809e102020-05-14 17:31:52 +02001936 conf_err->info.errorfile.reply = reply;
Christopher Faulet76edc0f2020-01-13 15:52:01 +01001937 conf_err->file = strdup(file);
1938 conf_err->line = line;
Willy Tarreau2b718102021-04-21 07:32:39 +02001939 LIST_APPEND(&curpx->conf.errors, &conf_err->list);
Christopher Faulet76edc0f2020-01-13 15:52:01 +01001940
Christopher Fauleta66adf42020-11-05 22:43:41 +01001941 /* handle warning message */
1942 if (*errmsg)
1943 ret = 1;
Christopher Faulet76edc0f2020-01-13 15:52:01 +01001944 out:
1945 return ret;
1946
1947}
1948
1949/* Parses the "errorfiles" proxy keyword */
1950static int proxy_parse_errorfiles(char **args, int section, struct proxy *curpx,
Willy Tarreau01825162021-03-09 09:53:46 +01001951 const struct proxy *defpx, const char *file, int line,
Christopher Faulet76edc0f2020-01-13 15:52:01 +01001952 char **err)
1953{
1954 struct conf_errors *conf_err = NULL;
1955 char *name = NULL;
1956 int rc, ret = 0;
1957
1958 if (warnifnotcap(curpx, PR_CAP_FE | PR_CAP_BE, file, line, args[0], NULL)) {
1959 ret = 1;
1960 goto out;
1961 }
1962
1963 if (!*(args[1])) {
1964 memprintf(err, "%s : expects <name> as argument.", args[0]);
1965 ret = -1;
1966 goto out;
1967 }
1968
1969 name = strdup(args[1]);
1970 conf_err = calloc(1, sizeof(*conf_err));
1971 if (!name || !conf_err) {
1972 memprintf(err, "%s : out of memory.", args[0]);
Christopher Faulet76edc0f2020-01-13 15:52:01 +01001973 goto error;
1974 }
1975 conf_err->type = 0;
1976
1977 conf_err->info.errorfiles.name = name;
1978 if (!*(args[2])) {
1979 for (rc = 0; rc < HTTP_ERR_SIZE; rc++)
1980 conf_err->info.errorfiles.status[rc] = 1;
1981 }
1982 else {
1983 int cur_arg, status;
1984 for (cur_arg = 2; *(args[cur_arg]); cur_arg++) {
1985 status = atol(args[cur_arg]);
1986
1987 for (rc = 0; rc < HTTP_ERR_SIZE; rc++) {
1988 if (http_err_codes[rc] == status) {
1989 conf_err->info.errorfiles.status[rc] = 2;
1990 break;
1991 }
1992 }
1993 if (rc >= HTTP_ERR_SIZE) {
1994 memprintf(err, "%s : status code '%d' not handled.", args[0], status);
Christopher Faulet7cde96c2020-01-21 10:10:11 +01001995 goto error;
Christopher Faulet76edc0f2020-01-13 15:52:01 +01001996 }
1997 }
1998 }
1999 conf_err->file = strdup(file);
2000 conf_err->line = line;
Willy Tarreau2b718102021-04-21 07:32:39 +02002001 LIST_APPEND(&curpx->conf.errors, &conf_err->list);
Christopher Faulet76edc0f2020-01-13 15:52:01 +01002002 out:
2003 return ret;
2004
2005 error:
2006 free(name);
2007 free(conf_err);
Christopher Faulet7cde96c2020-01-21 10:10:11 +01002008 ret = -1;
Christopher Faulet76edc0f2020-01-13 15:52:01 +01002009 goto out;
2010}
2011
Christopher Faulet3b967c12020-05-15 15:47:44 +02002012/* Parses the "http-error" proxy keyword */
2013static int proxy_parse_http_error(char **args, int section, struct proxy *curpx,
Willy Tarreau01825162021-03-09 09:53:46 +01002014 const struct proxy *defpx, const char *file, int line,
Christopher Faulet3b967c12020-05-15 15:47:44 +02002015 char **errmsg)
2016{
2017 struct conf_errors *conf_err;
2018 struct http_reply *reply = NULL;
2019 int rc, cur_arg, ret = 0;
2020
2021 if (warnifnotcap(curpx, PR_CAP_FE | PR_CAP_BE, file, line, args[0], NULL)) {
2022 ret = 1;
2023 goto out;
2024 }
2025
2026 cur_arg = 1;
2027 curpx->conf.args.ctx = ARGC_HERR;
2028 reply = http_parse_http_reply((const char **)args, &cur_arg, curpx, 0, errmsg);
2029 if (!reply) {
2030 memprintf(errmsg, "%s : %s", args[0], *errmsg);
2031 goto error;
2032 }
2033 else if (!reply->status) {
2034 memprintf(errmsg, "%s : expects at least a <status> as arguments.\n", args[0]);
2035 goto error;
2036 }
2037
2038 for (rc = 0; rc < HTTP_ERR_SIZE; rc++) {
2039 if (http_err_codes[rc] == reply->status)
2040 break;
2041 }
2042
2043 if (rc >= HTTP_ERR_SIZE) {
2044 memprintf(errmsg, "%s: status code '%d' not handled.", args[0], reply->status);
2045 goto error;
2046 }
2047 if (*args[cur_arg]) {
2048 memprintf(errmsg, "%s : unknown keyword '%s'.", args[0], args[cur_arg]);
2049 goto error;
2050 }
2051
2052 conf_err = calloc(1, sizeof(*conf_err));
2053 if (!conf_err) {
2054 memprintf(errmsg, "%s : out of memory.", args[0]);
2055 goto error;
2056 }
2057 if (reply->type == HTTP_REPLY_ERRFILES) {
2058 int rc = http_get_status_idx(reply->status);
2059
2060 conf_err->type = 2;
2061 conf_err->info.errorfiles.name = reply->body.http_errors;
2062 conf_err->info.errorfiles.status[rc] = 2;
2063 reply->body.http_errors = NULL;
2064 release_http_reply(reply);
2065 }
2066 else {
2067 conf_err->type = 1;
2068 conf_err->info.errorfile.status = reply->status;
2069 conf_err->info.errorfile.reply = reply;
Willy Tarreau2b718102021-04-21 07:32:39 +02002070 LIST_APPEND(&http_replies_list, &reply->list);
Christopher Faulet3b967c12020-05-15 15:47:44 +02002071 }
2072 conf_err->file = strdup(file);
2073 conf_err->line = line;
Willy Tarreau2b718102021-04-21 07:32:39 +02002074 LIST_APPEND(&curpx->conf.errors, &conf_err->list);
Christopher Faulet3b967c12020-05-15 15:47:44 +02002075
Christopher Faulet3005d282020-11-13 10:58:01 +01002076 /* handle warning message */
2077 if (*errmsg)
2078 ret = 1;
Christopher Faulet3b967c12020-05-15 15:47:44 +02002079 out:
2080 return ret;
2081
2082 error:
2083 release_http_reply(reply);
2084 ret = -1;
2085 goto out;
2086
2087}
2088
Christopher Faulet76edc0f2020-01-13 15:52:01 +01002089/* Check "errorfiles" proxy keyword */
2090static int proxy_check_errors(struct proxy *px)
2091{
2092 struct conf_errors *conf_err, *conf_err_back;
2093 struct http_errors *http_errs;
Christopher Fauletfc633b62020-11-06 15:24:23 +01002094 int rc, err = ERR_NONE;
Christopher Faulet76edc0f2020-01-13 15:52:01 +01002095
2096 list_for_each_entry_safe(conf_err, conf_err_back, &px->conf.errors, list) {
2097 if (conf_err->type == 1) {
2098 /* errorfile */
2099 rc = http_get_status_idx(conf_err->info.errorfile.status);
Christopher Faulet40e85692020-05-14 17:34:31 +02002100 px->replies[rc] = conf_err->info.errorfile.reply;
Christopher Faulet3b967c12020-05-15 15:47:44 +02002101
2102 /* For proxy, to rely on default replies, just don't reference a reply */
2103 if (px->replies[rc]->type == HTTP_REPLY_ERRMSG && !px->replies[rc]->body.errmsg)
2104 px->replies[rc] = NULL;
Christopher Faulet76edc0f2020-01-13 15:52:01 +01002105 }
2106 else {
2107 /* errorfiles */
2108 list_for_each_entry(http_errs, &http_errors_list, list) {
2109 if (strcmp(http_errs->id, conf_err->info.errorfiles.name) == 0)
2110 break;
2111 }
Christopher Faulet07f41f72020-01-16 16:16:06 +01002112
Christopher Faulet76edc0f2020-01-13 15:52:01 +01002113 /* unknown http-errors section */
2114 if (&http_errs->list == &http_errors_list) {
Amaury Denoyelle11124302021-06-04 18:22:08 +02002115 ha_alert("proxy '%s': unknown http-errors section '%s' (at %s:%d).\n",
Christopher Faulet76edc0f2020-01-13 15:52:01 +01002116 px->id, conf_err->info.errorfiles.name, conf_err->file, conf_err->line);
2117 err |= ERR_ALERT | ERR_FATAL;
2118 free(conf_err->info.errorfiles.name);
2119 goto next;
2120 }
2121
2122 free(conf_err->info.errorfiles.name);
2123 for (rc = 0; rc < HTTP_ERR_SIZE; rc++) {
2124 if (conf_err->info.errorfiles.status[rc] > 0) {
Christopher Fauletf1fedc32020-05-15 14:30:32 +02002125 if (http_errs->replies[rc])
Christopher Faulet40e85692020-05-14 17:34:31 +02002126 px->replies[rc] = http_errs->replies[rc];
Christopher Faulet76edc0f2020-01-13 15:52:01 +01002127 else if (conf_err->info.errorfiles.status[rc] == 2)
2128 ha_warning("config: proxy '%s' : status '%d' not declared in"
2129 " http-errors section '%s' (at %s:%d).\n",
2130 px->id, http_err_codes[rc], http_errs->id,
2131 conf_err->file, conf_err->line);
2132 }
2133 }
2134 }
2135 next:
Willy Tarreau2b718102021-04-21 07:32:39 +02002136 LIST_DELETE(&conf_err->list);
Christopher Faulet76edc0f2020-01-13 15:52:01 +01002137 free(conf_err->file);
2138 free(conf_err);
2139 }
Christopher Faulet07f41f72020-01-16 16:16:06 +01002140
2141 out:
Christopher Faulet76edc0f2020-01-13 15:52:01 +01002142 return err;
2143}
2144
Christopher Faulet0a589fd2020-01-22 14:47:04 +01002145static int post_check_errors()
2146{
2147 struct ebpt_node *node;
Christopher Fauletb6ea17c2020-05-13 21:45:22 +02002148 struct http_error_msg *http_errmsg;
Christopher Faulet0a589fd2020-01-22 14:47:04 +01002149 struct htx *htx;
Christopher Fauletfc633b62020-11-06 15:24:23 +01002150 int err_code = ERR_NONE;
Christopher Faulet0a589fd2020-01-22 14:47:04 +01002151
2152 node = ebpt_first(&http_error_messages);
2153 while (node) {
Christopher Fauletb6ea17c2020-05-13 21:45:22 +02002154 http_errmsg = container_of(node, typeof(*http_errmsg), node);
2155 if (b_is_null(&http_errmsg->msg))
Christopher Faulet0a589fd2020-01-22 14:47:04 +01002156 goto next;
Christopher Fauletb6ea17c2020-05-13 21:45:22 +02002157 htx = htxbuf(&http_errmsg->msg);
Christopher Faulet0a589fd2020-01-22 14:47:04 +01002158 if (htx_free_data_space(htx) < global.tune.maxrewrite) {
2159 ha_warning("config: errorfile '%s' runs over the buffer space"
Ilya Shipitsin47d17182020-06-21 21:42:57 +05002160 " reserved to headers rewriting. It may lead to internal errors if "
Christopher Faulet6d0c3df2020-01-22 09:26:35 +01002161 " http-after-response rules are evaluated on this message.\n",
Christopher Faulet0a589fd2020-01-22 14:47:04 +01002162 (char *)node->key);
2163 err_code |= ERR_WARN;
2164 }
2165 next:
2166 node = ebpt_next(node);
2167 }
2168
2169 return err_code;
2170}
2171
Willy Tarreau016255a2021-02-12 08:40:29 +01002172int proxy_dup_default_conf_errors(struct proxy *curpx, const struct proxy *defpx, char **errmsg)
Christopher Faulet76edc0f2020-01-13 15:52:01 +01002173{
2174 struct conf_errors *conf_err, *new_conf_err = NULL;
2175 int ret = 0;
2176
2177 list_for_each_entry(conf_err, &defpx->conf.errors, list) {
2178 new_conf_err = calloc(1, sizeof(*new_conf_err));
2179 if (!new_conf_err) {
2180 memprintf(errmsg, "unable to duplicate default errors (out of memory).");
2181 goto out;
2182 }
2183 new_conf_err->type = conf_err->type;
2184 if (conf_err->type == 1) {
2185 new_conf_err->info.errorfile.status = conf_err->info.errorfile.status;
Christopher Faulet40e85692020-05-14 17:34:31 +02002186 new_conf_err->info.errorfile.reply = conf_err->info.errorfile.reply;
Christopher Faulet76edc0f2020-01-13 15:52:01 +01002187 }
2188 else {
2189 new_conf_err->info.errorfiles.name = strdup(conf_err->info.errorfiles.name);
2190 if (!new_conf_err->info.errorfiles.name) {
2191 memprintf(errmsg, "unable to duplicate default errors (out of memory).");
2192 goto out;
2193 }
2194 memcpy(&new_conf_err->info.errorfiles.status, &conf_err->info.errorfiles.status,
2195 sizeof(conf_err->info.errorfiles.status));
2196 }
2197 new_conf_err->file = strdup(conf_err->file);
2198 new_conf_err->line = conf_err->line;
Willy Tarreau2b718102021-04-21 07:32:39 +02002199 LIST_APPEND(&curpx->conf.errors, &new_conf_err->list);
Christopher Faulet76edc0f2020-01-13 15:52:01 +01002200 new_conf_err = NULL;
2201 }
2202 ret = 1;
2203
2204 out:
2205 free(new_conf_err);
Christopher Faulet07f41f72020-01-16 16:16:06 +01002206 return ret;
Christopher Faulet76edc0f2020-01-13 15:52:01 +01002207}
2208
2209void proxy_release_conf_errors(struct proxy *px)
2210{
2211 struct conf_errors *conf_err, *conf_err_back;
Christopher Faulet07f41f72020-01-16 16:16:06 +01002212
Christopher Faulet76edc0f2020-01-13 15:52:01 +01002213 list_for_each_entry_safe(conf_err, conf_err_back, &px->conf.errors, list) {
2214 if (conf_err->type == 0)
2215 free(conf_err->info.errorfiles.name);
Willy Tarreau2b718102021-04-21 07:32:39 +02002216 LIST_DELETE(&conf_err->list);
Christopher Faulet76edc0f2020-01-13 15:52:01 +01002217 free(conf_err->file);
2218 free(conf_err);
2219 }
Christopher Faulet35cd81d2020-01-15 11:22:56 +01002220}
2221
2222/*
2223 * Parse an <http-errors> section.
2224 * Returns the error code, 0 if OK, or any combination of :
2225 * - ERR_ABORT: must abort ASAP
2226 * - ERR_FATAL: we can continue parsing but not start the service
2227 * - ERR_WARN: a warning has been emitted
2228 * - ERR_ALERT: an alert has been emitted
2229 * Only the two first ones can stop processing, the two others are just
2230 * indicators.
2231 */
2232static int cfg_parse_http_errors(const char *file, int linenum, char **args, int kwm)
2233{
2234 static struct http_errors *curr_errs = NULL;
2235 int err_code = 0;
2236 const char *err;
2237 char *errmsg = NULL;
2238
2239 if (strcmp(args[0], "http-errors") == 0) { /* new errors section */
2240 if (!*args[1]) {
2241 ha_alert("parsing [%s:%d] : missing name for http-errors section.\n", file, linenum);
2242 err_code |= ERR_ALERT | ERR_ABORT;
2243 goto out;
2244 }
2245
2246 err = invalid_char(args[1]);
2247 if (err) {
2248 ha_alert("parsing [%s:%d] : character '%c' is not permitted in '%s' name '%s'.\n",
2249 file, linenum, *err, args[0], args[1]);
2250 err_code |= ERR_ALERT | ERR_FATAL;
2251 }
2252
2253 list_for_each_entry(curr_errs, &http_errors_list, list) {
2254 /* Error if two errors section owns the same name */
2255 if (strcmp(curr_errs->id, args[1]) == 0) {
2256 ha_alert("parsing [%s:%d]: http-errors section '%s' already exists (declared at %s:%d).\n",
2257 file, linenum, args[1], curr_errs->conf.file, curr_errs->conf.line);
2258 err_code |= ERR_ALERT | ERR_FATAL;
2259 }
2260 }
2261
2262 if ((curr_errs = calloc(1, sizeof(*curr_errs))) == NULL) {
2263 ha_alert("parsing [%s:%d] : out of memory.\n", file, linenum);
2264 err_code |= ERR_ALERT | ERR_ABORT;
2265 goto out;
2266 }
2267
Willy Tarreau2b718102021-04-21 07:32:39 +02002268 LIST_APPEND(&http_errors_list, &curr_errs->list);
Christopher Faulet35cd81d2020-01-15 11:22:56 +01002269 curr_errs->id = strdup(args[1]);
2270 curr_errs->conf.file = strdup(file);
2271 curr_errs->conf.line = linenum;
2272 }
Tim Duesterhuse5ff1412021-01-02 22:31:53 +01002273 else if (strcmp(args[0], "errorfile") == 0) { /* error message from a file */
Christopher Fauletde30bb72020-05-14 10:03:55 +02002274 struct http_reply *reply;
Christopher Faulet35cd81d2020-01-15 11:22:56 +01002275 struct buffer *msg;
2276 int status, rc;
2277
2278 if (*(args[1]) == 0 || *(args[2]) == 0) {
2279 ha_alert("parsing [%s:%d] : %s: expects <status_code> and <file> as arguments.\n",
2280 file, linenum, args[0]);
2281 err_code |= ERR_ALERT | ERR_FATAL;
2282 goto out;
2283 }
2284
2285 status = atol(args[1]);
2286 msg = http_parse_errorfile(status, args[2], &errmsg);
2287 if (!msg) {
2288 ha_alert("parsing [%s:%d] : %s : %s\n", file, linenum, args[0], errmsg);
2289 err_code |= ERR_ALERT | ERR_FATAL;
2290 goto out;
2291 }
Christopher Faulet3005d282020-11-13 10:58:01 +01002292 if (errmsg) {
2293 ha_warning("parsing [%s:%d] : %s: %s\n", file, linenum, args[0], errmsg);
2294 err_code |= ERR_WARN;
2295 }
Christopher Fauletde30bb72020-05-14 10:03:55 +02002296
2297 reply = calloc(1, sizeof(*reply));
2298 if (!reply) {
2299 ha_alert("parsing [%s:%d] : %s : out of memory.\n", file, linenum, args[0]);
2300 err_code |= ERR_ALERT | ERR_FATAL;
2301 goto out;
2302 }
2303 reply->type = HTTP_REPLY_ERRMSG;
2304 reply->status = status;
2305 reply->ctype = NULL;
2306 LIST_INIT(&reply->hdrs);
2307 reply->body.errmsg = msg;
2308
Christopher Faulet35cd81d2020-01-15 11:22:56 +01002309 rc = http_get_status_idx(status);
Christopher Fauletde30bb72020-05-14 10:03:55 +02002310 curr_errs->replies[rc] = reply;
Christopher Faulet35cd81d2020-01-15 11:22:56 +01002311 }
2312 else if (*args[0] != 0) {
2313 ha_alert("parsing [%s:%d] : unknown keyword '%s' in '%s' section\n", file, linenum, args[0], cursection);
2314 err_code |= ERR_ALERT | ERR_FATAL;
2315 goto out;
2316 }
2317
2318out:
2319 free(errmsg);
2320 return err_code;
Christopher Faulet07f41f72020-01-16 16:16:06 +01002321}
2322
2323static struct cfg_kw_list cfg_kws = {ILH, {
2324 { CFG_LISTEN, "errorloc", proxy_parse_errorloc },
2325 { CFG_LISTEN, "errorloc302", proxy_parse_errorloc },
2326 { CFG_LISTEN, "errorloc303", proxy_parse_errorloc },
2327 { CFG_LISTEN, "errorfile", proxy_parse_errorfile },
Christopher Faulet76edc0f2020-01-13 15:52:01 +01002328 { CFG_LISTEN, "errorfiles", proxy_parse_errorfiles },
Christopher Faulet3b967c12020-05-15 15:47:44 +02002329 { CFG_LISTEN, "http-error", proxy_parse_http_error },
Christopher Faulet07f41f72020-01-16 16:16:06 +01002330 { 0, NULL, NULL },
2331}};
2332
2333INITCALL1(STG_REGISTER, cfg_register_keywords, &cfg_kws);
Christopher Faulet76edc0f2020-01-13 15:52:01 +01002334REGISTER_POST_PROXY_CHECK(proxy_check_errors);
Christopher Faulet0a589fd2020-01-22 14:47:04 +01002335REGISTER_POST_CHECK(post_check_errors);
Christopher Faulet07f41f72020-01-16 16:16:06 +01002336
Christopher Faulet35cd81d2020-01-15 11:22:56 +01002337REGISTER_CONFIG_SECTION("http-errors", cfg_parse_http_errors, NULL);
2338
Christopher Faulet29f72842019-12-11 15:52:32 +01002339/************************************************************************/
2340/* HTX sample fetches */
2341/************************************************************************/
2342
2343/* Returns 1 if a stream is an HTX stream. Otherwise, it returns 0. */
2344static int
2345smp_fetch_is_htx(const struct arg *arg_p, struct sample *smp, const char *kw, void *private)
2346{
2347 if (!smp->strm)
2348 return 0;
2349
2350 smp->data.u.sint = !!IS_HTX_STRM(smp->strm);
2351 smp->data.type = SMP_T_BOOL;
2352 return 1;
2353}
2354
2355/* Returns the number of blocks in an HTX message. The channel is chosen
2356 * depending on the sample direction. */
2357static int
2358smp_fetch_htx_nbblks(const struct arg *arg_p, struct sample *smp, const char *kw, void *private)
2359{
2360 struct channel *chn;
2361 struct htx *htx;
2362
2363 if (!smp->strm)
2364 return 0;
2365
2366 chn = ((smp->opt & SMP_OPT_DIR) == SMP_OPT_DIR_RES) ? &smp->strm->res : &smp->strm->req;
Christopher Faulet778f5ed2020-04-29 15:51:55 +02002367 htx = smp_prefetch_htx(smp, chn, NULL, 0);
Christopher Faulet29f72842019-12-11 15:52:32 +01002368 if (!htx)
2369 return 0;
2370
2371 smp->data.u.sint = htx_nbblks(htx);
2372 smp->data.type = SMP_T_SINT;
2373 smp->flags = SMP_F_VOLATILE | SMP_F_MAY_CHANGE;
2374 return 1;
2375}
2376
2377/* Returns the size of an HTX message. The channel is chosen depending on the
2378 * sample direction. */
2379static int
2380smp_fetch_htx_size(const struct arg *arg_p, struct sample *smp, const char *kw, void *private)
2381{
2382 struct channel *chn;
2383 struct htx *htx;
2384
2385 if (!smp->strm)
2386 return 0;
2387
2388 chn = ((smp->opt & SMP_OPT_DIR) == SMP_OPT_DIR_RES) ? &smp->strm->res : &smp->strm->req;
Christopher Faulet778f5ed2020-04-29 15:51:55 +02002389 htx = smp_prefetch_htx(smp, chn, NULL, 0);
Christopher Faulet29f72842019-12-11 15:52:32 +01002390 if (!htx)
2391 return 0;
2392
2393 smp->data.u.sint = htx->size;
2394 smp->data.type = SMP_T_SINT;
2395 smp->flags = SMP_F_VOLATILE | SMP_F_MAY_CHANGE;
2396 return 1;
2397}
2398
2399/* Returns the data size of an HTX message. The channel is chosen depending on the
2400 * sample direction. */
2401static int
2402smp_fetch_htx_data(const struct arg *arg_p, struct sample *smp, const char *kw, void *private)
2403{
2404 struct channel *chn;
2405 struct htx *htx;
2406
2407 if (!smp->strm)
2408 return 0;
2409
2410 chn = ((smp->opt & SMP_OPT_DIR) == SMP_OPT_DIR_RES) ? &smp->strm->res : &smp->strm->req;
Christopher Faulet778f5ed2020-04-29 15:51:55 +02002411 htx = smp_prefetch_htx(smp, chn, NULL, 0);
Christopher Faulet29f72842019-12-11 15:52:32 +01002412 if (!htx)
2413 return 0;
2414
2415 smp->data.u.sint = htx->data;
2416 smp->data.type = SMP_T_SINT;
2417 smp->flags = SMP_F_VOLATILE | SMP_F_MAY_CHANGE;
2418 return 1;
2419}
2420
2421/* Returns the used space (data+meta) of an HTX message. The channel is chosen
2422 * depending on the sample direction. */
2423static int
2424smp_fetch_htx_used(const struct arg *arg_p, struct sample *smp, const char *kw, void *private)
2425{
2426 struct channel *chn;
2427 struct htx *htx;
2428
2429 if (!smp->strm)
2430 return 0;
2431
2432 chn = ((smp->opt & SMP_OPT_DIR) == SMP_OPT_DIR_RES) ? &smp->strm->res : &smp->strm->req;
Christopher Faulet778f5ed2020-04-29 15:51:55 +02002433 htx = smp_prefetch_htx(smp, chn, NULL, 0);
Christopher Faulet29f72842019-12-11 15:52:32 +01002434 if (!htx)
2435 return 0;
2436
2437 smp->data.u.sint = htx_used_space(htx);
2438 smp->data.type = SMP_T_SINT;
2439 smp->flags = SMP_F_VOLATILE | SMP_F_MAY_CHANGE;
2440 return 1;
2441}
2442
2443/* Returns the free space (size-used) of an HTX message. The channel is chosen
2444 * depending on the sample direction. */
2445static int
2446smp_fetch_htx_free(const struct arg *arg_p, struct sample *smp, const char *kw, void *private)
2447{
2448 struct channel *chn;
2449 struct htx *htx;
2450
2451 if (!smp->strm)
2452 return 0;
2453
2454 chn = ((smp->opt & SMP_OPT_DIR) == SMP_OPT_DIR_RES) ? &smp->strm->res : &smp->strm->req;
Christopher Faulet778f5ed2020-04-29 15:51:55 +02002455 htx = smp_prefetch_htx(smp, chn, NULL, 0);
Christopher Faulet29f72842019-12-11 15:52:32 +01002456 if (!htx)
2457 return 0;
2458
2459 smp->data.u.sint = htx_free_space(htx);
2460 smp->data.type = SMP_T_SINT;
2461 smp->flags = SMP_F_VOLATILE | SMP_F_MAY_CHANGE;
2462 return 1;
2463}
2464
2465/* Returns the free space for data (free-sizeof(blk)) of an HTX message. The
2466 * channel is chosen depending on the sample direction. */
2467static int
2468smp_fetch_htx_free_data(const struct arg *arg_p, struct sample *smp, const char *kw, void *private)
2469{
2470 struct channel *chn;
2471 struct htx *htx;
2472
2473 if (!smp->strm)
2474 return 0;
2475
2476 chn = ((smp->opt & SMP_OPT_DIR) == SMP_OPT_DIR_RES) ? &smp->strm->res : &smp->strm->req;
Christopher Faulet778f5ed2020-04-29 15:51:55 +02002477 htx = smp_prefetch_htx(smp, chn, NULL, 0);
Christopher Faulet29f72842019-12-11 15:52:32 +01002478 if (!htx)
2479 return 0;
2480
2481 smp->data.u.sint = htx_free_data_space(htx);
2482 smp->data.type = SMP_T_SINT;
2483 smp->flags = SMP_F_VOLATILE | SMP_F_MAY_CHANGE;
2484 return 1;
2485}
2486
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002487/* Returns 1 if the HTX message contains EOM flag. Otherwise it returns 0. The
2488 * channel is chosen depending on the sample direction.
2489 */
Christopher Faulet29f72842019-12-11 15:52:32 +01002490static int
2491smp_fetch_htx_has_eom(const struct arg *arg_p, struct sample *smp, const char *kw, void *private)
2492{
2493 struct channel *chn;
2494 struct htx *htx;
2495
2496 if (!smp->strm)
2497 return 0;
2498
2499 chn = ((smp->opt & SMP_OPT_DIR) == SMP_OPT_DIR_RES) ? &smp->strm->res : &smp->strm->req;
Christopher Faulet778f5ed2020-04-29 15:51:55 +02002500 htx = smp_prefetch_htx(smp, chn, NULL, 0);
Christopher Faulet29f72842019-12-11 15:52:32 +01002501 if (!htx)
2502 return 0;
2503
Christopher Fauletd1ac2b92020-12-02 19:12:22 +01002504 smp->data.u.sint = !!(htx->flags & HTX_FL_EOM);
Christopher Faulet29f72842019-12-11 15:52:32 +01002505 smp->data.type = SMP_T_BOOL;
2506 smp->flags = SMP_F_VOLATILE | SMP_F_MAY_CHANGE;
2507 return 1;
2508}
2509
2510/* Returns the type of a specific HTX block, if found in the message. Otherwise
2511 * HTX_BLK_UNUSED is returned. Any positive integer (>= 0) is supported or
2512 * "head", "tail" or "first". The channel is chosen depending on the sample
2513 * direction. */
2514static int
2515smp_fetch_htx_blk_type(const struct arg *arg_p, struct sample *smp, const char *kw, void *private)
2516{
2517 struct channel *chn;
2518 struct htx *htx;
2519 enum htx_blk_type type;
2520 int32_t pos;
2521
2522 if (!smp->strm || !arg_p)
2523 return 0;
2524
2525 chn = ((smp->opt & SMP_OPT_DIR) == SMP_OPT_DIR_RES) ? &smp->strm->res : &smp->strm->req;
Christopher Faulet778f5ed2020-04-29 15:51:55 +02002526 htx = smp_prefetch_htx(smp, chn, NULL, 0);
Christopher Faulet29f72842019-12-11 15:52:32 +01002527 if (!htx)
2528 return 0;
2529
2530 pos = arg_p[0].data.sint;
2531 if (pos == -1)
2532 type = htx_get_head_type(htx);
2533 else if (pos == -2)
2534 type = htx_get_tail_type(htx);
2535 else if (pos == -3)
2536 type = htx_get_first_type(htx);
2537 else
2538 type = ((pos >= htx->head && pos <= htx->tail)
2539 ? htx_get_blk_type(htx_get_blk(htx, pos))
2540 : HTX_BLK_UNUSED);
2541
2542 chunk_initstr(&smp->data.u.str, htx_blk_type_str(type));
2543 smp->data.type = SMP_T_STR;
2544 smp->flags = SMP_F_CONST | SMP_F_VOLATILE | SMP_F_MAY_CHANGE;
2545 return 1;
2546}
2547
2548/* Returns the size of a specific HTX block, if found in the message. Otherwise
2549 * 0 is returned. Any positive integer (>= 0) is supported or "head", "tail" or
2550 * "first". The channel is chosen depending on the sample direction. */
2551static int
2552smp_fetch_htx_blk_size(const struct arg *arg_p, struct sample *smp, const char *kw, void *private)
2553{
2554 struct channel *chn;
2555 struct htx *htx;
2556 struct htx_blk *blk;
2557 int32_t pos;
2558
2559 if (!smp->strm || !arg_p)
2560 return 0;
2561
2562 chn = ((smp->opt & SMP_OPT_DIR) == SMP_OPT_DIR_RES) ? &smp->strm->res : &smp->strm->req;
Christopher Faulet778f5ed2020-04-29 15:51:55 +02002563 htx = smp_prefetch_htx(smp, chn, NULL, 0);
Christopher Faulet29f72842019-12-11 15:52:32 +01002564 if (!htx)
2565 return 0;
2566
2567 pos = arg_p[0].data.sint;
2568 if (pos == -1)
2569 blk = htx_get_head_blk(htx);
2570 else if (pos == -2)
2571 blk = htx_get_tail_blk(htx);
2572 else if (pos == -3)
2573 blk = htx_get_first_blk(htx);
2574 else
2575 blk = ((pos >= htx->head && pos <= htx->tail) ? htx_get_blk(htx, pos) : NULL);
2576
2577 smp->data.u.sint = (blk ? htx_get_blksz(blk) : 0);
2578 smp->data.type = SMP_T_SINT;
2579 smp->flags = SMP_F_VOLATILE | SMP_F_MAY_CHANGE;
2580 return 1;
2581}
2582
2583/* Returns the start-line if the selected HTX block exists and is a
2584 * start-line. Otherwise 0 an empty string. Any positive integer (>= 0) is
2585 * supported or "head", "tail" or "first". The channel is chosen depending on
2586 * the sample direction. */
2587static int
2588smp_fetch_htx_blk_stline(const struct arg *arg_p, struct sample *smp, const char *kw, void *private)
2589{
2590 struct buffer *temp;
2591 struct channel *chn;
2592 struct htx *htx;
2593 struct htx_blk *blk;
2594 struct htx_sl *sl;
2595 int32_t pos;
2596
2597 if (!smp->strm || !arg_p)
2598 return 0;
2599
2600 chn = ((smp->opt & SMP_OPT_DIR) == SMP_OPT_DIR_RES) ? &smp->strm->res : &smp->strm->req;
Christopher Faulet778f5ed2020-04-29 15:51:55 +02002601 htx = smp_prefetch_htx(smp, chn, NULL, 0);
Christopher Faulet29f72842019-12-11 15:52:32 +01002602 if (!htx)
2603 return 0;
2604
2605 pos = arg_p[0].data.sint;
2606 if (pos == -1)
2607 blk = htx_get_head_blk(htx);
2608 else if (pos == -2)
2609 blk = htx_get_tail_blk(htx);
2610 else if (pos == -3)
2611 blk = htx_get_first_blk(htx);
2612 else
2613 blk = ((pos >= htx->head && pos <= htx->tail) ? htx_get_blk(htx, pos) : NULL);
2614
2615 if (!blk || (htx_get_blk_type(blk) != HTX_BLK_REQ_SL && htx_get_blk_type(blk) != HTX_BLK_RES_SL)) {
2616 smp->data.u.str.size = 0;
2617 smp->data.u.str.area = "";
2618 smp->data.u.str.data = 0;
2619 }
2620 else {
2621 sl = htx_get_blk_ptr(htx, blk);
2622
2623 temp = get_trash_chunk();
2624 chunk_istcat(temp, htx_sl_p1(sl));
2625 temp->area[temp->data++] = ' ';
2626 chunk_istcat(temp, htx_sl_p2(sl));
2627 temp->area[temp->data++] = ' ';
2628 chunk_istcat(temp, htx_sl_p3(sl));
2629
2630 smp->data.u.str = *temp;
2631 }
2632
2633 smp->data.type = SMP_T_STR;
2634 smp->flags = SMP_F_VOLATILE | SMP_F_MAY_CHANGE;
2635 return 1;
2636}
2637
2638/* Returns the header name if the selected HTX block exists and is a header or a
2639 * trailer. Otherwise 0 an empty string. Any positive integer (>= 0) is
2640 * supported or "head", "tail" or "first". The channel is chosen depending on
2641 * the sample direction. */
2642static int
2643smp_fetch_htx_blk_hdrname(const struct arg *arg_p, struct sample *smp, const char *kw, void *private)
2644{
2645 struct channel *chn;
2646 struct htx *htx;
2647 struct htx_blk *blk;
2648 int32_t pos;
2649
2650 if (!smp->strm || !arg_p)
2651 return 0;
2652
2653 chn = ((smp->opt & SMP_OPT_DIR) == SMP_OPT_DIR_RES) ? &smp->strm->res : &smp->strm->req;
Christopher Faulet778f5ed2020-04-29 15:51:55 +02002654 htx = smp_prefetch_htx(smp, chn, NULL, 0);
Christopher Faulet29f72842019-12-11 15:52:32 +01002655 if (!htx)
2656 return 0;
2657
2658 pos = arg_p[0].data.sint;
2659 if (pos == -1)
2660 blk = htx_get_head_blk(htx);
2661 else if (pos == -2)
2662 blk = htx_get_tail_blk(htx);
2663 else if (pos == -3)
2664 blk = htx_get_first_blk(htx);
2665 else
2666 blk = ((pos >= htx->head && pos <= htx->tail) ? htx_get_blk(htx, pos) : NULL);
2667
2668 if (!blk || (htx_get_blk_type(blk) != HTX_BLK_HDR && htx_get_blk_type(blk) != HTX_BLK_TLR)) {
2669 smp->data.u.str.size = 0;
2670 smp->data.u.str.area = "";
2671 smp->data.u.str.data = 0;
2672 }
2673 else {
2674 struct ist name = htx_get_blk_name(htx, blk);
2675
2676 chunk_initlen(&smp->data.u.str, name.ptr, name.len, name.len);
2677 }
2678 smp->data.type = SMP_T_STR;
2679 smp->flags = SMP_F_CONST | SMP_F_VOLATILE | SMP_F_MAY_CHANGE;
2680 return 1;
2681}
2682
2683/* Returns the header value if the selected HTX block exists and is a header or
2684 * a trailer. Otherwise 0 an empty string. Any positive integer (>= 0) is
2685 * supported or "head", "tail" or "first". The channel is chosen depending on
2686 * the sample direction. */
2687static int
2688smp_fetch_htx_blk_hdrval(const struct arg *arg_p, struct sample *smp, const char *kw, void *private)
2689{
2690 struct channel *chn;
2691 struct htx *htx;
2692 struct htx_blk *blk;
2693 int32_t pos;
2694
2695 if (!smp->strm || !arg_p)
2696 return 0;
2697
2698 chn = ((smp->opt & SMP_OPT_DIR) == SMP_OPT_DIR_RES) ? &smp->strm->res : &smp->strm->req;
Christopher Faulet778f5ed2020-04-29 15:51:55 +02002699 htx = smp_prefetch_htx(smp, chn, NULL, 0);
Christopher Faulet29f72842019-12-11 15:52:32 +01002700 if (!htx)
2701 return 0;
2702
2703 pos = arg_p[0].data.sint;
2704 if (pos == -1)
2705 blk = htx_get_head_blk(htx);
2706 else if (pos == -2)
2707 blk = htx_get_tail_blk(htx);
2708 else if (pos == -3)
2709 blk = htx_get_first_blk(htx);
2710 else
2711 blk = ((pos >= htx->head && pos <= htx->tail) ? htx_get_blk(htx, pos) : NULL);
2712
2713 if (!blk || (htx_get_blk_type(blk) != HTX_BLK_HDR && htx_get_blk_type(blk) != HTX_BLK_TLR)) {
2714 smp->data.u.str.size = 0;
2715 smp->data.u.str.area = "";
2716 smp->data.u.str.data = 0;
2717 }
2718 else {
2719 struct ist val = htx_get_blk_value(htx, blk);
2720
2721 chunk_initlen(&smp->data.u.str, val.ptr, val.len, val.len);
2722 }
2723 smp->data.type = SMP_T_STR;
2724 smp->flags = SMP_F_CONST | SMP_F_VOLATILE | SMP_F_MAY_CHANGE;
2725 return 1;
2726}
2727
2728/* Returns the value if the selected HTX block exists and is a data
2729 * block. Otherwise 0 an empty string. Any positive integer (>= 0) is supported
2730 * or "head", "tail" or "first". The channel is chosen depending on the sample
2731 * direction. */
2732static int
Christopher Fauletc5db14c2020-01-08 14:51:03 +01002733smp_fetch_htx_blk_data(const struct arg *arg_p, struct sample *smp, const char *kw, void *private)
Christopher Faulet29f72842019-12-11 15:52:32 +01002734{
2735 struct channel *chn;
2736 struct htx *htx;
2737 struct htx_blk *blk;
2738 int32_t pos;
2739
2740 if (!smp->strm || !arg_p)
2741 return 0;
2742
2743 chn = ((smp->opt & SMP_OPT_DIR) == SMP_OPT_DIR_RES) ? &smp->strm->res : &smp->strm->req;
Christopher Faulet778f5ed2020-04-29 15:51:55 +02002744 htx = smp_prefetch_htx(smp, chn, NULL, 0);
Christopher Faulet29f72842019-12-11 15:52:32 +01002745 if (!htx)
2746 return 0;
2747
2748 pos = arg_p[0].data.sint;
2749 if (pos == -1)
2750 blk = htx_get_head_blk(htx);
2751 else if (pos == -2)
2752 blk = htx_get_tail_blk(htx);
2753 else if (pos == -3)
2754 blk = htx_get_first_blk(htx);
2755 else
2756 blk = ((pos >= htx->head && pos <= htx->tail) ? htx_get_blk(htx, pos) : NULL);
2757
2758 if (!blk || htx_get_blk_type(blk) != HTX_BLK_DATA) {
2759 smp->data.u.str.size = 0;
2760 smp->data.u.str.area = "";
2761 smp->data.u.str.data = 0;
2762 }
2763 else {
2764 struct ist val = htx_get_blk_value(htx, blk);
2765
2766 chunk_initlen(&smp->data.u.str, val.ptr, val.len, val.len);
2767 }
Christopher Faulet8178e402020-01-08 14:38:58 +01002768 smp->data.type = SMP_T_BIN;
Christopher Faulet29f72842019-12-11 15:52:32 +01002769 smp->flags = SMP_F_CONST | SMP_F_VOLATILE | SMP_F_MAY_CHANGE;
2770 return 1;
2771}
2772
2773/* This function is used to validate the arguments passed to any "htx_blk" fetch
2774 * keywords. An argument is expected by these keywords. It must be a positive
2775 * integer or on of the following strings: "head", "tail" or "first". It returns
2776 * 0 on error, and a non-zero value if OK.
2777 */
2778int val_blk_arg(struct arg *arg, char **err_msg)
2779{
2780 if (arg[0].type != ARGT_STR || !arg[0].data.str.data) {
2781 memprintf(err_msg, "a block position is expected (> 0) or a special block name (head, tail, first)");
2782 return 0;
2783 }
2784 if (arg[0].data.str.data == 4 && !strncmp(arg[0].data.str.area, "head", 4)) {
Christopher Faulet6ad7df42020-08-07 11:45:18 +02002785 chunk_destroy(&arg[0].data.str);
Christopher Faulet29f72842019-12-11 15:52:32 +01002786 arg[0].type = ARGT_SINT;
2787 arg[0].data.sint = -1;
2788 }
2789 else if (arg[0].data.str.data == 4 && !strncmp(arg[0].data.str.area, "tail", 4)) {
Christopher Faulet6ad7df42020-08-07 11:45:18 +02002790 chunk_destroy(&arg[0].data.str);
Christopher Faulet29f72842019-12-11 15:52:32 +01002791 arg[0].type = ARGT_SINT;
2792 arg[0].data.sint = -2;
2793 }
2794 else if (arg[0].data.str.data == 5 && !strncmp(arg[0].data.str.area, "first", 5)) {
Christopher Faulet6ad7df42020-08-07 11:45:18 +02002795 chunk_destroy(&arg[0].data.str);
Christopher Faulet29f72842019-12-11 15:52:32 +01002796 arg[0].type = ARGT_SINT;
2797 arg[0].data.sint = -3;
2798 }
2799 else {
2800 int pos;
2801
2802 for (pos = 0; pos < arg[0].data.str.data; pos++) {
Willy Tarreau90807112020-02-25 08:16:33 +01002803 if (!isdigit((unsigned char)arg[0].data.str.area[pos])) {
Christopher Faulet29f72842019-12-11 15:52:32 +01002804 memprintf(err_msg, "invalid block position");
2805 return 0;
2806 }
2807 }
2808
2809 pos = strl2uic(arg[0].data.str.area, arg[0].data.str.data);
2810 if (pos < 0) {
2811 memprintf(err_msg, "block position must not be negative");
2812 return 0;
2813 }
Christopher Faulet6ad7df42020-08-07 11:45:18 +02002814 chunk_destroy(&arg[0].data.str);
Christopher Faulet29f72842019-12-11 15:52:32 +01002815 arg[0].type = ARGT_SINT;
2816 arg[0].data.sint = pos;
2817 }
2818
2819 return 1;
2820}
2821
2822
2823/* Note: must not be declared <const> as its list will be overwritten.
Ilya Shipitsind4259502020-04-08 01:07:56 +05002824 * Note: htx sample fetches should only used for development purpose.
Christopher Faulet29f72842019-12-11 15:52:32 +01002825 */
2826static struct sample_fetch_kw_list sample_fetch_keywords = {ILH, {
Christopher Faulet2e961942021-03-25 17:29:38 +01002827 { "internal.strm.is_htx", smp_fetch_is_htx, 0, NULL, SMP_T_BOOL, SMP_USE_INTRN },
Christopher Faulet29f72842019-12-11 15:52:32 +01002828
Christopher Faulet01f44452020-01-08 14:23:40 +01002829 { "internal.htx.nbblks", smp_fetch_htx_nbblks, 0, NULL, SMP_T_SINT, SMP_USE_HRQHV|SMP_USE_HRSHV},
2830 { "internal.htx.size", smp_fetch_htx_size, 0, NULL, SMP_T_SINT, SMP_USE_HRQHV|SMP_USE_HRSHV},
2831 { "internal.htx.data", smp_fetch_htx_data, 0, NULL, SMP_T_SINT, SMP_USE_HRQHV|SMP_USE_HRSHV},
2832 { "internal.htx.used", smp_fetch_htx_used, 0, NULL, SMP_T_SINT, SMP_USE_HRQHV|SMP_USE_HRSHV},
2833 { "internal.htx.free", smp_fetch_htx_free, 0, NULL, SMP_T_SINT, SMP_USE_HRQHV|SMP_USE_HRSHV},
2834 { "internal.htx.free_data", smp_fetch_htx_free_data, 0, NULL, SMP_T_SINT, SMP_USE_HRQHV|SMP_USE_HRSHV},
2835 { "internal.htx.has_eom", smp_fetch_htx_has_eom, 0, NULL, SMP_T_BOOL, SMP_USE_HRQHV|SMP_USE_HRSHV},
Christopher Faulet29f72842019-12-11 15:52:32 +01002836
Christopher Faulet01f44452020-01-08 14:23:40 +01002837 { "internal.htx_blk.type", smp_fetch_htx_blk_type, ARG1(1,STR), val_blk_arg, SMP_T_STR, SMP_USE_HRQHV|SMP_USE_HRSHV},
2838 { "internal.htx_blk.size", smp_fetch_htx_blk_size, ARG1(1,STR), val_blk_arg, SMP_T_SINT, SMP_USE_HRQHV|SMP_USE_HRSHV},
2839 { "internal.htx_blk.start_line", smp_fetch_htx_blk_stline, ARG1(1,STR), val_blk_arg, SMP_T_STR, SMP_USE_HRQHV|SMP_USE_HRSHV},
2840 { "internal.htx_blk.hdrname", smp_fetch_htx_blk_hdrname, ARG1(1,STR), val_blk_arg, SMP_T_STR, SMP_USE_HRQHV|SMP_USE_HRSHV},
2841 { "internal.htx_blk.hdrval", smp_fetch_htx_blk_hdrval, ARG1(1,STR), val_blk_arg, SMP_T_STR, SMP_USE_HRQHV|SMP_USE_HRSHV},
Christopher Fauletc5db14c2020-01-08 14:51:03 +01002842 { "internal.htx_blk.data", smp_fetch_htx_blk_data, ARG1(1,STR), val_blk_arg, SMP_T_BIN, SMP_USE_HRQHV|SMP_USE_HRSHV},
Christopher Faulet29f72842019-12-11 15:52:32 +01002843
2844 { /* END */ },
2845}};
2846
2847INITCALL1(STG_REGISTER, sample_register_fetches, &sample_fetch_keywords);