blob: 051aa4873c19aeb7bf73896f4d6016f2bd20ec3b [file] [log] [blame]
Christopher Fauletd7c91962015-04-30 11:48:27 +02001/*
2 * Stream filters related variables and functions.
3 *
4 * Copyright (C) 2015 Qualys Inc., Christopher Faulet <cfaulet@qualys.com>
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
13#include <common/buffer.h>
14#include <common/debug.h>
15#include <common/cfgparse.h>
16#include <common/compat.h>
17#include <common/config.h>
18#include <common/errors.h>
19#include <common/namespace.h>
20#include <common/standard.h>
21
22#include <types/filters.h>
23#include <types/proto_http.h>
24
25#include <proto/compression.h>
26#include <proto/filters.h>
Christopher Faulet92d36382015-11-05 13:35:03 +010027#include <proto/flt_http_comp.h>
Christopher Fauletd7c91962015-04-30 11:48:27 +020028#include <proto/proto_http.h>
29#include <proto/stream.h>
30#include <proto/stream_interface.h>
31
32/* Pool used to allocate filters */
33struct pool_head *pool2_filter = NULL;
34
35static int handle_analyzer_result(struct stream *s, struct channel *chn, unsigned int an_bit, int ret);
36
37/* - RESUME_FILTER_LOOP and RESUME_FILTER_END must always be used together.
38 * The first one begins a loop and the seconds one ends it.
39 *
40 * - BREAK_EXECUTION must be used to break the loop and set the filter from
41 * which to resume the next time.
42 *
43 * Here is an exemple:
44 *
45 * RESUME_FILTER_LOOP(stream, channel) {
46 * ...
47 * if (cond)
48 * BREAK_EXECUTION(stream, channel, label);
49 * ...
50 * } RESUME_FILTER_END;
51 * ...
52 * label:
53 * ...
54 *
55 */
56#define RESUME_FILTER_LOOP(strm, chn) \
57 do { \
58 struct filter *filter; \
59 \
Christopher Fauletda02e172015-12-04 09:25:05 +010060 if (strm_flt(strm)->current[CHN_IDX(chn)]) { \
61 filter = strm_flt(strm)->current[CHN_IDX(chn)]; \
62 strm_flt(strm)->current[CHN_IDX(chn)] = NULL; \
Christopher Fauletd7c91962015-04-30 11:48:27 +020063 goto resume_execution; \
64 } \
65 \
Christopher Fauletfcf035c2015-12-03 11:48:03 +010066 list_for_each_entry(filter, &strm_flt(s)->filters, list) { \
Christopher Fauletda02e172015-12-04 09:25:05 +010067 resume_execution:
Christopher Fauletd7c91962015-04-30 11:48:27 +020068
69#define RESUME_FILTER_END \
70 } \
71 } while(0)
72
Christopher Fauletda02e172015-12-04 09:25:05 +010073#define BREAK_EXECUTION(strm, chn, label) \
74 do { \
75 strm_flt(strm)->current[CHN_IDX(chn)] = filter; \
76 goto label; \
Christopher Fauletd7c91962015-04-30 11:48:27 +020077 } while (0)
78
79
80/* List head of all known filter keywords */
81static struct flt_kw_list flt_keywords = {
82 .list = LIST_HEAD_INIT(flt_keywords.list)
83};
84
85/*
86 * Registers the filter keyword list <kwl> as a list of valid keywords for next
87 * parsing sessions.
88 */
89void
90flt_register_keywords(struct flt_kw_list *kwl)
91{
92 LIST_ADDQ(&flt_keywords.list, &kwl->list);
93}
94
95/*
96 * Returns a pointer to the filter keyword <kw>, or NULL if not found. If the
97 * keyword is found with a NULL ->parse() function, then an attempt is made to
98 * find one with a valid ->parse() function. This way it is possible to declare
99 * platform-dependant, known keywords as NULL, then only declare them as valid
100 * if some options are met. Note that if the requested keyword contains an
101 * opening parenthesis, everything from this point is ignored.
102 */
103struct flt_kw *
104flt_find_kw(const char *kw)
105{
106 int index;
107 const char *kwend;
108 struct flt_kw_list *kwl;
109 struct flt_kw *ret = NULL;
110
111 kwend = strchr(kw, '(');
112 if (!kwend)
113 kwend = kw + strlen(kw);
114
115 list_for_each_entry(kwl, &flt_keywords.list, list) {
116 for (index = 0; kwl->kw[index].kw != NULL; index++) {
117 if ((strncmp(kwl->kw[index].kw, kw, kwend - kw) == 0) &&
118 kwl->kw[index].kw[kwend-kw] == 0) {
119 if (kwl->kw[index].parse)
120 return &kwl->kw[index]; /* found it !*/
121 else
122 ret = &kwl->kw[index]; /* may be OK */
123 }
124 }
125 }
126 return ret;
127}
128
129/*
130 * Dumps all registered "filter" keywords to the <out> string pointer. The
131 * unsupported keywords are only dumped if their supported form was not found.
132 */
133void
134flt_dump_kws(char **out)
135{
136 struct flt_kw_list *kwl;
137 int index;
138
139 *out = NULL;
140 list_for_each_entry(kwl, &flt_keywords.list, list) {
141 for (index = 0; kwl->kw[index].kw != NULL; index++) {
142 if (kwl->kw[index].parse ||
143 flt_find_kw(kwl->kw[index].kw) == &kwl->kw[index]) {
144 memprintf(out, "%s[%4s] %s%s\n", *out ? *out : "",
145 kwl->scope,
146 kwl->kw[index].kw,
147 kwl->kw[index].parse ? "" : " (not supported)");
148 }
149 }
150 }
151}
152
153/*
Christopher Fauletb3f4e142016-03-07 12:46:38 +0100154 * Lists the known filters on <out>
155 */
156void
157list_filters(FILE *out)
158{
159 char *filters, *p, *f;
160
161 fprintf(out, "Available filters :\n");
162 flt_dump_kws(&filters);
163 for (p = filters; (f = strtok_r(p,"\n",&p));)
164 fprintf(out, "\t%s\n", f);
165 free(filters);
166}
167
168/*
Christopher Fauletd7c91962015-04-30 11:48:27 +0200169 * Parses the "filter" keyword. All keywords must be handled by filters
170 * themselves
171 */
172static int
173parse_filter(char **args, int section_type, struct proxy *curpx,
174 struct proxy *defpx, const char *file, int line, char **err)
175{
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100176 struct flt_conf *fconf = NULL;
Christopher Fauletd7c91962015-04-30 11:48:27 +0200177
178 /* Filter cannot be defined on a default proxy */
179 if (curpx == defpx) {
Christopher Fauletcc7317d2016-04-04 10:51:17 +0200180 memprintf(err, "parsing [%s:%d] : %s is not allowed in a 'default' section.",
Christopher Fauletd7c91962015-04-30 11:48:27 +0200181 file, line, args[0]);
182 return -1;
183 }
184 if (!strcmp(args[0], "filter")) {
185 struct flt_kw *kw;
186 int cur_arg;
187
188 if (!*args[1]) {
189 memprintf(err,
190 "parsing [%s:%d] : missing argument for '%s' in %s '%s'.",
191 file, line, args[0], proxy_type_str(curpx), curpx->id);
192 goto error;
193 }
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100194 fconf = calloc(1, sizeof(*fconf));
195 if (!fconf) {
Christopher Fauletd7c91962015-04-30 11:48:27 +0200196 memprintf(err, "'%s' : out of memory", args[0]);
197 goto error;
198 }
Christopher Fauletd7c91962015-04-30 11:48:27 +0200199
200 cur_arg = 1;
201 kw = flt_find_kw(args[cur_arg]);
202 if (kw) {
203 if (!kw->parse) {
204 memprintf(err, "parsing [%s:%d] : '%s' : "
205 "'%s' option is not implemented in this version (check build options).",
206 file, line, args[0], args[cur_arg]);
207 goto error;
208 }
Thierry Fournier3610c392016-04-13 18:27:51 +0200209 if (kw->parse(args, &cur_arg, curpx, fconf, err, kw->private) != 0) {
Christopher Fauletd7c91962015-04-30 11:48:27 +0200210 if (err && *err)
211 memprintf(err, "'%s' : '%s'",
212 args[0], *err);
213 else
214 memprintf(err, "'%s' : error encountered while processing '%s'",
215 args[0], args[cur_arg]);
216 goto error;
217 }
218 }
219 else {
220 flt_dump_kws(err);
221 indent_msg(err, 4);
222 memprintf(err, "'%s' : unknown keyword '%s'.%s%s",
223 args[0], args[cur_arg],
224 err && *err ? " Registered keywords :" : "", err && *err ? *err : "");
225 goto error;
226 }
227 if (*args[cur_arg]) {
228 memprintf(err, "'%s %s' : unknown keyword '%s'.",
229 args[0], args[1], args[cur_arg]);
230 goto error;
231 }
Christopher Faulet00e818a2016-04-19 17:00:44 +0200232 if (fconf->ops == NULL) {
233 memprintf(err, "'%s %s' : no callbacks defined.",
234 args[0], args[1]);
235 goto error;
236 }
Christopher Fauletd7c91962015-04-30 11:48:27 +0200237
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100238 LIST_ADDQ(&curpx->filter_configs, &fconf->list);
Christopher Fauletd7c91962015-04-30 11:48:27 +0200239 }
240 return 0;
241
242 error:
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100243 free(fconf);
Christopher Fauletd7c91962015-04-30 11:48:27 +0200244 return -1;
245
246
247}
248
249/*
250 * Calls 'init' callback for all filters attached to a proxy. This happens after
251 * the configuration parsing. Filters can finish to fill their config. Returns
252 * (ERR_ALERT|ERR_FATAL) if an error occurs, 0 otherwise.
253 */
254int
255flt_init(struct proxy *proxy)
256{
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100257 struct flt_conf *fconf;
Christopher Fauletd7c91962015-04-30 11:48:27 +0200258
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100259 list_for_each_entry(fconf, &proxy->filter_configs, list) {
260 if (fconf->ops->init && fconf->ops->init(proxy, fconf) < 0)
Christopher Fauletd7c91962015-04-30 11:48:27 +0200261 return ERR_ALERT|ERR_FATAL;
262 }
263 return 0;
264}
265
266/*
267 * Calls 'check' callback for all filters attached to a proxy. This happens
268 * after the configuration parsing but before filters initialization. Returns
269 * the number of encountered errors.
270 */
271int
272flt_check(struct proxy *proxy)
273{
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100274 struct flt_conf *fconf;
275 int err = 0;
Christopher Fauletd7c91962015-04-30 11:48:27 +0200276
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100277 list_for_each_entry(fconf, &proxy->filter_configs, list) {
278 if (fconf->ops->check)
279 err += fconf->ops->check(proxy, fconf);
Christopher Fauletd7c91962015-04-30 11:48:27 +0200280 }
Christopher Faulet92d36382015-11-05 13:35:03 +0100281 err += check_legacy_http_comp_flt(proxy);
Christopher Fauletd7c91962015-04-30 11:48:27 +0200282 return err;
283}
284
285/*
286 * Calls 'denit' callback for all filters attached to a proxy. This happens when
287 * HAProxy is stopped.
288 */
289void
290flt_deinit(struct proxy *proxy)
291{
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100292 struct flt_conf *fconf, *back;
Christopher Fauletd7c91962015-04-30 11:48:27 +0200293
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100294 list_for_each_entry_safe(fconf, back, &proxy->filter_configs, list) {
295 if (fconf->ops->deinit)
296 fconf->ops->deinit(proxy, fconf);
297 LIST_DEL(&fconf->list);
298 free(fconf);
Christopher Fauletd7c91962015-04-30 11:48:27 +0200299 }
300}
301
Christopher Faulet92d36382015-11-05 13:35:03 +0100302/* Attaches a filter to a stream. Returns -1 if an error occurs, 0 otherwise. */
303static int
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100304flt_stream_add_filter(struct stream *s, struct flt_conf *fconf, unsigned int flags)
Christopher Faulet92d36382015-11-05 13:35:03 +0100305{
306 struct filter *f = pool_alloc2(pool2_filter);
307 if (!f) /* not enough memory */
308 return -1;
309 memset(f, 0, sizeof(*f));
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100310 f->config = fconf;
Christopher Fauletda02e172015-12-04 09:25:05 +0100311 f->flags |= flags;
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100312 LIST_ADDQ(&strm_flt(s)->filters, &f->list);
Christopher Fauletda02e172015-12-04 09:25:05 +0100313 strm_flt(s)->flags |= STRM_FLT_FL_HAS_FILTERS;
Christopher Faulet92d36382015-11-05 13:35:03 +0100314 return 0;
315}
316
317/*
318 * Called when a stream is created. It attaches all frontend filters to the
319 * stream. Returns -1 if an error occurs, 0 otherwise.
320 */
321int
322flt_stream_init(struct stream *s)
323{
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100324 struct flt_conf *fconf;
Christopher Faulet92d36382015-11-05 13:35:03 +0100325
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100326 memset(strm_flt(s), 0, sizeof(*strm_flt(s)));
327 LIST_INIT(&strm_flt(s)->filters);
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100328 list_for_each_entry(fconf, &strm_fe(s)->filter_configs, list) {
329 if (flt_stream_add_filter(s, fconf, 0) < 0)
Christopher Faulet92d36382015-11-05 13:35:03 +0100330 return -1;
331 }
332 return 0;
333}
334
335/*
336 * Called when a stream is closed or when analyze ends (For an HTTP stream, this
337 * happens after each request/response exchange). When analyze ends, backend
338 * filters are removed. When the stream is closed, all filters attached to the
339 * stream are removed.
340 */
341void
342flt_stream_release(struct stream *s, int only_backend)
343{
344 struct filter *filter, *back;
345
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100346 list_for_each_entry_safe(filter, back, &strm_flt(s)->filters, list) {
Christopher Fauletda02e172015-12-04 09:25:05 +0100347 if (!only_backend || (filter->flags & FLT_FL_IS_BACKEND_FILTER)) {
Christopher Faulet92d36382015-11-05 13:35:03 +0100348 LIST_DEL(&filter->list);
349 pool_free2(pool2_filter, filter);
350 }
351 }
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100352 if (LIST_ISEMPTY(&strm_flt(s)->filters))
Christopher Fauletda02e172015-12-04 09:25:05 +0100353 strm_flt(s)->flags &= ~STRM_FLT_FL_HAS_FILTERS;
Christopher Faulet92d36382015-11-05 13:35:03 +0100354}
355
Christopher Fauletd7c91962015-04-30 11:48:27 +0200356/*
357 * Calls 'stream_start' for all filters attached to a stream. This happens when
358 * the stream is created, just after calling flt_stream_init
359 * function. Returns -1 if an error occurs, 0 otherwise.
360 */
361int
362flt_stream_start(struct stream *s)
363{
364 struct filter *filter;
365
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100366 list_for_each_entry(filter, &strm_flt(s)->filters, list) {
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100367 if (FLT_OPS(filter)->stream_start && FLT_OPS(filter)->stream_start(s, filter) < 0)
Christopher Fauletd7c91962015-04-30 11:48:27 +0200368 return -1;
369 }
370 return 0;
371}
372
373/*
374 * Calls 'stream_stop' for all filters attached to a stream. This happens when
375 * the stream is stopped, just before calling flt_stream_release function.
376 */
377void
378flt_stream_stop(struct stream *s)
379{
380 struct filter *filter;
381
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100382 list_for_each_entry(filter, &strm_flt(s)->filters, list) {
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100383 if (FLT_OPS(filter)->stream_stop)
384 FLT_OPS(filter)->stream_stop(s, filter);
Christopher Fauletd7c91962015-04-30 11:48:27 +0200385 }
386}
387
Christopher Faulet92d36382015-11-05 13:35:03 +0100388/*
389 * Called when a backend is set for a stream. If the frontend and the backend
390 * are the same, this function does nothing. Else it attaches all backend
391 * filters to the stream. Returns -1 if an error occurs, 0 otherwise.
392 */
393int
394flt_set_stream_backend(struct stream *s, struct proxy *be)
395{
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100396 struct flt_conf *fconf;
Christopher Faulet92d36382015-11-05 13:35:03 +0100397
398 if (strm_fe(s) == be)
399 return 0;
400
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100401 list_for_each_entry(fconf, &be->filter_configs, list) {
402 if (flt_stream_add_filter(s, fconf, FLT_FL_IS_BACKEND_FILTER) < 0)
Christopher Faulet92d36382015-11-05 13:35:03 +0100403 return -1;
404 }
405 return 0;
406}
407
Christopher Fauletd7c91962015-04-30 11:48:27 +0200408/*
409 * Calls 'http_data' callback for all "data" filters attached to a stream. This
410 * function is called when incoming data are available (excluding chunks
411 * envelope for chunked messages) in the AN_REQ_HTTP_XFER_BODY and
412 * AN_RES_HTTP_XFER_BODY analyzers. It takes care to update the next offset of
413 * filters and adjusts available data to be sure that a filter cannot parse more
414 * data than its predecessors. A filter can choose to not consume all available
415 * data. Returns -1 if an error occurs, the number of consumed bytes otherwise.
416 */
417int
418flt_http_data(struct stream *s, struct http_msg *msg)
419{
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100420 struct filter *filter;
421 struct buffer *buf = msg->chn->buf;
Christopher Fauletd7c91962015-04-30 11:48:27 +0200422 unsigned int buf_i;
423 int ret = 0;
424
Christopher Fauletd7c91962015-04-30 11:48:27 +0200425 /* Save buffer state */
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100426 buf_i = buf->i;
427
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100428 list_for_each_entry(filter, &strm_flt(s)->filters, list) {
Christopher Fauletda02e172015-12-04 09:25:05 +0100429 unsigned int *nxt;
430
431 /* Call "data" filters only */
432 if (!IS_DATA_FILTER(filter, msg->chn))
433 continue;
434
Christopher Faulet2fb28802015-12-01 10:40:57 +0100435 /* If the HTTP parser is ahead, we update the next offset of the
436 * current filter. This happens for chunked messages, at the
437 * begining of a new chunk. */
Christopher Fauletda02e172015-12-04 09:25:05 +0100438 nxt = &FLT_NXT(filter, msg->chn);
439 if (msg->next > *nxt)
440 *nxt = msg->next;
441
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100442 if (FLT_OPS(filter)->http_data) {
443 ret = FLT_OPS(filter)->http_data(s, filter, msg);
Christopher Fauletda02e172015-12-04 09:25:05 +0100444 if (ret < 0)
Christopher Fauletd7c91962015-04-30 11:48:27 +0200445 break;
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100446
447 /* Update the next offset of the current filter */
Christopher Fauletda02e172015-12-04 09:25:05 +0100448 *nxt += ret;
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100449
450 /* And set this value as the bound for the next
451 * filter. It will not able to parse more data than this
452 * one. */
Christopher Fauletda02e172015-12-04 09:25:05 +0100453 buf->i = *nxt;
Christopher Fauletd7c91962015-04-30 11:48:27 +0200454 }
455 else {
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100456 /* Consume all available data and update the next offset
457 * of the current filter. buf->i is untouched here. */
Christopher Fauletda02e172015-12-04 09:25:05 +0100458 ret = MIN(msg->chunk_len + msg->next, buf->i) - *nxt;
459 *nxt += ret;
Christopher Fauletd7c91962015-04-30 11:48:27 +0200460 }
Christopher Fauletd7c91962015-04-30 11:48:27 +0200461 }
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100462
Christopher Fauletd7c91962015-04-30 11:48:27 +0200463 /* Restore the original buffer state */
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100464 buf->i = buf_i;
465
Christopher Fauletd7c91962015-04-30 11:48:27 +0200466 return ret;
467}
468
Christopher Fauletd7c91962015-04-30 11:48:27 +0200469/*
470 * Calls 'http_chunk_trailers' callback for all "data" filters attached to a
471 * stream. This function is called for chunked messages only when a part of the
472 * trailers was parsed in the AN_REQ_HTTP_XFER_BODY and AN_RES_HTTP_XFER_BODY
473 * analyzers. Filters can know how much data were parsed by the HTTP parsing
474 * until the last call with the msg->sol value. Returns a negative value if an
475 * error occurs, any other value otherwise.
476 */
477int
478flt_http_chunk_trailers(struct stream *s, struct http_msg *msg)
479{
Christopher Faulet2fb28802015-12-01 10:40:57 +0100480 struct filter *filter;
Christopher Fauletda02e172015-12-04 09:25:05 +0100481 int ret = 1;
Christopher Fauletd7c91962015-04-30 11:48:27 +0200482
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100483 list_for_each_entry(filter, &strm_flt(s)->filters, list) {
Christopher Fauletda02e172015-12-04 09:25:05 +0100484 unsigned int *nxt;
485
486 /* Call "data" filters only */
487 if (!IS_DATA_FILTER(filter, msg->chn))
488 continue;
489
Christopher Faulet2fb28802015-12-01 10:40:57 +0100490 /* Be sure to set the next offset of the filter at the right
491 * place. This is really useful when the first part of the
492 * trailers was parsed. */
Christopher Fauletda02e172015-12-04 09:25:05 +0100493 nxt = &FLT_NXT(filter, msg->chn);
494 *nxt = msg->next;
495
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100496 if (FLT_OPS(filter)->http_chunk_trailers) {
497 ret = FLT_OPS(filter)->http_chunk_trailers(s, filter, msg);
Christopher Faulet2fb28802015-12-01 10:40:57 +0100498 if (ret < 0)
499 break;
Christopher Fauletd7c91962015-04-30 11:48:27 +0200500 }
Christopher Faulet2fb28802015-12-01 10:40:57 +0100501 /* Update the next offset of the current filter. Here all data
502 * are always consumed. */
Christopher Fauletda02e172015-12-04 09:25:05 +0100503 *nxt += msg->sol;
Christopher Faulet2fb28802015-12-01 10:40:57 +0100504 }
Christopher Fauletd7c91962015-04-30 11:48:27 +0200505 return ret;
506}
507
508/*
509 * Calls 'http_end' callback for all filters attached to a stream. All filters
510 * are called here, but only if there is at least one "data" filter. This
511 * functions is called when all data were parsed and forwarded. 'http_end'
512 * callback is resumable, so this function returns a negative value if an error
513 * occurs, 0 if it needs to wait for some reason, any other value otherwise.
514 */
515int
516flt_http_end(struct stream *s, struct http_msg *msg)
517{
518 int ret = 1;
519
Christopher Fauletd7c91962015-04-30 11:48:27 +0200520 RESUME_FILTER_LOOP(s, msg->chn) {
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100521 if (FLT_OPS(filter)->http_end) {
522 ret = FLT_OPS(filter)->http_end(s, filter, msg);
Christopher Fauletd7c91962015-04-30 11:48:27 +0200523 if (ret <= 0)
524 BREAK_EXECUTION(s, msg->chn, end);
525 }
Christopher Fauletd7c91962015-04-30 11:48:27 +0200526 } RESUME_FILTER_END;
527end:
528 return ret;
529}
530
531/*
532 * Calls 'http_reset' callback for all filters attached to a stream. This
533 * happens when a 100-continue response is received.
534 */
535void
536flt_http_reset(struct stream *s, struct http_msg *msg)
537{
538 struct filter *filter;
539
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100540 list_for_each_entry(filter, &strm_flt(s)->filters, list) {
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100541 if (FLT_OPS(filter)->http_reset)
542 FLT_OPS(filter)->http_reset(s, filter, msg);
Christopher Fauletd7c91962015-04-30 11:48:27 +0200543 }
544}
545
546/*
547 * Calls 'http_reply' callback for all filters attached to a stream when HA
548 * decides to stop the HTTP message processing.
549 */
550void
551flt_http_reply(struct stream *s, short status, const struct chunk *msg)
552{
553 struct filter *filter;
554
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100555 list_for_each_entry(filter, &strm_flt(s)->filters, list) {
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100556 if (FLT_OPS(filter)->http_reply)
557 FLT_OPS(filter)->http_reply(s, filter, status, msg);
Christopher Fauletd7c91962015-04-30 11:48:27 +0200558 }
559}
560
561/*
562 * Calls 'http_forward_data' callback for all "data" filters attached to a
563 * stream. This function is called when some data can be forwarded in the
564 * AN_REQ_HTTP_XFER_BODY and AN_RES_HTTP_XFER_BODY analyzers. It takes care to
565 * update the forward offset of filters and adjusts "forwardable" data to be
566 * sure that a filter cannot forward more data than its predecessors. A filter
567 * can choose to not forward all parsed data. Returns a negative value if an
568 * error occurs, else the number of forwarded bytes.
569 */
570int
571flt_http_forward_data(struct stream *s, struct http_msg *msg, unsigned int len)
572{
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100573 struct filter *filter;
Christopher Fauletd7c91962015-04-30 11:48:27 +0200574 int ret = len;
575
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100576 list_for_each_entry(filter, &strm_flt(s)->filters, list) {
Christopher Fauletda02e172015-12-04 09:25:05 +0100577 unsigned int *nxt, *fwd;
578
579 /* Call "data" filters only */
580 if (!IS_DATA_FILTER(filter, msg->chn))
581 continue;
582
Christopher Faulet2fb28802015-12-01 10:40:57 +0100583 /* If the HTTP parser is ahead, we update the next offset of the
584 * current filter. This happens for chunked messages, when the
585 * chunk envelope is parsed. */
Christopher Fauletda02e172015-12-04 09:25:05 +0100586 nxt = &FLT_NXT(filter, msg->chn);
587 fwd = &FLT_FWD(filter, msg->chn);
588 if (msg->next > *nxt)
589 *nxt = msg->next;
590
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100591 if (FLT_OPS(filter)->http_forward_data) {
Christopher Fauletda02e172015-12-04 09:25:05 +0100592 /* Remove bytes that the current filter considered as
593 * forwarded */
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100594 ret = FLT_OPS(filter)->http_forward_data(s, filter, msg, ret - *fwd);
Christopher Fauletd7c91962015-04-30 11:48:27 +0200595 if (ret < 0)
596 goto end;
597 }
598
599 /* Adjust bytes that the current filter considers as
600 * forwarded */
Christopher Fauletda02e172015-12-04 09:25:05 +0100601 *fwd += ret;
Christopher Fauletd7c91962015-04-30 11:48:27 +0200602
603 /* And set this value as the bound for the next filter. It will
604 * not able to forward more data than the current one. */
Christopher Fauletda02e172015-12-04 09:25:05 +0100605 ret = *fwd;
Christopher Fauletd7c91962015-04-30 11:48:27 +0200606 }
607
608 if (!ret)
609 goto end;
610
611 /* Finally, adjust filters offsets by removing data that HAProxy will
612 * forward. */
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100613 list_for_each_entry(filter, &strm_flt(s)->filters, list) {
Christopher Fauletda02e172015-12-04 09:25:05 +0100614 if (!IS_DATA_FILTER(filter, msg->chn))
615 continue;
Christopher Fauletd7c91962015-04-30 11:48:27 +0200616 FLT_NXT(filter, msg->chn) -= ret;
617 FLT_FWD(filter, msg->chn) -= ret;
618 }
619 end:
620 return ret;
621}
622
623/*
624 * Calls 'channel_start_analyze' callback for all filters attached to a
625 * stream. This function is called when we start to analyze a request or a
626 * response. For frontend filters, it is called before all other analyzers. For
627 * backend ones, it is called before all backend
628 * analyzers. 'channel_start_analyze' callback is resumable, so this function
629 * returns 0 if an error occurs or if it needs to wait, any other value
630 * otherwise.
631 */
632int
633flt_start_analyze(struct stream *s, struct channel *chn, unsigned int an_bit)
634{
635 int ret = 1;
636
637 /* If this function is called, this means there is at least one filter,
638 * so we do not need to check the filter list's emptiness. */
639
640 RESUME_FILTER_LOOP(s, chn) {
Christopher Fauletda02e172015-12-04 09:25:05 +0100641 if (an_bit == AN_FLT_START_BE && !(filter->flags & FLT_FL_IS_BACKEND_FILTER))
Christopher Fauletd7c91962015-04-30 11:48:27 +0200642 continue;
643
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100644 FLT_NXT(filter, chn) = 0;
645 FLT_FWD(filter, chn) = 0;
Christopher Fauletd7c91962015-04-30 11:48:27 +0200646
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100647 if (FLT_OPS(filter)->channel_start_analyze) {
648 ret = FLT_OPS(filter)->channel_start_analyze(s, filter, chn);
Christopher Fauletd7c91962015-04-30 11:48:27 +0200649 if (ret <= 0)
650 BREAK_EXECUTION(s, chn, end);
651 }
652 } RESUME_FILTER_END;
653
654 end:
655 return handle_analyzer_result(s, chn, an_bit, ret);
656}
657
658/*
659 * Calls 'channel_analyze' callback for all filters attached to a stream. This
660 * function is called before each analyzer attached to a channel, expects
661 * analyzers responsible for data sending. 'channel_analyze' callback is
662 * resumable, so this function returns 0 if an error occurs or if it needs to
663 * wait, any other value otherwise.
664 */
665int
666flt_analyze(struct stream *s, struct channel *chn, unsigned int an_bit)
667{
668 int ret = 1;
669
Christopher Fauletd7c91962015-04-30 11:48:27 +0200670 RESUME_FILTER_LOOP(s, chn) {
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100671 if (FLT_OPS(filter)->channel_analyze) {
672 ret = FLT_OPS(filter)->channel_analyze(s, filter, chn, an_bit);
Christopher Fauletd7c91962015-04-30 11:48:27 +0200673 if (ret <= 0)
674 BREAK_EXECUTION(s, chn, check_result);
675 }
676 } RESUME_FILTER_END;
677
678 check_result:
Christopher Faulet309c6412015-12-02 09:57:32 +0100679 return handle_analyzer_result(s, chn, 0, ret);
680}
681
682/*
Christopher Faulet1339d742016-05-11 16:48:33 +0200683 * This function is the AN_FLT_HTTP_HDRS analyzer, used to filter HTTP headers
684 * or a request or a response. Returns 0 if an error occurs or if it needs to
685 * wait, any other value otherwise.
Christopher Faulet309c6412015-12-02 09:57:32 +0100686 */
687int
688flt_analyze_http_headers(struct stream *s, struct channel *chn, unsigned int an_bit)
689{
Christopher Faulet1339d742016-05-11 16:48:33 +0200690 struct filter *filter;
691 struct http_msg *msg;
692 int ret = 1;
Christopher Faulet309c6412015-12-02 09:57:32 +0100693
Christopher Faulet1339d742016-05-11 16:48:33 +0200694 msg = ((chn->flags & CF_ISRESP) ? &s->txn->rsp : &s->txn->req);
Christopher Faulet309c6412015-12-02 09:57:32 +0100695 RESUME_FILTER_LOOP(s, chn) {
Christopher Faulet1339d742016-05-11 16:48:33 +0200696 if (FLT_OPS(filter)->http_headers) {
697 ret = FLT_OPS(filter)->http_headers(s, filter, msg);
Christopher Faulet309c6412015-12-02 09:57:32 +0100698 if (ret <= 0)
699 BREAK_EXECUTION(s, chn, check_result);
700 }
701 } RESUME_FILTER_END;
702
703 /* We increase next offset of all "data" filters after all processing on
704 * headers because any filter can alter them. So the definitive size of
705 * headers (msg->sov) is only known when all filters have been
706 * called. */
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100707 list_for_each_entry(filter, &strm_flt(s)->filters, list) {
Christopher Fauletda02e172015-12-04 09:25:05 +0100708 /* Handle "data" filters only */
709 if (!IS_DATA_FILTER(filter, chn))
710 continue;
Christopher Faulet1339d742016-05-11 16:48:33 +0200711 FLT_NXT(filter, chn) = msg->sov;
Christopher Faulet309c6412015-12-02 09:57:32 +0100712 }
713
714 check_result:
715 return handle_analyzer_result(s, chn, an_bit, ret);
Christopher Fauletd7c91962015-04-30 11:48:27 +0200716}
717
718/*
719 * Calls 'channel_end_analyze' callback for all filters attached to a
720 * stream. This function is called when we stop to analyze a request or a
721 * response. It is called after all other analyzers. 'channel_end_analyze'
722 * callback is resumable, so this function returns 0 if an error occurs or if it
723 * needs to wait, any other value otherwise.
724 */
725int
726flt_end_analyze(struct stream *s, struct channel *chn, unsigned int an_bit)
727{
728 int ret = 1;
729
Christopher Fauletd7c91962015-04-30 11:48:27 +0200730 RESUME_FILTER_LOOP(s, chn) {
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100731 FLT_NXT(filter, chn) = 0;
732 FLT_FWD(filter, chn) = 0;
Christopher Fauletda02e172015-12-04 09:25:05 +0100733 unregister_data_filter(s, chn, filter);
Christopher Fauletd7c91962015-04-30 11:48:27 +0200734
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100735 if (FLT_OPS(filter)->channel_end_analyze) {
736 ret = FLT_OPS(filter)->channel_end_analyze(s, filter, chn);
Christopher Fauletd7c91962015-04-30 11:48:27 +0200737 if (ret <= 0)
738 BREAK_EXECUTION(s, chn, end);
739 }
740 } RESUME_FILTER_END;
741
742end:
743 ret = handle_analyzer_result(s, chn, an_bit, ret);
Christopher Faulet02c7b222015-12-22 12:01:29 +0100744
745 /* Check if 'channel_end_analyze' callback has been called for the
746 * request and the response. */
747 if (!(s->req.analysers & AN_FLT_END) && !(s->res.analysers & AN_FLT_END)) {
Christopher Faulet02c7b222015-12-22 12:01:29 +0100748 /* When we are waiting for a new request, so we must reset
749 * stream analyzers. The input must not be closed the request
750 * channel, else it is useless to wait. */
751 if (s->txn && (s->txn->flags & TX_WAIT_NEXT_RQ) && !channel_input_closed(&s->req)) {
752 s->req.analysers = strm_li(s) ? strm_li(s)->analysers : 0;
753 s->res.analysers = 0;
754 }
Christopher Fauletd7c91962015-04-30 11:48:27 +0200755
Christopher Faulet92d36382015-11-05 13:35:03 +0100756 /* Remove backend filters from the list */
757 flt_stream_release(s, 1);
Christopher Fauletd7c91962015-04-30 11:48:27 +0200758 }
759 else if (ret) {
760 /* Analyzer ends only for one channel. So wake up the stream to
761 * be sure to process it for the other side as soon as
762 * possible. */
763 task_wakeup(s->task, TASK_WOKEN_MSG);
764 }
765 return ret;
766}
767
768
769/*
770 * Calls 'tcp_data' callback for all "data" filters attached to a stream. This
771 * function is called when incoming data are available. It takes care to update
772 * the next offset of filters and adjusts available data to be sure that a
773 * filter cannot parse more data than its predecessors. A filter can choose to
774 * not consume all available data. Returns -1 if an error occurs, the number of
775 * consumed bytes otherwise.
776 */
777static int
778flt_data(struct stream *s, struct channel *chn)
779{
Christopher Fauletda02e172015-12-04 09:25:05 +0100780 struct filter *filter;
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100781 struct buffer *buf = chn->buf;
Christopher Fauletd7c91962015-04-30 11:48:27 +0200782 unsigned int buf_i;
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100783 int ret = 0;
Christopher Fauletd7c91962015-04-30 11:48:27 +0200784
785 /* Save buffer state */
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100786 buf_i = buf->i;
787
788 list_for_each_entry(filter, &strm_flt(s)->filters, list) {
Christopher Fauletda02e172015-12-04 09:25:05 +0100789 unsigned int *nxt;
790
791 /* Call "data" filters only */
792 if (!IS_DATA_FILTER(filter, chn))
793 continue;
794
795 nxt = &FLT_NXT(filter, chn);
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100796 if (FLT_OPS(filter)->tcp_data) {
797 ret = FLT_OPS(filter)->tcp_data(s, filter, chn);
Christopher Fauletd7c91962015-04-30 11:48:27 +0200798 if (ret < 0)
799 break;
Christopher Fauletd7c91962015-04-30 11:48:27 +0200800
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100801 /* Increase next offset of the current filter */
Christopher Fauletda02e172015-12-04 09:25:05 +0100802 *nxt += ret;
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100803
804 /* And set this value as the bound for the next
805 * filter. It will not able to parse more data than the
806 * current one. */
Christopher Fauletda02e172015-12-04 09:25:05 +0100807 buf->i = *nxt;
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100808 }
809 else {
810 /* Consume all available data */
Christopher Fauletda02e172015-12-04 09:25:05 +0100811 *nxt = buf->i;
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100812 }
Christopher Fauletd7c91962015-04-30 11:48:27 +0200813
814 /* Update <ret> value to be sure to have the last one when we
Christopher Fauletda02e172015-12-04 09:25:05 +0100815 * exit from the loop. This value will be used to know how much
816 * data are "forwardable" */
817 ret = *nxt;
Christopher Fauletd7c91962015-04-30 11:48:27 +0200818 }
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100819
820 /* Restore the original buffer state */
Christopher Fauletd7c91962015-04-30 11:48:27 +0200821 chn->buf->i = buf_i;
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100822
Christopher Fauletd7c91962015-04-30 11:48:27 +0200823 return ret;
824}
825
826/*
827 * Calls 'tcp_forward_data' callback for all "data" filters attached to a
828 * stream. This function is called when some data can be forwarded. It takes
829 * care to update the forward offset of filters and adjusts "forwardable" data
830 * to be sure that a filter cannot forward more data than its predecessors. A
831 * filter can choose to not forward all parsed data. Returns a negative value if
832 * an error occurs, else the number of forwarded bytes.
833 */
834static int
835flt_forward_data(struct stream *s, struct channel *chn, unsigned int len)
836{
Christopher Fauletda02e172015-12-04 09:25:05 +0100837 struct filter *filter;
Christopher Fauletd7c91962015-04-30 11:48:27 +0200838 int ret = len;
839
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100840 list_for_each_entry(filter, &strm_flt(s)->filters, list) {
Christopher Fauletda02e172015-12-04 09:25:05 +0100841 unsigned int *fwd;
842
843 /* Call "data" filters only */
844 if (!IS_DATA_FILTER(filter, chn))
845 continue;
846
847 fwd = &FLT_FWD(filter, chn);
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100848 if (FLT_OPS(filter)->tcp_forward_data) {
Christopher Fauletd7c91962015-04-30 11:48:27 +0200849 /* Remove bytes that the current filter considered as
850 * forwarded */
Christopher Faulet443ea1a2016-02-04 13:40:26 +0100851 ret = FLT_OPS(filter)->tcp_forward_data(s, filter, chn, ret - *fwd);
Christopher Fauletd7c91962015-04-30 11:48:27 +0200852 if (ret < 0)
853 goto end;
854 }
855
Christopher Fauletda02e172015-12-04 09:25:05 +0100856 /* Adjust bytes that the current filter considers as
Christopher Fauletd7c91962015-04-30 11:48:27 +0200857 * forwarded */
Christopher Fauletda02e172015-12-04 09:25:05 +0100858 *fwd += ret;
Christopher Fauletd7c91962015-04-30 11:48:27 +0200859
860 /* And set this value as the bound for the next filter. It will
861 * not able to forward more data than the current one. */
Christopher Fauletda02e172015-12-04 09:25:05 +0100862 ret = *fwd;
Christopher Fauletd7c91962015-04-30 11:48:27 +0200863 }
864
865 if (!ret)
866 goto end;
867
Christopher Fauletda02e172015-12-04 09:25:05 +0100868 /* Finally, adjust filters offsets by removing data that HAProxy will
869 * forward. */
Christopher Fauletfcf035c2015-12-03 11:48:03 +0100870 list_for_each_entry(filter, &strm_flt(s)->filters, list) {
Christopher Fauletda02e172015-12-04 09:25:05 +0100871 if (!IS_DATA_FILTER(filter, chn))
872 continue;
Christopher Fauletd7c91962015-04-30 11:48:27 +0200873 FLT_NXT(filter, chn) -= ret;
874 FLT_FWD(filter, chn) -= ret;
875 }
876
Christopher Fauletd7c91962015-04-30 11:48:27 +0200877 end:
878 return ret;
879}
880
881/*
882 * Called when TCP data must be filtered on a channel. This function is the
883 * AN_FLT_XFER_DATA analyzer. When called, it is responsible to forward data
884 * when the proxy is not in http mode. Behind the scene, it calls consecutively
885 * 'tcp_data' and 'tcp_forward_data' callbacks for all "data" filters attached
886 * to a stream. Returns 0 if an error occurs or if it needs to wait, any other
887 * value otherwise.
888 */
889int
890flt_xfer_data(struct stream *s, struct channel *chn, unsigned int an_bit)
891{
892 int ret = 1;
893
Christopher Fauletda02e172015-12-04 09:25:05 +0100894 /* If there is no "data" filters, we do nothing */
895 if (!HAS_DATA_FILTERS(s, chn))
896 goto end;
Christopher Fauletd7c91962015-04-30 11:48:27 +0200897
898 /* Be sure that the output is still opened. Else we stop the data
899 * filtering. */
900 if ((chn->flags & (CF_READ_ERROR|CF_READ_TIMEOUT|CF_WRITE_ERROR|CF_WRITE_TIMEOUT)) ||
901 ((chn->flags & CF_SHUTW) && (chn->to_forward || chn->buf->o)))
902 goto end;
903
904 /* Let all "data" filters parsing incoming data */
905 ret = flt_data(s, chn);
906 if (ret < 0)
907 goto end;
908
909 /* And forward them */
910 ret = flt_forward_data(s, chn, ret);
911 if (ret < 0)
912 goto end;
913
Christopher Fauletda02e172015-12-04 09:25:05 +0100914 /* Consume data that all filters consider as forwarded. */
915 b_adv(chn->buf, ret);
916
Christopher Fauletd7c91962015-04-30 11:48:27 +0200917 /* Stop waiting data if the input in closed and no data is pending or if
918 * the output is closed. */
919 if ((chn->flags & CF_SHUTW) ||
920 ((chn->flags & CF_SHUTR) && !buffer_pending(chn->buf))) {
921 ret = 1;
922 goto end;
923 }
924
925 /* Wait for data */
926 return 0;
927 end:
928 /* Terminate the data filtering. If <ret> is negative, an error was
929 * encountered during the filtering. */
930 return handle_analyzer_result(s, chn, an_bit, ret);
931}
932
933/*
934 * Handles result of filter's analyzers. It returns 0 if an error occurs or if
935 * it needs to wait, any other value otherwise.
936 */
937static int
938handle_analyzer_result(struct stream *s, struct channel *chn,
939 unsigned int an_bit, int ret)
940{
941 int finst;
942
943 if (ret < 0)
944 goto return_bad_req;
945 else if (!ret)
946 goto wait;
947
948 /* End of job, return OK */
949 if (an_bit) {
950 chn->analysers &= ~an_bit;
951 chn->analyse_exp = TICK_ETERNITY;
952 }
953 return 1;
954
955 return_bad_req:
956 /* An error occurs */
957 channel_abort(&s->req);
958 channel_abort(&s->res);
959
960 if (!(chn->flags & CF_ISRESP)) {
961 s->req.analysers &= AN_FLT_END;
962 finst = SF_FINST_R;
963 /* FIXME: incr counters */
964 }
965 else {
966 s->res.analysers &= AN_FLT_END;
967 finst = SF_FINST_H;
968 /* FIXME: incr counters */
969 }
970
971 if (s->txn) {
972 /* Do not do that when we are waiting for the next request */
973 if (s->txn->status)
974 http_reply_and_close(s, s->txn->status, NULL);
975 else {
976 s->txn->status = 400;
977 http_reply_and_close(s, 400, http_error_message(s, HTTP_ERR_400));
978 }
979 }
980
981 if (!(s->flags & SF_ERR_MASK))
982 s->flags |= SF_ERR_PRXCOND;
983 if (!(s->flags & SF_FINST_MASK))
984 s->flags |= finst;
985 return 0;
986
987 wait:
988 if (!(chn->flags & CF_ISRESP))
989 channel_dont_connect(chn);
990 return 0;
991}
992
993
994/* Note: must not be declared <const> as its list will be overwritten.
995 * Please take care of keeping this list alphabetically sorted, doing so helps
996 * all code contributors.
997 * Optional keywords are also declared with a NULL ->parse() function so that
998 * the config parser can report an appropriate error when a known keyword was
999 * not enabled. */
1000static struct cfg_kw_list cfg_kws = {ILH, {
1001 { CFG_LISTEN, "filter", parse_filter },
1002 { 0, NULL, NULL },
1003 }
1004};
1005
1006__attribute__((constructor))
1007static void
1008__filters_init(void)
1009{
1010 pool2_filter = create_pool("filter", sizeof(struct filter), MEM_F_SHARED);
1011 cfg_register_keywords(&cfg_kws);
1012}
1013
1014__attribute__((destructor))
1015static void
1016__filters_deinit(void)
1017{
1018 pool_destroy2(pool2_filter);
1019}
1020
1021/*
1022 * Local variables:
1023 * c-indent-level: 8
1024 * c-basic-offset: 8
1025 * End:
1026 */