blob: 99552c44de336362440dfc28a7b5cfabfcb2f509 [file] [log] [blame]
Willy Tarreaubaaee002006-06-26 02:48:02 +02001/*
Willy Tarreau87b09662015-04-03 00:22:06 +02002 * Stream management functions.
Willy Tarreaubaaee002006-06-26 02:48:02 +02003 *
Willy Tarreaud28c3532012-04-19 19:28:33 +02004 * Copyright 2000-2012 Willy Tarreau <w@1wt.eu>
Willy Tarreaubaaee002006-06-26 02:48:02 +02005 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
13#include <stdlib.h>
Willy Tarreau81f9aa32010-06-01 17:45:26 +020014#include <unistd.h>
15#include <fcntl.h>
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020016
Willy Tarreaua264d962020-06-04 22:29:18 +020017#include <import/ebistree.h>
18
Willy Tarreaudcc048a2020-06-04 19:11:43 +020019#include <haproxy/acl.h>
Willy Tarreau122eba92020-06-04 10:15:32 +020020#include <haproxy/action.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020021#include <haproxy/activity.h>
22#include <haproxy/api.h>
Willy Tarreau3f0f82e2020-06-04 19:42:41 +020023#include <haproxy/applet.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020024#include <haproxy/arg.h>
Willy Tarreau49801602020-06-04 22:50:02 +020025#include <haproxy/backend.h>
Willy Tarreau278161c2020-06-04 11:18:28 +020026#include <haproxy/capture.h>
Willy Tarreau6be78492020-06-05 00:00:29 +020027#include <haproxy/cfgparse.h>
Willy Tarreauf1d32c42020-06-04 21:07:02 +020028#include <haproxy/channel.h>
Willy Tarreau4aa573d2020-06-04 18:21:56 +020029#include <haproxy/check.h>
Willy Tarreau83487a82020-06-04 20:19:54 +020030#include <haproxy/cli.h>
Willy Tarreau7ea393d2020-06-04 18:02:10 +020031#include <haproxy/connection.h>
Willy Tarreau3afc4c42020-06-03 18:23:19 +020032#include <haproxy/dict.h>
Willy Tarreau2741c8c2020-06-02 11:28:02 +020033#include <haproxy/dynbuf.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020034#include <haproxy/fd.h>
Willy Tarreauc7babd82020-06-04 21:29:29 +020035#include <haproxy/filters.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020036#include <haproxy/freq_ctr.h>
Willy Tarreau762d7a52020-06-04 11:23:07 +020037#include <haproxy/frontend.h>
Willy Tarreauf268ee82020-06-04 17:05:57 +020038#include <haproxy/global.h>
Willy Tarreau86416052020-06-04 09:20:54 +020039#include <haproxy/hlua.h>
Willy Tarreauc2b1ff02020-06-04 21:21:03 +020040#include <haproxy/http_ana.h>
Willy Tarreauc761f842020-06-04 11:40:28 +020041#include <haproxy/http_rules.h>
Willy Tarreau16f958c2020-06-03 08:44:35 +020042#include <haproxy/htx.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020043#include <haproxy/istbuf.h>
Willy Tarreauaeed4a82020-06-04 22:01:04 +020044#include <haproxy/log.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020045#include <haproxy/pipe.h>
Willy Tarreaud0ef4392020-06-02 09:38:52 +020046#include <haproxy/pool.h>
Willy Tarreaua264d962020-06-04 22:29:18 +020047#include <haproxy/proxy.h>
Willy Tarreaua55c4542020-06-04 22:59:39 +020048#include <haproxy/queue.h>
Willy Tarreau1e56f922020-06-04 23:20:13 +020049#include <haproxy/server.h>
Emeric Brunc9437992021-02-12 19:42:55 +010050#include <haproxy/resolvers.h>
Amaury Denoyelle12bada52020-12-10 13:43:57 +010051#include <haproxy/sample.h>
Willy Tarreau48d25b32020-06-04 18:58:52 +020052#include <haproxy/session.h>
Willy Tarreau2eec9b52020-06-04 19:58:55 +020053#include <haproxy/stats-t.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020054#include <haproxy/stick_table.h>
Willy Tarreaudfd3de82020-06-04 23:46:14 +020055#include <haproxy/stream.h>
Willy Tarreau5e539c92020-06-04 20:45:39 +020056#include <haproxy/stream_interface.h>
Willy Tarreaucea0e1b2020-06-04 17:25:40 +020057#include <haproxy/task.h>
Willy Tarreau8b550af2020-06-04 17:42:48 +020058#include <haproxy/tcp_rules.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020059#include <haproxy/thread.h>
Willy Tarreaudfd3de82020-06-04 23:46:14 +020060#include <haproxy/trace.h>
Willy Tarreaua1718922020-06-04 16:25:31 +020061#include <haproxy/vars.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020062
Willy Tarreaubaaee002006-06-26 02:48:02 +020063
Willy Tarreau8ceae722018-11-26 11:58:30 +010064DECLARE_POOL(pool_head_stream, "stream", sizeof(struct stream));
Tim Duesterhus127a74d2020-02-28 15:13:33 +010065DECLARE_POOL(pool_head_uniqueid, "uniqueid", UNIQUEID_LEN);
Willy Tarreau8ceae722018-11-26 11:58:30 +010066
Willy Tarreaub9813182021-02-24 11:29:51 +010067/* incremented by each "show sess" to fix a delimiter between streams */
68unsigned stream_epoch = 0;
Willy Tarreaubaaee002006-06-26 02:48:02 +020069
Thierry FOURNIER5a363e72015-09-27 19:29:33 +020070/* List of all use-service keywords. */
71static struct list service_keywords = LIST_HEAD_INIT(service_keywords);
72
Willy Tarreau5790eb02017-08-28 17:18:36 +020073
Christopher Fauleteea8fc72019-11-05 16:18:10 +010074/* trace source and events */
75static void strm_trace(enum trace_level level, uint64_t mask,
76 const struct trace_source *src,
77 const struct ist where, const struct ist func,
78 const void *a1, const void *a2, const void *a3, const void *a4);
79
80/* The event representation is split like this :
81 * strm - stream
82 * si - stream interface
83 * http - http analyzis
84 * tcp - tcp analyzis
85 *
86 * STRM_EV_* macros are defined in <proto/stream.h>
87 */
88static const struct trace_event strm_trace_events[] = {
89 { .mask = STRM_EV_STRM_NEW, .name = "strm_new", .desc = "new stream" },
90 { .mask = STRM_EV_STRM_FREE, .name = "strm_free", .desc = "release stream" },
91 { .mask = STRM_EV_STRM_ERR, .name = "strm_err", .desc = "error during stream processing" },
92 { .mask = STRM_EV_STRM_ANA, .name = "strm_ana", .desc = "stream analyzers" },
93 { .mask = STRM_EV_STRM_PROC, .name = "strm_proc", .desc = "stream processing" },
94
95 { .mask = STRM_EV_SI_ST, .name = "si_state", .desc = "processing stream-interface states" },
96
97 { .mask = STRM_EV_HTTP_ANA, .name = "http_ana", .desc = "HTTP analyzers" },
98 { .mask = STRM_EV_HTTP_ERR, .name = "http_err", .desc = "error during HTTP analyzis" },
99
100 { .mask = STRM_EV_TCP_ANA, .name = "tcp_ana", .desc = "TCP analyzers" },
101 { .mask = STRM_EV_TCP_ERR, .name = "tcp_err", .desc = "error during TCP analyzis" },
102 {}
103};
104
105static const struct name_desc strm_trace_lockon_args[4] = {
106 /* arg1 */ { /* already used by the stream */ },
107 /* arg2 */ { },
108 /* arg3 */ { },
109 /* arg4 */ { }
110};
111
112static const struct name_desc strm_trace_decoding[] = {
113#define STRM_VERB_CLEAN 1
114 { .name="clean", .desc="only user-friendly stuff, generally suitable for level \"user\"" },
115#define STRM_VERB_MINIMAL 2
116 { .name="minimal", .desc="report info on stream and stream-interfaces" },
117#define STRM_VERB_SIMPLE 3
118 { .name="simple", .desc="add info on request and response channels" },
119#define STRM_VERB_ADVANCED 4
120 { .name="advanced", .desc="add info on channel's buffer for data and developer levels only" },
121#define STRM_VERB_COMPLETE 5
122 { .name="complete", .desc="add info on channel's buffer" },
123 { /* end */ }
124};
125
126struct trace_source trace_strm = {
127 .name = IST("stream"),
128 .desc = "Applicative stream",
129 .arg_def = TRC_ARG1_STRM, // TRACE()'s first argument is always a stream
130 .default_cb = strm_trace,
131 .known_events = strm_trace_events,
132 .lockon_args = strm_trace_lockon_args,
133 .decoding = strm_trace_decoding,
134 .report_events = ~0, // report everything by default
135};
136
137#define TRACE_SOURCE &trace_strm
138INITCALL1(STG_REGISTER, trace_register_source, TRACE_SOURCE);
139
140/* the stream traces always expect that arg1, if non-null, is of a stream (from
141 * which we can derive everything), that arg2, if non-null, is an http
142 * transaction, that arg3, if non-null, is an http message.
143 */
144static void strm_trace(enum trace_level level, uint64_t mask, const struct trace_source *src,
145 const struct ist where, const struct ist func,
146 const void *a1, const void *a2, const void *a3, const void *a4)
147{
148 const struct stream *s = a1;
149 const struct http_txn *txn = a2;
150 const struct http_msg *msg = a3;
151 struct task *task;
152 const struct stream_interface *si_f, *si_b;
153 const struct channel *req, *res;
154 struct htx *htx;
155
156 if (!s || src->verbosity < STRM_VERB_CLEAN)
157 return;
158
159 task = s->task;
160 si_f = &s->si[0];
161 si_b = &s->si[1];
162 req = &s->req;
163 res = &s->res;
164 htx = (msg ? htxbuf(&msg->chn->buf) : NULL);
165
166 /* General info about the stream (htx/tcp, id...) */
167 chunk_appendf(&trace_buf, " : [%u,%s]",
168 s->uniq_id, ((s->flags & SF_HTX) ? "HTX" : "TCP"));
Tim Duesterhusa17e6622020-03-05 20:19:02 +0100169 if (isttest(s->unique_id)) {
170 chunk_appendf(&trace_buf, " id=");
171 b_putist(&trace_buf, s->unique_id);
172 }
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100173
174 /* Front and back stream-int state */
175 chunk_appendf(&trace_buf, " SI=(%s,%s)",
176 si_state_str(si_f->state), si_state_str(si_b->state));
177
178 /* If txn is defined, HTTP req/rep states */
179 if (txn)
180 chunk_appendf(&trace_buf, " HTTP=(%s,%s)",
181 h1_msg_state_str(txn->req.msg_state), h1_msg_state_str(txn->rsp.msg_state));
182 if (msg)
183 chunk_appendf(&trace_buf, " %s", ((msg->chn->flags & CF_ISRESP) ? "RESPONSE" : "REQUEST"));
184
185 if (src->verbosity == STRM_VERB_CLEAN)
186 return;
187
188 /* If msg defined, display status-line if possible (verbosity > MINIMAL) */
189 if (src->verbosity > STRM_VERB_MINIMAL && htx && htx_nbblks(htx)) {
190 const struct htx_blk *blk = htx_get_head_blk(htx);
191 const struct htx_sl *sl = htx_get_blk_ptr(htx, blk);
192 enum htx_blk_type type = htx_get_blk_type(blk);
193
194 if (type == HTX_BLK_REQ_SL || type == HTX_BLK_RES_SL)
195 chunk_appendf(&trace_buf, " - \"%.*s %.*s %.*s\"",
196 HTX_SL_P1_LEN(sl), HTX_SL_P1_PTR(sl),
197 HTX_SL_P2_LEN(sl), HTX_SL_P2_PTR(sl),
198 HTX_SL_P3_LEN(sl), HTX_SL_P3_PTR(sl));
199 }
200
201
202 /* If txn defined info about HTTP msgs, otherwise info about SI. */
203 if (txn) {
204 chunk_appendf(&trace_buf, " - t=%p s=(%p,0x%08x) txn.flags=0x%08x, http.flags=(0x%08x,0x%08x) status=%d",
205 task, s, s->flags, txn->flags, txn->req.flags, txn->rsp.flags, txn->status);
206 }
207 else {
208 chunk_appendf(&trace_buf, " - t=%p s=(%p,0x%08x) si_f=(%p,0x%08x,0x%x) si_b=(%p,0x%08x,0x%x) retries=%d",
209 task, s, s->flags, si_f, si_f->flags, si_f->err_type,
210 si_b, si_b->flags, si_b->err_type, si_b->conn_retries);
211 }
212
213 if (src->verbosity == STRM_VERB_MINIMAL)
214 return;
215
216
217 /* If txn defined, don't display all channel info */
218 if (src->verbosity == STRM_VERB_SIMPLE || txn) {
219 chunk_appendf(&trace_buf, " req=(%p .fl=0x%08x .exp(r,w,a)=(%u,%u,%u))",
220 req, req->flags, req->rex, req->wex, req->analyse_exp);
221 chunk_appendf(&trace_buf, " res=(%p .fl=0x%08x .exp(r,w,a)=(%u,%u,%u))",
222 res, res->flags, res->rex, res->wex, res->analyse_exp);
223 }
224 else {
225 chunk_appendf(&trace_buf, " req=(%p .fl=0x%08x .ana=0x%08x .exp(r,w,a)=(%u,%u,%u) .o=%lu .tot=%llu .to_fwd=%u)",
226 req, req->flags, req->analysers, req->rex, req->wex, req->analyse_exp,
Willy Tarreaue18f53e2019-11-27 15:41:31 +0100227 (long)req->output, req->total, req->to_forward);
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100228 chunk_appendf(&trace_buf, " res=(%p .fl=0x%08x .ana=0x%08x .exp(r,w,a)=(%u,%u,%u) .o=%lu .tot=%llu .to_fwd=%u)",
229 res, res->flags, res->analysers, res->rex, res->wex, res->analyse_exp,
Willy Tarreaue18f53e2019-11-27 15:41:31 +0100230 (long)res->output, res->total, res->to_forward);
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100231 }
232
233 if (src->verbosity == STRM_VERB_SIMPLE ||
234 (src->verbosity == STRM_VERB_ADVANCED && src->level < TRACE_LEVEL_DATA))
235 return;
236
237 /* channels' buffer info */
238 if (s->flags & SF_HTX) {
239 struct htx *rqhtx = htxbuf(&req->buf);
240 struct htx *rphtx = htxbuf(&res->buf);
241
242 chunk_appendf(&trace_buf, " htx=(%u/%u#%u, %u/%u#%u)",
243 rqhtx->data, rqhtx->size, htx_nbblks(rqhtx),
244 rphtx->data, rphtx->size, htx_nbblks(rphtx));
245 }
246 else {
247 chunk_appendf(&trace_buf, " buf=(%u@%p+%u/%u, %u@%p+%u/%u)",
248 (unsigned int)b_data(&req->buf), b_orig(&req->buf),
249 (unsigned int)b_head_ofs(&req->buf), (unsigned int)b_size(&req->buf),
250 (unsigned int)b_data(&req->buf), b_orig(&req->buf),
251 (unsigned int)b_head_ofs(&req->buf), (unsigned int)b_size(&req->buf));
252 }
253
254 /* If msg defined, display htx info if defined (level > USER) */
255 if (src->level > TRACE_LEVEL_USER && htx && htx_nbblks(htx)) {
256 int full = 0;
257
258 /* Full htx info (level > STATE && verbosity > SIMPLE) */
259 if (src->level > TRACE_LEVEL_STATE) {
260 if (src->verbosity == STRM_VERB_COMPLETE)
261 full = 1;
262 }
263
264 chunk_memcat(&trace_buf, "\n\t", 2);
265 htx_dump(&trace_buf, htx, full);
266 }
267}
268
Willy Tarreau5790eb02017-08-28 17:18:36 +0200269/* Create a new stream for connection <conn>. Return < 0 on error. This is only
270 * valid right after the handshake, before the connection's data layer is
Christopher Faulet16df1782020-12-04 16:47:41 +0100271 * initialized, because it relies on the session to be in conn->owner. On
272 * success, <input> buffer is transferred to the stream and thus points to
273 * BUF_NULL. On error, it is unchanged and it is the caller responsibility to
274 * release it.
Willy Tarreau5790eb02017-08-28 17:18:36 +0200275 */
Christopher Faulet26256f82020-09-14 11:40:13 +0200276int stream_create_from_cs(struct conn_stream *cs, struct buffer *input)
Willy Tarreau5790eb02017-08-28 17:18:36 +0200277{
278 struct stream *strm;
279
Christopher Faulet26256f82020-09-14 11:40:13 +0200280 strm = stream_new(cs->conn->owner, &cs->obj_type, input);
Willy Tarreau5790eb02017-08-28 17:18:36 +0200281 if (strm == NULL)
282 return -1;
283
284 task_wakeup(strm->task, TASK_WOKEN_INIT);
285 return 0;
286}
287
Christopher Faulet4ef84c92021-01-21 17:36:12 +0100288/* Upgrade an existing TCP stream for connection <conn>. Return < 0 on error.
289 * This is only valid right after a TCP to H1 upgrade. The stream should be
290 * "reativated" by removing SF_IGNORE flag. And the right mode must be set.
291 * On success, <input> buffer is transferred to the stream and thus points to
292 * BUF_NULL. On error, it is unchanged and it is the caller responsibility to
293 * release it (this never happens for now).
294 */
295int stream_upgrade_from_cs(struct conn_stream *cs, struct buffer *input)
296{
297 struct stream_interface *si = cs->data;
298 struct stream *s = si_strm(si);
299
300 if (cs->conn->mux->flags & MX_FL_HTX)
301 s->flags |= SF_HTX;
302
303 if (!b_is_null(input)) {
304 /* Xfer the input buffer to the request channel. <input> will
305 * than point to BUF_NULL. From this point, it is the stream
306 * responsibility to release it.
307 */
308 s->req.buf = *input;
309 *input = BUF_NULL;
310 s->req.total = (IS_HTX_STRM(s) ? htxbuf(&s->req.buf)->data : b_data(&s->req.buf));
311 s->req.flags |= (s->req.total ? CF_READ_PARTIAL : 0);
312 }
313
314 s->flags &= ~SF_IGNORE;
315
316 task_wakeup(s->task, TASK_WOKEN_INIT);
317 return 0;
318}
319
Willy Tarreaub882dd82018-11-06 15:50:21 +0100320/* Callback used to wake up a stream when an input buffer is available. The
321 * stream <s>'s stream interfaces are checked for a failed buffer allocation
Willy Tarreaud0f5bbc2018-11-14 11:10:26 +0100322 * as indicated by the presence of the SI_FL_RXBLK_ROOM flag and the lack of a
Willy Tarreaub882dd82018-11-06 15:50:21 +0100323 * buffer, and and input buffer is assigned there (at most one). The function
324 * returns 1 and wakes the stream up if a buffer was taken, otherwise zero.
325 * It's designed to be called from __offer_buffer().
326 */
327int stream_buf_available(void *arg)
328{
329 struct stream *s = arg;
330
Willy Tarreau8be7cd72018-11-14 15:12:08 +0100331 if (!s->req.buf.size && !s->req.pipe && (s->si[0].flags & SI_FL_RXBLK_BUFF) &&
Willy Tarreaud68d4f12021-03-22 14:44:31 +0100332 b_alloc(&s->req.buf))
Willy Tarreau8be7cd72018-11-14 15:12:08 +0100333 si_rx_buff_rdy(&s->si[0]);
334 else if (!s->res.buf.size && !s->res.pipe && (s->si[1].flags & SI_FL_RXBLK_BUFF) &&
Willy Tarreaud68d4f12021-03-22 14:44:31 +0100335 b_alloc(&s->res.buf))
Willy Tarreau8be7cd72018-11-14 15:12:08 +0100336 si_rx_buff_rdy(&s->si[1]);
Willy Tarreaub882dd82018-11-06 15:50:21 +0100337 else
338 return 0;
339
340 task_wakeup(s->task, TASK_WOKEN_RES);
341 return 1;
342
343}
344
Willy Tarreau9903f0e2015-04-04 18:50:31 +0200345/* This function is called from the session handler which detects the end of
Willy Tarreau73b65ac2015-04-08 18:26:29 +0200346 * handshake, in order to complete initialization of a valid stream. It must be
Joseph Herlant4cc8d0d2018-11-15 09:14:14 -0800347 * called with a completely initialized session. It returns the pointer to
Willy Tarreau73b65ac2015-04-08 18:26:29 +0200348 * the newly created stream, or NULL in case of fatal error. The client-facing
Willy Tarreau87787ac2017-08-28 16:22:54 +0200349 * end point is assigned to <origin>, which must be valid. The stream's task
350 * is configured with a nice value inherited from the listener's nice if any.
351 * The task's context is set to the new stream, and its function is set to
Christopher Faulet16df1782020-12-04 16:47:41 +0100352 * process_stream(). Target and analysers are null. <input> is used as input
353 * buffer for the request channel and may contain data. On success, it is
354 * transfer to the stream and <input> is set to BUF_NULL. On error, <input>
355 * buffer is unchanged and it is the caller responsibility to release it.
Willy Tarreau2542b532012-08-31 16:01:23 +0200356 */
Christopher Faulet26256f82020-09-14 11:40:13 +0200357struct stream *stream_new(struct session *sess, enum obj_type *origin, struct buffer *input)
Willy Tarreau2542b532012-08-31 16:01:23 +0200358{
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200359 struct stream *s;
Willy Tarreau87787ac2017-08-28 16:22:54 +0200360 struct task *t;
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200361 struct conn_stream *cs = objt_cs(origin);
Willy Tarreau73b65ac2015-04-08 18:26:29 +0200362 struct appctx *appctx = objt_appctx(origin);
Willy Tarreau2542b532012-08-31 16:01:23 +0200363
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100364 DBG_TRACE_ENTER(STRM_EV_STRM_NEW);
Willy Tarreaubafbe012017-11-24 17:34:44 +0100365 if (unlikely((s = pool_alloc(pool_head_stream)) == NULL))
Willy Tarreau87787ac2017-08-28 16:22:54 +0200366 goto out_fail_alloc;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200367
368 /* minimum stream initialization required for an embryonic stream is
369 * fairly low. We need very little to execute L4 ACLs, then we need a
370 * task to make the client-side connection live on its own.
371 * - flags
372 * - stick-entry tracking
373 */
374 s->flags = 0;
Willy Tarreaufb9f5842015-04-05 18:19:23 +0200375 s->logs.logwait = sess->fe->to_log;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200376 s->logs.level = 0;
Willy Tarreau99eb0f12015-04-05 12:03:54 +0200377 tv_zero(&s->logs.tv_request);
378 s->logs.t_queue = -1;
379 s->logs.t_connect = -1;
380 s->logs.t_data = -1;
381 s->logs.t_close = 0;
382 s->logs.bytes_in = s->logs.bytes_out = 0;
Patrick Hemmerffe5e8c2018-05-11 12:52:31 -0400383 s->logs.prx_queue_pos = 0; /* we get the number of pending conns before us */
384 s->logs.srv_queue_pos = 0; /* we will get this number soon */
Baptiste Assmann333939c2019-01-21 08:34:50 +0100385 s->obj_type = OBJ_TYPE_STREAM;
Willy Tarreau99eb0f12015-04-05 12:03:54 +0200386
Christopher Faulet15e525f2020-09-30 14:03:54 +0200387 s->logs.accept_date = sess->accept_date;
388 s->logs.tv_accept = sess->tv_accept;
389 s->logs.t_handshake = sess->t_handshake;
Christopher Faulet7a6c5132020-09-30 13:49:56 +0200390 s->logs.t_idle = sess->t_idle;
Christopher Fauletb3484d62018-11-29 15:19:05 +0100391
Willy Tarreau99eb0f12015-04-05 12:03:54 +0200392 /* default logging function */
393 s->do_log = strm_log;
394
395 /* default error reporting function, may be changed by analysers */
396 s->srv_error = default_srv_error;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200397
398 /* Initialise the current rule list pointer to NULL. We are sure that
399 * any rulelist match the NULL pointer.
400 */
401 s->current_rule_list = NULL;
Remi Gacogne7fb9de22015-07-22 17:10:58 +0200402 s->current_rule = NULL;
Christopher Faulet2747fbb2020-07-28 11:56:13 +0200403 s->rules_exp = TICK_ETERNITY;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200404
Willy Tarreaua68f7622015-09-21 17:48:24 +0200405 /* Copy SC counters for the stream. We don't touch refcounts because
406 * any reference we have is inherited from the session. Since the stream
407 * doesn't exist without the session, the session's existence guarantees
408 * we don't lose the entry. During the store operation, the stream won't
409 * touch these ones.
Thierry FOURNIER827752e2015-08-18 11:34:18 +0200410 */
Thierry FOURNIERc8fdb982015-08-16 12:03:39 +0200411 memcpy(s->stkctr, sess->stkctr, sizeof(s->stkctr));
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200412
413 s->sess = sess;
414 s->si[0].flags = SI_FL_NONE;
415 s->si[1].flags = SI_FL_ISBACK;
416
Willy Tarreaub9813182021-02-24 11:29:51 +0100417 s->stream_epoch = _HA_ATOMIC_LOAD(&stream_epoch);
Willy Tarreau18515722021-04-06 11:57:41 +0200418 s->uniq_id = _HA_ATOMIC_FETCH_ADD(&global.req_count, 1);
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200419
Willy Tarreau87b09662015-04-03 00:22:06 +0200420 /* OK, we're keeping the stream, so let's properly initialize the stream */
Willy Tarreau2542b532012-08-31 16:01:23 +0200421 LIST_INIT(&s->back_refs);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100422
Willy Tarreau90f366b2021-02-20 11:49:49 +0100423 LIST_INIT(&s->buffer_wait.list);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100424 s->buffer_wait.target = s;
Willy Tarreaub882dd82018-11-06 15:50:21 +0100425 s->buffer_wait.wakeup_cb = stream_buf_available;
Willy Tarreauf8a49ea2013-10-14 21:32:07 +0200426
Willy Tarreaufa1258f2021-04-10 23:00:53 +0200427 s->call_rate.curr_tick = s->call_rate.curr_ctr = s->call_rate.prev_ctr = 0;
William Lallemandcf62f7e2018-10-26 14:47:40 +0200428 s->pcli_next_pid = 0;
William Lallemandebf61802018-12-11 16:10:57 +0100429 s->pcli_flags = 0;
Tim Duesterhusa17e6622020-03-05 20:19:02 +0100430 s->unique_id = IST_NULL;
Willy Tarreau2542b532012-08-31 16:01:23 +0200431
Emeric Brunc60def82017-09-27 14:59:38 +0200432 if ((t = task_new(tid_bit)) == NULL)
Willy Tarreau87787ac2017-08-28 16:22:54 +0200433 goto out_fail_alloc;
434
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200435 s->task = t;
Christopher Faulet9d810ca2016-12-08 22:33:52 +0100436 s->pending_events = 0;
Willy Tarreaud1769b82015-04-06 00:25:48 +0200437 t->process = process_stream;
Willy Tarreau2542b532012-08-31 16:01:23 +0200438 t->context = s;
439 t->expire = TICK_ETERNITY;
Willy Tarreau87787ac2017-08-28 16:22:54 +0200440 if (sess->listener)
441 t->nice = sess->listener->nice;
Willy Tarreau2542b532012-08-31 16:01:23 +0200442
Willy Tarreau87b09662015-04-03 00:22:06 +0200443 /* Note: initially, the stream's backend points to the frontend.
Willy Tarreau2542b532012-08-31 16:01:23 +0200444 * This changes later when switching rules are executed or
445 * when the default backend is assigned.
446 */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200447 s->be = sess->fe;
Willy Tarreaucb7dd012015-04-03 22:16:32 +0200448 s->req_cap = NULL;
449 s->res_cap = NULL;
Willy Tarreau2542b532012-08-31 16:01:23 +0200450
Willy Tarreauebcd4842015-06-19 11:59:02 +0200451 /* Initialise all the variables contexts even if not used.
452 * This permits to prune these contexts without errors.
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200453 */
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200454 vars_init(&s->vars_txn, SCOPE_TXN);
455 vars_init(&s->vars_reqres, SCOPE_REQ);
456
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200457 /* this part should be common with other protocols */
Olivier Houchard8f0b4c62018-08-02 18:21:38 +0200458 if (si_reset(&s->si[0]) < 0)
459 goto out_fail_alloc;
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200460 si_set_state(&s->si[0], SI_ST_EST);
Hongbo Longe39683c2017-03-10 18:41:51 +0100461 s->si[0].hcto = sess->fe->timeout.clientfin;
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200462
Christopher Faulet0e160ff2019-04-03 10:01:07 +0200463 if (cs && cs->conn->mux) {
464 if (cs->conn->mux->flags & MX_FL_CLEAN_ABRT)
465 s->si[0].flags |= SI_FL_CLEAN_ABRT;
466 if (cs->conn->mux->flags & MX_FL_HTX)
467 s->flags |= SF_HTX;
468 }
Christopher Faulet3494c632019-07-15 14:58:26 +0200469 /* Set SF_HTX flag for HTTP frontends. */
470 if (sess->fe->mode == PR_MODE_HTTP)
Christopher Faulet0e160ff2019-04-03 10:01:07 +0200471 s->flags |= SF_HTX;
Willy Tarreau984fca92017-12-20 16:31:43 +0100472
Willy Tarreau1f52bb22015-04-04 14:28:46 +0200473 /* attach the incoming connection to the stream interface now. */
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200474 if (cs)
475 si_attach_cs(&s->si[0], cs);
Willy Tarreau470280e2015-04-05 01:33:13 +0200476 else if (appctx)
477 si_attach_appctx(&s->si[0], appctx);
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200478
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200479 if (likely(sess->fe->options2 & PR_O2_INDEPSTR))
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200480 s->si[0].flags |= SI_FL_INDEP_STR;
481
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200482 /* pre-initialize the other side's stream interface to an INIT state. The
483 * callbacks will be initialized before attempting to connect.
484 */
Olivier Houchard8f0b4c62018-08-02 18:21:38 +0200485 if (si_reset(&s->si[1]) < 0)
486 goto out_fail_alloc_si1;
Hongbo Longe39683c2017-03-10 18:41:51 +0100487 s->si[1].hcto = TICK_ETERNITY;
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200488
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200489 if (likely(sess->fe->options2 & PR_O2_INDEPSTR))
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200490 s->si[1].flags |= SI_FL_INDEP_STR;
491
Willy Tarreau87b09662015-04-03 00:22:06 +0200492 stream_init_srv_conn(s);
Willy Tarreau9b82d942016-12-05 00:26:31 +0100493 s->target = sess->listener ? sess->listener->default_target : NULL;
Willy Tarreau90420602019-07-18 15:09:57 +0200494 s->target_addr = NULL;
Willy Tarreau9b82d942016-12-05 00:26:31 +0100495
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200496 s->pend_pos = NULL;
Patrick Hemmer268a7072018-05-11 12:52:31 -0400497 s->priority_class = 0;
498 s->priority_offset = 0;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200499
500 /* init store persistence */
501 s->store_count = 0;
502
Christopher Faulet16df1782020-12-04 16:47:41 +0100503 channel_init(&s->req);
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100504 s->req.flags |= CF_READ_ATTACHED; /* the producer is already connected */
Willy Tarreau9b82d942016-12-05 00:26:31 +0100505 s->req.analysers = sess->listener ? sess->listener->analysers : 0;
Willy Tarreaue223e3b2017-11-18 15:39:10 +0100506
Christopher Faulet57e4a1b2021-03-15 17:09:27 +0100507 if (IS_HTX_STRM(s)) {
508 /* Be sure to have HTTP analysers because in case of
509 * "destructive" stream upgrade, they may be missing (e.g
510 * TCP>H2)
511 */
512 s->req.analysers |= AN_REQ_WAIT_HTTP|AN_REQ_HTTP_PROCESS_FE;
513 }
514
Willy Tarreaue223e3b2017-11-18 15:39:10 +0100515 if (!sess->fe->fe_req_ana) {
516 channel_auto_connect(&s->req); /* don't wait to establish connection */
517 channel_auto_close(&s->req); /* let the producer forward close requests */
518 }
Willy Tarreauc8815ef2015-04-05 18:15:59 +0200519
520 s->req.rto = sess->fe->timeout.client;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100521 s->req.wto = TICK_ETERNITY;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100522 s->req.rex = TICK_ETERNITY;
523 s->req.wex = TICK_ETERNITY;
524 s->req.analyse_exp = TICK_ETERNITY;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200525
Christopher Faulet16df1782020-12-04 16:47:41 +0100526 channel_init(&s->res);
Willy Tarreauef573c02014-11-28 14:17:09 +0100527 s->res.flags |= CF_ISRESP;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100528 s->res.analysers = 0;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200529
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200530 if (sess->fe->options2 & PR_O2_NODELAY) {
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100531 s->req.flags |= CF_NEVER_WAIT;
532 s->res.flags |= CF_NEVER_WAIT;
Willy Tarreau96e31212011-05-30 18:10:30 +0200533 }
534
Willy Tarreauc8815ef2015-04-05 18:15:59 +0200535 s->res.wto = sess->fe->timeout.client;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100536 s->res.rto = TICK_ETERNITY;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100537 s->res.rex = TICK_ETERNITY;
538 s->res.wex = TICK_ETERNITY;
539 s->res.analyse_exp = TICK_ETERNITY;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200540
Willy Tarreaueee5b512015-04-03 23:46:31 +0200541 s->txn = NULL;
Thierry FOURNIER2c8b54e2016-12-17 12:45:32 +0100542 s->hlua = NULL;
Thierry FOURNIER65f34c62015-02-16 20:11:43 +0100543
Emeric Brun08622d32020-12-23 17:41:43 +0100544 s->resolv_ctx.requester = NULL;
545 s->resolv_ctx.hostname_dn = NULL;
546 s->resolv_ctx.hostname_dn_len = 0;
547 s->resolv_ctx.parent = NULL;
Frédéric Lécaillebed883a2019-04-23 17:26:33 +0200548
Amaury Denoyellefb504432020-12-10 13:43:53 +0100549 s->tunnel_timeout = TICK_ETERNITY;
550
Willy Tarreau2b718102021-04-21 07:32:39 +0200551 LIST_APPEND(&ti->streams, &s->list);
Emeric Brun6b35e9b2017-06-30 16:23:45 +0200552
Christopher Faulet92d36382015-11-05 13:35:03 +0100553 if (flt_stream_init(s) < 0 || flt_stream_start(s) < 0)
Christopher Fauletd7c91962015-04-30 11:48:27 +0200554 goto out_fail_accept;
555
Olivier Houcharda254a372019-04-05 15:30:12 +0200556 s->si[1].l7_buffer = BUF_NULL;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200557 /* finish initialization of the accepted file descriptor */
Olivier Houchard53216e72018-10-10 15:46:36 +0200558 if (appctx)
Willy Tarreau0cd3bd62018-11-06 18:46:37 +0100559 si_want_get(&s->si[0]);
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200560
Willy Tarreaufb9f5842015-04-05 18:19:23 +0200561 if (sess->fe->accept && sess->fe->accept(s) < 0)
Willy Tarreauc5a7ff42015-04-05 11:52:08 +0200562 goto out_fail_accept;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200563
Christopher Faulet16df1782020-12-04 16:47:41 +0100564 if (!b_is_null(input)) {
565 /* Xfer the input buffer to the request channel. <input> will
566 * than point to BUF_NULL. From this point, it is the stream
567 * responsibility to release it.
568 */
569 s->req.buf = *input;
570 *input = BUF_NULL;
Christopher Fauletc43fca02020-12-04 17:22:49 +0100571 s->req.total = (IS_HTX_STRM(s) ? htxbuf(&s->req.buf)->data : b_data(&s->req.buf));
Christopher Faulet16df1782020-12-04 16:47:41 +0100572 s->req.flags |= (s->req.total ? CF_READ_PARTIAL : 0);
573 }
574
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200575 /* it is important not to call the wakeup function directly but to
576 * pass through task_wakeup(), because this one knows how to apply
Emeric Brun5f77fef2017-05-29 15:26:51 +0200577 * priorities to tasks. Using multi thread we must be sure that
578 * stream is fully initialized before calling task_wakeup. So
579 * the caller must handle the task_wakeup
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200580 */
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100581 DBG_TRACE_LEAVE(STRM_EV_STRM_NEW, s);
Willy Tarreau02d86382015-04-05 12:00:52 +0200582 return s;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200583
584 /* Error unrolling */
Willy Tarreauc5a7ff42015-04-05 11:52:08 +0200585 out_fail_accept:
Christopher Faulet92d36382015-11-05 13:35:03 +0100586 flt_stream_release(s, 0);
Olivier Houchard3f795f72019-04-17 22:51:06 +0200587 task_destroy(t);
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200588 tasklet_free(s->si[1].wait_event.tasklet);
Willy Tarreau2b718102021-04-21 07:32:39 +0200589 LIST_DELETE(&s->list);
Olivier Houchard8f0b4c62018-08-02 18:21:38 +0200590out_fail_alloc_si1:
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200591 tasklet_free(s->si[0].wait_event.tasklet);
Willy Tarreau87787ac2017-08-28 16:22:54 +0200592 out_fail_alloc:
Willy Tarreaubafbe012017-11-24 17:34:44 +0100593 pool_free(pool_head_stream, s);
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100594 DBG_TRACE_DEVEL("leaving on error", STRM_EV_STRM_NEW|STRM_EV_STRM_ERR);
Willy Tarreau02d86382015-04-05 12:00:52 +0200595 return NULL;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200596}
597
Willy Tarreaubaaee002006-06-26 02:48:02 +0200598/*
Willy Tarreau87b09662015-04-03 00:22:06 +0200599 * frees the context associated to a stream. It must have been removed first.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200600 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200601static void stream_free(struct stream *s)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200602{
Willy Tarreau9ad7bd42015-04-03 19:19:59 +0200603 struct session *sess = strm_sess(s);
604 struct proxy *fe = sess->fe;
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100605 struct bref *bref, *back;
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200606 struct conn_stream *cli_cs = objt_cs(s->si[0].end);
Willy Tarreau5bcfd562017-11-29 14:05:38 +0100607 int must_free_sess;
Willy Tarreaua4cda672010-06-06 18:28:49 +0200608 int i;
Willy Tarreau0f7562b2007-01-07 15:46:13 +0100609
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100610 DBG_TRACE_POINT(STRM_EV_STRM_FREE, s);
611
Willy Tarreau0ad46fa2019-05-17 14:20:05 +0200612 /* detach the stream from its own task before even releasing it so
613 * that walking over a task list never exhibits a dying stream.
614 */
615 s->task->context = NULL;
616 __ha_barrier_store();
617
Willy Tarreaud0ad4a82018-07-25 11:13:53 +0200618 pendconn_free(s);
Willy Tarreau922a8062008-12-04 09:33:58 +0100619
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100620 if (objt_server(s->target)) { /* there may be requests left pending in queue */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200621 if (s->flags & SF_CURR_SESS) {
622 s->flags &= ~SF_CURR_SESS;
Willy Tarreau4781b152021-04-06 13:53:36 +0200623 _HA_ATOMIC_DEC(&__objt_server(s->target)->cur_sess);
Willy Tarreau1e62de62008-11-11 20:20:02 +0100624 }
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100625 if (may_dequeue_tasks(objt_server(s->target), s->be))
626 process_srv_queue(objt_server(s->target));
Willy Tarreau1e62de62008-11-11 20:20:02 +0100627 }
Willy Tarreau922a8062008-12-04 09:33:58 +0100628
Willy Tarreau7c669d72008-06-20 15:04:11 +0200629 if (unlikely(s->srv_conn)) {
Willy Tarreau87b09662015-04-03 00:22:06 +0200630 /* the stream still has a reserved slot on a server, but
Willy Tarreau7c669d72008-06-20 15:04:11 +0200631 * it should normally be only the same as the one above,
632 * so this should not happen in fact.
633 */
634 sess_change_server(s, NULL);
635 }
636
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100637 if (s->req.pipe)
638 put_pipe(s->req.pipe);
Willy Tarreau259de1b2009-01-18 21:56:21 +0100639
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100640 if (s->res.pipe)
641 put_pipe(s->res.pipe);
Willy Tarreau259de1b2009-01-18 21:56:21 +0100642
Willy Tarreaubf883e02014-11-25 21:10:35 +0100643 /* We may still be present in the buffer wait queue */
Willy Tarreau2b718102021-04-21 07:32:39 +0200644 if (LIST_INLIST(&s->buffer_wait.list))
Willy Tarreau90f366b2021-02-20 11:49:49 +0100645 LIST_DEL_INIT(&s->buffer_wait.list);
Willy Tarreau21046592020-02-26 10:39:36 +0100646
Willy Tarreauc9fa0482018-07-10 17:43:27 +0200647 if (s->req.buf.size || s->res.buf.size) {
Willy Tarreau4d77bbf2021-02-20 12:02:46 +0100648 int count = !!s->req.buf.size + !!s->res.buf.size;
649
Willy Tarreaue0d0b402019-08-08 08:06:27 +0200650 b_free(&s->req.buf);
651 b_free(&s->res.buf);
Willy Tarreau4d77bbf2021-02-20 12:02:46 +0100652 offer_buffers(NULL, count);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100653 }
Willy Tarreau9b28e032012-10-12 23:49:43 +0200654
Tim Duesterhusa17e6622020-03-05 20:19:02 +0100655 pool_free(pool_head_uniqueid, s->unique_id.ptr);
656 s->unique_id = IST_NULL;
Olivier Houchard32211a12019-02-01 18:10:46 +0100657
Thierry FOURNIER2c8b54e2016-12-17 12:45:32 +0100658 hlua_ctx_destroy(s->hlua);
659 s->hlua = NULL;
Willy Tarreaueee5b512015-04-03 23:46:31 +0200660 if (s->txn)
Christopher Faulet75f619a2021-03-08 19:12:58 +0100661 http_destroy_txn(s);
Willy Tarreau46023632010-01-07 22:51:47 +0100662
Willy Tarreau1e954912012-10-12 17:50:05 +0200663 /* ensure the client-side transport layer is destroyed */
Willy Tarreau32560732017-10-08 11:33:44 +0200664 if (cli_cs)
665 cs_close(cli_cs);
Willy Tarreau1e954912012-10-12 17:50:05 +0200666
Willy Tarreaua4cda672010-06-06 18:28:49 +0200667 for (i = 0; i < s->store_count; i++) {
668 if (!s->store[i].ts)
669 continue;
670 stksess_free(s->store[i].table, s->store[i].ts);
671 s->store[i].ts = NULL;
672 }
673
Emeric Brun08622d32020-12-23 17:41:43 +0100674 if (s->resolv_ctx.requester) {
Emeric Brun21fbeed2020-12-23 18:01:04 +0100675 __decl_thread(struct resolvers *resolvers = s->resolv_ctx.parent->arg.resolv.resolvers);
Christopher Faulet5098a082020-07-22 11:46:32 +0200676
677 HA_SPIN_LOCK(DNS_LOCK, &resolvers->lock);
Willy Tarreau61cfdf42021-02-20 10:46:51 +0100678 ha_free(&s->resolv_ctx.hostname_dn);
Emeric Brun08622d32020-12-23 17:41:43 +0100679 s->resolv_ctx.hostname_dn_len = 0;
Christopher Faulet0efc0992021-03-11 18:09:53 +0100680 resolv_unlink_resolution(s->resolv_ctx.requester, 0);
Christopher Faulet5098a082020-07-22 11:46:32 +0200681 HA_SPIN_UNLOCK(DNS_LOCK, &resolvers->lock);
Baptiste Assmann333939c2019-01-21 08:34:50 +0100682
Emeric Brun08622d32020-12-23 17:41:43 +0100683 pool_free(resolv_requester_pool, s->resolv_ctx.requester);
684 s->resolv_ctx.requester = NULL;
Baptiste Assmann333939c2019-01-21 08:34:50 +0100685 }
686
Christopher Fauletd7c91962015-04-30 11:48:27 +0200687 flt_stream_stop(s);
Christopher Faulet92d36382015-11-05 13:35:03 +0100688 flt_stream_release(s, 0);
Christopher Fauletd7c91962015-04-30 11:48:27 +0200689
Willy Tarreau92fb9832007-10-16 17:34:28 +0200690 if (fe) {
Christopher Faulet59399252019-11-07 14:27:52 +0100691 if (s->req_cap) {
692 struct cap_hdr *h;
693 for (h = fe->req_cap; h; h = h->next)
694 pool_free(h->pool, s->req_cap[h->index]);
695 }
696
697 if (s->res_cap) {
698 struct cap_hdr *h;
699 for (h = fe->rsp_cap; h; h = h->next)
700 pool_free(h->pool, s->res_cap[h->index]);
701 }
702
Willy Tarreaubafbe012017-11-24 17:34:44 +0100703 pool_free(fe->rsp_cap_pool, s->res_cap);
704 pool_free(fe->req_cap_pool, s->req_cap);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200705 }
Willy Tarreau0937bc42009-12-22 15:03:09 +0100706
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200707 /* Cleanup all variable contexts. */
Willy Tarreaucda7f3f2018-10-28 13:44:36 +0100708 if (!LIST_ISEMPTY(&s->vars_txn.head))
709 vars_prune(&s->vars_txn, s->sess, s);
710 if (!LIST_ISEMPTY(&s->vars_reqres.head))
711 vars_prune(&s->vars_reqres, s->sess, s);
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200712
Willy Tarreau87b09662015-04-03 00:22:06 +0200713 stream_store_counters(s);
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +0200714
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100715 list_for_each_entry_safe(bref, back, &s->back_refs, users) {
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100716 /* we have to unlink all watchers. We must not relink them if
Willy Tarreau49de6852021-02-24 13:46:12 +0100717 * this stream was the last one in the list. This is safe to do
718 * here because we're touching our thread's list so we know
719 * that other streams are not active, and the watchers will
720 * only touch their node under thread isolation.
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100721 */
Willy Tarreau49de6852021-02-24 13:46:12 +0100722 LIST_DEL_INIT(&bref->users);
Willy Tarreaua698eb62021-02-24 10:37:01 +0100723 if (s->list.n != &ti->streams)
Willy Tarreau2b718102021-04-21 07:32:39 +0200724 LIST_APPEND(&LIST_ELEM(s->list.n, struct stream *, list)->back_refs, &bref->users);
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100725 bref->ref = s->list.n;
Willy Tarreau49de6852021-02-24 13:46:12 +0100726 __ha_barrier_store();
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100727 }
Willy Tarreau2b718102021-04-21 07:32:39 +0200728 LIST_DELETE(&s->list);
Emeric Brun6b35e9b2017-06-30 16:23:45 +0200729
Willy Tarreau5bcfd562017-11-29 14:05:38 +0100730 /* applets do not release session yet */
731 must_free_sess = objt_appctx(sess->origin) && sess->origin == s->si[0].end;
732
Olivier Houchard4fdec7a2018-10-11 17:09:14 +0200733
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200734 si_release_endpoint(&s->si[1]);
735 si_release_endpoint(&s->si[0]);
Willy Tarreaufeb76402015-04-03 14:10:06 +0200736
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200737 tasklet_free(s->si[0].wait_event.tasklet);
738 tasklet_free(s->si[1].wait_event.tasklet);
Olivier Houchardd7bd3e32018-10-18 16:22:02 +0200739
Olivier Houcharda254a372019-04-05 15:30:12 +0200740 b_free(&s->si[1].l7_buffer);
Olivier Houchard25607af2018-11-23 14:50:47 +0100741 if (must_free_sess) {
742 sess->origin = NULL;
Willy Tarreau5bcfd562017-11-29 14:05:38 +0100743 session_free(sess);
Olivier Houchard25607af2018-11-23 14:50:47 +0100744 }
Willy Tarreau5bcfd562017-11-29 14:05:38 +0100745
Willy Tarreau90420602019-07-18 15:09:57 +0200746 sockaddr_free(&s->target_addr);
Willy Tarreaubafbe012017-11-24 17:34:44 +0100747 pool_free(pool_head_stream, s);
Willy Tarreau632f5a72007-07-11 10:42:35 +0200748
749 /* We may want to free the maximum amount of pools if the proxy is stopping */
Willy Tarreauc3914d42020-09-24 08:39:22 +0200750 if (fe && unlikely(fe->disabled)) {
Willy Tarreaubafbe012017-11-24 17:34:44 +0100751 pool_flush(pool_head_buffer);
752 pool_flush(pool_head_http_txn);
Willy Tarreaubafbe012017-11-24 17:34:44 +0100753 pool_flush(pool_head_requri);
754 pool_flush(pool_head_capture);
755 pool_flush(pool_head_stream);
756 pool_flush(pool_head_session);
757 pool_flush(pool_head_connection);
758 pool_flush(pool_head_pendconn);
759 pool_flush(fe->req_cap_pool);
760 pool_flush(fe->rsp_cap_pool);
Willy Tarreau632f5a72007-07-11 10:42:35 +0200761 }
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200762}
763
Willy Tarreau656859d2014-11-25 19:46:36 +0100764
Willy Tarreau87b09662015-04-03 00:22:06 +0200765/* Allocates a work buffer for stream <s>. It is meant to be called inside
766 * process_stream(). It will only allocate the side needed for the function
Willy Tarreaubc39a5d2015-04-20 15:52:18 +0200767 * to work fine, which is the response buffer so that an error message may be
768 * built and returned. Response buffers may be allocated from the reserve, this
769 * is critical to ensure that a response may always flow and will never block a
770 * server from releasing a connection. Returns 0 in case of failure, non-zero
771 * otherwise.
Willy Tarreau656859d2014-11-25 19:46:36 +0100772 */
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100773static int stream_alloc_work_buffer(struct stream *s)
Willy Tarreau656859d2014-11-25 19:46:36 +0100774{
Willy Tarreau2b718102021-04-21 07:32:39 +0200775 if (LIST_INLIST(&s->buffer_wait.list))
Willy Tarreau90f366b2021-02-20 11:49:49 +0100776 LIST_DEL_INIT(&s->buffer_wait.list);
Willy Tarreau656859d2014-11-25 19:46:36 +0100777
Willy Tarreaud68d4f12021-03-22 14:44:31 +0100778 if (b_alloc(&s->res.buf))
Willy Tarreau656859d2014-11-25 19:46:36 +0100779 return 1;
780
Willy Tarreau2b718102021-04-21 07:32:39 +0200781 LIST_APPEND(&ti->buffer_wq, &s->buffer_wait.list);
Willy Tarreau656859d2014-11-25 19:46:36 +0100782 return 0;
783}
784
785/* releases unused buffers after processing. Typically used at the end of the
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100786 * update() functions. It will try to wake up as many tasks/applets as the
787 * number of buffers that it releases. In practice, most often streams are
788 * blocked on a single buffer, so it makes sense to try to wake two up when two
789 * buffers are released at once.
Willy Tarreau656859d2014-11-25 19:46:36 +0100790 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200791void stream_release_buffers(struct stream *s)
Willy Tarreau656859d2014-11-25 19:46:36 +0100792{
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100793 int offer = 0;
Willy Tarreau656859d2014-11-25 19:46:36 +0100794
Willy Tarreau0c7ed5d2018-07-10 09:53:31 +0200795 if (c_size(&s->req) && c_empty(&s->req)) {
Willy Tarreau4d77bbf2021-02-20 12:02:46 +0100796 offer++;
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100797 b_free(&s->req.buf);
798 }
Willy Tarreau0c7ed5d2018-07-10 09:53:31 +0200799 if (c_size(&s->res) && c_empty(&s->res)) {
Willy Tarreau4d77bbf2021-02-20 12:02:46 +0100800 offer++;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100801 b_free(&s->res.buf);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100802 }
Willy Tarreau656859d2014-11-25 19:46:36 +0100803
Willy Tarreaubf883e02014-11-25 21:10:35 +0100804 /* if we're certain to have at least 1 buffer available, and there is
805 * someone waiting, we can wake up a waiter and offer them.
806 */
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100807 if (offer)
Willy Tarreau4d77bbf2021-02-20 12:02:46 +0100808 offer_buffers(s, offer);
Willy Tarreau656859d2014-11-25 19:46:36 +0100809}
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200810
Willy Tarreau87b09662015-04-03 00:22:06 +0200811void stream_process_counters(struct stream *s)
Willy Tarreau30e71012007-11-26 20:15:35 +0100812{
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200813 struct session *sess = s->sess;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100814 unsigned long long bytes;
Willy Tarreau20d46a52012-12-09 15:55:40 +0100815 int i;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100816
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100817 bytes = s->req.total - s->logs.bytes_in;
818 s->logs.bytes_in = s->req.total;
819 if (bytes) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100820 _HA_ATOMIC_ADD(&sess->fe->fe_counters.bytes_in, bytes);
821 _HA_ATOMIC_ADD(&s->be->be_counters.bytes_in, bytes);
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100822
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100823 if (objt_server(s->target))
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100824 _HA_ATOMIC_ADD(&objt_server(s->target)->counters.bytes_in, bytes);
Krzysztof Piotr Oledzkiaeebf9b2009-10-04 15:43:17 +0200825
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200826 if (sess->listener && sess->listener->counters)
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100827 _HA_ATOMIC_ADD(&sess->listener->counters->bytes_in, bytes);
Willy Tarreau855e4bb2010-06-18 18:33:32 +0200828
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100829 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Christopher Faulet84600632020-10-06 13:52:40 +0200830 if (!stkctr_inc_bytes_in_ctr(&s->stkctr[i], bytes))
831 stkctr_inc_bytes_in_ctr(&sess->stkctr[i], bytes);
Willy Tarreau30e71012007-11-26 20:15:35 +0100832 }
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100833 }
834
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100835 bytes = s->res.total - s->logs.bytes_out;
836 s->logs.bytes_out = s->res.total;
837 if (bytes) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100838 _HA_ATOMIC_ADD(&sess->fe->fe_counters.bytes_out, bytes);
839 _HA_ATOMIC_ADD(&s->be->be_counters.bytes_out, bytes);
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100840
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100841 if (objt_server(s->target))
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100842 _HA_ATOMIC_ADD(&objt_server(s->target)->counters.bytes_out, bytes);
Krzysztof Piotr Oledzkiaeebf9b2009-10-04 15:43:17 +0200843
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200844 if (sess->listener && sess->listener->counters)
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100845 _HA_ATOMIC_ADD(&sess->listener->counters->bytes_out, bytes);
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200846
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100847 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Christopher Faulet84600632020-10-06 13:52:40 +0200848 if (!stkctr_inc_bytes_out_ctr(&s->stkctr[i], bytes))
849 stkctr_inc_bytes_out_ctr(&sess->stkctr[i], bytes);
Willy Tarreau30e71012007-11-26 20:15:35 +0100850 }
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100851 }
852}
Willy Tarreaubaaee002006-06-26 02:48:02 +0200853
Amaury Denoyelleb7150782020-12-10 13:43:51 +0100854int stream_set_timeout(struct stream *s, enum act_timeout_name name, int timeout)
855{
Amaury Denoyelle90d3d882020-12-10 13:43:52 +0100856 switch (name) {
857 case ACT_TIMEOUT_SERVER:
858 s->req.wto = timeout;
859 s->res.rto = timeout;
860 return 1;
861
Amaury Denoyellefb504432020-12-10 13:43:53 +0100862 case ACT_TIMEOUT_TUNNEL:
863 s->tunnel_timeout = timeout;
864 return 1;
865
Amaury Denoyelle90d3d882020-12-10 13:43:52 +0100866 default:
867 return 0;
868 }
Amaury Denoyelleb7150782020-12-10 13:43:51 +0100869}
870
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100871/*
872 * This function handles the transition between the SI_ST_CON state and the
Willy Tarreau85e7d002010-05-31 11:57:51 +0200873 * SI_ST_EST state. It must only be called after switching from SI_ST_CON (or
Willy Tarreau4f283fa2019-06-05 14:34:03 +0200874 * SI_ST_INI or SI_ST_RDY) to SI_ST_EST, but only when a ->proto is defined.
Olivier Houchardaacc4052019-05-21 17:43:50 +0200875 * Note that it will switch the interface to SI_ST_DIS if we already have
876 * the CF_SHUTR flag, it means we were able to forward the request, and
877 * receive the response, before process_stream() had the opportunity to
878 * make the switch from SI_ST_CON to SI_ST_EST. When that happens, we want
Willy Tarreau3a9312a2020-01-09 18:43:15 +0100879 * to go through back_establish() anyway, to make sure the analysers run.
Willy Tarreaud66ed882019-06-05 18:02:04 +0200880 * Timeouts are cleared. Error are reported on the channel so that analysers
881 * can handle them.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100882 */
Willy Tarreau3a9312a2020-01-09 18:43:15 +0100883static void back_establish(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100884{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100885 struct stream_interface *si = &s->si[1];
Willy Tarreaud66ed882019-06-05 18:02:04 +0200886 struct conn_stream *srv_cs = objt_cs(si->end);
887 struct connection *conn = srv_cs ? srv_cs->conn : objt_conn(si->end);
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100888 struct channel *req = &s->req;
889 struct channel *rep = &s->res;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100890
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100891 DBG_TRACE_ENTER(STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
Willy Tarreaud66ed882019-06-05 18:02:04 +0200892 /* First, centralize the timers information, and clear any irrelevant
893 * timeout.
894 */
Willy Tarreau0e37f1c2013-12-31 23:06:46 +0100895 s->logs.t_connect = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreaud66ed882019-06-05 18:02:04 +0200896 si->exp = TICK_ETERNITY;
897 si->flags &= ~SI_FL_EXP;
898
899 /* errors faced after sending data need to be reported */
900 if (si->flags & SI_FL_ERR && req->flags & CF_WROTE_DATA) {
901 /* Don't add CF_WRITE_ERROR if we're here because
902 * early data were rejected by the server, or
903 * http_wait_for_response() will never be called
904 * to send a 425.
905 */
906 if (conn && conn->err_code != CO_ER_SSL_EARLY_FAILED)
907 req->flags |= CF_WRITE_ERROR;
908 rep->flags |= CF_READ_ERROR;
909 si->err_type = SI_ET_DATA_ERR;
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100910 DBG_TRACE_STATE("read/write error", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
Willy Tarreaud66ed882019-06-05 18:02:04 +0200911 }
912
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100913 if (objt_server(s->target))
914 health_adjust(objt_server(s->target), HANA_STATUS_L4_OK);
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +0100915
Christopher Faulet1bb6afa2021-03-08 17:57:53 +0100916 if (!IS_HTX_STRM(s)) { /* let's allow immediate data connection in this case */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100917 /* if the user wants to log as soon as possible, without counting
918 * bytes from the server, then this is the right moment. */
Willy Tarreaud0d8da92015-04-04 02:10:38 +0200919 if (!LIST_ISEMPTY(&strm_fe(s)->logformat) && !(s->logs.logwait & LW_BYTES)) {
Willy Tarreau66425e32018-07-25 06:55:12 +0200920 /* note: no pend_pos here, session is established */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100921 s->logs.t_close = s->logs.t_connect; /* to get a valid end date */
Willy Tarreaua5555ec2008-11-30 19:02:32 +0100922 s->do_log(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100923 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100924 }
925 else {
Willy Tarreaud81ca042013-12-31 22:33:13 +0100926 rep->flags |= CF_READ_DONTWAIT; /* a single read is enough to get response headers */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100927 }
928
Willy Tarreau0007d0a2018-12-11 18:01:38 +0100929 rep->analysers |= strm_fe(s)->fe_rsp_ana | s->be->be_rsp_ana;
Christopher Faulet309c6412015-12-02 09:57:32 +0100930
Willy Tarreau8bb2ffb2018-11-14 17:54:13 +0100931 si_rx_endp_more(si);
Willy Tarreau03cdb7c2012-08-27 23:14:58 +0200932 rep->flags |= CF_READ_ATTACHED; /* producer is now attached */
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200933 if (objt_cs(si->end)) {
Amaury Denoyelle90d3d882020-12-10 13:43:52 +0100934 /* real connections have timeouts
935 * if already defined, it means that a set-timeout rule has
936 * been executed so do not overwrite them
937 */
938 if (!tick_isset(req->wto))
939 req->wto = s->be->timeout.server;
940 if (!tick_isset(rep->rto))
941 rep->rto = s->be->timeout.server;
Amaury Denoyellefb504432020-12-10 13:43:53 +0100942 if (!tick_isset(s->tunnel_timeout))
943 s->tunnel_timeout = s->be->timeout.tunnel;
Amaury Denoyelle90d3d882020-12-10 13:43:52 +0100944
Olivier Houchard47e9a1a2018-11-07 17:55:19 +0100945 /* The connection is now established, try to read data from the
946 * underlying layer, and subscribe to recv events. We use a
947 * delayed recv here to give a chance to the data to flow back
948 * by the time we process other tasks.
949 */
950 si_chk_rcv(si);
Willy Tarreaud04e8582010-05-31 12:31:35 +0200951 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100952 req->wex = TICK_ETERNITY;
Olivier Houchard78595262019-07-26 14:54:34 +0200953 /* If we managed to get the whole response, and we don't have anything
954 * left to send, or can't, switch to SI_ST_DIS now. */
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100955 if (rep->flags & (CF_SHUTR | CF_SHUTW)) {
Olivier Houchardaacc4052019-05-21 17:43:50 +0200956 si->state = SI_ST_DIS;
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100957 DBG_TRACE_STATE("response channel shutdwn for read/write", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
958 }
959
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100960 DBG_TRACE_LEAVE(STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100961}
962
Willy Tarreau87b09662015-04-03 00:22:06 +0200963/* Set correct stream termination flags in case no analyser has done it. It
Simon Hormandec5be42011-06-08 09:19:07 +0900964 * also counts a failed request if the server state has not reached the request
965 * stage.
966 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200967static void sess_set_term_flags(struct stream *s)
Simon Hormandec5be42011-06-08 09:19:07 +0900968{
Willy Tarreaue7dff022015-04-03 01:14:29 +0200969 if (!(s->flags & SF_FINST_MASK)) {
Willy Tarreau7ab22adb2019-06-05 14:53:22 +0200970 if (s->si[1].state == SI_ST_INI) {
971 /* anything before REQ in fact */
Willy Tarreau4781b152021-04-06 13:53:36 +0200972 _HA_ATOMIC_INC(&strm_fe(s)->fe_counters.failed_req);
Willy Tarreau2c1068c2015-09-23 12:21:21 +0200973 if (strm_li(s) && strm_li(s)->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +0200974 _HA_ATOMIC_INC(&strm_li(s)->counters->failed_req);
Simon Hormandec5be42011-06-08 09:19:07 +0900975
Willy Tarreaue7dff022015-04-03 01:14:29 +0200976 s->flags |= SF_FINST_R;
Simon Hormandec5be42011-06-08 09:19:07 +0900977 }
978 else if (s->si[1].state == SI_ST_QUE)
Willy Tarreaue7dff022015-04-03 01:14:29 +0200979 s->flags |= SF_FINST_Q;
Willy Tarreau4f283fa2019-06-05 14:34:03 +0200980 else if (si_state_in(s->si[1].state, SI_SB_REQ|SI_SB_TAR|SI_SB_ASS|SI_SB_CON|SI_SB_CER|SI_SB_RDY))
Willy Tarreaue7dff022015-04-03 01:14:29 +0200981 s->flags |= SF_FINST_C;
Simon Hormandec5be42011-06-08 09:19:07 +0900982 else if (s->si[1].state == SI_ST_EST || s->si[1].prev_state == SI_ST_EST)
Willy Tarreaue7dff022015-04-03 01:14:29 +0200983 s->flags |= SF_FINST_D;
Simon Hormandec5be42011-06-08 09:19:07 +0900984 else
Willy Tarreaue7dff022015-04-03 01:14:29 +0200985 s->flags |= SF_FINST_L;
Simon Hormandec5be42011-06-08 09:19:07 +0900986 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100987}
988
Thierry FOURNIER5a363e72015-09-27 19:29:33 +0200989/* This function parses the use-service action ruleset. It executes
990 * the associated ACL and set an applet as a stream or txn final node.
991 * it returns ACT_RET_ERR if an error occurs, the proxy left in
Ilya Shipitsinc02a23f2020-05-06 00:53:22 +0500992 * consistent state. It returns ACT_RET_STOP in success case because
Thierry FOURNIER5a363e72015-09-27 19:29:33 +0200993 * use-service must be a terminal action. Returns ACT_RET_YIELD
994 * if the initialisation function require more data.
995 */
996enum act_return process_use_service(struct act_rule *rule, struct proxy *px,
997 struct session *sess, struct stream *s, int flags)
998
999{
1000 struct appctx *appctx;
1001
1002 /* Initialises the applet if it is required. */
Christopher Faulet105ba6c2019-12-18 14:41:51 +01001003 if (flags & ACT_OPT_FIRST) {
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001004 /* Register applet. this function schedules the applet. */
1005 s->target = &rule->applet.obj_type;
Willy Tarreau14bfe9a2018-12-19 15:19:27 +01001006 if (unlikely(!si_register_handler(&s->si[1], objt_applet(s->target))))
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001007 return ACT_RET_ERR;
1008
1009 /* Initialise the context. */
1010 appctx = si_appctx(&s->si[1]);
1011 memset(&appctx->ctx, 0, sizeof(appctx->ctx));
1012 appctx->rule = rule;
1013 }
1014 else
1015 appctx = si_appctx(&s->si[1]);
1016
Ilya Shipitsinc02a23f2020-05-06 00:53:22 +05001017 /* Stops the applet scheduling, in case of the init function miss
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001018 * some data.
1019 */
Willy Tarreau0cd3bd62018-11-06 18:46:37 +01001020 si_stop_get(&s->si[1]);
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001021
1022 /* Call initialisation. */
1023 if (rule->applet.init)
1024 switch (rule->applet.init(appctx, px, s)) {
1025 case 0: return ACT_RET_ERR;
1026 case 1: break;
1027 default: return ACT_RET_YIELD;
1028 }
1029
Christopher Faulet2571bc62019-03-01 11:44:26 +01001030 if (rule->from != ACT_F_HTTP_REQ) {
1031 if (sess->fe == s->be) /* report it if the request was intercepted by the frontend */
Willy Tarreau4781b152021-04-06 13:53:36 +02001032 _HA_ATOMIC_INC(&sess->fe->fe_counters.intercepted_req);
Christopher Faulet2571bc62019-03-01 11:44:26 +01001033
1034 /* The flag SF_ASSIGNED prevent from server assignment. */
1035 s->flags |= SF_ASSIGNED;
1036 }
1037
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001038 /* Now we can schedule the applet. */
Willy Tarreau0cd3bd62018-11-06 18:46:37 +01001039 si_cant_get(&s->si[1]);
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001040 appctx_wakeup(appctx);
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001041 return ACT_RET_STOP;
1042}
1043
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001044/* This stream analyser checks the switching rules and changes the backend
Willy Tarreau4de91492010-01-22 19:10:05 +01001045 * if appropriate. The default_backend rule is also considered, then the
1046 * target backend's forced persistence rules are also evaluated last if any.
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001047 * It returns 1 if the processing can continue on next analysers, or zero if it
1048 * either needs more data or wants to immediately abort the request.
1049 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001050static int process_switching_rules(struct stream *s, struct channel *req, int an_bit)
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001051{
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001052 struct persist_rule *prst_rule;
Willy Tarreau192252e2015-04-04 01:47:55 +02001053 struct session *sess = s->sess;
1054 struct proxy *fe = sess->fe;
Willy Tarreau4de91492010-01-22 19:10:05 +01001055
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001056 req->analysers &= ~an_bit;
1057 req->analyse_exp = TICK_ETERNITY;
1058
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001059 DBG_TRACE_ENTER(STRM_EV_STRM_ANA, s);
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001060
1061 /* now check whether we have some switching rules for this request */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001062 if (!(s->flags & SF_BE_ASSIGNED)) {
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001063 struct switching_rule *rule;
1064
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001065 list_for_each_entry(rule, &fe->switching_rules, list) {
Willy Tarreauf51658d2014-04-23 01:21:56 +02001066 int ret = 1;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001067
Willy Tarreauf51658d2014-04-23 01:21:56 +02001068 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001069 ret = acl_exec_cond(rule->cond, fe, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreauf51658d2014-04-23 01:21:56 +02001070 ret = acl_pass(ret);
1071 if (rule->cond->pol == ACL_COND_UNLESS)
1072 ret = !ret;
1073 }
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001074
1075 if (ret) {
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001076 /* If the backend name is dynamic, try to resolve the name.
1077 * If we can't resolve the name, or if any error occurs, break
1078 * the loop and fallback to the default backend.
1079 */
Dragan Dosen2ae327e2017-10-26 11:25:10 +02001080 struct proxy *backend = NULL;
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001081
1082 if (rule->dynamic) {
Willy Tarreau83061a82018-07-13 11:56:34 +02001083 struct buffer *tmp;
Dragan Dosen2ae327e2017-10-26 11:25:10 +02001084
1085 tmp = alloc_trash_chunk();
1086 if (!tmp)
1087 goto sw_failed;
1088
Willy Tarreau843b7cb2018-07-13 10:54:26 +02001089 if (build_logline(s, tmp->area, tmp->size, &rule->be.expr))
1090 backend = proxy_be_by_name(tmp->area);
Dragan Dosen2ae327e2017-10-26 11:25:10 +02001091
1092 free_trash_chunk(tmp);
1093 tmp = NULL;
1094
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001095 if (!backend)
1096 break;
1097 }
1098 else
1099 backend = rule->be.backend;
1100
Willy Tarreau87b09662015-04-03 00:22:06 +02001101 if (!stream_set_backend(s, backend))
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001102 goto sw_failed;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001103 break;
1104 }
1105 }
1106
1107 /* To ensure correct connection accounting on the backend, we
1108 * have to assign one if it was not set (eg: a listen). This
1109 * measure also takes care of correctly setting the default
Christopher Fauletf0d7eb22021-03-22 15:07:51 +01001110 * backend if any. Don't do anything if an upgrade is already in
1111 * progress.
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001112 */
Christopher Fauletf0d7eb22021-03-22 15:07:51 +01001113 if (!(s->flags & (SF_BE_ASSIGNED|SF_IGNORE)))
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001114 if (!stream_set_backend(s, fe->defbe.be ? fe->defbe.be : s->be))
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001115 goto sw_failed;
Christopher Fauletf0d7eb22021-03-22 15:07:51 +01001116
1117 /* No backend assigned but no error reported. It happens when a
1118 * TCP stream is upgraded to HTTP/2.
1119 */
1120 if ((s->flags & (SF_BE_ASSIGNED|SF_IGNORE)) == SF_IGNORE) {
1121 DBG_TRACE_DEVEL("leaving with no backend because of a destructive upgrade", STRM_EV_STRM_ANA, s);
1122 return 0;
1123 }
1124
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001125 }
1126
Willy Tarreaufb356202010-08-03 14:02:05 +02001127 /* we don't want to run the TCP or HTTP filters again if the backend has not changed */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001128 if (fe == s->be) {
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001129 s->req.analysers &= ~AN_REQ_INSPECT_BE;
1130 s->req.analysers &= ~AN_REQ_HTTP_PROCESS_BE;
Christopher Faulet0184ea72017-01-05 14:06:34 +01001131 s->req.analysers &= ~AN_REQ_FLT_START_BE;
Willy Tarreaufb356202010-08-03 14:02:05 +02001132 }
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001133
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001134 /* as soon as we know the backend, we must check if we have a matching forced or ignored
Willy Tarreau87b09662015-04-03 00:22:06 +02001135 * persistence rule, and report that in the stream.
Willy Tarreau4de91492010-01-22 19:10:05 +01001136 */
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001137 list_for_each_entry(prst_rule, &s->be->persist_rules, list) {
Willy Tarreau4de91492010-01-22 19:10:05 +01001138 int ret = 1;
1139
1140 if (prst_rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001141 ret = acl_exec_cond(prst_rule->cond, s->be, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreau4de91492010-01-22 19:10:05 +01001142 ret = acl_pass(ret);
1143 if (prst_rule->cond->pol == ACL_COND_UNLESS)
1144 ret = !ret;
1145 }
1146
1147 if (ret) {
1148 /* no rule, or the rule matches */
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001149 if (prst_rule->type == PERSIST_TYPE_FORCE) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001150 s->flags |= SF_FORCE_PRST;
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001151 } else {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001152 s->flags |= SF_IGNORE_PRST;
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001153 }
Willy Tarreau4de91492010-01-22 19:10:05 +01001154 break;
1155 }
1156 }
1157
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001158 DBG_TRACE_LEAVE(STRM_EV_STRM_ANA, s);
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001159 return 1;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001160
1161 sw_failed:
1162 /* immediately abort this request in case of allocation failure */
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001163 channel_abort(&s->req);
1164 channel_abort(&s->res);
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001165
Willy Tarreaue7dff022015-04-03 01:14:29 +02001166 if (!(s->flags & SF_ERR_MASK))
1167 s->flags |= SF_ERR_RESOURCE;
1168 if (!(s->flags & SF_FINST_MASK))
1169 s->flags |= SF_FINST_R;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001170
Willy Tarreaueee5b512015-04-03 23:46:31 +02001171 if (s->txn)
1172 s->txn->status = 500;
Christopher Faulet0184ea72017-01-05 14:06:34 +01001173 s->req.analysers &= AN_REQ_FLT_END;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001174 s->req.analyse_exp = TICK_ETERNITY;
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001175 DBG_TRACE_DEVEL("leaving on error", STRM_EV_STRM_ANA|STRM_EV_STRM_ERR, s);
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001176 return 0;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001177}
1178
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001179/* This stream analyser works on a request. It applies all use-server rules on
1180 * it then returns 1. The data must already be present in the buffer otherwise
1181 * they won't match. It always returns 1.
1182 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001183static int process_server_rules(struct stream *s, struct channel *req, int an_bit)
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001184{
1185 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001186 struct session *sess = s->sess;
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001187 struct server_rule *rule;
1188
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001189 DBG_TRACE_ENTER(STRM_EV_STRM_ANA, s);
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001190
Willy Tarreaue7dff022015-04-03 01:14:29 +02001191 if (!(s->flags & SF_ASSIGNED)) {
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001192 list_for_each_entry(rule, &px->server_rules, list) {
1193 int ret;
1194
Willy Tarreau192252e2015-04-04 01:47:55 +02001195 ret = acl_exec_cond(rule->cond, s->be, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001196 ret = acl_pass(ret);
1197 if (rule->cond->pol == ACL_COND_UNLESS)
1198 ret = !ret;
1199
1200 if (ret) {
Jerome Magnin824186b2020-03-29 09:37:12 +02001201 struct server *srv;
1202
1203 if (rule->dynamic) {
1204 struct buffer *tmp = get_trash_chunk();
1205
1206 if (!build_logline(s, tmp->area, tmp->size, &rule->expr))
1207 break;
1208
1209 srv = findserver(s->be, tmp->area);
1210 if (!srv)
1211 break;
1212 }
1213 else
1214 srv = rule->srv.ptr;
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001215
Emeric Brun52a91d32017-08-31 14:41:55 +02001216 if ((srv->cur_state != SRV_ST_STOPPED) ||
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001217 (px->options & PR_O_PERSIST) ||
Willy Tarreaue7dff022015-04-03 01:14:29 +02001218 (s->flags & SF_FORCE_PRST)) {
1219 s->flags |= SF_DIRECT | SF_ASSIGNED;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001220 s->target = &srv->obj_type;
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001221 break;
1222 }
1223 /* if the server is not UP, let's go on with next rules
1224 * just in case another one is suited.
1225 */
1226 }
1227 }
1228 }
1229
1230 req->analysers &= ~an_bit;
1231 req->analyse_exp = TICK_ETERNITY;
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001232 DBG_TRACE_LEAVE(STRM_EV_STRM_ANA, s);
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001233 return 1;
1234}
1235
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001236static inline void sticking_rule_find_target(struct stream *s,
1237 struct stktable *t, struct stksess *ts)
1238{
1239 struct proxy *px = s->be;
1240 struct eb32_node *node;
1241 struct dict_entry *de;
1242 void *ptr;
1243 struct server *srv;
1244
1245 /* Look for the server name previously stored in <t> stick-table */
1246 HA_RWLOCK_RDLOCK(STK_SESS_LOCK, &ts->lock);
Thayne McCombs92149f92020-11-20 01:28:26 -07001247 ptr = __stktable_data_ptr(t, ts, STKTABLE_DT_SERVER_KEY);
1248 de = stktable_data_cast(ptr, server_key);
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001249 HA_RWLOCK_RDUNLOCK(STK_SESS_LOCK, &ts->lock);
1250
1251 if (de) {
Thayne McCombs92149f92020-11-20 01:28:26 -07001252 struct ebpt_node *node;
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001253
Thayne McCombs92149f92020-11-20 01:28:26 -07001254 if (t->server_key_type == STKTABLE_SRV_NAME) {
1255 node = ebis_lookup(&px->conf.used_server_name, de->value.key);
1256 if (node) {
1257 srv = container_of(node, struct server, conf.name);
1258 goto found;
1259 }
1260 } else if (t->server_key_type == STKTABLE_SRV_ADDR) {
1261 HA_RWLOCK_RDLOCK(PROXY_LOCK, &px->lock);
1262 node = ebis_lookup(&px->used_server_addr, de->value.key);
1263 HA_RWLOCK_RDUNLOCK(PROXY_LOCK, &px->lock);
1264 if (node) {
1265 srv = container_of(node, struct server, addr_node);
1266 goto found;
1267 }
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001268 }
1269 }
1270
1271 /* Look for the server ID */
1272 HA_RWLOCK_RDLOCK(STK_SESS_LOCK, &ts->lock);
1273 ptr = __stktable_data_ptr(t, ts, STKTABLE_DT_SERVER_ID);
1274 node = eb32_lookup(&px->conf.used_server_id, stktable_data_cast(ptr, server_id));
1275 HA_RWLOCK_RDUNLOCK(STK_SESS_LOCK, &ts->lock);
1276
1277 if (!node)
1278 return;
1279
1280 srv = container_of(node, struct server, conf.id);
1281 found:
1282 if ((srv->cur_state != SRV_ST_STOPPED) ||
1283 (px->options & PR_O_PERSIST) || (s->flags & SF_FORCE_PRST)) {
1284 s->flags |= SF_DIRECT | SF_ASSIGNED;
1285 s->target = &srv->obj_type;
1286 }
1287}
1288
Emeric Brun1d33b292010-01-04 15:47:17 +01001289/* This stream analyser works on a request. It applies all sticking rules on
1290 * it then returns 1. The data must already be present in the buffer otherwise
1291 * they won't match. It always returns 1.
1292 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001293static int process_sticking_rules(struct stream *s, struct channel *req, int an_bit)
Emeric Brun1d33b292010-01-04 15:47:17 +01001294{
1295 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001296 struct session *sess = s->sess;
Emeric Brun1d33b292010-01-04 15:47:17 +01001297 struct sticking_rule *rule;
1298
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001299 DBG_TRACE_ENTER(STRM_EV_STRM_ANA, s);
Emeric Brun1d33b292010-01-04 15:47:17 +01001300
1301 list_for_each_entry(rule, &px->sticking_rules, list) {
1302 int ret = 1 ;
1303 int i;
1304
Willy Tarreau9667a802013-12-09 12:52:13 +01001305 /* Only the first stick store-request of each table is applied
1306 * and other ones are ignored. The purpose is to allow complex
1307 * configurations which look for multiple entries by decreasing
1308 * order of precision and to stop at the first which matches.
1309 * An example could be a store of the IP address from an HTTP
1310 * header first, then from the source if not found.
1311 */
Jerome Magninbee00ad2020-01-16 17:37:21 +01001312 if (rule->flags & STK_IS_STORE) {
1313 for (i = 0; i < s->store_count; i++) {
1314 if (rule->table.t == s->store[i].table)
1315 break;
1316 }
Emeric Brun1d33b292010-01-04 15:47:17 +01001317
Jerome Magninbee00ad2020-01-16 17:37:21 +01001318 if (i != s->store_count)
1319 continue;
1320 }
Emeric Brun1d33b292010-01-04 15:47:17 +01001321
1322 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001323 ret = acl_exec_cond(rule->cond, px, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001324 ret = acl_pass(ret);
1325 if (rule->cond->pol == ACL_COND_UNLESS)
1326 ret = !ret;
1327 }
1328
1329 if (ret) {
1330 struct stktable_key *key;
1331
Willy Tarreau192252e2015-04-04 01:47:55 +02001332 key = stktable_fetch_key(rule->table.t, px, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL, rule->expr, NULL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001333 if (!key)
1334 continue;
1335
1336 if (rule->flags & STK_IS_MATCH) {
1337 struct stksess *ts;
1338
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001339 if ((ts = stktable_lookup_key(rule->table.t, key)) != NULL) {
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001340 if (!(s->flags & SF_ASSIGNED))
1341 sticking_rule_find_target(s, rule->table.t, ts);
Emeric Brun819fc6f2017-06-13 19:37:32 +02001342 stktable_touch_local(rule->table.t, ts, 1);
Emeric Brun1d33b292010-01-04 15:47:17 +01001343 }
1344 }
1345 if (rule->flags & STK_IS_STORE) {
1346 if (s->store_count < (sizeof(s->store) / sizeof(s->store[0]))) {
1347 struct stksess *ts;
1348
1349 ts = stksess_new(rule->table.t, key);
1350 if (ts) {
1351 s->store[s->store_count].table = rule->table.t;
1352 s->store[s->store_count++].ts = ts;
1353 }
1354 }
1355 }
1356 }
1357 }
1358
1359 req->analysers &= ~an_bit;
1360 req->analyse_exp = TICK_ETERNITY;
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001361 DBG_TRACE_LEAVE(STRM_EV_STRM_ANA, s);
Emeric Brun1d33b292010-01-04 15:47:17 +01001362 return 1;
1363}
1364
1365/* This stream analyser works on a response. It applies all store rules on it
1366 * then returns 1. The data must already be present in the buffer otherwise
1367 * they won't match. It always returns 1.
1368 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001369static int process_store_rules(struct stream *s, struct channel *rep, int an_bit)
Emeric Brun1d33b292010-01-04 15:47:17 +01001370{
1371 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001372 struct session *sess = s->sess;
Emeric Brun1d33b292010-01-04 15:47:17 +01001373 struct sticking_rule *rule;
1374 int i;
Willy Tarreau9667a802013-12-09 12:52:13 +01001375 int nbreq = s->store_count;
Emeric Brun1d33b292010-01-04 15:47:17 +01001376
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001377 DBG_TRACE_ENTER(STRM_EV_STRM_ANA, s);
Emeric Brun1d33b292010-01-04 15:47:17 +01001378
1379 list_for_each_entry(rule, &px->storersp_rules, list) {
1380 int ret = 1 ;
Emeric Brun1d33b292010-01-04 15:47:17 +01001381
Willy Tarreau9667a802013-12-09 12:52:13 +01001382 /* Only the first stick store-response of each table is applied
1383 * and other ones are ignored. The purpose is to allow complex
1384 * configurations which look for multiple entries by decreasing
1385 * order of precision and to stop at the first which matches.
1386 * An example could be a store of a set-cookie value, with a
1387 * fallback to a parameter found in a 302 redirect.
1388 *
1389 * The store-response rules are not allowed to override the
1390 * store-request rules for the same table, but they may coexist.
1391 * Thus we can have up to one store-request entry and one store-
1392 * response entry for the same table at any time.
1393 */
1394 for (i = nbreq; i < s->store_count; i++) {
1395 if (rule->table.t == s->store[i].table)
1396 break;
1397 }
1398
1399 /* skip existing entries for this table */
1400 if (i < s->store_count)
1401 continue;
1402
Emeric Brun1d33b292010-01-04 15:47:17 +01001403 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001404 ret = acl_exec_cond(rule->cond, px, sess, s, SMP_OPT_DIR_RES|SMP_OPT_FINAL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001405 ret = acl_pass(ret);
1406 if (rule->cond->pol == ACL_COND_UNLESS)
1407 ret = !ret;
1408 }
1409
1410 if (ret) {
1411 struct stktable_key *key;
1412
Willy Tarreau192252e2015-04-04 01:47:55 +02001413 key = stktable_fetch_key(rule->table.t, px, sess, s, SMP_OPT_DIR_RES|SMP_OPT_FINAL, rule->expr, NULL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001414 if (!key)
1415 continue;
1416
Willy Tarreau37e340c2013-12-06 23:05:21 +01001417 if (s->store_count < (sizeof(s->store) / sizeof(s->store[0]))) {
Emeric Brun1d33b292010-01-04 15:47:17 +01001418 struct stksess *ts;
1419
1420 ts = stksess_new(rule->table.t, key);
1421 if (ts) {
1422 s->store[s->store_count].table = rule->table.t;
Emeric Brun1d33b292010-01-04 15:47:17 +01001423 s->store[s->store_count++].ts = ts;
1424 }
1425 }
1426 }
1427 }
1428
1429 /* process store request and store response */
1430 for (i = 0; i < s->store_count; i++) {
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001431 struct stksess *ts;
Willy Tarreau13c29de2010-06-06 16:40:39 +02001432 void *ptr;
Thayne McCombs92149f92020-11-20 01:28:26 -07001433 char *key;
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001434 struct dict_entry *de;
Thayne McCombs92149f92020-11-20 01:28:26 -07001435 struct stktable *t = s->store[i].table;
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001436
Willy Tarreauc93cd162014-05-13 15:54:22 +02001437 if (objt_server(s->target) && objt_server(s->target)->flags & SRV_F_NON_STICK) {
Simon Hormanfa461682011-06-25 09:39:49 +09001438 stksess_free(s->store[i].table, s->store[i].ts);
1439 s->store[i].ts = NULL;
1440 continue;
1441 }
1442
Thayne McCombs92149f92020-11-20 01:28:26 -07001443 ts = stktable_set_entry(t, s->store[i].ts);
Emeric Brun819fc6f2017-06-13 19:37:32 +02001444 if (ts != s->store[i].ts) {
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001445 /* the entry already existed, we can free ours */
Thayne McCombs92149f92020-11-20 01:28:26 -07001446 stksess_free(t, s->store[i].ts);
Emeric Brun1d33b292010-01-04 15:47:17 +01001447 }
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001448 s->store[i].ts = NULL;
Emeric Brun819fc6f2017-06-13 19:37:32 +02001449
Christopher Faulet2a944ee2017-11-07 10:42:54 +01001450 HA_RWLOCK_WRLOCK(STK_SESS_LOCK, &ts->lock);
Thayne McCombs92149f92020-11-20 01:28:26 -07001451 ptr = __stktable_data_ptr(t, ts, STKTABLE_DT_SERVER_ID);
Willy Tarreaub8d42d02018-09-20 11:11:15 +02001452 stktable_data_cast(ptr, server_id) = __objt_server(s->target)->puid;
Christopher Faulet2a944ee2017-11-07 10:42:54 +01001453 HA_RWLOCK_WRUNLOCK(STK_SESS_LOCK, &ts->lock);
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001454
Thayne McCombs92149f92020-11-20 01:28:26 -07001455 if (t->server_key_type == STKTABLE_SRV_NAME)
1456 key = __objt_server(s->target)->id;
1457 else if (t->server_key_type == STKTABLE_SRV_ADDR)
1458 key = __objt_server(s->target)->addr_node.key;
1459 else
1460 continue;
1461
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001462 HA_RWLOCK_WRLOCK(STK_SESS_LOCK, &ts->lock);
Thayne McCombs92149f92020-11-20 01:28:26 -07001463 de = dict_insert(&server_key_dict, key);
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001464 if (de) {
Thayne McCombs92149f92020-11-20 01:28:26 -07001465 ptr = __stktable_data_ptr(t, ts, STKTABLE_DT_SERVER_KEY);
1466 stktable_data_cast(ptr, server_key) = de;
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001467 }
1468 HA_RWLOCK_WRUNLOCK(STK_SESS_LOCK, &ts->lock);
1469
Thayne McCombs92149f92020-11-20 01:28:26 -07001470 stktable_touch_local(t, ts, 1);
Emeric Brun1d33b292010-01-04 15:47:17 +01001471 }
Willy Tarreau2a164ee2010-06-18 09:57:45 +02001472 s->store_count = 0; /* everything is stored */
Emeric Brun1d33b292010-01-04 15:47:17 +01001473
1474 rep->analysers &= ~an_bit;
1475 rep->analyse_exp = TICK_ETERNITY;
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001476
1477 DBG_TRACE_LEAVE(STRM_EV_STRM_ANA, s);
Emeric Brun1d33b292010-01-04 15:47:17 +01001478 return 1;
1479}
1480
Christopher Faulet6c1fd982021-03-15 10:42:02 +01001481/* Set the stream to HTTP mode, if necessary. The minimal request HTTP analysers
1482 * are set and the client mux is upgraded. It returns 1 if the stream processing
1483 * may continue or 0 if it should be stopped. It happens on error or if the
Christopher Fauletae863c62021-03-15 12:03:44 +01001484 * upgrade required a new stream. The mux protocol may be specified.
Christopher Faulet6c1fd982021-03-15 10:42:02 +01001485 */
Christopher Fauletae863c62021-03-15 12:03:44 +01001486int stream_set_http_mode(struct stream *s, const struct mux_proto_list *mux_proto)
Christopher Faulet6c1fd982021-03-15 10:42:02 +01001487{
1488 struct connection *conn;
1489 struct conn_stream *cs;
1490
1491 /* Already an HTTP stream */
1492 if (IS_HTX_STRM(s))
1493 return 1;
1494
1495 s->req.analysers |= AN_REQ_WAIT_HTTP|AN_REQ_HTTP_PROCESS_FE;
1496
1497 if (unlikely(!s->txn && !http_create_txn(s)))
1498 return 0;
1499
1500 conn = objt_conn(strm_sess(s)->origin);
1501 cs = objt_cs(s->si[0].end);
1502 if (conn && cs) {
1503 si_rx_endp_more(&s->si[0]);
1504 /* Make sure we're unsubscribed, the the new
1505 * mux will probably want to subscribe to
1506 * the underlying XPRT
1507 */
1508 if (s->si[0].wait_event.events)
1509 conn->mux->unsubscribe(cs, s->si[0].wait_event.events,
1510 &s->si[0].wait_event);
Christopher Fauletae863c62021-03-15 12:03:44 +01001511
Christopher Faulet6c1fd982021-03-15 10:42:02 +01001512 if (conn->mux->flags & MX_FL_NO_UPG)
1513 return 0;
Christopher Fauletae863c62021-03-15 12:03:44 +01001514 if (conn_upgrade_mux_fe(conn, cs, &s->req.buf,
1515 (mux_proto ? mux_proto->token : ist("")),
1516 PROTO_MODE_HTTP) == -1)
Christopher Faulet6c1fd982021-03-15 10:42:02 +01001517 return 0;
1518
1519 s->req.flags &= ~(CF_READ_PARTIAL|CF_AUTO_CONNECT);
1520 s->req.total = 0;
1521 s->flags |= SF_IGNORE;
1522 if (strcmp(conn->mux->name, "H2") == 0) {
1523 /* For HTTP/2, destroy the conn_stream, disable logging,
1524 * and abort the stream process. Thus it will be
1525 * silently destroyed. The new mux will create new
1526 * streams.
1527 */
1528 cs_free(cs);
1529 si_detach_endpoint(&s->si[0]);
1530 s->logs.logwait = 0;
1531 s->logs.level = 0;
1532 channel_abort(&s->req);
1533 channel_abort(&s->res);
1534 s->req.analysers &= AN_REQ_FLT_END;
1535 s->req.analyse_exp = TICK_ETERNITY;
1536 }
1537 }
1538
1539 return 1;
1540}
1541
1542
1543
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001544/* This macro is very specific to the function below. See the comments in
Willy Tarreau87b09662015-04-03 00:22:06 +02001545 * process_stream() below to understand the logic and the tests.
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001546 */
1547#define UPDATE_ANALYSERS(real, list, back, flag) { \
1548 list = (((list) & ~(flag)) | ~(back)) & (real); \
1549 back = real; \
1550 if (!(list)) \
1551 break; \
1552 if (((list) ^ ((list) & ((list) - 1))) < (flag)) \
1553 continue; \
1554}
1555
Christopher Fauleta9215b72016-05-11 17:06:28 +02001556/* These 2 following macros call an analayzer for the specified channel if the
1557 * right flag is set. The first one is used for "filterable" analyzers. If a
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001558 * stream has some registered filters, pre and post analyaze callbacks are
Christopher Faulet0184ea72017-01-05 14:06:34 +01001559 * called. The second are used for other analyzers (AN_REQ/RES_FLT_* and
Christopher Fauleta9215b72016-05-11 17:06:28 +02001560 * AN_REQ/RES_HTTP_XFER_BODY) */
1561#define FLT_ANALYZE(strm, chn, fun, list, back, flag, ...) \
1562 { \
1563 if ((list) & (flag)) { \
1564 if (HAS_FILTERS(strm)) { \
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001565 if (!flt_pre_analyze((strm), (chn), (flag))) \
Christopher Fauleta9215b72016-05-11 17:06:28 +02001566 break; \
1567 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1568 break; \
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001569 if (!flt_post_analyze((strm), (chn), (flag))) \
1570 break; \
Christopher Fauleta9215b72016-05-11 17:06:28 +02001571 } \
1572 else { \
1573 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1574 break; \
1575 } \
1576 UPDATE_ANALYSERS((chn)->analysers, (list), \
1577 (back), (flag)); \
1578 } \
1579 }
1580
1581#define ANALYZE(strm, chn, fun, list, back, flag, ...) \
1582 { \
1583 if ((list) & (flag)) { \
1584 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1585 break; \
1586 UPDATE_ANALYSERS((chn)->analysers, (list), \
1587 (back), (flag)); \
1588 } \
1589 }
1590
Willy Tarreau87b09662015-04-03 00:22:06 +02001591/* Processes the client, server, request and response jobs of a stream task,
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001592 * then puts it back to the wait queue in a clean state, or cleans up its
1593 * resources if it must be deleted. Returns in <next> the date the task wants
1594 * to be woken up, or TICK_ETERNITY. In order not to call all functions for
1595 * nothing too many times, the request and response buffers flags are monitored
1596 * and each function is called only if at least another function has changed at
1597 * least one flag it is interested in.
1598 */
Willy Tarreau144f84a2021-03-02 16:09:26 +01001599struct task *process_stream(struct task *t, void *context, unsigned int state)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001600{
Willy Tarreau827aee92011-03-10 16:55:02 +01001601 struct server *srv;
Olivier Houchard9f6af332018-05-25 14:04:04 +02001602 struct stream *s = context;
Willy Tarreaufb0afa72015-04-03 14:46:27 +02001603 struct session *sess = s->sess;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001604 unsigned int rqf_last, rpf_last;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001605 unsigned int rq_prod_last, rq_cons_last;
1606 unsigned int rp_cons_last, rp_prod_last;
Willy Tarreau576507f2010-01-07 00:09:04 +01001607 unsigned int req_ana_back;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001608 struct channel *req, *res;
1609 struct stream_interface *si_f, *si_b;
Willy Tarreau3d07a162019-04-25 19:15:20 +02001610 unsigned int rate;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001611
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001612 DBG_TRACE_ENTER(STRM_EV_STRM_PROC, s);
1613
Willy Tarreau7af4fa92020-06-17 20:49:49 +02001614 activity[tid].stream_calls++;
Willy Tarreaud80cb4e2018-01-20 19:30:13 +01001615
Willy Tarreau8f128b42014-11-28 15:07:47 +01001616 req = &s->req;
1617 res = &s->res;
1618
1619 si_f = &s->si[0];
1620 si_b = &s->si[1];
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001621
Willy Tarreau0f8d3ab2018-10-25 10:42:39 +02001622 /* First, attempt to receive pending data from I/O layers */
Willy Tarreauade64782018-11-17 19:51:07 +01001623 si_sync_recv(si_f);
1624 si_sync_recv(si_b);
Willy Tarreau0f8d3ab2018-10-25 10:42:39 +02001625
Willy Tarreau3d07a162019-04-25 19:15:20 +02001626 rate = update_freq_ctr(&s->call_rate, 1);
1627 if (rate >= 100000 && s->call_rate.prev_ctr) { // make sure to wait at least a full second
1628 stream_dump_and_crash(&s->obj_type, read_freq_ctr(&s->call_rate));
1629 }
Olivier Houchardc2aa7112018-09-11 18:27:21 +02001630
Krzysztof Piotr Oledzkif9423ae2010-01-29 19:26:18 +01001631 /* this data may be no longer valid, clear it */
Willy Tarreaueee5b512015-04-03 23:46:31 +02001632 if (s->txn)
1633 memset(&s->txn->auth, 0, sizeof(s->txn->auth));
Krzysztof Piotr Oledzkif9423ae2010-01-29 19:26:18 +01001634
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02001635 /* This flag must explicitly be set every time */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001636 req->flags &= ~(CF_READ_NOEXP|CF_WAKE_WRITE);
1637 res->flags &= ~(CF_READ_NOEXP|CF_WAKE_WRITE);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001638
1639 /* Keep a copy of req/rep flags so that we can detect shutdowns */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001640 rqf_last = req->flags & ~CF_MASK_ANALYSER;
1641 rpf_last = res->flags & ~CF_MASK_ANALYSER;
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001642
Willy Tarreau89f7ef22009-09-05 20:57:35 +02001643 /* we don't want the stream interface functions to recursively wake us up */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001644 si_f->flags |= SI_FL_DONT_WAKE;
1645 si_b->flags |= SI_FL_DONT_WAKE;
Willy Tarreau89f7ef22009-09-05 20:57:35 +02001646
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001647 /* update pending events */
Olivier Houchard9f6af332018-05-25 14:04:04 +02001648 s->pending_events |= (state & TASK_WOKEN_ANY);
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001649
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001650 /* 1a: Check for low level timeouts if needed. We just set a flag on
1651 * stream interfaces when their timeouts have expired.
1652 */
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001653 if (unlikely(s->pending_events & TASK_WOKEN_TIMER)) {
Willy Tarreau14bfe9a2018-12-19 15:19:27 +01001654 si_check_timeouts(si_f);
1655 si_check_timeouts(si_b);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001656
Willy Tarreau8263d2b2012-08-28 00:06:31 +02001657 /* check channel timeouts, and close the corresponding stream interfaces
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001658 * for future reads or writes. Note: this will also concern upper layers
1659 * but we do not touch any other flag. We must be careful and correctly
1660 * detect state changes when calling them.
1661 */
1662
Willy Tarreau8f128b42014-11-28 15:07:47 +01001663 channel_check_timeouts(req);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001664
Willy Tarreau8f128b42014-11-28 15:07:47 +01001665 if (unlikely((req->flags & (CF_SHUTW|CF_WRITE_TIMEOUT)) == CF_WRITE_TIMEOUT)) {
1666 si_b->flags |= SI_FL_NOLINGER;
1667 si_shutw(si_b);
Willy Tarreau14641402009-12-29 14:49:56 +01001668 }
1669
Willy Tarreau8f128b42014-11-28 15:07:47 +01001670 if (unlikely((req->flags & (CF_SHUTR|CF_READ_TIMEOUT)) == CF_READ_TIMEOUT)) {
1671 if (si_f->flags & SI_FL_NOHALF)
1672 si_f->flags |= SI_FL_NOLINGER;
1673 si_shutr(si_f);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02001674 }
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001675
Willy Tarreau8f128b42014-11-28 15:07:47 +01001676 channel_check_timeouts(res);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001677
Willy Tarreau8f128b42014-11-28 15:07:47 +01001678 if (unlikely((res->flags & (CF_SHUTW|CF_WRITE_TIMEOUT)) == CF_WRITE_TIMEOUT)) {
1679 si_f->flags |= SI_FL_NOLINGER;
1680 si_shutw(si_f);
Willy Tarreau14641402009-12-29 14:49:56 +01001681 }
1682
Willy Tarreau8f128b42014-11-28 15:07:47 +01001683 if (unlikely((res->flags & (CF_SHUTR|CF_READ_TIMEOUT)) == CF_READ_TIMEOUT)) {
1684 if (si_b->flags & SI_FL_NOHALF)
1685 si_b->flags |= SI_FL_NOLINGER;
1686 si_shutr(si_b);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02001687 }
Willy Tarreau798f4322012-11-08 14:49:17 +01001688
Christopher Fauleta00d8172016-11-10 14:58:05 +01001689 if (HAS_FILTERS(s))
1690 flt_stream_check_timeouts(s);
1691
Willy Tarreau798f4322012-11-08 14:49:17 +01001692 /* Once in a while we're woken up because the task expires. But
1693 * this does not necessarily mean that a timeout has been reached.
Willy Tarreau87b09662015-04-03 00:22:06 +02001694 * So let's not run a whole stream processing if only an expiration
Willy Tarreau798f4322012-11-08 14:49:17 +01001695 * timeout needs to be refreshed.
1696 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001697 if (!((req->flags | res->flags) &
Willy Tarreau798f4322012-11-08 14:49:17 +01001698 (CF_SHUTR|CF_READ_ACTIVITY|CF_READ_TIMEOUT|CF_SHUTW|
Willy Tarreauede3d882018-10-24 17:17:56 +02001699 CF_WRITE_ACTIVITY|CF_WRITE_TIMEOUT|CF_ANA_TIMEOUT)) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01001700 !((si_f->flags | si_b->flags) & (SI_FL_EXP|SI_FL_ERR)) &&
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001701 ((s->pending_events & TASK_WOKEN_ANY) == TASK_WOKEN_TIMER)) {
Willy Tarreau5fb04712016-05-04 10:18:37 +02001702 si_f->flags &= ~SI_FL_DONT_WAKE;
1703 si_b->flags &= ~SI_FL_DONT_WAKE;
Willy Tarreau798f4322012-11-08 14:49:17 +01001704 goto update_exp_and_leave;
Willy Tarreau5fb04712016-05-04 10:18:37 +02001705 }
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001706 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001707
Willy Tarreau829bd472019-06-06 09:17:23 +02001708 resync_stream_interface:
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001709 /* below we may emit error messages so we have to ensure that we have
1710 * our buffers properly allocated.
1711 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001712 if (!stream_alloc_work_buffer(s)) {
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001713 /* No buffer available, we've been subscribed to the list of
1714 * buffer waiters, let's wait for our turn.
1715 */
Willy Tarreau5fb04712016-05-04 10:18:37 +02001716 si_f->flags &= ~SI_FL_DONT_WAKE;
1717 si_b->flags &= ~SI_FL_DONT_WAKE;
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001718 goto update_exp_and_leave;
1719 }
1720
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001721 /* 1b: check for low-level errors reported at the stream interface.
1722 * First we check if it's a retryable error (in which case we don't
1723 * want to tell the buffer). Otherwise we report the error one level
1724 * upper by setting flags into the buffers. Note that the side towards
1725 * the client cannot have connect (hence retryable) errors. Also, the
1726 * connection setup code must be able to deal with any type of abort.
1727 */
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001728 srv = objt_server(s->target);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001729 if (unlikely(si_f->flags & SI_FL_ERR)) {
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02001730 if (si_state_in(si_f->state, SI_SB_EST|SI_SB_DIS)) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001731 si_shutr(si_f);
1732 si_shutw(si_f);
Willy Tarreau14bfe9a2018-12-19 15:19:27 +01001733 si_report_error(si_f);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001734 if (!(req->analysers) && !(res->analysers)) {
Willy Tarreau4781b152021-04-06 13:53:36 +02001735 _HA_ATOMIC_INC(&s->be->be_counters.cli_aborts);
1736 _HA_ATOMIC_INC(&sess->fe->fe_counters.cli_aborts);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01001737 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02001738 _HA_ATOMIC_INC(&sess->listener->counters->cli_aborts);
Willy Tarreau827aee92011-03-10 16:55:02 +01001739 if (srv)
Willy Tarreau4781b152021-04-06 13:53:36 +02001740 _HA_ATOMIC_INC(&srv->counters.cli_aborts);
Willy Tarreaue7dff022015-04-03 01:14:29 +02001741 if (!(s->flags & SF_ERR_MASK))
1742 s->flags |= SF_ERR_CLICL;
1743 if (!(s->flags & SF_FINST_MASK))
1744 s->flags |= SF_FINST_D;
Willy Tarreau05cb29b2008-12-14 11:44:04 +01001745 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001746 }
1747 }
1748
Willy Tarreau8f128b42014-11-28 15:07:47 +01001749 if (unlikely(si_b->flags & SI_FL_ERR)) {
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02001750 if (si_state_in(si_b->state, SI_SB_EST|SI_SB_DIS)) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001751 si_shutr(si_b);
1752 si_shutw(si_b);
Willy Tarreau14bfe9a2018-12-19 15:19:27 +01001753 si_report_error(si_b);
Willy Tarreau4781b152021-04-06 13:53:36 +02001754 _HA_ATOMIC_INC(&s->be->be_counters.failed_resp);
Willy Tarreau827aee92011-03-10 16:55:02 +01001755 if (srv)
Willy Tarreau4781b152021-04-06 13:53:36 +02001756 _HA_ATOMIC_INC(&srv->counters.failed_resp);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001757 if (!(req->analysers) && !(res->analysers)) {
Willy Tarreau4781b152021-04-06 13:53:36 +02001758 _HA_ATOMIC_INC(&s->be->be_counters.srv_aborts);
1759 _HA_ATOMIC_INC(&sess->fe->fe_counters.srv_aborts);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01001760 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02001761 _HA_ATOMIC_INC(&sess->listener->counters->srv_aborts);
Willy Tarreau827aee92011-03-10 16:55:02 +01001762 if (srv)
Willy Tarreau4781b152021-04-06 13:53:36 +02001763 _HA_ATOMIC_INC(&srv->counters.srv_aborts);
Willy Tarreaue7dff022015-04-03 01:14:29 +02001764 if (!(s->flags & SF_ERR_MASK))
1765 s->flags |= SF_ERR_SRVCL;
1766 if (!(s->flags & SF_FINST_MASK))
1767 s->flags |= SF_FINST_D;
Willy Tarreau05cb29b2008-12-14 11:44:04 +01001768 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001769 }
1770 /* note: maybe we should process connection errors here ? */
1771 }
1772
Willy Tarreau4f283fa2019-06-05 14:34:03 +02001773 if (si_state_in(si_b->state, SI_SB_CON|SI_SB_RDY)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001774 /* we were trying to establish a connection on the server side,
1775 * maybe it succeeded, maybe it failed, maybe we timed out, ...
1776 */
Willy Tarreaud66ed882019-06-05 18:02:04 +02001777 if (si_b->state == SI_ST_RDY)
Willy Tarreau3a9312a2020-01-09 18:43:15 +01001778 back_handle_st_rdy(s);
Willy Tarreaud66ed882019-06-05 18:02:04 +02001779 else if (si_b->state == SI_ST_CON)
Willy Tarreau3a9312a2020-01-09 18:43:15 +01001780 back_handle_st_con(s);
Willy Tarreaud66ed882019-06-05 18:02:04 +02001781
1782 if (si_b->state == SI_ST_CER)
Willy Tarreau3a9312a2020-01-09 18:43:15 +01001783 back_handle_st_cer(s);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001784 else if (si_b->state == SI_ST_EST)
Willy Tarreau3a9312a2020-01-09 18:43:15 +01001785 back_establish(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001786
1787 /* state is now one of SI_ST_CON (still in progress), SI_ST_EST
1788 * (established), SI_ST_DIS (abort), SI_ST_CLO (last error),
1789 * SI_ST_ASS/SI_ST_TAR/SI_ST_REQ for retryable errors.
1790 */
1791 }
1792
Willy Tarreau8f128b42014-11-28 15:07:47 +01001793 rq_prod_last = si_f->state;
1794 rq_cons_last = si_b->state;
1795 rp_cons_last = si_f->state;
1796 rp_prod_last = si_b->state;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001797
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001798 /* Check for connection closure */
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001799 DBG_TRACE_POINT(STRM_EV_STRM_PROC, s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001800
1801 /* nothing special to be done on client side */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001802 if (unlikely(si_f->state == SI_ST_DIS))
1803 si_f->state = SI_ST_CLO;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001804
1805 /* When a server-side connection is released, we have to count it and
1806 * check for pending connections on this server.
1807 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001808 if (unlikely(si_b->state == SI_ST_DIS)) {
1809 si_b->state = SI_ST_CLO;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001810 srv = objt_server(s->target);
Willy Tarreau827aee92011-03-10 16:55:02 +01001811 if (srv) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001812 if (s->flags & SF_CURR_SESS) {
1813 s->flags &= ~SF_CURR_SESS;
Willy Tarreau4781b152021-04-06 13:53:36 +02001814 _HA_ATOMIC_DEC(&srv->cur_sess);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001815 }
1816 sess_change_server(s, NULL);
Willy Tarreau827aee92011-03-10 16:55:02 +01001817 if (may_dequeue_tasks(srv, s->be))
1818 process_srv_queue(srv);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001819 }
1820 }
1821
1822 /*
1823 * Note: of the transient states (REQ, CER, DIS), only REQ may remain
1824 * at this point.
1825 */
1826
Willy Tarreau0be0ef92009-03-08 19:20:25 +01001827 resync_request:
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001828 /* Analyse request */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001829 if (((req->flags & ~rqf_last) & CF_MASK_ANALYSER) ||
1830 ((req->flags ^ rqf_last) & CF_MASK_STATIC) ||
Willy Tarreau33982cb2017-11-20 15:37:13 +01001831 (req->analysers && (req->flags & CF_SHUTW)) ||
Willy Tarreau8f128b42014-11-28 15:07:47 +01001832 si_f->state != rq_prod_last ||
1833 si_b->state != rq_cons_last ||
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001834 s->pending_events & TASK_WOKEN_MSG) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001835 unsigned int flags = req->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001836
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02001837 if (si_state_in(si_f->state, SI_SB_EST|SI_SB_DIS|SI_SB_CLO)) {
Willy Tarreaue34070e2010-01-08 00:32:27 +01001838 int max_loops = global.tune.maxpollevents;
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001839 unsigned int ana_list;
1840 unsigned int ana_back;
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001841
Willy Tarreau90deb182010-01-07 00:20:41 +01001842 /* it's up to the analysers to stop new connections,
1843 * disable reading or closing. Note: if an analyser
1844 * disables any of these bits, it is responsible for
1845 * enabling them again when it disables itself, so
1846 * that other analysers are called in similar conditions.
1847 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001848 channel_auto_read(req);
1849 channel_auto_connect(req);
1850 channel_auto_close(req);
Willy Tarreauedcf6682008-11-30 23:15:34 +01001851
1852 /* We will call all analysers for which a bit is set in
Willy Tarreau8f128b42014-11-28 15:07:47 +01001853 * req->analysers, following the bit order from LSB
Willy Tarreauedcf6682008-11-30 23:15:34 +01001854 * to MSB. The analysers must remove themselves from
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001855 * the list when not needed. Any analyser may return 0
1856 * to break out of the loop, either because of missing
1857 * data to take a decision, or because it decides to
Willy Tarreau87b09662015-04-03 00:22:06 +02001858 * kill the stream. We loop at least once through each
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001859 * analyser, and we may loop again if other analysers
1860 * are added in the middle.
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001861 *
1862 * We build a list of analysers to run. We evaluate all
1863 * of these analysers in the order of the lower bit to
1864 * the higher bit. This ordering is very important.
1865 * An analyser will often add/remove other analysers,
1866 * including itself. Any changes to itself have no effect
1867 * on the loop. If it removes any other analysers, we
1868 * want those analysers not to be called anymore during
1869 * this loop. If it adds an analyser that is located
1870 * after itself, we want it to be scheduled for being
1871 * processed during the loop. If it adds an analyser
1872 * which is located before it, we want it to switch to
1873 * it immediately, even if it has already been called
1874 * once but removed since.
1875 *
1876 * In order to achieve this, we compare the analyser
1877 * list after the call with a copy of it before the
1878 * call. The work list is fed with analyser bits that
1879 * appeared during the call. Then we compare previous
1880 * work list with the new one, and check the bits that
1881 * appeared. If the lowest of these bits is lower than
1882 * the current bit, it means we have enabled a previous
1883 * analyser and must immediately loop again.
Willy Tarreauedcf6682008-11-30 23:15:34 +01001884 */
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001885
Willy Tarreau8f128b42014-11-28 15:07:47 +01001886 ana_list = ana_back = req->analysers;
Willy Tarreaue34070e2010-01-08 00:32:27 +01001887 while (ana_list && max_loops--) {
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001888 /* Warning! ensure that analysers are always placed in ascending order! */
Christopher Faulet0184ea72017-01-05 14:06:34 +01001889 ANALYZE (s, req, flt_start_analyze, ana_list, ana_back, AN_REQ_FLT_START_FE);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001890 FLT_ANALYZE(s, req, tcp_inspect_request, ana_list, ana_back, AN_REQ_INSPECT_FE);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02001891 FLT_ANALYZE(s, req, http_wait_for_request, ana_list, ana_back, AN_REQ_WAIT_HTTP);
1892 FLT_ANALYZE(s, req, http_wait_for_request_body, ana_list, ana_back, AN_REQ_HTTP_BODY);
1893 FLT_ANALYZE(s, req, http_process_req_common, ana_list, ana_back, AN_REQ_HTTP_PROCESS_FE, sess->fe);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001894 FLT_ANALYZE(s, req, process_switching_rules, ana_list, ana_back, AN_REQ_SWITCHING_RULES);
Christopher Faulet0184ea72017-01-05 14:06:34 +01001895 ANALYZE (s, req, flt_start_analyze, ana_list, ana_back, AN_REQ_FLT_START_BE);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001896 FLT_ANALYZE(s, req, tcp_inspect_request, ana_list, ana_back, AN_REQ_INSPECT_BE);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02001897 FLT_ANALYZE(s, req, http_process_req_common, ana_list, ana_back, AN_REQ_HTTP_PROCESS_BE, s->be);
1898 FLT_ANALYZE(s, req, http_process_tarpit, ana_list, ana_back, AN_REQ_HTTP_TARPIT);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001899 FLT_ANALYZE(s, req, process_server_rules, ana_list, ana_back, AN_REQ_SRV_RULES);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02001900 FLT_ANALYZE(s, req, http_process_request, ana_list, ana_back, AN_REQ_HTTP_INNER);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001901 FLT_ANALYZE(s, req, tcp_persist_rdp_cookie, ana_list, ana_back, AN_REQ_PRST_RDP_COOKIE);
1902 FLT_ANALYZE(s, req, process_sticking_rules, ana_list, ana_back, AN_REQ_STICKING_RULES);
Christopher Faulet0184ea72017-01-05 14:06:34 +01001903 ANALYZE (s, req, flt_analyze_http_headers, ana_list, ana_back, AN_REQ_FLT_HTTP_HDRS);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02001904 ANALYZE (s, req, http_request_forward_body, ana_list, ana_back, AN_REQ_HTTP_XFER_BODY);
William Lallemandcf62f7e2018-10-26 14:47:40 +02001905 ANALYZE (s, req, pcli_wait_for_request, ana_list, ana_back, AN_REQ_WAIT_CLI);
Christopher Faulet0184ea72017-01-05 14:06:34 +01001906 ANALYZE (s, req, flt_xfer_data, ana_list, ana_back, AN_REQ_FLT_XFER_DATA);
1907 ANALYZE (s, req, flt_end_analyze, ana_list, ana_back, AN_REQ_FLT_END);
Willy Tarreaue34070e2010-01-08 00:32:27 +01001908 break;
1909 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001910 }
Willy Tarreau84455332009-03-15 22:34:05 +01001911
Willy Tarreau8f128b42014-11-28 15:07:47 +01001912 rq_prod_last = si_f->state;
1913 rq_cons_last = si_b->state;
1914 req->flags &= ~CF_WAKE_ONCE;
1915 rqf_last = req->flags;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001916
Willy Tarreau1ec9bb52019-06-06 14:45:26 +02001917 if ((req->flags ^ flags) & (CF_SHUTR|CF_SHUTW))
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001918 goto resync_request;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001919 }
1920
Willy Tarreau576507f2010-01-07 00:09:04 +01001921 /* we'll monitor the request analysers while parsing the response,
1922 * because some response analysers may indirectly enable new request
1923 * analysers (eg: HTTP keep-alive).
1924 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001925 req_ana_back = req->analysers;
Willy Tarreau576507f2010-01-07 00:09:04 +01001926
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001927 resync_response:
1928 /* Analyse response */
1929
Willy Tarreau8f128b42014-11-28 15:07:47 +01001930 if (((res->flags & ~rpf_last) & CF_MASK_ANALYSER) ||
1931 (res->flags ^ rpf_last) & CF_MASK_STATIC ||
Willy Tarreau33982cb2017-11-20 15:37:13 +01001932 (res->analysers && (res->flags & CF_SHUTW)) ||
Willy Tarreau8f128b42014-11-28 15:07:47 +01001933 si_f->state != rp_cons_last ||
1934 si_b->state != rp_prod_last ||
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001935 s->pending_events & TASK_WOKEN_MSG) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001936 unsigned int flags = res->flags;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001937
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02001938 if (si_state_in(si_b->state, SI_SB_EST|SI_SB_DIS|SI_SB_CLO)) {
Willy Tarreaue34070e2010-01-08 00:32:27 +01001939 int max_loops = global.tune.maxpollevents;
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001940 unsigned int ana_list;
1941 unsigned int ana_back;
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001942
Willy Tarreau90deb182010-01-07 00:20:41 +01001943 /* it's up to the analysers to stop disable reading or
1944 * closing. Note: if an analyser disables any of these
1945 * bits, it is responsible for enabling them again when
1946 * it disables itself, so that other analysers are called
1947 * in similar conditions.
1948 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001949 channel_auto_read(res);
1950 channel_auto_close(res);
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001951
1952 /* We will call all analysers for which a bit is set in
Willy Tarreau8f128b42014-11-28 15:07:47 +01001953 * res->analysers, following the bit order from LSB
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001954 * to MSB. The analysers must remove themselves from
1955 * the list when not needed. Any analyser may return 0
1956 * to break out of the loop, either because of missing
1957 * data to take a decision, or because it decides to
Willy Tarreau87b09662015-04-03 00:22:06 +02001958 * kill the stream. We loop at least once through each
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001959 * analyser, and we may loop again if other analysers
1960 * are added in the middle.
1961 */
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001962
Willy Tarreau8f128b42014-11-28 15:07:47 +01001963 ana_list = ana_back = res->analysers;
Willy Tarreaue34070e2010-01-08 00:32:27 +01001964 while (ana_list && max_loops--) {
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001965 /* Warning! ensure that analysers are always placed in ascending order! */
Christopher Faulet0184ea72017-01-05 14:06:34 +01001966 ANALYZE (s, res, flt_start_analyze, ana_list, ana_back, AN_RES_FLT_START_FE);
1967 ANALYZE (s, res, flt_start_analyze, ana_list, ana_back, AN_RES_FLT_START_BE);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001968 FLT_ANALYZE(s, res, tcp_inspect_response, ana_list, ana_back, AN_RES_INSPECT);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02001969 FLT_ANALYZE(s, res, http_wait_for_response, ana_list, ana_back, AN_RES_WAIT_HTTP);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001970 FLT_ANALYZE(s, res, process_store_rules, ana_list, ana_back, AN_RES_STORE_RULES);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02001971 FLT_ANALYZE(s, res, http_process_res_common, ana_list, ana_back, AN_RES_HTTP_PROCESS_BE, s->be);
Christopher Faulet0184ea72017-01-05 14:06:34 +01001972 ANALYZE (s, res, flt_analyze_http_headers, ana_list, ana_back, AN_RES_FLT_HTTP_HDRS);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02001973 ANALYZE (s, res, http_response_forward_body, ana_list, ana_back, AN_RES_HTTP_XFER_BODY);
William Lallemandcf62f7e2018-10-26 14:47:40 +02001974 ANALYZE (s, res, pcli_wait_for_response, ana_list, ana_back, AN_RES_WAIT_CLI);
Christopher Faulet0184ea72017-01-05 14:06:34 +01001975 ANALYZE (s, res, flt_xfer_data, ana_list, ana_back, AN_RES_FLT_XFER_DATA);
1976 ANALYZE (s, res, flt_end_analyze, ana_list, ana_back, AN_RES_FLT_END);
Willy Tarreaue34070e2010-01-08 00:32:27 +01001977 break;
1978 }
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001979 }
1980
Willy Tarreau8f128b42014-11-28 15:07:47 +01001981 rp_cons_last = si_f->state;
1982 rp_prod_last = si_b->state;
Christopher Fauletcdaea892017-07-06 15:49:30 +02001983 res->flags &= ~CF_WAKE_ONCE;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001984 rpf_last = res->flags;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001985
Willy Tarreau1ec9bb52019-06-06 14:45:26 +02001986 if ((res->flags ^ flags) & (CF_SHUTR|CF_SHUTW))
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001987 goto resync_response;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001988 }
1989
Willy Tarreau576507f2010-01-07 00:09:04 +01001990 /* maybe someone has added some request analysers, so we must check and loop */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001991 if (req->analysers & ~req_ana_back)
Willy Tarreau576507f2010-01-07 00:09:04 +01001992 goto resync_request;
1993
Willy Tarreau8f128b42014-11-28 15:07:47 +01001994 if ((req->flags & ~rqf_last) & CF_MASK_ANALYSER)
Willy Tarreau0499e352010-12-17 07:13:42 +01001995 goto resync_request;
1996
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001997 /* FIXME: here we should call protocol handlers which rely on
1998 * both buffers.
1999 */
2000
2001
2002 /*
Willy Tarreau87b09662015-04-03 00:22:06 +02002003 * Now we propagate unhandled errors to the stream. Normally
Willy Tarreauae526782010-03-04 20:34:23 +01002004 * we're just in a data phase here since it means we have not
2005 * seen any analyser who could set an error status.
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002006 */
Willy Tarreau3fdb3662012-11-12 00:42:33 +01002007 srv = objt_server(s->target);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002008 if (unlikely(!(s->flags & SF_ERR_MASK))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002009 if (req->flags & (CF_READ_ERROR|CF_READ_TIMEOUT|CF_WRITE_ERROR|CF_WRITE_TIMEOUT)) {
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002010 /* Report it if the client got an error or a read timeout expired */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002011 req->analysers = 0;
2012 if (req->flags & CF_READ_ERROR) {
Willy Tarreau4781b152021-04-06 13:53:36 +02002013 _HA_ATOMIC_INC(&s->be->be_counters.cli_aborts);
2014 _HA_ATOMIC_INC(&sess->fe->fe_counters.cli_aborts);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01002015 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002016 _HA_ATOMIC_INC(&sess->listener->counters->cli_aborts);
Willy Tarreau827aee92011-03-10 16:55:02 +01002017 if (srv)
Willy Tarreau4781b152021-04-06 13:53:36 +02002018 _HA_ATOMIC_INC(&srv->counters.cli_aborts);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002019 s->flags |= SF_ERR_CLICL;
Willy Tarreauae526782010-03-04 20:34:23 +01002020 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002021 else if (req->flags & CF_READ_TIMEOUT) {
Willy Tarreau4781b152021-04-06 13:53:36 +02002022 _HA_ATOMIC_INC(&s->be->be_counters.cli_aborts);
2023 _HA_ATOMIC_INC(&sess->fe->fe_counters.cli_aborts);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01002024 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002025 _HA_ATOMIC_INC(&sess->listener->counters->cli_aborts);
Willy Tarreau827aee92011-03-10 16:55:02 +01002026 if (srv)
Willy Tarreau4781b152021-04-06 13:53:36 +02002027 _HA_ATOMIC_INC(&srv->counters.cli_aborts);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002028 s->flags |= SF_ERR_CLITO;
Willy Tarreauae526782010-03-04 20:34:23 +01002029 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002030 else if (req->flags & CF_WRITE_ERROR) {
Willy Tarreau4781b152021-04-06 13:53:36 +02002031 _HA_ATOMIC_INC(&s->be->be_counters.srv_aborts);
2032 _HA_ATOMIC_INC(&sess->fe->fe_counters.srv_aborts);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01002033 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002034 _HA_ATOMIC_INC(&sess->listener->counters->srv_aborts);
Willy Tarreau827aee92011-03-10 16:55:02 +01002035 if (srv)
Willy Tarreau4781b152021-04-06 13:53:36 +02002036 _HA_ATOMIC_INC(&srv->counters.srv_aborts);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002037 s->flags |= SF_ERR_SRVCL;
Willy Tarreauae526782010-03-04 20:34:23 +01002038 }
2039 else {
Willy Tarreau4781b152021-04-06 13:53:36 +02002040 _HA_ATOMIC_INC(&s->be->be_counters.srv_aborts);
2041 _HA_ATOMIC_INC(&sess->fe->fe_counters.srv_aborts);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01002042 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002043 _HA_ATOMIC_INC(&sess->listener->counters->srv_aborts);
Willy Tarreau827aee92011-03-10 16:55:02 +01002044 if (srv)
Willy Tarreau4781b152021-04-06 13:53:36 +02002045 _HA_ATOMIC_INC(&srv->counters.srv_aborts);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002046 s->flags |= SF_ERR_SRVTO;
Willy Tarreauae526782010-03-04 20:34:23 +01002047 }
Willy Tarreau84455332009-03-15 22:34:05 +01002048 sess_set_term_flags(s);
Christopher Faulet5e1a9d72019-04-23 17:34:22 +02002049
2050 /* Abort the request if a client error occurred while
2051 * the backend stream-interface is in the SI_ST_INI
2052 * state. It is switched into the SI_ST_CLO state and
2053 * the request channel is erased. */
2054 if (si_b->state == SI_ST_INI) {
2055 si_b->state = SI_ST_CLO;
2056 channel_abort(req);
2057 if (IS_HTX_STRM(s))
2058 channel_htx_erase(req, htxbuf(&req->buf));
2059 else
2060 channel_erase(req);
2061 }
Willy Tarreau84455332009-03-15 22:34:05 +01002062 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002063 else if (res->flags & (CF_READ_ERROR|CF_READ_TIMEOUT|CF_WRITE_ERROR|CF_WRITE_TIMEOUT)) {
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002064 /* Report it if the server got an error or a read timeout expired */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002065 res->analysers = 0;
2066 if (res->flags & CF_READ_ERROR) {
Willy Tarreau4781b152021-04-06 13:53:36 +02002067 _HA_ATOMIC_INC(&s->be->be_counters.srv_aborts);
2068 _HA_ATOMIC_INC(&sess->fe->fe_counters.srv_aborts);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01002069 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002070 _HA_ATOMIC_INC(&sess->listener->counters->srv_aborts);
Willy Tarreau827aee92011-03-10 16:55:02 +01002071 if (srv)
Willy Tarreau4781b152021-04-06 13:53:36 +02002072 _HA_ATOMIC_INC(&srv->counters.srv_aborts);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002073 s->flags |= SF_ERR_SRVCL;
Willy Tarreauae526782010-03-04 20:34:23 +01002074 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002075 else if (res->flags & CF_READ_TIMEOUT) {
Willy Tarreau4781b152021-04-06 13:53:36 +02002076 _HA_ATOMIC_INC(&s->be->be_counters.srv_aborts);
2077 _HA_ATOMIC_INC(&sess->fe->fe_counters.srv_aborts);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01002078 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002079 _HA_ATOMIC_INC(&sess->listener->counters->srv_aborts);
Willy Tarreau827aee92011-03-10 16:55:02 +01002080 if (srv)
Willy Tarreau4781b152021-04-06 13:53:36 +02002081 _HA_ATOMIC_INC(&srv->counters.srv_aborts);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002082 s->flags |= SF_ERR_SRVTO;
Willy Tarreauae526782010-03-04 20:34:23 +01002083 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002084 else if (res->flags & CF_WRITE_ERROR) {
Willy Tarreau4781b152021-04-06 13:53:36 +02002085 _HA_ATOMIC_INC(&s->be->be_counters.cli_aborts);
2086 _HA_ATOMIC_INC(&sess->fe->fe_counters.cli_aborts);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01002087 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002088 _HA_ATOMIC_INC(&sess->listener->counters->cli_aborts);
Willy Tarreau827aee92011-03-10 16:55:02 +01002089 if (srv)
Willy Tarreau4781b152021-04-06 13:53:36 +02002090 _HA_ATOMIC_INC(&srv->counters.cli_aborts);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002091 s->flags |= SF_ERR_CLICL;
Willy Tarreauae526782010-03-04 20:34:23 +01002092 }
2093 else {
Willy Tarreau4781b152021-04-06 13:53:36 +02002094 _HA_ATOMIC_INC(&s->be->be_counters.cli_aborts);
2095 _HA_ATOMIC_INC(&sess->fe->fe_counters.cli_aborts);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01002096 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002097 _HA_ATOMIC_INC(&sess->listener->counters->cli_aborts);
Willy Tarreau827aee92011-03-10 16:55:02 +01002098 if (srv)
Willy Tarreau4781b152021-04-06 13:53:36 +02002099 _HA_ATOMIC_INC(&srv->counters.cli_aborts);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002100 s->flags |= SF_ERR_CLITO;
Willy Tarreauae526782010-03-04 20:34:23 +01002101 }
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002102 sess_set_term_flags(s);
2103 }
Willy Tarreau84455332009-03-15 22:34:05 +01002104 }
2105
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002106 /*
2107 * Here we take care of forwarding unhandled data. This also includes
2108 * connection establishments and shutdown requests.
2109 */
2110
2111
Ilya Shipitsinb8888ab2021-01-06 21:20:16 +05002112 /* If no one is interested in analysing data, it's time to forward
Willy Tarreau31971e52009-09-20 12:07:52 +02002113 * everything. We configure the buffer to forward indefinitely.
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002114 * Note that we're checking CF_SHUTR_NOW as an indication of a possible
Willy Tarreau8263d2b2012-08-28 00:06:31 +02002115 * recent call to channel_abort().
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002116 */
Christopher Faulet35fe6992017-08-29 16:06:38 +02002117 if (unlikely((!req->analysers || (req->analysers == AN_REQ_FLT_END && !(req->flags & CF_FLT_ANALYZE))) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002118 !(req->flags & (CF_SHUTW|CF_SHUTR_NOW)) &&
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02002119 (si_state_in(si_f->state, SI_SB_EST|SI_SB_DIS|SI_SB_CLO)) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002120 (req->to_forward != CHN_INFINITE_FORWARD))) {
Willy Tarreaub31c9712012-11-11 23:05:39 +01002121 /* This buffer is freewheeling, there's no analyser
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002122 * attached to it. If any data are left in, we'll permit them to
2123 * move.
2124 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002125 channel_auto_read(req);
2126 channel_auto_connect(req);
2127 channel_auto_close(req);
Willy Tarreau5bd8c372009-01-19 00:32:22 +01002128
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002129 if (IS_HTX_STRM(s)) {
2130 struct htx *htx = htxbuf(&req->buf);
2131
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002132 /* We'll let data flow between the producer (if still connected)
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002133 * to the consumer.
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002134 */
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002135 co_set_data(req, htx->data);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002136 if (!(req->flags & (CF_SHUTR|CF_SHUTW_NOW)))
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002137 channel_htx_forward_forever(req, htx);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002138 }
2139 else {
2140 /* We'll let data flow between the producer (if still connected)
2141 * to the consumer (which might possibly not be connected yet).
2142 */
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002143 c_adv(req, ci_data(req));
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002144 if (!(req->flags & (CF_SHUTR|CF_SHUTW_NOW)))
2145 channel_forward_forever(req);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002146 }
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002147 }
Willy Tarreauf890dc92008-12-13 21:12:26 +01002148
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002149 /* check if it is wise to enable kernel splicing to forward request data */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002150 if (!(req->flags & (CF_KERN_SPLICING|CF_SHUTR)) &&
2151 req->to_forward &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002152 (global.tune.options & GTUNE_USE_SPLICE) &&
Christopher Faulet276c1e02019-11-05 16:49:23 +01002153 (objt_cs(si_f->end) && __objt_cs(si_f->end)->conn->xprt && __objt_cs(si_f->end)->conn->xprt->rcv_pipe &&
2154 __objt_cs(si_f->end)->conn->mux && __objt_cs(si_f->end)->conn->mux->rcv_pipe) &&
2155 (objt_cs(si_b->end) && __objt_cs(si_b->end)->conn->xprt && __objt_cs(si_b->end)->conn->xprt->snd_pipe &&
2156 __objt_cs(si_b->end)->conn->mux && __objt_cs(si_b->end)->conn->mux->snd_pipe) &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002157 (pipes_used < global.maxpipes) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002158 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_REQ) ||
2159 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_AUT) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002160 (req->flags & CF_STREAMER_FAST)))) {
2161 req->flags |= CF_KERN_SPLICING;
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002162 }
2163
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002164 /* reflect what the L7 analysers have seen last */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002165 rqf_last = req->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002166
Willy Tarreau520d95e2009-09-19 21:04:57 +02002167 /* it's possible that an upper layer has requested a connection setup or abort.
2168 * There are 2 situations where we decide to establish a new connection :
2169 * - there are data scheduled for emission in the buffer
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002170 * - the CF_AUTO_CONNECT flag is set (active connection)
Willy Tarreau520d95e2009-09-19 21:04:57 +02002171 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002172 if (si_b->state == SI_ST_INI) {
Christopher Faulet5e1a9d72019-04-23 17:34:22 +02002173 if (!(req->flags & CF_SHUTW)) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002174 if ((req->flags & CF_AUTO_CONNECT) || !channel_is_empty(req)) {
Willy Tarreaucf644ed2013-09-29 17:19:56 +02002175 /* If we have an appctx, there is no connect method, so we
2176 * immediately switch to the connected state, otherwise we
2177 * perform a connection request.
Willy Tarreau520d95e2009-09-19 21:04:57 +02002178 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002179 si_b->state = SI_ST_REQ; /* new connection requested */
2180 si_b->conn_retries = s->be->conn_retries;
Willy Tarreau520d95e2009-09-19 21:04:57 +02002181 }
Willy Tarreau73201222009-08-16 18:27:24 +02002182 }
Willy Tarreauf41ffdc2009-09-20 08:19:25 +02002183 else {
Willy Tarreau0542c8b2017-11-24 15:01:10 +01002184 si_release_endpoint(si_b);
Willy Tarreau8f128b42014-11-28 15:07:47 +01002185 si_b->state = SI_ST_CLO; /* shutw+ini = abort */
2186 channel_shutw_now(req); /* fix buffer flags upon abort */
2187 channel_shutr_now(res);
Willy Tarreauf41ffdc2009-09-20 08:19:25 +02002188 }
Willy Tarreau92795622009-03-06 12:51:23 +01002189 }
2190
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002191
2192 /* we may have a pending connection request, or a connection waiting
2193 * for completion.
2194 */
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02002195 if (si_state_in(si_b->state, SI_SB_REQ|SI_SB_QUE|SI_SB_TAR|SI_SB_ASS)) {
Thierry FOURNIER4834bc72015-06-06 19:29:07 +02002196 /* prune the request variables and swap to the response variables. */
2197 if (s->vars_reqres.scope != SCOPE_RES) {
Jerome Magnin2f44e882019-11-09 18:00:47 +01002198 if (!LIST_ISEMPTY(&s->vars_reqres.head))
Willy Tarreaucda7f3f2018-10-28 13:44:36 +01002199 vars_prune(&s->vars_reqres, s->sess, s);
Jerome Magnin2f44e882019-11-09 18:00:47 +01002200 vars_init(&s->vars_reqres, SCOPE_RES);
Thierry FOURNIER4834bc72015-06-06 19:29:07 +02002201 }
2202
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002203 do {
2204 /* nb: step 1 might switch from QUE to ASS, but we first want
2205 * to give a chance to step 2 to perform a redirect if needed.
2206 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002207 if (si_b->state != SI_ST_REQ)
Willy Tarreau3a9312a2020-01-09 18:43:15 +01002208 back_try_conn_req(s);
Willy Tarreau8f128b42014-11-28 15:07:47 +01002209 if (si_b->state == SI_ST_REQ)
Willy Tarreau3a9312a2020-01-09 18:43:15 +01002210 back_handle_st_req(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002211
Willy Tarreauada4c582020-03-04 16:42:03 +01002212 /* get a chance to complete an immediate connection setup */
2213 if (si_b->state == SI_ST_RDY)
2214 goto resync_stream_interface;
2215
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +01002216 /* applets directly go to the ESTABLISHED state. Similarly,
2217 * servers experience the same fate when their connection
2218 * is reused.
2219 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002220 if (unlikely(si_b->state == SI_ST_EST))
Willy Tarreau3a9312a2020-01-09 18:43:15 +01002221 back_establish(s);
Willy Tarreaufac4bd12013-11-30 09:21:49 +01002222
Willy Tarreau3fdb3662012-11-12 00:42:33 +01002223 srv = objt_server(s->target);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002224 if (si_b->state == SI_ST_ASS && srv && srv->rdr_len && (s->flags & SF_REDIRECTABLE))
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02002225 http_perform_server_redirect(s, si_b);
Willy Tarreau8f128b42014-11-28 15:07:47 +01002226 } while (si_b->state == SI_ST_ASS);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002227 }
2228
Willy Tarreau829bd472019-06-06 09:17:23 +02002229 /* Let's see if we can send the pending request now */
2230 si_sync_send(si_b);
2231
2232 /*
2233 * Now forward all shutdown requests between both sides of the request buffer
2234 */
2235
2236 /* first, let's check if the request buffer needs to shutdown(write), which may
2237 * happen either because the input is closed or because we want to force a close
2238 * once the server has begun to respond. If a half-closed timeout is set, we adjust
2239 * the other side's timeout as well.
2240 */
2241 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTW_NOW|CF_AUTO_CLOSE|CF_SHUTR)) ==
2242 (CF_AUTO_CLOSE|CF_SHUTR))) {
2243 channel_shutw_now(req);
2244 }
2245
2246 /* shutdown(write) pending */
2247 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTW_NOW)) == CF_SHUTW_NOW &&
2248 channel_is_empty(req))) {
2249 if (req->flags & CF_READ_ERROR)
2250 si_b->flags |= SI_FL_NOLINGER;
2251 si_shutw(si_b);
2252 }
2253
2254 /* shutdown(write) done on server side, we must stop the client too */
2255 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTW &&
2256 !req->analysers))
2257 channel_shutr_now(req);
2258
2259 /* shutdown(read) pending */
2260 if (unlikely((req->flags & (CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTR_NOW)) {
2261 if (si_f->flags & SI_FL_NOHALF)
2262 si_f->flags |= SI_FL_NOLINGER;
2263 si_shutr(si_f);
2264 }
2265
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002266 /* Benchmarks have shown that it's optimal to do a full resync now */
Willy Tarreau829bd472019-06-06 09:17:23 +02002267 if (si_f->state == SI_ST_DIS ||
2268 si_state_in(si_b->state, SI_SB_RDY|SI_SB_DIS) ||
2269 (si_f->flags & SI_FL_ERR && si_f->state != SI_ST_CLO) ||
2270 (si_b->flags & SI_FL_ERR && si_b->state != SI_ST_CLO))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002271 goto resync_stream_interface;
2272
Willy Tarreau815a9b22010-07-27 17:15:12 +02002273 /* otherwise we want to check if we need to resync the req buffer or not */
Willy Tarreau1ec9bb52019-06-06 14:45:26 +02002274 if ((req->flags ^ rqf_last) & (CF_SHUTR|CF_SHUTW))
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002275 goto resync_request;
2276
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002277 /* perform output updates to the response buffer */
Willy Tarreau84455332009-03-15 22:34:05 +01002278
Ilya Shipitsinb8888ab2021-01-06 21:20:16 +05002279 /* If no one is interested in analysing data, it's time to forward
Willy Tarreau31971e52009-09-20 12:07:52 +02002280 * everything. We configure the buffer to forward indefinitely.
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002281 * Note that we're checking CF_SHUTR_NOW as an indication of a possible
Willy Tarreau8263d2b2012-08-28 00:06:31 +02002282 * recent call to channel_abort().
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002283 */
Christopher Faulet35fe6992017-08-29 16:06:38 +02002284 if (unlikely((!res->analysers || (res->analysers == AN_RES_FLT_END && !(res->flags & CF_FLT_ANALYZE))) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002285 !(res->flags & (CF_SHUTW|CF_SHUTR_NOW)) &&
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02002286 si_state_in(si_b->state, SI_SB_EST|SI_SB_DIS|SI_SB_CLO) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002287 (res->to_forward != CHN_INFINITE_FORWARD))) {
Willy Tarreaub31c9712012-11-11 23:05:39 +01002288 /* This buffer is freewheeling, there's no analyser
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002289 * attached to it. If any data are left in, we'll permit them to
2290 * move.
2291 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002292 channel_auto_read(res);
2293 channel_auto_close(res);
Willy Tarreauda4d9fe2010-11-07 20:26:56 +01002294
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002295 if (IS_HTX_STRM(s)) {
2296 struct htx *htx = htxbuf(&res->buf);
Willy Tarreauce887fd2012-05-12 12:50:00 +02002297
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002298 /* We'll let data flow between the producer (if still connected)
2299 * to the consumer.
2300 */
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002301 co_set_data(res, htx->data);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002302 if (!(res->flags & (CF_SHUTR|CF_SHUTW_NOW)))
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002303 channel_htx_forward_forever(res, htx);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002304 }
2305 else {
2306 /* We'll let data flow between the producer (if still connected)
2307 * to the consumer.
2308 */
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002309 c_adv(res, ci_data(res));
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002310 if (!(res->flags & (CF_SHUTR|CF_SHUTW_NOW)))
2311 channel_forward_forever(res);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002312 }
Willy Tarreau42529c32015-07-09 18:38:57 +02002313
Willy Tarreauce887fd2012-05-12 12:50:00 +02002314 /* if we have no analyser anymore in any direction and have a
Willy Tarreau05cdd962014-05-10 14:30:07 +02002315 * tunnel timeout set, use it now. Note that we must respect
2316 * the half-closed timeouts as well.
Willy Tarreauce887fd2012-05-12 12:50:00 +02002317 */
Amaury Denoyellefb504432020-12-10 13:43:53 +01002318 if (!req->analysers && s->tunnel_timeout) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002319 req->rto = req->wto = res->rto = res->wto =
Amaury Denoyellefb504432020-12-10 13:43:53 +01002320 s->tunnel_timeout;
Willy Tarreau05cdd962014-05-10 14:30:07 +02002321
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002322 if ((req->flags & CF_SHUTR) && tick_isset(sess->fe->timeout.clientfin))
2323 res->wto = sess->fe->timeout.clientfin;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002324 if ((req->flags & CF_SHUTW) && tick_isset(s->be->timeout.serverfin))
2325 res->rto = s->be->timeout.serverfin;
2326 if ((res->flags & CF_SHUTR) && tick_isset(s->be->timeout.serverfin))
2327 req->wto = s->be->timeout.serverfin;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002328 if ((res->flags & CF_SHUTW) && tick_isset(sess->fe->timeout.clientfin))
2329 req->rto = sess->fe->timeout.clientfin;
Willy Tarreau05cdd962014-05-10 14:30:07 +02002330
Willy Tarreau8f128b42014-11-28 15:07:47 +01002331 req->rex = tick_add(now_ms, req->rto);
2332 req->wex = tick_add(now_ms, req->wto);
2333 res->rex = tick_add(now_ms, res->rto);
2334 res->wex = tick_add(now_ms, res->wto);
Willy Tarreauce887fd2012-05-12 12:50:00 +02002335 }
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002336 }
Willy Tarreauf890dc92008-12-13 21:12:26 +01002337
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002338 /* check if it is wise to enable kernel splicing to forward response data */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002339 if (!(res->flags & (CF_KERN_SPLICING|CF_SHUTR)) &&
2340 res->to_forward &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002341 (global.tune.options & GTUNE_USE_SPLICE) &&
Christopher Faulet276c1e02019-11-05 16:49:23 +01002342 (objt_cs(si_f->end) && __objt_cs(si_f->end)->conn->xprt && __objt_cs(si_f->end)->conn->xprt->snd_pipe &&
2343 __objt_cs(si_f->end)->conn->mux && __objt_cs(si_f->end)->conn->mux->snd_pipe) &&
2344 (objt_cs(si_b->end) && __objt_cs(si_b->end)->conn->xprt && __objt_cs(si_b->end)->conn->xprt->rcv_pipe &&
2345 __objt_cs(si_b->end)->conn->mux && __objt_cs(si_b->end)->conn->mux->rcv_pipe) &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002346 (pipes_used < global.maxpipes) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002347 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_RTR) ||
2348 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_AUT) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002349 (res->flags & CF_STREAMER_FAST)))) {
2350 res->flags |= CF_KERN_SPLICING;
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002351 }
2352
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002353 /* reflect what the L7 analysers have seen last */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002354 rpf_last = res->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002355
Willy Tarreau829bd472019-06-06 09:17:23 +02002356 /* Let's see if we can send the pending response now */
2357 si_sync_send(si_f);
2358
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002359 /*
2360 * Now forward all shutdown requests between both sides of the buffer
2361 */
2362
2363 /*
2364 * FIXME: this is probably where we should produce error responses.
2365 */
2366
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002367 /* first, let's check if the response buffer needs to shutdown(write) */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002368 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTW_NOW|CF_AUTO_CLOSE|CF_SHUTR)) ==
Willy Tarreau05cdd962014-05-10 14:30:07 +02002369 (CF_AUTO_CLOSE|CF_SHUTR))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002370 channel_shutw_now(res);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002371 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002372
2373 /* shutdown(write) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002374 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTW_NOW)) == CF_SHUTW_NOW &&
2375 channel_is_empty(res))) {
2376 si_shutw(si_f);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002377 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002378
2379 /* shutdown(write) done on the client side, we must stop the server too */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002380 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTW) &&
2381 !res->analysers)
2382 channel_shutr_now(res);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002383
2384 /* shutdown(read) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002385 if (unlikely((res->flags & (CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTR_NOW)) {
2386 if (si_b->flags & SI_FL_NOHALF)
2387 si_b->flags |= SI_FL_NOLINGER;
2388 si_shutr(si_b);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02002389 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002390
Willy Tarreau829bd472019-06-06 09:17:23 +02002391 if (si_f->state == SI_ST_DIS ||
2392 si_state_in(si_b->state, SI_SB_RDY|SI_SB_DIS) ||
2393 (si_f->flags & SI_FL_ERR && si_f->state != SI_ST_CLO) ||
2394 (si_b->flags & SI_FL_ERR && si_b->state != SI_ST_CLO))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002395 goto resync_stream_interface;
2396
Willy Tarreau3c5c0662019-06-06 14:32:49 +02002397 if ((req->flags & ~rqf_last) & CF_MASK_ANALYSER)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002398 goto resync_request;
2399
Willy Tarreau8f128b42014-11-28 15:07:47 +01002400 if ((res->flags ^ rpf_last) & CF_MASK_STATIC)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002401 goto resync_response;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002402
Willy Tarreau829bd472019-06-06 09:17:23 +02002403 if (((req->flags ^ rqf_last) | (res->flags ^ rpf_last)) & CF_MASK_ANALYSER)
2404 goto resync_request;
2405
Willy Tarreau89f7ef22009-09-05 20:57:35 +02002406 /* we're interested in getting wakeups again */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002407 si_f->flags &= ~SI_FL_DONT_WAKE;
2408 si_b->flags &= ~SI_FL_DONT_WAKE;
Willy Tarreau89f7ef22009-09-05 20:57:35 +02002409
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002410 /* This is needed only when debugging is enabled, to indicate
2411 * client-side or server-side close. Please note that in the unlikely
2412 * event where both sides would close at once, the sequence is reported
2413 * on the server side first.
2414 */
2415 if (unlikely((global.mode & MODE_DEBUG) &&
2416 (!(global.mode & MODE_QUIET) ||
2417 (global.mode & MODE_VERBOSE)))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002418 if (si_b->state == SI_ST_CLO &&
2419 si_b->prev_state == SI_ST_EST) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002420 chunk_printf(&trash, "%08x:%s.srvcls[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002421 s->uniq_id, s->be->id,
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002422 objt_cs(si_f->end) ? (unsigned short)objt_cs(si_f->end)->conn->handle.fd : -1,
2423 objt_cs(si_b->end) ? (unsigned short)objt_cs(si_b->end)->conn->handle.fd : -1);
Willy Tarreau2e8ab6b2020-03-14 11:03:20 +01002424 DISGUISE(write(1, trash.area, trash.data));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002425 }
2426
Willy Tarreau8f128b42014-11-28 15:07:47 +01002427 if (si_f->state == SI_ST_CLO &&
2428 si_f->prev_state == SI_ST_EST) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002429 chunk_printf(&trash, "%08x:%s.clicls[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002430 s->uniq_id, s->be->id,
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002431 objt_cs(si_f->end) ? (unsigned short)objt_cs(si_f->end)->conn->handle.fd : -1,
2432 objt_cs(si_b->end) ? (unsigned short)objt_cs(si_b->end)->conn->handle.fd : -1);
Willy Tarreau2e8ab6b2020-03-14 11:03:20 +01002433 DISGUISE(write(1, trash.area, trash.data));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002434 }
2435 }
2436
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02002437 if (likely((si_f->state != SI_ST_CLO) || !si_state_in(si_b->state, SI_SB_INI|SI_SB_CLO))) {
Olivier Houchard4c18f942019-07-31 18:05:26 +02002438 if ((sess->fe->options & PR_O_CONTSTATS) && (s->flags & SF_BE_ASSIGNED) && !(s->flags & SF_IGNORE))
Willy Tarreau87b09662015-04-03 00:22:06 +02002439 stream_process_counters(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002440
Willy Tarreaud14844a2018-11-08 18:15:29 +01002441 si_update_both(si_f, si_b);
Olivier Houchard53216e72018-10-10 15:46:36 +02002442
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02002443 /* Trick: if a request is being waiting for the server to respond,
2444 * and if we know the server can timeout, we don't want the timeout
2445 * to expire on the client side first, but we're still interested
2446 * in passing data from the client to the server (eg: POST). Thus,
2447 * we can cancel the client's request timeout if the server's
2448 * request timeout is set and the server has not yet sent a response.
2449 */
2450
Willy Tarreau8f128b42014-11-28 15:07:47 +01002451 if ((res->flags & (CF_AUTO_CLOSE|CF_SHUTR)) == 0 &&
2452 (tick_isset(req->wex) || tick_isset(res->rex))) {
2453 req->flags |= CF_READ_NOEXP;
2454 req->rex = TICK_ETERNITY;
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02002455 }
2456
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002457 /* Reset pending events now */
2458 s->pending_events = 0;
2459
Willy Tarreau798f4322012-11-08 14:49:17 +01002460 update_exp_and_leave:
Willy Tarreau5fb04712016-05-04 10:18:37 +02002461 /* Note: please ensure that if you branch here you disable SI_FL_DONT_WAKE */
Christopher Fauleta00d8172016-11-10 14:58:05 +01002462 t->expire = tick_first((tick_is_expired(t->expire, now_ms) ? 0 : t->expire),
2463 tick_first(tick_first(req->rex, req->wex),
2464 tick_first(res->rex, res->wex)));
Willy Tarreaudef0d222016-11-08 22:03:00 +01002465 if (!req->analysers)
2466 req->analyse_exp = TICK_ETERNITY;
2467
2468 if ((sess->fe->options & PR_O_CONTSTATS) && (s->flags & SF_BE_ASSIGNED) &&
2469 (!tick_isset(req->analyse_exp) || tick_is_expired(req->analyse_exp, now_ms)))
2470 req->analyse_exp = tick_add(now_ms, 5000);
2471
2472 t->expire = tick_first(t->expire, req->analyse_exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002473
Willy Tarreau9a398be2017-11-10 17:14:23 +01002474 t->expire = tick_first(t->expire, res->analyse_exp);
2475
Willy Tarreau8f128b42014-11-28 15:07:47 +01002476 if (si_f->exp)
2477 t->expire = tick_first(t->expire, si_f->exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002478
Willy Tarreau8f128b42014-11-28 15:07:47 +01002479 if (si_b->exp)
2480 t->expire = tick_first(t->expire, si_b->exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002481
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002482 s->pending_events &= ~(TASK_WOKEN_TIMER | TASK_WOKEN_RES);
Willy Tarreau87b09662015-04-03 00:22:06 +02002483 stream_release_buffers(s);
Christopher Fauleteea8fc72019-11-05 16:18:10 +01002484
2485 DBG_TRACE_DEVEL("queuing", STRM_EV_STRM_PROC, s);
Willy Tarreau26c25062009-03-08 09:38:41 +01002486 return t; /* nothing more to do */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002487 }
2488
Christopher Fauleteea8fc72019-11-05 16:18:10 +01002489 DBG_TRACE_DEVEL("releasing", STRM_EV_STRM_PROC, s);
2490
Willy Tarreaue7dff022015-04-03 01:14:29 +02002491 if (s->flags & SF_BE_ASSIGNED)
Willy Tarreau4781b152021-04-06 13:53:36 +02002492 _HA_ATOMIC_DEC(&s->be->beconn);
Willy Tarreau6f5e4b92017-09-15 09:07:56 +02002493
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002494 if (unlikely((global.mode & MODE_DEBUG) &&
2495 (!(global.mode & MODE_QUIET) || (global.mode & MODE_VERBOSE)))) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002496 chunk_printf(&trash, "%08x:%s.closed[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002497 s->uniq_id, s->be->id,
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002498 objt_cs(si_f->end) ? (unsigned short)objt_cs(si_f->end)->conn->handle.fd : -1,
2499 objt_cs(si_b->end) ? (unsigned short)objt_cs(si_b->end)->conn->handle.fd : -1);
Willy Tarreau2e8ab6b2020-03-14 11:03:20 +01002500 DISGUISE(write(1, trash.area, trash.data));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002501 }
2502
Christopher Faulet341064e2021-01-21 17:10:44 +01002503 if (!(s->flags & SF_IGNORE)) {
2504 s->logs.t_close = tv_ms_elapsed(&s->logs.tv_accept, &now);
2505
Olivier Houchard4c18f942019-07-31 18:05:26 +02002506 stream_process_counters(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002507
Christopher Faulet341064e2021-01-21 17:10:44 +01002508 if (s->txn && s->txn->status) {
2509 int n;
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002510
Christopher Faulet341064e2021-01-21 17:10:44 +01002511 n = s->txn->status / 100;
2512 if (n < 1 || n > 5)
2513 n = 0;
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002514
Christopher Faulet341064e2021-01-21 17:10:44 +01002515 if (sess->fe->mode == PR_MODE_HTTP) {
Willy Tarreau4781b152021-04-06 13:53:36 +02002516 _HA_ATOMIC_INC(&sess->fe->fe_counters.p.http.rsp[n]);
Christopher Faulet341064e2021-01-21 17:10:44 +01002517 }
2518 if ((s->flags & SF_BE_ASSIGNED) &&
2519 (s->be->mode == PR_MODE_HTTP)) {
Willy Tarreau4781b152021-04-06 13:53:36 +02002520 _HA_ATOMIC_INC(&s->be->be_counters.p.http.rsp[n]);
2521 _HA_ATOMIC_INC(&s->be->be_counters.p.http.cum_req);
Christopher Faulet341064e2021-01-21 17:10:44 +01002522 }
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002523 }
Christopher Faulet341064e2021-01-21 17:10:44 +01002524
2525 /* let's do a final log if we need it */
2526 if (!LIST_ISEMPTY(&sess->fe->logformat) && s->logs.logwait &&
2527 !(s->flags & SF_MONITOR) &&
2528 (!(sess->fe->options & PR_O_NULLNOLOG) || req->total)) {
2529 /* we may need to know the position in the queue */
2530 pendconn_free(s);
2531 s->do_log(s);
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002532 }
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002533
Christopher Faulet341064e2021-01-21 17:10:44 +01002534 /* update time stats for this stream */
2535 stream_update_time_stats(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002536 }
2537
2538 /* the task MUST not be in the run queue anymore */
Willy Tarreau87b09662015-04-03 00:22:06 +02002539 stream_free(s);
Olivier Houchard3f795f72019-04-17 22:51:06 +02002540 task_destroy(t);
Willy Tarreau26c25062009-03-08 09:38:41 +01002541 return NULL;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002542}
2543
Willy Tarreau87b09662015-04-03 00:22:06 +02002544/* Update the stream's backend and server time stats */
2545void stream_update_time_stats(struct stream *s)
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002546{
2547 int t_request;
2548 int t_queue;
2549 int t_connect;
2550 int t_data;
2551 int t_close;
2552 struct server *srv;
Marcin Deraneka8dbdf32020-05-15 20:02:40 +02002553 unsigned int samples_window;
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002554
2555 t_request = 0;
2556 t_queue = s->logs.t_queue;
2557 t_connect = s->logs.t_connect;
2558 t_close = s->logs.t_close;
2559 t_data = s->logs.t_data;
2560
2561 if (s->be->mode != PR_MODE_HTTP)
2562 t_data = t_connect;
2563
2564 if (t_connect < 0 || t_data < 0)
2565 return;
2566
2567 if (tv_isge(&s->logs.tv_request, &s->logs.tv_accept))
2568 t_request = tv_ms_elapsed(&s->logs.tv_accept, &s->logs.tv_request);
2569
2570 t_data -= t_connect;
2571 t_connect -= t_queue;
2572 t_queue -= t_request;
2573
2574 srv = objt_server(s->target);
2575 if (srv) {
Marcin Deraneka8dbdf32020-05-15 20:02:40 +02002576 samples_window = (((s->be->mode == PR_MODE_HTTP) ?
2577 srv->counters.p.http.cum_req : srv->counters.cum_lbconn) > TIME_STATS_SAMPLES) ? TIME_STATS_SAMPLES : 0;
2578 swrate_add_dynamic(&srv->counters.q_time, samples_window, t_queue);
2579 swrate_add_dynamic(&srv->counters.c_time, samples_window, t_connect);
2580 swrate_add_dynamic(&srv->counters.d_time, samples_window, t_data);
2581 swrate_add_dynamic(&srv->counters.t_time, samples_window, t_close);
Christopher Fauletefb41f02019-11-08 14:53:15 +01002582 HA_ATOMIC_UPDATE_MAX(&srv->counters.qtime_max, t_queue);
2583 HA_ATOMIC_UPDATE_MAX(&srv->counters.ctime_max, t_connect);
2584 HA_ATOMIC_UPDATE_MAX(&srv->counters.dtime_max, t_data);
2585 HA_ATOMIC_UPDATE_MAX(&srv->counters.ttime_max, t_close);
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002586 }
Marcin Deraneka8dbdf32020-05-15 20:02:40 +02002587 samples_window = (((s->be->mode == PR_MODE_HTTP) ?
2588 s->be->be_counters.p.http.cum_req : s->be->be_counters.cum_lbconn) > TIME_STATS_SAMPLES) ? TIME_STATS_SAMPLES : 0;
2589 swrate_add_dynamic(&s->be->be_counters.q_time, samples_window, t_queue);
2590 swrate_add_dynamic(&s->be->be_counters.c_time, samples_window, t_connect);
2591 swrate_add_dynamic(&s->be->be_counters.d_time, samples_window, t_data);
2592 swrate_add_dynamic(&s->be->be_counters.t_time, samples_window, t_close);
Christopher Fauletefb41f02019-11-08 14:53:15 +01002593 HA_ATOMIC_UPDATE_MAX(&s->be->be_counters.qtime_max, t_queue);
2594 HA_ATOMIC_UPDATE_MAX(&s->be->be_counters.ctime_max, t_connect);
2595 HA_ATOMIC_UPDATE_MAX(&s->be->be_counters.dtime_max, t_data);
2596 HA_ATOMIC_UPDATE_MAX(&s->be->be_counters.ttime_max, t_close);
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002597}
2598
Willy Tarreau7c669d72008-06-20 15:04:11 +02002599/*
2600 * This function adjusts sess->srv_conn and maintains the previous and new
Willy Tarreau87b09662015-04-03 00:22:06 +02002601 * server's served stream counts. Setting newsrv to NULL is enough to release
Willy Tarreau7c669d72008-06-20 15:04:11 +02002602 * current connection slot. This function also notifies any LB algo which might
Willy Tarreau87b09662015-04-03 00:22:06 +02002603 * expect to be informed about any change in the number of active streams on a
Willy Tarreau7c669d72008-06-20 15:04:11 +02002604 * server.
2605 */
Willy Tarreaue89fae32021-03-09 15:43:32 +01002606void sess_change_server(struct stream *strm, struct server *newsrv)
Willy Tarreau7c669d72008-06-20 15:04:11 +02002607{
Willy Tarreaue89fae32021-03-09 15:43:32 +01002608 struct server *oldsrv = strm->srv_conn;
Willy Tarreau751153e2021-02-17 13:33:24 +01002609
2610 if (oldsrv == newsrv)
Willy Tarreau7c669d72008-06-20 15:04:11 +02002611 return;
2612
Willy Tarreau751153e2021-02-17 13:33:24 +01002613 if (oldsrv) {
Willy Tarreau4781b152021-04-06 13:53:36 +02002614 _HA_ATOMIC_DEC(&oldsrv->served);
2615 _HA_ATOMIC_DEC(&oldsrv->proxy->served);
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002616 __ha_barrier_atomic_store();
Willy Tarreau59b0fec2021-02-17 16:01:37 +01002617 if (oldsrv->proxy->lbprm.server_drop_conn)
2618 oldsrv->proxy->lbprm.server_drop_conn(oldsrv, 0);
Willy Tarreaue89fae32021-03-09 15:43:32 +01002619 stream_del_srv_conn(strm);
Willy Tarreau7c669d72008-06-20 15:04:11 +02002620 }
2621
2622 if (newsrv) {
Willy Tarreau4781b152021-04-06 13:53:36 +02002623 _HA_ATOMIC_INC(&newsrv->served);
2624 _HA_ATOMIC_INC(&newsrv->proxy->served);
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002625 __ha_barrier_atomic_store();
Willy Tarreau59b0fec2021-02-17 16:01:37 +01002626 if (newsrv->proxy->lbprm.server_take_conn)
2627 newsrv->proxy->lbprm.server_take_conn(newsrv, 0);
Willy Tarreaue89fae32021-03-09 15:43:32 +01002628 stream_add_srv_conn(strm, newsrv);
Willy Tarreau7c669d72008-06-20 15:04:11 +02002629 }
2630}
2631
Willy Tarreau84455332009-03-15 22:34:05 +01002632/* Handle server-side errors for default protocols. It is called whenever a a
2633 * connection setup is aborted or a request is aborted in queue. It sets the
Willy Tarreau87b09662015-04-03 00:22:06 +02002634 * stream termination flags so that the caller does not have to worry about
Willy Tarreau84455332009-03-15 22:34:05 +01002635 * them. It's installed as ->srv_error for the server-side stream_interface.
2636 */
Willy Tarreau87b09662015-04-03 00:22:06 +02002637void default_srv_error(struct stream *s, struct stream_interface *si)
Willy Tarreau84455332009-03-15 22:34:05 +01002638{
2639 int err_type = si->err_type;
2640 int err = 0, fin = 0;
2641
2642 if (err_type & SI_ET_QUEUE_ABRT) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002643 err = SF_ERR_CLICL;
2644 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002645 }
2646 else if (err_type & SI_ET_CONN_ABRT) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002647 err = SF_ERR_CLICL;
2648 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002649 }
2650 else if (err_type & SI_ET_QUEUE_TO) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002651 err = SF_ERR_SRVTO;
2652 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002653 }
2654 else if (err_type & SI_ET_QUEUE_ERR) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002655 err = SF_ERR_SRVCL;
2656 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002657 }
2658 else if (err_type & SI_ET_CONN_TO) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002659 err = SF_ERR_SRVTO;
2660 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002661 }
2662 else if (err_type & SI_ET_CONN_ERR) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002663 err = SF_ERR_SRVCL;
2664 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002665 }
Willy Tarreau2d400bb2012-05-14 12:11:47 +02002666 else if (err_type & SI_ET_CONN_RES) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002667 err = SF_ERR_RESOURCE;
2668 fin = SF_FINST_C;
Willy Tarreau2d400bb2012-05-14 12:11:47 +02002669 }
Willy Tarreau84455332009-03-15 22:34:05 +01002670 else /* SI_ET_CONN_OTHER and others */ {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002671 err = SF_ERR_INTERNAL;
2672 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002673 }
2674
Willy Tarreaue7dff022015-04-03 01:14:29 +02002675 if (!(s->flags & SF_ERR_MASK))
Willy Tarreau84455332009-03-15 22:34:05 +01002676 s->flags |= err;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002677 if (!(s->flags & SF_FINST_MASK))
Willy Tarreau84455332009-03-15 22:34:05 +01002678 s->flags |= fin;
2679}
Willy Tarreau7c669d72008-06-20 15:04:11 +02002680
Willy Tarreaue7dff022015-04-03 01:14:29 +02002681/* kill a stream and set the termination flags to <why> (one of SF_ERR_*) */
Willy Tarreau87b09662015-04-03 00:22:06 +02002682void stream_shutdown(struct stream *stream, int why)
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002683{
Willy Tarreau87b09662015-04-03 00:22:06 +02002684 if (stream->req.flags & (CF_SHUTW|CF_SHUTW_NOW))
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002685 return;
2686
Willy Tarreau87b09662015-04-03 00:22:06 +02002687 channel_shutw_now(&stream->req);
2688 channel_shutr_now(&stream->res);
2689 stream->task->nice = 1024;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002690 if (!(stream->flags & SF_ERR_MASK))
Willy Tarreau87b09662015-04-03 00:22:06 +02002691 stream->flags |= why;
2692 task_wakeup(stream->task, TASK_WOKEN_OTHER);
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002693}
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +02002694
Willy Tarreau5484d582019-05-22 09:33:03 +02002695/* Appends a dump of the state of stream <s> into buffer <buf> which must have
2696 * preliminary be prepared by its caller, with each line prepended by prefix
2697 * <pfx>, and each line terminated by character <eol>.
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002698 */
Willy Tarreau5484d582019-05-22 09:33:03 +02002699void stream_dump(struct buffer *buf, const struct stream *s, const char *pfx, char eol)
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002700{
2701 const struct conn_stream *csf, *csb;
2702 const struct connection *cof, *cob;
2703 const struct appctx *acf, *acb;
2704 const struct server *srv;
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002705 const char *src = "unknown";
2706 const char *dst = "unknown";
2707 char pn[INET6_ADDRSTRLEN];
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002708 const struct channel *req, *res;
2709 const struct stream_interface *si_f, *si_b;
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002710
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002711 if (!s) {
Willy Tarreau5484d582019-05-22 09:33:03 +02002712 chunk_appendf(buf, "%sstrm=%p%c", pfx, s, eol);
2713 return;
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002714 }
2715
Willy Tarreau5484d582019-05-22 09:33:03 +02002716 if (s->obj_type != OBJ_TYPE_STREAM) {
2717 chunk_appendf(buf, "%sstrm=%p [invalid type=%d(%s)]%c",
2718 pfx, s, s->obj_type, obj_type_name(&s->obj_type), eol);
2719 return;
2720 }
2721
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002722 si_f = &s->si[0];
2723 si_b = &s->si[1];
2724 req = &s->req;
2725 res = &s->res;
2726
2727 csf = objt_cs(si_f->end);
2728 cof = cs_conn(csf);
2729 acf = objt_appctx(si_f->end);
Willy Tarreau71e34c12019-07-17 15:07:06 +02002730 if (cof && cof->src && addr_to_str(cof->src, pn, sizeof(pn)) >= 0)
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002731 src = pn;
2732 else if (acf)
2733 src = acf->applet->name;
2734
2735 csb = objt_cs(si_b->end);
2736 cob = cs_conn(csb);
2737 acb = objt_appctx(si_b->end);
2738 srv = objt_server(s->target);
2739 if (srv)
2740 dst = srv->id;
2741 else if (acb)
2742 dst = acb->applet->name;
2743
Willy Tarreau5484d582019-05-22 09:33:03 +02002744 chunk_appendf(buf,
2745 "%sstrm=%p src=%s fe=%s be=%s dst=%s%c"
2746 "%srqf=%x rqa=%x rpf=%x rpa=%x sif=%s,%x sib=%s,%x%c"
2747 "%saf=%p,%u csf=%p,%x%c"
2748 "%sab=%p,%u csb=%p,%x%c"
2749 "%scof=%p,%x:%s(%p)/%s(%p)/%s(%d)%c"
2750 "%scob=%p,%x:%s(%p)/%s(%p)/%s(%d)%c"
2751 "",
2752 pfx, s, src, s->sess->fe->id, s->be->id, dst, eol,
2753 pfx, req->flags, req->analysers, res->flags, res->analysers,
2754 si_state_str(si_f->state), si_f->flags,
2755 si_state_str(si_b->state), si_b->flags, eol,
2756 pfx, acf, acf ? acf->st0 : 0, csf, csf ? csf->flags : 0, eol,
2757 pfx, acb, acb ? acb->st0 : 0, csb, csb ? csb->flags : 0, eol,
2758 pfx, cof, cof ? cof->flags : 0, conn_get_mux_name(cof), cof?cof->ctx:0, conn_get_xprt_name(cof),
2759 cof ? cof->xprt_ctx : 0, conn_get_ctrl_name(cof), cof ? cof->handle.fd : 0, eol,
2760 pfx, cob, cob ? cob->flags : 0, conn_get_mux_name(cob), cob?cob->ctx:0, conn_get_xprt_name(cob),
2761 cob ? cob->xprt_ctx : 0, conn_get_ctrl_name(cob), cob ? cob->handle.fd : 0, eol);
2762}
2763
2764/* dumps an error message for type <type> at ptr <ptr> related to stream <s>,
Willy Tarreaub106ce12019-05-22 08:57:01 +02002765 * having reached loop rate <rate>, then aborts hoping to retrieve a core.
Willy Tarreau5484d582019-05-22 09:33:03 +02002766 */
2767void stream_dump_and_crash(enum obj_type *obj, int rate)
2768{
2769 const struct stream *s;
Willy Tarreau5484d582019-05-22 09:33:03 +02002770 char *msg = NULL;
2771 const void *ptr;
2772
2773 ptr = s = objt_stream(obj);
2774 if (!s) {
2775 const struct appctx *appctx = objt_appctx(obj);
2776 if (!appctx)
2777 return;
2778 ptr = appctx;
2779 s = si_strm(appctx->owner);
2780 if (!s)
2781 return;
2782 }
2783
Willy Tarreau5484d582019-05-22 09:33:03 +02002784 chunk_reset(&trash);
2785 stream_dump(&trash, s, "", ' ');
Willy Tarreau9753d612020-05-01 16:57:02 +02002786
2787 chunk_appendf(&trash, "filters={");
2788 if (HAS_FILTERS(s)) {
2789 struct filter *filter;
2790
2791 list_for_each_entry(filter, &s->strm_flt.filters, list) {
2792 if (filter->list.p != &s->strm_flt.filters)
2793 chunk_appendf(&trash, ", ");
2794 chunk_appendf(&trash, "%p=\"%s\"", filter, FLT_ID(filter));
2795 }
2796 }
2797 chunk_appendf(&trash, "}");
2798
Willy Tarreaub106ce12019-05-22 08:57:01 +02002799 memprintf(&msg,
2800 "A bogus %s [%p] is spinning at %d calls per second and refuses to die, "
2801 "aborting now! Please report this error to developers "
2802 "[%s]\n",
Willy Tarreau5484d582019-05-22 09:33:03 +02002803 obj_type_name(obj), ptr, rate, trash.area);
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002804
2805 ha_alert("%s", msg);
2806 send_log(NULL, LOG_EMERG, "%s", msg);
Willy Tarreau2f67e542021-03-02 19:19:41 +01002807 ABORT_NOW();
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002808}
2809
Willy Tarreaua698eb62021-02-24 10:37:01 +01002810/* initialize the require structures */
2811static void init_stream()
2812{
2813 int thr;
2814
2815 for (thr = 0; thr < MAX_THREADS; thr++)
2816 LIST_INIT(&ha_thread_info[thr].streams);
2817}
2818INITCALL0(STG_INIT, init_stream);
2819
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002820/* Generates a unique ID based on the given <format>, stores it in the given <strm> and
Tim Duesterhusa17e6622020-03-05 20:19:02 +01002821 * returns the unique ID.
2822
2823 * If this function fails to allocate memory IST_NULL is returned.
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002824 *
Tim Duesterhusa17e6622020-03-05 20:19:02 +01002825 * If an ID is already stored within the stream nothing happens existing unique ID is
2826 * returned.
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002827 */
Tim Duesterhusa17e6622020-03-05 20:19:02 +01002828struct ist stream_generate_unique_id(struct stream *strm, struct list *format)
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002829{
Tim Duesterhusa17e6622020-03-05 20:19:02 +01002830 if (isttest(strm->unique_id)) {
2831 return strm->unique_id;
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002832 }
2833 else {
2834 char *unique_id;
Tim Duesterhusa17e6622020-03-05 20:19:02 +01002835 int length;
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002836 if ((unique_id = pool_alloc(pool_head_uniqueid)) == NULL)
Tim Duesterhusa17e6622020-03-05 20:19:02 +01002837 return IST_NULL;
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002838
Tim Duesterhusa17e6622020-03-05 20:19:02 +01002839 length = build_logline(strm, unique_id, UNIQUEID_LEN, format);
2840 strm->unique_id = ist2(unique_id, length);
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002841
Tim Duesterhusa17e6622020-03-05 20:19:02 +01002842 return strm->unique_id;
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002843 }
2844}
2845
Willy Tarreau8b22a712010-06-18 17:46:06 +02002846/************************************************************************/
2847/* All supported ACL keywords must be declared here. */
2848/************************************************************************/
Christopher Fauletae863c62021-03-15 12:03:44 +01002849static enum act_return tcp_action_switch_stream_mode(struct act_rule *rule, struct proxy *px,
2850 struct session *sess, struct stream *s, int flags)
2851{
2852 enum pr_mode mode = (uintptr_t)rule->arg.act.p[0];
2853 const struct mux_proto_list *mux_proto = rule->arg.act.p[1];
2854
2855 if (!IS_HTX_STRM(s) && mode == PR_MODE_HTTP) {
2856 if (!stream_set_http_mode(s, mux_proto)) {
2857 channel_abort(&s->req);
2858 channel_abort(&s->res);
2859 return ACT_RET_ABRT;
2860 }
2861 }
2862 return ACT_RET_STOP;
2863}
2864
2865
2866static int check_tcp_switch_stream_mode(struct act_rule *rule, struct proxy *px, char **err)
2867{
2868 const struct mux_proto_list *mux_ent;
2869 const struct mux_proto_list *mux_proto = rule->arg.act.p[1];
2870 enum pr_mode pr_mode = (uintptr_t)rule->arg.act.p[0];
2871 enum proto_proxy_mode mode = (1 << (pr_mode == PR_MODE_HTTP));
2872
Christopher Faulet3b6446f2021-03-15 15:10:38 +01002873 if (pr_mode == PR_MODE_HTTP)
2874 px->options |= PR_O_HTTP_UPG;
2875
Christopher Fauletae863c62021-03-15 12:03:44 +01002876 if (mux_proto) {
2877 mux_ent = conn_get_best_mux_entry(mux_proto->token, PROTO_SIDE_FE, mode);
2878 if (!mux_ent || !isteq(mux_ent->token, mux_proto->token)) {
2879 memprintf(err, "MUX protocol '%.*s' is not compatible with the selected mode",
2880 (int)mux_proto->token.len, mux_proto->token.ptr);
2881 return 0;
2882 }
2883 }
2884 else {
2885 mux_ent = conn_get_best_mux_entry(IST_NULL, PROTO_SIDE_FE, mode);
2886 if (!mux_ent) {
2887 memprintf(err, "Unable to find compatible MUX protocol with the selected mode");
2888 return 0;
2889 }
2890 }
2891
2892 /* Update the mux */
2893 rule->arg.act.p[1] = (void *)mux_ent;
2894 return 1;
2895
2896}
2897
2898static enum act_parse_ret stream_parse_switch_mode(const char **args, int *cur_arg,
2899 struct proxy *px, struct act_rule *rule,
2900 char **err)
2901{
2902 const struct mux_proto_list *mux_proto = NULL;
2903 struct ist proto;
2904 enum pr_mode mode;
2905
2906 /* must have at least the mode */
2907 if (*(args[*cur_arg]) == 0) {
2908 memprintf(err, "'%s %s' expects a mode as argument.", args[0], args[*cur_arg-1]);
2909 return ACT_RET_PRS_ERR;
2910 }
2911
2912 if (!(px->cap & PR_CAP_FE)) {
2913 memprintf(err, "'%s %s' not allowed because %s '%s' has no frontend capability",
2914 args[0], args[*cur_arg-1], proxy_type_str(px), px->id);
2915 return ACT_RET_PRS_ERR;
2916 }
2917 /* Check if the mode. For now "tcp" is disabled because downgrade is not
2918 * supported and PT is the only TCP mux.
2919 */
2920 if (strcmp(args[*cur_arg], "http") == 0)
2921 mode = PR_MODE_HTTP;
2922 else {
2923 memprintf(err, "'%s %s' expects a valid mode (got '%s').", args[0], args[*cur_arg-1], args[*cur_arg]);
2924 return ACT_RET_PRS_ERR;
2925 }
2926
2927 /* check the proto, if specified */
2928 if (*(args[*cur_arg+1]) && strcmp(args[*cur_arg+1], "proto") == 0) {
2929 if (*(args[*cur_arg+2]) == 0) {
2930 memprintf(err, "'%s %s': '%s' expects a protocol as argument.",
2931 args[0], args[*cur_arg-1], args[*cur_arg+1]);
2932 return ACT_RET_PRS_ERR;
2933 }
2934
2935 proto = ist2(args[*cur_arg+2], strlen(args[*cur_arg+2]));
2936 mux_proto = get_mux_proto(proto);
2937 if (!mux_proto) {
2938 memprintf(err, "'%s %s': '%s' expects a valid MUX protocol, if specified (got '%s')",
2939 args[0], args[*cur_arg-1], args[*cur_arg+1], args[*cur_arg+2]);
2940 return ACT_RET_PRS_ERR;
2941 }
2942 *cur_arg += 2;
2943 }
2944
2945 (*cur_arg)++;
2946
2947 /* Register processing function. */
2948 rule->action_ptr = tcp_action_switch_stream_mode;
2949 rule->check_ptr = check_tcp_switch_stream_mode;
2950 rule->action = ACT_CUSTOM;
2951 rule->arg.act.p[0] = (void *)(uintptr_t)mode;
2952 rule->arg.act.p[1] = (void *)mux_proto;
2953 return ACT_RET_PRS_OK;
2954}
Willy Tarreau8b22a712010-06-18 17:46:06 +02002955
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02002956/* 0=OK, <0=Alert, >0=Warning */
2957static enum act_parse_ret stream_parse_use_service(const char **args, int *cur_arg,
2958 struct proxy *px, struct act_rule *rule,
2959 char **err)
2960{
2961 struct action_kw *kw;
2962
2963 /* Check if the service name exists. */
2964 if (*(args[*cur_arg]) == 0) {
2965 memprintf(err, "'%s' expects a service name.", args[0]);
Thierry FOURNIER337eae12015-11-26 19:48:04 +01002966 return ACT_RET_PRS_ERR;
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02002967 }
2968
2969 /* lookup for keyword corresponding to a service. */
2970 kw = action_lookup(&service_keywords, args[*cur_arg]);
2971 if (!kw) {
2972 memprintf(err, "'%s' unknown service name.", args[1]);
2973 return ACT_RET_PRS_ERR;
2974 }
2975 (*cur_arg)++;
2976
2977 /* executes specific rule parser. */
2978 rule->kw = kw;
2979 if (kw->parse((const char **)args, cur_arg, px, rule, err) == ACT_RET_PRS_ERR)
2980 return ACT_RET_PRS_ERR;
2981
2982 /* Register processing function. */
2983 rule->action_ptr = process_use_service;
2984 rule->action = ACT_CUSTOM;
2985
2986 return ACT_RET_PRS_OK;
2987}
2988
2989void service_keywords_register(struct action_kw_list *kw_list)
2990{
Willy Tarreau2b718102021-04-21 07:32:39 +02002991 LIST_APPEND(&service_keywords, &kw_list->list);
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02002992}
2993
Thierry Fournier87e53992020-11-28 19:32:14 +01002994struct action_kw *service_find(const char *kw)
2995{
2996 return action_lookup(&service_keywords, kw);
2997}
2998
Willy Tarreau679bba12019-03-19 08:08:10 +01002999/* Lists the known services on <out> */
3000void list_services(FILE *out)
3001{
3002 struct action_kw_list *kw_list;
3003 int found = 0;
3004 int i;
3005
3006 fprintf(out, "Available services :");
3007 list_for_each_entry(kw_list, &service_keywords, list) {
3008 for (i = 0; kw_list->kw[i].kw != NULL; i++) {
Willy Tarreau679bba12019-03-19 08:08:10 +01003009 found = 1;
William Dauchyaabde712021-01-09 17:26:20 +01003010 fprintf(out, " %s", kw_list->kw[i].kw);
Willy Tarreau679bba12019-03-19 08:08:10 +01003011 }
3012 }
3013 if (!found)
3014 fprintf(out, " none\n");
3015}
William Lallemand4c5b4d52016-11-21 08:51:11 +01003016
3017/* This function dumps a complete stream state onto the stream interface's
3018 * read buffer. The stream has to be set in strm. It returns 0 if the output
3019 * buffer is full and it needs to be called again, otherwise non-zero. It is
3020 * designed to be called from stats_dump_strm_to_buffer() below.
3021 */
3022static int stats_dump_full_strm_to_buffer(struct stream_interface *si, struct stream *strm)
3023{
3024 struct appctx *appctx = __objt_appctx(si->end);
3025 struct tm tm;
3026 extern const char *monthname[12];
3027 char pn[INET6_ADDRSTRLEN];
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003028 struct conn_stream *cs;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003029 struct connection *conn;
3030 struct appctx *tmpctx;
3031
3032 chunk_reset(&trash);
3033
3034 if (appctx->ctx.sess.section > 0 && appctx->ctx.sess.uid != strm->uniq_id) {
3035 /* stream changed, no need to go any further */
3036 chunk_appendf(&trash, " *** session terminated while we were watching it ***\n");
Willy Tarreaue6e52362019-01-04 17:42:57 +01003037 if (ci_putchk(si_ic(si), &trash) == -1)
3038 goto full;
3039 goto done;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003040 }
3041
3042 switch (appctx->ctx.sess.section) {
3043 case 0: /* main status of the stream */
3044 appctx->ctx.sess.uid = strm->uniq_id;
3045 appctx->ctx.sess.section = 1;
3046 /* fall through */
3047
3048 case 1:
3049 get_localtime(strm->logs.accept_date.tv_sec, &tm);
3050 chunk_appendf(&trash,
3051 "%p: [%02d/%s/%04d:%02d:%02d:%02d.%06d] id=%u proto=%s",
3052 strm,
3053 tm.tm_mday, monthname[tm.tm_mon], tm.tm_year+1900,
3054 tm.tm_hour, tm.tm_min, tm.tm_sec, (int)(strm->logs.accept_date.tv_usec),
3055 strm->uniq_id,
Willy Tarreaub7436612020-08-28 19:51:44 +02003056 strm_li(strm) ? strm_li(strm)->rx.proto->name : "?");
William Lallemand4c5b4d52016-11-21 08:51:11 +01003057
3058 conn = objt_conn(strm_orig(strm));
Willy Tarreau71e34c12019-07-17 15:07:06 +02003059 switch (conn && conn_get_src(conn) ? addr_to_str(conn->src, pn, sizeof(pn)) : AF_UNSPEC) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003060 case AF_INET:
3061 case AF_INET6:
3062 chunk_appendf(&trash, " source=%s:%d\n",
Willy Tarreau71e34c12019-07-17 15:07:06 +02003063 pn, get_host_port(conn->src));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003064 break;
3065 case AF_UNIX:
3066 chunk_appendf(&trash, " source=unix:%d\n", strm_li(strm)->luid);
3067 break;
3068 default:
3069 /* no more information to print right now */
3070 chunk_appendf(&trash, "\n");
3071 break;
3072 }
3073
3074 chunk_appendf(&trash,
Willy Tarreaub9813182021-02-24 11:29:51 +01003075 " flags=0x%x, conn_retries=%d, srv_conn=%p, pend_pos=%p waiting=%d epoch=%#x\n",
Willy Tarreauadf7a152019-01-07 10:10:07 +01003076 strm->flags, strm->si[1].conn_retries, strm->srv_conn, strm->pend_pos,
Willy Tarreau2b718102021-04-21 07:32:39 +02003077 LIST_INLIST(&strm->buffer_wait.list), strm->stream_epoch);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003078
3079 chunk_appendf(&trash,
3080 " frontend=%s (id=%u mode=%s), listener=%s (id=%u)",
3081 strm_fe(strm)->id, strm_fe(strm)->uuid, strm_fe(strm)->mode ? "http" : "tcp",
3082 strm_li(strm) ? strm_li(strm)->name ? strm_li(strm)->name : "?" : "?",
3083 strm_li(strm) ? strm_li(strm)->luid : 0);
3084
Willy Tarreau71e34c12019-07-17 15:07:06 +02003085 switch (conn && conn_get_dst(conn) ? addr_to_str(conn->dst, pn, sizeof(pn)) : AF_UNSPEC) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003086 case AF_INET:
3087 case AF_INET6:
3088 chunk_appendf(&trash, " addr=%s:%d\n",
Willy Tarreau71e34c12019-07-17 15:07:06 +02003089 pn, get_host_port(conn->dst));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003090 break;
3091 case AF_UNIX:
3092 chunk_appendf(&trash, " addr=unix:%d\n", strm_li(strm)->luid);
3093 break;
3094 default:
3095 /* no more information to print right now */
3096 chunk_appendf(&trash, "\n");
3097 break;
3098 }
3099
3100 if (strm->be->cap & PR_CAP_BE)
3101 chunk_appendf(&trash,
3102 " backend=%s (id=%u mode=%s)",
3103 strm->be->id,
3104 strm->be->uuid, strm->be->mode ? "http" : "tcp");
3105 else
3106 chunk_appendf(&trash, " backend=<NONE> (id=-1 mode=-)");
3107
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003108 cs = objt_cs(strm->si[1].end);
3109 conn = cs_conn(cs);
3110
Willy Tarreau71e34c12019-07-17 15:07:06 +02003111 switch (conn && conn_get_src(conn) ? addr_to_str(conn->src, pn, sizeof(pn)) : AF_UNSPEC) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003112 case AF_INET:
3113 case AF_INET6:
3114 chunk_appendf(&trash, " addr=%s:%d\n",
Willy Tarreau71e34c12019-07-17 15:07:06 +02003115 pn, get_host_port(conn->src));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003116 break;
3117 case AF_UNIX:
3118 chunk_appendf(&trash, " addr=unix\n");
3119 break;
3120 default:
3121 /* no more information to print right now */
3122 chunk_appendf(&trash, "\n");
3123 break;
3124 }
3125
3126 if (strm->be->cap & PR_CAP_BE)
3127 chunk_appendf(&trash,
3128 " server=%s (id=%u)",
3129 objt_server(strm->target) ? objt_server(strm->target)->id : "<none>",
3130 objt_server(strm->target) ? objt_server(strm->target)->puid : 0);
3131 else
3132 chunk_appendf(&trash, " server=<NONE> (id=-1)");
3133
Willy Tarreau71e34c12019-07-17 15:07:06 +02003134 switch (conn && conn_get_dst(conn) ? addr_to_str(conn->dst, pn, sizeof(pn)) : AF_UNSPEC) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003135 case AF_INET:
3136 case AF_INET6:
3137 chunk_appendf(&trash, " addr=%s:%d\n",
Willy Tarreau71e34c12019-07-17 15:07:06 +02003138 pn, get_host_port(conn->dst));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003139 break;
3140 case AF_UNIX:
3141 chunk_appendf(&trash, " addr=unix\n");
3142 break;
3143 default:
3144 /* no more information to print right now */
3145 chunk_appendf(&trash, "\n");
3146 break;
3147 }
3148
3149 chunk_appendf(&trash,
Willy Tarreau2e9c1d22019-04-24 08:28:31 +02003150 " task=%p (state=0x%02x nice=%d calls=%u rate=%u exp=%s tmask=0x%lx%s",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003151 strm->task,
3152 strm->task->state,
Willy Tarreau2e9c1d22019-04-24 08:28:31 +02003153 strm->task->nice, strm->task->calls, read_freq_ctr(&strm->call_rate),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003154 strm->task->expire ?
3155 tick_is_expired(strm->task->expire, now_ms) ? "<PAST>" :
3156 human_time(TICKS_TO_MS(strm->task->expire - now_ms),
3157 TICKS_TO_MS(1000)) : "<NEVER>",
Christopher Fauletf0205062017-11-15 20:56:43 +01003158 strm->task->thread_mask,
William Lallemand4c5b4d52016-11-21 08:51:11 +01003159 task_in_rq(strm->task) ? ", running" : "");
3160
3161 chunk_appendf(&trash,
3162 " age=%s)\n",
3163 human_time(now.tv_sec - strm->logs.accept_date.tv_sec, 1));
3164
3165 if (strm->txn)
3166 chunk_appendf(&trash,
Christopher Fauletbcac7862019-07-17 10:46:50 +02003167 " txn=%p flags=0x%x meth=%d status=%d req.st=%s rsp.st=%s req.f=0x%02x rsp.f=0x%02x\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003168 strm->txn, strm->txn->flags, strm->txn->meth, strm->txn->status,
Willy Tarreau7778b592019-01-07 10:38:10 +01003169 h1_msg_state_str(strm->txn->req.msg_state), h1_msg_state_str(strm->txn->rsp.msg_state),
Christopher Fauletbcac7862019-07-17 10:46:50 +02003170 strm->txn->req.flags, strm->txn->rsp.flags);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003171
3172 chunk_appendf(&trash,
Christopher Faulet224a2d72019-01-04 15:06:13 +01003173 " si[0]=%p (state=%s flags=0x%02x endp0=%s:%p exp=%s et=0x%03x sub=%d)\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003174 &strm->si[0],
3175 si_state_str(strm->si[0].state),
3176 strm->si[0].flags,
3177 obj_type_name(strm->si[0].end),
3178 obj_base_ptr(strm->si[0].end),
3179 strm->si[0].exp ?
3180 tick_is_expired(strm->si[0].exp, now_ms) ? "<PAST>" :
3181 human_time(TICKS_TO_MS(strm->si[0].exp - now_ms),
3182 TICKS_TO_MS(1000)) : "<NEVER>",
Christopher Faulet224a2d72019-01-04 15:06:13 +01003183 strm->si[0].err_type, strm->si[0].wait_event.events);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003184
3185 chunk_appendf(&trash,
Christopher Faulet224a2d72019-01-04 15:06:13 +01003186 " si[1]=%p (state=%s flags=0x%02x endp1=%s:%p exp=%s et=0x%03x sub=%d)\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003187 &strm->si[1],
3188 si_state_str(strm->si[1].state),
3189 strm->si[1].flags,
3190 obj_type_name(strm->si[1].end),
3191 obj_base_ptr(strm->si[1].end),
3192 strm->si[1].exp ?
3193 tick_is_expired(strm->si[1].exp, now_ms) ? "<PAST>" :
3194 human_time(TICKS_TO_MS(strm->si[1].exp - now_ms),
3195 TICKS_TO_MS(1000)) : "<NEVER>",
Christopher Faulet224a2d72019-01-04 15:06:13 +01003196 strm->si[1].err_type, strm->si[1].wait_event.events);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003197
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003198 if ((cs = objt_cs(strm->si[0].end)) != NULL) {
3199 conn = cs->conn;
3200
William Lallemand4c5b4d52016-11-21 08:51:11 +01003201 chunk_appendf(&trash,
Willy Tarreau53a47662017-08-28 10:53:00 +02003202 " co0=%p ctrl=%s xprt=%s mux=%s data=%s target=%s:%p\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003203 conn,
3204 conn_get_ctrl_name(conn),
3205 conn_get_xprt_name(conn),
Willy Tarreau53a47662017-08-28 10:53:00 +02003206 conn_get_mux_name(conn),
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003207 cs_get_data_name(cs),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003208 obj_type_name(conn->target),
3209 obj_base_ptr(conn->target));
3210
3211 chunk_appendf(&trash,
Willy Tarreau76913d32019-08-30 14:33:11 +02003212 " flags=0x%08x fd=%d fd.state=%02x updt=%d fd.tmask=0x%lx\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003213 conn->flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02003214 conn->handle.fd,
3215 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].state : 0,
Willy Tarreauebc78d72018-01-20 23:53:50 +01003216 conn->handle.fd >= 0 ? !!(fdtab[conn->handle.fd].update_mask & tid_bit) : 0,
Christopher Fauletf0205062017-11-15 20:56:43 +01003217 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].thread_mask: 0);
Willy Tarreaufb3b1b02018-12-18 14:28:24 +01003218
3219 chunk_appendf(&trash, " cs=%p csf=0x%08x ctx=%p\n", cs, cs->flags, cs->ctx);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003220 }
3221 else if ((tmpctx = objt_appctx(strm->si[0].end)) != NULL) {
3222 chunk_appendf(&trash,
Willy Tarreau22d63a22019-04-24 08:41:29 +02003223 " app0=%p st0=%d st1=%d st2=%d applet=%s tmask=0x%lx nice=%d calls=%u rate=%u cpu=%llu lat=%llu\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003224 tmpctx,
3225 tmpctx->st0,
3226 tmpctx->st1,
3227 tmpctx->st2,
Christopher Fauletf0205062017-11-15 20:56:43 +01003228 tmpctx->applet->name,
Willy Tarreau34b1fac2018-05-31 14:40:19 +02003229 tmpctx->thread_mask,
Willy Tarreau22d63a22019-04-24 08:41:29 +02003230 tmpctx->t->nice, tmpctx->t->calls, read_freq_ctr(&tmpctx->call_rate),
Willy Tarreau9efd7452018-05-31 14:48:54 +02003231 (unsigned long long)tmpctx->t->cpu_time, (unsigned long long)tmpctx->t->lat_time);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003232 }
3233
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003234 if ((cs = objt_cs(strm->si[1].end)) != NULL) {
3235 conn = cs->conn;
3236
William Lallemand4c5b4d52016-11-21 08:51:11 +01003237 chunk_appendf(&trash,
Willy Tarreau53a47662017-08-28 10:53:00 +02003238 " co1=%p ctrl=%s xprt=%s mux=%s data=%s target=%s:%p\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003239 conn,
3240 conn_get_ctrl_name(conn),
3241 conn_get_xprt_name(conn),
Willy Tarreau53a47662017-08-28 10:53:00 +02003242 conn_get_mux_name(conn),
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003243 cs_get_data_name(cs),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003244 obj_type_name(conn->target),
3245 obj_base_ptr(conn->target));
3246
3247 chunk_appendf(&trash,
Willy Tarreau76913d32019-08-30 14:33:11 +02003248 " flags=0x%08x fd=%d fd.state=%02x updt=%d fd.tmask=0x%lx\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003249 conn->flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02003250 conn->handle.fd,
3251 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].state : 0,
Willy Tarreauebc78d72018-01-20 23:53:50 +01003252 conn->handle.fd >= 0 ? !!(fdtab[conn->handle.fd].update_mask & tid_bit) : 0,
Christopher Fauletf0205062017-11-15 20:56:43 +01003253 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].thread_mask: 0);
Willy Tarreaufb3b1b02018-12-18 14:28:24 +01003254
3255 chunk_appendf(&trash, " cs=%p csf=0x%08x ctx=%p\n", cs, cs->flags, cs->ctx);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003256 }
3257 else if ((tmpctx = objt_appctx(strm->si[1].end)) != NULL) {
3258 chunk_appendf(&trash,
Willy Tarreau22d63a22019-04-24 08:41:29 +02003259 " app1=%p st0=%d st1=%d st2=%d applet=%s tmask=0x%lx nice=%d calls=%u rate=%u cpu=%llu lat=%llu\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003260 tmpctx,
3261 tmpctx->st0,
3262 tmpctx->st1,
3263 tmpctx->st2,
Christopher Fauletf0205062017-11-15 20:56:43 +01003264 tmpctx->applet->name,
Willy Tarreau34b1fac2018-05-31 14:40:19 +02003265 tmpctx->thread_mask,
Willy Tarreau22d63a22019-04-24 08:41:29 +02003266 tmpctx->t->nice, tmpctx->t->calls, read_freq_ctr(&tmpctx->call_rate),
Willy Tarreau9efd7452018-05-31 14:48:54 +02003267 (unsigned long long)tmpctx->t->cpu_time, (unsigned long long)tmpctx->t->lat_time);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003268 }
3269
3270 chunk_appendf(&trash,
3271 " req=%p (f=0x%06x an=0x%x pipe=%d tofwd=%d total=%lld)\n"
3272 " an_exp=%s",
3273 &strm->req,
3274 strm->req.flags, strm->req.analysers,
3275 strm->req.pipe ? strm->req.pipe->data : 0,
3276 strm->req.to_forward, strm->req.total,
3277 strm->req.analyse_exp ?
3278 human_time(TICKS_TO_MS(strm->req.analyse_exp - now_ms),
3279 TICKS_TO_MS(1000)) : "<NEVER>");
3280
3281 chunk_appendf(&trash,
3282 " rex=%s",
3283 strm->req.rex ?
3284 human_time(TICKS_TO_MS(strm->req.rex - now_ms),
3285 TICKS_TO_MS(1000)) : "<NEVER>");
3286
3287 chunk_appendf(&trash,
3288 " wex=%s\n"
Christopher Fauletbcac7862019-07-17 10:46:50 +02003289 " buf=%p data=%p o=%u p=%u i=%u size=%u\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003290 strm->req.wex ?
3291 human_time(TICKS_TO_MS(strm->req.wex - now_ms),
3292 TICKS_TO_MS(1000)) : "<NEVER>",
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003293 &strm->req.buf,
3294 b_orig(&strm->req.buf), (unsigned int)co_data(&strm->req),
Christopher Fauletbcac7862019-07-17 10:46:50 +02003295 (unsigned int)ci_head_ofs(&strm->req), (unsigned int)ci_data(&strm->req),
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003296 (unsigned int)strm->req.buf.size);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003297
Christopher Fauletb9af8812019-01-04 14:30:44 +01003298 if (IS_HTX_STRM(strm)) {
3299 struct htx *htx = htxbuf(&strm->req.buf);
3300
3301 chunk_appendf(&trash,
Willy Tarreaub84e67f2019-01-07 10:01:34 +01003302 " htx=%p flags=0x%x size=%u data=%u used=%u wrap=%s extra=%llu\n",
Christopher Faulet192c6a22019-06-11 16:32:24 +02003303 htx, htx->flags, htx->size, htx->data, htx_nbblks(htx),
Christopher Faulet28f29c72019-04-30 17:55:45 +02003304 (htx->tail >= htx->head) ? "NO" : "YES",
Christopher Fauletb9af8812019-01-04 14:30:44 +01003305 (unsigned long long)htx->extra);
3306 }
3307
William Lallemand4c5b4d52016-11-21 08:51:11 +01003308 chunk_appendf(&trash,
3309 " res=%p (f=0x%06x an=0x%x pipe=%d tofwd=%d total=%lld)\n"
3310 " an_exp=%s",
3311 &strm->res,
3312 strm->res.flags, strm->res.analysers,
3313 strm->res.pipe ? strm->res.pipe->data : 0,
3314 strm->res.to_forward, strm->res.total,
3315 strm->res.analyse_exp ?
3316 human_time(TICKS_TO_MS(strm->res.analyse_exp - now_ms),
3317 TICKS_TO_MS(1000)) : "<NEVER>");
3318
3319 chunk_appendf(&trash,
3320 " rex=%s",
3321 strm->res.rex ?
3322 human_time(TICKS_TO_MS(strm->res.rex - now_ms),
3323 TICKS_TO_MS(1000)) : "<NEVER>");
3324
3325 chunk_appendf(&trash,
3326 " wex=%s\n"
Christopher Fauletbcac7862019-07-17 10:46:50 +02003327 " buf=%p data=%p o=%u p=%u i=%u size=%u\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003328 strm->res.wex ?
3329 human_time(TICKS_TO_MS(strm->res.wex - now_ms),
3330 TICKS_TO_MS(1000)) : "<NEVER>",
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003331 &strm->res.buf,
3332 b_orig(&strm->res.buf), (unsigned int)co_data(&strm->res),
Christopher Fauletbcac7862019-07-17 10:46:50 +02003333 (unsigned int)ci_head_ofs(&strm->res), (unsigned int)ci_data(&strm->res),
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003334 (unsigned int)strm->res.buf.size);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003335
Christopher Fauletb9af8812019-01-04 14:30:44 +01003336 if (IS_HTX_STRM(strm)) {
3337 struct htx *htx = htxbuf(&strm->res.buf);
3338
3339 chunk_appendf(&trash,
3340 " htx=%p flags=0x%x size=%u data=%u used=%u wrap=%s extra=%llu\n",
Christopher Faulet192c6a22019-06-11 16:32:24 +02003341 htx, htx->flags, htx->size, htx->data, htx_nbblks(htx),
Christopher Faulet28f29c72019-04-30 17:55:45 +02003342 (htx->tail >= htx->head) ? "NO" : "YES",
Christopher Fauletb9af8812019-01-04 14:30:44 +01003343 (unsigned long long)htx->extra);
3344 }
3345
Willy Tarreaue6e52362019-01-04 17:42:57 +01003346 if (ci_putchk(si_ic(si), &trash) == -1)
3347 goto full;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003348
3349 /* use other states to dump the contents */
3350 }
3351 /* end of dump */
Willy Tarreaue6e52362019-01-04 17:42:57 +01003352 done:
William Lallemand4c5b4d52016-11-21 08:51:11 +01003353 appctx->ctx.sess.uid = 0;
3354 appctx->ctx.sess.section = 0;
3355 return 1;
Willy Tarreaue6e52362019-01-04 17:42:57 +01003356 full:
3357 return 0;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003358}
3359
3360
Aurélien Nephtaliabbf6072018-04-18 13:26:46 +02003361static int cli_parse_show_sess(char **args, char *payload, struct appctx *appctx, void *private)
William Lallemand4c5b4d52016-11-21 08:51:11 +01003362{
William Lallemand4c5b4d52016-11-21 08:51:11 +01003363 if (!cli_has_level(appctx, ACCESS_LVL_OPER))
3364 return 1;
3365
3366 if (*args[2] && strcmp(args[2], "all") == 0)
3367 appctx->ctx.sess.target = (void *)-1;
3368 else if (*args[2])
3369 appctx->ctx.sess.target = (void *)strtoul(args[2], NULL, 0);
3370 else
3371 appctx->ctx.sess.target = NULL;
3372 appctx->ctx.sess.section = 0; /* start with stream status */
3373 appctx->ctx.sess.pos = 0;
Willy Tarreaua698eb62021-02-24 10:37:01 +01003374 appctx->ctx.sess.thr = 0;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003375
Willy Tarreaub9813182021-02-24 11:29:51 +01003376 /* let's set our own stream's epoch to the current one and increment
3377 * it so that we know which streams were already there before us.
3378 */
Willy Tarreau18515722021-04-06 11:57:41 +02003379 si_strm(appctx->owner)->stream_epoch = _HA_ATOMIC_FETCH_ADD(&stream_epoch, 1);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003380 return 0;
3381}
3382
3383/* This function dumps all streams' states onto the stream interface's
3384 * read buffer. It returns 0 if the output buffer is full and it needs
Willy Tarreaue6e52362019-01-04 17:42:57 +01003385 * to be called again, otherwise non-zero. It proceeds in an isolated
3386 * thread so there is no thread safety issue here.
William Lallemand4c5b4d52016-11-21 08:51:11 +01003387 */
3388static int cli_io_handler_dump_sess(struct appctx *appctx)
3389{
3390 struct stream_interface *si = appctx->owner;
3391 struct connection *conn;
3392
Willy Tarreaue6e52362019-01-04 17:42:57 +01003393 thread_isolate();
3394
William Lallemand4c5b4d52016-11-21 08:51:11 +01003395 if (unlikely(si_ic(si)->flags & (CF_WRITE_ERROR|CF_SHUTW))) {
3396 /* If we're forced to shut down, we might have to remove our
3397 * reference to the last stream being dumped.
3398 */
3399 if (appctx->st2 == STAT_ST_LIST) {
3400 if (!LIST_ISEMPTY(&appctx->ctx.sess.bref.users)) {
Willy Tarreau2b718102021-04-21 07:32:39 +02003401 LIST_DELETE(&appctx->ctx.sess.bref.users);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003402 LIST_INIT(&appctx->ctx.sess.bref.users);
3403 }
3404 }
Willy Tarreaue6e52362019-01-04 17:42:57 +01003405 goto done;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003406 }
3407
3408 chunk_reset(&trash);
3409
3410 switch (appctx->st2) {
3411 case STAT_ST_INIT:
3412 /* the function had not been called yet, let's prepare the
3413 * buffer for a response. We initialize the current stream
3414 * pointer to the first in the global list. When a target
3415 * stream is being destroyed, it is responsible for updating
3416 * this pointer. We know we have reached the end when this
3417 * pointer points back to the head of the streams list.
3418 */
3419 LIST_INIT(&appctx->ctx.sess.bref.users);
Willy Tarreaua698eb62021-02-24 10:37:01 +01003420 appctx->ctx.sess.bref.ref = ha_thread_info[appctx->ctx.sess.thr].streams.n;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003421 appctx->st2 = STAT_ST_LIST;
3422 /* fall through */
3423
3424 case STAT_ST_LIST:
3425 /* first, let's detach the back-ref from a possible previous stream */
3426 if (!LIST_ISEMPTY(&appctx->ctx.sess.bref.users)) {
Willy Tarreau2b718102021-04-21 07:32:39 +02003427 LIST_DELETE(&appctx->ctx.sess.bref.users);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003428 LIST_INIT(&appctx->ctx.sess.bref.users);
3429 }
3430
Willy Tarreau5d533e22021-02-24 11:53:17 +01003431 /* and start from where we stopped */
Willy Tarreaua698eb62021-02-24 10:37:01 +01003432 while (1) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003433 char pn[INET6_ADDRSTRLEN];
3434 struct stream *curr_strm;
Willy Tarreaua698eb62021-02-24 10:37:01 +01003435 int done= 0;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003436
Willy Tarreaua698eb62021-02-24 10:37:01 +01003437 if (appctx->ctx.sess.bref.ref == &ha_thread_info[appctx->ctx.sess.thr].streams)
3438 done = 1;
3439 else {
3440 /* check if we've found a stream created after issuing the "show sess" */
3441 curr_strm = LIST_ELEM(appctx->ctx.sess.bref.ref, struct stream *, list);
3442 if ((int)(curr_strm->stream_epoch - si_strm(appctx->owner)->stream_epoch) > 0)
3443 done = 1;
3444 }
William Lallemand4c5b4d52016-11-21 08:51:11 +01003445
Willy Tarreaua698eb62021-02-24 10:37:01 +01003446 if (done) {
3447 appctx->ctx.sess.thr++;
3448 if (appctx->ctx.sess.thr >= global.nbthread)
3449 break;
3450 appctx->ctx.sess.bref.ref = ha_thread_info[appctx->ctx.sess.thr].streams.n;
3451 continue;
3452 }
Willy Tarreau5d533e22021-02-24 11:53:17 +01003453
William Lallemand4c5b4d52016-11-21 08:51:11 +01003454 if (appctx->ctx.sess.target) {
3455 if (appctx->ctx.sess.target != (void *)-1 && appctx->ctx.sess.target != curr_strm)
3456 goto next_sess;
3457
Willy Tarreau2b718102021-04-21 07:32:39 +02003458 LIST_APPEND(&curr_strm->back_refs, &appctx->ctx.sess.bref.users);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003459 /* call the proper dump() function and return if we're missing space */
Willy Tarreaue6e52362019-01-04 17:42:57 +01003460 if (!stats_dump_full_strm_to_buffer(si, curr_strm))
3461 goto full;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003462
3463 /* stream dump complete */
Willy Tarreau2b718102021-04-21 07:32:39 +02003464 LIST_DELETE(&appctx->ctx.sess.bref.users);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003465 LIST_INIT(&appctx->ctx.sess.bref.users);
3466 if (appctx->ctx.sess.target != (void *)-1) {
3467 appctx->ctx.sess.target = NULL;
3468 break;
3469 }
3470 else
3471 goto next_sess;
3472 }
3473
3474 chunk_appendf(&trash,
3475 "%p: proto=%s",
3476 curr_strm,
Willy Tarreaub7436612020-08-28 19:51:44 +02003477 strm_li(curr_strm) ? strm_li(curr_strm)->rx.proto->name : "?");
William Lallemand4c5b4d52016-11-21 08:51:11 +01003478
3479 conn = objt_conn(strm_orig(curr_strm));
Willy Tarreau71e34c12019-07-17 15:07:06 +02003480 switch (conn && conn_get_src(conn) ? addr_to_str(conn->src, pn, sizeof(pn)) : AF_UNSPEC) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003481 case AF_INET:
3482 case AF_INET6:
3483 chunk_appendf(&trash,
3484 " src=%s:%d fe=%s be=%s srv=%s",
3485 pn,
Willy Tarreau71e34c12019-07-17 15:07:06 +02003486 get_host_port(conn->src),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003487 strm_fe(curr_strm)->id,
3488 (curr_strm->be->cap & PR_CAP_BE) ? curr_strm->be->id : "<NONE>",
3489 objt_server(curr_strm->target) ? objt_server(curr_strm->target)->id : "<none>"
3490 );
3491 break;
3492 case AF_UNIX:
3493 chunk_appendf(&trash,
3494 " src=unix:%d fe=%s be=%s srv=%s",
3495 strm_li(curr_strm)->luid,
3496 strm_fe(curr_strm)->id,
3497 (curr_strm->be->cap & PR_CAP_BE) ? curr_strm->be->id : "<NONE>",
3498 objt_server(curr_strm->target) ? objt_server(curr_strm->target)->id : "<none>"
3499 );
3500 break;
3501 }
3502
3503 chunk_appendf(&trash,
Willy Tarreaub9813182021-02-24 11:29:51 +01003504 " ts=%02x epoch=%#x age=%s calls=%u rate=%u cpu=%llu lat=%llu",
3505 curr_strm->task->state, curr_strm->stream_epoch,
William Lallemand4c5b4d52016-11-21 08:51:11 +01003506 human_time(now.tv_sec - curr_strm->logs.tv_accept.tv_sec, 1),
Willy Tarreau2e9c1d22019-04-24 08:28:31 +02003507 curr_strm->task->calls, read_freq_ctr(&curr_strm->call_rate),
Willy Tarreau9efd7452018-05-31 14:48:54 +02003508 (unsigned long long)curr_strm->task->cpu_time, (unsigned long long)curr_strm->task->lat_time);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003509
3510 chunk_appendf(&trash,
Willy Tarreau506a29a2018-07-18 10:07:58 +02003511 " rq[f=%06xh,i=%u,an=%02xh,rx=%s",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003512 curr_strm->req.flags,
Willy Tarreau7e9c30a2018-06-15 19:24:46 +02003513 (unsigned int)ci_data(&curr_strm->req),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003514 curr_strm->req.analysers,
3515 curr_strm->req.rex ?
3516 human_time(TICKS_TO_MS(curr_strm->req.rex - now_ms),
3517 TICKS_TO_MS(1000)) : "");
3518
3519 chunk_appendf(&trash,
3520 ",wx=%s",
3521 curr_strm->req.wex ?
3522 human_time(TICKS_TO_MS(curr_strm->req.wex - now_ms),
3523 TICKS_TO_MS(1000)) : "");
3524
3525 chunk_appendf(&trash,
3526 ",ax=%s]",
3527 curr_strm->req.analyse_exp ?
3528 human_time(TICKS_TO_MS(curr_strm->req.analyse_exp - now_ms),
3529 TICKS_TO_MS(1000)) : "");
3530
3531 chunk_appendf(&trash,
Willy Tarreau506a29a2018-07-18 10:07:58 +02003532 " rp[f=%06xh,i=%u,an=%02xh,rx=%s",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003533 curr_strm->res.flags,
Willy Tarreau7e9c30a2018-06-15 19:24:46 +02003534 (unsigned int)ci_data(&curr_strm->res),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003535 curr_strm->res.analysers,
3536 curr_strm->res.rex ?
3537 human_time(TICKS_TO_MS(curr_strm->res.rex - now_ms),
3538 TICKS_TO_MS(1000)) : "");
3539
3540 chunk_appendf(&trash,
3541 ",wx=%s",
3542 curr_strm->res.wex ?
3543 human_time(TICKS_TO_MS(curr_strm->res.wex - now_ms),
3544 TICKS_TO_MS(1000)) : "");
3545
3546 chunk_appendf(&trash,
3547 ",ax=%s]",
3548 curr_strm->res.analyse_exp ?
3549 human_time(TICKS_TO_MS(curr_strm->res.analyse_exp - now_ms),
3550 TICKS_TO_MS(1000)) : "");
3551
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003552 conn = cs_conn(objt_cs(curr_strm->si[0].end));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003553 chunk_appendf(&trash,
3554 " s0=[%d,%1xh,fd=%d,ex=%s]",
3555 curr_strm->si[0].state,
3556 curr_strm->si[0].flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02003557 conn ? conn->handle.fd : -1,
William Lallemand4c5b4d52016-11-21 08:51:11 +01003558 curr_strm->si[0].exp ?
3559 human_time(TICKS_TO_MS(curr_strm->si[0].exp - now_ms),
3560 TICKS_TO_MS(1000)) : "");
3561
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003562 conn = cs_conn(objt_cs(curr_strm->si[1].end));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003563 chunk_appendf(&trash,
3564 " s1=[%d,%1xh,fd=%d,ex=%s]",
3565 curr_strm->si[1].state,
3566 curr_strm->si[1].flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02003567 conn ? conn->handle.fd : -1,
William Lallemand4c5b4d52016-11-21 08:51:11 +01003568 curr_strm->si[1].exp ?
3569 human_time(TICKS_TO_MS(curr_strm->si[1].exp - now_ms),
3570 TICKS_TO_MS(1000)) : "");
3571
3572 chunk_appendf(&trash,
3573 " exp=%s",
3574 curr_strm->task->expire ?
3575 human_time(TICKS_TO_MS(curr_strm->task->expire - now_ms),
3576 TICKS_TO_MS(1000)) : "");
3577 if (task_in_rq(curr_strm->task))
3578 chunk_appendf(&trash, " run(nice=%d)", curr_strm->task->nice);
3579
3580 chunk_appendf(&trash, "\n");
3581
Willy Tarreau06d80a92017-10-19 14:32:15 +02003582 if (ci_putchk(si_ic(si), &trash) == -1) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003583 /* let's try again later from this stream. We add ourselves into
3584 * this stream's users so that it can remove us upon termination.
3585 */
Willy Tarreau2b718102021-04-21 07:32:39 +02003586 LIST_APPEND(&curr_strm->back_refs, &appctx->ctx.sess.bref.users);
Willy Tarreaue6e52362019-01-04 17:42:57 +01003587 goto full;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003588 }
3589
3590 next_sess:
3591 appctx->ctx.sess.bref.ref = curr_strm->list.n;
3592 }
3593
3594 if (appctx->ctx.sess.target && appctx->ctx.sess.target != (void *)-1) {
3595 /* specified stream not found */
3596 if (appctx->ctx.sess.section > 0)
3597 chunk_appendf(&trash, " *** session terminated while we were watching it ***\n");
3598 else
3599 chunk_appendf(&trash, "Session not found.\n");
3600
Willy Tarreaue6e52362019-01-04 17:42:57 +01003601 if (ci_putchk(si_ic(si), &trash) == -1)
3602 goto full;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003603
3604 appctx->ctx.sess.target = NULL;
3605 appctx->ctx.sess.uid = 0;
Willy Tarreaue6e52362019-01-04 17:42:57 +01003606 goto done;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003607 }
William Lallemand4c5b4d52016-11-21 08:51:11 +01003608 /* fall through */
3609
3610 default:
3611 appctx->st2 = STAT_ST_FIN;
Willy Tarreaue6e52362019-01-04 17:42:57 +01003612 goto done;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003613 }
Willy Tarreaue6e52362019-01-04 17:42:57 +01003614 done:
3615 thread_release();
3616 return 1;
3617 full:
3618 thread_release();
3619 si_rx_room_blk(si);
3620 return 0;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003621}
3622
3623static void cli_release_show_sess(struct appctx *appctx)
3624{
Willy Tarreaua698eb62021-02-24 10:37:01 +01003625 if (appctx->st2 == STAT_ST_LIST && appctx->ctx.sess.thr < global.nbthread) {
Willy Tarreau49de6852021-02-24 13:46:12 +01003626 /* a dump was aborted, either in error or timeout. We need to
3627 * safely detach from the target stream's list. It's mandatory
3628 * to lock because a stream on the target thread could be moving
3629 * our node.
3630 */
3631 thread_isolate();
William Lallemand4c5b4d52016-11-21 08:51:11 +01003632 if (!LIST_ISEMPTY(&appctx->ctx.sess.bref.users))
Willy Tarreau2b718102021-04-21 07:32:39 +02003633 LIST_DELETE(&appctx->ctx.sess.bref.users);
Willy Tarreau49de6852021-02-24 13:46:12 +01003634 thread_release();
William Lallemand4c5b4d52016-11-21 08:51:11 +01003635 }
3636}
3637
Willy Tarreau61b65212016-11-24 11:09:25 +01003638/* Parses the "shutdown session" directive, it always returns 1 */
Aurélien Nephtaliabbf6072018-04-18 13:26:46 +02003639static int cli_parse_shutdown_session(char **args, char *payload, struct appctx *appctx, void *private)
Willy Tarreau61b65212016-11-24 11:09:25 +01003640{
3641 struct stream *strm, *ptr;
Willy Tarreaua698eb62021-02-24 10:37:01 +01003642 int thr;
Willy Tarreau61b65212016-11-24 11:09:25 +01003643
3644 if (!cli_has_level(appctx, ACCESS_LVL_ADMIN))
3645 return 1;
3646
Willy Tarreau9d008692019-08-09 11:21:01 +02003647 if (!*args[2])
3648 return cli_err(appctx, "Session pointer expected (use 'show sess').\n");
Willy Tarreau61b65212016-11-24 11:09:25 +01003649
3650 ptr = (void *)strtoul(args[2], NULL, 0);
Willy Tarreaua698eb62021-02-24 10:37:01 +01003651 strm = NULL;
Willy Tarreau61b65212016-11-24 11:09:25 +01003652
Willy Tarreau3f5dd292021-02-24 11:11:06 +01003653 thread_isolate();
3654
Willy Tarreau61b65212016-11-24 11:09:25 +01003655 /* first, look for the requested stream in the stream table */
Willy Tarreaua698eb62021-02-24 10:37:01 +01003656 for (thr = 0; !strm && thr < global.nbthread; thr++) {
3657 list_for_each_entry(strm, &ha_thread_info[thr].streams, list) {
3658 if (strm == ptr) {
3659 stream_shutdown(strm, SF_ERR_KILLED);
3660 break;
3661 }
Willy Tarreau3f5dd292021-02-24 11:11:06 +01003662 }
Willy Tarreau61b65212016-11-24 11:09:25 +01003663 }
3664
Willy Tarreau3f5dd292021-02-24 11:11:06 +01003665 thread_release();
3666
Willy Tarreau61b65212016-11-24 11:09:25 +01003667 /* do we have the stream ? */
Willy Tarreaua698eb62021-02-24 10:37:01 +01003668 if (!strm)
Willy Tarreau9d008692019-08-09 11:21:01 +02003669 return cli_err(appctx, "No such session (use 'show sess').\n");
Willy Tarreau61b65212016-11-24 11:09:25 +01003670
Willy Tarreau61b65212016-11-24 11:09:25 +01003671 return 1;
3672}
3673
Willy Tarreau4e46b622016-11-23 16:50:48 +01003674/* Parses the "shutdown session server" directive, it always returns 1 */
Aurélien Nephtaliabbf6072018-04-18 13:26:46 +02003675static int cli_parse_shutdown_sessions_server(char **args, char *payload, struct appctx *appctx, void *private)
Willy Tarreau4e46b622016-11-23 16:50:48 +01003676{
3677 struct server *sv;
Willy Tarreau4e46b622016-11-23 16:50:48 +01003678
3679 if (!cli_has_level(appctx, ACCESS_LVL_ADMIN))
3680 return 1;
3681
3682 sv = cli_find_server(appctx, args[3]);
3683 if (!sv)
3684 return 1;
3685
3686 /* kill all the stream that are on this server */
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003687 HA_SPIN_LOCK(SERVER_LOCK, &sv->lock);
Willy Tarreaud9e26a72019-11-14 16:37:16 +01003688 srv_shutdown_streams(sv, SF_ERR_KILLED);
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003689 HA_SPIN_UNLOCK(SERVER_LOCK, &sv->lock);
Willy Tarreau4e46b622016-11-23 16:50:48 +01003690 return 1;
3691}
3692
William Lallemand4c5b4d52016-11-21 08:51:11 +01003693/* register cli keywords */
3694static struct cli_kw_list cli_kws = {{ },{
3695 { { "show", "sess", NULL }, "show sess [id] : report the list of current sessions or dump this session", cli_parse_show_sess, cli_io_handler_dump_sess, cli_release_show_sess },
Willy Tarreau61b65212016-11-24 11:09:25 +01003696 { { "shutdown", "session", NULL }, "shutdown session : kill a specific session", cli_parse_shutdown_session, NULL, NULL },
Willy Tarreau4e46b622016-11-23 16:50:48 +01003697 { { "shutdown", "sessions", "server" }, "shutdown sessions server : kill sessions on a server", cli_parse_shutdown_sessions_server, NULL, NULL },
William Lallemand4c5b4d52016-11-21 08:51:11 +01003698 {{},}
3699}};
3700
Willy Tarreau0108d902018-11-25 19:14:37 +01003701INITCALL1(STG_REGISTER, cli_register_kw, &cli_kws);
3702
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003703/* main configuration keyword registration. */
3704static struct action_kw_list stream_tcp_keywords = { ILH, {
Christopher Fauletae863c62021-03-15 12:03:44 +01003705 { "switch-mode", stream_parse_switch_mode },
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003706 { "use-service", stream_parse_use_service },
3707 { /* END */ }
3708}};
3709
Willy Tarreau0108d902018-11-25 19:14:37 +01003710INITCALL1(STG_REGISTER, tcp_req_cont_keywords_register, &stream_tcp_keywords);
3711
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003712static struct action_kw_list stream_http_keywords = { ILH, {
3713 { "use-service", stream_parse_use_service },
3714 { /* END */ }
3715}};
3716
Willy Tarreau0108d902018-11-25 19:14:37 +01003717INITCALL1(STG_REGISTER, http_req_keywords_register, &stream_http_keywords);
Willy Tarreau8b22a712010-06-18 17:46:06 +02003718
Amaury Denoyellef7719a22020-12-10 13:43:58 +01003719static int smp_fetch_cur_server_timeout(const struct arg *args, struct sample *smp, const char *km, void *private)
3720{
3721 smp->flags = SMP_F_VOL_TXN;
3722 smp->data.type = SMP_T_SINT;
3723 if (!smp->strm)
3724 return 0;
3725
3726 smp->data.u.sint = TICKS_TO_MS(smp->strm->res.rto);
3727 return 1;
3728}
3729
3730static int smp_fetch_cur_tunnel_timeout(const struct arg *args, struct sample *smp, const char *km, void *private)
3731{
3732 smp->flags = SMP_F_VOL_TXN;
3733 smp->data.type = SMP_T_SINT;
3734 if (!smp->strm)
3735 return 0;
3736
3737 smp->data.u.sint = TICKS_TO_MS(smp->strm->tunnel_timeout);
3738 return 1;
3739}
3740
Amaury Denoyelle12bada52020-12-10 13:43:57 +01003741/* Note: must not be declared <const> as its list will be overwritten.
3742 * Please take care of keeping this list alphabetically sorted.
3743 */
3744static struct sample_fetch_kw_list smp_kws = {ILH, {
Amaury Denoyellef7719a22020-12-10 13:43:58 +01003745 { "cur_server_timeout", smp_fetch_cur_server_timeout, 0, NULL, SMP_T_SINT, SMP_USE_BKEND, },
3746 { "cur_tunnel_timeout", smp_fetch_cur_tunnel_timeout, 0, NULL, SMP_T_SINT, SMP_USE_BKEND, },
Amaury Denoyelle12bada52020-12-10 13:43:57 +01003747 { NULL, NULL, 0, 0, 0 },
3748}};
3749
3750INITCALL1(STG_REGISTER, sample_register_fetches, &smp_kws);
3751
Willy Tarreaubaaee002006-06-26 02:48:02 +02003752/*
3753 * Local variables:
3754 * c-indent-level: 8
3755 * c-basic-offset: 8
3756 * End:
3757 */