blob: 2c0d2c895069a439b861c6ed4324f3afe5d7fae5 [file] [log] [blame]
Willy Tarreaubaaee002006-06-26 02:48:02 +02001/*
Willy Tarreau87b09662015-04-03 00:22:06 +02002 * Stream management functions.
Willy Tarreaubaaee002006-06-26 02:48:02 +02003 *
Willy Tarreaud28c3532012-04-19 19:28:33 +02004 * Copyright 2000-2012 Willy Tarreau <w@1wt.eu>
Willy Tarreaubaaee002006-06-26 02:48:02 +02005 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
13#include <stdlib.h>
Willy Tarreau81f9aa32010-06-01 17:45:26 +020014#include <unistd.h>
15#include <fcntl.h>
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020016
Thierry FOURNIER5a363e72015-09-27 19:29:33 +020017#include <common/cfgparse.h>
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020018#include <common/config.h>
Willy Tarreau9b28e032012-10-12 23:49:43 +020019#include <common/buffer.h>
Willy Tarreau7c669d72008-06-20 15:04:11 +020020#include <common/debug.h>
Christopher Faulet8d8aa0d2017-05-30 15:36:50 +020021#include <common/hathreads.h>
Willy Tarreaub96b77e2018-12-11 10:22:41 +010022#include <common/htx.h>
Willy Tarreau0108d902018-11-25 19:14:37 +010023#include <common/initcall.h>
24#include <common/memory.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020025
Willy Tarreau8a8d83b2015-04-13 13:24:54 +020026#include <types/applet.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020027#include <types/capture.h>
William Lallemand4c5b4d52016-11-21 08:51:11 +010028#include <types/cli.h>
Christopher Fauletd7c91962015-04-30 11:48:27 +020029#include <types/filters.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010030#include <types/global.h>
William Lallemand9ed62032016-11-21 17:49:11 +010031#include <types/stats.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020032
Willy Tarreau1d0dfb12009-07-07 15:10:31 +020033#include <proto/acl.h>
Thierry FOURNIER5a363e72015-09-27 19:29:33 +020034#include <proto/action.h>
Willy Tarreau609aad92018-11-22 08:31:09 +010035#include <proto/activity.h>
Willy Tarreau61612d42012-04-19 18:42:05 +020036#include <proto/arg.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010037#include <proto/backend.h>
Willy Tarreauc7e42382012-08-24 19:22:53 +020038#include <proto/channel.h>
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +010039#include <proto/checks.h>
William Lallemand4c5b4d52016-11-21 08:51:11 +010040#include <proto/cli.h>
Willy Tarreaud2274c62012-07-06 14:29:45 +020041#include <proto/connection.h>
Frédéric Lécaille03cdf552019-05-20 10:08:27 +020042#include <proto/dict.h>
Baptiste Assmann333939c2019-01-21 08:34:50 +010043#include <proto/dns.h>
William Lallemand9ed62032016-11-21 17:49:11 +010044#include <proto/stats.h>
Willy Tarreaudd2f85e2012-09-02 22:34:23 +020045#include <proto/fd.h>
Christopher Fauletd7c91962015-04-30 11:48:27 +020046#include <proto/filters.h>
Willy Tarreau91c43d72010-06-20 11:19:22 +020047#include <proto/freq_ctr.h>
Willy Tarreau3041b9f2010-10-15 23:25:20 +020048#include <proto/frontend.h>
Thierry FOURNIER65f34c62015-02-16 20:11:43 +010049#include <proto/hlua.h>
Willy Tarreau61c112a2018-10-02 16:43:32 +020050#include <proto/http_rules.h>
Willy Tarreaud1d54542012-09-12 22:58:11 +020051#include <proto/listener.h>
Willy Tarreau332f8bf2007-05-13 21:36:56 +020052#include <proto/log.h>
Willy Tarreaucbaaec42012-09-06 11:32:07 +020053#include <proto/raw_sock.h>
Willy Tarreaufeb76402015-04-03 14:10:06 +020054#include <proto/session.h>
Willy Tarreau87b09662015-04-03 00:22:06 +020055#include <proto/stream.h>
Willy Tarreau3eba98a2009-01-25 13:56:13 +010056#include <proto/pipe.h>
Christopher Fauletfc9cfe42019-07-16 14:54:53 +020057#include <proto/http_ana.h>
Willy Tarreau1d0dfb12009-07-07 15:10:31 +020058#include <proto/proxy.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020059#include <proto/queue.h>
Willy Tarreau7f062c42009-03-05 18:43:00 +010060#include <proto/server.h>
Willy Tarreaucd3b0942012-04-27 21:52:18 +020061#include <proto/sample.h>
Emeric Brun1d33b292010-01-04 15:47:17 +010062#include <proto/stick_table.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010063#include <proto/stream_interface.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010064#include <proto/task.h>
Willy Tarreau39713102016-11-25 15:49:32 +010065#include <proto/tcp_rules.h>
Thierry FOURNIER4834bc72015-06-06 19:29:07 +020066#include <proto/vars.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020067
Willy Tarreau8ceae722018-11-26 11:58:30 +010068DECLARE_POOL(pool_head_stream, "stream", sizeof(struct stream));
69
Willy Tarreaub6b3df32018-11-26 16:31:20 +010070struct list streams = LIST_HEAD_INIT(streams);
Willy Tarreau86abe442018-11-25 20:12:18 +010071__decl_spinlock(streams_lock);
Willy Tarreaubaaee002006-06-26 02:48:02 +020072
Thierry FOURNIER5a363e72015-09-27 19:29:33 +020073/* List of all use-service keywords. */
74static struct list service_keywords = LIST_HEAD_INIT(service_keywords);
75
Willy Tarreau5790eb02017-08-28 17:18:36 +020076
Christopher Fauleteea8fc72019-11-05 16:18:10 +010077/* trace source and events */
78static void strm_trace(enum trace_level level, uint64_t mask,
79 const struct trace_source *src,
80 const struct ist where, const struct ist func,
81 const void *a1, const void *a2, const void *a3, const void *a4);
82
83/* The event representation is split like this :
84 * strm - stream
85 * si - stream interface
86 * http - http analyzis
87 * tcp - tcp analyzis
88 *
89 * STRM_EV_* macros are defined in <proto/stream.h>
90 */
91static const struct trace_event strm_trace_events[] = {
92 { .mask = STRM_EV_STRM_NEW, .name = "strm_new", .desc = "new stream" },
93 { .mask = STRM_EV_STRM_FREE, .name = "strm_free", .desc = "release stream" },
94 { .mask = STRM_EV_STRM_ERR, .name = "strm_err", .desc = "error during stream processing" },
95 { .mask = STRM_EV_STRM_ANA, .name = "strm_ana", .desc = "stream analyzers" },
96 { .mask = STRM_EV_STRM_PROC, .name = "strm_proc", .desc = "stream processing" },
97
98 { .mask = STRM_EV_SI_ST, .name = "si_state", .desc = "processing stream-interface states" },
99
100 { .mask = STRM_EV_HTTP_ANA, .name = "http_ana", .desc = "HTTP analyzers" },
101 { .mask = STRM_EV_HTTP_ERR, .name = "http_err", .desc = "error during HTTP analyzis" },
102
103 { .mask = STRM_EV_TCP_ANA, .name = "tcp_ana", .desc = "TCP analyzers" },
104 { .mask = STRM_EV_TCP_ERR, .name = "tcp_err", .desc = "error during TCP analyzis" },
105 {}
106};
107
108static const struct name_desc strm_trace_lockon_args[4] = {
109 /* arg1 */ { /* already used by the stream */ },
110 /* arg2 */ { },
111 /* arg3 */ { },
112 /* arg4 */ { }
113};
114
115static const struct name_desc strm_trace_decoding[] = {
116#define STRM_VERB_CLEAN 1
117 { .name="clean", .desc="only user-friendly stuff, generally suitable for level \"user\"" },
118#define STRM_VERB_MINIMAL 2
119 { .name="minimal", .desc="report info on stream and stream-interfaces" },
120#define STRM_VERB_SIMPLE 3
121 { .name="simple", .desc="add info on request and response channels" },
122#define STRM_VERB_ADVANCED 4
123 { .name="advanced", .desc="add info on channel's buffer for data and developer levels only" },
124#define STRM_VERB_COMPLETE 5
125 { .name="complete", .desc="add info on channel's buffer" },
126 { /* end */ }
127};
128
129struct trace_source trace_strm = {
130 .name = IST("stream"),
131 .desc = "Applicative stream",
132 .arg_def = TRC_ARG1_STRM, // TRACE()'s first argument is always a stream
133 .default_cb = strm_trace,
134 .known_events = strm_trace_events,
135 .lockon_args = strm_trace_lockon_args,
136 .decoding = strm_trace_decoding,
137 .report_events = ~0, // report everything by default
138};
139
140#define TRACE_SOURCE &trace_strm
141INITCALL1(STG_REGISTER, trace_register_source, TRACE_SOURCE);
142
143/* the stream traces always expect that arg1, if non-null, is of a stream (from
144 * which we can derive everything), that arg2, if non-null, is an http
145 * transaction, that arg3, if non-null, is an http message.
146 */
147static void strm_trace(enum trace_level level, uint64_t mask, const struct trace_source *src,
148 const struct ist where, const struct ist func,
149 const void *a1, const void *a2, const void *a3, const void *a4)
150{
151 const struct stream *s = a1;
152 const struct http_txn *txn = a2;
153 const struct http_msg *msg = a3;
154 struct task *task;
155 const struct stream_interface *si_f, *si_b;
156 const struct channel *req, *res;
157 struct htx *htx;
158
159 if (!s || src->verbosity < STRM_VERB_CLEAN)
160 return;
161
162 task = s->task;
163 si_f = &s->si[0];
164 si_b = &s->si[1];
165 req = &s->req;
166 res = &s->res;
167 htx = (msg ? htxbuf(&msg->chn->buf) : NULL);
168
169 /* General info about the stream (htx/tcp, id...) */
170 chunk_appendf(&trace_buf, " : [%u,%s]",
171 s->uniq_id, ((s->flags & SF_HTX) ? "HTX" : "TCP"));
172 if (s->unique_id)
173 chunk_appendf(&trace_buf, " id=%s", s->unique_id);
174
175 /* Front and back stream-int state */
176 chunk_appendf(&trace_buf, " SI=(%s,%s)",
177 si_state_str(si_f->state), si_state_str(si_b->state));
178
179 /* If txn is defined, HTTP req/rep states */
180 if (txn)
181 chunk_appendf(&trace_buf, " HTTP=(%s,%s)",
182 h1_msg_state_str(txn->req.msg_state), h1_msg_state_str(txn->rsp.msg_state));
183 if (msg)
184 chunk_appendf(&trace_buf, " %s", ((msg->chn->flags & CF_ISRESP) ? "RESPONSE" : "REQUEST"));
185
186 if (src->verbosity == STRM_VERB_CLEAN)
187 return;
188
189 /* If msg defined, display status-line if possible (verbosity > MINIMAL) */
190 if (src->verbosity > STRM_VERB_MINIMAL && htx && htx_nbblks(htx)) {
191 const struct htx_blk *blk = htx_get_head_blk(htx);
192 const struct htx_sl *sl = htx_get_blk_ptr(htx, blk);
193 enum htx_blk_type type = htx_get_blk_type(blk);
194
195 if (type == HTX_BLK_REQ_SL || type == HTX_BLK_RES_SL)
196 chunk_appendf(&trace_buf, " - \"%.*s %.*s %.*s\"",
197 HTX_SL_P1_LEN(sl), HTX_SL_P1_PTR(sl),
198 HTX_SL_P2_LEN(sl), HTX_SL_P2_PTR(sl),
199 HTX_SL_P3_LEN(sl), HTX_SL_P3_PTR(sl));
200 }
201
202
203 /* If txn defined info about HTTP msgs, otherwise info about SI. */
204 if (txn) {
205 chunk_appendf(&trace_buf, " - t=%p s=(%p,0x%08x) txn.flags=0x%08x, http.flags=(0x%08x,0x%08x) status=%d",
206 task, s, s->flags, txn->flags, txn->req.flags, txn->rsp.flags, txn->status);
207 }
208 else {
209 chunk_appendf(&trace_buf, " - t=%p s=(%p,0x%08x) si_f=(%p,0x%08x,0x%x) si_b=(%p,0x%08x,0x%x) retries=%d",
210 task, s, s->flags, si_f, si_f->flags, si_f->err_type,
211 si_b, si_b->flags, si_b->err_type, si_b->conn_retries);
212 }
213
214 if (src->verbosity == STRM_VERB_MINIMAL)
215 return;
216
217
218 /* If txn defined, don't display all channel info */
219 if (src->verbosity == STRM_VERB_SIMPLE || txn) {
220 chunk_appendf(&trace_buf, " req=(%p .fl=0x%08x .exp(r,w,a)=(%u,%u,%u))",
221 req, req->flags, req->rex, req->wex, req->analyse_exp);
222 chunk_appendf(&trace_buf, " res=(%p .fl=0x%08x .exp(r,w,a)=(%u,%u,%u))",
223 res, res->flags, res->rex, res->wex, res->analyse_exp);
224 }
225 else {
226 chunk_appendf(&trace_buf, " req=(%p .fl=0x%08x .ana=0x%08x .exp(r,w,a)=(%u,%u,%u) .o=%lu .tot=%llu .to_fwd=%u)",
227 req, req->flags, req->analysers, req->rex, req->wex, req->analyse_exp,
228 req->output, req->total, req->to_forward);
229 chunk_appendf(&trace_buf, " res=(%p .fl=0x%08x .ana=0x%08x .exp(r,w,a)=(%u,%u,%u) .o=%lu .tot=%llu .to_fwd=%u)",
230 res, res->flags, res->analysers, res->rex, res->wex, res->analyse_exp,
231 res->output, res->total, res->to_forward);
232 }
233
234 if (src->verbosity == STRM_VERB_SIMPLE ||
235 (src->verbosity == STRM_VERB_ADVANCED && src->level < TRACE_LEVEL_DATA))
236 return;
237
238 /* channels' buffer info */
239 if (s->flags & SF_HTX) {
240 struct htx *rqhtx = htxbuf(&req->buf);
241 struct htx *rphtx = htxbuf(&res->buf);
242
243 chunk_appendf(&trace_buf, " htx=(%u/%u#%u, %u/%u#%u)",
244 rqhtx->data, rqhtx->size, htx_nbblks(rqhtx),
245 rphtx->data, rphtx->size, htx_nbblks(rphtx));
246 }
247 else {
248 chunk_appendf(&trace_buf, " buf=(%u@%p+%u/%u, %u@%p+%u/%u)",
249 (unsigned int)b_data(&req->buf), b_orig(&req->buf),
250 (unsigned int)b_head_ofs(&req->buf), (unsigned int)b_size(&req->buf),
251 (unsigned int)b_data(&req->buf), b_orig(&req->buf),
252 (unsigned int)b_head_ofs(&req->buf), (unsigned int)b_size(&req->buf));
253 }
254
255 /* If msg defined, display htx info if defined (level > USER) */
256 if (src->level > TRACE_LEVEL_USER && htx && htx_nbblks(htx)) {
257 int full = 0;
258
259 /* Full htx info (level > STATE && verbosity > SIMPLE) */
260 if (src->level > TRACE_LEVEL_STATE) {
261 if (src->verbosity == STRM_VERB_COMPLETE)
262 full = 1;
263 }
264
265 chunk_memcat(&trace_buf, "\n\t", 2);
266 htx_dump(&trace_buf, htx, full);
267 }
268}
269
Willy Tarreau5790eb02017-08-28 17:18:36 +0200270/* Create a new stream for connection <conn>. Return < 0 on error. This is only
271 * valid right after the handshake, before the connection's data layer is
272 * initialized, because it relies on the session to be in conn->owner.
273 */
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200274int stream_create_from_cs(struct conn_stream *cs)
Willy Tarreau5790eb02017-08-28 17:18:36 +0200275{
276 struct stream *strm;
277
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200278 strm = stream_new(cs->conn->owner, &cs->obj_type);
Willy Tarreau5790eb02017-08-28 17:18:36 +0200279 if (strm == NULL)
280 return -1;
281
282 task_wakeup(strm->task, TASK_WOKEN_INIT);
283 return 0;
284}
285
Willy Tarreaub882dd82018-11-06 15:50:21 +0100286/* Callback used to wake up a stream when an input buffer is available. The
287 * stream <s>'s stream interfaces are checked for a failed buffer allocation
Willy Tarreaud0f5bbc2018-11-14 11:10:26 +0100288 * as indicated by the presence of the SI_FL_RXBLK_ROOM flag and the lack of a
Willy Tarreaub882dd82018-11-06 15:50:21 +0100289 * buffer, and and input buffer is assigned there (at most one). The function
290 * returns 1 and wakes the stream up if a buffer was taken, otherwise zero.
291 * It's designed to be called from __offer_buffer().
292 */
293int stream_buf_available(void *arg)
294{
295 struct stream *s = arg;
296
Willy Tarreau8be7cd72018-11-14 15:12:08 +0100297 if (!s->req.buf.size && !s->req.pipe && (s->si[0].flags & SI_FL_RXBLK_BUFF) &&
Willy Tarreaub882dd82018-11-06 15:50:21 +0100298 b_alloc_margin(&s->req.buf, global.tune.reserved_bufs))
Willy Tarreau8be7cd72018-11-14 15:12:08 +0100299 si_rx_buff_rdy(&s->si[0]);
300 else if (!s->res.buf.size && !s->res.pipe && (s->si[1].flags & SI_FL_RXBLK_BUFF) &&
Willy Tarreaub882dd82018-11-06 15:50:21 +0100301 b_alloc_margin(&s->res.buf, 0))
Willy Tarreau8be7cd72018-11-14 15:12:08 +0100302 si_rx_buff_rdy(&s->si[1]);
Willy Tarreaub882dd82018-11-06 15:50:21 +0100303 else
304 return 0;
305
306 task_wakeup(s->task, TASK_WOKEN_RES);
307 return 1;
308
309}
310
Willy Tarreau9903f0e2015-04-04 18:50:31 +0200311/* This function is called from the session handler which detects the end of
Willy Tarreau73b65ac2015-04-08 18:26:29 +0200312 * handshake, in order to complete initialization of a valid stream. It must be
Joseph Herlant4cc8d0d2018-11-15 09:14:14 -0800313 * called with a completely initialized session. It returns the pointer to
Willy Tarreau73b65ac2015-04-08 18:26:29 +0200314 * the newly created stream, or NULL in case of fatal error. The client-facing
Willy Tarreau87787ac2017-08-28 16:22:54 +0200315 * end point is assigned to <origin>, which must be valid. The stream's task
316 * is configured with a nice value inherited from the listener's nice if any.
317 * The task's context is set to the new stream, and its function is set to
318 * process_stream(). Target and analysers are null.
Willy Tarreau2542b532012-08-31 16:01:23 +0200319 */
Willy Tarreau87787ac2017-08-28 16:22:54 +0200320struct stream *stream_new(struct session *sess, enum obj_type *origin)
Willy Tarreau2542b532012-08-31 16:01:23 +0200321{
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200322 struct stream *s;
Willy Tarreau87787ac2017-08-28 16:22:54 +0200323 struct task *t;
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200324 struct conn_stream *cs = objt_cs(origin);
Willy Tarreau73b65ac2015-04-08 18:26:29 +0200325 struct appctx *appctx = objt_appctx(origin);
Christopher Fauletb3484d62018-11-29 15:19:05 +0100326 const struct cs_info *csinfo;
Willy Tarreau2542b532012-08-31 16:01:23 +0200327
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100328 DBG_TRACE_ENTER(STRM_EV_STRM_NEW);
Willy Tarreaubafbe012017-11-24 17:34:44 +0100329 if (unlikely((s = pool_alloc(pool_head_stream)) == NULL))
Willy Tarreau87787ac2017-08-28 16:22:54 +0200330 goto out_fail_alloc;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200331
332 /* minimum stream initialization required for an embryonic stream is
333 * fairly low. We need very little to execute L4 ACLs, then we need a
334 * task to make the client-side connection live on its own.
335 * - flags
336 * - stick-entry tracking
337 */
338 s->flags = 0;
Willy Tarreaufb9f5842015-04-05 18:19:23 +0200339 s->logs.logwait = sess->fe->to_log;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200340 s->logs.level = 0;
Willy Tarreau99eb0f12015-04-05 12:03:54 +0200341 tv_zero(&s->logs.tv_request);
342 s->logs.t_queue = -1;
343 s->logs.t_connect = -1;
344 s->logs.t_data = -1;
345 s->logs.t_close = 0;
346 s->logs.bytes_in = s->logs.bytes_out = 0;
Patrick Hemmerffe5e8c2018-05-11 12:52:31 -0400347 s->logs.prx_queue_pos = 0; /* we get the number of pending conns before us */
348 s->logs.srv_queue_pos = 0; /* we will get this number soon */
Baptiste Assmann333939c2019-01-21 08:34:50 +0100349 s->obj_type = OBJ_TYPE_STREAM;
Willy Tarreau99eb0f12015-04-05 12:03:54 +0200350
Christopher Fauletb3484d62018-11-29 15:19:05 +0100351 csinfo = si_get_cs_info(cs);
352 if (csinfo) {
353 s->logs.accept_date = csinfo->create_date;
354 s->logs.tv_accept = csinfo->tv_create;
355 s->logs.t_handshake = csinfo->t_handshake;
356 s->logs.t_idle = csinfo->t_idle;
357 }
358 else {
359 s->logs.accept_date = sess->accept_date;
360 s->logs.tv_accept = sess->tv_accept;
361 s->logs.t_handshake = sess->t_handshake;
362 s->logs.t_idle = -1;
363 }
364
Willy Tarreau99eb0f12015-04-05 12:03:54 +0200365 /* default logging function */
366 s->do_log = strm_log;
367
368 /* default error reporting function, may be changed by analysers */
369 s->srv_error = default_srv_error;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200370
371 /* Initialise the current rule list pointer to NULL. We are sure that
372 * any rulelist match the NULL pointer.
373 */
374 s->current_rule_list = NULL;
Remi Gacogne7fb9de22015-07-22 17:10:58 +0200375 s->current_rule = NULL;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200376
Willy Tarreaua68f7622015-09-21 17:48:24 +0200377 /* Copy SC counters for the stream. We don't touch refcounts because
378 * any reference we have is inherited from the session. Since the stream
379 * doesn't exist without the session, the session's existence guarantees
380 * we don't lose the entry. During the store operation, the stream won't
381 * touch these ones.
Thierry FOURNIER827752e2015-08-18 11:34:18 +0200382 */
Thierry FOURNIERc8fdb982015-08-16 12:03:39 +0200383 memcpy(s->stkctr, sess->stkctr, sizeof(s->stkctr));
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200384
385 s->sess = sess;
386 s->si[0].flags = SI_FL_NONE;
387 s->si[1].flags = SI_FL_ISBACK;
388
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100389 s->uniq_id = _HA_ATOMIC_XADD(&global.req_count, 1);
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200390
Willy Tarreau87b09662015-04-03 00:22:06 +0200391 /* OK, we're keeping the stream, so let's properly initialize the stream */
Willy Tarreau2542b532012-08-31 16:01:23 +0200392 LIST_INIT(&s->back_refs);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100393
394 LIST_INIT(&s->buffer_wait.list);
395 s->buffer_wait.target = s;
Willy Tarreaub882dd82018-11-06 15:50:21 +0100396 s->buffer_wait.wakeup_cb = stream_buf_available;
Willy Tarreauf8a49ea2013-10-14 21:32:07 +0200397
Willy Tarreau2e9c1d22019-04-24 08:28:31 +0200398 s->call_rate.curr_sec = s->call_rate.curr_ctr = s->call_rate.prev_ctr = 0;
William Lallemandcf62f7e2018-10-26 14:47:40 +0200399 s->pcli_next_pid = 0;
William Lallemandebf61802018-12-11 16:10:57 +0100400 s->pcli_flags = 0;
Willy Tarreau2542b532012-08-31 16:01:23 +0200401 s->unique_id = NULL;
Willy Tarreau2542b532012-08-31 16:01:23 +0200402
Emeric Brunc60def82017-09-27 14:59:38 +0200403 if ((t = task_new(tid_bit)) == NULL)
Willy Tarreau87787ac2017-08-28 16:22:54 +0200404 goto out_fail_alloc;
405
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200406 s->task = t;
Christopher Faulet9d810ca2016-12-08 22:33:52 +0100407 s->pending_events = 0;
Willy Tarreaud1769b82015-04-06 00:25:48 +0200408 t->process = process_stream;
Willy Tarreau2542b532012-08-31 16:01:23 +0200409 t->context = s;
410 t->expire = TICK_ETERNITY;
Willy Tarreau87787ac2017-08-28 16:22:54 +0200411 if (sess->listener)
412 t->nice = sess->listener->nice;
Willy Tarreau2542b532012-08-31 16:01:23 +0200413
Willy Tarreau87b09662015-04-03 00:22:06 +0200414 /* Note: initially, the stream's backend points to the frontend.
Willy Tarreau2542b532012-08-31 16:01:23 +0200415 * This changes later when switching rules are executed or
416 * when the default backend is assigned.
417 */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200418 s->be = sess->fe;
Willy Tarreauc9fa0482018-07-10 17:43:27 +0200419 s->req.buf = BUF_NULL;
420 s->res.buf = BUF_NULL;
Willy Tarreaucb7dd012015-04-03 22:16:32 +0200421 s->req_cap = NULL;
422 s->res_cap = NULL;
Willy Tarreau2542b532012-08-31 16:01:23 +0200423
Willy Tarreauebcd4842015-06-19 11:59:02 +0200424 /* Initialise all the variables contexts even if not used.
425 * This permits to prune these contexts without errors.
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200426 */
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200427 vars_init(&s->vars_txn, SCOPE_TXN);
428 vars_init(&s->vars_reqres, SCOPE_REQ);
429
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200430 /* this part should be common with other protocols */
Olivier Houchard8f0b4c62018-08-02 18:21:38 +0200431 if (si_reset(&s->si[0]) < 0)
432 goto out_fail_alloc;
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200433 si_set_state(&s->si[0], SI_ST_EST);
Hongbo Longe39683c2017-03-10 18:41:51 +0100434 s->si[0].hcto = sess->fe->timeout.clientfin;
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200435
Christopher Faulet0e160ff2019-04-03 10:01:07 +0200436 if (cs && cs->conn->mux) {
437 if (cs->conn->mux->flags & MX_FL_CLEAN_ABRT)
438 s->si[0].flags |= SI_FL_CLEAN_ABRT;
439 if (cs->conn->mux->flags & MX_FL_HTX)
440 s->flags |= SF_HTX;
441 }
Christopher Faulet3494c632019-07-15 14:58:26 +0200442 /* Set SF_HTX flag for HTTP frontends. */
443 if (sess->fe->mode == PR_MODE_HTTP)
Christopher Faulet0e160ff2019-04-03 10:01:07 +0200444 s->flags |= SF_HTX;
Willy Tarreau984fca92017-12-20 16:31:43 +0100445
Willy Tarreau1f52bb22015-04-04 14:28:46 +0200446 /* attach the incoming connection to the stream interface now. */
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200447 if (cs)
448 si_attach_cs(&s->si[0], cs);
Willy Tarreau470280e2015-04-05 01:33:13 +0200449 else if (appctx)
450 si_attach_appctx(&s->si[0], appctx);
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200451
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200452 if (likely(sess->fe->options2 & PR_O2_INDEPSTR))
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200453 s->si[0].flags |= SI_FL_INDEP_STR;
454
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200455 /* pre-initialize the other side's stream interface to an INIT state. The
456 * callbacks will be initialized before attempting to connect.
457 */
Olivier Houchard8f0b4c62018-08-02 18:21:38 +0200458 if (si_reset(&s->si[1]) < 0)
459 goto out_fail_alloc_si1;
Hongbo Longe39683c2017-03-10 18:41:51 +0100460 s->si[1].hcto = TICK_ETERNITY;
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200461
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200462 if (likely(sess->fe->options2 & PR_O2_INDEPSTR))
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200463 s->si[1].flags |= SI_FL_INDEP_STR;
464
Willy Tarreau87b09662015-04-03 00:22:06 +0200465 stream_init_srv_conn(s);
Willy Tarreau9b82d942016-12-05 00:26:31 +0100466 s->target = sess->listener ? sess->listener->default_target : NULL;
Willy Tarreau90420602019-07-18 15:09:57 +0200467 s->target_addr = NULL;
Willy Tarreau9b82d942016-12-05 00:26:31 +0100468
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200469 s->pend_pos = NULL;
Patrick Hemmer268a7072018-05-11 12:52:31 -0400470 s->priority_class = 0;
471 s->priority_offset = 0;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200472
473 /* init store persistence */
474 s->store_count = 0;
475
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100476 channel_init(&s->req);
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100477 s->req.flags |= CF_READ_ATTACHED; /* the producer is already connected */
Willy Tarreau9b82d942016-12-05 00:26:31 +0100478 s->req.analysers = sess->listener ? sess->listener->analysers : 0;
Willy Tarreaue223e3b2017-11-18 15:39:10 +0100479
480 if (!sess->fe->fe_req_ana) {
481 channel_auto_connect(&s->req); /* don't wait to establish connection */
482 channel_auto_close(&s->req); /* let the producer forward close requests */
483 }
Willy Tarreauc8815ef2015-04-05 18:15:59 +0200484
485 s->req.rto = sess->fe->timeout.client;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100486 s->req.wto = TICK_ETERNITY;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100487 s->req.rex = TICK_ETERNITY;
488 s->req.wex = TICK_ETERNITY;
489 s->req.analyse_exp = TICK_ETERNITY;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200490
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100491 channel_init(&s->res);
Willy Tarreauef573c02014-11-28 14:17:09 +0100492 s->res.flags |= CF_ISRESP;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100493 s->res.analysers = 0;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200494
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200495 if (sess->fe->options2 & PR_O2_NODELAY) {
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100496 s->req.flags |= CF_NEVER_WAIT;
497 s->res.flags |= CF_NEVER_WAIT;
Willy Tarreau96e31212011-05-30 18:10:30 +0200498 }
499
Willy Tarreauc8815ef2015-04-05 18:15:59 +0200500 s->res.wto = sess->fe->timeout.client;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100501 s->res.rto = TICK_ETERNITY;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100502 s->res.rex = TICK_ETERNITY;
503 s->res.wex = TICK_ETERNITY;
504 s->res.analyse_exp = TICK_ETERNITY;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200505
Willy Tarreaueee5b512015-04-03 23:46:31 +0200506 s->txn = NULL;
Thierry FOURNIER2c8b54e2016-12-17 12:45:32 +0100507 s->hlua = NULL;
Thierry FOURNIER65f34c62015-02-16 20:11:43 +0100508
Frédéric Lécaillebed883a2019-04-23 17:26:33 +0200509 s->dns_ctx.dns_requester = NULL;
510 s->dns_ctx.hostname_dn = NULL;
511 s->dns_ctx.hostname_dn_len = 0;
512 s->dns_ctx.parent = NULL;
513
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100514 HA_SPIN_LOCK(STRMS_LOCK, &streams_lock);
Emeric Brun6b35e9b2017-06-30 16:23:45 +0200515 LIST_ADDQ(&streams, &s->list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100516 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
Emeric Brun6b35e9b2017-06-30 16:23:45 +0200517
Christopher Faulet92d36382015-11-05 13:35:03 +0100518 if (flt_stream_init(s) < 0 || flt_stream_start(s) < 0)
Christopher Fauletd7c91962015-04-30 11:48:27 +0200519 goto out_fail_accept;
520
Olivier Houcharda254a372019-04-05 15:30:12 +0200521 s->si[1].l7_buffer = BUF_NULL;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200522 /* finish initialization of the accepted file descriptor */
Olivier Houchard53216e72018-10-10 15:46:36 +0200523 if (appctx)
Willy Tarreau0cd3bd62018-11-06 18:46:37 +0100524 si_want_get(&s->si[0]);
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200525
Willy Tarreaufb9f5842015-04-05 18:19:23 +0200526 if (sess->fe->accept && sess->fe->accept(s) < 0)
Willy Tarreauc5a7ff42015-04-05 11:52:08 +0200527 goto out_fail_accept;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200528
529 /* it is important not to call the wakeup function directly but to
530 * pass through task_wakeup(), because this one knows how to apply
Emeric Brun5f77fef2017-05-29 15:26:51 +0200531 * priorities to tasks. Using multi thread we must be sure that
532 * stream is fully initialized before calling task_wakeup. So
533 * the caller must handle the task_wakeup
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200534 */
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100535 DBG_TRACE_LEAVE(STRM_EV_STRM_NEW, s);
Willy Tarreau02d86382015-04-05 12:00:52 +0200536 return s;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200537
538 /* Error unrolling */
Willy Tarreauc5a7ff42015-04-05 11:52:08 +0200539 out_fail_accept:
Christopher Faulet92d36382015-11-05 13:35:03 +0100540 flt_stream_release(s, 0);
Olivier Houchard3f795f72019-04-17 22:51:06 +0200541 task_destroy(t);
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200542 tasklet_free(s->si[1].wait_event.tasklet);
Willy Tarreaue5f229e2018-10-15 11:08:55 +0200543 LIST_DEL(&s->list);
Olivier Houchard8f0b4c62018-08-02 18:21:38 +0200544out_fail_alloc_si1:
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200545 tasklet_free(s->si[0].wait_event.tasklet);
Willy Tarreau87787ac2017-08-28 16:22:54 +0200546 out_fail_alloc:
Willy Tarreaubafbe012017-11-24 17:34:44 +0100547 pool_free(pool_head_stream, s);
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100548 DBG_TRACE_DEVEL("leaving on error", STRM_EV_STRM_NEW|STRM_EV_STRM_ERR);
Willy Tarreau02d86382015-04-05 12:00:52 +0200549 return NULL;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200550}
551
Willy Tarreaubaaee002006-06-26 02:48:02 +0200552/*
Willy Tarreau87b09662015-04-03 00:22:06 +0200553 * frees the context associated to a stream. It must have been removed first.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200554 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200555static void stream_free(struct stream *s)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200556{
Willy Tarreau9ad7bd42015-04-03 19:19:59 +0200557 struct session *sess = strm_sess(s);
558 struct proxy *fe = sess->fe;
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100559 struct bref *bref, *back;
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200560 struct conn_stream *cli_cs = objt_cs(s->si[0].end);
Willy Tarreau5bcfd562017-11-29 14:05:38 +0100561 int must_free_sess;
Willy Tarreaua4cda672010-06-06 18:28:49 +0200562 int i;
Willy Tarreau0f7562b2007-01-07 15:46:13 +0100563
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100564 DBG_TRACE_POINT(STRM_EV_STRM_FREE, s);
565
Willy Tarreau0ad46fa2019-05-17 14:20:05 +0200566 /* detach the stream from its own task before even releasing it so
567 * that walking over a task list never exhibits a dying stream.
568 */
569 s->task->context = NULL;
570 __ha_barrier_store();
571
Willy Tarreaud0ad4a82018-07-25 11:13:53 +0200572 pendconn_free(s);
Willy Tarreau922a8062008-12-04 09:33:58 +0100573
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100574 if (objt_server(s->target)) { /* there may be requests left pending in queue */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200575 if (s->flags & SF_CURR_SESS) {
576 s->flags &= ~SF_CURR_SESS;
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100577 _HA_ATOMIC_SUB(&__objt_server(s->target)->cur_sess, 1);
Willy Tarreau1e62de62008-11-11 20:20:02 +0100578 }
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100579 if (may_dequeue_tasks(objt_server(s->target), s->be))
580 process_srv_queue(objt_server(s->target));
Willy Tarreau1e62de62008-11-11 20:20:02 +0100581 }
Willy Tarreau922a8062008-12-04 09:33:58 +0100582
Willy Tarreau7c669d72008-06-20 15:04:11 +0200583 if (unlikely(s->srv_conn)) {
Willy Tarreau87b09662015-04-03 00:22:06 +0200584 /* the stream still has a reserved slot on a server, but
Willy Tarreau7c669d72008-06-20 15:04:11 +0200585 * it should normally be only the same as the one above,
586 * so this should not happen in fact.
587 */
588 sess_change_server(s, NULL);
589 }
590
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100591 if (s->req.pipe)
592 put_pipe(s->req.pipe);
Willy Tarreau259de1b2009-01-18 21:56:21 +0100593
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100594 if (s->res.pipe)
595 put_pipe(s->res.pipe);
Willy Tarreau259de1b2009-01-18 21:56:21 +0100596
Willy Tarreaubf883e02014-11-25 21:10:35 +0100597 /* We may still be present in the buffer wait queue */
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100598 if (!LIST_ISEMPTY(&s->buffer_wait.list)) {
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100599 HA_SPIN_LOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100600 LIST_DEL(&s->buffer_wait.list);
601 LIST_INIT(&s->buffer_wait.list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100602 HA_SPIN_UNLOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Willy Tarreaubf883e02014-11-25 21:10:35 +0100603 }
Willy Tarreauc9fa0482018-07-10 17:43:27 +0200604 if (s->req.buf.size || s->res.buf.size) {
Willy Tarreaue0d0b402019-08-08 08:06:27 +0200605 b_free(&s->req.buf);
606 b_free(&s->res.buf);
Olivier Houchard673867c2018-05-25 16:58:52 +0200607 offer_buffers(NULL, tasks_run_queue);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100608 }
Willy Tarreau9b28e032012-10-12 23:49:43 +0200609
Olivier Houchard32211a12019-02-01 18:10:46 +0100610 pool_free(pool_head_uniqueid, s->unique_id);
Willy Tarreau09c4bab2019-02-10 18:49:37 +0100611 s->unique_id = NULL;
Olivier Houchard32211a12019-02-01 18:10:46 +0100612
Thierry FOURNIER2c8b54e2016-12-17 12:45:32 +0100613 hlua_ctx_destroy(s->hlua);
614 s->hlua = NULL;
Willy Tarreaueee5b512015-04-03 23:46:31 +0200615 if (s->txn)
616 http_end_txn(s);
Willy Tarreau46023632010-01-07 22:51:47 +0100617
Willy Tarreau1e954912012-10-12 17:50:05 +0200618 /* ensure the client-side transport layer is destroyed */
Willy Tarreau32560732017-10-08 11:33:44 +0200619 if (cli_cs)
620 cs_close(cli_cs);
Willy Tarreau1e954912012-10-12 17:50:05 +0200621
Willy Tarreaua4cda672010-06-06 18:28:49 +0200622 for (i = 0; i < s->store_count; i++) {
623 if (!s->store[i].ts)
624 continue;
625 stksess_free(s->store[i].table, s->store[i].ts);
626 s->store[i].ts = NULL;
627 }
628
Willy Tarreaueee5b512015-04-03 23:46:31 +0200629 if (s->txn) {
Willy Tarreaubafbe012017-11-24 17:34:44 +0100630 pool_free(pool_head_http_txn, s->txn);
Willy Tarreaueee5b512015-04-03 23:46:31 +0200631 s->txn = NULL;
632 }
633
Baptiste Assmann333939c2019-01-21 08:34:50 +0100634 if (s->dns_ctx.dns_requester) {
635 free(s->dns_ctx.hostname_dn); s->dns_ctx.hostname_dn = NULL;
636 s->dns_ctx.hostname_dn_len = 0;
637 dns_unlink_resolution(s->dns_ctx.dns_requester);
638
639 pool_free(dns_requester_pool, s->dns_ctx.dns_requester);
640 s->dns_ctx.dns_requester = NULL;
641 }
642
Christopher Fauletd7c91962015-04-30 11:48:27 +0200643 flt_stream_stop(s);
Christopher Faulet92d36382015-11-05 13:35:03 +0100644 flt_stream_release(s, 0);
Christopher Fauletd7c91962015-04-30 11:48:27 +0200645
Willy Tarreau92fb9832007-10-16 17:34:28 +0200646 if (fe) {
Christopher Faulet59399252019-11-07 14:27:52 +0100647 if (s->req_cap) {
648 struct cap_hdr *h;
649 for (h = fe->req_cap; h; h = h->next)
650 pool_free(h->pool, s->req_cap[h->index]);
651 }
652
653 if (s->res_cap) {
654 struct cap_hdr *h;
655 for (h = fe->rsp_cap; h; h = h->next)
656 pool_free(h->pool, s->res_cap[h->index]);
657 }
658
Willy Tarreaubafbe012017-11-24 17:34:44 +0100659 pool_free(fe->rsp_cap_pool, s->res_cap);
660 pool_free(fe->req_cap_pool, s->req_cap);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200661 }
Willy Tarreau0937bc42009-12-22 15:03:09 +0100662
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200663 /* Cleanup all variable contexts. */
Willy Tarreaucda7f3f2018-10-28 13:44:36 +0100664 if (!LIST_ISEMPTY(&s->vars_txn.head))
665 vars_prune(&s->vars_txn, s->sess, s);
666 if (!LIST_ISEMPTY(&s->vars_reqres.head))
667 vars_prune(&s->vars_reqres, s->sess, s);
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200668
Willy Tarreau87b09662015-04-03 00:22:06 +0200669 stream_store_counters(s);
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +0200670
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100671 HA_SPIN_LOCK(STRMS_LOCK, &streams_lock);
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100672 list_for_each_entry_safe(bref, back, &s->back_refs, users) {
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100673 /* we have to unlink all watchers. We must not relink them if
Willy Tarreau87b09662015-04-03 00:22:06 +0200674 * this stream was the last one in the list.
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100675 */
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100676 LIST_DEL(&bref->users);
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100677 LIST_INIT(&bref->users);
Willy Tarreau87b09662015-04-03 00:22:06 +0200678 if (s->list.n != &streams)
679 LIST_ADDQ(&LIST_ELEM(s->list.n, struct stream *, list)->back_refs, &bref->users);
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100680 bref->ref = s->list.n;
681 }
Willy Tarreauf54f8bd2008-11-23 19:53:55 +0100682 LIST_DEL(&s->list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100683 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
Emeric Brun6b35e9b2017-06-30 16:23:45 +0200684
Willy Tarreau5bcfd562017-11-29 14:05:38 +0100685 /* applets do not release session yet */
686 must_free_sess = objt_appctx(sess->origin) && sess->origin == s->si[0].end;
687
Olivier Houchard4fdec7a2018-10-11 17:09:14 +0200688
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200689 si_release_endpoint(&s->si[1]);
690 si_release_endpoint(&s->si[0]);
Willy Tarreaufeb76402015-04-03 14:10:06 +0200691
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200692 tasklet_free(s->si[0].wait_event.tasklet);
693 tasklet_free(s->si[1].wait_event.tasklet);
Olivier Houchardd7bd3e32018-10-18 16:22:02 +0200694
Olivier Houcharda254a372019-04-05 15:30:12 +0200695 b_free(&s->si[1].l7_buffer);
Olivier Houchard25607af2018-11-23 14:50:47 +0100696 if (must_free_sess) {
697 sess->origin = NULL;
Willy Tarreau5bcfd562017-11-29 14:05:38 +0100698 session_free(sess);
Olivier Houchard25607af2018-11-23 14:50:47 +0100699 }
Willy Tarreau5bcfd562017-11-29 14:05:38 +0100700
Willy Tarreau90420602019-07-18 15:09:57 +0200701 sockaddr_free(&s->target_addr);
Willy Tarreaubafbe012017-11-24 17:34:44 +0100702 pool_free(pool_head_stream, s);
Willy Tarreau632f5a72007-07-11 10:42:35 +0200703
704 /* We may want to free the maximum amount of pools if the proxy is stopping */
Willy Tarreau92fb9832007-10-16 17:34:28 +0200705 if (fe && unlikely(fe->state == PR_STSTOPPED)) {
Willy Tarreaubafbe012017-11-24 17:34:44 +0100706 pool_flush(pool_head_buffer);
707 pool_flush(pool_head_http_txn);
Willy Tarreaubafbe012017-11-24 17:34:44 +0100708 pool_flush(pool_head_requri);
709 pool_flush(pool_head_capture);
710 pool_flush(pool_head_stream);
711 pool_flush(pool_head_session);
712 pool_flush(pool_head_connection);
713 pool_flush(pool_head_pendconn);
714 pool_flush(fe->req_cap_pool);
715 pool_flush(fe->rsp_cap_pool);
Willy Tarreau632f5a72007-07-11 10:42:35 +0200716 }
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200717}
718
Willy Tarreau656859d2014-11-25 19:46:36 +0100719
Willy Tarreau87b09662015-04-03 00:22:06 +0200720/* Allocates a work buffer for stream <s>. It is meant to be called inside
721 * process_stream(). It will only allocate the side needed for the function
Willy Tarreaubc39a5d2015-04-20 15:52:18 +0200722 * to work fine, which is the response buffer so that an error message may be
723 * built and returned. Response buffers may be allocated from the reserve, this
724 * is critical to ensure that a response may always flow and will never block a
725 * server from releasing a connection. Returns 0 in case of failure, non-zero
726 * otherwise.
Willy Tarreau656859d2014-11-25 19:46:36 +0100727 */
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100728static int stream_alloc_work_buffer(struct stream *s)
Willy Tarreau656859d2014-11-25 19:46:36 +0100729{
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100730 if (!LIST_ISEMPTY(&s->buffer_wait.list)) {
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100731 HA_SPIN_LOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100732 LIST_DEL(&s->buffer_wait.list);
733 LIST_INIT(&s->buffer_wait.list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100734 HA_SPIN_UNLOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Willy Tarreaubf883e02014-11-25 21:10:35 +0100735 }
Willy Tarreau656859d2014-11-25 19:46:36 +0100736
Willy Tarreaubc39a5d2015-04-20 15:52:18 +0200737 if (b_alloc_margin(&s->res.buf, 0))
Willy Tarreau656859d2014-11-25 19:46:36 +0100738 return 1;
739
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100740 HA_SPIN_LOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100741 LIST_ADDQ(&buffer_wq, &s->buffer_wait.list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100742 HA_SPIN_UNLOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Willy Tarreau656859d2014-11-25 19:46:36 +0100743 return 0;
744}
745
746/* releases unused buffers after processing. Typically used at the end of the
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100747 * update() functions. It will try to wake up as many tasks/applets as the
748 * number of buffers that it releases. In practice, most often streams are
749 * blocked on a single buffer, so it makes sense to try to wake two up when two
750 * buffers are released at once.
Willy Tarreau656859d2014-11-25 19:46:36 +0100751 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200752void stream_release_buffers(struct stream *s)
Willy Tarreau656859d2014-11-25 19:46:36 +0100753{
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100754 int offer = 0;
Willy Tarreau656859d2014-11-25 19:46:36 +0100755
Willy Tarreau0c7ed5d2018-07-10 09:53:31 +0200756 if (c_size(&s->req) && c_empty(&s->req)) {
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100757 offer = 1;
758 b_free(&s->req.buf);
759 }
Willy Tarreau0c7ed5d2018-07-10 09:53:31 +0200760 if (c_size(&s->res) && c_empty(&s->res)) {
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100761 offer = 1;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100762 b_free(&s->res.buf);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100763 }
Willy Tarreau656859d2014-11-25 19:46:36 +0100764
Willy Tarreaubf883e02014-11-25 21:10:35 +0100765 /* if we're certain to have at least 1 buffer available, and there is
766 * someone waiting, we can wake up a waiter and offer them.
767 */
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100768 if (offer)
Olivier Houchard673867c2018-05-25 16:58:52 +0200769 offer_buffers(s, tasks_run_queue);
Willy Tarreau656859d2014-11-25 19:46:36 +0100770}
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200771
Willy Tarreau87b09662015-04-03 00:22:06 +0200772void stream_process_counters(struct stream *s)
Willy Tarreau30e71012007-11-26 20:15:35 +0100773{
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200774 struct session *sess = s->sess;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100775 unsigned long long bytes;
Emeric Brun57056f02015-06-15 18:29:57 +0200776 void *ptr1,*ptr2;
Emeric Brun819fc6f2017-06-13 19:37:32 +0200777 struct stksess *ts;
Willy Tarreau20d46a52012-12-09 15:55:40 +0100778 int i;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100779
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100780 bytes = s->req.total - s->logs.bytes_in;
781 s->logs.bytes_in = s->req.total;
782 if (bytes) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100783 _HA_ATOMIC_ADD(&sess->fe->fe_counters.bytes_in, bytes);
784 _HA_ATOMIC_ADD(&s->be->be_counters.bytes_in, bytes);
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100785
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100786 if (objt_server(s->target))
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100787 _HA_ATOMIC_ADD(&objt_server(s->target)->counters.bytes_in, bytes);
Krzysztof Piotr Oledzkiaeebf9b2009-10-04 15:43:17 +0200788
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200789 if (sess->listener && sess->listener->counters)
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100790 _HA_ATOMIC_ADD(&sess->listener->counters->bytes_in, bytes);
Willy Tarreau855e4bb2010-06-18 18:33:32 +0200791
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100792 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200793 struct stkctr *stkctr = &s->stkctr[i];
794
Emeric Brun819fc6f2017-06-13 19:37:32 +0200795 ts = stkctr_entry(stkctr);
796 if (!ts) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200797 stkctr = &sess->stkctr[i];
Emeric Brun819fc6f2017-06-13 19:37:32 +0200798 ts = stkctr_entry(stkctr);
799 if (!ts)
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200800 continue;
801 }
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200802
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100803 HA_RWLOCK_WRLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun819fc6f2017-06-13 19:37:32 +0200804 ptr1 = stktable_data_ptr(stkctr->table, ts, STKTABLE_DT_BYTES_IN_CNT);
Emeric Brun57056f02015-06-15 18:29:57 +0200805 if (ptr1)
806 stktable_data_cast(ptr1, bytes_in_cnt) += bytes;
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200807
Emeric Brun819fc6f2017-06-13 19:37:32 +0200808 ptr2 = stktable_data_ptr(stkctr->table, ts, STKTABLE_DT_BYTES_IN_RATE);
Emeric Brun57056f02015-06-15 18:29:57 +0200809 if (ptr2)
810 update_freq_ctr_period(&stktable_data_cast(ptr2, bytes_in_rate),
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200811 stkctr->table->data_arg[STKTABLE_DT_BYTES_IN_RATE].u, bytes);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100812 HA_RWLOCK_WRUNLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun57056f02015-06-15 18:29:57 +0200813
814 /* If data was modified, we need to touch to re-schedule sync */
815 if (ptr1 || ptr2)
Emeric Brun819fc6f2017-06-13 19:37:32 +0200816 stktable_touch_local(stkctr->table, ts, 0);
Willy Tarreau30e71012007-11-26 20:15:35 +0100817 }
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100818 }
819
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100820 bytes = s->res.total - s->logs.bytes_out;
821 s->logs.bytes_out = s->res.total;
822 if (bytes) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100823 _HA_ATOMIC_ADD(&sess->fe->fe_counters.bytes_out, bytes);
824 _HA_ATOMIC_ADD(&s->be->be_counters.bytes_out, bytes);
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100825
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100826 if (objt_server(s->target))
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100827 _HA_ATOMIC_ADD(&objt_server(s->target)->counters.bytes_out, bytes);
Krzysztof Piotr Oledzkiaeebf9b2009-10-04 15:43:17 +0200828
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200829 if (sess->listener && sess->listener->counters)
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100830 _HA_ATOMIC_ADD(&sess->listener->counters->bytes_out, bytes);
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200831
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100832 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200833 struct stkctr *stkctr = &s->stkctr[i];
834
Emeric Brun819fc6f2017-06-13 19:37:32 +0200835 ts = stkctr_entry(stkctr);
836 if (!ts) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200837 stkctr = &sess->stkctr[i];
Emeric Brun819fc6f2017-06-13 19:37:32 +0200838 ts = stkctr_entry(stkctr);
839 if (!ts)
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200840 continue;
841 }
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200842
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100843 HA_RWLOCK_WRLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun819fc6f2017-06-13 19:37:32 +0200844 ptr1 = stktable_data_ptr(stkctr->table, ts, STKTABLE_DT_BYTES_OUT_CNT);
Emeric Brun57056f02015-06-15 18:29:57 +0200845 if (ptr1)
846 stktable_data_cast(ptr1, bytes_out_cnt) += bytes;
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200847
Emeric Brun819fc6f2017-06-13 19:37:32 +0200848 ptr2 = stktable_data_ptr(stkctr->table, ts, STKTABLE_DT_BYTES_OUT_RATE);
Emeric Brun57056f02015-06-15 18:29:57 +0200849 if (ptr2)
850 update_freq_ctr_period(&stktable_data_cast(ptr2, bytes_out_rate),
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200851 stkctr->table->data_arg[STKTABLE_DT_BYTES_OUT_RATE].u, bytes);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100852 HA_RWLOCK_WRUNLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun57056f02015-06-15 18:29:57 +0200853
854 /* If data was modified, we need to touch to re-schedule sync */
855 if (ptr1 || ptr2)
Emeric Brun819fc6f2017-06-13 19:37:32 +0200856 stktable_touch_local(stkctr->table, stkctr_entry(stkctr), 0);
Willy Tarreau30e71012007-11-26 20:15:35 +0100857 }
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100858 }
859}
Willy Tarreaubaaee002006-06-26 02:48:02 +0200860
Willy Tarreaud66ed882019-06-05 18:02:04 +0200861/* This function is called with (si->state == SI_ST_CON) meaning that a
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100862 * connection was attempted and that the file descriptor is already allocated.
Willy Tarreaud66ed882019-06-05 18:02:04 +0200863 * We must check for timeout, error and abort. Possible output states are
864 * SI_ST_CER (error), SI_ST_DIS (abort), and SI_ST_CON (no change). This only
865 * works with connection-based streams. We know that there were no I/O event
866 * when reaching this function. Timeouts and errors are *not* cleared.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100867 */
Willy Tarreaud66ed882019-06-05 18:02:04 +0200868static void sess_update_st_con_tcp(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100869{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100870 struct stream_interface *si = &s->si[1];
871 struct channel *req = &s->req;
872 struct channel *rep = &s->res;
Olivier Houchard14547b22018-11-29 18:01:46 +0100873 struct conn_stream *srv_cs = objt_cs(si->end);
Willy Tarreaubf66bd12019-01-23 15:15:09 +0100874 struct connection *conn = srv_cs ? srv_cs->conn : objt_conn(si->end);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100875
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100876 DBG_TRACE_ENTER(STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
877
Willy Tarreaud66ed882019-06-05 18:02:04 +0200878 /* the client might want to abort */
879 if ((rep->flags & CF_SHUTW) ||
880 ((req->flags & CF_SHUTW_NOW) &&
881 (channel_is_empty(req) || (s->be->options & PR_O_ABRT_CLOSE)))) {
882 si->flags |= SI_FL_NOLINGER;
Willy Tarreau73b013b2012-05-21 16:31:45 +0200883 si_shutw(si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100884 si->err_type |= SI_ET_CONN_ABRT;
Willy Tarreau84455332009-03-15 22:34:05 +0100885 if (s->srv_error)
886 s->srv_error(s, si);
Willy Tarreaud66ed882019-06-05 18:02:04 +0200887 /* Note: state = SI_ST_DIS now */
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100888 DBG_TRACE_STATE("client abort during connection attempt", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100889 }
890
Willy Tarreaud66ed882019-06-05 18:02:04 +0200891 /* retryable error ? */
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100892 else if (si->flags & (SI_FL_EXP|SI_FL_ERR)) {
Willy Tarreaud66ed882019-06-05 18:02:04 +0200893 if (!(s->flags & SF_SRV_REUSED) && conn) {
894 conn_stop_tracking(conn);
895 conn_full_close(conn);
896 }
Christopher Faulet7a3367c2019-05-09 11:46:52 +0200897
Willy Tarreaud66ed882019-06-05 18:02:04 +0200898 if (!si->err_type) {
899 if (si->flags & SI_FL_ERR)
900 si->err_type = SI_ET_CONN_ERR;
901 else
902 si->err_type = SI_ET_CONN_TO;
903 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100904
Willy Tarreaud66ed882019-06-05 18:02:04 +0200905 si->state = SI_ST_CER;
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100906 DBG_TRACE_STATE("connection failed, retry", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
Willy Tarreaud66ed882019-06-05 18:02:04 +0200907 }
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100908
909 DBG_TRACE_LEAVE(STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100910}
911
912/* This function is called with (si->state == SI_ST_CER) meaning that a
913 * previous connection attempt has failed and that the file descriptor
914 * has already been released. Possible causes include asynchronous error
915 * notification and time out. Possible output states are SI_ST_CLO when
916 * retries are exhausted, SI_ST_TAR when a delay is wanted before a new
917 * connection attempt, SI_ST_ASS when it's wise to retry on the same server,
918 * and SI_ST_REQ when an immediate redispatch is wanted. The buffers are
Willy Tarreaud66ed882019-06-05 18:02:04 +0200919 * marked as in error state. Timeouts and errors are cleared before retrying.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100920 */
Willy Tarreaud66ed882019-06-05 18:02:04 +0200921static void sess_update_st_cer(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100922{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100923 struct stream_interface *si = &s->si[1];
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200924 struct conn_stream *cs = objt_cs(si->end);
925 struct connection *conn = cs_conn(cs);
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100926
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100927 DBG_TRACE_ENTER(STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
928
Willy Tarreaud66ed882019-06-05 18:02:04 +0200929 si->exp = TICK_ETERNITY;
930 si->flags &= ~SI_FL_EXP;
931
Willy Tarreau87b09662015-04-03 00:22:06 +0200932 /* we probably have to release last stream from the server */
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100933 if (objt_server(s->target)) {
934 health_adjust(objt_server(s->target), HANA_STATUS_L4_ERR);
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +0100935
Willy Tarreaue7dff022015-04-03 01:14:29 +0200936 if (s->flags & SF_CURR_SESS) {
937 s->flags &= ~SF_CURR_SESS;
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100938 _HA_ATOMIC_SUB(&__objt_server(s->target)->cur_sess, 1);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100939 }
Willy Tarreau46d5b082017-07-26 20:13:37 +0200940
941 if ((si->flags & SI_FL_ERR) &&
942 conn && conn->err_code == CO_ER_SSL_MISMATCH_SNI) {
943 /* We tried to connect to a server which is configured
944 * with "verify required" and which doesn't have the
945 * "verifyhost" directive. The server presented a wrong
946 * certificate (a certificate for an unexpected name),
947 * which implies that we have used SNI in the handshake,
948 * and that the server doesn't have the associated cert
949 * and presented a default one.
950 *
951 * This is a serious enough issue not to retry. It's
952 * especially important because this wrong name might
953 * either be the result of a configuration error, and
954 * retrying will only hammer the server, or is caused
955 * by the use of a wrong SNI value, most likely
956 * provided by the client and we don't want to let the
957 * client provoke retries.
958 */
959 si->conn_retries = 0;
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100960 DBG_TRACE_DEVEL("Bad SSL cert, disable connection retries", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
Willy Tarreau46d5b082017-07-26 20:13:37 +0200961 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100962 }
963
964 /* ensure that we have enough retries left */
Willy Tarreauee28de02010-06-01 09:51:00 +0200965 si->conn_retries--;
Olivier Houcharda254a372019-04-05 15:30:12 +0200966 if (si->conn_retries < 0 || !(s->be->retry_type & PR_RE_CONN_FAILED)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100967 if (!si->err_type) {
968 si->err_type = SI_ET_CONN_ERR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100969 }
970
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100971 if (objt_server(s->target))
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100972 _HA_ATOMIC_ADD(&objt_server(s->target)->counters.failed_conns, 1);
973 _HA_ATOMIC_ADD(&s->be->be_counters.failed_conns, 1);
Willy Tarreaub89cfca2010-12-29 14:32:28 +0100974 sess_change_server(s, NULL);
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100975 if (may_dequeue_tasks(objt_server(s->target), s->be))
976 process_srv_queue(objt_server(s->target));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100977
978 /* shutw is enough so stop a connecting socket */
Willy Tarreau73b013b2012-05-21 16:31:45 +0200979 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +0100980 s->req.flags |= CF_WRITE_ERROR;
981 s->res.flags |= CF_READ_ERROR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100982
983 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +0100984 if (s->srv_error)
985 s->srv_error(s, si);
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100986
987 DBG_TRACE_STATE("connection failed", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
988 goto end;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100989 }
990
Olivier Houchard4bd58672019-07-12 16:16:59 +0200991 stream_choose_redispatch(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100992
993 if (si->flags & SI_FL_ERR) {
994 /* The error was an asynchronous connection error, and we will
995 * likely have to retry connecting to the same server, most
996 * likely leading to the same result. To avoid this, we wait
Willy Tarreauf7a259d2019-01-23 16:29:53 +0100997 * MIN(one second, connect timeout) before retrying. We don't
998 * do it when the failure happened on a reused connection
999 * though.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001000 */
1001
Willy Tarreaub0290662014-06-13 17:04:44 +02001002 int delay = 1000;
1003
1004 if (s->be->timeout.connect && s->be->timeout.connect < delay)
1005 delay = s->be->timeout.connect;
1006
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001007 if (!si->err_type)
1008 si->err_type = SI_ET_CONN_ERR;
1009
Willy Tarreaudb6d0122014-06-13 17:40:15 +02001010 /* only wait when we're retrying on the same server */
Willy Tarreauf7a259d2019-01-23 16:29:53 +01001011 if ((si->state == SI_ST_ASS ||
1012 (s->be->lbprm.algo & BE_LB_KIND) != BE_LB_KIND_RR ||
1013 (s->be->srv_act <= 1)) && !(s->flags & SF_SRV_REUSED)) {
Willy Tarreaudb6d0122014-06-13 17:40:15 +02001014 si->state = SI_ST_TAR;
1015 si->exp = tick_add(now_ms, MS_TO_TICKS(delay));
1016 }
Olivier Houchard39cc0202019-04-09 19:12:51 +02001017 si->flags &= ~SI_FL_ERR;
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001018 DBG_TRACE_STATE("retry a new connection", STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001019 }
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001020
1021 end:
1022 DBG_TRACE_LEAVE(STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
Willy Tarreaud66ed882019-06-05 18:02:04 +02001023}
1024
1025/* This function is called with (si->state == SI_ST_RDY) meaning that a
1026 * connection was attempted, that the file descriptor is already allocated,
1027 * and that it has succeeded. We must still check for errors and aborts.
1028 * Possible output states are SI_ST_EST (established), SI_ST_CER (error),
1029 * and SI_ST_DIS (abort). This only works with connection-based streams.
1030 * Timeouts and errors are *not* cleared.
1031 */
1032static void sess_update_st_rdy_tcp(struct stream *s)
1033{
1034 struct stream_interface *si = &s->si[1];
1035 struct channel *req = &s->req;
1036 struct channel *rep = &s->res;
1037 struct conn_stream *srv_cs = objt_cs(si->end);
1038 struct connection *conn = srv_cs ? srv_cs->conn : objt_conn(si->end);
1039
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001040 DBG_TRACE_ENTER(STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
Willy Tarreaud66ed882019-06-05 18:02:04 +02001041 /* We know the connection at least succeeded, though it could have
1042 * since met an error for any other reason. At least it didn't time out
1043 * eventhough the timeout might have been reported right after success.
1044 * We need to take care of various situations here :
1045 * - everything might be OK. We have to switch to established.
1046 * - an I/O error might have been reported after a successful transfer,
1047 * which is not retryable and needs to be logged correctly, and needs
1048 * established as well
1049 * - SI_ST_CON implies !CF_WROTE_DATA but not conversely as we could
1050 * have validated a connection with incoming data (e.g. TCP with a
1051 * banner protocol), or just a successful connect() probe.
1052 * - the client might have requested a connection abort, this needs to
1053 * be checked before we decide to retry anything.
1054 */
1055
1056 /* it's still possible to handle client aborts or connection retries
1057 * before any data were sent.
1058 */
1059 if (!(req->flags & CF_WROTE_DATA)) {
1060 /* client abort ? */
1061 if ((rep->flags & CF_SHUTW) ||
1062 ((req->flags & CF_SHUTW_NOW) &&
1063 (channel_is_empty(req) || (s->be->options & PR_O_ABRT_CLOSE)))) {
1064 /* give up */
1065 si->flags |= SI_FL_NOLINGER;
1066 si_shutw(si);
1067 si->err_type |= SI_ET_CONN_ABRT;
1068 if (s->srv_error)
1069 s->srv_error(s, si);
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001070 DBG_TRACE_STATE("client abort during connection attempt", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
1071 goto end;
Willy Tarreaud66ed882019-06-05 18:02:04 +02001072 }
1073
1074 /* retryable error ? */
1075 if (si->flags & SI_FL_ERR) {
1076 if (!(s->flags & SF_SRV_REUSED) && conn) {
1077 conn_stop_tracking(conn);
1078 conn_full_close(conn);
1079 }
1080
1081 if (!si->err_type)
1082 si->err_type = SI_ET_CONN_ERR;
1083 si->state = SI_ST_CER;
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001084 DBG_TRACE_STATE("connection failed, retry", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
1085 goto end;
Willy Tarreaud66ed882019-06-05 18:02:04 +02001086 }
1087 }
1088
1089 /* data were sent and/or we had no error, sess_establish() will
1090 * now take over.
1091 */
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001092 DBG_TRACE_STATE("connection established", STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
Willy Tarreaud66ed882019-06-05 18:02:04 +02001093 si->err_type = SI_ET_NONE;
1094 si->state = SI_ST_EST;
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001095
1096 end:
1097 DBG_TRACE_LEAVE(STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001098}
1099
1100/*
1101 * This function handles the transition between the SI_ST_CON state and the
Willy Tarreau85e7d002010-05-31 11:57:51 +02001102 * SI_ST_EST state. It must only be called after switching from SI_ST_CON (or
Willy Tarreau4f283fa2019-06-05 14:34:03 +02001103 * SI_ST_INI or SI_ST_RDY) to SI_ST_EST, but only when a ->proto is defined.
Olivier Houchardaacc4052019-05-21 17:43:50 +02001104 * Note that it will switch the interface to SI_ST_DIS if we already have
1105 * the CF_SHUTR flag, it means we were able to forward the request, and
1106 * receive the response, before process_stream() had the opportunity to
1107 * make the switch from SI_ST_CON to SI_ST_EST. When that happens, we want
1108 * to go through sess_establish() anyway, to make sure the analysers run.
Willy Tarreaud66ed882019-06-05 18:02:04 +02001109 * Timeouts are cleared. Error are reported on the channel so that analysers
1110 * can handle them.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001111 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001112static void sess_establish(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001113{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01001114 struct stream_interface *si = &s->si[1];
Willy Tarreaud66ed882019-06-05 18:02:04 +02001115 struct conn_stream *srv_cs = objt_cs(si->end);
1116 struct connection *conn = srv_cs ? srv_cs->conn : objt_conn(si->end);
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01001117 struct channel *req = &s->req;
1118 struct channel *rep = &s->res;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001119
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001120 DBG_TRACE_ENTER(STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
Willy Tarreaud66ed882019-06-05 18:02:04 +02001121 /* First, centralize the timers information, and clear any irrelevant
1122 * timeout.
1123 */
Willy Tarreau0e37f1c2013-12-31 23:06:46 +01001124 s->logs.t_connect = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreaud66ed882019-06-05 18:02:04 +02001125 si->exp = TICK_ETERNITY;
1126 si->flags &= ~SI_FL_EXP;
1127
1128 /* errors faced after sending data need to be reported */
1129 if (si->flags & SI_FL_ERR && req->flags & CF_WROTE_DATA) {
1130 /* Don't add CF_WRITE_ERROR if we're here because
1131 * early data were rejected by the server, or
1132 * http_wait_for_response() will never be called
1133 * to send a 425.
1134 */
1135 if (conn && conn->err_code != CO_ER_SSL_EARLY_FAILED)
1136 req->flags |= CF_WRITE_ERROR;
1137 rep->flags |= CF_READ_ERROR;
1138 si->err_type = SI_ET_DATA_ERR;
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001139 DBG_TRACE_STATE("read/write error", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
Willy Tarreaud66ed882019-06-05 18:02:04 +02001140 }
1141
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001142 if (objt_server(s->target))
1143 health_adjust(objt_server(s->target), HANA_STATUS_L4_OK);
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +01001144
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001145 if (s->be->mode == PR_MODE_TCP) { /* let's allow immediate data connection in this case */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001146 /* if the user wants to log as soon as possible, without counting
1147 * bytes from the server, then this is the right moment. */
Willy Tarreaud0d8da92015-04-04 02:10:38 +02001148 if (!LIST_ISEMPTY(&strm_fe(s)->logformat) && !(s->logs.logwait & LW_BYTES)) {
Willy Tarreau66425e32018-07-25 06:55:12 +02001149 /* note: no pend_pos here, session is established */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001150 s->logs.t_close = s->logs.t_connect; /* to get a valid end date */
Willy Tarreaua5555ec2008-11-30 19:02:32 +01001151 s->do_log(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001152 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001153 }
1154 else {
Willy Tarreaud81ca042013-12-31 22:33:13 +01001155 rep->flags |= CF_READ_DONTWAIT; /* a single read is enough to get response headers */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001156 }
1157
Willy Tarreau0007d0a2018-12-11 18:01:38 +01001158 rep->analysers |= strm_fe(s)->fe_rsp_ana | s->be->be_rsp_ana;
Christopher Faulet309c6412015-12-02 09:57:32 +01001159
Willy Tarreau0007d0a2018-12-11 18:01:38 +01001160 /* Be sure to filter response headers if the backend is an HTTP proxy
1161 * and if there are filters attached to the stream. */
1162 if (s->be->mode == PR_MODE_HTTP && HAS_FILTERS(s))
1163 rep->analysers |= AN_RES_FLT_HTTP_HDRS;
Christopher Faulet309c6412015-12-02 09:57:32 +01001164
Willy Tarreau8bb2ffb2018-11-14 17:54:13 +01001165 si_rx_endp_more(si);
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02001166 rep->flags |= CF_READ_ATTACHED; /* producer is now attached */
Olivier Houchard9aaf7782017-09-13 18:30:23 +02001167 if (objt_cs(si->end)) {
Willy Tarreaud04e8582010-05-31 12:31:35 +02001168 /* real connections have timeouts */
1169 req->wto = s->be->timeout.server;
1170 rep->rto = s->be->timeout.server;
Olivier Houchard47e9a1a2018-11-07 17:55:19 +01001171 /* The connection is now established, try to read data from the
1172 * underlying layer, and subscribe to recv events. We use a
1173 * delayed recv here to give a chance to the data to flow back
1174 * by the time we process other tasks.
1175 */
1176 si_chk_rcv(si);
Willy Tarreaud04e8582010-05-31 12:31:35 +02001177 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001178 req->wex = TICK_ETERNITY;
Olivier Houchard78595262019-07-26 14:54:34 +02001179 /* If we managed to get the whole response, and we don't have anything
1180 * left to send, or can't, switch to SI_ST_DIS now. */
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001181 if (rep->flags & (CF_SHUTR | CF_SHUTW)) {
Olivier Houchardaacc4052019-05-21 17:43:50 +02001182 si->state = SI_ST_DIS;
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001183 DBG_TRACE_STATE("response channel shutdwn for read/write", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
1184 }
1185
1186 DBG_TRACE_LEAVE(STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001187}
1188
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001189/* Check if the connection request is in such a state that it can be aborted. */
1190static int check_req_may_abort(struct channel *req, struct stream *s)
1191{
1192 return ((req->flags & (CF_READ_ERROR)) ||
Willy Tarreaud651ba12018-01-12 10:42:12 +01001193 ((req->flags & (CF_SHUTW_NOW|CF_SHUTW)) && /* empty and client aborted */
Christopher Faulet769d0e92019-03-22 14:23:18 +01001194 (channel_is_empty(req) || (s->be->options & PR_O_ABRT_CLOSE))));
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001195}
1196
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01001197/* Update back stream interface status for input states SI_ST_ASS, SI_ST_QUE,
1198 * SI_ST_TAR. Other input states are simply ignored.
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +01001199 * Possible output states are SI_ST_CLO, SI_ST_TAR, SI_ST_ASS, SI_ST_REQ, SI_ST_CON
1200 * and SI_ST_EST. Flags must have previously been updated for timeouts and other
1201 * conditions.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001202 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001203static void sess_update_stream_int(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001204{
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001205 struct server *srv = objt_server(s->target);
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01001206 struct stream_interface *si = &s->si[1];
Willy Tarreau103197d2014-11-28 15:26:12 +01001207 struct channel *req = &s->req;
Willy Tarreau827aee92011-03-10 16:55:02 +01001208
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001209 DBG_TRACE_ENTER(STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001210
1211 if (si->state == SI_ST_ASS) {
1212 /* Server assigned to connection request, we have to try to connect now */
1213 int conn_err;
1214
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001215 /* Before we try to initiate the connection, see if the
1216 * request may be aborted instead.
1217 */
1218 if (check_req_may_abort(req, s)) {
1219 si->err_type |= SI_ET_CONN_ABRT;
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001220 DBG_TRACE_STATE("connection aborted", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001221 goto abort_connection;
1222 }
1223
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001224 conn_err = connect_server(s);
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001225 srv = objt_server(s->target);
Willy Tarreau827aee92011-03-10 16:55:02 +01001226
Willy Tarreaue7dff022015-04-03 01:14:29 +02001227 if (conn_err == SF_ERR_NONE) {
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +01001228 /* state = SI_ST_CON or SI_ST_EST now */
Willy Tarreau827aee92011-03-10 16:55:02 +01001229 if (srv)
1230 srv_inc_sess_ctr(srv);
Bhaskar Maddalaa20cb852014-02-03 16:26:46 -05001231 if (srv)
1232 srv_set_sess_last(srv);
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001233 DBG_TRACE_STATE("connection attempt", STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
1234 goto end;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001235 }
1236
1237 /* We have received a synchronous error. We might have to
1238 * abort, retry immediately or redispatch.
1239 */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001240 if (conn_err == SF_ERR_INTERNAL) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001241 if (!si->err_type) {
1242 si->err_type = SI_ET_CONN_OTHER;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001243 }
1244
Willy Tarreau827aee92011-03-10 16:55:02 +01001245 if (srv)
1246 srv_inc_sess_ctr(srv);
1247 if (srv)
Bhaskar Maddalaa20cb852014-02-03 16:26:46 -05001248 srv_set_sess_last(srv);
1249 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001250 _HA_ATOMIC_ADD(&srv->counters.failed_conns, 1);
1251 _HA_ATOMIC_ADD(&s->be->be_counters.failed_conns, 1);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001252
Willy Tarreau87b09662015-04-03 00:22:06 +02001253 /* release other streams waiting for this server */
Willy Tarreaub89cfca2010-12-29 14:32:28 +01001254 sess_change_server(s, NULL);
Willy Tarreau827aee92011-03-10 16:55:02 +01001255 if (may_dequeue_tasks(srv, s->be))
1256 process_srv_queue(srv);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001257
1258 /* Failed and not retryable. */
Willy Tarreau73b013b2012-05-21 16:31:45 +02001259 si_shutr(si);
1260 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +01001261 req->flags |= CF_WRITE_ERROR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001262
1263 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
1264
Willy Tarreau66425e32018-07-25 06:55:12 +02001265 /* we may need to know the position in the queue for logging */
1266 pendconn_cond_unlink(s->pend_pos);
1267
Willy Tarreau87b09662015-04-03 00:22:06 +02001268 /* no stream was ever accounted for this server */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001269 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +01001270 if (s->srv_error)
1271 s->srv_error(s, si);
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001272 DBG_TRACE_STATE("internal error during connection", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
1273 goto end;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001274 }
1275
1276 /* We are facing a retryable error, but we don't want to run a
1277 * turn-around now, as the problem is likely a source port
1278 * allocation problem, so we want to retry now.
1279 */
1280 si->state = SI_ST_CER;
1281 si->flags &= ~SI_FL_ERR;
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01001282 sess_update_st_cer(s);
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001283
1284 DBG_TRACE_STATE("connection error, retry", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001285 /* now si->state is one of SI_ST_CLO, SI_ST_TAR, SI_ST_ASS, SI_ST_REQ */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001286 }
1287 else if (si->state == SI_ST_QUE) {
1288 /* connection request was queued, check for any update */
Christopher Faulet5cd4bbd2018-03-14 16:18:06 +01001289 if (!pendconn_dequeue(s)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001290 /* The connection is not in the queue anymore. Either
1291 * we have a server connection slot available and we
1292 * go directly to the assigned state, or we need to
1293 * load-balance first and go to the INI state.
1294 */
1295 si->exp = TICK_ETERNITY;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001296 if (unlikely(!(s->flags & SF_ASSIGNED)))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001297 si->state = SI_ST_REQ;
1298 else {
1299 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
1300 si->state = SI_ST_ASS;
1301 }
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001302 DBG_TRACE_STATE("dequeue connection request", STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
1303 goto end;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001304 }
1305
1306 /* Connection request still in queue... */
1307 if (si->flags & SI_FL_EXP) {
1308 /* ... and timeout expired */
1309 si->exp = TICK_ETERNITY;
Willy Tarreaud66ed882019-06-05 18:02:04 +02001310 si->flags &= ~SI_FL_EXP;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001311 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreau66425e32018-07-25 06:55:12 +02001312
1313 /* we may need to know the position in the queue for logging */
1314 pendconn_cond_unlink(s->pend_pos);
1315
Willy Tarreau827aee92011-03-10 16:55:02 +01001316 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001317 _HA_ATOMIC_ADD(&srv->counters.failed_conns, 1);
1318 _HA_ATOMIC_ADD(&s->be->be_counters.failed_conns, 1);
Willy Tarreau73b013b2012-05-21 16:31:45 +02001319 si_shutr(si);
1320 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +01001321 req->flags |= CF_WRITE_TIMEOUT;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001322 if (!si->err_type)
1323 si->err_type = SI_ET_QUEUE_TO;
1324 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +01001325 if (s->srv_error)
1326 s->srv_error(s, si);
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001327 DBG_TRACE_STATE("connection request still queued", STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
1328 goto end;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001329 }
1330
1331 /* Connection remains in queue, check if we have to abort it */
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001332 if (check_req_may_abort(req, s)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001333 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreau66425e32018-07-25 06:55:12 +02001334
1335 /* we may need to know the position in the queue for logging */
1336 pendconn_cond_unlink(s->pend_pos);
1337
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001338 si->err_type |= SI_ET_QUEUE_ABRT;
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001339 DBG_TRACE_STATE("abort queued connection request", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001340 goto abort_connection;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001341 }
1342
1343 /* Nothing changed */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001344 }
1345 else if (si->state == SI_ST_TAR) {
1346 /* Connection request might be aborted */
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001347 if (check_req_may_abort(req, s)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001348 si->err_type |= SI_ET_CONN_ABRT;
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001349 DBG_TRACE_STATE("connection aborted", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001350 goto abort_connection;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001351 }
1352
1353 if (!(si->flags & SI_FL_EXP))
1354 return; /* still in turn-around */
1355
Olivier Houchard86dcad62019-04-09 19:17:41 +02001356 si->flags &= ~SI_FL_EXP;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001357 si->exp = TICK_ETERNITY;
1358
Willy Tarreau87b09662015-04-03 00:22:06 +02001359 /* we keep trying on the same server as long as the stream is
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001360 * marked "assigned".
1361 * FIXME: Should we force a redispatch attempt when the server is down ?
1362 */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001363 if (s->flags & SF_ASSIGNED)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001364 si->state = SI_ST_ASS;
1365 else
1366 si->state = SI_ST_REQ;
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001367
1368 DBG_TRACE_STATE("retry connection now", STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001369 }
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001370
1371 end:
1372 DBG_TRACE_LEAVE(STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001373 return;
1374
1375abort_connection:
1376 /* give up */
1377 si->exp = TICK_ETERNITY;
Willy Tarreaud66ed882019-06-05 18:02:04 +02001378 si->flags &= ~SI_FL_EXP;
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001379 si_shutr(si);
1380 si_shutw(si);
1381 si->state = SI_ST_CLO;
1382 if (s->srv_error)
1383 s->srv_error(s, si);
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001384 DBG_TRACE_DEVEL("leaving on error", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001385 return;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001386}
1387
Willy Tarreau87b09662015-04-03 00:22:06 +02001388/* Set correct stream termination flags in case no analyser has done it. It
Simon Hormandec5be42011-06-08 09:19:07 +09001389 * also counts a failed request if the server state has not reached the request
1390 * stage.
1391 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001392static void sess_set_term_flags(struct stream *s)
Simon Hormandec5be42011-06-08 09:19:07 +09001393{
Willy Tarreaue7dff022015-04-03 01:14:29 +02001394 if (!(s->flags & SF_FINST_MASK)) {
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02001395 if (s->si[1].state == SI_ST_INI) {
1396 /* anything before REQ in fact */
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001397 _HA_ATOMIC_ADD(&strm_fe(s)->fe_counters.failed_req, 1);
Willy Tarreau2c1068c2015-09-23 12:21:21 +02001398 if (strm_li(s) && strm_li(s)->counters)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001399 _HA_ATOMIC_ADD(&strm_li(s)->counters->failed_req, 1);
Simon Hormandec5be42011-06-08 09:19:07 +09001400
Willy Tarreaue7dff022015-04-03 01:14:29 +02001401 s->flags |= SF_FINST_R;
Simon Hormandec5be42011-06-08 09:19:07 +09001402 }
1403 else if (s->si[1].state == SI_ST_QUE)
Willy Tarreaue7dff022015-04-03 01:14:29 +02001404 s->flags |= SF_FINST_Q;
Willy Tarreau4f283fa2019-06-05 14:34:03 +02001405 else if (si_state_in(s->si[1].state, SI_SB_REQ|SI_SB_TAR|SI_SB_ASS|SI_SB_CON|SI_SB_CER|SI_SB_RDY))
Willy Tarreaue7dff022015-04-03 01:14:29 +02001406 s->flags |= SF_FINST_C;
Simon Hormandec5be42011-06-08 09:19:07 +09001407 else if (s->si[1].state == SI_ST_EST || s->si[1].prev_state == SI_ST_EST)
Willy Tarreaue7dff022015-04-03 01:14:29 +02001408 s->flags |= SF_FINST_D;
Simon Hormandec5be42011-06-08 09:19:07 +09001409 else
Willy Tarreaue7dff022015-04-03 01:14:29 +02001410 s->flags |= SF_FINST_L;
Simon Hormandec5be42011-06-08 09:19:07 +09001411 }
1412}
1413
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001414/* This function initiates a server connection request on a stream interface
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001415 * already in SI_ST_REQ state. Upon success, the state goes to SI_ST_ASS for
1416 * a real connection to a server, indicating that a server has been assigned,
1417 * or SI_ST_EST for a successful connection to an applet. It may also return
1418 * SI_ST_QUE, or SI_ST_CLO upon error.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001419 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001420static void sess_prepare_conn_req(struct stream *s)
Willy Tarreau02d6cfc2012-03-01 18:19:58 +01001421{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01001422 struct stream_interface *si = &s->si[1];
1423
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001424 if (si->state != SI_ST_REQ)
1425 return;
1426
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001427 DBG_TRACE_ENTER(STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
1428
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001429 if (unlikely(obj_type(s->target) == OBJ_TYPE_APPLET)) {
1430 /* the applet directly goes to the EST state */
Willy Tarreau4384ddf2013-12-01 12:25:52 +01001431 struct appctx *appctx = objt_appctx(si->end);
1432
1433 if (!appctx || appctx->applet != __objt_applet(s->target))
Willy Tarreau14bfe9a2018-12-19 15:19:27 +01001434 appctx = si_register_handler(si, objt_applet(s->target));
Willy Tarreau4384ddf2013-12-01 12:25:52 +01001435
1436 if (!appctx) {
1437 /* No more memory, let's immediately abort. Force the
1438 * error code to ignore the ERR_LOCAL which is not a
1439 * real error.
1440 */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001441 s->flags &= ~(SF_ERR_MASK | SF_FINST_MASK);
Willy Tarreau4384ddf2013-12-01 12:25:52 +01001442
1443 si_shutr(si);
1444 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +01001445 s->req.flags |= CF_WRITE_ERROR;
Willy Tarreau6bbb2f62013-12-09 17:14:23 +01001446 si->err_type = SI_ET_CONN_RES;
Willy Tarreau4384ddf2013-12-01 12:25:52 +01001447 si->state = SI_ST_CLO;
1448 if (s->srv_error)
1449 s->srv_error(s, si);
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001450 DBG_TRACE_STATE("failed to register applet", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
1451 goto end;
Willy Tarreau4384ddf2013-12-01 12:25:52 +01001452 }
1453
Willy Tarreauee8269e2017-11-23 17:34:29 +01001454 if (tv_iszero(&s->logs.tv_request))
1455 s->logs.tv_request = now;
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001456 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001457 si->state = SI_ST_EST;
1458 si->err_type = SI_ET_NONE;
Willy Tarreaub9a551e2014-04-23 00:35:17 +02001459 be_set_sess_last(s->be);
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001460
1461 DBG_TRACE_STATE("applet registered", STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
Willy Tarreaufac4bd12013-11-30 09:21:49 +01001462 /* let sess_establish() finish the job */
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001463 goto end;
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001464 }
1465
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001466 /* Try to assign a server */
1467 if (srv_redispatch_connect(s) != 0) {
1468 /* We did not get a server. Either we queued the
1469 * connection request, or we encountered an error.
1470 */
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001471 if (si->state == SI_ST_QUE) {
1472 DBG_TRACE_STATE("connection request queued", STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
1473 goto end;
1474 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001475
1476 /* we did not get any server, let's check the cause */
Willy Tarreau73b013b2012-05-21 16:31:45 +02001477 si_shutr(si);
1478 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +01001479 s->req.flags |= CF_WRITE_ERROR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001480 if (!si->err_type)
1481 si->err_type = SI_ET_CONN_OTHER;
1482 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +01001483 if (s->srv_error)
1484 s->srv_error(s, si);
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001485 DBG_TRACE_STATE("connection request failed", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
1486 goto end;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001487 }
1488
1489 /* The server is assigned */
1490 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
1491 si->state = SI_ST_ASS;
Willy Tarreaub9a551e2014-04-23 00:35:17 +02001492 be_set_sess_last(s->be);
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001493 DBG_TRACE_STATE("connection request assigned to a server", STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
1494
1495 end:
1496 DBG_TRACE_LEAVE(STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001497}
1498
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001499/* This function parses the use-service action ruleset. It executes
1500 * the associated ACL and set an applet as a stream or txn final node.
1501 * it returns ACT_RET_ERR if an error occurs, the proxy left in
1502 * consistent state. It returns ACT_RET_STOP in succes case because
1503 * use-service must be a terminal action. Returns ACT_RET_YIELD
1504 * if the initialisation function require more data.
1505 */
1506enum act_return process_use_service(struct act_rule *rule, struct proxy *px,
1507 struct session *sess, struct stream *s, int flags)
1508
1509{
1510 struct appctx *appctx;
1511
1512 /* Initialises the applet if it is required. */
1513 if (flags & ACT_FLAG_FIRST) {
1514 /* Register applet. this function schedules the applet. */
1515 s->target = &rule->applet.obj_type;
Willy Tarreau14bfe9a2018-12-19 15:19:27 +01001516 if (unlikely(!si_register_handler(&s->si[1], objt_applet(s->target))))
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001517 return ACT_RET_ERR;
1518
1519 /* Initialise the context. */
1520 appctx = si_appctx(&s->si[1]);
1521 memset(&appctx->ctx, 0, sizeof(appctx->ctx));
1522 appctx->rule = rule;
1523 }
1524 else
1525 appctx = si_appctx(&s->si[1]);
1526
1527 /* Stops the applet sheduling, in case of the init function miss
1528 * some data.
1529 */
Willy Tarreau0cd3bd62018-11-06 18:46:37 +01001530 si_stop_get(&s->si[1]);
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001531
1532 /* Call initialisation. */
1533 if (rule->applet.init)
1534 switch (rule->applet.init(appctx, px, s)) {
1535 case 0: return ACT_RET_ERR;
1536 case 1: break;
1537 default: return ACT_RET_YIELD;
1538 }
1539
Christopher Faulet2571bc62019-03-01 11:44:26 +01001540 if (rule->from != ACT_F_HTTP_REQ) {
1541 if (sess->fe == s->be) /* report it if the request was intercepted by the frontend */
1542 _HA_ATOMIC_ADD(&sess->fe->fe_counters.intercepted_req, 1);
1543
1544 /* The flag SF_ASSIGNED prevent from server assignment. */
1545 s->flags |= SF_ASSIGNED;
1546 }
1547
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001548 /* Now we can schedule the applet. */
Willy Tarreau0cd3bd62018-11-06 18:46:37 +01001549 si_cant_get(&s->si[1]);
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001550 appctx_wakeup(appctx);
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001551 return ACT_RET_STOP;
1552}
1553
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001554/* This stream analyser checks the switching rules and changes the backend
Willy Tarreau4de91492010-01-22 19:10:05 +01001555 * if appropriate. The default_backend rule is also considered, then the
1556 * target backend's forced persistence rules are also evaluated last if any.
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001557 * It returns 1 if the processing can continue on next analysers, or zero if it
1558 * either needs more data or wants to immediately abort the request.
1559 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001560static int process_switching_rules(struct stream *s, struct channel *req, int an_bit)
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001561{
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001562 struct persist_rule *prst_rule;
Willy Tarreau192252e2015-04-04 01:47:55 +02001563 struct session *sess = s->sess;
1564 struct proxy *fe = sess->fe;
Willy Tarreau4de91492010-01-22 19:10:05 +01001565
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001566 req->analysers &= ~an_bit;
1567 req->analyse_exp = TICK_ETERNITY;
1568
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001569 DBG_TRACE_ENTER(STRM_EV_STRM_ANA, s);
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001570
1571 /* now check whether we have some switching rules for this request */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001572 if (!(s->flags & SF_BE_ASSIGNED)) {
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001573 struct switching_rule *rule;
1574
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001575 list_for_each_entry(rule, &fe->switching_rules, list) {
Willy Tarreauf51658d2014-04-23 01:21:56 +02001576 int ret = 1;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001577
Willy Tarreauf51658d2014-04-23 01:21:56 +02001578 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001579 ret = acl_exec_cond(rule->cond, fe, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreauf51658d2014-04-23 01:21:56 +02001580 ret = acl_pass(ret);
1581 if (rule->cond->pol == ACL_COND_UNLESS)
1582 ret = !ret;
1583 }
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001584
1585 if (ret) {
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001586 /* If the backend name is dynamic, try to resolve the name.
1587 * If we can't resolve the name, or if any error occurs, break
1588 * the loop and fallback to the default backend.
1589 */
Dragan Dosen2ae327e2017-10-26 11:25:10 +02001590 struct proxy *backend = NULL;
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001591
1592 if (rule->dynamic) {
Willy Tarreau83061a82018-07-13 11:56:34 +02001593 struct buffer *tmp;
Dragan Dosen2ae327e2017-10-26 11:25:10 +02001594
1595 tmp = alloc_trash_chunk();
1596 if (!tmp)
1597 goto sw_failed;
1598
Willy Tarreau843b7cb2018-07-13 10:54:26 +02001599 if (build_logline(s, tmp->area, tmp->size, &rule->be.expr))
1600 backend = proxy_be_by_name(tmp->area);
Dragan Dosen2ae327e2017-10-26 11:25:10 +02001601
1602 free_trash_chunk(tmp);
1603 tmp = NULL;
1604
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001605 if (!backend)
1606 break;
1607 }
1608 else
1609 backend = rule->be.backend;
1610
Willy Tarreau87b09662015-04-03 00:22:06 +02001611 if (!stream_set_backend(s, backend))
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001612 goto sw_failed;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001613 break;
1614 }
1615 }
1616
1617 /* To ensure correct connection accounting on the backend, we
1618 * have to assign one if it was not set (eg: a listen). This
1619 * measure also takes care of correctly setting the default
1620 * backend if any.
1621 */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001622 if (!(s->flags & SF_BE_ASSIGNED))
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001623 if (!stream_set_backend(s, fe->defbe.be ? fe->defbe.be : s->be))
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001624 goto sw_failed;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001625 }
1626
Willy Tarreaufb356202010-08-03 14:02:05 +02001627 /* we don't want to run the TCP or HTTP filters again if the backend has not changed */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001628 if (fe == s->be) {
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001629 s->req.analysers &= ~AN_REQ_INSPECT_BE;
1630 s->req.analysers &= ~AN_REQ_HTTP_PROCESS_BE;
Christopher Faulet0184ea72017-01-05 14:06:34 +01001631 s->req.analysers &= ~AN_REQ_FLT_START_BE;
Willy Tarreaufb356202010-08-03 14:02:05 +02001632 }
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001633
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001634 /* as soon as we know the backend, we must check if we have a matching forced or ignored
Willy Tarreau87b09662015-04-03 00:22:06 +02001635 * persistence rule, and report that in the stream.
Willy Tarreau4de91492010-01-22 19:10:05 +01001636 */
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001637 list_for_each_entry(prst_rule, &s->be->persist_rules, list) {
Willy Tarreau4de91492010-01-22 19:10:05 +01001638 int ret = 1;
1639
1640 if (prst_rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001641 ret = acl_exec_cond(prst_rule->cond, s->be, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreau4de91492010-01-22 19:10:05 +01001642 ret = acl_pass(ret);
1643 if (prst_rule->cond->pol == ACL_COND_UNLESS)
1644 ret = !ret;
1645 }
1646
1647 if (ret) {
1648 /* no rule, or the rule matches */
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001649 if (prst_rule->type == PERSIST_TYPE_FORCE) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001650 s->flags |= SF_FORCE_PRST;
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001651 } else {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001652 s->flags |= SF_IGNORE_PRST;
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001653 }
Willy Tarreau4de91492010-01-22 19:10:05 +01001654 break;
1655 }
1656 }
1657
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001658 DBG_TRACE_LEAVE(STRM_EV_STRM_ANA, s);
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001659 return 1;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001660
1661 sw_failed:
1662 /* immediately abort this request in case of allocation failure */
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001663 channel_abort(&s->req);
1664 channel_abort(&s->res);
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001665
Willy Tarreaue7dff022015-04-03 01:14:29 +02001666 if (!(s->flags & SF_ERR_MASK))
1667 s->flags |= SF_ERR_RESOURCE;
1668 if (!(s->flags & SF_FINST_MASK))
1669 s->flags |= SF_FINST_R;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001670
Willy Tarreaueee5b512015-04-03 23:46:31 +02001671 if (s->txn)
1672 s->txn->status = 500;
Christopher Faulet0184ea72017-01-05 14:06:34 +01001673 s->req.analysers &= AN_REQ_FLT_END;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001674 s->req.analyse_exp = TICK_ETERNITY;
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001675 DBG_TRACE_DEVEL("leaving on error", STRM_EV_STRM_ANA|STRM_EV_STRM_ERR, s);
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001676 return 0;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001677}
1678
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001679/* This stream analyser works on a request. It applies all use-server rules on
1680 * it then returns 1. The data must already be present in the buffer otherwise
1681 * they won't match. It always returns 1.
1682 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001683static int process_server_rules(struct stream *s, struct channel *req, int an_bit)
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001684{
1685 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001686 struct session *sess = s->sess;
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001687 struct server_rule *rule;
1688
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001689 DBG_TRACE_ENTER(STRM_EV_STRM_ANA, s);
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001690
Willy Tarreaue7dff022015-04-03 01:14:29 +02001691 if (!(s->flags & SF_ASSIGNED)) {
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001692 list_for_each_entry(rule, &px->server_rules, list) {
1693 int ret;
1694
Willy Tarreau192252e2015-04-04 01:47:55 +02001695 ret = acl_exec_cond(rule->cond, s->be, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001696 ret = acl_pass(ret);
1697 if (rule->cond->pol == ACL_COND_UNLESS)
1698 ret = !ret;
1699
1700 if (ret) {
1701 struct server *srv = rule->srv.ptr;
1702
Emeric Brun52a91d32017-08-31 14:41:55 +02001703 if ((srv->cur_state != SRV_ST_STOPPED) ||
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001704 (px->options & PR_O_PERSIST) ||
Willy Tarreaue7dff022015-04-03 01:14:29 +02001705 (s->flags & SF_FORCE_PRST)) {
1706 s->flags |= SF_DIRECT | SF_ASSIGNED;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001707 s->target = &srv->obj_type;
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001708 break;
1709 }
1710 /* if the server is not UP, let's go on with next rules
1711 * just in case another one is suited.
1712 */
1713 }
1714 }
1715 }
1716
1717 req->analysers &= ~an_bit;
1718 req->analyse_exp = TICK_ETERNITY;
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001719 DBG_TRACE_LEAVE(STRM_EV_STRM_ANA, s);
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001720 return 1;
1721}
1722
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001723static inline void sticking_rule_find_target(struct stream *s,
1724 struct stktable *t, struct stksess *ts)
1725{
1726 struct proxy *px = s->be;
1727 struct eb32_node *node;
1728 struct dict_entry *de;
1729 void *ptr;
1730 struct server *srv;
1731
1732 /* Look for the server name previously stored in <t> stick-table */
1733 HA_RWLOCK_RDLOCK(STK_SESS_LOCK, &ts->lock);
1734 ptr = __stktable_data_ptr(t, ts, STKTABLE_DT_SERVER_NAME);
1735 de = stktable_data_cast(ptr, server_name);
1736 HA_RWLOCK_RDUNLOCK(STK_SESS_LOCK, &ts->lock);
1737
1738 if (de) {
1739 struct ebpt_node *name;
1740
1741 name = ebis_lookup(&px->conf.used_server_name, de->value.key);
1742 if (name) {
1743 srv = container_of(name, struct server, conf.name);
1744 goto found;
1745 }
1746 }
1747
1748 /* Look for the server ID */
1749 HA_RWLOCK_RDLOCK(STK_SESS_LOCK, &ts->lock);
1750 ptr = __stktable_data_ptr(t, ts, STKTABLE_DT_SERVER_ID);
1751 node = eb32_lookup(&px->conf.used_server_id, stktable_data_cast(ptr, server_id));
1752 HA_RWLOCK_RDUNLOCK(STK_SESS_LOCK, &ts->lock);
1753
1754 if (!node)
1755 return;
1756
1757 srv = container_of(node, struct server, conf.id);
1758 found:
1759 if ((srv->cur_state != SRV_ST_STOPPED) ||
1760 (px->options & PR_O_PERSIST) || (s->flags & SF_FORCE_PRST)) {
1761 s->flags |= SF_DIRECT | SF_ASSIGNED;
1762 s->target = &srv->obj_type;
1763 }
1764}
1765
Emeric Brun1d33b292010-01-04 15:47:17 +01001766/* This stream analyser works on a request. It applies all sticking rules on
1767 * it then returns 1. The data must already be present in the buffer otherwise
1768 * they won't match. It always returns 1.
1769 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001770static int process_sticking_rules(struct stream *s, struct channel *req, int an_bit)
Emeric Brun1d33b292010-01-04 15:47:17 +01001771{
1772 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001773 struct session *sess = s->sess;
Emeric Brun1d33b292010-01-04 15:47:17 +01001774 struct sticking_rule *rule;
1775
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001776 DBG_TRACE_ENTER(STRM_EV_STRM_ANA, s);
Emeric Brun1d33b292010-01-04 15:47:17 +01001777
1778 list_for_each_entry(rule, &px->sticking_rules, list) {
1779 int ret = 1 ;
1780 int i;
1781
Willy Tarreau9667a802013-12-09 12:52:13 +01001782 /* Only the first stick store-request of each table is applied
1783 * and other ones are ignored. The purpose is to allow complex
1784 * configurations which look for multiple entries by decreasing
1785 * order of precision and to stop at the first which matches.
1786 * An example could be a store of the IP address from an HTTP
1787 * header first, then from the source if not found.
1788 */
Emeric Brun1d33b292010-01-04 15:47:17 +01001789 for (i = 0; i < s->store_count; i++) {
1790 if (rule->table.t == s->store[i].table)
1791 break;
1792 }
1793
1794 if (i != s->store_count)
1795 continue;
1796
1797 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001798 ret = acl_exec_cond(rule->cond, px, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001799 ret = acl_pass(ret);
1800 if (rule->cond->pol == ACL_COND_UNLESS)
1801 ret = !ret;
1802 }
1803
1804 if (ret) {
1805 struct stktable_key *key;
1806
Willy Tarreau192252e2015-04-04 01:47:55 +02001807 key = stktable_fetch_key(rule->table.t, px, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL, rule->expr, NULL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001808 if (!key)
1809 continue;
1810
1811 if (rule->flags & STK_IS_MATCH) {
1812 struct stksess *ts;
1813
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001814 if ((ts = stktable_lookup_key(rule->table.t, key)) != NULL) {
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001815 if (!(s->flags & SF_ASSIGNED))
1816 sticking_rule_find_target(s, rule->table.t, ts);
Emeric Brun819fc6f2017-06-13 19:37:32 +02001817 stktable_touch_local(rule->table.t, ts, 1);
Emeric Brun1d33b292010-01-04 15:47:17 +01001818 }
1819 }
1820 if (rule->flags & STK_IS_STORE) {
1821 if (s->store_count < (sizeof(s->store) / sizeof(s->store[0]))) {
1822 struct stksess *ts;
1823
1824 ts = stksess_new(rule->table.t, key);
1825 if (ts) {
1826 s->store[s->store_count].table = rule->table.t;
1827 s->store[s->store_count++].ts = ts;
1828 }
1829 }
1830 }
1831 }
1832 }
1833
1834 req->analysers &= ~an_bit;
1835 req->analyse_exp = TICK_ETERNITY;
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001836 DBG_TRACE_LEAVE(STRM_EV_STRM_ANA, s);
Emeric Brun1d33b292010-01-04 15:47:17 +01001837 return 1;
1838}
1839
1840/* This stream analyser works on a response. It applies all store rules on it
1841 * then returns 1. The data must already be present in the buffer otherwise
1842 * they won't match. It always returns 1.
1843 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001844static int process_store_rules(struct stream *s, struct channel *rep, int an_bit)
Emeric Brun1d33b292010-01-04 15:47:17 +01001845{
1846 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001847 struct session *sess = s->sess;
Emeric Brun1d33b292010-01-04 15:47:17 +01001848 struct sticking_rule *rule;
1849 int i;
Willy Tarreau9667a802013-12-09 12:52:13 +01001850 int nbreq = s->store_count;
Emeric Brun1d33b292010-01-04 15:47:17 +01001851
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001852 DBG_TRACE_ENTER(STRM_EV_STRM_ANA, s);
Emeric Brun1d33b292010-01-04 15:47:17 +01001853
1854 list_for_each_entry(rule, &px->storersp_rules, list) {
1855 int ret = 1 ;
Emeric Brun1d33b292010-01-04 15:47:17 +01001856
Willy Tarreau9667a802013-12-09 12:52:13 +01001857 /* Only the first stick store-response of each table is applied
1858 * and other ones are ignored. The purpose is to allow complex
1859 * configurations which look for multiple entries by decreasing
1860 * order of precision and to stop at the first which matches.
1861 * An example could be a store of a set-cookie value, with a
1862 * fallback to a parameter found in a 302 redirect.
1863 *
1864 * The store-response rules are not allowed to override the
1865 * store-request rules for the same table, but they may coexist.
1866 * Thus we can have up to one store-request entry and one store-
1867 * response entry for the same table at any time.
1868 */
1869 for (i = nbreq; i < s->store_count; i++) {
1870 if (rule->table.t == s->store[i].table)
1871 break;
1872 }
1873
1874 /* skip existing entries for this table */
1875 if (i < s->store_count)
1876 continue;
1877
Emeric Brun1d33b292010-01-04 15:47:17 +01001878 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001879 ret = acl_exec_cond(rule->cond, px, sess, s, SMP_OPT_DIR_RES|SMP_OPT_FINAL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001880 ret = acl_pass(ret);
1881 if (rule->cond->pol == ACL_COND_UNLESS)
1882 ret = !ret;
1883 }
1884
1885 if (ret) {
1886 struct stktable_key *key;
1887
Willy Tarreau192252e2015-04-04 01:47:55 +02001888 key = stktable_fetch_key(rule->table.t, px, sess, s, SMP_OPT_DIR_RES|SMP_OPT_FINAL, rule->expr, NULL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001889 if (!key)
1890 continue;
1891
Willy Tarreau37e340c2013-12-06 23:05:21 +01001892 if (s->store_count < (sizeof(s->store) / sizeof(s->store[0]))) {
Emeric Brun1d33b292010-01-04 15:47:17 +01001893 struct stksess *ts;
1894
1895 ts = stksess_new(rule->table.t, key);
1896 if (ts) {
1897 s->store[s->store_count].table = rule->table.t;
Emeric Brun1d33b292010-01-04 15:47:17 +01001898 s->store[s->store_count++].ts = ts;
1899 }
1900 }
1901 }
1902 }
1903
1904 /* process store request and store response */
1905 for (i = 0; i < s->store_count; i++) {
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001906 struct stksess *ts;
Willy Tarreau13c29de2010-06-06 16:40:39 +02001907 void *ptr;
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001908 struct dict_entry *de;
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001909
Willy Tarreauc93cd162014-05-13 15:54:22 +02001910 if (objt_server(s->target) && objt_server(s->target)->flags & SRV_F_NON_STICK) {
Simon Hormanfa461682011-06-25 09:39:49 +09001911 stksess_free(s->store[i].table, s->store[i].ts);
1912 s->store[i].ts = NULL;
1913 continue;
1914 }
1915
Emeric Brun819fc6f2017-06-13 19:37:32 +02001916 ts = stktable_set_entry(s->store[i].table, s->store[i].ts);
1917 if (ts != s->store[i].ts) {
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001918 /* the entry already existed, we can free ours */
Emeric Brun1d33b292010-01-04 15:47:17 +01001919 stksess_free(s->store[i].table, s->store[i].ts);
Emeric Brun1d33b292010-01-04 15:47:17 +01001920 }
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001921 s->store[i].ts = NULL;
Emeric Brun819fc6f2017-06-13 19:37:32 +02001922
Christopher Faulet2a944ee2017-11-07 10:42:54 +01001923 HA_RWLOCK_WRLOCK(STK_SESS_LOCK, &ts->lock);
Willy Tarreaub8d42d02018-09-20 11:11:15 +02001924 ptr = __stktable_data_ptr(s->store[i].table, ts, STKTABLE_DT_SERVER_ID);
1925 stktable_data_cast(ptr, server_id) = __objt_server(s->target)->puid;
Christopher Faulet2a944ee2017-11-07 10:42:54 +01001926 HA_RWLOCK_WRUNLOCK(STK_SESS_LOCK, &ts->lock);
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001927
1928 HA_RWLOCK_WRLOCK(STK_SESS_LOCK, &ts->lock);
1929 de = dict_insert(&server_name_dict, __objt_server(s->target)->id);
1930 if (de) {
1931 ptr = __stktable_data_ptr(s->store[i].table, ts, STKTABLE_DT_SERVER_NAME);
1932 stktable_data_cast(ptr, server_name) = de;
1933 }
1934 HA_RWLOCK_WRUNLOCK(STK_SESS_LOCK, &ts->lock);
1935
Emeric Brun819fc6f2017-06-13 19:37:32 +02001936 stktable_touch_local(s->store[i].table, ts, 1);
Emeric Brun1d33b292010-01-04 15:47:17 +01001937 }
Willy Tarreau2a164ee2010-06-18 09:57:45 +02001938 s->store_count = 0; /* everything is stored */
Emeric Brun1d33b292010-01-04 15:47:17 +01001939
1940 rep->analysers &= ~an_bit;
1941 rep->analyse_exp = TICK_ETERNITY;
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001942
1943 DBG_TRACE_LEAVE(STRM_EV_STRM_ANA, s);
Emeric Brun1d33b292010-01-04 15:47:17 +01001944 return 1;
1945}
1946
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001947/* This macro is very specific to the function below. See the comments in
Willy Tarreau87b09662015-04-03 00:22:06 +02001948 * process_stream() below to understand the logic and the tests.
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001949 */
1950#define UPDATE_ANALYSERS(real, list, back, flag) { \
1951 list = (((list) & ~(flag)) | ~(back)) & (real); \
1952 back = real; \
1953 if (!(list)) \
1954 break; \
1955 if (((list) ^ ((list) & ((list) - 1))) < (flag)) \
1956 continue; \
1957}
1958
Christopher Fauleta9215b72016-05-11 17:06:28 +02001959/* These 2 following macros call an analayzer for the specified channel if the
1960 * right flag is set. The first one is used for "filterable" analyzers. If a
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001961 * stream has some registered filters, pre and post analyaze callbacks are
Christopher Faulet0184ea72017-01-05 14:06:34 +01001962 * called. The second are used for other analyzers (AN_REQ/RES_FLT_* and
Christopher Fauleta9215b72016-05-11 17:06:28 +02001963 * AN_REQ/RES_HTTP_XFER_BODY) */
1964#define FLT_ANALYZE(strm, chn, fun, list, back, flag, ...) \
1965 { \
1966 if ((list) & (flag)) { \
1967 if (HAS_FILTERS(strm)) { \
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001968 if (!flt_pre_analyze((strm), (chn), (flag))) \
Christopher Fauleta9215b72016-05-11 17:06:28 +02001969 break; \
1970 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1971 break; \
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001972 if (!flt_post_analyze((strm), (chn), (flag))) \
1973 break; \
Christopher Fauleta9215b72016-05-11 17:06:28 +02001974 } \
1975 else { \
1976 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1977 break; \
1978 } \
1979 UPDATE_ANALYSERS((chn)->analysers, (list), \
1980 (back), (flag)); \
1981 } \
1982 }
1983
1984#define ANALYZE(strm, chn, fun, list, back, flag, ...) \
1985 { \
1986 if ((list) & (flag)) { \
1987 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1988 break; \
1989 UPDATE_ANALYSERS((chn)->analysers, (list), \
1990 (back), (flag)); \
1991 } \
1992 }
1993
Willy Tarreau87b09662015-04-03 00:22:06 +02001994/* Processes the client, server, request and response jobs of a stream task,
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001995 * then puts it back to the wait queue in a clean state, or cleans up its
1996 * resources if it must be deleted. Returns in <next> the date the task wants
1997 * to be woken up, or TICK_ETERNITY. In order not to call all functions for
1998 * nothing too many times, the request and response buffers flags are monitored
1999 * and each function is called only if at least another function has changed at
2000 * least one flag it is interested in.
2001 */
Olivier Houchard9f6af332018-05-25 14:04:04 +02002002struct task *process_stream(struct task *t, void *context, unsigned short state)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002003{
Willy Tarreau827aee92011-03-10 16:55:02 +01002004 struct server *srv;
Olivier Houchard9f6af332018-05-25 14:04:04 +02002005 struct stream *s = context;
Willy Tarreaufb0afa72015-04-03 14:46:27 +02002006 struct session *sess = s->sess;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002007 unsigned int rqf_last, rpf_last;
Willy Tarreau815a9b22010-07-27 17:15:12 +02002008 unsigned int rq_prod_last, rq_cons_last;
2009 unsigned int rp_cons_last, rp_prod_last;
Willy Tarreau576507f2010-01-07 00:09:04 +01002010 unsigned int req_ana_back;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002011 struct channel *req, *res;
2012 struct stream_interface *si_f, *si_b;
Willy Tarreau3d07a162019-04-25 19:15:20 +02002013 unsigned int rate;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002014
Christopher Fauleteea8fc72019-11-05 16:18:10 +01002015 DBG_TRACE_ENTER(STRM_EV_STRM_PROC, s);
2016
Willy Tarreaud80cb4e2018-01-20 19:30:13 +01002017 activity[tid].stream++;
2018
Willy Tarreau8f128b42014-11-28 15:07:47 +01002019 req = &s->req;
2020 res = &s->res;
2021
2022 si_f = &s->si[0];
2023 si_b = &s->si[1];
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002024
Willy Tarreau0f8d3ab2018-10-25 10:42:39 +02002025 /* First, attempt to receive pending data from I/O layers */
Willy Tarreauade64782018-11-17 19:51:07 +01002026 si_sync_recv(si_f);
2027 si_sync_recv(si_b);
Willy Tarreau0f8d3ab2018-10-25 10:42:39 +02002028
Willy Tarreau3d07a162019-04-25 19:15:20 +02002029 rate = update_freq_ctr(&s->call_rate, 1);
2030 if (rate >= 100000 && s->call_rate.prev_ctr) { // make sure to wait at least a full second
2031 stream_dump_and_crash(&s->obj_type, read_freq_ctr(&s->call_rate));
2032 }
Olivier Houchardc2aa7112018-09-11 18:27:21 +02002033
Krzysztof Piotr Oledzkif9423ae2010-01-29 19:26:18 +01002034 /* this data may be no longer valid, clear it */
Willy Tarreaueee5b512015-04-03 23:46:31 +02002035 if (s->txn)
2036 memset(&s->txn->auth, 0, sizeof(s->txn->auth));
Krzysztof Piotr Oledzkif9423ae2010-01-29 19:26:18 +01002037
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02002038 /* This flag must explicitly be set every time */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002039 req->flags &= ~(CF_READ_NOEXP|CF_WAKE_WRITE);
2040 res->flags &= ~(CF_READ_NOEXP|CF_WAKE_WRITE);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02002041
2042 /* Keep a copy of req/rep flags so that we can detect shutdowns */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002043 rqf_last = req->flags & ~CF_MASK_ANALYSER;
2044 rpf_last = res->flags & ~CF_MASK_ANALYSER;
Willy Tarreaub67a9b82009-06-21 22:03:51 +02002045
Willy Tarreau89f7ef22009-09-05 20:57:35 +02002046 /* we don't want the stream interface functions to recursively wake us up */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002047 si_f->flags |= SI_FL_DONT_WAKE;
2048 si_b->flags |= SI_FL_DONT_WAKE;
Willy Tarreau89f7ef22009-09-05 20:57:35 +02002049
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002050 /* update pending events */
Olivier Houchard9f6af332018-05-25 14:04:04 +02002051 s->pending_events |= (state & TASK_WOKEN_ANY);
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002052
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002053 /* 1a: Check for low level timeouts if needed. We just set a flag on
2054 * stream interfaces when their timeouts have expired.
2055 */
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002056 if (unlikely(s->pending_events & TASK_WOKEN_TIMER)) {
Willy Tarreau14bfe9a2018-12-19 15:19:27 +01002057 si_check_timeouts(si_f);
2058 si_check_timeouts(si_b);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02002059
Willy Tarreau8263d2b2012-08-28 00:06:31 +02002060 /* check channel timeouts, and close the corresponding stream interfaces
Willy Tarreaub67a9b82009-06-21 22:03:51 +02002061 * for future reads or writes. Note: this will also concern upper layers
2062 * but we do not touch any other flag. We must be careful and correctly
2063 * detect state changes when calling them.
2064 */
2065
Willy Tarreau8f128b42014-11-28 15:07:47 +01002066 channel_check_timeouts(req);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02002067
Willy Tarreau8f128b42014-11-28 15:07:47 +01002068 if (unlikely((req->flags & (CF_SHUTW|CF_WRITE_TIMEOUT)) == CF_WRITE_TIMEOUT)) {
2069 si_b->flags |= SI_FL_NOLINGER;
2070 si_shutw(si_b);
Willy Tarreau14641402009-12-29 14:49:56 +01002071 }
2072
Willy Tarreau8f128b42014-11-28 15:07:47 +01002073 if (unlikely((req->flags & (CF_SHUTR|CF_READ_TIMEOUT)) == CF_READ_TIMEOUT)) {
2074 if (si_f->flags & SI_FL_NOHALF)
2075 si_f->flags |= SI_FL_NOLINGER;
2076 si_shutr(si_f);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02002077 }
Willy Tarreaub67a9b82009-06-21 22:03:51 +02002078
Willy Tarreau8f128b42014-11-28 15:07:47 +01002079 channel_check_timeouts(res);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002080
Willy Tarreau8f128b42014-11-28 15:07:47 +01002081 if (unlikely((res->flags & (CF_SHUTW|CF_WRITE_TIMEOUT)) == CF_WRITE_TIMEOUT)) {
2082 si_f->flags |= SI_FL_NOLINGER;
2083 si_shutw(si_f);
Willy Tarreau14641402009-12-29 14:49:56 +01002084 }
2085
Willy Tarreau8f128b42014-11-28 15:07:47 +01002086 if (unlikely((res->flags & (CF_SHUTR|CF_READ_TIMEOUT)) == CF_READ_TIMEOUT)) {
2087 if (si_b->flags & SI_FL_NOHALF)
2088 si_b->flags |= SI_FL_NOLINGER;
2089 si_shutr(si_b);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02002090 }
Willy Tarreau798f4322012-11-08 14:49:17 +01002091
Christopher Fauleta00d8172016-11-10 14:58:05 +01002092 if (HAS_FILTERS(s))
2093 flt_stream_check_timeouts(s);
2094
Willy Tarreau798f4322012-11-08 14:49:17 +01002095 /* Once in a while we're woken up because the task expires. But
2096 * this does not necessarily mean that a timeout has been reached.
Willy Tarreau87b09662015-04-03 00:22:06 +02002097 * So let's not run a whole stream processing if only an expiration
Willy Tarreau798f4322012-11-08 14:49:17 +01002098 * timeout needs to be refreshed.
2099 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002100 if (!((req->flags | res->flags) &
Willy Tarreau798f4322012-11-08 14:49:17 +01002101 (CF_SHUTR|CF_READ_ACTIVITY|CF_READ_TIMEOUT|CF_SHUTW|
Willy Tarreauede3d882018-10-24 17:17:56 +02002102 CF_WRITE_ACTIVITY|CF_WRITE_TIMEOUT|CF_ANA_TIMEOUT)) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002103 !((si_f->flags | si_b->flags) & (SI_FL_EXP|SI_FL_ERR)) &&
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002104 ((s->pending_events & TASK_WOKEN_ANY) == TASK_WOKEN_TIMER)) {
Willy Tarreau5fb04712016-05-04 10:18:37 +02002105 si_f->flags &= ~SI_FL_DONT_WAKE;
2106 si_b->flags &= ~SI_FL_DONT_WAKE;
Willy Tarreau798f4322012-11-08 14:49:17 +01002107 goto update_exp_and_leave;
Willy Tarreau5fb04712016-05-04 10:18:37 +02002108 }
Willy Tarreaub67a9b82009-06-21 22:03:51 +02002109 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002110
Willy Tarreau829bd472019-06-06 09:17:23 +02002111 resync_stream_interface:
Willy Tarreau10fc09e2014-11-25 19:46:36 +01002112 /* below we may emit error messages so we have to ensure that we have
2113 * our buffers properly allocated.
2114 */
Willy Tarreau87b09662015-04-03 00:22:06 +02002115 if (!stream_alloc_work_buffer(s)) {
Willy Tarreau10fc09e2014-11-25 19:46:36 +01002116 /* No buffer available, we've been subscribed to the list of
2117 * buffer waiters, let's wait for our turn.
2118 */
Willy Tarreau5fb04712016-05-04 10:18:37 +02002119 si_f->flags &= ~SI_FL_DONT_WAKE;
2120 si_b->flags &= ~SI_FL_DONT_WAKE;
Willy Tarreau10fc09e2014-11-25 19:46:36 +01002121 goto update_exp_and_leave;
2122 }
2123
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002124 /* 1b: check for low-level errors reported at the stream interface.
2125 * First we check if it's a retryable error (in which case we don't
2126 * want to tell the buffer). Otherwise we report the error one level
2127 * upper by setting flags into the buffers. Note that the side towards
2128 * the client cannot have connect (hence retryable) errors. Also, the
2129 * connection setup code must be able to deal with any type of abort.
2130 */
Willy Tarreau3fdb3662012-11-12 00:42:33 +01002131 srv = objt_server(s->target);
Willy Tarreau8f128b42014-11-28 15:07:47 +01002132 if (unlikely(si_f->flags & SI_FL_ERR)) {
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02002133 if (si_state_in(si_f->state, SI_SB_EST|SI_SB_DIS)) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002134 si_shutr(si_f);
2135 si_shutw(si_f);
Willy Tarreau14bfe9a2018-12-19 15:19:27 +01002136 si_report_error(si_f);
Willy Tarreau8f128b42014-11-28 15:07:47 +01002137 if (!(req->analysers) && !(res->analysers)) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002138 _HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
2139 _HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002140 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002141 _HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002142 if (!(s->flags & SF_ERR_MASK))
2143 s->flags |= SF_ERR_CLICL;
2144 if (!(s->flags & SF_FINST_MASK))
2145 s->flags |= SF_FINST_D;
Willy Tarreau05cb29b2008-12-14 11:44:04 +01002146 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002147 }
2148 }
2149
Willy Tarreau8f128b42014-11-28 15:07:47 +01002150 if (unlikely(si_b->flags & SI_FL_ERR)) {
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02002151 if (si_state_in(si_b->state, SI_SB_EST|SI_SB_DIS)) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002152 si_shutr(si_b);
2153 si_shutw(si_b);
Willy Tarreau14bfe9a2018-12-19 15:19:27 +01002154 si_report_error(si_b);
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002155 _HA_ATOMIC_ADD(&s->be->be_counters.failed_resp, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002156 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002157 _HA_ATOMIC_ADD(&srv->counters.failed_resp, 1);
Willy Tarreau8f128b42014-11-28 15:07:47 +01002158 if (!(req->analysers) && !(res->analysers)) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002159 _HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
2160 _HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002161 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002162 _HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002163 if (!(s->flags & SF_ERR_MASK))
2164 s->flags |= SF_ERR_SRVCL;
2165 if (!(s->flags & SF_FINST_MASK))
2166 s->flags |= SF_FINST_D;
Willy Tarreau05cb29b2008-12-14 11:44:04 +01002167 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002168 }
2169 /* note: maybe we should process connection errors here ? */
2170 }
2171
Willy Tarreau4f283fa2019-06-05 14:34:03 +02002172 if (si_state_in(si_b->state, SI_SB_CON|SI_SB_RDY)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002173 /* we were trying to establish a connection on the server side,
2174 * maybe it succeeded, maybe it failed, maybe we timed out, ...
2175 */
Willy Tarreaud66ed882019-06-05 18:02:04 +02002176 if (si_b->state == SI_ST_RDY)
2177 sess_update_st_rdy_tcp(s);
2178 else if (si_b->state == SI_ST_CON)
2179 sess_update_st_con_tcp(s);
2180
2181 if (si_b->state == SI_ST_CER)
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01002182 sess_update_st_cer(s);
Willy Tarreau8f128b42014-11-28 15:07:47 +01002183 else if (si_b->state == SI_ST_EST)
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01002184 sess_establish(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002185
2186 /* state is now one of SI_ST_CON (still in progress), SI_ST_EST
2187 * (established), SI_ST_DIS (abort), SI_ST_CLO (last error),
2188 * SI_ST_ASS/SI_ST_TAR/SI_ST_REQ for retryable errors.
2189 */
2190 }
2191
Willy Tarreau8f128b42014-11-28 15:07:47 +01002192 rq_prod_last = si_f->state;
2193 rq_cons_last = si_b->state;
2194 rp_cons_last = si_f->state;
2195 rp_prod_last = si_b->state;
Willy Tarreau815a9b22010-07-27 17:15:12 +02002196
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002197 /* Check for connection closure */
Christopher Fauleteea8fc72019-11-05 16:18:10 +01002198 DBG_TRACE_POINT(STRM_EV_STRM_PROC, s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002199
2200 /* nothing special to be done on client side */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002201 if (unlikely(si_f->state == SI_ST_DIS))
2202 si_f->state = SI_ST_CLO;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002203
2204 /* When a server-side connection is released, we have to count it and
2205 * check for pending connections on this server.
2206 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002207 if (unlikely(si_b->state == SI_ST_DIS)) {
2208 si_b->state = SI_ST_CLO;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01002209 srv = objt_server(s->target);
Willy Tarreau827aee92011-03-10 16:55:02 +01002210 if (srv) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002211 if (s->flags & SF_CURR_SESS) {
2212 s->flags &= ~SF_CURR_SESS;
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002213 _HA_ATOMIC_SUB(&srv->cur_sess, 1);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002214 }
2215 sess_change_server(s, NULL);
Willy Tarreau827aee92011-03-10 16:55:02 +01002216 if (may_dequeue_tasks(srv, s->be))
2217 process_srv_queue(srv);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002218 }
2219 }
2220
2221 /*
2222 * Note: of the transient states (REQ, CER, DIS), only REQ may remain
2223 * at this point.
2224 */
2225
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002226 resync_request:
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002227 /* Analyse request */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002228 if (((req->flags & ~rqf_last) & CF_MASK_ANALYSER) ||
2229 ((req->flags ^ rqf_last) & CF_MASK_STATIC) ||
Willy Tarreau33982cb2017-11-20 15:37:13 +01002230 (req->analysers && (req->flags & CF_SHUTW)) ||
Willy Tarreau8f128b42014-11-28 15:07:47 +01002231 si_f->state != rq_prod_last ||
2232 si_b->state != rq_cons_last ||
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002233 s->pending_events & TASK_WOKEN_MSG) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002234 unsigned int flags = req->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002235
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02002236 if (si_state_in(si_f->state, SI_SB_EST|SI_SB_DIS|SI_SB_CLO)) {
Willy Tarreaue34070e2010-01-08 00:32:27 +01002237 int max_loops = global.tune.maxpollevents;
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01002238 unsigned int ana_list;
2239 unsigned int ana_back;
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02002240
Willy Tarreau90deb182010-01-07 00:20:41 +01002241 /* it's up to the analysers to stop new connections,
2242 * disable reading or closing. Note: if an analyser
2243 * disables any of these bits, it is responsible for
2244 * enabling them again when it disables itself, so
2245 * that other analysers are called in similar conditions.
2246 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002247 channel_auto_read(req);
2248 channel_auto_connect(req);
2249 channel_auto_close(req);
Willy Tarreauedcf6682008-11-30 23:15:34 +01002250
2251 /* We will call all analysers for which a bit is set in
Willy Tarreau8f128b42014-11-28 15:07:47 +01002252 * req->analysers, following the bit order from LSB
Willy Tarreauedcf6682008-11-30 23:15:34 +01002253 * to MSB. The analysers must remove themselves from
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02002254 * the list when not needed. Any analyser may return 0
2255 * to break out of the loop, either because of missing
2256 * data to take a decision, or because it decides to
Willy Tarreau87b09662015-04-03 00:22:06 +02002257 * kill the stream. We loop at least once through each
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02002258 * analyser, and we may loop again if other analysers
2259 * are added in the middle.
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01002260 *
2261 * We build a list of analysers to run. We evaluate all
2262 * of these analysers in the order of the lower bit to
2263 * the higher bit. This ordering is very important.
2264 * An analyser will often add/remove other analysers,
2265 * including itself. Any changes to itself have no effect
2266 * on the loop. If it removes any other analysers, we
2267 * want those analysers not to be called anymore during
2268 * this loop. If it adds an analyser that is located
2269 * after itself, we want it to be scheduled for being
2270 * processed during the loop. If it adds an analyser
2271 * which is located before it, we want it to switch to
2272 * it immediately, even if it has already been called
2273 * once but removed since.
2274 *
2275 * In order to achieve this, we compare the analyser
2276 * list after the call with a copy of it before the
2277 * call. The work list is fed with analyser bits that
2278 * appeared during the call. Then we compare previous
2279 * work list with the new one, and check the bits that
2280 * appeared. If the lowest of these bits is lower than
2281 * the current bit, it means we have enabled a previous
2282 * analyser and must immediately loop again.
Willy Tarreauedcf6682008-11-30 23:15:34 +01002283 */
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01002284
Willy Tarreau8f128b42014-11-28 15:07:47 +01002285 ana_list = ana_back = req->analysers;
Willy Tarreaue34070e2010-01-08 00:32:27 +01002286 while (ana_list && max_loops--) {
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01002287 /* Warning! ensure that analysers are always placed in ascending order! */
Christopher Faulet0184ea72017-01-05 14:06:34 +01002288 ANALYZE (s, req, flt_start_analyze, ana_list, ana_back, AN_REQ_FLT_START_FE);
Christopher Fauleta9215b72016-05-11 17:06:28 +02002289 FLT_ANALYZE(s, req, tcp_inspect_request, ana_list, ana_back, AN_REQ_INSPECT_FE);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02002290 FLT_ANALYZE(s, req, http_wait_for_request, ana_list, ana_back, AN_REQ_WAIT_HTTP);
2291 FLT_ANALYZE(s, req, http_wait_for_request_body, ana_list, ana_back, AN_REQ_HTTP_BODY);
2292 FLT_ANALYZE(s, req, http_process_req_common, ana_list, ana_back, AN_REQ_HTTP_PROCESS_FE, sess->fe);
Christopher Fauleta9215b72016-05-11 17:06:28 +02002293 FLT_ANALYZE(s, req, process_switching_rules, ana_list, ana_back, AN_REQ_SWITCHING_RULES);
Christopher Faulet0184ea72017-01-05 14:06:34 +01002294 ANALYZE (s, req, flt_start_analyze, ana_list, ana_back, AN_REQ_FLT_START_BE);
Christopher Fauleta9215b72016-05-11 17:06:28 +02002295 FLT_ANALYZE(s, req, tcp_inspect_request, ana_list, ana_back, AN_REQ_INSPECT_BE);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02002296 FLT_ANALYZE(s, req, http_process_req_common, ana_list, ana_back, AN_REQ_HTTP_PROCESS_BE, s->be);
2297 FLT_ANALYZE(s, req, http_process_tarpit, ana_list, ana_back, AN_REQ_HTTP_TARPIT);
Christopher Fauleta9215b72016-05-11 17:06:28 +02002298 FLT_ANALYZE(s, req, process_server_rules, ana_list, ana_back, AN_REQ_SRV_RULES);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02002299 FLT_ANALYZE(s, req, http_process_request, ana_list, ana_back, AN_REQ_HTTP_INNER);
Christopher Fauleta9215b72016-05-11 17:06:28 +02002300 FLT_ANALYZE(s, req, tcp_persist_rdp_cookie, ana_list, ana_back, AN_REQ_PRST_RDP_COOKIE);
2301 FLT_ANALYZE(s, req, process_sticking_rules, ana_list, ana_back, AN_REQ_STICKING_RULES);
Christopher Faulet0184ea72017-01-05 14:06:34 +01002302 ANALYZE (s, req, flt_analyze_http_headers, ana_list, ana_back, AN_REQ_FLT_HTTP_HDRS);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02002303 ANALYZE (s, req, http_request_forward_body, ana_list, ana_back, AN_REQ_HTTP_XFER_BODY);
William Lallemandcf62f7e2018-10-26 14:47:40 +02002304 ANALYZE (s, req, pcli_wait_for_request, ana_list, ana_back, AN_REQ_WAIT_CLI);
Christopher Faulet0184ea72017-01-05 14:06:34 +01002305 ANALYZE (s, req, flt_xfer_data, ana_list, ana_back, AN_REQ_FLT_XFER_DATA);
2306 ANALYZE (s, req, flt_end_analyze, ana_list, ana_back, AN_REQ_FLT_END);
Willy Tarreaue34070e2010-01-08 00:32:27 +01002307 break;
2308 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002309 }
Willy Tarreau84455332009-03-15 22:34:05 +01002310
Willy Tarreau8f128b42014-11-28 15:07:47 +01002311 rq_prod_last = si_f->state;
2312 rq_cons_last = si_b->state;
2313 req->flags &= ~CF_WAKE_ONCE;
2314 rqf_last = req->flags;
Willy Tarreau815a9b22010-07-27 17:15:12 +02002315
Willy Tarreau1ec9bb52019-06-06 14:45:26 +02002316 if ((req->flags ^ flags) & (CF_SHUTR|CF_SHUTW))
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002317 goto resync_request;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002318 }
2319
Willy Tarreau576507f2010-01-07 00:09:04 +01002320 /* we'll monitor the request analysers while parsing the response,
2321 * because some response analysers may indirectly enable new request
2322 * analysers (eg: HTTP keep-alive).
2323 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002324 req_ana_back = req->analysers;
Willy Tarreau576507f2010-01-07 00:09:04 +01002325
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002326 resync_response:
2327 /* Analyse response */
2328
Willy Tarreau8f128b42014-11-28 15:07:47 +01002329 if (((res->flags & ~rpf_last) & CF_MASK_ANALYSER) ||
2330 (res->flags ^ rpf_last) & CF_MASK_STATIC ||
Willy Tarreau33982cb2017-11-20 15:37:13 +01002331 (res->analysers && (res->flags & CF_SHUTW)) ||
Willy Tarreau8f128b42014-11-28 15:07:47 +01002332 si_f->state != rp_cons_last ||
2333 si_b->state != rp_prod_last ||
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002334 s->pending_events & TASK_WOKEN_MSG) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002335 unsigned int flags = res->flags;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002336
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02002337 if (si_state_in(si_b->state, SI_SB_EST|SI_SB_DIS|SI_SB_CLO)) {
Willy Tarreaue34070e2010-01-08 00:32:27 +01002338 int max_loops = global.tune.maxpollevents;
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01002339 unsigned int ana_list;
2340 unsigned int ana_back;
Willy Tarreaub37c27e2009-10-18 22:53:08 +02002341
Willy Tarreau90deb182010-01-07 00:20:41 +01002342 /* it's up to the analysers to stop disable reading or
2343 * closing. Note: if an analyser disables any of these
2344 * bits, it is responsible for enabling them again when
2345 * it disables itself, so that other analysers are called
2346 * in similar conditions.
2347 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002348 channel_auto_read(res);
2349 channel_auto_close(res);
Willy Tarreaub37c27e2009-10-18 22:53:08 +02002350
2351 /* We will call all analysers for which a bit is set in
Willy Tarreau8f128b42014-11-28 15:07:47 +01002352 * res->analysers, following the bit order from LSB
Willy Tarreaub37c27e2009-10-18 22:53:08 +02002353 * to MSB. The analysers must remove themselves from
2354 * the list when not needed. Any analyser may return 0
2355 * to break out of the loop, either because of missing
2356 * data to take a decision, or because it decides to
Willy Tarreau87b09662015-04-03 00:22:06 +02002357 * kill the stream. We loop at least once through each
Willy Tarreaub37c27e2009-10-18 22:53:08 +02002358 * analyser, and we may loop again if other analysers
2359 * are added in the middle.
2360 */
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01002361
Willy Tarreau8f128b42014-11-28 15:07:47 +01002362 ana_list = ana_back = res->analysers;
Willy Tarreaue34070e2010-01-08 00:32:27 +01002363 while (ana_list && max_loops--) {
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01002364 /* Warning! ensure that analysers are always placed in ascending order! */
Christopher Faulet0184ea72017-01-05 14:06:34 +01002365 ANALYZE (s, res, flt_start_analyze, ana_list, ana_back, AN_RES_FLT_START_FE);
2366 ANALYZE (s, res, flt_start_analyze, ana_list, ana_back, AN_RES_FLT_START_BE);
Christopher Fauleta9215b72016-05-11 17:06:28 +02002367 FLT_ANALYZE(s, res, tcp_inspect_response, ana_list, ana_back, AN_RES_INSPECT);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02002368 FLT_ANALYZE(s, res, http_wait_for_response, ana_list, ana_back, AN_RES_WAIT_HTTP);
Christopher Fauleta9215b72016-05-11 17:06:28 +02002369 FLT_ANALYZE(s, res, process_store_rules, ana_list, ana_back, AN_RES_STORE_RULES);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02002370 FLT_ANALYZE(s, res, http_process_res_common, ana_list, ana_back, AN_RES_HTTP_PROCESS_BE, s->be);
Christopher Faulet0184ea72017-01-05 14:06:34 +01002371 ANALYZE (s, res, flt_analyze_http_headers, ana_list, ana_back, AN_RES_FLT_HTTP_HDRS);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02002372 ANALYZE (s, res, http_response_forward_body, ana_list, ana_back, AN_RES_HTTP_XFER_BODY);
William Lallemandcf62f7e2018-10-26 14:47:40 +02002373 ANALYZE (s, res, pcli_wait_for_response, ana_list, ana_back, AN_RES_WAIT_CLI);
Christopher Faulet0184ea72017-01-05 14:06:34 +01002374 ANALYZE (s, res, flt_xfer_data, ana_list, ana_back, AN_RES_FLT_XFER_DATA);
2375 ANALYZE (s, res, flt_end_analyze, ana_list, ana_back, AN_RES_FLT_END);
Willy Tarreaue34070e2010-01-08 00:32:27 +01002376 break;
2377 }
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002378 }
2379
Willy Tarreau8f128b42014-11-28 15:07:47 +01002380 rp_cons_last = si_f->state;
2381 rp_prod_last = si_b->state;
Christopher Fauletcdaea892017-07-06 15:49:30 +02002382 res->flags &= ~CF_WAKE_ONCE;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002383 rpf_last = res->flags;
Willy Tarreau815a9b22010-07-27 17:15:12 +02002384
Willy Tarreau1ec9bb52019-06-06 14:45:26 +02002385 if ((res->flags ^ flags) & (CF_SHUTR|CF_SHUTW))
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002386 goto resync_response;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002387 }
2388
Willy Tarreau576507f2010-01-07 00:09:04 +01002389 /* maybe someone has added some request analysers, so we must check and loop */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002390 if (req->analysers & ~req_ana_back)
Willy Tarreau576507f2010-01-07 00:09:04 +01002391 goto resync_request;
2392
Willy Tarreau8f128b42014-11-28 15:07:47 +01002393 if ((req->flags & ~rqf_last) & CF_MASK_ANALYSER)
Willy Tarreau0499e352010-12-17 07:13:42 +01002394 goto resync_request;
2395
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002396 /* FIXME: here we should call protocol handlers which rely on
2397 * both buffers.
2398 */
2399
2400
2401 /*
Willy Tarreau87b09662015-04-03 00:22:06 +02002402 * Now we propagate unhandled errors to the stream. Normally
Willy Tarreauae526782010-03-04 20:34:23 +01002403 * we're just in a data phase here since it means we have not
2404 * seen any analyser who could set an error status.
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002405 */
Willy Tarreau3fdb3662012-11-12 00:42:33 +01002406 srv = objt_server(s->target);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002407 if (unlikely(!(s->flags & SF_ERR_MASK))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002408 if (req->flags & (CF_READ_ERROR|CF_READ_TIMEOUT|CF_WRITE_ERROR|CF_WRITE_TIMEOUT)) {
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002409 /* Report it if the client got an error or a read timeout expired */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002410 req->analysers = 0;
2411 if (req->flags & CF_READ_ERROR) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002412 _HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
2413 _HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002414 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002415 _HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002416 s->flags |= SF_ERR_CLICL;
Willy Tarreauae526782010-03-04 20:34:23 +01002417 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002418 else if (req->flags & CF_READ_TIMEOUT) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002419 _HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
2420 _HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002421 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002422 _HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002423 s->flags |= SF_ERR_CLITO;
Willy Tarreauae526782010-03-04 20:34:23 +01002424 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002425 else if (req->flags & CF_WRITE_ERROR) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002426 _HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
2427 _HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002428 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002429 _HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002430 s->flags |= SF_ERR_SRVCL;
Willy Tarreauae526782010-03-04 20:34:23 +01002431 }
2432 else {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002433 _HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
2434 _HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002435 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002436 _HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002437 s->flags |= SF_ERR_SRVTO;
Willy Tarreauae526782010-03-04 20:34:23 +01002438 }
Willy Tarreau84455332009-03-15 22:34:05 +01002439 sess_set_term_flags(s);
Christopher Faulet5e1a9d72019-04-23 17:34:22 +02002440
2441 /* Abort the request if a client error occurred while
2442 * the backend stream-interface is in the SI_ST_INI
2443 * state. It is switched into the SI_ST_CLO state and
2444 * the request channel is erased. */
2445 if (si_b->state == SI_ST_INI) {
2446 si_b->state = SI_ST_CLO;
2447 channel_abort(req);
2448 if (IS_HTX_STRM(s))
2449 channel_htx_erase(req, htxbuf(&req->buf));
2450 else
2451 channel_erase(req);
2452 }
Willy Tarreau84455332009-03-15 22:34:05 +01002453 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002454 else if (res->flags & (CF_READ_ERROR|CF_READ_TIMEOUT|CF_WRITE_ERROR|CF_WRITE_TIMEOUT)) {
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002455 /* Report it if the server got an error or a read timeout expired */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002456 res->analysers = 0;
2457 if (res->flags & CF_READ_ERROR) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002458 _HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
2459 _HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002460 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002461 _HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002462 s->flags |= SF_ERR_SRVCL;
Willy Tarreauae526782010-03-04 20:34:23 +01002463 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002464 else if (res->flags & CF_READ_TIMEOUT) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002465 _HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
2466 _HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002467 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002468 _HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002469 s->flags |= SF_ERR_SRVTO;
Willy Tarreauae526782010-03-04 20:34:23 +01002470 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002471 else if (res->flags & CF_WRITE_ERROR) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002472 _HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
2473 _HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002474 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002475 _HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002476 s->flags |= SF_ERR_CLICL;
Willy Tarreauae526782010-03-04 20:34:23 +01002477 }
2478 else {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002479 _HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
2480 _HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002481 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002482 _HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002483 s->flags |= SF_ERR_CLITO;
Willy Tarreauae526782010-03-04 20:34:23 +01002484 }
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002485 sess_set_term_flags(s);
2486 }
Willy Tarreau84455332009-03-15 22:34:05 +01002487 }
2488
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002489 /*
2490 * Here we take care of forwarding unhandled data. This also includes
2491 * connection establishments and shutdown requests.
2492 */
2493
2494
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002495 /* If noone is interested in analysing data, it's time to forward
Willy Tarreau31971e52009-09-20 12:07:52 +02002496 * everything. We configure the buffer to forward indefinitely.
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002497 * Note that we're checking CF_SHUTR_NOW as an indication of a possible
Willy Tarreau8263d2b2012-08-28 00:06:31 +02002498 * recent call to channel_abort().
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002499 */
Christopher Faulet35fe6992017-08-29 16:06:38 +02002500 if (unlikely((!req->analysers || (req->analysers == AN_REQ_FLT_END && !(req->flags & CF_FLT_ANALYZE))) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002501 !(req->flags & (CF_SHUTW|CF_SHUTR_NOW)) &&
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02002502 (si_state_in(si_f->state, SI_SB_EST|SI_SB_DIS|SI_SB_CLO)) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002503 (req->to_forward != CHN_INFINITE_FORWARD))) {
Willy Tarreaub31c9712012-11-11 23:05:39 +01002504 /* This buffer is freewheeling, there's no analyser
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002505 * attached to it. If any data are left in, we'll permit them to
2506 * move.
2507 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002508 channel_auto_read(req);
2509 channel_auto_connect(req);
2510 channel_auto_close(req);
Willy Tarreau5bd8c372009-01-19 00:32:22 +01002511
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002512 if (IS_HTX_STRM(s)) {
2513 struct htx *htx = htxbuf(&req->buf);
2514
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002515 /* We'll let data flow between the producer (if still connected)
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002516 * to the consumer.
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002517 */
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002518 co_set_data(req, htx->data);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002519 if (!(req->flags & (CF_SHUTR|CF_SHUTW_NOW)))
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002520 channel_htx_forward_forever(req, htx);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002521 }
2522 else {
2523 /* We'll let data flow between the producer (if still connected)
2524 * to the consumer (which might possibly not be connected yet).
2525 */
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002526 c_adv(req, ci_data(req));
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002527 if (!(req->flags & (CF_SHUTR|CF_SHUTW_NOW)))
2528 channel_forward_forever(req);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002529 }
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002530 }
Willy Tarreauf890dc92008-12-13 21:12:26 +01002531
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002532 /* check if it is wise to enable kernel splicing to forward request data */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002533 if (!(req->flags & (CF_KERN_SPLICING|CF_SHUTR)) &&
2534 req->to_forward &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002535 (global.tune.options & GTUNE_USE_SPLICE) &&
Christopher Faulet276c1e02019-11-05 16:49:23 +01002536 (objt_cs(si_f->end) && __objt_cs(si_f->end)->conn->xprt && __objt_cs(si_f->end)->conn->xprt->rcv_pipe &&
2537 __objt_cs(si_f->end)->conn->mux && __objt_cs(si_f->end)->conn->mux->rcv_pipe) &&
2538 (objt_cs(si_b->end) && __objt_cs(si_b->end)->conn->xprt && __objt_cs(si_b->end)->conn->xprt->snd_pipe &&
2539 __objt_cs(si_b->end)->conn->mux && __objt_cs(si_b->end)->conn->mux->snd_pipe) &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002540 (pipes_used < global.maxpipes) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002541 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_REQ) ||
2542 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_AUT) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002543 (req->flags & CF_STREAMER_FAST)))) {
2544 req->flags |= CF_KERN_SPLICING;
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002545 }
2546
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002547 /* reflect what the L7 analysers have seen last */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002548 rqf_last = req->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002549
Willy Tarreau520d95e2009-09-19 21:04:57 +02002550 /* it's possible that an upper layer has requested a connection setup or abort.
2551 * There are 2 situations where we decide to establish a new connection :
2552 * - there are data scheduled for emission in the buffer
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002553 * - the CF_AUTO_CONNECT flag is set (active connection)
Willy Tarreau520d95e2009-09-19 21:04:57 +02002554 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002555 if (si_b->state == SI_ST_INI) {
Christopher Faulet5e1a9d72019-04-23 17:34:22 +02002556 if (!(req->flags & CF_SHUTW)) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002557 if ((req->flags & CF_AUTO_CONNECT) || !channel_is_empty(req)) {
Willy Tarreaucf644ed2013-09-29 17:19:56 +02002558 /* If we have an appctx, there is no connect method, so we
2559 * immediately switch to the connected state, otherwise we
2560 * perform a connection request.
Willy Tarreau520d95e2009-09-19 21:04:57 +02002561 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002562 si_b->state = SI_ST_REQ; /* new connection requested */
2563 si_b->conn_retries = s->be->conn_retries;
Olivier Houchard602bf7d2019-05-10 13:59:15 +02002564 if ((s->be->retry_type &~ PR_RE_CONN_FAILED) &&
2565 !(si_b->flags & SI_FL_D_L7_RETRY))
Olivier Houcharda254a372019-04-05 15:30:12 +02002566 si_b->flags |= SI_FL_L7_RETRY;
Willy Tarreau520d95e2009-09-19 21:04:57 +02002567 }
Willy Tarreau73201222009-08-16 18:27:24 +02002568 }
Willy Tarreauf41ffdc2009-09-20 08:19:25 +02002569 else {
Willy Tarreau0542c8b2017-11-24 15:01:10 +01002570 si_release_endpoint(si_b);
Willy Tarreau8f128b42014-11-28 15:07:47 +01002571 si_b->state = SI_ST_CLO; /* shutw+ini = abort */
2572 channel_shutw_now(req); /* fix buffer flags upon abort */
2573 channel_shutr_now(res);
Willy Tarreauf41ffdc2009-09-20 08:19:25 +02002574 }
Willy Tarreau92795622009-03-06 12:51:23 +01002575 }
2576
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002577
2578 /* we may have a pending connection request, or a connection waiting
2579 * for completion.
2580 */
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02002581 if (si_state_in(si_b->state, SI_SB_REQ|SI_SB_QUE|SI_SB_TAR|SI_SB_ASS)) {
Thierry FOURNIER4834bc72015-06-06 19:29:07 +02002582 /* prune the request variables and swap to the response variables. */
2583 if (s->vars_reqres.scope != SCOPE_RES) {
Jerome Magnin2f44e882019-11-09 18:00:47 +01002584 if (!LIST_ISEMPTY(&s->vars_reqres.head))
Willy Tarreaucda7f3f2018-10-28 13:44:36 +01002585 vars_prune(&s->vars_reqres, s->sess, s);
Jerome Magnin2f44e882019-11-09 18:00:47 +01002586 vars_init(&s->vars_reqres, SCOPE_RES);
Thierry FOURNIER4834bc72015-06-06 19:29:07 +02002587 }
2588
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002589 do {
2590 /* nb: step 1 might switch from QUE to ASS, but we first want
2591 * to give a chance to step 2 to perform a redirect if needed.
2592 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002593 if (si_b->state != SI_ST_REQ)
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01002594 sess_update_stream_int(s);
Willy Tarreau8f128b42014-11-28 15:07:47 +01002595 if (si_b->state == SI_ST_REQ)
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01002596 sess_prepare_conn_req(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002597
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +01002598 /* applets directly go to the ESTABLISHED state. Similarly,
2599 * servers experience the same fate when their connection
2600 * is reused.
2601 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002602 if (unlikely(si_b->state == SI_ST_EST))
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01002603 sess_establish(s);
Willy Tarreaufac4bd12013-11-30 09:21:49 +01002604
Willy Tarreau3fdb3662012-11-12 00:42:33 +01002605 srv = objt_server(s->target);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002606 if (si_b->state == SI_ST_ASS && srv && srv->rdr_len && (s->flags & SF_REDIRECTABLE))
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02002607 http_perform_server_redirect(s, si_b);
Willy Tarreau8f128b42014-11-28 15:07:47 +01002608 } while (si_b->state == SI_ST_ASS);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002609 }
2610
Willy Tarreau829bd472019-06-06 09:17:23 +02002611 /* Let's see if we can send the pending request now */
2612 si_sync_send(si_b);
2613
2614 /*
2615 * Now forward all shutdown requests between both sides of the request buffer
2616 */
2617
2618 /* first, let's check if the request buffer needs to shutdown(write), which may
2619 * happen either because the input is closed or because we want to force a close
2620 * once the server has begun to respond. If a half-closed timeout is set, we adjust
2621 * the other side's timeout as well.
2622 */
2623 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTW_NOW|CF_AUTO_CLOSE|CF_SHUTR)) ==
2624 (CF_AUTO_CLOSE|CF_SHUTR))) {
2625 channel_shutw_now(req);
2626 }
2627
2628 /* shutdown(write) pending */
2629 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTW_NOW)) == CF_SHUTW_NOW &&
2630 channel_is_empty(req))) {
2631 if (req->flags & CF_READ_ERROR)
2632 si_b->flags |= SI_FL_NOLINGER;
2633 si_shutw(si_b);
2634 }
2635
2636 /* shutdown(write) done on server side, we must stop the client too */
2637 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTW &&
2638 !req->analysers))
2639 channel_shutr_now(req);
2640
2641 /* shutdown(read) pending */
2642 if (unlikely((req->flags & (CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTR_NOW)) {
2643 if (si_f->flags & SI_FL_NOHALF)
2644 si_f->flags |= SI_FL_NOLINGER;
2645 si_shutr(si_f);
2646 }
2647
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002648 /* Benchmarks have shown that it's optimal to do a full resync now */
Willy Tarreau829bd472019-06-06 09:17:23 +02002649 if (si_f->state == SI_ST_DIS ||
2650 si_state_in(si_b->state, SI_SB_RDY|SI_SB_DIS) ||
2651 (si_f->flags & SI_FL_ERR && si_f->state != SI_ST_CLO) ||
2652 (si_b->flags & SI_FL_ERR && si_b->state != SI_ST_CLO))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002653 goto resync_stream_interface;
2654
Willy Tarreau815a9b22010-07-27 17:15:12 +02002655 /* otherwise we want to check if we need to resync the req buffer or not */
Willy Tarreau1ec9bb52019-06-06 14:45:26 +02002656 if ((req->flags ^ rqf_last) & (CF_SHUTR|CF_SHUTW))
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002657 goto resync_request;
2658
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002659 /* perform output updates to the response buffer */
Willy Tarreau84455332009-03-15 22:34:05 +01002660
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002661 /* If noone is interested in analysing data, it's time to forward
Willy Tarreau31971e52009-09-20 12:07:52 +02002662 * everything. We configure the buffer to forward indefinitely.
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002663 * Note that we're checking CF_SHUTR_NOW as an indication of a possible
Willy Tarreau8263d2b2012-08-28 00:06:31 +02002664 * recent call to channel_abort().
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002665 */
Christopher Faulet35fe6992017-08-29 16:06:38 +02002666 if (unlikely((!res->analysers || (res->analysers == AN_RES_FLT_END && !(res->flags & CF_FLT_ANALYZE))) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002667 !(res->flags & (CF_SHUTW|CF_SHUTR_NOW)) &&
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02002668 si_state_in(si_b->state, SI_SB_EST|SI_SB_DIS|SI_SB_CLO) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002669 (res->to_forward != CHN_INFINITE_FORWARD))) {
Willy Tarreaub31c9712012-11-11 23:05:39 +01002670 /* This buffer is freewheeling, there's no analyser
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002671 * attached to it. If any data are left in, we'll permit them to
2672 * move.
2673 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002674 channel_auto_read(res);
2675 channel_auto_close(res);
Willy Tarreauda4d9fe2010-11-07 20:26:56 +01002676
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002677 if (IS_HTX_STRM(s)) {
2678 struct htx *htx = htxbuf(&res->buf);
Willy Tarreauce887fd2012-05-12 12:50:00 +02002679
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002680 /* We'll let data flow between the producer (if still connected)
2681 * to the consumer.
2682 */
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002683 co_set_data(res, htx->data);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002684 if (!(res->flags & (CF_SHUTR|CF_SHUTW_NOW)))
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002685 channel_htx_forward_forever(res, htx);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002686 }
2687 else {
2688 /* We'll let data flow between the producer (if still connected)
2689 * to the consumer.
2690 */
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002691 c_adv(res, ci_data(res));
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002692 if (!(res->flags & (CF_SHUTR|CF_SHUTW_NOW)))
2693 channel_forward_forever(res);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002694 }
Willy Tarreau42529c32015-07-09 18:38:57 +02002695
Willy Tarreauce887fd2012-05-12 12:50:00 +02002696 /* if we have no analyser anymore in any direction and have a
Willy Tarreau05cdd962014-05-10 14:30:07 +02002697 * tunnel timeout set, use it now. Note that we must respect
2698 * the half-closed timeouts as well.
Willy Tarreauce887fd2012-05-12 12:50:00 +02002699 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002700 if (!req->analysers && s->be->timeout.tunnel) {
2701 req->rto = req->wto = res->rto = res->wto =
Willy Tarreauce887fd2012-05-12 12:50:00 +02002702 s->be->timeout.tunnel;
Willy Tarreau05cdd962014-05-10 14:30:07 +02002703
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002704 if ((req->flags & CF_SHUTR) && tick_isset(sess->fe->timeout.clientfin))
2705 res->wto = sess->fe->timeout.clientfin;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002706 if ((req->flags & CF_SHUTW) && tick_isset(s->be->timeout.serverfin))
2707 res->rto = s->be->timeout.serverfin;
2708 if ((res->flags & CF_SHUTR) && tick_isset(s->be->timeout.serverfin))
2709 req->wto = s->be->timeout.serverfin;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002710 if ((res->flags & CF_SHUTW) && tick_isset(sess->fe->timeout.clientfin))
2711 req->rto = sess->fe->timeout.clientfin;
Willy Tarreau05cdd962014-05-10 14:30:07 +02002712
Willy Tarreau8f128b42014-11-28 15:07:47 +01002713 req->rex = tick_add(now_ms, req->rto);
2714 req->wex = tick_add(now_ms, req->wto);
2715 res->rex = tick_add(now_ms, res->rto);
2716 res->wex = tick_add(now_ms, res->wto);
Willy Tarreauce887fd2012-05-12 12:50:00 +02002717 }
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002718 }
Willy Tarreauf890dc92008-12-13 21:12:26 +01002719
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002720 /* check if it is wise to enable kernel splicing to forward response data */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002721 if (!(res->flags & (CF_KERN_SPLICING|CF_SHUTR)) &&
2722 res->to_forward &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002723 (global.tune.options & GTUNE_USE_SPLICE) &&
Christopher Faulet276c1e02019-11-05 16:49:23 +01002724 (objt_cs(si_f->end) && __objt_cs(si_f->end)->conn->xprt && __objt_cs(si_f->end)->conn->xprt->snd_pipe &&
2725 __objt_cs(si_f->end)->conn->mux && __objt_cs(si_f->end)->conn->mux->snd_pipe) &&
2726 (objt_cs(si_b->end) && __objt_cs(si_b->end)->conn->xprt && __objt_cs(si_b->end)->conn->xprt->rcv_pipe &&
2727 __objt_cs(si_b->end)->conn->mux && __objt_cs(si_b->end)->conn->mux->rcv_pipe) &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002728 (pipes_used < global.maxpipes) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002729 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_RTR) ||
2730 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_AUT) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002731 (res->flags & CF_STREAMER_FAST)))) {
2732 res->flags |= CF_KERN_SPLICING;
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002733 }
2734
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002735 /* reflect what the L7 analysers have seen last */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002736 rpf_last = res->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002737
Willy Tarreau829bd472019-06-06 09:17:23 +02002738 /* Let's see if we can send the pending response now */
2739 si_sync_send(si_f);
2740
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002741 /*
2742 * Now forward all shutdown requests between both sides of the buffer
2743 */
2744
2745 /*
2746 * FIXME: this is probably where we should produce error responses.
2747 */
2748
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002749 /* first, let's check if the response buffer needs to shutdown(write) */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002750 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTW_NOW|CF_AUTO_CLOSE|CF_SHUTR)) ==
Willy Tarreau05cdd962014-05-10 14:30:07 +02002751 (CF_AUTO_CLOSE|CF_SHUTR))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002752 channel_shutw_now(res);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002753 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002754
2755 /* shutdown(write) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002756 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTW_NOW)) == CF_SHUTW_NOW &&
2757 channel_is_empty(res))) {
2758 si_shutw(si_f);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002759 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002760
2761 /* shutdown(write) done on the client side, we must stop the server too */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002762 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTW) &&
2763 !res->analysers)
2764 channel_shutr_now(res);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002765
2766 /* shutdown(read) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002767 if (unlikely((res->flags & (CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTR_NOW)) {
2768 if (si_b->flags & SI_FL_NOHALF)
2769 si_b->flags |= SI_FL_NOLINGER;
2770 si_shutr(si_b);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02002771 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002772
Willy Tarreau829bd472019-06-06 09:17:23 +02002773 if (si_f->state == SI_ST_DIS ||
2774 si_state_in(si_b->state, SI_SB_RDY|SI_SB_DIS) ||
2775 (si_f->flags & SI_FL_ERR && si_f->state != SI_ST_CLO) ||
2776 (si_b->flags & SI_FL_ERR && si_b->state != SI_ST_CLO))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002777 goto resync_stream_interface;
2778
Willy Tarreau3c5c0662019-06-06 14:32:49 +02002779 if ((req->flags & ~rqf_last) & CF_MASK_ANALYSER)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002780 goto resync_request;
2781
Willy Tarreau8f128b42014-11-28 15:07:47 +01002782 if ((res->flags ^ rpf_last) & CF_MASK_STATIC)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002783 goto resync_response;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002784
Willy Tarreau829bd472019-06-06 09:17:23 +02002785 if (((req->flags ^ rqf_last) | (res->flags ^ rpf_last)) & CF_MASK_ANALYSER)
2786 goto resync_request;
2787
Willy Tarreau89f7ef22009-09-05 20:57:35 +02002788 /* we're interested in getting wakeups again */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002789 si_f->flags &= ~SI_FL_DONT_WAKE;
2790 si_b->flags &= ~SI_FL_DONT_WAKE;
Willy Tarreau89f7ef22009-09-05 20:57:35 +02002791
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002792 /* This is needed only when debugging is enabled, to indicate
2793 * client-side or server-side close. Please note that in the unlikely
2794 * event where both sides would close at once, the sequence is reported
2795 * on the server side first.
2796 */
2797 if (unlikely((global.mode & MODE_DEBUG) &&
2798 (!(global.mode & MODE_QUIET) ||
2799 (global.mode & MODE_VERBOSE)))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002800 if (si_b->state == SI_ST_CLO &&
2801 si_b->prev_state == SI_ST_EST) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002802 chunk_printf(&trash, "%08x:%s.srvcls[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002803 s->uniq_id, s->be->id,
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002804 objt_cs(si_f->end) ? (unsigned short)objt_cs(si_f->end)->conn->handle.fd : -1,
2805 objt_cs(si_b->end) ? (unsigned short)objt_cs(si_b->end)->conn->handle.fd : -1);
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002806 shut_your_big_mouth_gcc(write(1, trash.area, trash.data));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002807 }
2808
Willy Tarreau8f128b42014-11-28 15:07:47 +01002809 if (si_f->state == SI_ST_CLO &&
2810 si_f->prev_state == SI_ST_EST) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002811 chunk_printf(&trash, "%08x:%s.clicls[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002812 s->uniq_id, s->be->id,
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002813 objt_cs(si_f->end) ? (unsigned short)objt_cs(si_f->end)->conn->handle.fd : -1,
2814 objt_cs(si_b->end) ? (unsigned short)objt_cs(si_b->end)->conn->handle.fd : -1);
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002815 shut_your_big_mouth_gcc(write(1, trash.area, trash.data));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002816 }
2817 }
2818
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02002819 if (likely((si_f->state != SI_ST_CLO) || !si_state_in(si_b->state, SI_SB_INI|SI_SB_CLO))) {
Olivier Houchard4c18f942019-07-31 18:05:26 +02002820 if ((sess->fe->options & PR_O_CONTSTATS) && (s->flags & SF_BE_ASSIGNED) && !(s->flags & SF_IGNORE))
Willy Tarreau87b09662015-04-03 00:22:06 +02002821 stream_process_counters(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002822
Willy Tarreaud14844a2018-11-08 18:15:29 +01002823 si_update_both(si_f, si_b);
Olivier Houchard53216e72018-10-10 15:46:36 +02002824
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02002825 /* Trick: if a request is being waiting for the server to respond,
2826 * and if we know the server can timeout, we don't want the timeout
2827 * to expire on the client side first, but we're still interested
2828 * in passing data from the client to the server (eg: POST). Thus,
2829 * we can cancel the client's request timeout if the server's
2830 * request timeout is set and the server has not yet sent a response.
2831 */
2832
Willy Tarreau8f128b42014-11-28 15:07:47 +01002833 if ((res->flags & (CF_AUTO_CLOSE|CF_SHUTR)) == 0 &&
2834 (tick_isset(req->wex) || tick_isset(res->rex))) {
2835 req->flags |= CF_READ_NOEXP;
2836 req->rex = TICK_ETERNITY;
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02002837 }
2838
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002839 /* Reset pending events now */
2840 s->pending_events = 0;
2841
Willy Tarreau798f4322012-11-08 14:49:17 +01002842 update_exp_and_leave:
Willy Tarreau5fb04712016-05-04 10:18:37 +02002843 /* Note: please ensure that if you branch here you disable SI_FL_DONT_WAKE */
Christopher Fauleta00d8172016-11-10 14:58:05 +01002844 t->expire = tick_first((tick_is_expired(t->expire, now_ms) ? 0 : t->expire),
2845 tick_first(tick_first(req->rex, req->wex),
2846 tick_first(res->rex, res->wex)));
Willy Tarreaudef0d222016-11-08 22:03:00 +01002847 if (!req->analysers)
2848 req->analyse_exp = TICK_ETERNITY;
2849
2850 if ((sess->fe->options & PR_O_CONTSTATS) && (s->flags & SF_BE_ASSIGNED) &&
2851 (!tick_isset(req->analyse_exp) || tick_is_expired(req->analyse_exp, now_ms)))
2852 req->analyse_exp = tick_add(now_ms, 5000);
2853
2854 t->expire = tick_first(t->expire, req->analyse_exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002855
Willy Tarreau9a398be2017-11-10 17:14:23 +01002856 t->expire = tick_first(t->expire, res->analyse_exp);
2857
Willy Tarreau8f128b42014-11-28 15:07:47 +01002858 if (si_f->exp)
2859 t->expire = tick_first(t->expire, si_f->exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002860
Willy Tarreau8f128b42014-11-28 15:07:47 +01002861 if (si_b->exp)
2862 t->expire = tick_first(t->expire, si_b->exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002863
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002864 s->pending_events &= ~(TASK_WOKEN_TIMER | TASK_WOKEN_RES);
Willy Tarreau87b09662015-04-03 00:22:06 +02002865 stream_release_buffers(s);
Christopher Fauleteea8fc72019-11-05 16:18:10 +01002866
2867 DBG_TRACE_DEVEL("queuing", STRM_EV_STRM_PROC, s);
Willy Tarreau26c25062009-03-08 09:38:41 +01002868 return t; /* nothing more to do */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002869 }
2870
Christopher Fauleteea8fc72019-11-05 16:18:10 +01002871 DBG_TRACE_DEVEL("releasing", STRM_EV_STRM_PROC, s);
2872
Willy Tarreaue7dff022015-04-03 01:14:29 +02002873 if (s->flags & SF_BE_ASSIGNED)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002874 _HA_ATOMIC_SUB(&s->be->beconn, 1);
Willy Tarreau6f5e4b92017-09-15 09:07:56 +02002875
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002876 if (unlikely((global.mode & MODE_DEBUG) &&
2877 (!(global.mode & MODE_QUIET) || (global.mode & MODE_VERBOSE)))) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002878 chunk_printf(&trash, "%08x:%s.closed[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002879 s->uniq_id, s->be->id,
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002880 objt_cs(si_f->end) ? (unsigned short)objt_cs(si_f->end)->conn->handle.fd : -1,
2881 objt_cs(si_b->end) ? (unsigned short)objt_cs(si_b->end)->conn->handle.fd : -1);
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002882 shut_your_big_mouth_gcc(write(1, trash.area, trash.data));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002883 }
2884
2885 s->logs.t_close = tv_ms_elapsed(&s->logs.tv_accept, &now);
Olivier Houchard4c18f942019-07-31 18:05:26 +02002886 if (!(s->flags & SF_IGNORE))
2887 stream_process_counters(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002888
Willy Tarreaueee5b512015-04-03 23:46:31 +02002889 if (s->txn && s->txn->status) {
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002890 int n;
2891
Willy Tarreaueee5b512015-04-03 23:46:31 +02002892 n = s->txn->status / 100;
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002893 if (n < 1 || n > 5)
2894 n = 0;
2895
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002896 if (sess->fe->mode == PR_MODE_HTTP) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002897 _HA_ATOMIC_ADD(&sess->fe->fe_counters.p.http.rsp[n], 1);
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002898 }
Willy Tarreaue7dff022015-04-03 01:14:29 +02002899 if ((s->flags & SF_BE_ASSIGNED) &&
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002900 (s->be->mode == PR_MODE_HTTP)) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002901 _HA_ATOMIC_ADD(&s->be->be_counters.p.http.rsp[n], 1);
2902 _HA_ATOMIC_ADD(&s->be->be_counters.p.http.cum_req, 1);
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002903 }
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002904 }
2905
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002906 /* let's do a final log if we need it */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002907 if (!LIST_ISEMPTY(&sess->fe->logformat) && s->logs.logwait &&
Willy Tarreaue7dff022015-04-03 01:14:29 +02002908 !(s->flags & SF_MONITOR) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002909 (!(sess->fe->options & PR_O_NULLNOLOG) || req->total)) {
Willy Tarreau66425e32018-07-25 06:55:12 +02002910 /* we may need to know the position in the queue */
2911 pendconn_free(s);
Willy Tarreaua5555ec2008-11-30 19:02:32 +01002912 s->do_log(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002913 }
2914
Willy Tarreau87b09662015-04-03 00:22:06 +02002915 /* update time stats for this stream */
2916 stream_update_time_stats(s);
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002917
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002918 /* the task MUST not be in the run queue anymore */
Willy Tarreau87b09662015-04-03 00:22:06 +02002919 stream_free(s);
Olivier Houchard3f795f72019-04-17 22:51:06 +02002920 task_destroy(t);
Willy Tarreau26c25062009-03-08 09:38:41 +01002921 return NULL;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002922}
2923
Willy Tarreau87b09662015-04-03 00:22:06 +02002924/* Update the stream's backend and server time stats */
2925void stream_update_time_stats(struct stream *s)
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002926{
2927 int t_request;
2928 int t_queue;
2929 int t_connect;
2930 int t_data;
2931 int t_close;
2932 struct server *srv;
2933
2934 t_request = 0;
2935 t_queue = s->logs.t_queue;
2936 t_connect = s->logs.t_connect;
2937 t_close = s->logs.t_close;
2938 t_data = s->logs.t_data;
2939
2940 if (s->be->mode != PR_MODE_HTTP)
2941 t_data = t_connect;
2942
2943 if (t_connect < 0 || t_data < 0)
2944 return;
2945
2946 if (tv_isge(&s->logs.tv_request, &s->logs.tv_accept))
2947 t_request = tv_ms_elapsed(&s->logs.tv_accept, &s->logs.tv_request);
2948
2949 t_data -= t_connect;
2950 t_connect -= t_queue;
2951 t_queue -= t_request;
2952
2953 srv = objt_server(s->target);
2954 if (srv) {
2955 swrate_add(&srv->counters.q_time, TIME_STATS_SAMPLES, t_queue);
2956 swrate_add(&srv->counters.c_time, TIME_STATS_SAMPLES, t_connect);
2957 swrate_add(&srv->counters.d_time, TIME_STATS_SAMPLES, t_data);
2958 swrate_add(&srv->counters.t_time, TIME_STATS_SAMPLES, t_close);
Christopher Fauletefb41f02019-11-08 14:53:15 +01002959 HA_ATOMIC_UPDATE_MAX(&srv->counters.qtime_max, t_queue);
2960 HA_ATOMIC_UPDATE_MAX(&srv->counters.ctime_max, t_connect);
2961 HA_ATOMIC_UPDATE_MAX(&srv->counters.dtime_max, t_data);
2962 HA_ATOMIC_UPDATE_MAX(&srv->counters.ttime_max, t_close);
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002963 }
2964 swrate_add(&s->be->be_counters.q_time, TIME_STATS_SAMPLES, t_queue);
2965 swrate_add(&s->be->be_counters.c_time, TIME_STATS_SAMPLES, t_connect);
2966 swrate_add(&s->be->be_counters.d_time, TIME_STATS_SAMPLES, t_data);
2967 swrate_add(&s->be->be_counters.t_time, TIME_STATS_SAMPLES, t_close);
Christopher Fauletefb41f02019-11-08 14:53:15 +01002968 HA_ATOMIC_UPDATE_MAX(&s->be->be_counters.qtime_max, t_queue);
2969 HA_ATOMIC_UPDATE_MAX(&s->be->be_counters.ctime_max, t_connect);
2970 HA_ATOMIC_UPDATE_MAX(&s->be->be_counters.dtime_max, t_data);
2971 HA_ATOMIC_UPDATE_MAX(&s->be->be_counters.ttime_max, t_close);
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002972}
2973
Willy Tarreau7c669d72008-06-20 15:04:11 +02002974/*
2975 * This function adjusts sess->srv_conn and maintains the previous and new
Willy Tarreau87b09662015-04-03 00:22:06 +02002976 * server's served stream counts. Setting newsrv to NULL is enough to release
Willy Tarreau7c669d72008-06-20 15:04:11 +02002977 * current connection slot. This function also notifies any LB algo which might
Willy Tarreau87b09662015-04-03 00:22:06 +02002978 * expect to be informed about any change in the number of active streams on a
Willy Tarreau7c669d72008-06-20 15:04:11 +02002979 * server.
2980 */
Willy Tarreau87b09662015-04-03 00:22:06 +02002981void sess_change_server(struct stream *sess, struct server *newsrv)
Willy Tarreau7c669d72008-06-20 15:04:11 +02002982{
2983 if (sess->srv_conn == newsrv)
2984 return;
2985
2986 if (sess->srv_conn) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002987 _HA_ATOMIC_SUB(&sess->srv_conn->served, 1);
2988 _HA_ATOMIC_SUB(&sess->srv_conn->proxy->served, 1);
2989 __ha_barrier_atomic_store();
Willy Tarreau7c669d72008-06-20 15:04:11 +02002990 if (sess->srv_conn->proxy->lbprm.server_drop_conn)
2991 sess->srv_conn->proxy->lbprm.server_drop_conn(sess->srv_conn);
Willy Tarreau87b09662015-04-03 00:22:06 +02002992 stream_del_srv_conn(sess);
Willy Tarreau7c669d72008-06-20 15:04:11 +02002993 }
2994
2995 if (newsrv) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002996 _HA_ATOMIC_ADD(&newsrv->served, 1);
2997 _HA_ATOMIC_ADD(&newsrv->proxy->served, 1);
2998 __ha_barrier_atomic_store();
Willy Tarreau7c669d72008-06-20 15:04:11 +02002999 if (newsrv->proxy->lbprm.server_take_conn)
3000 newsrv->proxy->lbprm.server_take_conn(newsrv);
Willy Tarreau87b09662015-04-03 00:22:06 +02003001 stream_add_srv_conn(sess, newsrv);
Willy Tarreau7c669d72008-06-20 15:04:11 +02003002 }
3003}
3004
Willy Tarreau84455332009-03-15 22:34:05 +01003005/* Handle server-side errors for default protocols. It is called whenever a a
3006 * connection setup is aborted or a request is aborted in queue. It sets the
Willy Tarreau87b09662015-04-03 00:22:06 +02003007 * stream termination flags so that the caller does not have to worry about
Willy Tarreau84455332009-03-15 22:34:05 +01003008 * them. It's installed as ->srv_error for the server-side stream_interface.
3009 */
Willy Tarreau87b09662015-04-03 00:22:06 +02003010void default_srv_error(struct stream *s, struct stream_interface *si)
Willy Tarreau84455332009-03-15 22:34:05 +01003011{
3012 int err_type = si->err_type;
3013 int err = 0, fin = 0;
3014
3015 if (err_type & SI_ET_QUEUE_ABRT) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02003016 err = SF_ERR_CLICL;
3017 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01003018 }
3019 else if (err_type & SI_ET_CONN_ABRT) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02003020 err = SF_ERR_CLICL;
3021 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01003022 }
3023 else if (err_type & SI_ET_QUEUE_TO) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02003024 err = SF_ERR_SRVTO;
3025 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01003026 }
3027 else if (err_type & SI_ET_QUEUE_ERR) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02003028 err = SF_ERR_SRVCL;
3029 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01003030 }
3031 else if (err_type & SI_ET_CONN_TO) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02003032 err = SF_ERR_SRVTO;
3033 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01003034 }
3035 else if (err_type & SI_ET_CONN_ERR) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02003036 err = SF_ERR_SRVCL;
3037 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01003038 }
Willy Tarreau2d400bb2012-05-14 12:11:47 +02003039 else if (err_type & SI_ET_CONN_RES) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02003040 err = SF_ERR_RESOURCE;
3041 fin = SF_FINST_C;
Willy Tarreau2d400bb2012-05-14 12:11:47 +02003042 }
Willy Tarreau84455332009-03-15 22:34:05 +01003043 else /* SI_ET_CONN_OTHER and others */ {
Willy Tarreaue7dff022015-04-03 01:14:29 +02003044 err = SF_ERR_INTERNAL;
3045 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01003046 }
3047
Willy Tarreaue7dff022015-04-03 01:14:29 +02003048 if (!(s->flags & SF_ERR_MASK))
Willy Tarreau84455332009-03-15 22:34:05 +01003049 s->flags |= err;
Willy Tarreaue7dff022015-04-03 01:14:29 +02003050 if (!(s->flags & SF_FINST_MASK))
Willy Tarreau84455332009-03-15 22:34:05 +01003051 s->flags |= fin;
3052}
Willy Tarreau7c669d72008-06-20 15:04:11 +02003053
Willy Tarreaue7dff022015-04-03 01:14:29 +02003054/* kill a stream and set the termination flags to <why> (one of SF_ERR_*) */
Willy Tarreau87b09662015-04-03 00:22:06 +02003055void stream_shutdown(struct stream *stream, int why)
Willy Tarreaua2a64e92011-09-07 23:01:56 +02003056{
Willy Tarreau87b09662015-04-03 00:22:06 +02003057 if (stream->req.flags & (CF_SHUTW|CF_SHUTW_NOW))
Willy Tarreaua2a64e92011-09-07 23:01:56 +02003058 return;
3059
Willy Tarreau87b09662015-04-03 00:22:06 +02003060 channel_shutw_now(&stream->req);
3061 channel_shutr_now(&stream->res);
3062 stream->task->nice = 1024;
Willy Tarreaue7dff022015-04-03 01:14:29 +02003063 if (!(stream->flags & SF_ERR_MASK))
Willy Tarreau87b09662015-04-03 00:22:06 +02003064 stream->flags |= why;
3065 task_wakeup(stream->task, TASK_WOKEN_OTHER);
Willy Tarreaua2a64e92011-09-07 23:01:56 +02003066}
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +02003067
Willy Tarreau5484d582019-05-22 09:33:03 +02003068/* Appends a dump of the state of stream <s> into buffer <buf> which must have
3069 * preliminary be prepared by its caller, with each line prepended by prefix
3070 * <pfx>, and each line terminated by character <eol>.
Willy Tarreau71c07ac2019-04-25 19:08:48 +02003071 */
Willy Tarreau5484d582019-05-22 09:33:03 +02003072void stream_dump(struct buffer *buf, const struct stream *s, const char *pfx, char eol)
Willy Tarreau71c07ac2019-04-25 19:08:48 +02003073{
3074 const struct conn_stream *csf, *csb;
3075 const struct connection *cof, *cob;
3076 const struct appctx *acf, *acb;
3077 const struct server *srv;
Willy Tarreau71c07ac2019-04-25 19:08:48 +02003078 const char *src = "unknown";
3079 const char *dst = "unknown";
3080 char pn[INET6_ADDRSTRLEN];
Willy Tarreau71c07ac2019-04-25 19:08:48 +02003081 const struct channel *req, *res;
3082 const struct stream_interface *si_f, *si_b;
Willy Tarreau71c07ac2019-04-25 19:08:48 +02003083
Willy Tarreau71c07ac2019-04-25 19:08:48 +02003084 if (!s) {
Willy Tarreau5484d582019-05-22 09:33:03 +02003085 chunk_appendf(buf, "%sstrm=%p%c", pfx, s, eol);
3086 return;
Willy Tarreau71c07ac2019-04-25 19:08:48 +02003087 }
3088
Willy Tarreau5484d582019-05-22 09:33:03 +02003089 if (s->obj_type != OBJ_TYPE_STREAM) {
3090 chunk_appendf(buf, "%sstrm=%p [invalid type=%d(%s)]%c",
3091 pfx, s, s->obj_type, obj_type_name(&s->obj_type), eol);
3092 return;
3093 }
3094
Willy Tarreau71c07ac2019-04-25 19:08:48 +02003095 si_f = &s->si[0];
3096 si_b = &s->si[1];
3097 req = &s->req;
3098 res = &s->res;
3099
3100 csf = objt_cs(si_f->end);
3101 cof = cs_conn(csf);
3102 acf = objt_appctx(si_f->end);
Willy Tarreau71e34c12019-07-17 15:07:06 +02003103 if (cof && cof->src && addr_to_str(cof->src, pn, sizeof(pn)) >= 0)
Willy Tarreau71c07ac2019-04-25 19:08:48 +02003104 src = pn;
3105 else if (acf)
3106 src = acf->applet->name;
3107
3108 csb = objt_cs(si_b->end);
3109 cob = cs_conn(csb);
3110 acb = objt_appctx(si_b->end);
3111 srv = objt_server(s->target);
3112 if (srv)
3113 dst = srv->id;
3114 else if (acb)
3115 dst = acb->applet->name;
3116
Willy Tarreau5484d582019-05-22 09:33:03 +02003117 chunk_appendf(buf,
3118 "%sstrm=%p src=%s fe=%s be=%s dst=%s%c"
3119 "%srqf=%x rqa=%x rpf=%x rpa=%x sif=%s,%x sib=%s,%x%c"
3120 "%saf=%p,%u csf=%p,%x%c"
3121 "%sab=%p,%u csb=%p,%x%c"
3122 "%scof=%p,%x:%s(%p)/%s(%p)/%s(%d)%c"
3123 "%scob=%p,%x:%s(%p)/%s(%p)/%s(%d)%c"
3124 "",
3125 pfx, s, src, s->sess->fe->id, s->be->id, dst, eol,
3126 pfx, req->flags, req->analysers, res->flags, res->analysers,
3127 si_state_str(si_f->state), si_f->flags,
3128 si_state_str(si_b->state), si_b->flags, eol,
3129 pfx, acf, acf ? acf->st0 : 0, csf, csf ? csf->flags : 0, eol,
3130 pfx, acb, acb ? acb->st0 : 0, csb, csb ? csb->flags : 0, eol,
3131 pfx, cof, cof ? cof->flags : 0, conn_get_mux_name(cof), cof?cof->ctx:0, conn_get_xprt_name(cof),
3132 cof ? cof->xprt_ctx : 0, conn_get_ctrl_name(cof), cof ? cof->handle.fd : 0, eol,
3133 pfx, cob, cob ? cob->flags : 0, conn_get_mux_name(cob), cob?cob->ctx:0, conn_get_xprt_name(cob),
3134 cob ? cob->xprt_ctx : 0, conn_get_ctrl_name(cob), cob ? cob->handle.fd : 0, eol);
3135}
3136
3137/* dumps an error message for type <type> at ptr <ptr> related to stream <s>,
Willy Tarreaub106ce12019-05-22 08:57:01 +02003138 * having reached loop rate <rate>, then aborts hoping to retrieve a core.
Willy Tarreau5484d582019-05-22 09:33:03 +02003139 */
3140void stream_dump_and_crash(enum obj_type *obj, int rate)
3141{
3142 const struct stream *s;
Willy Tarreau5484d582019-05-22 09:33:03 +02003143 char *msg = NULL;
3144 const void *ptr;
3145
3146 ptr = s = objt_stream(obj);
3147 if (!s) {
3148 const struct appctx *appctx = objt_appctx(obj);
3149 if (!appctx)
3150 return;
3151 ptr = appctx;
3152 s = si_strm(appctx->owner);
3153 if (!s)
3154 return;
3155 }
3156
Willy Tarreau5484d582019-05-22 09:33:03 +02003157 chunk_reset(&trash);
3158 stream_dump(&trash, s, "", ' ');
Willy Tarreaub106ce12019-05-22 08:57:01 +02003159 memprintf(&msg,
3160 "A bogus %s [%p] is spinning at %d calls per second and refuses to die, "
3161 "aborting now! Please report this error to developers "
3162 "[%s]\n",
Willy Tarreau5484d582019-05-22 09:33:03 +02003163 obj_type_name(obj), ptr, rate, trash.area);
Willy Tarreau71c07ac2019-04-25 19:08:48 +02003164
3165 ha_alert("%s", msg);
3166 send_log(NULL, LOG_EMERG, "%s", msg);
3167 abort();
3168}
3169
Willy Tarreau8b22a712010-06-18 17:46:06 +02003170/************************************************************************/
3171/* All supported ACL keywords must be declared here. */
3172/************************************************************************/
3173
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003174/* 0=OK, <0=Alert, >0=Warning */
3175static enum act_parse_ret stream_parse_use_service(const char **args, int *cur_arg,
3176 struct proxy *px, struct act_rule *rule,
3177 char **err)
3178{
3179 struct action_kw *kw;
3180
3181 /* Check if the service name exists. */
3182 if (*(args[*cur_arg]) == 0) {
3183 memprintf(err, "'%s' expects a service name.", args[0]);
Thierry FOURNIER337eae12015-11-26 19:48:04 +01003184 return ACT_RET_PRS_ERR;
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003185 }
3186
3187 /* lookup for keyword corresponding to a service. */
3188 kw = action_lookup(&service_keywords, args[*cur_arg]);
3189 if (!kw) {
3190 memprintf(err, "'%s' unknown service name.", args[1]);
3191 return ACT_RET_PRS_ERR;
3192 }
3193 (*cur_arg)++;
3194
3195 /* executes specific rule parser. */
3196 rule->kw = kw;
3197 if (kw->parse((const char **)args, cur_arg, px, rule, err) == ACT_RET_PRS_ERR)
3198 return ACT_RET_PRS_ERR;
3199
3200 /* Register processing function. */
3201 rule->action_ptr = process_use_service;
3202 rule->action = ACT_CUSTOM;
3203
3204 return ACT_RET_PRS_OK;
3205}
3206
3207void service_keywords_register(struct action_kw_list *kw_list)
3208{
3209 LIST_ADDQ(&service_keywords, &kw_list->list);
3210}
3211
Willy Tarreau679bba12019-03-19 08:08:10 +01003212/* Lists the known services on <out> */
3213void list_services(FILE *out)
3214{
3215 struct action_kw_list *kw_list;
3216 int found = 0;
3217 int i;
3218
3219 fprintf(out, "Available services :");
3220 list_for_each_entry(kw_list, &service_keywords, list) {
3221 for (i = 0; kw_list->kw[i].kw != NULL; i++) {
3222 if (!found)
3223 fputc('\n', out);
3224 found = 1;
3225 fprintf(out, "\t%s\n", kw_list->kw[i].kw);
3226 }
3227 }
3228 if (!found)
3229 fprintf(out, " none\n");
3230}
William Lallemand4c5b4d52016-11-21 08:51:11 +01003231
3232/* This function dumps a complete stream state onto the stream interface's
3233 * read buffer. The stream has to be set in strm. It returns 0 if the output
3234 * buffer is full and it needs to be called again, otherwise non-zero. It is
3235 * designed to be called from stats_dump_strm_to_buffer() below.
3236 */
3237static int stats_dump_full_strm_to_buffer(struct stream_interface *si, struct stream *strm)
3238{
3239 struct appctx *appctx = __objt_appctx(si->end);
3240 struct tm tm;
3241 extern const char *monthname[12];
3242 char pn[INET6_ADDRSTRLEN];
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003243 struct conn_stream *cs;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003244 struct connection *conn;
3245 struct appctx *tmpctx;
3246
3247 chunk_reset(&trash);
3248
3249 if (appctx->ctx.sess.section > 0 && appctx->ctx.sess.uid != strm->uniq_id) {
3250 /* stream changed, no need to go any further */
3251 chunk_appendf(&trash, " *** session terminated while we were watching it ***\n");
Willy Tarreaue6e52362019-01-04 17:42:57 +01003252 if (ci_putchk(si_ic(si), &trash) == -1)
3253 goto full;
3254 goto done;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003255 }
3256
3257 switch (appctx->ctx.sess.section) {
3258 case 0: /* main status of the stream */
3259 appctx->ctx.sess.uid = strm->uniq_id;
3260 appctx->ctx.sess.section = 1;
3261 /* fall through */
3262
3263 case 1:
3264 get_localtime(strm->logs.accept_date.tv_sec, &tm);
3265 chunk_appendf(&trash,
3266 "%p: [%02d/%s/%04d:%02d:%02d:%02d.%06d] id=%u proto=%s",
3267 strm,
3268 tm.tm_mday, monthname[tm.tm_mon], tm.tm_year+1900,
3269 tm.tm_hour, tm.tm_min, tm.tm_sec, (int)(strm->logs.accept_date.tv_usec),
3270 strm->uniq_id,
3271 strm_li(strm) ? strm_li(strm)->proto->name : "?");
3272
3273 conn = objt_conn(strm_orig(strm));
Willy Tarreau71e34c12019-07-17 15:07:06 +02003274 switch (conn && conn_get_src(conn) ? addr_to_str(conn->src, pn, sizeof(pn)) : AF_UNSPEC) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003275 case AF_INET:
3276 case AF_INET6:
3277 chunk_appendf(&trash, " source=%s:%d\n",
Willy Tarreau71e34c12019-07-17 15:07:06 +02003278 pn, get_host_port(conn->src));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003279 break;
3280 case AF_UNIX:
3281 chunk_appendf(&trash, " source=unix:%d\n", strm_li(strm)->luid);
3282 break;
3283 default:
3284 /* no more information to print right now */
3285 chunk_appendf(&trash, "\n");
3286 break;
3287 }
3288
3289 chunk_appendf(&trash,
Willy Tarreauadf7a152019-01-07 10:10:07 +01003290 " flags=0x%x, conn_retries=%d, srv_conn=%p, pend_pos=%p waiting=%d\n",
3291 strm->flags, strm->si[1].conn_retries, strm->srv_conn, strm->pend_pos,
3292 !LIST_ISEMPTY(&strm->buffer_wait.list));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003293
3294 chunk_appendf(&trash,
3295 " frontend=%s (id=%u mode=%s), listener=%s (id=%u)",
3296 strm_fe(strm)->id, strm_fe(strm)->uuid, strm_fe(strm)->mode ? "http" : "tcp",
3297 strm_li(strm) ? strm_li(strm)->name ? strm_li(strm)->name : "?" : "?",
3298 strm_li(strm) ? strm_li(strm)->luid : 0);
3299
Willy Tarreau71e34c12019-07-17 15:07:06 +02003300 switch (conn && conn_get_dst(conn) ? addr_to_str(conn->dst, pn, sizeof(pn)) : AF_UNSPEC) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003301 case AF_INET:
3302 case AF_INET6:
3303 chunk_appendf(&trash, " addr=%s:%d\n",
Willy Tarreau71e34c12019-07-17 15:07:06 +02003304 pn, get_host_port(conn->dst));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003305 break;
3306 case AF_UNIX:
3307 chunk_appendf(&trash, " addr=unix:%d\n", strm_li(strm)->luid);
3308 break;
3309 default:
3310 /* no more information to print right now */
3311 chunk_appendf(&trash, "\n");
3312 break;
3313 }
3314
3315 if (strm->be->cap & PR_CAP_BE)
3316 chunk_appendf(&trash,
3317 " backend=%s (id=%u mode=%s)",
3318 strm->be->id,
3319 strm->be->uuid, strm->be->mode ? "http" : "tcp");
3320 else
3321 chunk_appendf(&trash, " backend=<NONE> (id=-1 mode=-)");
3322
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003323 cs = objt_cs(strm->si[1].end);
3324 conn = cs_conn(cs);
3325
Willy Tarreau71e34c12019-07-17 15:07:06 +02003326 switch (conn && conn_get_src(conn) ? addr_to_str(conn->src, pn, sizeof(pn)) : AF_UNSPEC) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003327 case AF_INET:
3328 case AF_INET6:
3329 chunk_appendf(&trash, " addr=%s:%d\n",
Willy Tarreau71e34c12019-07-17 15:07:06 +02003330 pn, get_host_port(conn->src));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003331 break;
3332 case AF_UNIX:
3333 chunk_appendf(&trash, " addr=unix\n");
3334 break;
3335 default:
3336 /* no more information to print right now */
3337 chunk_appendf(&trash, "\n");
3338 break;
3339 }
3340
3341 if (strm->be->cap & PR_CAP_BE)
3342 chunk_appendf(&trash,
3343 " server=%s (id=%u)",
3344 objt_server(strm->target) ? objt_server(strm->target)->id : "<none>",
3345 objt_server(strm->target) ? objt_server(strm->target)->puid : 0);
3346 else
3347 chunk_appendf(&trash, " server=<NONE> (id=-1)");
3348
Willy Tarreau71e34c12019-07-17 15:07:06 +02003349 switch (conn && conn_get_dst(conn) ? addr_to_str(conn->dst, pn, sizeof(pn)) : AF_UNSPEC) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003350 case AF_INET:
3351 case AF_INET6:
3352 chunk_appendf(&trash, " addr=%s:%d\n",
Willy Tarreau71e34c12019-07-17 15:07:06 +02003353 pn, get_host_port(conn->dst));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003354 break;
3355 case AF_UNIX:
3356 chunk_appendf(&trash, " addr=unix\n");
3357 break;
3358 default:
3359 /* no more information to print right now */
3360 chunk_appendf(&trash, "\n");
3361 break;
3362 }
3363
3364 chunk_appendf(&trash,
Willy Tarreau2e9c1d22019-04-24 08:28:31 +02003365 " task=%p (state=0x%02x nice=%d calls=%u rate=%u exp=%s tmask=0x%lx%s",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003366 strm->task,
3367 strm->task->state,
Willy Tarreau2e9c1d22019-04-24 08:28:31 +02003368 strm->task->nice, strm->task->calls, read_freq_ctr(&strm->call_rate),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003369 strm->task->expire ?
3370 tick_is_expired(strm->task->expire, now_ms) ? "<PAST>" :
3371 human_time(TICKS_TO_MS(strm->task->expire - now_ms),
3372 TICKS_TO_MS(1000)) : "<NEVER>",
Christopher Fauletf0205062017-11-15 20:56:43 +01003373 strm->task->thread_mask,
William Lallemand4c5b4d52016-11-21 08:51:11 +01003374 task_in_rq(strm->task) ? ", running" : "");
3375
3376 chunk_appendf(&trash,
3377 " age=%s)\n",
3378 human_time(now.tv_sec - strm->logs.accept_date.tv_sec, 1));
3379
3380 if (strm->txn)
3381 chunk_appendf(&trash,
Christopher Fauletbcac7862019-07-17 10:46:50 +02003382 " txn=%p flags=0x%x meth=%d status=%d req.st=%s rsp.st=%s req.f=0x%02x rsp.f=0x%02x\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003383 strm->txn, strm->txn->flags, strm->txn->meth, strm->txn->status,
Willy Tarreau7778b592019-01-07 10:38:10 +01003384 h1_msg_state_str(strm->txn->req.msg_state), h1_msg_state_str(strm->txn->rsp.msg_state),
Christopher Fauletbcac7862019-07-17 10:46:50 +02003385 strm->txn->req.flags, strm->txn->rsp.flags);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003386
3387 chunk_appendf(&trash,
Christopher Faulet224a2d72019-01-04 15:06:13 +01003388 " si[0]=%p (state=%s flags=0x%02x endp0=%s:%p exp=%s et=0x%03x sub=%d)\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003389 &strm->si[0],
3390 si_state_str(strm->si[0].state),
3391 strm->si[0].flags,
3392 obj_type_name(strm->si[0].end),
3393 obj_base_ptr(strm->si[0].end),
3394 strm->si[0].exp ?
3395 tick_is_expired(strm->si[0].exp, now_ms) ? "<PAST>" :
3396 human_time(TICKS_TO_MS(strm->si[0].exp - now_ms),
3397 TICKS_TO_MS(1000)) : "<NEVER>",
Christopher Faulet224a2d72019-01-04 15:06:13 +01003398 strm->si[0].err_type, strm->si[0].wait_event.events);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003399
3400 chunk_appendf(&trash,
Christopher Faulet224a2d72019-01-04 15:06:13 +01003401 " si[1]=%p (state=%s flags=0x%02x endp1=%s:%p exp=%s et=0x%03x sub=%d)\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003402 &strm->si[1],
3403 si_state_str(strm->si[1].state),
3404 strm->si[1].flags,
3405 obj_type_name(strm->si[1].end),
3406 obj_base_ptr(strm->si[1].end),
3407 strm->si[1].exp ?
3408 tick_is_expired(strm->si[1].exp, now_ms) ? "<PAST>" :
3409 human_time(TICKS_TO_MS(strm->si[1].exp - now_ms),
3410 TICKS_TO_MS(1000)) : "<NEVER>",
Christopher Faulet224a2d72019-01-04 15:06:13 +01003411 strm->si[1].err_type, strm->si[1].wait_event.events);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003412
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003413 if ((cs = objt_cs(strm->si[0].end)) != NULL) {
3414 conn = cs->conn;
3415
William Lallemand4c5b4d52016-11-21 08:51:11 +01003416 chunk_appendf(&trash,
Willy Tarreau53a47662017-08-28 10:53:00 +02003417 " co0=%p ctrl=%s xprt=%s mux=%s data=%s target=%s:%p\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003418 conn,
3419 conn_get_ctrl_name(conn),
3420 conn_get_xprt_name(conn),
Willy Tarreau53a47662017-08-28 10:53:00 +02003421 conn_get_mux_name(conn),
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003422 cs_get_data_name(cs),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003423 obj_type_name(conn->target),
3424 obj_base_ptr(conn->target));
3425
3426 chunk_appendf(&trash,
Willy Tarreau76913d32019-08-30 14:33:11 +02003427 " flags=0x%08x fd=%d fd.state=%02x updt=%d fd.tmask=0x%lx\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003428 conn->flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02003429 conn->handle.fd,
3430 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].state : 0,
Willy Tarreauebc78d72018-01-20 23:53:50 +01003431 conn->handle.fd >= 0 ? !!(fdtab[conn->handle.fd].update_mask & tid_bit) : 0,
Christopher Fauletf0205062017-11-15 20:56:43 +01003432 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].thread_mask: 0);
Willy Tarreaufb3b1b02018-12-18 14:28:24 +01003433
3434 chunk_appendf(&trash, " cs=%p csf=0x%08x ctx=%p\n", cs, cs->flags, cs->ctx);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003435 }
3436 else if ((tmpctx = objt_appctx(strm->si[0].end)) != NULL) {
3437 chunk_appendf(&trash,
Willy Tarreau22d63a22019-04-24 08:41:29 +02003438 " app0=%p st0=%d st1=%d st2=%d applet=%s tmask=0x%lx nice=%d calls=%u rate=%u cpu=%llu lat=%llu\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003439 tmpctx,
3440 tmpctx->st0,
3441 tmpctx->st1,
3442 tmpctx->st2,
Christopher Fauletf0205062017-11-15 20:56:43 +01003443 tmpctx->applet->name,
Willy Tarreau34b1fac2018-05-31 14:40:19 +02003444 tmpctx->thread_mask,
Willy Tarreau22d63a22019-04-24 08:41:29 +02003445 tmpctx->t->nice, tmpctx->t->calls, read_freq_ctr(&tmpctx->call_rate),
Willy Tarreau9efd7452018-05-31 14:48:54 +02003446 (unsigned long long)tmpctx->t->cpu_time, (unsigned long long)tmpctx->t->lat_time);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003447 }
3448
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003449 if ((cs = objt_cs(strm->si[1].end)) != NULL) {
3450 conn = cs->conn;
3451
William Lallemand4c5b4d52016-11-21 08:51:11 +01003452 chunk_appendf(&trash,
Willy Tarreau53a47662017-08-28 10:53:00 +02003453 " co1=%p ctrl=%s xprt=%s mux=%s data=%s target=%s:%p\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003454 conn,
3455 conn_get_ctrl_name(conn),
3456 conn_get_xprt_name(conn),
Willy Tarreau53a47662017-08-28 10:53:00 +02003457 conn_get_mux_name(conn),
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003458 cs_get_data_name(cs),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003459 obj_type_name(conn->target),
3460 obj_base_ptr(conn->target));
3461
3462 chunk_appendf(&trash,
Willy Tarreau76913d32019-08-30 14:33:11 +02003463 " flags=0x%08x fd=%d fd.state=%02x updt=%d fd.tmask=0x%lx\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003464 conn->flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02003465 conn->handle.fd,
3466 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].state : 0,
Willy Tarreauebc78d72018-01-20 23:53:50 +01003467 conn->handle.fd >= 0 ? !!(fdtab[conn->handle.fd].update_mask & tid_bit) : 0,
Christopher Fauletf0205062017-11-15 20:56:43 +01003468 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].thread_mask: 0);
Willy Tarreaufb3b1b02018-12-18 14:28:24 +01003469
3470 chunk_appendf(&trash, " cs=%p csf=0x%08x ctx=%p\n", cs, cs->flags, cs->ctx);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003471 }
3472 else if ((tmpctx = objt_appctx(strm->si[1].end)) != NULL) {
3473 chunk_appendf(&trash,
Willy Tarreau22d63a22019-04-24 08:41:29 +02003474 " app1=%p st0=%d st1=%d st2=%d applet=%s tmask=0x%lx nice=%d calls=%u rate=%u cpu=%llu lat=%llu\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003475 tmpctx,
3476 tmpctx->st0,
3477 tmpctx->st1,
3478 tmpctx->st2,
Christopher Fauletf0205062017-11-15 20:56:43 +01003479 tmpctx->applet->name,
Willy Tarreau34b1fac2018-05-31 14:40:19 +02003480 tmpctx->thread_mask,
Willy Tarreau22d63a22019-04-24 08:41:29 +02003481 tmpctx->t->nice, tmpctx->t->calls, read_freq_ctr(&tmpctx->call_rate),
Willy Tarreau9efd7452018-05-31 14:48:54 +02003482 (unsigned long long)tmpctx->t->cpu_time, (unsigned long long)tmpctx->t->lat_time);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003483 }
3484
3485 chunk_appendf(&trash,
3486 " req=%p (f=0x%06x an=0x%x pipe=%d tofwd=%d total=%lld)\n"
3487 " an_exp=%s",
3488 &strm->req,
3489 strm->req.flags, strm->req.analysers,
3490 strm->req.pipe ? strm->req.pipe->data : 0,
3491 strm->req.to_forward, strm->req.total,
3492 strm->req.analyse_exp ?
3493 human_time(TICKS_TO_MS(strm->req.analyse_exp - now_ms),
3494 TICKS_TO_MS(1000)) : "<NEVER>");
3495
3496 chunk_appendf(&trash,
3497 " rex=%s",
3498 strm->req.rex ?
3499 human_time(TICKS_TO_MS(strm->req.rex - now_ms),
3500 TICKS_TO_MS(1000)) : "<NEVER>");
3501
3502 chunk_appendf(&trash,
3503 " wex=%s\n"
Christopher Fauletbcac7862019-07-17 10:46:50 +02003504 " buf=%p data=%p o=%u p=%u i=%u size=%u\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003505 strm->req.wex ?
3506 human_time(TICKS_TO_MS(strm->req.wex - now_ms),
3507 TICKS_TO_MS(1000)) : "<NEVER>",
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003508 &strm->req.buf,
3509 b_orig(&strm->req.buf), (unsigned int)co_data(&strm->req),
Christopher Fauletbcac7862019-07-17 10:46:50 +02003510 (unsigned int)ci_head_ofs(&strm->req), (unsigned int)ci_data(&strm->req),
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003511 (unsigned int)strm->req.buf.size);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003512
Christopher Fauletb9af8812019-01-04 14:30:44 +01003513 if (IS_HTX_STRM(strm)) {
3514 struct htx *htx = htxbuf(&strm->req.buf);
3515
3516 chunk_appendf(&trash,
Willy Tarreaub84e67f2019-01-07 10:01:34 +01003517 " htx=%p flags=0x%x size=%u data=%u used=%u wrap=%s extra=%llu\n",
Christopher Faulet192c6a22019-06-11 16:32:24 +02003518 htx, htx->flags, htx->size, htx->data, htx_nbblks(htx),
Christopher Faulet28f29c72019-04-30 17:55:45 +02003519 (htx->tail >= htx->head) ? "NO" : "YES",
Christopher Fauletb9af8812019-01-04 14:30:44 +01003520 (unsigned long long)htx->extra);
3521 }
3522
William Lallemand4c5b4d52016-11-21 08:51:11 +01003523 chunk_appendf(&trash,
3524 " res=%p (f=0x%06x an=0x%x pipe=%d tofwd=%d total=%lld)\n"
3525 " an_exp=%s",
3526 &strm->res,
3527 strm->res.flags, strm->res.analysers,
3528 strm->res.pipe ? strm->res.pipe->data : 0,
3529 strm->res.to_forward, strm->res.total,
3530 strm->res.analyse_exp ?
3531 human_time(TICKS_TO_MS(strm->res.analyse_exp - now_ms),
3532 TICKS_TO_MS(1000)) : "<NEVER>");
3533
3534 chunk_appendf(&trash,
3535 " rex=%s",
3536 strm->res.rex ?
3537 human_time(TICKS_TO_MS(strm->res.rex - now_ms),
3538 TICKS_TO_MS(1000)) : "<NEVER>");
3539
3540 chunk_appendf(&trash,
3541 " wex=%s\n"
Christopher Fauletbcac7862019-07-17 10:46:50 +02003542 " buf=%p data=%p o=%u p=%u i=%u size=%u\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003543 strm->res.wex ?
3544 human_time(TICKS_TO_MS(strm->res.wex - now_ms),
3545 TICKS_TO_MS(1000)) : "<NEVER>",
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003546 &strm->res.buf,
3547 b_orig(&strm->res.buf), (unsigned int)co_data(&strm->res),
Christopher Fauletbcac7862019-07-17 10:46:50 +02003548 (unsigned int)ci_head_ofs(&strm->res), (unsigned int)ci_data(&strm->res),
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003549 (unsigned int)strm->res.buf.size);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003550
Christopher Fauletb9af8812019-01-04 14:30:44 +01003551 if (IS_HTX_STRM(strm)) {
3552 struct htx *htx = htxbuf(&strm->res.buf);
3553
3554 chunk_appendf(&trash,
3555 " htx=%p flags=0x%x size=%u data=%u used=%u wrap=%s extra=%llu\n",
Christopher Faulet192c6a22019-06-11 16:32:24 +02003556 htx, htx->flags, htx->size, htx->data, htx_nbblks(htx),
Christopher Faulet28f29c72019-04-30 17:55:45 +02003557 (htx->tail >= htx->head) ? "NO" : "YES",
Christopher Fauletb9af8812019-01-04 14:30:44 +01003558 (unsigned long long)htx->extra);
3559 }
3560
Willy Tarreaue6e52362019-01-04 17:42:57 +01003561 if (ci_putchk(si_ic(si), &trash) == -1)
3562 goto full;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003563
3564 /* use other states to dump the contents */
3565 }
3566 /* end of dump */
Willy Tarreaue6e52362019-01-04 17:42:57 +01003567 done:
William Lallemand4c5b4d52016-11-21 08:51:11 +01003568 appctx->ctx.sess.uid = 0;
3569 appctx->ctx.sess.section = 0;
3570 return 1;
Willy Tarreaue6e52362019-01-04 17:42:57 +01003571 full:
3572 return 0;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003573}
3574
3575
Aurélien Nephtaliabbf6072018-04-18 13:26:46 +02003576static int cli_parse_show_sess(char **args, char *payload, struct appctx *appctx, void *private)
William Lallemand4c5b4d52016-11-21 08:51:11 +01003577{
William Lallemand4c5b4d52016-11-21 08:51:11 +01003578 if (!cli_has_level(appctx, ACCESS_LVL_OPER))
3579 return 1;
3580
3581 if (*args[2] && strcmp(args[2], "all") == 0)
3582 appctx->ctx.sess.target = (void *)-1;
3583 else if (*args[2])
3584 appctx->ctx.sess.target = (void *)strtoul(args[2], NULL, 0);
3585 else
3586 appctx->ctx.sess.target = NULL;
3587 appctx->ctx.sess.section = 0; /* start with stream status */
3588 appctx->ctx.sess.pos = 0;
3589
3590 return 0;
3591}
3592
3593/* This function dumps all streams' states onto the stream interface's
3594 * read buffer. It returns 0 if the output buffer is full and it needs
Willy Tarreaue6e52362019-01-04 17:42:57 +01003595 * to be called again, otherwise non-zero. It proceeds in an isolated
3596 * thread so there is no thread safety issue here.
William Lallemand4c5b4d52016-11-21 08:51:11 +01003597 */
3598static int cli_io_handler_dump_sess(struct appctx *appctx)
3599{
3600 struct stream_interface *si = appctx->owner;
3601 struct connection *conn;
3602
Willy Tarreaue6e52362019-01-04 17:42:57 +01003603 thread_isolate();
3604
William Lallemand4c5b4d52016-11-21 08:51:11 +01003605 if (unlikely(si_ic(si)->flags & (CF_WRITE_ERROR|CF_SHUTW))) {
3606 /* If we're forced to shut down, we might have to remove our
3607 * reference to the last stream being dumped.
3608 */
3609 if (appctx->st2 == STAT_ST_LIST) {
3610 if (!LIST_ISEMPTY(&appctx->ctx.sess.bref.users)) {
3611 LIST_DEL(&appctx->ctx.sess.bref.users);
3612 LIST_INIT(&appctx->ctx.sess.bref.users);
3613 }
3614 }
Willy Tarreaue6e52362019-01-04 17:42:57 +01003615 goto done;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003616 }
3617
3618 chunk_reset(&trash);
3619
3620 switch (appctx->st2) {
3621 case STAT_ST_INIT:
3622 /* the function had not been called yet, let's prepare the
3623 * buffer for a response. We initialize the current stream
3624 * pointer to the first in the global list. When a target
3625 * stream is being destroyed, it is responsible for updating
3626 * this pointer. We know we have reached the end when this
3627 * pointer points back to the head of the streams list.
3628 */
3629 LIST_INIT(&appctx->ctx.sess.bref.users);
3630 appctx->ctx.sess.bref.ref = streams.n;
3631 appctx->st2 = STAT_ST_LIST;
3632 /* fall through */
3633
3634 case STAT_ST_LIST:
3635 /* first, let's detach the back-ref from a possible previous stream */
3636 if (!LIST_ISEMPTY(&appctx->ctx.sess.bref.users)) {
3637 LIST_DEL(&appctx->ctx.sess.bref.users);
3638 LIST_INIT(&appctx->ctx.sess.bref.users);
3639 }
3640
3641 /* and start from where we stopped */
3642 while (appctx->ctx.sess.bref.ref != &streams) {
3643 char pn[INET6_ADDRSTRLEN];
3644 struct stream *curr_strm;
3645
3646 curr_strm = LIST_ELEM(appctx->ctx.sess.bref.ref, struct stream *, list);
3647
3648 if (appctx->ctx.sess.target) {
3649 if (appctx->ctx.sess.target != (void *)-1 && appctx->ctx.sess.target != curr_strm)
3650 goto next_sess;
3651
3652 LIST_ADDQ(&curr_strm->back_refs, &appctx->ctx.sess.bref.users);
3653 /* call the proper dump() function and return if we're missing space */
Willy Tarreaue6e52362019-01-04 17:42:57 +01003654 if (!stats_dump_full_strm_to_buffer(si, curr_strm))
3655 goto full;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003656
3657 /* stream dump complete */
3658 LIST_DEL(&appctx->ctx.sess.bref.users);
3659 LIST_INIT(&appctx->ctx.sess.bref.users);
3660 if (appctx->ctx.sess.target != (void *)-1) {
3661 appctx->ctx.sess.target = NULL;
3662 break;
3663 }
3664 else
3665 goto next_sess;
3666 }
3667
3668 chunk_appendf(&trash,
3669 "%p: proto=%s",
3670 curr_strm,
3671 strm_li(curr_strm) ? strm_li(curr_strm)->proto->name : "?");
3672
3673 conn = objt_conn(strm_orig(curr_strm));
Willy Tarreau71e34c12019-07-17 15:07:06 +02003674 switch (conn && conn_get_src(conn) ? addr_to_str(conn->src, pn, sizeof(pn)) : AF_UNSPEC) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003675 case AF_INET:
3676 case AF_INET6:
3677 chunk_appendf(&trash,
3678 " src=%s:%d fe=%s be=%s srv=%s",
3679 pn,
Willy Tarreau71e34c12019-07-17 15:07:06 +02003680 get_host_port(conn->src),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003681 strm_fe(curr_strm)->id,
3682 (curr_strm->be->cap & PR_CAP_BE) ? curr_strm->be->id : "<NONE>",
3683 objt_server(curr_strm->target) ? objt_server(curr_strm->target)->id : "<none>"
3684 );
3685 break;
3686 case AF_UNIX:
3687 chunk_appendf(&trash,
3688 " src=unix:%d fe=%s be=%s srv=%s",
3689 strm_li(curr_strm)->luid,
3690 strm_fe(curr_strm)->id,
3691 (curr_strm->be->cap & PR_CAP_BE) ? curr_strm->be->id : "<NONE>",
3692 objt_server(curr_strm->target) ? objt_server(curr_strm->target)->id : "<none>"
3693 );
3694 break;
3695 }
3696
3697 chunk_appendf(&trash,
Willy Tarreau2e9c1d22019-04-24 08:28:31 +02003698 " ts=%02x age=%s calls=%u rate=%u cpu=%llu lat=%llu",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003699 curr_strm->task->state,
3700 human_time(now.tv_sec - curr_strm->logs.tv_accept.tv_sec, 1),
Willy Tarreau2e9c1d22019-04-24 08:28:31 +02003701 curr_strm->task->calls, read_freq_ctr(&curr_strm->call_rate),
Willy Tarreau9efd7452018-05-31 14:48:54 +02003702 (unsigned long long)curr_strm->task->cpu_time, (unsigned long long)curr_strm->task->lat_time);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003703
3704 chunk_appendf(&trash,
Willy Tarreau506a29a2018-07-18 10:07:58 +02003705 " rq[f=%06xh,i=%u,an=%02xh,rx=%s",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003706 curr_strm->req.flags,
Willy Tarreau7e9c30a2018-06-15 19:24:46 +02003707 (unsigned int)ci_data(&curr_strm->req),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003708 curr_strm->req.analysers,
3709 curr_strm->req.rex ?
3710 human_time(TICKS_TO_MS(curr_strm->req.rex - now_ms),
3711 TICKS_TO_MS(1000)) : "");
3712
3713 chunk_appendf(&trash,
3714 ",wx=%s",
3715 curr_strm->req.wex ?
3716 human_time(TICKS_TO_MS(curr_strm->req.wex - now_ms),
3717 TICKS_TO_MS(1000)) : "");
3718
3719 chunk_appendf(&trash,
3720 ",ax=%s]",
3721 curr_strm->req.analyse_exp ?
3722 human_time(TICKS_TO_MS(curr_strm->req.analyse_exp - now_ms),
3723 TICKS_TO_MS(1000)) : "");
3724
3725 chunk_appendf(&trash,
Willy Tarreau506a29a2018-07-18 10:07:58 +02003726 " rp[f=%06xh,i=%u,an=%02xh,rx=%s",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003727 curr_strm->res.flags,
Willy Tarreau7e9c30a2018-06-15 19:24:46 +02003728 (unsigned int)ci_data(&curr_strm->res),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003729 curr_strm->res.analysers,
3730 curr_strm->res.rex ?
3731 human_time(TICKS_TO_MS(curr_strm->res.rex - now_ms),
3732 TICKS_TO_MS(1000)) : "");
3733
3734 chunk_appendf(&trash,
3735 ",wx=%s",
3736 curr_strm->res.wex ?
3737 human_time(TICKS_TO_MS(curr_strm->res.wex - now_ms),
3738 TICKS_TO_MS(1000)) : "");
3739
3740 chunk_appendf(&trash,
3741 ",ax=%s]",
3742 curr_strm->res.analyse_exp ?
3743 human_time(TICKS_TO_MS(curr_strm->res.analyse_exp - now_ms),
3744 TICKS_TO_MS(1000)) : "");
3745
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003746 conn = cs_conn(objt_cs(curr_strm->si[0].end));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003747 chunk_appendf(&trash,
3748 " s0=[%d,%1xh,fd=%d,ex=%s]",
3749 curr_strm->si[0].state,
3750 curr_strm->si[0].flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02003751 conn ? conn->handle.fd : -1,
William Lallemand4c5b4d52016-11-21 08:51:11 +01003752 curr_strm->si[0].exp ?
3753 human_time(TICKS_TO_MS(curr_strm->si[0].exp - now_ms),
3754 TICKS_TO_MS(1000)) : "");
3755
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003756 conn = cs_conn(objt_cs(curr_strm->si[1].end));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003757 chunk_appendf(&trash,
3758 " s1=[%d,%1xh,fd=%d,ex=%s]",
3759 curr_strm->si[1].state,
3760 curr_strm->si[1].flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02003761 conn ? conn->handle.fd : -1,
William Lallemand4c5b4d52016-11-21 08:51:11 +01003762 curr_strm->si[1].exp ?
3763 human_time(TICKS_TO_MS(curr_strm->si[1].exp - now_ms),
3764 TICKS_TO_MS(1000)) : "");
3765
3766 chunk_appendf(&trash,
3767 " exp=%s",
3768 curr_strm->task->expire ?
3769 human_time(TICKS_TO_MS(curr_strm->task->expire - now_ms),
3770 TICKS_TO_MS(1000)) : "");
3771 if (task_in_rq(curr_strm->task))
3772 chunk_appendf(&trash, " run(nice=%d)", curr_strm->task->nice);
3773
3774 chunk_appendf(&trash, "\n");
3775
Willy Tarreau06d80a92017-10-19 14:32:15 +02003776 if (ci_putchk(si_ic(si), &trash) == -1) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003777 /* let's try again later from this stream. We add ourselves into
3778 * this stream's users so that it can remove us upon termination.
3779 */
William Lallemand4c5b4d52016-11-21 08:51:11 +01003780 LIST_ADDQ(&curr_strm->back_refs, &appctx->ctx.sess.bref.users);
Willy Tarreaue6e52362019-01-04 17:42:57 +01003781 goto full;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003782 }
3783
3784 next_sess:
3785 appctx->ctx.sess.bref.ref = curr_strm->list.n;
3786 }
3787
3788 if (appctx->ctx.sess.target && appctx->ctx.sess.target != (void *)-1) {
3789 /* specified stream not found */
3790 if (appctx->ctx.sess.section > 0)
3791 chunk_appendf(&trash, " *** session terminated while we were watching it ***\n");
3792 else
3793 chunk_appendf(&trash, "Session not found.\n");
3794
Willy Tarreaue6e52362019-01-04 17:42:57 +01003795 if (ci_putchk(si_ic(si), &trash) == -1)
3796 goto full;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003797
3798 appctx->ctx.sess.target = NULL;
3799 appctx->ctx.sess.uid = 0;
Willy Tarreaue6e52362019-01-04 17:42:57 +01003800 goto done;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003801 }
William Lallemand4c5b4d52016-11-21 08:51:11 +01003802 /* fall through */
3803
3804 default:
3805 appctx->st2 = STAT_ST_FIN;
Willy Tarreaue6e52362019-01-04 17:42:57 +01003806 goto done;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003807 }
Willy Tarreaue6e52362019-01-04 17:42:57 +01003808 done:
3809 thread_release();
3810 return 1;
3811 full:
3812 thread_release();
3813 si_rx_room_blk(si);
3814 return 0;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003815}
3816
3817static void cli_release_show_sess(struct appctx *appctx)
3818{
3819 if (appctx->st2 == STAT_ST_LIST) {
Willy Tarreau7ce3f092017-11-10 16:24:41 +01003820 HA_SPIN_LOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003821 if (!LIST_ISEMPTY(&appctx->ctx.sess.bref.users))
3822 LIST_DEL(&appctx->ctx.sess.bref.users);
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003823 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003824 }
3825}
3826
Willy Tarreau61b65212016-11-24 11:09:25 +01003827/* Parses the "shutdown session" directive, it always returns 1 */
Aurélien Nephtaliabbf6072018-04-18 13:26:46 +02003828static int cli_parse_shutdown_session(char **args, char *payload, struct appctx *appctx, void *private)
Willy Tarreau61b65212016-11-24 11:09:25 +01003829{
3830 struct stream *strm, *ptr;
3831
3832 if (!cli_has_level(appctx, ACCESS_LVL_ADMIN))
3833 return 1;
3834
Willy Tarreau9d008692019-08-09 11:21:01 +02003835 if (!*args[2])
3836 return cli_err(appctx, "Session pointer expected (use 'show sess').\n");
Willy Tarreau61b65212016-11-24 11:09:25 +01003837
3838 ptr = (void *)strtoul(args[2], NULL, 0);
3839
3840 /* first, look for the requested stream in the stream table */
3841 list_for_each_entry(strm, &streams, list) {
3842 if (strm == ptr)
3843 break;
3844 }
3845
3846 /* do we have the stream ? */
Willy Tarreau9d008692019-08-09 11:21:01 +02003847 if (strm != ptr)
3848 return cli_err(appctx, "No such session (use 'show sess').\n");
Willy Tarreau61b65212016-11-24 11:09:25 +01003849
3850 stream_shutdown(strm, SF_ERR_KILLED);
3851 return 1;
3852}
3853
Willy Tarreau4e46b622016-11-23 16:50:48 +01003854/* Parses the "shutdown session server" directive, it always returns 1 */
Aurélien Nephtaliabbf6072018-04-18 13:26:46 +02003855static int cli_parse_shutdown_sessions_server(char **args, char *payload, struct appctx *appctx, void *private)
Willy Tarreau4e46b622016-11-23 16:50:48 +01003856{
3857 struct server *sv;
Willy Tarreau4e46b622016-11-23 16:50:48 +01003858
3859 if (!cli_has_level(appctx, ACCESS_LVL_ADMIN))
3860 return 1;
3861
3862 sv = cli_find_server(appctx, args[3]);
3863 if (!sv)
3864 return 1;
3865
3866 /* kill all the stream that are on this server */
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003867 HA_SPIN_LOCK(SERVER_LOCK, &sv->lock);
Willy Tarreaud9e26a72019-11-14 16:37:16 +01003868 srv_shutdown_streams(sv, SF_ERR_KILLED);
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003869 HA_SPIN_UNLOCK(SERVER_LOCK, &sv->lock);
Willy Tarreau4e46b622016-11-23 16:50:48 +01003870 return 1;
3871}
3872
William Lallemand4c5b4d52016-11-21 08:51:11 +01003873/* register cli keywords */
3874static struct cli_kw_list cli_kws = {{ },{
3875 { { "show", "sess", NULL }, "show sess [id] : report the list of current sessions or dump this session", cli_parse_show_sess, cli_io_handler_dump_sess, cli_release_show_sess },
Willy Tarreau61b65212016-11-24 11:09:25 +01003876 { { "shutdown", "session", NULL }, "shutdown session : kill a specific session", cli_parse_shutdown_session, NULL, NULL },
Willy Tarreau4e46b622016-11-23 16:50:48 +01003877 { { "shutdown", "sessions", "server" }, "shutdown sessions server : kill sessions on a server", cli_parse_shutdown_sessions_server, NULL, NULL },
William Lallemand4c5b4d52016-11-21 08:51:11 +01003878 {{},}
3879}};
3880
Willy Tarreau0108d902018-11-25 19:14:37 +01003881INITCALL1(STG_REGISTER, cli_register_kw, &cli_kws);
3882
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003883/* main configuration keyword registration. */
3884static struct action_kw_list stream_tcp_keywords = { ILH, {
3885 { "use-service", stream_parse_use_service },
3886 { /* END */ }
3887}};
3888
Willy Tarreau0108d902018-11-25 19:14:37 +01003889INITCALL1(STG_REGISTER, tcp_req_cont_keywords_register, &stream_tcp_keywords);
3890
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003891static struct action_kw_list stream_http_keywords = { ILH, {
3892 { "use-service", stream_parse_use_service },
3893 { /* END */ }
3894}};
3895
Willy Tarreau0108d902018-11-25 19:14:37 +01003896INITCALL1(STG_REGISTER, http_req_keywords_register, &stream_http_keywords);
Willy Tarreau8b22a712010-06-18 17:46:06 +02003897
Willy Tarreaubaaee002006-06-26 02:48:02 +02003898/*
3899 * Local variables:
3900 * c-indent-level: 8
3901 * c-basic-offset: 8
3902 * End:
3903 */