blob: 151dbf037dd22e0069e6bea5b021f6bca296bc6a [file] [log] [blame]
Willy Tarreaubaaee002006-06-26 02:48:02 +02001/*
Willy Tarreau87b09662015-04-03 00:22:06 +02002 * Stream management functions.
Willy Tarreaubaaee002006-06-26 02:48:02 +02003 *
Willy Tarreaud28c3532012-04-19 19:28:33 +02004 * Copyright 2000-2012 Willy Tarreau <w@1wt.eu>
Willy Tarreaubaaee002006-06-26 02:48:02 +02005 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
13#include <stdlib.h>
Willy Tarreau81f9aa32010-06-01 17:45:26 +020014#include <unistd.h>
15#include <fcntl.h>
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020016
Willy Tarreau122eba92020-06-04 10:15:32 +020017#include <haproxy/action.h>
Willy Tarreau4c7e4b72020-05-27 12:58:42 +020018#include <haproxy/api.h>
Thierry FOURNIER5a363e72015-09-27 19:29:33 +020019#include <common/cfgparse.h>
Willy Tarreau3afc4c42020-06-03 18:23:19 +020020#include <haproxy/dict.h>
Willy Tarreau2741c8c2020-06-02 11:28:02 +020021#include <haproxy/dynbuf.h>
Willy Tarreau86416052020-06-04 09:20:54 +020022#include <haproxy/hlua.h>
Willy Tarreau2741c8c2020-06-02 11:28:02 +020023#include <haproxy/istbuf.h>
Willy Tarreau3f567e42020-05-28 15:29:19 +020024#include <haproxy/thread.h>
Willy Tarreau16f958c2020-06-03 08:44:35 +020025#include <haproxy/htx.h>
Willy Tarreaud0ef4392020-06-02 09:38:52 +020026#include <haproxy/pool.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020027
Willy Tarreau8a8d83b2015-04-13 13:24:54 +020028#include <types/applet.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020029#include <types/capture.h>
William Lallemand4c5b4d52016-11-21 08:51:11 +010030#include <types/cli.h>
Christopher Fauletd7c91962015-04-30 11:48:27 +020031#include <types/filters.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010032#include <types/global.h>
William Lallemand9ed62032016-11-21 17:49:11 +010033#include <types/stats.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020034
Willy Tarreau1d0dfb12009-07-07 15:10:31 +020035#include <proto/acl.h>
Willy Tarreaua04ded52020-06-02 10:29:48 +020036#include <haproxy/activity.h>
Willy Tarreauaa74c4e2020-06-04 10:19:23 +020037#include <haproxy/arg.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010038#include <proto/backend.h>
Willy Tarreauc7e42382012-08-24 19:22:53 +020039#include <proto/channel.h>
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +010040#include <proto/checks.h>
William Lallemand4c5b4d52016-11-21 08:51:11 +010041#include <proto/cli.h>
Willy Tarreaud2274c62012-07-06 14:29:45 +020042#include <proto/connection.h>
Baptiste Assmann333939c2019-01-21 08:34:50 +010043#include <proto/dns.h>
William Lallemand9ed62032016-11-21 17:49:11 +010044#include <proto/stats.h>
Willy Tarreau0f6ffd62020-06-03 19:33:00 +020045#include <haproxy/fd.h>
Christopher Fauletd7c91962015-04-30 11:48:27 +020046#include <proto/filters.h>
Willy Tarreau66347942020-06-01 12:18:08 +020047#include <haproxy/freq_ctr.h>
Willy Tarreau3041b9f2010-10-15 23:25:20 +020048#include <proto/frontend.h>
Willy Tarreau61c112a2018-10-02 16:43:32 +020049#include <proto/http_rules.h>
Willy Tarreaud1d54542012-09-12 22:58:11 +020050#include <proto/listener.h>
Willy Tarreau332f8bf2007-05-13 21:36:56 +020051#include <proto/log.h>
Willy Tarreaufeb76402015-04-03 14:10:06 +020052#include <proto/session.h>
Willy Tarreau87b09662015-04-03 00:22:06 +020053#include <proto/stream.h>
Willy Tarreau551271d2020-06-04 08:32:23 +020054#include <haproxy/pipe.h>
Christopher Fauletfc9cfe42019-07-16 14:54:53 +020055#include <proto/http_ana.h>
Willy Tarreau1d0dfb12009-07-07 15:10:31 +020056#include <proto/proxy.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020057#include <proto/queue.h>
Willy Tarreau7f062c42009-03-05 18:43:00 +010058#include <proto/server.h>
Willy Tarreaucd3b0942012-04-27 21:52:18 +020059#include <proto/sample.h>
Emeric Brun1d33b292010-01-04 15:47:17 +010060#include <proto/stick_table.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010061#include <proto/stream_interface.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010062#include <proto/task.h>
Willy Tarreau39713102016-11-25 15:49:32 +010063#include <proto/tcp_rules.h>
Thierry FOURNIER4834bc72015-06-06 19:29:07 +020064#include <proto/vars.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020065
Willy Tarreau8ceae722018-11-26 11:58:30 +010066DECLARE_POOL(pool_head_stream, "stream", sizeof(struct stream));
Tim Duesterhus127a74d2020-02-28 15:13:33 +010067DECLARE_POOL(pool_head_uniqueid, "uniqueid", UNIQUEID_LEN);
Willy Tarreau8ceae722018-11-26 11:58:30 +010068
Willy Tarreaub6b3df32018-11-26 16:31:20 +010069struct list streams = LIST_HEAD_INIT(streams);
Willy Tarreau86abe442018-11-25 20:12:18 +010070__decl_spinlock(streams_lock);
Willy Tarreaubaaee002006-06-26 02:48:02 +020071
Thierry FOURNIER5a363e72015-09-27 19:29:33 +020072/* List of all use-service keywords. */
73static struct list service_keywords = LIST_HEAD_INIT(service_keywords);
74
Willy Tarreau5790eb02017-08-28 17:18:36 +020075
Christopher Fauleteea8fc72019-11-05 16:18:10 +010076/* trace source and events */
77static void strm_trace(enum trace_level level, uint64_t mask,
78 const struct trace_source *src,
79 const struct ist where, const struct ist func,
80 const void *a1, const void *a2, const void *a3, const void *a4);
81
82/* The event representation is split like this :
83 * strm - stream
84 * si - stream interface
85 * http - http analyzis
86 * tcp - tcp analyzis
87 *
88 * STRM_EV_* macros are defined in <proto/stream.h>
89 */
90static const struct trace_event strm_trace_events[] = {
91 { .mask = STRM_EV_STRM_NEW, .name = "strm_new", .desc = "new stream" },
92 { .mask = STRM_EV_STRM_FREE, .name = "strm_free", .desc = "release stream" },
93 { .mask = STRM_EV_STRM_ERR, .name = "strm_err", .desc = "error during stream processing" },
94 { .mask = STRM_EV_STRM_ANA, .name = "strm_ana", .desc = "stream analyzers" },
95 { .mask = STRM_EV_STRM_PROC, .name = "strm_proc", .desc = "stream processing" },
96
97 { .mask = STRM_EV_SI_ST, .name = "si_state", .desc = "processing stream-interface states" },
98
99 { .mask = STRM_EV_HTTP_ANA, .name = "http_ana", .desc = "HTTP analyzers" },
100 { .mask = STRM_EV_HTTP_ERR, .name = "http_err", .desc = "error during HTTP analyzis" },
101
102 { .mask = STRM_EV_TCP_ANA, .name = "tcp_ana", .desc = "TCP analyzers" },
103 { .mask = STRM_EV_TCP_ERR, .name = "tcp_err", .desc = "error during TCP analyzis" },
104 {}
105};
106
107static const struct name_desc strm_trace_lockon_args[4] = {
108 /* arg1 */ { /* already used by the stream */ },
109 /* arg2 */ { },
110 /* arg3 */ { },
111 /* arg4 */ { }
112};
113
114static const struct name_desc strm_trace_decoding[] = {
115#define STRM_VERB_CLEAN 1
116 { .name="clean", .desc="only user-friendly stuff, generally suitable for level \"user\"" },
117#define STRM_VERB_MINIMAL 2
118 { .name="minimal", .desc="report info on stream and stream-interfaces" },
119#define STRM_VERB_SIMPLE 3
120 { .name="simple", .desc="add info on request and response channels" },
121#define STRM_VERB_ADVANCED 4
122 { .name="advanced", .desc="add info on channel's buffer for data and developer levels only" },
123#define STRM_VERB_COMPLETE 5
124 { .name="complete", .desc="add info on channel's buffer" },
125 { /* end */ }
126};
127
128struct trace_source trace_strm = {
129 .name = IST("stream"),
130 .desc = "Applicative stream",
131 .arg_def = TRC_ARG1_STRM, // TRACE()'s first argument is always a stream
132 .default_cb = strm_trace,
133 .known_events = strm_trace_events,
134 .lockon_args = strm_trace_lockon_args,
135 .decoding = strm_trace_decoding,
136 .report_events = ~0, // report everything by default
137};
138
139#define TRACE_SOURCE &trace_strm
140INITCALL1(STG_REGISTER, trace_register_source, TRACE_SOURCE);
141
142/* the stream traces always expect that arg1, if non-null, is of a stream (from
143 * which we can derive everything), that arg2, if non-null, is an http
144 * transaction, that arg3, if non-null, is an http message.
145 */
146static void strm_trace(enum trace_level level, uint64_t mask, const struct trace_source *src,
147 const struct ist where, const struct ist func,
148 const void *a1, const void *a2, const void *a3, const void *a4)
149{
150 const struct stream *s = a1;
151 const struct http_txn *txn = a2;
152 const struct http_msg *msg = a3;
153 struct task *task;
154 const struct stream_interface *si_f, *si_b;
155 const struct channel *req, *res;
156 struct htx *htx;
157
158 if (!s || src->verbosity < STRM_VERB_CLEAN)
159 return;
160
161 task = s->task;
162 si_f = &s->si[0];
163 si_b = &s->si[1];
164 req = &s->req;
165 res = &s->res;
166 htx = (msg ? htxbuf(&msg->chn->buf) : NULL);
167
168 /* General info about the stream (htx/tcp, id...) */
169 chunk_appendf(&trace_buf, " : [%u,%s]",
170 s->uniq_id, ((s->flags & SF_HTX) ? "HTX" : "TCP"));
Tim Duesterhusa17e6622020-03-05 20:19:02 +0100171 if (isttest(s->unique_id)) {
172 chunk_appendf(&trace_buf, " id=");
173 b_putist(&trace_buf, s->unique_id);
174 }
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100175
176 /* Front and back stream-int state */
177 chunk_appendf(&trace_buf, " SI=(%s,%s)",
178 si_state_str(si_f->state), si_state_str(si_b->state));
179
180 /* If txn is defined, HTTP req/rep states */
181 if (txn)
182 chunk_appendf(&trace_buf, " HTTP=(%s,%s)",
183 h1_msg_state_str(txn->req.msg_state), h1_msg_state_str(txn->rsp.msg_state));
184 if (msg)
185 chunk_appendf(&trace_buf, " %s", ((msg->chn->flags & CF_ISRESP) ? "RESPONSE" : "REQUEST"));
186
187 if (src->verbosity == STRM_VERB_CLEAN)
188 return;
189
190 /* If msg defined, display status-line if possible (verbosity > MINIMAL) */
191 if (src->verbosity > STRM_VERB_MINIMAL && htx && htx_nbblks(htx)) {
192 const struct htx_blk *blk = htx_get_head_blk(htx);
193 const struct htx_sl *sl = htx_get_blk_ptr(htx, blk);
194 enum htx_blk_type type = htx_get_blk_type(blk);
195
196 if (type == HTX_BLK_REQ_SL || type == HTX_BLK_RES_SL)
197 chunk_appendf(&trace_buf, " - \"%.*s %.*s %.*s\"",
198 HTX_SL_P1_LEN(sl), HTX_SL_P1_PTR(sl),
199 HTX_SL_P2_LEN(sl), HTX_SL_P2_PTR(sl),
200 HTX_SL_P3_LEN(sl), HTX_SL_P3_PTR(sl));
201 }
202
203
204 /* If txn defined info about HTTP msgs, otherwise info about SI. */
205 if (txn) {
206 chunk_appendf(&trace_buf, " - t=%p s=(%p,0x%08x) txn.flags=0x%08x, http.flags=(0x%08x,0x%08x) status=%d",
207 task, s, s->flags, txn->flags, txn->req.flags, txn->rsp.flags, txn->status);
208 }
209 else {
210 chunk_appendf(&trace_buf, " - t=%p s=(%p,0x%08x) si_f=(%p,0x%08x,0x%x) si_b=(%p,0x%08x,0x%x) retries=%d",
211 task, s, s->flags, si_f, si_f->flags, si_f->err_type,
212 si_b, si_b->flags, si_b->err_type, si_b->conn_retries);
213 }
214
215 if (src->verbosity == STRM_VERB_MINIMAL)
216 return;
217
218
219 /* If txn defined, don't display all channel info */
220 if (src->verbosity == STRM_VERB_SIMPLE || txn) {
221 chunk_appendf(&trace_buf, " req=(%p .fl=0x%08x .exp(r,w,a)=(%u,%u,%u))",
222 req, req->flags, req->rex, req->wex, req->analyse_exp);
223 chunk_appendf(&trace_buf, " res=(%p .fl=0x%08x .exp(r,w,a)=(%u,%u,%u))",
224 res, res->flags, res->rex, res->wex, res->analyse_exp);
225 }
226 else {
227 chunk_appendf(&trace_buf, " req=(%p .fl=0x%08x .ana=0x%08x .exp(r,w,a)=(%u,%u,%u) .o=%lu .tot=%llu .to_fwd=%u)",
228 req, req->flags, req->analysers, req->rex, req->wex, req->analyse_exp,
Willy Tarreaue18f53e2019-11-27 15:41:31 +0100229 (long)req->output, req->total, req->to_forward);
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100230 chunk_appendf(&trace_buf, " res=(%p .fl=0x%08x .ana=0x%08x .exp(r,w,a)=(%u,%u,%u) .o=%lu .tot=%llu .to_fwd=%u)",
231 res, res->flags, res->analysers, res->rex, res->wex, res->analyse_exp,
Willy Tarreaue18f53e2019-11-27 15:41:31 +0100232 (long)res->output, res->total, res->to_forward);
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100233 }
234
235 if (src->verbosity == STRM_VERB_SIMPLE ||
236 (src->verbosity == STRM_VERB_ADVANCED && src->level < TRACE_LEVEL_DATA))
237 return;
238
239 /* channels' buffer info */
240 if (s->flags & SF_HTX) {
241 struct htx *rqhtx = htxbuf(&req->buf);
242 struct htx *rphtx = htxbuf(&res->buf);
243
244 chunk_appendf(&trace_buf, " htx=(%u/%u#%u, %u/%u#%u)",
245 rqhtx->data, rqhtx->size, htx_nbblks(rqhtx),
246 rphtx->data, rphtx->size, htx_nbblks(rphtx));
247 }
248 else {
249 chunk_appendf(&trace_buf, " buf=(%u@%p+%u/%u, %u@%p+%u/%u)",
250 (unsigned int)b_data(&req->buf), b_orig(&req->buf),
251 (unsigned int)b_head_ofs(&req->buf), (unsigned int)b_size(&req->buf),
252 (unsigned int)b_data(&req->buf), b_orig(&req->buf),
253 (unsigned int)b_head_ofs(&req->buf), (unsigned int)b_size(&req->buf));
254 }
255
256 /* If msg defined, display htx info if defined (level > USER) */
257 if (src->level > TRACE_LEVEL_USER && htx && htx_nbblks(htx)) {
258 int full = 0;
259
260 /* Full htx info (level > STATE && verbosity > SIMPLE) */
261 if (src->level > TRACE_LEVEL_STATE) {
262 if (src->verbosity == STRM_VERB_COMPLETE)
263 full = 1;
264 }
265
266 chunk_memcat(&trace_buf, "\n\t", 2);
267 htx_dump(&trace_buf, htx, full);
268 }
269}
270
Willy Tarreau5790eb02017-08-28 17:18:36 +0200271/* Create a new stream for connection <conn>. Return < 0 on error. This is only
272 * valid right after the handshake, before the connection's data layer is
273 * initialized, because it relies on the session to be in conn->owner.
274 */
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200275int stream_create_from_cs(struct conn_stream *cs)
Willy Tarreau5790eb02017-08-28 17:18:36 +0200276{
277 struct stream *strm;
278
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200279 strm = stream_new(cs->conn->owner, &cs->obj_type);
Willy Tarreau5790eb02017-08-28 17:18:36 +0200280 if (strm == NULL)
281 return -1;
282
283 task_wakeup(strm->task, TASK_WOKEN_INIT);
284 return 0;
285}
286
Willy Tarreaub882dd82018-11-06 15:50:21 +0100287/* Callback used to wake up a stream when an input buffer is available. The
288 * stream <s>'s stream interfaces are checked for a failed buffer allocation
Willy Tarreaud0f5bbc2018-11-14 11:10:26 +0100289 * as indicated by the presence of the SI_FL_RXBLK_ROOM flag and the lack of a
Willy Tarreaub882dd82018-11-06 15:50:21 +0100290 * buffer, and and input buffer is assigned there (at most one). The function
291 * returns 1 and wakes the stream up if a buffer was taken, otherwise zero.
292 * It's designed to be called from __offer_buffer().
293 */
294int stream_buf_available(void *arg)
295{
296 struct stream *s = arg;
297
Willy Tarreau8be7cd72018-11-14 15:12:08 +0100298 if (!s->req.buf.size && !s->req.pipe && (s->si[0].flags & SI_FL_RXBLK_BUFF) &&
Willy Tarreaub882dd82018-11-06 15:50:21 +0100299 b_alloc_margin(&s->req.buf, global.tune.reserved_bufs))
Willy Tarreau8be7cd72018-11-14 15:12:08 +0100300 si_rx_buff_rdy(&s->si[0]);
301 else if (!s->res.buf.size && !s->res.pipe && (s->si[1].flags & SI_FL_RXBLK_BUFF) &&
Willy Tarreaub882dd82018-11-06 15:50:21 +0100302 b_alloc_margin(&s->res.buf, 0))
Willy Tarreau8be7cd72018-11-14 15:12:08 +0100303 si_rx_buff_rdy(&s->si[1]);
Willy Tarreaub882dd82018-11-06 15:50:21 +0100304 else
305 return 0;
306
307 task_wakeup(s->task, TASK_WOKEN_RES);
308 return 1;
309
310}
311
Willy Tarreau9903f0e2015-04-04 18:50:31 +0200312/* This function is called from the session handler which detects the end of
Willy Tarreau73b65ac2015-04-08 18:26:29 +0200313 * handshake, in order to complete initialization of a valid stream. It must be
Joseph Herlant4cc8d0d2018-11-15 09:14:14 -0800314 * called with a completely initialized session. It returns the pointer to
Willy Tarreau73b65ac2015-04-08 18:26:29 +0200315 * the newly created stream, or NULL in case of fatal error. The client-facing
Willy Tarreau87787ac2017-08-28 16:22:54 +0200316 * end point is assigned to <origin>, which must be valid. The stream's task
317 * is configured with a nice value inherited from the listener's nice if any.
318 * The task's context is set to the new stream, and its function is set to
319 * process_stream(). Target and analysers are null.
Willy Tarreau2542b532012-08-31 16:01:23 +0200320 */
Willy Tarreau87787ac2017-08-28 16:22:54 +0200321struct stream *stream_new(struct session *sess, enum obj_type *origin)
Willy Tarreau2542b532012-08-31 16:01:23 +0200322{
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200323 struct stream *s;
Willy Tarreau87787ac2017-08-28 16:22:54 +0200324 struct task *t;
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200325 struct conn_stream *cs = objt_cs(origin);
Willy Tarreau73b65ac2015-04-08 18:26:29 +0200326 struct appctx *appctx = objt_appctx(origin);
Christopher Fauletb3484d62018-11-29 15:19:05 +0100327 const struct cs_info *csinfo;
Willy Tarreau2542b532012-08-31 16:01:23 +0200328
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100329 DBG_TRACE_ENTER(STRM_EV_STRM_NEW);
Willy Tarreaubafbe012017-11-24 17:34:44 +0100330 if (unlikely((s = pool_alloc(pool_head_stream)) == NULL))
Willy Tarreau87787ac2017-08-28 16:22:54 +0200331 goto out_fail_alloc;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200332
333 /* minimum stream initialization required for an embryonic stream is
334 * fairly low. We need very little to execute L4 ACLs, then we need a
335 * task to make the client-side connection live on its own.
336 * - flags
337 * - stick-entry tracking
338 */
339 s->flags = 0;
Willy Tarreaufb9f5842015-04-05 18:19:23 +0200340 s->logs.logwait = sess->fe->to_log;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200341 s->logs.level = 0;
Willy Tarreau99eb0f12015-04-05 12:03:54 +0200342 tv_zero(&s->logs.tv_request);
343 s->logs.t_queue = -1;
344 s->logs.t_connect = -1;
345 s->logs.t_data = -1;
346 s->logs.t_close = 0;
347 s->logs.bytes_in = s->logs.bytes_out = 0;
Patrick Hemmerffe5e8c2018-05-11 12:52:31 -0400348 s->logs.prx_queue_pos = 0; /* we get the number of pending conns before us */
349 s->logs.srv_queue_pos = 0; /* we will get this number soon */
Baptiste Assmann333939c2019-01-21 08:34:50 +0100350 s->obj_type = OBJ_TYPE_STREAM;
Willy Tarreau99eb0f12015-04-05 12:03:54 +0200351
Christopher Fauletb3484d62018-11-29 15:19:05 +0100352 csinfo = si_get_cs_info(cs);
353 if (csinfo) {
354 s->logs.accept_date = csinfo->create_date;
355 s->logs.tv_accept = csinfo->tv_create;
356 s->logs.t_handshake = csinfo->t_handshake;
357 s->logs.t_idle = csinfo->t_idle;
358 }
359 else {
360 s->logs.accept_date = sess->accept_date;
361 s->logs.tv_accept = sess->tv_accept;
362 s->logs.t_handshake = sess->t_handshake;
363 s->logs.t_idle = -1;
364 }
365
Willy Tarreau99eb0f12015-04-05 12:03:54 +0200366 /* default logging function */
367 s->do_log = strm_log;
368
369 /* default error reporting function, may be changed by analysers */
370 s->srv_error = default_srv_error;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200371
372 /* Initialise the current rule list pointer to NULL. We are sure that
373 * any rulelist match the NULL pointer.
374 */
375 s->current_rule_list = NULL;
Remi Gacogne7fb9de22015-07-22 17:10:58 +0200376 s->current_rule = NULL;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200377
Willy Tarreaua68f7622015-09-21 17:48:24 +0200378 /* Copy SC counters for the stream. We don't touch refcounts because
379 * any reference we have is inherited from the session. Since the stream
380 * doesn't exist without the session, the session's existence guarantees
381 * we don't lose the entry. During the store operation, the stream won't
382 * touch these ones.
Thierry FOURNIER827752e2015-08-18 11:34:18 +0200383 */
Thierry FOURNIERc8fdb982015-08-16 12:03:39 +0200384 memcpy(s->stkctr, sess->stkctr, sizeof(s->stkctr));
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200385
386 s->sess = sess;
387 s->si[0].flags = SI_FL_NONE;
388 s->si[1].flags = SI_FL_ISBACK;
389
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100390 s->uniq_id = _HA_ATOMIC_XADD(&global.req_count, 1);
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200391
Willy Tarreau87b09662015-04-03 00:22:06 +0200392 /* OK, we're keeping the stream, so let's properly initialize the stream */
Willy Tarreau2542b532012-08-31 16:01:23 +0200393 LIST_INIT(&s->back_refs);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100394
Willy Tarreau21046592020-02-26 10:39:36 +0100395 MT_LIST_INIT(&s->buffer_wait.list);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100396 s->buffer_wait.target = s;
Willy Tarreaub882dd82018-11-06 15:50:21 +0100397 s->buffer_wait.wakeup_cb = stream_buf_available;
Willy Tarreauf8a49ea2013-10-14 21:32:07 +0200398
Willy Tarreau2e9c1d22019-04-24 08:28:31 +0200399 s->call_rate.curr_sec = s->call_rate.curr_ctr = s->call_rate.prev_ctr = 0;
William Lallemandcf62f7e2018-10-26 14:47:40 +0200400 s->pcli_next_pid = 0;
William Lallemandebf61802018-12-11 16:10:57 +0100401 s->pcli_flags = 0;
Tim Duesterhusa17e6622020-03-05 20:19:02 +0100402 s->unique_id = IST_NULL;
Willy Tarreau2542b532012-08-31 16:01:23 +0200403
Emeric Brunc60def82017-09-27 14:59:38 +0200404 if ((t = task_new(tid_bit)) == NULL)
Willy Tarreau87787ac2017-08-28 16:22:54 +0200405 goto out_fail_alloc;
406
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200407 s->task = t;
Christopher Faulet9d810ca2016-12-08 22:33:52 +0100408 s->pending_events = 0;
Willy Tarreaud1769b82015-04-06 00:25:48 +0200409 t->process = process_stream;
Willy Tarreau2542b532012-08-31 16:01:23 +0200410 t->context = s;
411 t->expire = TICK_ETERNITY;
Willy Tarreau87787ac2017-08-28 16:22:54 +0200412 if (sess->listener)
413 t->nice = sess->listener->nice;
Willy Tarreau2542b532012-08-31 16:01:23 +0200414
Willy Tarreau87b09662015-04-03 00:22:06 +0200415 /* Note: initially, the stream's backend points to the frontend.
Willy Tarreau2542b532012-08-31 16:01:23 +0200416 * This changes later when switching rules are executed or
417 * when the default backend is assigned.
418 */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200419 s->be = sess->fe;
Willy Tarreauc9fa0482018-07-10 17:43:27 +0200420 s->req.buf = BUF_NULL;
421 s->res.buf = BUF_NULL;
Willy Tarreaucb7dd012015-04-03 22:16:32 +0200422 s->req_cap = NULL;
423 s->res_cap = NULL;
Willy Tarreau2542b532012-08-31 16:01:23 +0200424
Willy Tarreauebcd4842015-06-19 11:59:02 +0200425 /* Initialise all the variables contexts even if not used.
426 * This permits to prune these contexts without errors.
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200427 */
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200428 vars_init(&s->vars_txn, SCOPE_TXN);
429 vars_init(&s->vars_reqres, SCOPE_REQ);
430
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200431 /* this part should be common with other protocols */
Olivier Houchard8f0b4c62018-08-02 18:21:38 +0200432 if (si_reset(&s->si[0]) < 0)
433 goto out_fail_alloc;
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200434 si_set_state(&s->si[0], SI_ST_EST);
Hongbo Longe39683c2017-03-10 18:41:51 +0100435 s->si[0].hcto = sess->fe->timeout.clientfin;
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200436
Christopher Faulet0e160ff2019-04-03 10:01:07 +0200437 if (cs && cs->conn->mux) {
438 if (cs->conn->mux->flags & MX_FL_CLEAN_ABRT)
439 s->si[0].flags |= SI_FL_CLEAN_ABRT;
440 if (cs->conn->mux->flags & MX_FL_HTX)
441 s->flags |= SF_HTX;
442 }
Christopher Faulet3494c632019-07-15 14:58:26 +0200443 /* Set SF_HTX flag for HTTP frontends. */
444 if (sess->fe->mode == PR_MODE_HTTP)
Christopher Faulet0e160ff2019-04-03 10:01:07 +0200445 s->flags |= SF_HTX;
Willy Tarreau984fca92017-12-20 16:31:43 +0100446
Willy Tarreau1f52bb22015-04-04 14:28:46 +0200447 /* attach the incoming connection to the stream interface now. */
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200448 if (cs)
449 si_attach_cs(&s->si[0], cs);
Willy Tarreau470280e2015-04-05 01:33:13 +0200450 else if (appctx)
451 si_attach_appctx(&s->si[0], appctx);
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200452
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200453 if (likely(sess->fe->options2 & PR_O2_INDEPSTR))
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200454 s->si[0].flags |= SI_FL_INDEP_STR;
455
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200456 /* pre-initialize the other side's stream interface to an INIT state. The
457 * callbacks will be initialized before attempting to connect.
458 */
Olivier Houchard8f0b4c62018-08-02 18:21:38 +0200459 if (si_reset(&s->si[1]) < 0)
460 goto out_fail_alloc_si1;
Hongbo Longe39683c2017-03-10 18:41:51 +0100461 s->si[1].hcto = TICK_ETERNITY;
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200462
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200463 if (likely(sess->fe->options2 & PR_O2_INDEPSTR))
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200464 s->si[1].flags |= SI_FL_INDEP_STR;
465
Willy Tarreau87b09662015-04-03 00:22:06 +0200466 stream_init_srv_conn(s);
Willy Tarreau9b82d942016-12-05 00:26:31 +0100467 s->target = sess->listener ? sess->listener->default_target : NULL;
Willy Tarreau90420602019-07-18 15:09:57 +0200468 s->target_addr = NULL;
Willy Tarreau9b82d942016-12-05 00:26:31 +0100469
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200470 s->pend_pos = NULL;
Patrick Hemmer268a7072018-05-11 12:52:31 -0400471 s->priority_class = 0;
472 s->priority_offset = 0;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200473
474 /* init store persistence */
475 s->store_count = 0;
476
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100477 channel_init(&s->req);
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100478 s->req.flags |= CF_READ_ATTACHED; /* the producer is already connected */
Willy Tarreau9b82d942016-12-05 00:26:31 +0100479 s->req.analysers = sess->listener ? sess->listener->analysers : 0;
Willy Tarreaue223e3b2017-11-18 15:39:10 +0100480
481 if (!sess->fe->fe_req_ana) {
482 channel_auto_connect(&s->req); /* don't wait to establish connection */
483 channel_auto_close(&s->req); /* let the producer forward close requests */
484 }
Willy Tarreauc8815ef2015-04-05 18:15:59 +0200485
486 s->req.rto = sess->fe->timeout.client;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100487 s->req.wto = TICK_ETERNITY;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100488 s->req.rex = TICK_ETERNITY;
489 s->req.wex = TICK_ETERNITY;
490 s->req.analyse_exp = TICK_ETERNITY;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200491
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100492 channel_init(&s->res);
Willy Tarreauef573c02014-11-28 14:17:09 +0100493 s->res.flags |= CF_ISRESP;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100494 s->res.analysers = 0;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200495
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200496 if (sess->fe->options2 & PR_O2_NODELAY) {
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100497 s->req.flags |= CF_NEVER_WAIT;
498 s->res.flags |= CF_NEVER_WAIT;
Willy Tarreau96e31212011-05-30 18:10:30 +0200499 }
500
Willy Tarreauc8815ef2015-04-05 18:15:59 +0200501 s->res.wto = sess->fe->timeout.client;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100502 s->res.rto = TICK_ETERNITY;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100503 s->res.rex = TICK_ETERNITY;
504 s->res.wex = TICK_ETERNITY;
505 s->res.analyse_exp = TICK_ETERNITY;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200506
Willy Tarreaueee5b512015-04-03 23:46:31 +0200507 s->txn = NULL;
Thierry FOURNIER2c8b54e2016-12-17 12:45:32 +0100508 s->hlua = NULL;
Thierry FOURNIER65f34c62015-02-16 20:11:43 +0100509
Frédéric Lécaillebed883a2019-04-23 17:26:33 +0200510 s->dns_ctx.dns_requester = NULL;
511 s->dns_ctx.hostname_dn = NULL;
512 s->dns_ctx.hostname_dn_len = 0;
513 s->dns_ctx.parent = NULL;
514
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100515 HA_SPIN_LOCK(STRMS_LOCK, &streams_lock);
Emeric Brun6b35e9b2017-06-30 16:23:45 +0200516 LIST_ADDQ(&streams, &s->list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100517 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
Emeric Brun6b35e9b2017-06-30 16:23:45 +0200518
Christopher Faulet92d36382015-11-05 13:35:03 +0100519 if (flt_stream_init(s) < 0 || flt_stream_start(s) < 0)
Christopher Fauletd7c91962015-04-30 11:48:27 +0200520 goto out_fail_accept;
521
Olivier Houcharda254a372019-04-05 15:30:12 +0200522 s->si[1].l7_buffer = BUF_NULL;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200523 /* finish initialization of the accepted file descriptor */
Olivier Houchard53216e72018-10-10 15:46:36 +0200524 if (appctx)
Willy Tarreau0cd3bd62018-11-06 18:46:37 +0100525 si_want_get(&s->si[0]);
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200526
Willy Tarreaufb9f5842015-04-05 18:19:23 +0200527 if (sess->fe->accept && sess->fe->accept(s) < 0)
Willy Tarreauc5a7ff42015-04-05 11:52:08 +0200528 goto out_fail_accept;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200529
530 /* it is important not to call the wakeup function directly but to
531 * pass through task_wakeup(), because this one knows how to apply
Emeric Brun5f77fef2017-05-29 15:26:51 +0200532 * priorities to tasks. Using multi thread we must be sure that
533 * stream is fully initialized before calling task_wakeup. So
534 * the caller must handle the task_wakeup
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200535 */
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100536 DBG_TRACE_LEAVE(STRM_EV_STRM_NEW, s);
Willy Tarreau02d86382015-04-05 12:00:52 +0200537 return s;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200538
539 /* Error unrolling */
Willy Tarreauc5a7ff42015-04-05 11:52:08 +0200540 out_fail_accept:
Christopher Faulet92d36382015-11-05 13:35:03 +0100541 flt_stream_release(s, 0);
Olivier Houchard3f795f72019-04-17 22:51:06 +0200542 task_destroy(t);
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200543 tasklet_free(s->si[1].wait_event.tasklet);
Willy Tarreaue5f229e2018-10-15 11:08:55 +0200544 LIST_DEL(&s->list);
Olivier Houchard8f0b4c62018-08-02 18:21:38 +0200545out_fail_alloc_si1:
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200546 tasklet_free(s->si[0].wait_event.tasklet);
Willy Tarreau87787ac2017-08-28 16:22:54 +0200547 out_fail_alloc:
Willy Tarreaubafbe012017-11-24 17:34:44 +0100548 pool_free(pool_head_stream, s);
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100549 DBG_TRACE_DEVEL("leaving on error", STRM_EV_STRM_NEW|STRM_EV_STRM_ERR);
Willy Tarreau02d86382015-04-05 12:00:52 +0200550 return NULL;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200551}
552
Willy Tarreaubaaee002006-06-26 02:48:02 +0200553/*
Willy Tarreau87b09662015-04-03 00:22:06 +0200554 * frees the context associated to a stream. It must have been removed first.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200555 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200556static void stream_free(struct stream *s)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200557{
Willy Tarreau9ad7bd42015-04-03 19:19:59 +0200558 struct session *sess = strm_sess(s);
559 struct proxy *fe = sess->fe;
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100560 struct bref *bref, *back;
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200561 struct conn_stream *cli_cs = objt_cs(s->si[0].end);
Willy Tarreau5bcfd562017-11-29 14:05:38 +0100562 int must_free_sess;
Willy Tarreaua4cda672010-06-06 18:28:49 +0200563 int i;
Willy Tarreau0f7562b2007-01-07 15:46:13 +0100564
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100565 DBG_TRACE_POINT(STRM_EV_STRM_FREE, s);
566
Willy Tarreau0ad46fa2019-05-17 14:20:05 +0200567 /* detach the stream from its own task before even releasing it so
568 * that walking over a task list never exhibits a dying stream.
569 */
570 s->task->context = NULL;
571 __ha_barrier_store();
572
Willy Tarreaud0ad4a82018-07-25 11:13:53 +0200573 pendconn_free(s);
Willy Tarreau922a8062008-12-04 09:33:58 +0100574
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100575 if (objt_server(s->target)) { /* there may be requests left pending in queue */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200576 if (s->flags & SF_CURR_SESS) {
577 s->flags &= ~SF_CURR_SESS;
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100578 _HA_ATOMIC_SUB(&__objt_server(s->target)->cur_sess, 1);
Willy Tarreau1e62de62008-11-11 20:20:02 +0100579 }
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100580 if (may_dequeue_tasks(objt_server(s->target), s->be))
581 process_srv_queue(objt_server(s->target));
Willy Tarreau1e62de62008-11-11 20:20:02 +0100582 }
Willy Tarreau922a8062008-12-04 09:33:58 +0100583
Willy Tarreau7c669d72008-06-20 15:04:11 +0200584 if (unlikely(s->srv_conn)) {
Willy Tarreau87b09662015-04-03 00:22:06 +0200585 /* the stream still has a reserved slot on a server, but
Willy Tarreau7c669d72008-06-20 15:04:11 +0200586 * it should normally be only the same as the one above,
587 * so this should not happen in fact.
588 */
589 sess_change_server(s, NULL);
590 }
591
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100592 if (s->req.pipe)
593 put_pipe(s->req.pipe);
Willy Tarreau259de1b2009-01-18 21:56:21 +0100594
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100595 if (s->res.pipe)
596 put_pipe(s->res.pipe);
Willy Tarreau259de1b2009-01-18 21:56:21 +0100597
Willy Tarreaubf883e02014-11-25 21:10:35 +0100598 /* We may still be present in the buffer wait queue */
Willy Tarreau21046592020-02-26 10:39:36 +0100599 if (MT_LIST_ADDED(&s->buffer_wait.list))
600 MT_LIST_DEL(&s->buffer_wait.list);
601
Willy Tarreauc9fa0482018-07-10 17:43:27 +0200602 if (s->req.buf.size || s->res.buf.size) {
Willy Tarreaue0d0b402019-08-08 08:06:27 +0200603 b_free(&s->req.buf);
604 b_free(&s->res.buf);
Olivier Houchard673867c2018-05-25 16:58:52 +0200605 offer_buffers(NULL, tasks_run_queue);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100606 }
Willy Tarreau9b28e032012-10-12 23:49:43 +0200607
Tim Duesterhusa17e6622020-03-05 20:19:02 +0100608 pool_free(pool_head_uniqueid, s->unique_id.ptr);
609 s->unique_id = IST_NULL;
Olivier Houchard32211a12019-02-01 18:10:46 +0100610
Thierry FOURNIER2c8b54e2016-12-17 12:45:32 +0100611 hlua_ctx_destroy(s->hlua);
612 s->hlua = NULL;
Willy Tarreaueee5b512015-04-03 23:46:31 +0200613 if (s->txn)
614 http_end_txn(s);
Willy Tarreau46023632010-01-07 22:51:47 +0100615
Willy Tarreau1e954912012-10-12 17:50:05 +0200616 /* ensure the client-side transport layer is destroyed */
Willy Tarreau32560732017-10-08 11:33:44 +0200617 if (cli_cs)
618 cs_close(cli_cs);
Willy Tarreau1e954912012-10-12 17:50:05 +0200619
Willy Tarreaua4cda672010-06-06 18:28:49 +0200620 for (i = 0; i < s->store_count; i++) {
621 if (!s->store[i].ts)
622 continue;
623 stksess_free(s->store[i].table, s->store[i].ts);
624 s->store[i].ts = NULL;
625 }
626
Willy Tarreaueee5b512015-04-03 23:46:31 +0200627 if (s->txn) {
Willy Tarreaubafbe012017-11-24 17:34:44 +0100628 pool_free(pool_head_http_txn, s->txn);
Willy Tarreaueee5b512015-04-03 23:46:31 +0200629 s->txn = NULL;
630 }
631
Baptiste Assmann333939c2019-01-21 08:34:50 +0100632 if (s->dns_ctx.dns_requester) {
633 free(s->dns_ctx.hostname_dn); s->dns_ctx.hostname_dn = NULL;
634 s->dns_ctx.hostname_dn_len = 0;
635 dns_unlink_resolution(s->dns_ctx.dns_requester);
636
637 pool_free(dns_requester_pool, s->dns_ctx.dns_requester);
638 s->dns_ctx.dns_requester = NULL;
639 }
640
Christopher Fauletd7c91962015-04-30 11:48:27 +0200641 flt_stream_stop(s);
Christopher Faulet92d36382015-11-05 13:35:03 +0100642 flt_stream_release(s, 0);
Christopher Fauletd7c91962015-04-30 11:48:27 +0200643
Willy Tarreau92fb9832007-10-16 17:34:28 +0200644 if (fe) {
Christopher Faulet59399252019-11-07 14:27:52 +0100645 if (s->req_cap) {
646 struct cap_hdr *h;
647 for (h = fe->req_cap; h; h = h->next)
648 pool_free(h->pool, s->req_cap[h->index]);
649 }
650
651 if (s->res_cap) {
652 struct cap_hdr *h;
653 for (h = fe->rsp_cap; h; h = h->next)
654 pool_free(h->pool, s->res_cap[h->index]);
655 }
656
Willy Tarreaubafbe012017-11-24 17:34:44 +0100657 pool_free(fe->rsp_cap_pool, s->res_cap);
658 pool_free(fe->req_cap_pool, s->req_cap);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200659 }
Willy Tarreau0937bc42009-12-22 15:03:09 +0100660
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200661 /* Cleanup all variable contexts. */
Willy Tarreaucda7f3f2018-10-28 13:44:36 +0100662 if (!LIST_ISEMPTY(&s->vars_txn.head))
663 vars_prune(&s->vars_txn, s->sess, s);
664 if (!LIST_ISEMPTY(&s->vars_reqres.head))
665 vars_prune(&s->vars_reqres, s->sess, s);
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200666
Willy Tarreau87b09662015-04-03 00:22:06 +0200667 stream_store_counters(s);
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +0200668
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100669 HA_SPIN_LOCK(STRMS_LOCK, &streams_lock);
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100670 list_for_each_entry_safe(bref, back, &s->back_refs, users) {
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100671 /* we have to unlink all watchers. We must not relink them if
Willy Tarreau87b09662015-04-03 00:22:06 +0200672 * this stream was the last one in the list.
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100673 */
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100674 LIST_DEL(&bref->users);
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100675 LIST_INIT(&bref->users);
Willy Tarreau87b09662015-04-03 00:22:06 +0200676 if (s->list.n != &streams)
677 LIST_ADDQ(&LIST_ELEM(s->list.n, struct stream *, list)->back_refs, &bref->users);
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100678 bref->ref = s->list.n;
679 }
Willy Tarreauf54f8bd2008-11-23 19:53:55 +0100680 LIST_DEL(&s->list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100681 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
Emeric Brun6b35e9b2017-06-30 16:23:45 +0200682
Willy Tarreau5bcfd562017-11-29 14:05:38 +0100683 /* applets do not release session yet */
684 must_free_sess = objt_appctx(sess->origin) && sess->origin == s->si[0].end;
685
Olivier Houchard4fdec7a2018-10-11 17:09:14 +0200686
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200687 si_release_endpoint(&s->si[1]);
688 si_release_endpoint(&s->si[0]);
Willy Tarreaufeb76402015-04-03 14:10:06 +0200689
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200690 tasklet_free(s->si[0].wait_event.tasklet);
691 tasklet_free(s->si[1].wait_event.tasklet);
Olivier Houchardd7bd3e32018-10-18 16:22:02 +0200692
Olivier Houcharda254a372019-04-05 15:30:12 +0200693 b_free(&s->si[1].l7_buffer);
Olivier Houchard25607af2018-11-23 14:50:47 +0100694 if (must_free_sess) {
695 sess->origin = NULL;
Willy Tarreau5bcfd562017-11-29 14:05:38 +0100696 session_free(sess);
Olivier Houchard25607af2018-11-23 14:50:47 +0100697 }
Willy Tarreau5bcfd562017-11-29 14:05:38 +0100698
Willy Tarreau90420602019-07-18 15:09:57 +0200699 sockaddr_free(&s->target_addr);
Willy Tarreaubafbe012017-11-24 17:34:44 +0100700 pool_free(pool_head_stream, s);
Willy Tarreau632f5a72007-07-11 10:42:35 +0200701
702 /* We may want to free the maximum amount of pools if the proxy is stopping */
Willy Tarreau92fb9832007-10-16 17:34:28 +0200703 if (fe && unlikely(fe->state == PR_STSTOPPED)) {
Willy Tarreaubafbe012017-11-24 17:34:44 +0100704 pool_flush(pool_head_buffer);
705 pool_flush(pool_head_http_txn);
Willy Tarreaubafbe012017-11-24 17:34:44 +0100706 pool_flush(pool_head_requri);
707 pool_flush(pool_head_capture);
708 pool_flush(pool_head_stream);
709 pool_flush(pool_head_session);
710 pool_flush(pool_head_connection);
711 pool_flush(pool_head_pendconn);
712 pool_flush(fe->req_cap_pool);
713 pool_flush(fe->rsp_cap_pool);
Willy Tarreau632f5a72007-07-11 10:42:35 +0200714 }
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200715}
716
Willy Tarreau656859d2014-11-25 19:46:36 +0100717
Willy Tarreau87b09662015-04-03 00:22:06 +0200718/* Allocates a work buffer for stream <s>. It is meant to be called inside
719 * process_stream(). It will only allocate the side needed for the function
Willy Tarreaubc39a5d2015-04-20 15:52:18 +0200720 * to work fine, which is the response buffer so that an error message may be
721 * built and returned. Response buffers may be allocated from the reserve, this
722 * is critical to ensure that a response may always flow and will never block a
723 * server from releasing a connection. Returns 0 in case of failure, non-zero
724 * otherwise.
Willy Tarreau656859d2014-11-25 19:46:36 +0100725 */
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100726static int stream_alloc_work_buffer(struct stream *s)
Willy Tarreau656859d2014-11-25 19:46:36 +0100727{
Willy Tarreau21046592020-02-26 10:39:36 +0100728 if (MT_LIST_ADDED(&s->buffer_wait.list))
729 MT_LIST_DEL(&s->buffer_wait.list);
Willy Tarreau656859d2014-11-25 19:46:36 +0100730
Willy Tarreaubc39a5d2015-04-20 15:52:18 +0200731 if (b_alloc_margin(&s->res.buf, 0))
Willy Tarreau656859d2014-11-25 19:46:36 +0100732 return 1;
733
Willy Tarreau21046592020-02-26 10:39:36 +0100734 MT_LIST_ADDQ(&buffer_wq, &s->buffer_wait.list);
Willy Tarreau656859d2014-11-25 19:46:36 +0100735 return 0;
736}
737
738/* releases unused buffers after processing. Typically used at the end of the
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100739 * update() functions. It will try to wake up as many tasks/applets as the
740 * number of buffers that it releases. In practice, most often streams are
741 * blocked on a single buffer, so it makes sense to try to wake two up when two
742 * buffers are released at once.
Willy Tarreau656859d2014-11-25 19:46:36 +0100743 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200744void stream_release_buffers(struct stream *s)
Willy Tarreau656859d2014-11-25 19:46:36 +0100745{
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100746 int offer = 0;
Willy Tarreau656859d2014-11-25 19:46:36 +0100747
Willy Tarreau0c7ed5d2018-07-10 09:53:31 +0200748 if (c_size(&s->req) && c_empty(&s->req)) {
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100749 offer = 1;
750 b_free(&s->req.buf);
751 }
Willy Tarreau0c7ed5d2018-07-10 09:53:31 +0200752 if (c_size(&s->res) && c_empty(&s->res)) {
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100753 offer = 1;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100754 b_free(&s->res.buf);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100755 }
Willy Tarreau656859d2014-11-25 19:46:36 +0100756
Willy Tarreaubf883e02014-11-25 21:10:35 +0100757 /* if we're certain to have at least 1 buffer available, and there is
758 * someone waiting, we can wake up a waiter and offer them.
759 */
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100760 if (offer)
Olivier Houchard673867c2018-05-25 16:58:52 +0200761 offer_buffers(s, tasks_run_queue);
Willy Tarreau656859d2014-11-25 19:46:36 +0100762}
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200763
Willy Tarreau87b09662015-04-03 00:22:06 +0200764void stream_process_counters(struct stream *s)
Willy Tarreau30e71012007-11-26 20:15:35 +0100765{
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200766 struct session *sess = s->sess;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100767 unsigned long long bytes;
Emeric Brun57056f02015-06-15 18:29:57 +0200768 void *ptr1,*ptr2;
Emeric Brun819fc6f2017-06-13 19:37:32 +0200769 struct stksess *ts;
Willy Tarreau20d46a52012-12-09 15:55:40 +0100770 int i;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100771
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100772 bytes = s->req.total - s->logs.bytes_in;
773 s->logs.bytes_in = s->req.total;
774 if (bytes) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100775 _HA_ATOMIC_ADD(&sess->fe->fe_counters.bytes_in, bytes);
776 _HA_ATOMIC_ADD(&s->be->be_counters.bytes_in, bytes);
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100777
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100778 if (objt_server(s->target))
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100779 _HA_ATOMIC_ADD(&objt_server(s->target)->counters.bytes_in, bytes);
Krzysztof Piotr Oledzkiaeebf9b2009-10-04 15:43:17 +0200780
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200781 if (sess->listener && sess->listener->counters)
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100782 _HA_ATOMIC_ADD(&sess->listener->counters->bytes_in, bytes);
Willy Tarreau855e4bb2010-06-18 18:33:32 +0200783
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100784 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200785 struct stkctr *stkctr = &s->stkctr[i];
786
Emeric Brun819fc6f2017-06-13 19:37:32 +0200787 ts = stkctr_entry(stkctr);
788 if (!ts) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200789 stkctr = &sess->stkctr[i];
Emeric Brun819fc6f2017-06-13 19:37:32 +0200790 ts = stkctr_entry(stkctr);
791 if (!ts)
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200792 continue;
793 }
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200794
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100795 HA_RWLOCK_WRLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun819fc6f2017-06-13 19:37:32 +0200796 ptr1 = stktable_data_ptr(stkctr->table, ts, STKTABLE_DT_BYTES_IN_CNT);
Emeric Brun57056f02015-06-15 18:29:57 +0200797 if (ptr1)
798 stktable_data_cast(ptr1, bytes_in_cnt) += bytes;
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200799
Emeric Brun819fc6f2017-06-13 19:37:32 +0200800 ptr2 = stktable_data_ptr(stkctr->table, ts, STKTABLE_DT_BYTES_IN_RATE);
Emeric Brun57056f02015-06-15 18:29:57 +0200801 if (ptr2)
802 update_freq_ctr_period(&stktable_data_cast(ptr2, bytes_in_rate),
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200803 stkctr->table->data_arg[STKTABLE_DT_BYTES_IN_RATE].u, bytes);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100804 HA_RWLOCK_WRUNLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun57056f02015-06-15 18:29:57 +0200805
806 /* If data was modified, we need to touch to re-schedule sync */
807 if (ptr1 || ptr2)
Emeric Brun819fc6f2017-06-13 19:37:32 +0200808 stktable_touch_local(stkctr->table, ts, 0);
Willy Tarreau30e71012007-11-26 20:15:35 +0100809 }
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100810 }
811
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100812 bytes = s->res.total - s->logs.bytes_out;
813 s->logs.bytes_out = s->res.total;
814 if (bytes) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100815 _HA_ATOMIC_ADD(&sess->fe->fe_counters.bytes_out, bytes);
816 _HA_ATOMIC_ADD(&s->be->be_counters.bytes_out, bytes);
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100817
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100818 if (objt_server(s->target))
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100819 _HA_ATOMIC_ADD(&objt_server(s->target)->counters.bytes_out, bytes);
Krzysztof Piotr Oledzkiaeebf9b2009-10-04 15:43:17 +0200820
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200821 if (sess->listener && sess->listener->counters)
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100822 _HA_ATOMIC_ADD(&sess->listener->counters->bytes_out, bytes);
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200823
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100824 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200825 struct stkctr *stkctr = &s->stkctr[i];
826
Emeric Brun819fc6f2017-06-13 19:37:32 +0200827 ts = stkctr_entry(stkctr);
828 if (!ts) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200829 stkctr = &sess->stkctr[i];
Emeric Brun819fc6f2017-06-13 19:37:32 +0200830 ts = stkctr_entry(stkctr);
831 if (!ts)
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200832 continue;
833 }
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200834
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100835 HA_RWLOCK_WRLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun819fc6f2017-06-13 19:37:32 +0200836 ptr1 = stktable_data_ptr(stkctr->table, ts, STKTABLE_DT_BYTES_OUT_CNT);
Emeric Brun57056f02015-06-15 18:29:57 +0200837 if (ptr1)
838 stktable_data_cast(ptr1, bytes_out_cnt) += bytes;
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200839
Emeric Brun819fc6f2017-06-13 19:37:32 +0200840 ptr2 = stktable_data_ptr(stkctr->table, ts, STKTABLE_DT_BYTES_OUT_RATE);
Emeric Brun57056f02015-06-15 18:29:57 +0200841 if (ptr2)
842 update_freq_ctr_period(&stktable_data_cast(ptr2, bytes_out_rate),
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200843 stkctr->table->data_arg[STKTABLE_DT_BYTES_OUT_RATE].u, bytes);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100844 HA_RWLOCK_WRUNLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun57056f02015-06-15 18:29:57 +0200845
846 /* If data was modified, we need to touch to re-schedule sync */
847 if (ptr1 || ptr2)
Emeric Brun819fc6f2017-06-13 19:37:32 +0200848 stktable_touch_local(stkctr->table, stkctr_entry(stkctr), 0);
Willy Tarreau30e71012007-11-26 20:15:35 +0100849 }
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100850 }
851}
Willy Tarreaubaaee002006-06-26 02:48:02 +0200852
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100853/*
854 * This function handles the transition between the SI_ST_CON state and the
Willy Tarreau85e7d002010-05-31 11:57:51 +0200855 * SI_ST_EST state. It must only be called after switching from SI_ST_CON (or
Willy Tarreau4f283fa2019-06-05 14:34:03 +0200856 * SI_ST_INI or SI_ST_RDY) to SI_ST_EST, but only when a ->proto is defined.
Olivier Houchardaacc4052019-05-21 17:43:50 +0200857 * Note that it will switch the interface to SI_ST_DIS if we already have
858 * the CF_SHUTR flag, it means we were able to forward the request, and
859 * receive the response, before process_stream() had the opportunity to
860 * make the switch from SI_ST_CON to SI_ST_EST. When that happens, we want
Willy Tarreau3a9312a2020-01-09 18:43:15 +0100861 * to go through back_establish() anyway, to make sure the analysers run.
Willy Tarreaud66ed882019-06-05 18:02:04 +0200862 * Timeouts are cleared. Error are reported on the channel so that analysers
863 * can handle them.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100864 */
Willy Tarreau3a9312a2020-01-09 18:43:15 +0100865static void back_establish(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100866{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100867 struct stream_interface *si = &s->si[1];
Willy Tarreaud66ed882019-06-05 18:02:04 +0200868 struct conn_stream *srv_cs = objt_cs(si->end);
869 struct connection *conn = srv_cs ? srv_cs->conn : objt_conn(si->end);
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100870 struct channel *req = &s->req;
871 struct channel *rep = &s->res;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100872
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100873 DBG_TRACE_ENTER(STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
Willy Tarreaud66ed882019-06-05 18:02:04 +0200874 /* First, centralize the timers information, and clear any irrelevant
875 * timeout.
876 */
Willy Tarreau0e37f1c2013-12-31 23:06:46 +0100877 s->logs.t_connect = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreaud66ed882019-06-05 18:02:04 +0200878 si->exp = TICK_ETERNITY;
879 si->flags &= ~SI_FL_EXP;
880
881 /* errors faced after sending data need to be reported */
882 if (si->flags & SI_FL_ERR && req->flags & CF_WROTE_DATA) {
883 /* Don't add CF_WRITE_ERROR if we're here because
884 * early data were rejected by the server, or
885 * http_wait_for_response() will never be called
886 * to send a 425.
887 */
888 if (conn && conn->err_code != CO_ER_SSL_EARLY_FAILED)
889 req->flags |= CF_WRITE_ERROR;
890 rep->flags |= CF_READ_ERROR;
891 si->err_type = SI_ET_DATA_ERR;
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100892 DBG_TRACE_STATE("read/write error", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
Willy Tarreaud66ed882019-06-05 18:02:04 +0200893 }
894
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100895 if (objt_server(s->target))
896 health_adjust(objt_server(s->target), HANA_STATUS_L4_OK);
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +0100897
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100898 if (s->be->mode == PR_MODE_TCP) { /* let's allow immediate data connection in this case */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100899 /* if the user wants to log as soon as possible, without counting
900 * bytes from the server, then this is the right moment. */
Willy Tarreaud0d8da92015-04-04 02:10:38 +0200901 if (!LIST_ISEMPTY(&strm_fe(s)->logformat) && !(s->logs.logwait & LW_BYTES)) {
Willy Tarreau66425e32018-07-25 06:55:12 +0200902 /* note: no pend_pos here, session is established */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100903 s->logs.t_close = s->logs.t_connect; /* to get a valid end date */
Willy Tarreaua5555ec2008-11-30 19:02:32 +0100904 s->do_log(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100905 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100906 }
907 else {
Willy Tarreaud81ca042013-12-31 22:33:13 +0100908 rep->flags |= CF_READ_DONTWAIT; /* a single read is enough to get response headers */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100909 }
910
Willy Tarreau0007d0a2018-12-11 18:01:38 +0100911 rep->analysers |= strm_fe(s)->fe_rsp_ana | s->be->be_rsp_ana;
Christopher Faulet309c6412015-12-02 09:57:32 +0100912
Willy Tarreau0007d0a2018-12-11 18:01:38 +0100913 /* Be sure to filter response headers if the backend is an HTTP proxy
914 * and if there are filters attached to the stream. */
915 if (s->be->mode == PR_MODE_HTTP && HAS_FILTERS(s))
916 rep->analysers |= AN_RES_FLT_HTTP_HDRS;
Christopher Faulet309c6412015-12-02 09:57:32 +0100917
Willy Tarreau8bb2ffb2018-11-14 17:54:13 +0100918 si_rx_endp_more(si);
Willy Tarreau03cdb7c2012-08-27 23:14:58 +0200919 rep->flags |= CF_READ_ATTACHED; /* producer is now attached */
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200920 if (objt_cs(si->end)) {
Willy Tarreaud04e8582010-05-31 12:31:35 +0200921 /* real connections have timeouts */
922 req->wto = s->be->timeout.server;
923 rep->rto = s->be->timeout.server;
Olivier Houchard47e9a1a2018-11-07 17:55:19 +0100924 /* The connection is now established, try to read data from the
925 * underlying layer, and subscribe to recv events. We use a
926 * delayed recv here to give a chance to the data to flow back
927 * by the time we process other tasks.
928 */
929 si_chk_rcv(si);
Willy Tarreaud04e8582010-05-31 12:31:35 +0200930 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100931 req->wex = TICK_ETERNITY;
Olivier Houchard78595262019-07-26 14:54:34 +0200932 /* If we managed to get the whole response, and we don't have anything
933 * left to send, or can't, switch to SI_ST_DIS now. */
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100934 if (rep->flags & (CF_SHUTR | CF_SHUTW)) {
Olivier Houchardaacc4052019-05-21 17:43:50 +0200935 si->state = SI_ST_DIS;
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100936 DBG_TRACE_STATE("response channel shutdwn for read/write", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
937 }
938
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100939 DBG_TRACE_LEAVE(STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100940}
941
Willy Tarreau87b09662015-04-03 00:22:06 +0200942/* Set correct stream termination flags in case no analyser has done it. It
Simon Hormandec5be42011-06-08 09:19:07 +0900943 * also counts a failed request if the server state has not reached the request
944 * stage.
945 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200946static void sess_set_term_flags(struct stream *s)
Simon Hormandec5be42011-06-08 09:19:07 +0900947{
Willy Tarreaue7dff022015-04-03 01:14:29 +0200948 if (!(s->flags & SF_FINST_MASK)) {
Willy Tarreau7ab22adb2019-06-05 14:53:22 +0200949 if (s->si[1].state == SI_ST_INI) {
950 /* anything before REQ in fact */
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100951 _HA_ATOMIC_ADD(&strm_fe(s)->fe_counters.failed_req, 1);
Willy Tarreau2c1068c2015-09-23 12:21:21 +0200952 if (strm_li(s) && strm_li(s)->counters)
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100953 _HA_ATOMIC_ADD(&strm_li(s)->counters->failed_req, 1);
Simon Hormandec5be42011-06-08 09:19:07 +0900954
Willy Tarreaue7dff022015-04-03 01:14:29 +0200955 s->flags |= SF_FINST_R;
Simon Hormandec5be42011-06-08 09:19:07 +0900956 }
957 else if (s->si[1].state == SI_ST_QUE)
Willy Tarreaue7dff022015-04-03 01:14:29 +0200958 s->flags |= SF_FINST_Q;
Willy Tarreau4f283fa2019-06-05 14:34:03 +0200959 else if (si_state_in(s->si[1].state, SI_SB_REQ|SI_SB_TAR|SI_SB_ASS|SI_SB_CON|SI_SB_CER|SI_SB_RDY))
Willy Tarreaue7dff022015-04-03 01:14:29 +0200960 s->flags |= SF_FINST_C;
Simon Hormandec5be42011-06-08 09:19:07 +0900961 else if (s->si[1].state == SI_ST_EST || s->si[1].prev_state == SI_ST_EST)
Willy Tarreaue7dff022015-04-03 01:14:29 +0200962 s->flags |= SF_FINST_D;
Simon Hormandec5be42011-06-08 09:19:07 +0900963 else
Willy Tarreaue7dff022015-04-03 01:14:29 +0200964 s->flags |= SF_FINST_L;
Simon Hormandec5be42011-06-08 09:19:07 +0900965 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100966}
967
Thierry FOURNIER5a363e72015-09-27 19:29:33 +0200968/* This function parses the use-service action ruleset. It executes
969 * the associated ACL and set an applet as a stream or txn final node.
970 * it returns ACT_RET_ERR if an error occurs, the proxy left in
Ilya Shipitsinc02a23f2020-05-06 00:53:22 +0500971 * consistent state. It returns ACT_RET_STOP in success case because
Thierry FOURNIER5a363e72015-09-27 19:29:33 +0200972 * use-service must be a terminal action. Returns ACT_RET_YIELD
973 * if the initialisation function require more data.
974 */
975enum act_return process_use_service(struct act_rule *rule, struct proxy *px,
976 struct session *sess, struct stream *s, int flags)
977
978{
979 struct appctx *appctx;
980
981 /* Initialises the applet if it is required. */
Christopher Faulet105ba6c2019-12-18 14:41:51 +0100982 if (flags & ACT_OPT_FIRST) {
Thierry FOURNIER5a363e72015-09-27 19:29:33 +0200983 /* Register applet. this function schedules the applet. */
984 s->target = &rule->applet.obj_type;
Willy Tarreau14bfe9a2018-12-19 15:19:27 +0100985 if (unlikely(!si_register_handler(&s->si[1], objt_applet(s->target))))
Thierry FOURNIER5a363e72015-09-27 19:29:33 +0200986 return ACT_RET_ERR;
987
988 /* Initialise the context. */
989 appctx = si_appctx(&s->si[1]);
990 memset(&appctx->ctx, 0, sizeof(appctx->ctx));
991 appctx->rule = rule;
992 }
993 else
994 appctx = si_appctx(&s->si[1]);
995
Ilya Shipitsinc02a23f2020-05-06 00:53:22 +0500996 /* Stops the applet scheduling, in case of the init function miss
Thierry FOURNIER5a363e72015-09-27 19:29:33 +0200997 * some data.
998 */
Willy Tarreau0cd3bd62018-11-06 18:46:37 +0100999 si_stop_get(&s->si[1]);
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001000
1001 /* Call initialisation. */
1002 if (rule->applet.init)
1003 switch (rule->applet.init(appctx, px, s)) {
1004 case 0: return ACT_RET_ERR;
1005 case 1: break;
1006 default: return ACT_RET_YIELD;
1007 }
1008
Christopher Faulet2571bc62019-03-01 11:44:26 +01001009 if (rule->from != ACT_F_HTTP_REQ) {
1010 if (sess->fe == s->be) /* report it if the request was intercepted by the frontend */
1011 _HA_ATOMIC_ADD(&sess->fe->fe_counters.intercepted_req, 1);
1012
1013 /* The flag SF_ASSIGNED prevent from server assignment. */
1014 s->flags |= SF_ASSIGNED;
1015 }
1016
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001017 /* Now we can schedule the applet. */
Willy Tarreau0cd3bd62018-11-06 18:46:37 +01001018 si_cant_get(&s->si[1]);
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001019 appctx_wakeup(appctx);
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001020 return ACT_RET_STOP;
1021}
1022
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001023/* This stream analyser checks the switching rules and changes the backend
Willy Tarreau4de91492010-01-22 19:10:05 +01001024 * if appropriate. The default_backend rule is also considered, then the
1025 * target backend's forced persistence rules are also evaluated last if any.
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001026 * It returns 1 if the processing can continue on next analysers, or zero if it
1027 * either needs more data or wants to immediately abort the request.
1028 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001029static int process_switching_rules(struct stream *s, struct channel *req, int an_bit)
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001030{
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001031 struct persist_rule *prst_rule;
Willy Tarreau192252e2015-04-04 01:47:55 +02001032 struct session *sess = s->sess;
1033 struct proxy *fe = sess->fe;
Willy Tarreau4de91492010-01-22 19:10:05 +01001034
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001035 req->analysers &= ~an_bit;
1036 req->analyse_exp = TICK_ETERNITY;
1037
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001038 DBG_TRACE_ENTER(STRM_EV_STRM_ANA, s);
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001039
1040 /* now check whether we have some switching rules for this request */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001041 if (!(s->flags & SF_BE_ASSIGNED)) {
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001042 struct switching_rule *rule;
1043
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001044 list_for_each_entry(rule, &fe->switching_rules, list) {
Willy Tarreauf51658d2014-04-23 01:21:56 +02001045 int ret = 1;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001046
Willy Tarreauf51658d2014-04-23 01:21:56 +02001047 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001048 ret = acl_exec_cond(rule->cond, fe, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreauf51658d2014-04-23 01:21:56 +02001049 ret = acl_pass(ret);
1050 if (rule->cond->pol == ACL_COND_UNLESS)
1051 ret = !ret;
1052 }
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001053
1054 if (ret) {
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001055 /* If the backend name is dynamic, try to resolve the name.
1056 * If we can't resolve the name, or if any error occurs, break
1057 * the loop and fallback to the default backend.
1058 */
Dragan Dosen2ae327e2017-10-26 11:25:10 +02001059 struct proxy *backend = NULL;
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001060
1061 if (rule->dynamic) {
Willy Tarreau83061a82018-07-13 11:56:34 +02001062 struct buffer *tmp;
Dragan Dosen2ae327e2017-10-26 11:25:10 +02001063
1064 tmp = alloc_trash_chunk();
1065 if (!tmp)
1066 goto sw_failed;
1067
Willy Tarreau843b7cb2018-07-13 10:54:26 +02001068 if (build_logline(s, tmp->area, tmp->size, &rule->be.expr))
1069 backend = proxy_be_by_name(tmp->area);
Dragan Dosen2ae327e2017-10-26 11:25:10 +02001070
1071 free_trash_chunk(tmp);
1072 tmp = NULL;
1073
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001074 if (!backend)
1075 break;
1076 }
1077 else
1078 backend = rule->be.backend;
1079
Willy Tarreau87b09662015-04-03 00:22:06 +02001080 if (!stream_set_backend(s, backend))
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001081 goto sw_failed;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001082 break;
1083 }
1084 }
1085
1086 /* To ensure correct connection accounting on the backend, we
1087 * have to assign one if it was not set (eg: a listen). This
1088 * measure also takes care of correctly setting the default
1089 * backend if any.
1090 */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001091 if (!(s->flags & SF_BE_ASSIGNED))
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001092 if (!stream_set_backend(s, fe->defbe.be ? fe->defbe.be : s->be))
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001093 goto sw_failed;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001094 }
1095
Willy Tarreaufb356202010-08-03 14:02:05 +02001096 /* we don't want to run the TCP or HTTP filters again if the backend has not changed */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001097 if (fe == s->be) {
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001098 s->req.analysers &= ~AN_REQ_INSPECT_BE;
1099 s->req.analysers &= ~AN_REQ_HTTP_PROCESS_BE;
Christopher Faulet0184ea72017-01-05 14:06:34 +01001100 s->req.analysers &= ~AN_REQ_FLT_START_BE;
Willy Tarreaufb356202010-08-03 14:02:05 +02001101 }
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001102
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001103 /* as soon as we know the backend, we must check if we have a matching forced or ignored
Willy Tarreau87b09662015-04-03 00:22:06 +02001104 * persistence rule, and report that in the stream.
Willy Tarreau4de91492010-01-22 19:10:05 +01001105 */
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001106 list_for_each_entry(prst_rule, &s->be->persist_rules, list) {
Willy Tarreau4de91492010-01-22 19:10:05 +01001107 int ret = 1;
1108
1109 if (prst_rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001110 ret = acl_exec_cond(prst_rule->cond, s->be, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreau4de91492010-01-22 19:10:05 +01001111 ret = acl_pass(ret);
1112 if (prst_rule->cond->pol == ACL_COND_UNLESS)
1113 ret = !ret;
1114 }
1115
1116 if (ret) {
1117 /* no rule, or the rule matches */
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001118 if (prst_rule->type == PERSIST_TYPE_FORCE) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001119 s->flags |= SF_FORCE_PRST;
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001120 } else {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001121 s->flags |= SF_IGNORE_PRST;
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001122 }
Willy Tarreau4de91492010-01-22 19:10:05 +01001123 break;
1124 }
1125 }
1126
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001127 DBG_TRACE_LEAVE(STRM_EV_STRM_ANA, s);
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001128 return 1;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001129
1130 sw_failed:
1131 /* immediately abort this request in case of allocation failure */
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001132 channel_abort(&s->req);
1133 channel_abort(&s->res);
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001134
Willy Tarreaue7dff022015-04-03 01:14:29 +02001135 if (!(s->flags & SF_ERR_MASK))
1136 s->flags |= SF_ERR_RESOURCE;
1137 if (!(s->flags & SF_FINST_MASK))
1138 s->flags |= SF_FINST_R;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001139
Willy Tarreaueee5b512015-04-03 23:46:31 +02001140 if (s->txn)
1141 s->txn->status = 500;
Christopher Faulet0184ea72017-01-05 14:06:34 +01001142 s->req.analysers &= AN_REQ_FLT_END;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001143 s->req.analyse_exp = TICK_ETERNITY;
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001144 DBG_TRACE_DEVEL("leaving on error", STRM_EV_STRM_ANA|STRM_EV_STRM_ERR, s);
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001145 return 0;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001146}
1147
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001148/* This stream analyser works on a request. It applies all use-server rules on
1149 * it then returns 1. The data must already be present in the buffer otherwise
1150 * they won't match. It always returns 1.
1151 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001152static int process_server_rules(struct stream *s, struct channel *req, int an_bit)
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001153{
1154 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001155 struct session *sess = s->sess;
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001156 struct server_rule *rule;
1157
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001158 DBG_TRACE_ENTER(STRM_EV_STRM_ANA, s);
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001159
Willy Tarreaue7dff022015-04-03 01:14:29 +02001160 if (!(s->flags & SF_ASSIGNED)) {
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001161 list_for_each_entry(rule, &px->server_rules, list) {
1162 int ret;
1163
Willy Tarreau192252e2015-04-04 01:47:55 +02001164 ret = acl_exec_cond(rule->cond, s->be, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001165 ret = acl_pass(ret);
1166 if (rule->cond->pol == ACL_COND_UNLESS)
1167 ret = !ret;
1168
1169 if (ret) {
Jerome Magnin824186b2020-03-29 09:37:12 +02001170 struct server *srv;
1171
1172 if (rule->dynamic) {
1173 struct buffer *tmp = get_trash_chunk();
1174
1175 if (!build_logline(s, tmp->area, tmp->size, &rule->expr))
1176 break;
1177
1178 srv = findserver(s->be, tmp->area);
1179 if (!srv)
1180 break;
1181 }
1182 else
1183 srv = rule->srv.ptr;
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001184
Emeric Brun52a91d32017-08-31 14:41:55 +02001185 if ((srv->cur_state != SRV_ST_STOPPED) ||
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001186 (px->options & PR_O_PERSIST) ||
Willy Tarreaue7dff022015-04-03 01:14:29 +02001187 (s->flags & SF_FORCE_PRST)) {
1188 s->flags |= SF_DIRECT | SF_ASSIGNED;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001189 s->target = &srv->obj_type;
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001190 break;
1191 }
1192 /* if the server is not UP, let's go on with next rules
1193 * just in case another one is suited.
1194 */
1195 }
1196 }
1197 }
1198
1199 req->analysers &= ~an_bit;
1200 req->analyse_exp = TICK_ETERNITY;
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001201 DBG_TRACE_LEAVE(STRM_EV_STRM_ANA, s);
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001202 return 1;
1203}
1204
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001205static inline void sticking_rule_find_target(struct stream *s,
1206 struct stktable *t, struct stksess *ts)
1207{
1208 struct proxy *px = s->be;
1209 struct eb32_node *node;
1210 struct dict_entry *de;
1211 void *ptr;
1212 struct server *srv;
1213
1214 /* Look for the server name previously stored in <t> stick-table */
1215 HA_RWLOCK_RDLOCK(STK_SESS_LOCK, &ts->lock);
1216 ptr = __stktable_data_ptr(t, ts, STKTABLE_DT_SERVER_NAME);
1217 de = stktable_data_cast(ptr, server_name);
1218 HA_RWLOCK_RDUNLOCK(STK_SESS_LOCK, &ts->lock);
1219
1220 if (de) {
1221 struct ebpt_node *name;
1222
1223 name = ebis_lookup(&px->conf.used_server_name, de->value.key);
1224 if (name) {
1225 srv = container_of(name, struct server, conf.name);
1226 goto found;
1227 }
1228 }
1229
1230 /* Look for the server ID */
1231 HA_RWLOCK_RDLOCK(STK_SESS_LOCK, &ts->lock);
1232 ptr = __stktable_data_ptr(t, ts, STKTABLE_DT_SERVER_ID);
1233 node = eb32_lookup(&px->conf.used_server_id, stktable_data_cast(ptr, server_id));
1234 HA_RWLOCK_RDUNLOCK(STK_SESS_LOCK, &ts->lock);
1235
1236 if (!node)
1237 return;
1238
1239 srv = container_of(node, struct server, conf.id);
1240 found:
1241 if ((srv->cur_state != SRV_ST_STOPPED) ||
1242 (px->options & PR_O_PERSIST) || (s->flags & SF_FORCE_PRST)) {
1243 s->flags |= SF_DIRECT | SF_ASSIGNED;
1244 s->target = &srv->obj_type;
1245 }
1246}
1247
Emeric Brun1d33b292010-01-04 15:47:17 +01001248/* This stream analyser works on a request. It applies all sticking rules on
1249 * it then returns 1. The data must already be present in the buffer otherwise
1250 * they won't match. It always returns 1.
1251 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001252static int process_sticking_rules(struct stream *s, struct channel *req, int an_bit)
Emeric Brun1d33b292010-01-04 15:47:17 +01001253{
1254 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001255 struct session *sess = s->sess;
Emeric Brun1d33b292010-01-04 15:47:17 +01001256 struct sticking_rule *rule;
1257
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001258 DBG_TRACE_ENTER(STRM_EV_STRM_ANA, s);
Emeric Brun1d33b292010-01-04 15:47:17 +01001259
1260 list_for_each_entry(rule, &px->sticking_rules, list) {
1261 int ret = 1 ;
1262 int i;
1263
Willy Tarreau9667a802013-12-09 12:52:13 +01001264 /* Only the first stick store-request of each table is applied
1265 * and other ones are ignored. The purpose is to allow complex
1266 * configurations which look for multiple entries by decreasing
1267 * order of precision and to stop at the first which matches.
1268 * An example could be a store of the IP address from an HTTP
1269 * header first, then from the source if not found.
1270 */
Jerome Magninbee00ad2020-01-16 17:37:21 +01001271 if (rule->flags & STK_IS_STORE) {
1272 for (i = 0; i < s->store_count; i++) {
1273 if (rule->table.t == s->store[i].table)
1274 break;
1275 }
Emeric Brun1d33b292010-01-04 15:47:17 +01001276
Jerome Magninbee00ad2020-01-16 17:37:21 +01001277 if (i != s->store_count)
1278 continue;
1279 }
Emeric Brun1d33b292010-01-04 15:47:17 +01001280
1281 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001282 ret = acl_exec_cond(rule->cond, px, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001283 ret = acl_pass(ret);
1284 if (rule->cond->pol == ACL_COND_UNLESS)
1285 ret = !ret;
1286 }
1287
1288 if (ret) {
1289 struct stktable_key *key;
1290
Willy Tarreau192252e2015-04-04 01:47:55 +02001291 key = stktable_fetch_key(rule->table.t, px, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL, rule->expr, NULL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001292 if (!key)
1293 continue;
1294
1295 if (rule->flags & STK_IS_MATCH) {
1296 struct stksess *ts;
1297
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001298 if ((ts = stktable_lookup_key(rule->table.t, key)) != NULL) {
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001299 if (!(s->flags & SF_ASSIGNED))
1300 sticking_rule_find_target(s, rule->table.t, ts);
Emeric Brun819fc6f2017-06-13 19:37:32 +02001301 stktable_touch_local(rule->table.t, ts, 1);
Emeric Brun1d33b292010-01-04 15:47:17 +01001302 }
1303 }
1304 if (rule->flags & STK_IS_STORE) {
1305 if (s->store_count < (sizeof(s->store) / sizeof(s->store[0]))) {
1306 struct stksess *ts;
1307
1308 ts = stksess_new(rule->table.t, key);
1309 if (ts) {
1310 s->store[s->store_count].table = rule->table.t;
1311 s->store[s->store_count++].ts = ts;
1312 }
1313 }
1314 }
1315 }
1316 }
1317
1318 req->analysers &= ~an_bit;
1319 req->analyse_exp = TICK_ETERNITY;
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001320 DBG_TRACE_LEAVE(STRM_EV_STRM_ANA, s);
Emeric Brun1d33b292010-01-04 15:47:17 +01001321 return 1;
1322}
1323
1324/* This stream analyser works on a response. It applies all store rules on it
1325 * then returns 1. The data must already be present in the buffer otherwise
1326 * they won't match. It always returns 1.
1327 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001328static int process_store_rules(struct stream *s, struct channel *rep, int an_bit)
Emeric Brun1d33b292010-01-04 15:47:17 +01001329{
1330 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001331 struct session *sess = s->sess;
Emeric Brun1d33b292010-01-04 15:47:17 +01001332 struct sticking_rule *rule;
1333 int i;
Willy Tarreau9667a802013-12-09 12:52:13 +01001334 int nbreq = s->store_count;
Emeric Brun1d33b292010-01-04 15:47:17 +01001335
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001336 DBG_TRACE_ENTER(STRM_EV_STRM_ANA, s);
Emeric Brun1d33b292010-01-04 15:47:17 +01001337
1338 list_for_each_entry(rule, &px->storersp_rules, list) {
1339 int ret = 1 ;
Emeric Brun1d33b292010-01-04 15:47:17 +01001340
Willy Tarreau9667a802013-12-09 12:52:13 +01001341 /* Only the first stick store-response of each table is applied
1342 * and other ones are ignored. The purpose is to allow complex
1343 * configurations which look for multiple entries by decreasing
1344 * order of precision and to stop at the first which matches.
1345 * An example could be a store of a set-cookie value, with a
1346 * fallback to a parameter found in a 302 redirect.
1347 *
1348 * The store-response rules are not allowed to override the
1349 * store-request rules for the same table, but they may coexist.
1350 * Thus we can have up to one store-request entry and one store-
1351 * response entry for the same table at any time.
1352 */
1353 for (i = nbreq; i < s->store_count; i++) {
1354 if (rule->table.t == s->store[i].table)
1355 break;
1356 }
1357
1358 /* skip existing entries for this table */
1359 if (i < s->store_count)
1360 continue;
1361
Emeric Brun1d33b292010-01-04 15:47:17 +01001362 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001363 ret = acl_exec_cond(rule->cond, px, sess, s, SMP_OPT_DIR_RES|SMP_OPT_FINAL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001364 ret = acl_pass(ret);
1365 if (rule->cond->pol == ACL_COND_UNLESS)
1366 ret = !ret;
1367 }
1368
1369 if (ret) {
1370 struct stktable_key *key;
1371
Willy Tarreau192252e2015-04-04 01:47:55 +02001372 key = stktable_fetch_key(rule->table.t, px, sess, s, SMP_OPT_DIR_RES|SMP_OPT_FINAL, rule->expr, NULL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001373 if (!key)
1374 continue;
1375
Willy Tarreau37e340c2013-12-06 23:05:21 +01001376 if (s->store_count < (sizeof(s->store) / sizeof(s->store[0]))) {
Emeric Brun1d33b292010-01-04 15:47:17 +01001377 struct stksess *ts;
1378
1379 ts = stksess_new(rule->table.t, key);
1380 if (ts) {
1381 s->store[s->store_count].table = rule->table.t;
Emeric Brun1d33b292010-01-04 15:47:17 +01001382 s->store[s->store_count++].ts = ts;
1383 }
1384 }
1385 }
1386 }
1387
1388 /* process store request and store response */
1389 for (i = 0; i < s->store_count; i++) {
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001390 struct stksess *ts;
Willy Tarreau13c29de2010-06-06 16:40:39 +02001391 void *ptr;
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001392 struct dict_entry *de;
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001393
Willy Tarreauc93cd162014-05-13 15:54:22 +02001394 if (objt_server(s->target) && objt_server(s->target)->flags & SRV_F_NON_STICK) {
Simon Hormanfa461682011-06-25 09:39:49 +09001395 stksess_free(s->store[i].table, s->store[i].ts);
1396 s->store[i].ts = NULL;
1397 continue;
1398 }
1399
Emeric Brun819fc6f2017-06-13 19:37:32 +02001400 ts = stktable_set_entry(s->store[i].table, s->store[i].ts);
1401 if (ts != s->store[i].ts) {
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001402 /* the entry already existed, we can free ours */
Emeric Brun1d33b292010-01-04 15:47:17 +01001403 stksess_free(s->store[i].table, s->store[i].ts);
Emeric Brun1d33b292010-01-04 15:47:17 +01001404 }
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001405 s->store[i].ts = NULL;
Emeric Brun819fc6f2017-06-13 19:37:32 +02001406
Christopher Faulet2a944ee2017-11-07 10:42:54 +01001407 HA_RWLOCK_WRLOCK(STK_SESS_LOCK, &ts->lock);
Willy Tarreaub8d42d02018-09-20 11:11:15 +02001408 ptr = __stktable_data_ptr(s->store[i].table, ts, STKTABLE_DT_SERVER_ID);
1409 stktable_data_cast(ptr, server_id) = __objt_server(s->target)->puid;
Christopher Faulet2a944ee2017-11-07 10:42:54 +01001410 HA_RWLOCK_WRUNLOCK(STK_SESS_LOCK, &ts->lock);
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001411
1412 HA_RWLOCK_WRLOCK(STK_SESS_LOCK, &ts->lock);
1413 de = dict_insert(&server_name_dict, __objt_server(s->target)->id);
1414 if (de) {
1415 ptr = __stktable_data_ptr(s->store[i].table, ts, STKTABLE_DT_SERVER_NAME);
1416 stktable_data_cast(ptr, server_name) = de;
1417 }
1418 HA_RWLOCK_WRUNLOCK(STK_SESS_LOCK, &ts->lock);
1419
Emeric Brun819fc6f2017-06-13 19:37:32 +02001420 stktable_touch_local(s->store[i].table, ts, 1);
Emeric Brun1d33b292010-01-04 15:47:17 +01001421 }
Willy Tarreau2a164ee2010-06-18 09:57:45 +02001422 s->store_count = 0; /* everything is stored */
Emeric Brun1d33b292010-01-04 15:47:17 +01001423
1424 rep->analysers &= ~an_bit;
1425 rep->analyse_exp = TICK_ETERNITY;
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001426
1427 DBG_TRACE_LEAVE(STRM_EV_STRM_ANA, s);
Emeric Brun1d33b292010-01-04 15:47:17 +01001428 return 1;
1429}
1430
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001431/* This macro is very specific to the function below. See the comments in
Willy Tarreau87b09662015-04-03 00:22:06 +02001432 * process_stream() below to understand the logic and the tests.
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001433 */
1434#define UPDATE_ANALYSERS(real, list, back, flag) { \
1435 list = (((list) & ~(flag)) | ~(back)) & (real); \
1436 back = real; \
1437 if (!(list)) \
1438 break; \
1439 if (((list) ^ ((list) & ((list) - 1))) < (flag)) \
1440 continue; \
1441}
1442
Christopher Fauleta9215b72016-05-11 17:06:28 +02001443/* These 2 following macros call an analayzer for the specified channel if the
1444 * right flag is set. The first one is used for "filterable" analyzers. If a
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001445 * stream has some registered filters, pre and post analyaze callbacks are
Christopher Faulet0184ea72017-01-05 14:06:34 +01001446 * called. The second are used for other analyzers (AN_REQ/RES_FLT_* and
Christopher Fauleta9215b72016-05-11 17:06:28 +02001447 * AN_REQ/RES_HTTP_XFER_BODY) */
1448#define FLT_ANALYZE(strm, chn, fun, list, back, flag, ...) \
1449 { \
1450 if ((list) & (flag)) { \
1451 if (HAS_FILTERS(strm)) { \
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001452 if (!flt_pre_analyze((strm), (chn), (flag))) \
Christopher Fauleta9215b72016-05-11 17:06:28 +02001453 break; \
1454 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1455 break; \
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001456 if (!flt_post_analyze((strm), (chn), (flag))) \
1457 break; \
Christopher Fauleta9215b72016-05-11 17:06:28 +02001458 } \
1459 else { \
1460 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1461 break; \
1462 } \
1463 UPDATE_ANALYSERS((chn)->analysers, (list), \
1464 (back), (flag)); \
1465 } \
1466 }
1467
1468#define ANALYZE(strm, chn, fun, list, back, flag, ...) \
1469 { \
1470 if ((list) & (flag)) { \
1471 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1472 break; \
1473 UPDATE_ANALYSERS((chn)->analysers, (list), \
1474 (back), (flag)); \
1475 } \
1476 }
1477
Willy Tarreau87b09662015-04-03 00:22:06 +02001478/* Processes the client, server, request and response jobs of a stream task,
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001479 * then puts it back to the wait queue in a clean state, or cleans up its
1480 * resources if it must be deleted. Returns in <next> the date the task wants
1481 * to be woken up, or TICK_ETERNITY. In order not to call all functions for
1482 * nothing too many times, the request and response buffers flags are monitored
1483 * and each function is called only if at least another function has changed at
1484 * least one flag it is interested in.
1485 */
Olivier Houchard9f6af332018-05-25 14:04:04 +02001486struct task *process_stream(struct task *t, void *context, unsigned short state)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001487{
Willy Tarreau827aee92011-03-10 16:55:02 +01001488 struct server *srv;
Olivier Houchard9f6af332018-05-25 14:04:04 +02001489 struct stream *s = context;
Willy Tarreaufb0afa72015-04-03 14:46:27 +02001490 struct session *sess = s->sess;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001491 unsigned int rqf_last, rpf_last;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001492 unsigned int rq_prod_last, rq_cons_last;
1493 unsigned int rp_cons_last, rp_prod_last;
Willy Tarreau576507f2010-01-07 00:09:04 +01001494 unsigned int req_ana_back;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001495 struct channel *req, *res;
1496 struct stream_interface *si_f, *si_b;
Willy Tarreau3d07a162019-04-25 19:15:20 +02001497 unsigned int rate;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001498
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001499 DBG_TRACE_ENTER(STRM_EV_STRM_PROC, s);
1500
Willy Tarreaud80cb4e2018-01-20 19:30:13 +01001501 activity[tid].stream++;
1502
Willy Tarreau8f128b42014-11-28 15:07:47 +01001503 req = &s->req;
1504 res = &s->res;
1505
1506 si_f = &s->si[0];
1507 si_b = &s->si[1];
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001508
Willy Tarreau0f8d3ab2018-10-25 10:42:39 +02001509 /* First, attempt to receive pending data from I/O layers */
Willy Tarreauade64782018-11-17 19:51:07 +01001510 si_sync_recv(si_f);
1511 si_sync_recv(si_b);
Willy Tarreau0f8d3ab2018-10-25 10:42:39 +02001512
Willy Tarreau3d07a162019-04-25 19:15:20 +02001513 rate = update_freq_ctr(&s->call_rate, 1);
1514 if (rate >= 100000 && s->call_rate.prev_ctr) { // make sure to wait at least a full second
1515 stream_dump_and_crash(&s->obj_type, read_freq_ctr(&s->call_rate));
1516 }
Olivier Houchardc2aa7112018-09-11 18:27:21 +02001517
Krzysztof Piotr Oledzkif9423ae2010-01-29 19:26:18 +01001518 /* this data may be no longer valid, clear it */
Willy Tarreaueee5b512015-04-03 23:46:31 +02001519 if (s->txn)
1520 memset(&s->txn->auth, 0, sizeof(s->txn->auth));
Krzysztof Piotr Oledzkif9423ae2010-01-29 19:26:18 +01001521
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02001522 /* This flag must explicitly be set every time */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001523 req->flags &= ~(CF_READ_NOEXP|CF_WAKE_WRITE);
1524 res->flags &= ~(CF_READ_NOEXP|CF_WAKE_WRITE);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001525
1526 /* Keep a copy of req/rep flags so that we can detect shutdowns */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001527 rqf_last = req->flags & ~CF_MASK_ANALYSER;
1528 rpf_last = res->flags & ~CF_MASK_ANALYSER;
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001529
Willy Tarreau89f7ef22009-09-05 20:57:35 +02001530 /* we don't want the stream interface functions to recursively wake us up */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001531 si_f->flags |= SI_FL_DONT_WAKE;
1532 si_b->flags |= SI_FL_DONT_WAKE;
Willy Tarreau89f7ef22009-09-05 20:57:35 +02001533
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001534 /* update pending events */
Olivier Houchard9f6af332018-05-25 14:04:04 +02001535 s->pending_events |= (state & TASK_WOKEN_ANY);
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001536
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001537 /* 1a: Check for low level timeouts if needed. We just set a flag on
1538 * stream interfaces when their timeouts have expired.
1539 */
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001540 if (unlikely(s->pending_events & TASK_WOKEN_TIMER)) {
Willy Tarreau14bfe9a2018-12-19 15:19:27 +01001541 si_check_timeouts(si_f);
1542 si_check_timeouts(si_b);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001543
Willy Tarreau8263d2b2012-08-28 00:06:31 +02001544 /* check channel timeouts, and close the corresponding stream interfaces
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001545 * for future reads or writes. Note: this will also concern upper layers
1546 * but we do not touch any other flag. We must be careful and correctly
1547 * detect state changes when calling them.
1548 */
1549
Willy Tarreau8f128b42014-11-28 15:07:47 +01001550 channel_check_timeouts(req);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001551
Willy Tarreau8f128b42014-11-28 15:07:47 +01001552 if (unlikely((req->flags & (CF_SHUTW|CF_WRITE_TIMEOUT)) == CF_WRITE_TIMEOUT)) {
1553 si_b->flags |= SI_FL_NOLINGER;
1554 si_shutw(si_b);
Willy Tarreau14641402009-12-29 14:49:56 +01001555 }
1556
Willy Tarreau8f128b42014-11-28 15:07:47 +01001557 if (unlikely((req->flags & (CF_SHUTR|CF_READ_TIMEOUT)) == CF_READ_TIMEOUT)) {
1558 if (si_f->flags & SI_FL_NOHALF)
1559 si_f->flags |= SI_FL_NOLINGER;
1560 si_shutr(si_f);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02001561 }
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001562
Willy Tarreau8f128b42014-11-28 15:07:47 +01001563 channel_check_timeouts(res);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001564
Willy Tarreau8f128b42014-11-28 15:07:47 +01001565 if (unlikely((res->flags & (CF_SHUTW|CF_WRITE_TIMEOUT)) == CF_WRITE_TIMEOUT)) {
1566 si_f->flags |= SI_FL_NOLINGER;
1567 si_shutw(si_f);
Willy Tarreau14641402009-12-29 14:49:56 +01001568 }
1569
Willy Tarreau8f128b42014-11-28 15:07:47 +01001570 if (unlikely((res->flags & (CF_SHUTR|CF_READ_TIMEOUT)) == CF_READ_TIMEOUT)) {
1571 if (si_b->flags & SI_FL_NOHALF)
1572 si_b->flags |= SI_FL_NOLINGER;
1573 si_shutr(si_b);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02001574 }
Willy Tarreau798f4322012-11-08 14:49:17 +01001575
Christopher Fauleta00d8172016-11-10 14:58:05 +01001576 if (HAS_FILTERS(s))
1577 flt_stream_check_timeouts(s);
1578
Willy Tarreau798f4322012-11-08 14:49:17 +01001579 /* Once in a while we're woken up because the task expires. But
1580 * this does not necessarily mean that a timeout has been reached.
Willy Tarreau87b09662015-04-03 00:22:06 +02001581 * So let's not run a whole stream processing if only an expiration
Willy Tarreau798f4322012-11-08 14:49:17 +01001582 * timeout needs to be refreshed.
1583 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001584 if (!((req->flags | res->flags) &
Willy Tarreau798f4322012-11-08 14:49:17 +01001585 (CF_SHUTR|CF_READ_ACTIVITY|CF_READ_TIMEOUT|CF_SHUTW|
Willy Tarreauede3d882018-10-24 17:17:56 +02001586 CF_WRITE_ACTIVITY|CF_WRITE_TIMEOUT|CF_ANA_TIMEOUT)) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01001587 !((si_f->flags | si_b->flags) & (SI_FL_EXP|SI_FL_ERR)) &&
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001588 ((s->pending_events & TASK_WOKEN_ANY) == TASK_WOKEN_TIMER)) {
Willy Tarreau5fb04712016-05-04 10:18:37 +02001589 si_f->flags &= ~SI_FL_DONT_WAKE;
1590 si_b->flags &= ~SI_FL_DONT_WAKE;
Willy Tarreau798f4322012-11-08 14:49:17 +01001591 goto update_exp_and_leave;
Willy Tarreau5fb04712016-05-04 10:18:37 +02001592 }
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001593 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001594
Willy Tarreau829bd472019-06-06 09:17:23 +02001595 resync_stream_interface:
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001596 /* below we may emit error messages so we have to ensure that we have
1597 * our buffers properly allocated.
1598 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001599 if (!stream_alloc_work_buffer(s)) {
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001600 /* No buffer available, we've been subscribed to the list of
1601 * buffer waiters, let's wait for our turn.
1602 */
Willy Tarreau5fb04712016-05-04 10:18:37 +02001603 si_f->flags &= ~SI_FL_DONT_WAKE;
1604 si_b->flags &= ~SI_FL_DONT_WAKE;
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001605 goto update_exp_and_leave;
1606 }
1607
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001608 /* 1b: check for low-level errors reported at the stream interface.
1609 * First we check if it's a retryable error (in which case we don't
1610 * want to tell the buffer). Otherwise we report the error one level
1611 * upper by setting flags into the buffers. Note that the side towards
1612 * the client cannot have connect (hence retryable) errors. Also, the
1613 * connection setup code must be able to deal with any type of abort.
1614 */
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001615 srv = objt_server(s->target);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001616 if (unlikely(si_f->flags & SI_FL_ERR)) {
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02001617 if (si_state_in(si_f->state, SI_SB_EST|SI_SB_DIS)) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001618 si_shutr(si_f);
1619 si_shutw(si_f);
Willy Tarreau14bfe9a2018-12-19 15:19:27 +01001620 si_report_error(si_f);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001621 if (!(req->analysers) && !(res->analysers)) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001622 _HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
1623 _HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01001624 if (sess->listener && sess->listener->counters)
Christopher Fauletcff0f732019-12-16 16:13:44 +01001625 _HA_ATOMIC_ADD(&sess->listener->counters->cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01001626 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001627 _HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02001628 if (!(s->flags & SF_ERR_MASK))
1629 s->flags |= SF_ERR_CLICL;
1630 if (!(s->flags & SF_FINST_MASK))
1631 s->flags |= SF_FINST_D;
Willy Tarreau05cb29b2008-12-14 11:44:04 +01001632 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001633 }
1634 }
1635
Willy Tarreau8f128b42014-11-28 15:07:47 +01001636 if (unlikely(si_b->flags & SI_FL_ERR)) {
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02001637 if (si_state_in(si_b->state, SI_SB_EST|SI_SB_DIS)) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001638 si_shutr(si_b);
1639 si_shutw(si_b);
Willy Tarreau14bfe9a2018-12-19 15:19:27 +01001640 si_report_error(si_b);
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001641 _HA_ATOMIC_ADD(&s->be->be_counters.failed_resp, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01001642 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001643 _HA_ATOMIC_ADD(&srv->counters.failed_resp, 1);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001644 if (!(req->analysers) && !(res->analysers)) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001645 _HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
1646 _HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01001647 if (sess->listener && sess->listener->counters)
Christopher Fauletcff0f732019-12-16 16:13:44 +01001648 _HA_ATOMIC_ADD(&sess->listener->counters->srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01001649 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001650 _HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02001651 if (!(s->flags & SF_ERR_MASK))
1652 s->flags |= SF_ERR_SRVCL;
1653 if (!(s->flags & SF_FINST_MASK))
1654 s->flags |= SF_FINST_D;
Willy Tarreau05cb29b2008-12-14 11:44:04 +01001655 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001656 }
1657 /* note: maybe we should process connection errors here ? */
1658 }
1659
Willy Tarreau4f283fa2019-06-05 14:34:03 +02001660 if (si_state_in(si_b->state, SI_SB_CON|SI_SB_RDY)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001661 /* we were trying to establish a connection on the server side,
1662 * maybe it succeeded, maybe it failed, maybe we timed out, ...
1663 */
Willy Tarreaud66ed882019-06-05 18:02:04 +02001664 if (si_b->state == SI_ST_RDY)
Willy Tarreau3a9312a2020-01-09 18:43:15 +01001665 back_handle_st_rdy(s);
Willy Tarreaud66ed882019-06-05 18:02:04 +02001666 else if (si_b->state == SI_ST_CON)
Willy Tarreau3a9312a2020-01-09 18:43:15 +01001667 back_handle_st_con(s);
Willy Tarreaud66ed882019-06-05 18:02:04 +02001668
1669 if (si_b->state == SI_ST_CER)
Willy Tarreau3a9312a2020-01-09 18:43:15 +01001670 back_handle_st_cer(s);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001671 else if (si_b->state == SI_ST_EST)
Willy Tarreau3a9312a2020-01-09 18:43:15 +01001672 back_establish(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001673
1674 /* state is now one of SI_ST_CON (still in progress), SI_ST_EST
1675 * (established), SI_ST_DIS (abort), SI_ST_CLO (last error),
1676 * SI_ST_ASS/SI_ST_TAR/SI_ST_REQ for retryable errors.
1677 */
1678 }
1679
Willy Tarreau8f128b42014-11-28 15:07:47 +01001680 rq_prod_last = si_f->state;
1681 rq_cons_last = si_b->state;
1682 rp_cons_last = si_f->state;
1683 rp_prod_last = si_b->state;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001684
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001685 /* Check for connection closure */
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001686 DBG_TRACE_POINT(STRM_EV_STRM_PROC, s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001687
1688 /* nothing special to be done on client side */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001689 if (unlikely(si_f->state == SI_ST_DIS))
1690 si_f->state = SI_ST_CLO;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001691
1692 /* When a server-side connection is released, we have to count it and
1693 * check for pending connections on this server.
1694 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001695 if (unlikely(si_b->state == SI_ST_DIS)) {
1696 si_b->state = SI_ST_CLO;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001697 srv = objt_server(s->target);
Willy Tarreau827aee92011-03-10 16:55:02 +01001698 if (srv) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001699 if (s->flags & SF_CURR_SESS) {
1700 s->flags &= ~SF_CURR_SESS;
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001701 _HA_ATOMIC_SUB(&srv->cur_sess, 1);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001702 }
1703 sess_change_server(s, NULL);
Willy Tarreau827aee92011-03-10 16:55:02 +01001704 if (may_dequeue_tasks(srv, s->be))
1705 process_srv_queue(srv);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001706 }
1707 }
1708
1709 /*
1710 * Note: of the transient states (REQ, CER, DIS), only REQ may remain
1711 * at this point.
1712 */
1713
Willy Tarreau0be0ef92009-03-08 19:20:25 +01001714 resync_request:
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001715 /* Analyse request */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001716 if (((req->flags & ~rqf_last) & CF_MASK_ANALYSER) ||
1717 ((req->flags ^ rqf_last) & CF_MASK_STATIC) ||
Willy Tarreau33982cb2017-11-20 15:37:13 +01001718 (req->analysers && (req->flags & CF_SHUTW)) ||
Willy Tarreau8f128b42014-11-28 15:07:47 +01001719 si_f->state != rq_prod_last ||
1720 si_b->state != rq_cons_last ||
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001721 s->pending_events & TASK_WOKEN_MSG) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001722 unsigned int flags = req->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001723
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02001724 if (si_state_in(si_f->state, SI_SB_EST|SI_SB_DIS|SI_SB_CLO)) {
Willy Tarreaue34070e2010-01-08 00:32:27 +01001725 int max_loops = global.tune.maxpollevents;
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001726 unsigned int ana_list;
1727 unsigned int ana_back;
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001728
Willy Tarreau90deb182010-01-07 00:20:41 +01001729 /* it's up to the analysers to stop new connections,
1730 * disable reading or closing. Note: if an analyser
1731 * disables any of these bits, it is responsible for
1732 * enabling them again when it disables itself, so
1733 * that other analysers are called in similar conditions.
1734 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001735 channel_auto_read(req);
1736 channel_auto_connect(req);
1737 channel_auto_close(req);
Willy Tarreauedcf6682008-11-30 23:15:34 +01001738
1739 /* We will call all analysers for which a bit is set in
Willy Tarreau8f128b42014-11-28 15:07:47 +01001740 * req->analysers, following the bit order from LSB
Willy Tarreauedcf6682008-11-30 23:15:34 +01001741 * to MSB. The analysers must remove themselves from
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001742 * the list when not needed. Any analyser may return 0
1743 * to break out of the loop, either because of missing
1744 * data to take a decision, or because it decides to
Willy Tarreau87b09662015-04-03 00:22:06 +02001745 * kill the stream. We loop at least once through each
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001746 * analyser, and we may loop again if other analysers
1747 * are added in the middle.
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001748 *
1749 * We build a list of analysers to run. We evaluate all
1750 * of these analysers in the order of the lower bit to
1751 * the higher bit. This ordering is very important.
1752 * An analyser will often add/remove other analysers,
1753 * including itself. Any changes to itself have no effect
1754 * on the loop. If it removes any other analysers, we
1755 * want those analysers not to be called anymore during
1756 * this loop. If it adds an analyser that is located
1757 * after itself, we want it to be scheduled for being
1758 * processed during the loop. If it adds an analyser
1759 * which is located before it, we want it to switch to
1760 * it immediately, even if it has already been called
1761 * once but removed since.
1762 *
1763 * In order to achieve this, we compare the analyser
1764 * list after the call with a copy of it before the
1765 * call. The work list is fed with analyser bits that
1766 * appeared during the call. Then we compare previous
1767 * work list with the new one, and check the bits that
1768 * appeared. If the lowest of these bits is lower than
1769 * the current bit, it means we have enabled a previous
1770 * analyser and must immediately loop again.
Willy Tarreauedcf6682008-11-30 23:15:34 +01001771 */
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001772
Willy Tarreau8f128b42014-11-28 15:07:47 +01001773 ana_list = ana_back = req->analysers;
Willy Tarreaue34070e2010-01-08 00:32:27 +01001774 while (ana_list && max_loops--) {
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001775 /* Warning! ensure that analysers are always placed in ascending order! */
Christopher Faulet0184ea72017-01-05 14:06:34 +01001776 ANALYZE (s, req, flt_start_analyze, ana_list, ana_back, AN_REQ_FLT_START_FE);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001777 FLT_ANALYZE(s, req, tcp_inspect_request, ana_list, ana_back, AN_REQ_INSPECT_FE);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02001778 FLT_ANALYZE(s, req, http_wait_for_request, ana_list, ana_back, AN_REQ_WAIT_HTTP);
1779 FLT_ANALYZE(s, req, http_wait_for_request_body, ana_list, ana_back, AN_REQ_HTTP_BODY);
1780 FLT_ANALYZE(s, req, http_process_req_common, ana_list, ana_back, AN_REQ_HTTP_PROCESS_FE, sess->fe);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001781 FLT_ANALYZE(s, req, process_switching_rules, ana_list, ana_back, AN_REQ_SWITCHING_RULES);
Christopher Faulet0184ea72017-01-05 14:06:34 +01001782 ANALYZE (s, req, flt_start_analyze, ana_list, ana_back, AN_REQ_FLT_START_BE);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001783 FLT_ANALYZE(s, req, tcp_inspect_request, ana_list, ana_back, AN_REQ_INSPECT_BE);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02001784 FLT_ANALYZE(s, req, http_process_req_common, ana_list, ana_back, AN_REQ_HTTP_PROCESS_BE, s->be);
1785 FLT_ANALYZE(s, req, http_process_tarpit, ana_list, ana_back, AN_REQ_HTTP_TARPIT);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001786 FLT_ANALYZE(s, req, process_server_rules, ana_list, ana_back, AN_REQ_SRV_RULES);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02001787 FLT_ANALYZE(s, req, http_process_request, ana_list, ana_back, AN_REQ_HTTP_INNER);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001788 FLT_ANALYZE(s, req, tcp_persist_rdp_cookie, ana_list, ana_back, AN_REQ_PRST_RDP_COOKIE);
1789 FLT_ANALYZE(s, req, process_sticking_rules, ana_list, ana_back, AN_REQ_STICKING_RULES);
Christopher Faulet0184ea72017-01-05 14:06:34 +01001790 ANALYZE (s, req, flt_analyze_http_headers, ana_list, ana_back, AN_REQ_FLT_HTTP_HDRS);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02001791 ANALYZE (s, req, http_request_forward_body, ana_list, ana_back, AN_REQ_HTTP_XFER_BODY);
William Lallemandcf62f7e2018-10-26 14:47:40 +02001792 ANALYZE (s, req, pcli_wait_for_request, ana_list, ana_back, AN_REQ_WAIT_CLI);
Christopher Faulet0184ea72017-01-05 14:06:34 +01001793 ANALYZE (s, req, flt_xfer_data, ana_list, ana_back, AN_REQ_FLT_XFER_DATA);
1794 ANALYZE (s, req, flt_end_analyze, ana_list, ana_back, AN_REQ_FLT_END);
Willy Tarreaue34070e2010-01-08 00:32:27 +01001795 break;
1796 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001797 }
Willy Tarreau84455332009-03-15 22:34:05 +01001798
Willy Tarreau8f128b42014-11-28 15:07:47 +01001799 rq_prod_last = si_f->state;
1800 rq_cons_last = si_b->state;
1801 req->flags &= ~CF_WAKE_ONCE;
1802 rqf_last = req->flags;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001803
Willy Tarreau1ec9bb52019-06-06 14:45:26 +02001804 if ((req->flags ^ flags) & (CF_SHUTR|CF_SHUTW))
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001805 goto resync_request;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001806 }
1807
Willy Tarreau576507f2010-01-07 00:09:04 +01001808 /* we'll monitor the request analysers while parsing the response,
1809 * because some response analysers may indirectly enable new request
1810 * analysers (eg: HTTP keep-alive).
1811 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001812 req_ana_back = req->analysers;
Willy Tarreau576507f2010-01-07 00:09:04 +01001813
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001814 resync_response:
1815 /* Analyse response */
1816
Willy Tarreau8f128b42014-11-28 15:07:47 +01001817 if (((res->flags & ~rpf_last) & CF_MASK_ANALYSER) ||
1818 (res->flags ^ rpf_last) & CF_MASK_STATIC ||
Willy Tarreau33982cb2017-11-20 15:37:13 +01001819 (res->analysers && (res->flags & CF_SHUTW)) ||
Willy Tarreau8f128b42014-11-28 15:07:47 +01001820 si_f->state != rp_cons_last ||
1821 si_b->state != rp_prod_last ||
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001822 s->pending_events & TASK_WOKEN_MSG) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001823 unsigned int flags = res->flags;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001824
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02001825 if (si_state_in(si_b->state, SI_SB_EST|SI_SB_DIS|SI_SB_CLO)) {
Willy Tarreaue34070e2010-01-08 00:32:27 +01001826 int max_loops = global.tune.maxpollevents;
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001827 unsigned int ana_list;
1828 unsigned int ana_back;
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001829
Willy Tarreau90deb182010-01-07 00:20:41 +01001830 /* it's up to the analysers to stop disable reading or
1831 * closing. Note: if an analyser disables any of these
1832 * bits, it is responsible for enabling them again when
1833 * it disables itself, so that other analysers are called
1834 * in similar conditions.
1835 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001836 channel_auto_read(res);
1837 channel_auto_close(res);
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001838
1839 /* We will call all analysers for which a bit is set in
Willy Tarreau8f128b42014-11-28 15:07:47 +01001840 * res->analysers, following the bit order from LSB
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001841 * to MSB. The analysers must remove themselves from
1842 * the list when not needed. Any analyser may return 0
1843 * to break out of the loop, either because of missing
1844 * data to take a decision, or because it decides to
Willy Tarreau87b09662015-04-03 00:22:06 +02001845 * kill the stream. We loop at least once through each
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001846 * analyser, and we may loop again if other analysers
1847 * are added in the middle.
1848 */
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001849
Willy Tarreau8f128b42014-11-28 15:07:47 +01001850 ana_list = ana_back = res->analysers;
Willy Tarreaue34070e2010-01-08 00:32:27 +01001851 while (ana_list && max_loops--) {
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001852 /* Warning! ensure that analysers are always placed in ascending order! */
Christopher Faulet0184ea72017-01-05 14:06:34 +01001853 ANALYZE (s, res, flt_start_analyze, ana_list, ana_back, AN_RES_FLT_START_FE);
1854 ANALYZE (s, res, flt_start_analyze, ana_list, ana_back, AN_RES_FLT_START_BE);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001855 FLT_ANALYZE(s, res, tcp_inspect_response, ana_list, ana_back, AN_RES_INSPECT);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02001856 FLT_ANALYZE(s, res, http_wait_for_response, ana_list, ana_back, AN_RES_WAIT_HTTP);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001857 FLT_ANALYZE(s, res, process_store_rules, ana_list, ana_back, AN_RES_STORE_RULES);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02001858 FLT_ANALYZE(s, res, http_process_res_common, ana_list, ana_back, AN_RES_HTTP_PROCESS_BE, s->be);
Christopher Faulet0184ea72017-01-05 14:06:34 +01001859 ANALYZE (s, res, flt_analyze_http_headers, ana_list, ana_back, AN_RES_FLT_HTTP_HDRS);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02001860 ANALYZE (s, res, http_response_forward_body, ana_list, ana_back, AN_RES_HTTP_XFER_BODY);
William Lallemandcf62f7e2018-10-26 14:47:40 +02001861 ANALYZE (s, res, pcli_wait_for_response, ana_list, ana_back, AN_RES_WAIT_CLI);
Christopher Faulet0184ea72017-01-05 14:06:34 +01001862 ANALYZE (s, res, flt_xfer_data, ana_list, ana_back, AN_RES_FLT_XFER_DATA);
1863 ANALYZE (s, res, flt_end_analyze, ana_list, ana_back, AN_RES_FLT_END);
Willy Tarreaue34070e2010-01-08 00:32:27 +01001864 break;
1865 }
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001866 }
1867
Willy Tarreau8f128b42014-11-28 15:07:47 +01001868 rp_cons_last = si_f->state;
1869 rp_prod_last = si_b->state;
Christopher Fauletcdaea892017-07-06 15:49:30 +02001870 res->flags &= ~CF_WAKE_ONCE;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001871 rpf_last = res->flags;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001872
Willy Tarreau1ec9bb52019-06-06 14:45:26 +02001873 if ((res->flags ^ flags) & (CF_SHUTR|CF_SHUTW))
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001874 goto resync_response;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001875 }
1876
Willy Tarreau576507f2010-01-07 00:09:04 +01001877 /* maybe someone has added some request analysers, so we must check and loop */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001878 if (req->analysers & ~req_ana_back)
Willy Tarreau576507f2010-01-07 00:09:04 +01001879 goto resync_request;
1880
Willy Tarreau8f128b42014-11-28 15:07:47 +01001881 if ((req->flags & ~rqf_last) & CF_MASK_ANALYSER)
Willy Tarreau0499e352010-12-17 07:13:42 +01001882 goto resync_request;
1883
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001884 /* FIXME: here we should call protocol handlers which rely on
1885 * both buffers.
1886 */
1887
1888
1889 /*
Willy Tarreau87b09662015-04-03 00:22:06 +02001890 * Now we propagate unhandled errors to the stream. Normally
Willy Tarreauae526782010-03-04 20:34:23 +01001891 * we're just in a data phase here since it means we have not
1892 * seen any analyser who could set an error status.
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001893 */
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001894 srv = objt_server(s->target);
Willy Tarreaue7dff022015-04-03 01:14:29 +02001895 if (unlikely(!(s->flags & SF_ERR_MASK))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001896 if (req->flags & (CF_READ_ERROR|CF_READ_TIMEOUT|CF_WRITE_ERROR|CF_WRITE_TIMEOUT)) {
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001897 /* Report it if the client got an error or a read timeout expired */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001898 req->analysers = 0;
1899 if (req->flags & CF_READ_ERROR) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001900 _HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
1901 _HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01001902 if (sess->listener && sess->listener->counters)
Christopher Fauletcff0f732019-12-16 16:13:44 +01001903 _HA_ATOMIC_ADD(&sess->listener->counters->cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01001904 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001905 _HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02001906 s->flags |= SF_ERR_CLICL;
Willy Tarreauae526782010-03-04 20:34:23 +01001907 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01001908 else if (req->flags & CF_READ_TIMEOUT) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001909 _HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
1910 _HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01001911 if (sess->listener && sess->listener->counters)
Christopher Fauletcff0f732019-12-16 16:13:44 +01001912 _HA_ATOMIC_ADD(&sess->listener->counters->cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01001913 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001914 _HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02001915 s->flags |= SF_ERR_CLITO;
Willy Tarreauae526782010-03-04 20:34:23 +01001916 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01001917 else if (req->flags & CF_WRITE_ERROR) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001918 _HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
1919 _HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01001920 if (sess->listener && sess->listener->counters)
Christopher Fauletcff0f732019-12-16 16:13:44 +01001921 _HA_ATOMIC_ADD(&sess->listener->counters->srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01001922 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001923 _HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02001924 s->flags |= SF_ERR_SRVCL;
Willy Tarreauae526782010-03-04 20:34:23 +01001925 }
1926 else {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001927 _HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
1928 _HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01001929 if (sess->listener && sess->listener->counters)
Christopher Fauletcff0f732019-12-16 16:13:44 +01001930 _HA_ATOMIC_ADD(&sess->listener->counters->srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01001931 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001932 _HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02001933 s->flags |= SF_ERR_SRVTO;
Willy Tarreauae526782010-03-04 20:34:23 +01001934 }
Willy Tarreau84455332009-03-15 22:34:05 +01001935 sess_set_term_flags(s);
Christopher Faulet5e1a9d72019-04-23 17:34:22 +02001936
1937 /* Abort the request if a client error occurred while
1938 * the backend stream-interface is in the SI_ST_INI
1939 * state. It is switched into the SI_ST_CLO state and
1940 * the request channel is erased. */
1941 if (si_b->state == SI_ST_INI) {
1942 si_b->state = SI_ST_CLO;
1943 channel_abort(req);
1944 if (IS_HTX_STRM(s))
1945 channel_htx_erase(req, htxbuf(&req->buf));
1946 else
1947 channel_erase(req);
1948 }
Willy Tarreau84455332009-03-15 22:34:05 +01001949 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01001950 else if (res->flags & (CF_READ_ERROR|CF_READ_TIMEOUT|CF_WRITE_ERROR|CF_WRITE_TIMEOUT)) {
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001951 /* Report it if the server got an error or a read timeout expired */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001952 res->analysers = 0;
1953 if (res->flags & CF_READ_ERROR) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001954 _HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
1955 _HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01001956 if (sess->listener && sess->listener->counters)
Christopher Fauletcff0f732019-12-16 16:13:44 +01001957 _HA_ATOMIC_ADD(&sess->listener->counters->srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01001958 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001959 _HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02001960 s->flags |= SF_ERR_SRVCL;
Willy Tarreauae526782010-03-04 20:34:23 +01001961 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01001962 else if (res->flags & CF_READ_TIMEOUT) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001963 _HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
1964 _HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01001965 if (sess->listener && sess->listener->counters)
Christopher Fauletcff0f732019-12-16 16:13:44 +01001966 _HA_ATOMIC_ADD(&sess->listener->counters->srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01001967 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001968 _HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02001969 s->flags |= SF_ERR_SRVTO;
Willy Tarreauae526782010-03-04 20:34:23 +01001970 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01001971 else if (res->flags & CF_WRITE_ERROR) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001972 _HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
1973 _HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01001974 if (sess->listener && sess->listener->counters)
Christopher Fauletcff0f732019-12-16 16:13:44 +01001975 _HA_ATOMIC_ADD(&sess->listener->counters->cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01001976 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001977 _HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02001978 s->flags |= SF_ERR_CLICL;
Willy Tarreauae526782010-03-04 20:34:23 +01001979 }
1980 else {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001981 _HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
1982 _HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01001983 if (sess->listener && sess->listener->counters)
Christopher Fauletcff0f732019-12-16 16:13:44 +01001984 _HA_ATOMIC_ADD(&sess->listener->counters->cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01001985 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001986 _HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02001987 s->flags |= SF_ERR_CLITO;
Willy Tarreauae526782010-03-04 20:34:23 +01001988 }
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001989 sess_set_term_flags(s);
1990 }
Willy Tarreau84455332009-03-15 22:34:05 +01001991 }
1992
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001993 /*
1994 * Here we take care of forwarding unhandled data. This also includes
1995 * connection establishments and shutdown requests.
1996 */
1997
1998
Willy Tarreau7c84bab2009-03-08 21:38:23 +01001999 /* If noone is interested in analysing data, it's time to forward
Willy Tarreau31971e52009-09-20 12:07:52 +02002000 * everything. We configure the buffer to forward indefinitely.
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002001 * Note that we're checking CF_SHUTR_NOW as an indication of a possible
Willy Tarreau8263d2b2012-08-28 00:06:31 +02002002 * recent call to channel_abort().
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002003 */
Christopher Faulet35fe6992017-08-29 16:06:38 +02002004 if (unlikely((!req->analysers || (req->analysers == AN_REQ_FLT_END && !(req->flags & CF_FLT_ANALYZE))) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002005 !(req->flags & (CF_SHUTW|CF_SHUTR_NOW)) &&
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02002006 (si_state_in(si_f->state, SI_SB_EST|SI_SB_DIS|SI_SB_CLO)) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002007 (req->to_forward != CHN_INFINITE_FORWARD))) {
Willy Tarreaub31c9712012-11-11 23:05:39 +01002008 /* This buffer is freewheeling, there's no analyser
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002009 * attached to it. If any data are left in, we'll permit them to
2010 * move.
2011 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002012 channel_auto_read(req);
2013 channel_auto_connect(req);
2014 channel_auto_close(req);
Willy Tarreau5bd8c372009-01-19 00:32:22 +01002015
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002016 if (IS_HTX_STRM(s)) {
2017 struct htx *htx = htxbuf(&req->buf);
2018
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002019 /* We'll let data flow between the producer (if still connected)
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002020 * to the consumer.
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002021 */
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002022 co_set_data(req, htx->data);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002023 if (!(req->flags & (CF_SHUTR|CF_SHUTW_NOW)))
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002024 channel_htx_forward_forever(req, htx);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002025 }
2026 else {
2027 /* We'll let data flow between the producer (if still connected)
2028 * to the consumer (which might possibly not be connected yet).
2029 */
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002030 c_adv(req, ci_data(req));
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002031 if (!(req->flags & (CF_SHUTR|CF_SHUTW_NOW)))
2032 channel_forward_forever(req);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002033 }
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002034 }
Willy Tarreauf890dc92008-12-13 21:12:26 +01002035
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002036 /* check if it is wise to enable kernel splicing to forward request data */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002037 if (!(req->flags & (CF_KERN_SPLICING|CF_SHUTR)) &&
2038 req->to_forward &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002039 (global.tune.options & GTUNE_USE_SPLICE) &&
Christopher Faulet276c1e02019-11-05 16:49:23 +01002040 (objt_cs(si_f->end) && __objt_cs(si_f->end)->conn->xprt && __objt_cs(si_f->end)->conn->xprt->rcv_pipe &&
2041 __objt_cs(si_f->end)->conn->mux && __objt_cs(si_f->end)->conn->mux->rcv_pipe) &&
2042 (objt_cs(si_b->end) && __objt_cs(si_b->end)->conn->xprt && __objt_cs(si_b->end)->conn->xprt->snd_pipe &&
2043 __objt_cs(si_b->end)->conn->mux && __objt_cs(si_b->end)->conn->mux->snd_pipe) &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002044 (pipes_used < global.maxpipes) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002045 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_REQ) ||
2046 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_AUT) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002047 (req->flags & CF_STREAMER_FAST)))) {
2048 req->flags |= CF_KERN_SPLICING;
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002049 }
2050
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002051 /* reflect what the L7 analysers have seen last */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002052 rqf_last = req->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002053
Willy Tarreau520d95e2009-09-19 21:04:57 +02002054 /* it's possible that an upper layer has requested a connection setup or abort.
2055 * There are 2 situations where we decide to establish a new connection :
2056 * - there are data scheduled for emission in the buffer
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002057 * - the CF_AUTO_CONNECT flag is set (active connection)
Willy Tarreau520d95e2009-09-19 21:04:57 +02002058 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002059 if (si_b->state == SI_ST_INI) {
Christopher Faulet5e1a9d72019-04-23 17:34:22 +02002060 if (!(req->flags & CF_SHUTW)) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002061 if ((req->flags & CF_AUTO_CONNECT) || !channel_is_empty(req)) {
Willy Tarreaucf644ed2013-09-29 17:19:56 +02002062 /* If we have an appctx, there is no connect method, so we
2063 * immediately switch to the connected state, otherwise we
2064 * perform a connection request.
Willy Tarreau520d95e2009-09-19 21:04:57 +02002065 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002066 si_b->state = SI_ST_REQ; /* new connection requested */
2067 si_b->conn_retries = s->be->conn_retries;
Olivier Houchard602bf7d2019-05-10 13:59:15 +02002068 if ((s->be->retry_type &~ PR_RE_CONN_FAILED) &&
Olivier Houchard7dd7b902020-05-13 19:07:20 +02002069 (s->be->mode == PR_MODE_HTTP) &&
Olivier Houchard602bf7d2019-05-10 13:59:15 +02002070 !(si_b->flags & SI_FL_D_L7_RETRY))
Olivier Houcharda254a372019-04-05 15:30:12 +02002071 si_b->flags |= SI_FL_L7_RETRY;
Willy Tarreau520d95e2009-09-19 21:04:57 +02002072 }
Willy Tarreau73201222009-08-16 18:27:24 +02002073 }
Willy Tarreauf41ffdc2009-09-20 08:19:25 +02002074 else {
Willy Tarreau0542c8b2017-11-24 15:01:10 +01002075 si_release_endpoint(si_b);
Willy Tarreau8f128b42014-11-28 15:07:47 +01002076 si_b->state = SI_ST_CLO; /* shutw+ini = abort */
2077 channel_shutw_now(req); /* fix buffer flags upon abort */
2078 channel_shutr_now(res);
Willy Tarreauf41ffdc2009-09-20 08:19:25 +02002079 }
Willy Tarreau92795622009-03-06 12:51:23 +01002080 }
2081
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002082
2083 /* we may have a pending connection request, or a connection waiting
2084 * for completion.
2085 */
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02002086 if (si_state_in(si_b->state, SI_SB_REQ|SI_SB_QUE|SI_SB_TAR|SI_SB_ASS)) {
Thierry FOURNIER4834bc72015-06-06 19:29:07 +02002087 /* prune the request variables and swap to the response variables. */
2088 if (s->vars_reqres.scope != SCOPE_RES) {
Jerome Magnin2f44e882019-11-09 18:00:47 +01002089 if (!LIST_ISEMPTY(&s->vars_reqres.head))
Willy Tarreaucda7f3f2018-10-28 13:44:36 +01002090 vars_prune(&s->vars_reqres, s->sess, s);
Jerome Magnin2f44e882019-11-09 18:00:47 +01002091 vars_init(&s->vars_reqres, SCOPE_RES);
Thierry FOURNIER4834bc72015-06-06 19:29:07 +02002092 }
2093
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002094 do {
2095 /* nb: step 1 might switch from QUE to ASS, but we first want
2096 * to give a chance to step 2 to perform a redirect if needed.
2097 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002098 if (si_b->state != SI_ST_REQ)
Willy Tarreau3a9312a2020-01-09 18:43:15 +01002099 back_try_conn_req(s);
Willy Tarreau8f128b42014-11-28 15:07:47 +01002100 if (si_b->state == SI_ST_REQ)
Willy Tarreau3a9312a2020-01-09 18:43:15 +01002101 back_handle_st_req(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002102
Willy Tarreauada4c582020-03-04 16:42:03 +01002103 /* get a chance to complete an immediate connection setup */
2104 if (si_b->state == SI_ST_RDY)
2105 goto resync_stream_interface;
2106
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +01002107 /* applets directly go to the ESTABLISHED state. Similarly,
2108 * servers experience the same fate when their connection
2109 * is reused.
2110 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002111 if (unlikely(si_b->state == SI_ST_EST))
Willy Tarreau3a9312a2020-01-09 18:43:15 +01002112 back_establish(s);
Willy Tarreaufac4bd12013-11-30 09:21:49 +01002113
Willy Tarreau3fdb3662012-11-12 00:42:33 +01002114 srv = objt_server(s->target);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002115 if (si_b->state == SI_ST_ASS && srv && srv->rdr_len && (s->flags & SF_REDIRECTABLE))
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02002116 http_perform_server_redirect(s, si_b);
Willy Tarreau8f128b42014-11-28 15:07:47 +01002117 } while (si_b->state == SI_ST_ASS);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002118 }
2119
Willy Tarreau829bd472019-06-06 09:17:23 +02002120 /* Let's see if we can send the pending request now */
2121 si_sync_send(si_b);
2122
2123 /*
2124 * Now forward all shutdown requests between both sides of the request buffer
2125 */
2126
2127 /* first, let's check if the request buffer needs to shutdown(write), which may
2128 * happen either because the input is closed or because we want to force a close
2129 * once the server has begun to respond. If a half-closed timeout is set, we adjust
2130 * the other side's timeout as well.
2131 */
2132 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTW_NOW|CF_AUTO_CLOSE|CF_SHUTR)) ==
2133 (CF_AUTO_CLOSE|CF_SHUTR))) {
2134 channel_shutw_now(req);
2135 }
2136
2137 /* shutdown(write) pending */
2138 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTW_NOW)) == CF_SHUTW_NOW &&
2139 channel_is_empty(req))) {
2140 if (req->flags & CF_READ_ERROR)
2141 si_b->flags |= SI_FL_NOLINGER;
2142 si_shutw(si_b);
2143 }
2144
2145 /* shutdown(write) done on server side, we must stop the client too */
2146 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTW &&
2147 !req->analysers))
2148 channel_shutr_now(req);
2149
2150 /* shutdown(read) pending */
2151 if (unlikely((req->flags & (CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTR_NOW)) {
2152 if (si_f->flags & SI_FL_NOHALF)
2153 si_f->flags |= SI_FL_NOLINGER;
2154 si_shutr(si_f);
2155 }
2156
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002157 /* Benchmarks have shown that it's optimal to do a full resync now */
Willy Tarreau829bd472019-06-06 09:17:23 +02002158 if (si_f->state == SI_ST_DIS ||
2159 si_state_in(si_b->state, SI_SB_RDY|SI_SB_DIS) ||
2160 (si_f->flags & SI_FL_ERR && si_f->state != SI_ST_CLO) ||
2161 (si_b->flags & SI_FL_ERR && si_b->state != SI_ST_CLO))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002162 goto resync_stream_interface;
2163
Willy Tarreau815a9b22010-07-27 17:15:12 +02002164 /* otherwise we want to check if we need to resync the req buffer or not */
Willy Tarreau1ec9bb52019-06-06 14:45:26 +02002165 if ((req->flags ^ rqf_last) & (CF_SHUTR|CF_SHUTW))
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002166 goto resync_request;
2167
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002168 /* perform output updates to the response buffer */
Willy Tarreau84455332009-03-15 22:34:05 +01002169
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002170 /* If noone is interested in analysing data, it's time to forward
Willy Tarreau31971e52009-09-20 12:07:52 +02002171 * everything. We configure the buffer to forward indefinitely.
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002172 * Note that we're checking CF_SHUTR_NOW as an indication of a possible
Willy Tarreau8263d2b2012-08-28 00:06:31 +02002173 * recent call to channel_abort().
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002174 */
Christopher Faulet35fe6992017-08-29 16:06:38 +02002175 if (unlikely((!res->analysers || (res->analysers == AN_RES_FLT_END && !(res->flags & CF_FLT_ANALYZE))) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002176 !(res->flags & (CF_SHUTW|CF_SHUTR_NOW)) &&
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02002177 si_state_in(si_b->state, SI_SB_EST|SI_SB_DIS|SI_SB_CLO) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002178 (res->to_forward != CHN_INFINITE_FORWARD))) {
Willy Tarreaub31c9712012-11-11 23:05:39 +01002179 /* This buffer is freewheeling, there's no analyser
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002180 * attached to it. If any data are left in, we'll permit them to
2181 * move.
2182 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002183 channel_auto_read(res);
2184 channel_auto_close(res);
Willy Tarreauda4d9fe2010-11-07 20:26:56 +01002185
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002186 if (IS_HTX_STRM(s)) {
2187 struct htx *htx = htxbuf(&res->buf);
Willy Tarreauce887fd2012-05-12 12:50:00 +02002188
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002189 /* We'll let data flow between the producer (if still connected)
2190 * to the consumer.
2191 */
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002192 co_set_data(res, htx->data);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002193 if (!(res->flags & (CF_SHUTR|CF_SHUTW_NOW)))
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002194 channel_htx_forward_forever(res, htx);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002195 }
2196 else {
2197 /* We'll let data flow between the producer (if still connected)
2198 * to the consumer.
2199 */
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002200 c_adv(res, ci_data(res));
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002201 if (!(res->flags & (CF_SHUTR|CF_SHUTW_NOW)))
2202 channel_forward_forever(res);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002203 }
Willy Tarreau42529c32015-07-09 18:38:57 +02002204
Willy Tarreauce887fd2012-05-12 12:50:00 +02002205 /* if we have no analyser anymore in any direction and have a
Willy Tarreau05cdd962014-05-10 14:30:07 +02002206 * tunnel timeout set, use it now. Note that we must respect
2207 * the half-closed timeouts as well.
Willy Tarreauce887fd2012-05-12 12:50:00 +02002208 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002209 if (!req->analysers && s->be->timeout.tunnel) {
2210 req->rto = req->wto = res->rto = res->wto =
Willy Tarreauce887fd2012-05-12 12:50:00 +02002211 s->be->timeout.tunnel;
Willy Tarreau05cdd962014-05-10 14:30:07 +02002212
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002213 if ((req->flags & CF_SHUTR) && tick_isset(sess->fe->timeout.clientfin))
2214 res->wto = sess->fe->timeout.clientfin;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002215 if ((req->flags & CF_SHUTW) && tick_isset(s->be->timeout.serverfin))
2216 res->rto = s->be->timeout.serverfin;
2217 if ((res->flags & CF_SHUTR) && tick_isset(s->be->timeout.serverfin))
2218 req->wto = s->be->timeout.serverfin;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002219 if ((res->flags & CF_SHUTW) && tick_isset(sess->fe->timeout.clientfin))
2220 req->rto = sess->fe->timeout.clientfin;
Willy Tarreau05cdd962014-05-10 14:30:07 +02002221
Willy Tarreau8f128b42014-11-28 15:07:47 +01002222 req->rex = tick_add(now_ms, req->rto);
2223 req->wex = tick_add(now_ms, req->wto);
2224 res->rex = tick_add(now_ms, res->rto);
2225 res->wex = tick_add(now_ms, res->wto);
Willy Tarreauce887fd2012-05-12 12:50:00 +02002226 }
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002227 }
Willy Tarreauf890dc92008-12-13 21:12:26 +01002228
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002229 /* check if it is wise to enable kernel splicing to forward response data */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002230 if (!(res->flags & (CF_KERN_SPLICING|CF_SHUTR)) &&
2231 res->to_forward &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002232 (global.tune.options & GTUNE_USE_SPLICE) &&
Christopher Faulet276c1e02019-11-05 16:49:23 +01002233 (objt_cs(si_f->end) && __objt_cs(si_f->end)->conn->xprt && __objt_cs(si_f->end)->conn->xprt->snd_pipe &&
2234 __objt_cs(si_f->end)->conn->mux && __objt_cs(si_f->end)->conn->mux->snd_pipe) &&
2235 (objt_cs(si_b->end) && __objt_cs(si_b->end)->conn->xprt && __objt_cs(si_b->end)->conn->xprt->rcv_pipe &&
2236 __objt_cs(si_b->end)->conn->mux && __objt_cs(si_b->end)->conn->mux->rcv_pipe) &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002237 (pipes_used < global.maxpipes) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002238 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_RTR) ||
2239 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_AUT) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002240 (res->flags & CF_STREAMER_FAST)))) {
2241 res->flags |= CF_KERN_SPLICING;
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002242 }
2243
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002244 /* reflect what the L7 analysers have seen last */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002245 rpf_last = res->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002246
Willy Tarreau829bd472019-06-06 09:17:23 +02002247 /* Let's see if we can send the pending response now */
2248 si_sync_send(si_f);
2249
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002250 /*
2251 * Now forward all shutdown requests between both sides of the buffer
2252 */
2253
2254 /*
2255 * FIXME: this is probably where we should produce error responses.
2256 */
2257
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002258 /* first, let's check if the response buffer needs to shutdown(write) */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002259 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTW_NOW|CF_AUTO_CLOSE|CF_SHUTR)) ==
Willy Tarreau05cdd962014-05-10 14:30:07 +02002260 (CF_AUTO_CLOSE|CF_SHUTR))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002261 channel_shutw_now(res);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002262 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002263
2264 /* shutdown(write) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002265 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTW_NOW)) == CF_SHUTW_NOW &&
2266 channel_is_empty(res))) {
2267 si_shutw(si_f);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002268 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002269
2270 /* shutdown(write) done on the client side, we must stop the server too */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002271 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTW) &&
2272 !res->analysers)
2273 channel_shutr_now(res);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002274
2275 /* shutdown(read) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002276 if (unlikely((res->flags & (CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTR_NOW)) {
2277 if (si_b->flags & SI_FL_NOHALF)
2278 si_b->flags |= SI_FL_NOLINGER;
2279 si_shutr(si_b);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02002280 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002281
Willy Tarreau829bd472019-06-06 09:17:23 +02002282 if (si_f->state == SI_ST_DIS ||
2283 si_state_in(si_b->state, SI_SB_RDY|SI_SB_DIS) ||
2284 (si_f->flags & SI_FL_ERR && si_f->state != SI_ST_CLO) ||
2285 (si_b->flags & SI_FL_ERR && si_b->state != SI_ST_CLO))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002286 goto resync_stream_interface;
2287
Willy Tarreau3c5c0662019-06-06 14:32:49 +02002288 if ((req->flags & ~rqf_last) & CF_MASK_ANALYSER)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002289 goto resync_request;
2290
Willy Tarreau8f128b42014-11-28 15:07:47 +01002291 if ((res->flags ^ rpf_last) & CF_MASK_STATIC)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002292 goto resync_response;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002293
Willy Tarreau829bd472019-06-06 09:17:23 +02002294 if (((req->flags ^ rqf_last) | (res->flags ^ rpf_last)) & CF_MASK_ANALYSER)
2295 goto resync_request;
2296
Willy Tarreau89f7ef22009-09-05 20:57:35 +02002297 /* we're interested in getting wakeups again */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002298 si_f->flags &= ~SI_FL_DONT_WAKE;
2299 si_b->flags &= ~SI_FL_DONT_WAKE;
Willy Tarreau89f7ef22009-09-05 20:57:35 +02002300
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002301 /* This is needed only when debugging is enabled, to indicate
2302 * client-side or server-side close. Please note that in the unlikely
2303 * event where both sides would close at once, the sequence is reported
2304 * on the server side first.
2305 */
2306 if (unlikely((global.mode & MODE_DEBUG) &&
2307 (!(global.mode & MODE_QUIET) ||
2308 (global.mode & MODE_VERBOSE)))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002309 if (si_b->state == SI_ST_CLO &&
2310 si_b->prev_state == SI_ST_EST) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002311 chunk_printf(&trash, "%08x:%s.srvcls[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002312 s->uniq_id, s->be->id,
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002313 objt_cs(si_f->end) ? (unsigned short)objt_cs(si_f->end)->conn->handle.fd : -1,
2314 objt_cs(si_b->end) ? (unsigned short)objt_cs(si_b->end)->conn->handle.fd : -1);
Willy Tarreau2e8ab6b2020-03-14 11:03:20 +01002315 DISGUISE(write(1, trash.area, trash.data));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002316 }
2317
Willy Tarreau8f128b42014-11-28 15:07:47 +01002318 if (si_f->state == SI_ST_CLO &&
2319 si_f->prev_state == SI_ST_EST) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002320 chunk_printf(&trash, "%08x:%s.clicls[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002321 s->uniq_id, s->be->id,
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002322 objt_cs(si_f->end) ? (unsigned short)objt_cs(si_f->end)->conn->handle.fd : -1,
2323 objt_cs(si_b->end) ? (unsigned short)objt_cs(si_b->end)->conn->handle.fd : -1);
Willy Tarreau2e8ab6b2020-03-14 11:03:20 +01002324 DISGUISE(write(1, trash.area, trash.data));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002325 }
2326 }
2327
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02002328 if (likely((si_f->state != SI_ST_CLO) || !si_state_in(si_b->state, SI_SB_INI|SI_SB_CLO))) {
Olivier Houchard4c18f942019-07-31 18:05:26 +02002329 if ((sess->fe->options & PR_O_CONTSTATS) && (s->flags & SF_BE_ASSIGNED) && !(s->flags & SF_IGNORE))
Willy Tarreau87b09662015-04-03 00:22:06 +02002330 stream_process_counters(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002331
Willy Tarreaud14844a2018-11-08 18:15:29 +01002332 si_update_both(si_f, si_b);
Olivier Houchard53216e72018-10-10 15:46:36 +02002333
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02002334 /* Trick: if a request is being waiting for the server to respond,
2335 * and if we know the server can timeout, we don't want the timeout
2336 * to expire on the client side first, but we're still interested
2337 * in passing data from the client to the server (eg: POST). Thus,
2338 * we can cancel the client's request timeout if the server's
2339 * request timeout is set and the server has not yet sent a response.
2340 */
2341
Willy Tarreau8f128b42014-11-28 15:07:47 +01002342 if ((res->flags & (CF_AUTO_CLOSE|CF_SHUTR)) == 0 &&
2343 (tick_isset(req->wex) || tick_isset(res->rex))) {
2344 req->flags |= CF_READ_NOEXP;
2345 req->rex = TICK_ETERNITY;
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02002346 }
2347
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002348 /* Reset pending events now */
2349 s->pending_events = 0;
2350
Willy Tarreau798f4322012-11-08 14:49:17 +01002351 update_exp_and_leave:
Willy Tarreau5fb04712016-05-04 10:18:37 +02002352 /* Note: please ensure that if you branch here you disable SI_FL_DONT_WAKE */
Christopher Fauleta00d8172016-11-10 14:58:05 +01002353 t->expire = tick_first((tick_is_expired(t->expire, now_ms) ? 0 : t->expire),
2354 tick_first(tick_first(req->rex, req->wex),
2355 tick_first(res->rex, res->wex)));
Willy Tarreaudef0d222016-11-08 22:03:00 +01002356 if (!req->analysers)
2357 req->analyse_exp = TICK_ETERNITY;
2358
2359 if ((sess->fe->options & PR_O_CONTSTATS) && (s->flags & SF_BE_ASSIGNED) &&
2360 (!tick_isset(req->analyse_exp) || tick_is_expired(req->analyse_exp, now_ms)))
2361 req->analyse_exp = tick_add(now_ms, 5000);
2362
2363 t->expire = tick_first(t->expire, req->analyse_exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002364
Willy Tarreau9a398be2017-11-10 17:14:23 +01002365 t->expire = tick_first(t->expire, res->analyse_exp);
2366
Willy Tarreau8f128b42014-11-28 15:07:47 +01002367 if (si_f->exp)
2368 t->expire = tick_first(t->expire, si_f->exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002369
Willy Tarreau8f128b42014-11-28 15:07:47 +01002370 if (si_b->exp)
2371 t->expire = tick_first(t->expire, si_b->exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002372
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002373 s->pending_events &= ~(TASK_WOKEN_TIMER | TASK_WOKEN_RES);
Willy Tarreau87b09662015-04-03 00:22:06 +02002374 stream_release_buffers(s);
Christopher Fauleteea8fc72019-11-05 16:18:10 +01002375
2376 DBG_TRACE_DEVEL("queuing", STRM_EV_STRM_PROC, s);
Willy Tarreau26c25062009-03-08 09:38:41 +01002377 return t; /* nothing more to do */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002378 }
2379
Christopher Fauleteea8fc72019-11-05 16:18:10 +01002380 DBG_TRACE_DEVEL("releasing", STRM_EV_STRM_PROC, s);
2381
Willy Tarreaue7dff022015-04-03 01:14:29 +02002382 if (s->flags & SF_BE_ASSIGNED)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002383 _HA_ATOMIC_SUB(&s->be->beconn, 1);
Willy Tarreau6f5e4b92017-09-15 09:07:56 +02002384
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002385 if (unlikely((global.mode & MODE_DEBUG) &&
2386 (!(global.mode & MODE_QUIET) || (global.mode & MODE_VERBOSE)))) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002387 chunk_printf(&trash, "%08x:%s.closed[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002388 s->uniq_id, s->be->id,
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002389 objt_cs(si_f->end) ? (unsigned short)objt_cs(si_f->end)->conn->handle.fd : -1,
2390 objt_cs(si_b->end) ? (unsigned short)objt_cs(si_b->end)->conn->handle.fd : -1);
Willy Tarreau2e8ab6b2020-03-14 11:03:20 +01002391 DISGUISE(write(1, trash.area, trash.data));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002392 }
2393
2394 s->logs.t_close = tv_ms_elapsed(&s->logs.tv_accept, &now);
Olivier Houchard4c18f942019-07-31 18:05:26 +02002395 if (!(s->flags & SF_IGNORE))
2396 stream_process_counters(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002397
Willy Tarreaueee5b512015-04-03 23:46:31 +02002398 if (s->txn && s->txn->status) {
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002399 int n;
2400
Willy Tarreaueee5b512015-04-03 23:46:31 +02002401 n = s->txn->status / 100;
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002402 if (n < 1 || n > 5)
2403 n = 0;
2404
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002405 if (sess->fe->mode == PR_MODE_HTTP) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002406 _HA_ATOMIC_ADD(&sess->fe->fe_counters.p.http.rsp[n], 1);
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002407 }
Willy Tarreaue7dff022015-04-03 01:14:29 +02002408 if ((s->flags & SF_BE_ASSIGNED) &&
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002409 (s->be->mode == PR_MODE_HTTP)) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002410 _HA_ATOMIC_ADD(&s->be->be_counters.p.http.rsp[n], 1);
2411 _HA_ATOMIC_ADD(&s->be->be_counters.p.http.cum_req, 1);
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002412 }
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002413 }
2414
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002415 /* let's do a final log if we need it */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002416 if (!LIST_ISEMPTY(&sess->fe->logformat) && s->logs.logwait &&
Willy Tarreaue7dff022015-04-03 01:14:29 +02002417 !(s->flags & SF_MONITOR) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002418 (!(sess->fe->options & PR_O_NULLNOLOG) || req->total)) {
Willy Tarreau66425e32018-07-25 06:55:12 +02002419 /* we may need to know the position in the queue */
2420 pendconn_free(s);
Willy Tarreaua5555ec2008-11-30 19:02:32 +01002421 s->do_log(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002422 }
2423
Willy Tarreau87b09662015-04-03 00:22:06 +02002424 /* update time stats for this stream */
2425 stream_update_time_stats(s);
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002426
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002427 /* the task MUST not be in the run queue anymore */
Willy Tarreau87b09662015-04-03 00:22:06 +02002428 stream_free(s);
Olivier Houchard3f795f72019-04-17 22:51:06 +02002429 task_destroy(t);
Willy Tarreau26c25062009-03-08 09:38:41 +01002430 return NULL;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002431}
2432
Willy Tarreau87b09662015-04-03 00:22:06 +02002433/* Update the stream's backend and server time stats */
2434void stream_update_time_stats(struct stream *s)
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002435{
2436 int t_request;
2437 int t_queue;
2438 int t_connect;
2439 int t_data;
2440 int t_close;
2441 struct server *srv;
Marcin Deraneka8dbdf32020-05-15 20:02:40 +02002442 unsigned int samples_window;
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002443
2444 t_request = 0;
2445 t_queue = s->logs.t_queue;
2446 t_connect = s->logs.t_connect;
2447 t_close = s->logs.t_close;
2448 t_data = s->logs.t_data;
2449
2450 if (s->be->mode != PR_MODE_HTTP)
2451 t_data = t_connect;
2452
2453 if (t_connect < 0 || t_data < 0)
2454 return;
2455
2456 if (tv_isge(&s->logs.tv_request, &s->logs.tv_accept))
2457 t_request = tv_ms_elapsed(&s->logs.tv_accept, &s->logs.tv_request);
2458
2459 t_data -= t_connect;
2460 t_connect -= t_queue;
2461 t_queue -= t_request;
2462
2463 srv = objt_server(s->target);
2464 if (srv) {
Marcin Deraneka8dbdf32020-05-15 20:02:40 +02002465 samples_window = (((s->be->mode == PR_MODE_HTTP) ?
2466 srv->counters.p.http.cum_req : srv->counters.cum_lbconn) > TIME_STATS_SAMPLES) ? TIME_STATS_SAMPLES : 0;
2467 swrate_add_dynamic(&srv->counters.q_time, samples_window, t_queue);
2468 swrate_add_dynamic(&srv->counters.c_time, samples_window, t_connect);
2469 swrate_add_dynamic(&srv->counters.d_time, samples_window, t_data);
2470 swrate_add_dynamic(&srv->counters.t_time, samples_window, t_close);
Christopher Fauletefb41f02019-11-08 14:53:15 +01002471 HA_ATOMIC_UPDATE_MAX(&srv->counters.qtime_max, t_queue);
2472 HA_ATOMIC_UPDATE_MAX(&srv->counters.ctime_max, t_connect);
2473 HA_ATOMIC_UPDATE_MAX(&srv->counters.dtime_max, t_data);
2474 HA_ATOMIC_UPDATE_MAX(&srv->counters.ttime_max, t_close);
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002475 }
Marcin Deraneka8dbdf32020-05-15 20:02:40 +02002476 samples_window = (((s->be->mode == PR_MODE_HTTP) ?
2477 s->be->be_counters.p.http.cum_req : s->be->be_counters.cum_lbconn) > TIME_STATS_SAMPLES) ? TIME_STATS_SAMPLES : 0;
2478 swrate_add_dynamic(&s->be->be_counters.q_time, samples_window, t_queue);
2479 swrate_add_dynamic(&s->be->be_counters.c_time, samples_window, t_connect);
2480 swrate_add_dynamic(&s->be->be_counters.d_time, samples_window, t_data);
2481 swrate_add_dynamic(&s->be->be_counters.t_time, samples_window, t_close);
Christopher Fauletefb41f02019-11-08 14:53:15 +01002482 HA_ATOMIC_UPDATE_MAX(&s->be->be_counters.qtime_max, t_queue);
2483 HA_ATOMIC_UPDATE_MAX(&s->be->be_counters.ctime_max, t_connect);
2484 HA_ATOMIC_UPDATE_MAX(&s->be->be_counters.dtime_max, t_data);
2485 HA_ATOMIC_UPDATE_MAX(&s->be->be_counters.ttime_max, t_close);
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002486}
2487
Willy Tarreau7c669d72008-06-20 15:04:11 +02002488/*
2489 * This function adjusts sess->srv_conn and maintains the previous and new
Willy Tarreau87b09662015-04-03 00:22:06 +02002490 * server's served stream counts. Setting newsrv to NULL is enough to release
Willy Tarreau7c669d72008-06-20 15:04:11 +02002491 * current connection slot. This function also notifies any LB algo which might
Willy Tarreau87b09662015-04-03 00:22:06 +02002492 * expect to be informed about any change in the number of active streams on a
Willy Tarreau7c669d72008-06-20 15:04:11 +02002493 * server.
2494 */
Willy Tarreau87b09662015-04-03 00:22:06 +02002495void sess_change_server(struct stream *sess, struct server *newsrv)
Willy Tarreau7c669d72008-06-20 15:04:11 +02002496{
2497 if (sess->srv_conn == newsrv)
2498 return;
2499
2500 if (sess->srv_conn) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002501 _HA_ATOMIC_SUB(&sess->srv_conn->served, 1);
2502 _HA_ATOMIC_SUB(&sess->srv_conn->proxy->served, 1);
2503 __ha_barrier_atomic_store();
Willy Tarreau7c669d72008-06-20 15:04:11 +02002504 if (sess->srv_conn->proxy->lbprm.server_drop_conn)
2505 sess->srv_conn->proxy->lbprm.server_drop_conn(sess->srv_conn);
Willy Tarreau87b09662015-04-03 00:22:06 +02002506 stream_del_srv_conn(sess);
Willy Tarreau7c669d72008-06-20 15:04:11 +02002507 }
2508
2509 if (newsrv) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002510 _HA_ATOMIC_ADD(&newsrv->served, 1);
2511 _HA_ATOMIC_ADD(&newsrv->proxy->served, 1);
2512 __ha_barrier_atomic_store();
Willy Tarreau7c669d72008-06-20 15:04:11 +02002513 if (newsrv->proxy->lbprm.server_take_conn)
2514 newsrv->proxy->lbprm.server_take_conn(newsrv);
Willy Tarreau87b09662015-04-03 00:22:06 +02002515 stream_add_srv_conn(sess, newsrv);
Willy Tarreau7c669d72008-06-20 15:04:11 +02002516 }
2517}
2518
Willy Tarreau84455332009-03-15 22:34:05 +01002519/* Handle server-side errors for default protocols. It is called whenever a a
2520 * connection setup is aborted or a request is aborted in queue. It sets the
Willy Tarreau87b09662015-04-03 00:22:06 +02002521 * stream termination flags so that the caller does not have to worry about
Willy Tarreau84455332009-03-15 22:34:05 +01002522 * them. It's installed as ->srv_error for the server-side stream_interface.
2523 */
Willy Tarreau87b09662015-04-03 00:22:06 +02002524void default_srv_error(struct stream *s, struct stream_interface *si)
Willy Tarreau84455332009-03-15 22:34:05 +01002525{
2526 int err_type = si->err_type;
2527 int err = 0, fin = 0;
2528
2529 if (err_type & SI_ET_QUEUE_ABRT) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002530 err = SF_ERR_CLICL;
2531 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002532 }
2533 else if (err_type & SI_ET_CONN_ABRT) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002534 err = SF_ERR_CLICL;
2535 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002536 }
2537 else if (err_type & SI_ET_QUEUE_TO) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002538 err = SF_ERR_SRVTO;
2539 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002540 }
2541 else if (err_type & SI_ET_QUEUE_ERR) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002542 err = SF_ERR_SRVCL;
2543 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002544 }
2545 else if (err_type & SI_ET_CONN_TO) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002546 err = SF_ERR_SRVTO;
2547 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002548 }
2549 else if (err_type & SI_ET_CONN_ERR) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002550 err = SF_ERR_SRVCL;
2551 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002552 }
Willy Tarreau2d400bb2012-05-14 12:11:47 +02002553 else if (err_type & SI_ET_CONN_RES) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002554 err = SF_ERR_RESOURCE;
2555 fin = SF_FINST_C;
Willy Tarreau2d400bb2012-05-14 12:11:47 +02002556 }
Willy Tarreau84455332009-03-15 22:34:05 +01002557 else /* SI_ET_CONN_OTHER and others */ {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002558 err = SF_ERR_INTERNAL;
2559 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002560 }
2561
Willy Tarreaue7dff022015-04-03 01:14:29 +02002562 if (!(s->flags & SF_ERR_MASK))
Willy Tarreau84455332009-03-15 22:34:05 +01002563 s->flags |= err;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002564 if (!(s->flags & SF_FINST_MASK))
Willy Tarreau84455332009-03-15 22:34:05 +01002565 s->flags |= fin;
2566}
Willy Tarreau7c669d72008-06-20 15:04:11 +02002567
Willy Tarreaue7dff022015-04-03 01:14:29 +02002568/* kill a stream and set the termination flags to <why> (one of SF_ERR_*) */
Willy Tarreau87b09662015-04-03 00:22:06 +02002569void stream_shutdown(struct stream *stream, int why)
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002570{
Willy Tarreau87b09662015-04-03 00:22:06 +02002571 if (stream->req.flags & (CF_SHUTW|CF_SHUTW_NOW))
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002572 return;
2573
Willy Tarreau87b09662015-04-03 00:22:06 +02002574 channel_shutw_now(&stream->req);
2575 channel_shutr_now(&stream->res);
2576 stream->task->nice = 1024;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002577 if (!(stream->flags & SF_ERR_MASK))
Willy Tarreau87b09662015-04-03 00:22:06 +02002578 stream->flags |= why;
2579 task_wakeup(stream->task, TASK_WOKEN_OTHER);
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002580}
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +02002581
Willy Tarreau5484d582019-05-22 09:33:03 +02002582/* Appends a dump of the state of stream <s> into buffer <buf> which must have
2583 * preliminary be prepared by its caller, with each line prepended by prefix
2584 * <pfx>, and each line terminated by character <eol>.
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002585 */
Willy Tarreau5484d582019-05-22 09:33:03 +02002586void stream_dump(struct buffer *buf, const struct stream *s, const char *pfx, char eol)
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002587{
2588 const struct conn_stream *csf, *csb;
2589 const struct connection *cof, *cob;
2590 const struct appctx *acf, *acb;
2591 const struct server *srv;
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002592 const char *src = "unknown";
2593 const char *dst = "unknown";
2594 char pn[INET6_ADDRSTRLEN];
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002595 const struct channel *req, *res;
2596 const struct stream_interface *si_f, *si_b;
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002597
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002598 if (!s) {
Willy Tarreau5484d582019-05-22 09:33:03 +02002599 chunk_appendf(buf, "%sstrm=%p%c", pfx, s, eol);
2600 return;
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002601 }
2602
Willy Tarreau5484d582019-05-22 09:33:03 +02002603 if (s->obj_type != OBJ_TYPE_STREAM) {
2604 chunk_appendf(buf, "%sstrm=%p [invalid type=%d(%s)]%c",
2605 pfx, s, s->obj_type, obj_type_name(&s->obj_type), eol);
2606 return;
2607 }
2608
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002609 si_f = &s->si[0];
2610 si_b = &s->si[1];
2611 req = &s->req;
2612 res = &s->res;
2613
2614 csf = objt_cs(si_f->end);
2615 cof = cs_conn(csf);
2616 acf = objt_appctx(si_f->end);
Willy Tarreau71e34c12019-07-17 15:07:06 +02002617 if (cof && cof->src && addr_to_str(cof->src, pn, sizeof(pn)) >= 0)
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002618 src = pn;
2619 else if (acf)
2620 src = acf->applet->name;
2621
2622 csb = objt_cs(si_b->end);
2623 cob = cs_conn(csb);
2624 acb = objt_appctx(si_b->end);
2625 srv = objt_server(s->target);
2626 if (srv)
2627 dst = srv->id;
2628 else if (acb)
2629 dst = acb->applet->name;
2630
Willy Tarreau5484d582019-05-22 09:33:03 +02002631 chunk_appendf(buf,
2632 "%sstrm=%p src=%s fe=%s be=%s dst=%s%c"
2633 "%srqf=%x rqa=%x rpf=%x rpa=%x sif=%s,%x sib=%s,%x%c"
2634 "%saf=%p,%u csf=%p,%x%c"
2635 "%sab=%p,%u csb=%p,%x%c"
2636 "%scof=%p,%x:%s(%p)/%s(%p)/%s(%d)%c"
2637 "%scob=%p,%x:%s(%p)/%s(%p)/%s(%d)%c"
2638 "",
2639 pfx, s, src, s->sess->fe->id, s->be->id, dst, eol,
2640 pfx, req->flags, req->analysers, res->flags, res->analysers,
2641 si_state_str(si_f->state), si_f->flags,
2642 si_state_str(si_b->state), si_b->flags, eol,
2643 pfx, acf, acf ? acf->st0 : 0, csf, csf ? csf->flags : 0, eol,
2644 pfx, acb, acb ? acb->st0 : 0, csb, csb ? csb->flags : 0, eol,
2645 pfx, cof, cof ? cof->flags : 0, conn_get_mux_name(cof), cof?cof->ctx:0, conn_get_xprt_name(cof),
2646 cof ? cof->xprt_ctx : 0, conn_get_ctrl_name(cof), cof ? cof->handle.fd : 0, eol,
2647 pfx, cob, cob ? cob->flags : 0, conn_get_mux_name(cob), cob?cob->ctx:0, conn_get_xprt_name(cob),
2648 cob ? cob->xprt_ctx : 0, conn_get_ctrl_name(cob), cob ? cob->handle.fd : 0, eol);
2649}
2650
2651/* dumps an error message for type <type> at ptr <ptr> related to stream <s>,
Willy Tarreaub106ce12019-05-22 08:57:01 +02002652 * having reached loop rate <rate>, then aborts hoping to retrieve a core.
Willy Tarreau5484d582019-05-22 09:33:03 +02002653 */
2654void stream_dump_and_crash(enum obj_type *obj, int rate)
2655{
2656 const struct stream *s;
Willy Tarreau5484d582019-05-22 09:33:03 +02002657 char *msg = NULL;
2658 const void *ptr;
2659
2660 ptr = s = objt_stream(obj);
2661 if (!s) {
2662 const struct appctx *appctx = objt_appctx(obj);
2663 if (!appctx)
2664 return;
2665 ptr = appctx;
2666 s = si_strm(appctx->owner);
2667 if (!s)
2668 return;
2669 }
2670
Willy Tarreau5484d582019-05-22 09:33:03 +02002671 chunk_reset(&trash);
2672 stream_dump(&trash, s, "", ' ');
Willy Tarreau9753d612020-05-01 16:57:02 +02002673
2674 chunk_appendf(&trash, "filters={");
2675 if (HAS_FILTERS(s)) {
2676 struct filter *filter;
2677
2678 list_for_each_entry(filter, &s->strm_flt.filters, list) {
2679 if (filter->list.p != &s->strm_flt.filters)
2680 chunk_appendf(&trash, ", ");
2681 chunk_appendf(&trash, "%p=\"%s\"", filter, FLT_ID(filter));
2682 }
2683 }
2684 chunk_appendf(&trash, "}");
2685
Willy Tarreaub106ce12019-05-22 08:57:01 +02002686 memprintf(&msg,
2687 "A bogus %s [%p] is spinning at %d calls per second and refuses to die, "
2688 "aborting now! Please report this error to developers "
2689 "[%s]\n",
Willy Tarreau5484d582019-05-22 09:33:03 +02002690 obj_type_name(obj), ptr, rate, trash.area);
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002691
2692 ha_alert("%s", msg);
2693 send_log(NULL, LOG_EMERG, "%s", msg);
2694 abort();
2695}
2696
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002697/* Generates a unique ID based on the given <format>, stores it in the given <strm> and
Tim Duesterhusa17e6622020-03-05 20:19:02 +01002698 * returns the unique ID.
2699
2700 * If this function fails to allocate memory IST_NULL is returned.
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002701 *
Tim Duesterhusa17e6622020-03-05 20:19:02 +01002702 * If an ID is already stored within the stream nothing happens existing unique ID is
2703 * returned.
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002704 */
Tim Duesterhusa17e6622020-03-05 20:19:02 +01002705struct ist stream_generate_unique_id(struct stream *strm, struct list *format)
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002706{
Tim Duesterhusa17e6622020-03-05 20:19:02 +01002707 if (isttest(strm->unique_id)) {
2708 return strm->unique_id;
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002709 }
2710 else {
2711 char *unique_id;
Tim Duesterhusa17e6622020-03-05 20:19:02 +01002712 int length;
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002713 if ((unique_id = pool_alloc(pool_head_uniqueid)) == NULL)
Tim Duesterhusa17e6622020-03-05 20:19:02 +01002714 return IST_NULL;
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002715
Tim Duesterhusa17e6622020-03-05 20:19:02 +01002716 length = build_logline(strm, unique_id, UNIQUEID_LEN, format);
2717 strm->unique_id = ist2(unique_id, length);
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002718
Tim Duesterhusa17e6622020-03-05 20:19:02 +01002719 return strm->unique_id;
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002720 }
2721}
2722
Willy Tarreau8b22a712010-06-18 17:46:06 +02002723/************************************************************************/
2724/* All supported ACL keywords must be declared here. */
2725/************************************************************************/
2726
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02002727/* 0=OK, <0=Alert, >0=Warning */
2728static enum act_parse_ret stream_parse_use_service(const char **args, int *cur_arg,
2729 struct proxy *px, struct act_rule *rule,
2730 char **err)
2731{
2732 struct action_kw *kw;
2733
2734 /* Check if the service name exists. */
2735 if (*(args[*cur_arg]) == 0) {
2736 memprintf(err, "'%s' expects a service name.", args[0]);
Thierry FOURNIER337eae12015-11-26 19:48:04 +01002737 return ACT_RET_PRS_ERR;
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02002738 }
2739
2740 /* lookup for keyword corresponding to a service. */
2741 kw = action_lookup(&service_keywords, args[*cur_arg]);
2742 if (!kw) {
2743 memprintf(err, "'%s' unknown service name.", args[1]);
2744 return ACT_RET_PRS_ERR;
2745 }
2746 (*cur_arg)++;
2747
2748 /* executes specific rule parser. */
2749 rule->kw = kw;
2750 if (kw->parse((const char **)args, cur_arg, px, rule, err) == ACT_RET_PRS_ERR)
2751 return ACT_RET_PRS_ERR;
2752
2753 /* Register processing function. */
2754 rule->action_ptr = process_use_service;
2755 rule->action = ACT_CUSTOM;
2756
2757 return ACT_RET_PRS_OK;
2758}
2759
2760void service_keywords_register(struct action_kw_list *kw_list)
2761{
2762 LIST_ADDQ(&service_keywords, &kw_list->list);
2763}
2764
Willy Tarreau679bba12019-03-19 08:08:10 +01002765/* Lists the known services on <out> */
2766void list_services(FILE *out)
2767{
2768 struct action_kw_list *kw_list;
2769 int found = 0;
2770 int i;
2771
2772 fprintf(out, "Available services :");
2773 list_for_each_entry(kw_list, &service_keywords, list) {
2774 for (i = 0; kw_list->kw[i].kw != NULL; i++) {
2775 if (!found)
2776 fputc('\n', out);
2777 found = 1;
2778 fprintf(out, "\t%s\n", kw_list->kw[i].kw);
2779 }
2780 }
2781 if (!found)
2782 fprintf(out, " none\n");
2783}
William Lallemand4c5b4d52016-11-21 08:51:11 +01002784
2785/* This function dumps a complete stream state onto the stream interface's
2786 * read buffer. The stream has to be set in strm. It returns 0 if the output
2787 * buffer is full and it needs to be called again, otherwise non-zero. It is
2788 * designed to be called from stats_dump_strm_to_buffer() below.
2789 */
2790static int stats_dump_full_strm_to_buffer(struct stream_interface *si, struct stream *strm)
2791{
2792 struct appctx *appctx = __objt_appctx(si->end);
2793 struct tm tm;
2794 extern const char *monthname[12];
2795 char pn[INET6_ADDRSTRLEN];
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002796 struct conn_stream *cs;
William Lallemand4c5b4d52016-11-21 08:51:11 +01002797 struct connection *conn;
2798 struct appctx *tmpctx;
2799
2800 chunk_reset(&trash);
2801
2802 if (appctx->ctx.sess.section > 0 && appctx->ctx.sess.uid != strm->uniq_id) {
2803 /* stream changed, no need to go any further */
2804 chunk_appendf(&trash, " *** session terminated while we were watching it ***\n");
Willy Tarreaue6e52362019-01-04 17:42:57 +01002805 if (ci_putchk(si_ic(si), &trash) == -1)
2806 goto full;
2807 goto done;
William Lallemand4c5b4d52016-11-21 08:51:11 +01002808 }
2809
2810 switch (appctx->ctx.sess.section) {
2811 case 0: /* main status of the stream */
2812 appctx->ctx.sess.uid = strm->uniq_id;
2813 appctx->ctx.sess.section = 1;
2814 /* fall through */
2815
2816 case 1:
2817 get_localtime(strm->logs.accept_date.tv_sec, &tm);
2818 chunk_appendf(&trash,
2819 "%p: [%02d/%s/%04d:%02d:%02d:%02d.%06d] id=%u proto=%s",
2820 strm,
2821 tm.tm_mday, monthname[tm.tm_mon], tm.tm_year+1900,
2822 tm.tm_hour, tm.tm_min, tm.tm_sec, (int)(strm->logs.accept_date.tv_usec),
2823 strm->uniq_id,
2824 strm_li(strm) ? strm_li(strm)->proto->name : "?");
2825
2826 conn = objt_conn(strm_orig(strm));
Willy Tarreau71e34c12019-07-17 15:07:06 +02002827 switch (conn && conn_get_src(conn) ? addr_to_str(conn->src, pn, sizeof(pn)) : AF_UNSPEC) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01002828 case AF_INET:
2829 case AF_INET6:
2830 chunk_appendf(&trash, " source=%s:%d\n",
Willy Tarreau71e34c12019-07-17 15:07:06 +02002831 pn, get_host_port(conn->src));
William Lallemand4c5b4d52016-11-21 08:51:11 +01002832 break;
2833 case AF_UNIX:
2834 chunk_appendf(&trash, " source=unix:%d\n", strm_li(strm)->luid);
2835 break;
2836 default:
2837 /* no more information to print right now */
2838 chunk_appendf(&trash, "\n");
2839 break;
2840 }
2841
2842 chunk_appendf(&trash,
Willy Tarreauadf7a152019-01-07 10:10:07 +01002843 " flags=0x%x, conn_retries=%d, srv_conn=%p, pend_pos=%p waiting=%d\n",
2844 strm->flags, strm->si[1].conn_retries, strm->srv_conn, strm->pend_pos,
Willy Tarreau21046592020-02-26 10:39:36 +01002845 MT_LIST_ADDED(&strm->buffer_wait.list));
William Lallemand4c5b4d52016-11-21 08:51:11 +01002846
2847 chunk_appendf(&trash,
2848 " frontend=%s (id=%u mode=%s), listener=%s (id=%u)",
2849 strm_fe(strm)->id, strm_fe(strm)->uuid, strm_fe(strm)->mode ? "http" : "tcp",
2850 strm_li(strm) ? strm_li(strm)->name ? strm_li(strm)->name : "?" : "?",
2851 strm_li(strm) ? strm_li(strm)->luid : 0);
2852
Willy Tarreau71e34c12019-07-17 15:07:06 +02002853 switch (conn && conn_get_dst(conn) ? addr_to_str(conn->dst, pn, sizeof(pn)) : AF_UNSPEC) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01002854 case AF_INET:
2855 case AF_INET6:
2856 chunk_appendf(&trash, " addr=%s:%d\n",
Willy Tarreau71e34c12019-07-17 15:07:06 +02002857 pn, get_host_port(conn->dst));
William Lallemand4c5b4d52016-11-21 08:51:11 +01002858 break;
2859 case AF_UNIX:
2860 chunk_appendf(&trash, " addr=unix:%d\n", strm_li(strm)->luid);
2861 break;
2862 default:
2863 /* no more information to print right now */
2864 chunk_appendf(&trash, "\n");
2865 break;
2866 }
2867
2868 if (strm->be->cap & PR_CAP_BE)
2869 chunk_appendf(&trash,
2870 " backend=%s (id=%u mode=%s)",
2871 strm->be->id,
2872 strm->be->uuid, strm->be->mode ? "http" : "tcp");
2873 else
2874 chunk_appendf(&trash, " backend=<NONE> (id=-1 mode=-)");
2875
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002876 cs = objt_cs(strm->si[1].end);
2877 conn = cs_conn(cs);
2878
Willy Tarreau71e34c12019-07-17 15:07:06 +02002879 switch (conn && conn_get_src(conn) ? addr_to_str(conn->src, pn, sizeof(pn)) : AF_UNSPEC) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01002880 case AF_INET:
2881 case AF_INET6:
2882 chunk_appendf(&trash, " addr=%s:%d\n",
Willy Tarreau71e34c12019-07-17 15:07:06 +02002883 pn, get_host_port(conn->src));
William Lallemand4c5b4d52016-11-21 08:51:11 +01002884 break;
2885 case AF_UNIX:
2886 chunk_appendf(&trash, " addr=unix\n");
2887 break;
2888 default:
2889 /* no more information to print right now */
2890 chunk_appendf(&trash, "\n");
2891 break;
2892 }
2893
2894 if (strm->be->cap & PR_CAP_BE)
2895 chunk_appendf(&trash,
2896 " server=%s (id=%u)",
2897 objt_server(strm->target) ? objt_server(strm->target)->id : "<none>",
2898 objt_server(strm->target) ? objt_server(strm->target)->puid : 0);
2899 else
2900 chunk_appendf(&trash, " server=<NONE> (id=-1)");
2901
Willy Tarreau71e34c12019-07-17 15:07:06 +02002902 switch (conn && conn_get_dst(conn) ? addr_to_str(conn->dst, pn, sizeof(pn)) : AF_UNSPEC) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01002903 case AF_INET:
2904 case AF_INET6:
2905 chunk_appendf(&trash, " addr=%s:%d\n",
Willy Tarreau71e34c12019-07-17 15:07:06 +02002906 pn, get_host_port(conn->dst));
William Lallemand4c5b4d52016-11-21 08:51:11 +01002907 break;
2908 case AF_UNIX:
2909 chunk_appendf(&trash, " addr=unix\n");
2910 break;
2911 default:
2912 /* no more information to print right now */
2913 chunk_appendf(&trash, "\n");
2914 break;
2915 }
2916
2917 chunk_appendf(&trash,
Willy Tarreau2e9c1d22019-04-24 08:28:31 +02002918 " task=%p (state=0x%02x nice=%d calls=%u rate=%u exp=%s tmask=0x%lx%s",
William Lallemand4c5b4d52016-11-21 08:51:11 +01002919 strm->task,
2920 strm->task->state,
Willy Tarreau2e9c1d22019-04-24 08:28:31 +02002921 strm->task->nice, strm->task->calls, read_freq_ctr(&strm->call_rate),
William Lallemand4c5b4d52016-11-21 08:51:11 +01002922 strm->task->expire ?
2923 tick_is_expired(strm->task->expire, now_ms) ? "<PAST>" :
2924 human_time(TICKS_TO_MS(strm->task->expire - now_ms),
2925 TICKS_TO_MS(1000)) : "<NEVER>",
Christopher Fauletf0205062017-11-15 20:56:43 +01002926 strm->task->thread_mask,
William Lallemand4c5b4d52016-11-21 08:51:11 +01002927 task_in_rq(strm->task) ? ", running" : "");
2928
2929 chunk_appendf(&trash,
2930 " age=%s)\n",
2931 human_time(now.tv_sec - strm->logs.accept_date.tv_sec, 1));
2932
2933 if (strm->txn)
2934 chunk_appendf(&trash,
Christopher Fauletbcac7862019-07-17 10:46:50 +02002935 " txn=%p flags=0x%x meth=%d status=%d req.st=%s rsp.st=%s req.f=0x%02x rsp.f=0x%02x\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01002936 strm->txn, strm->txn->flags, strm->txn->meth, strm->txn->status,
Willy Tarreau7778b592019-01-07 10:38:10 +01002937 h1_msg_state_str(strm->txn->req.msg_state), h1_msg_state_str(strm->txn->rsp.msg_state),
Christopher Fauletbcac7862019-07-17 10:46:50 +02002938 strm->txn->req.flags, strm->txn->rsp.flags);
William Lallemand4c5b4d52016-11-21 08:51:11 +01002939
2940 chunk_appendf(&trash,
Christopher Faulet224a2d72019-01-04 15:06:13 +01002941 " si[0]=%p (state=%s flags=0x%02x endp0=%s:%p exp=%s et=0x%03x sub=%d)\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01002942 &strm->si[0],
2943 si_state_str(strm->si[0].state),
2944 strm->si[0].flags,
2945 obj_type_name(strm->si[0].end),
2946 obj_base_ptr(strm->si[0].end),
2947 strm->si[0].exp ?
2948 tick_is_expired(strm->si[0].exp, now_ms) ? "<PAST>" :
2949 human_time(TICKS_TO_MS(strm->si[0].exp - now_ms),
2950 TICKS_TO_MS(1000)) : "<NEVER>",
Christopher Faulet224a2d72019-01-04 15:06:13 +01002951 strm->si[0].err_type, strm->si[0].wait_event.events);
William Lallemand4c5b4d52016-11-21 08:51:11 +01002952
2953 chunk_appendf(&trash,
Christopher Faulet224a2d72019-01-04 15:06:13 +01002954 " si[1]=%p (state=%s flags=0x%02x endp1=%s:%p exp=%s et=0x%03x sub=%d)\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01002955 &strm->si[1],
2956 si_state_str(strm->si[1].state),
2957 strm->si[1].flags,
2958 obj_type_name(strm->si[1].end),
2959 obj_base_ptr(strm->si[1].end),
2960 strm->si[1].exp ?
2961 tick_is_expired(strm->si[1].exp, now_ms) ? "<PAST>" :
2962 human_time(TICKS_TO_MS(strm->si[1].exp - now_ms),
2963 TICKS_TO_MS(1000)) : "<NEVER>",
Christopher Faulet224a2d72019-01-04 15:06:13 +01002964 strm->si[1].err_type, strm->si[1].wait_event.events);
William Lallemand4c5b4d52016-11-21 08:51:11 +01002965
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002966 if ((cs = objt_cs(strm->si[0].end)) != NULL) {
2967 conn = cs->conn;
2968
William Lallemand4c5b4d52016-11-21 08:51:11 +01002969 chunk_appendf(&trash,
Willy Tarreau53a47662017-08-28 10:53:00 +02002970 " co0=%p ctrl=%s xprt=%s mux=%s data=%s target=%s:%p\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01002971 conn,
2972 conn_get_ctrl_name(conn),
2973 conn_get_xprt_name(conn),
Willy Tarreau53a47662017-08-28 10:53:00 +02002974 conn_get_mux_name(conn),
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002975 cs_get_data_name(cs),
William Lallemand4c5b4d52016-11-21 08:51:11 +01002976 obj_type_name(conn->target),
2977 obj_base_ptr(conn->target));
2978
2979 chunk_appendf(&trash,
Willy Tarreau76913d32019-08-30 14:33:11 +02002980 " flags=0x%08x fd=%d fd.state=%02x updt=%d fd.tmask=0x%lx\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01002981 conn->flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02002982 conn->handle.fd,
2983 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].state : 0,
Willy Tarreauebc78d72018-01-20 23:53:50 +01002984 conn->handle.fd >= 0 ? !!(fdtab[conn->handle.fd].update_mask & tid_bit) : 0,
Christopher Fauletf0205062017-11-15 20:56:43 +01002985 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].thread_mask: 0);
Willy Tarreaufb3b1b02018-12-18 14:28:24 +01002986
2987 chunk_appendf(&trash, " cs=%p csf=0x%08x ctx=%p\n", cs, cs->flags, cs->ctx);
William Lallemand4c5b4d52016-11-21 08:51:11 +01002988 }
2989 else if ((tmpctx = objt_appctx(strm->si[0].end)) != NULL) {
2990 chunk_appendf(&trash,
Willy Tarreau22d63a22019-04-24 08:41:29 +02002991 " app0=%p st0=%d st1=%d st2=%d applet=%s tmask=0x%lx nice=%d calls=%u rate=%u cpu=%llu lat=%llu\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01002992 tmpctx,
2993 tmpctx->st0,
2994 tmpctx->st1,
2995 tmpctx->st2,
Christopher Fauletf0205062017-11-15 20:56:43 +01002996 tmpctx->applet->name,
Willy Tarreau34b1fac2018-05-31 14:40:19 +02002997 tmpctx->thread_mask,
Willy Tarreau22d63a22019-04-24 08:41:29 +02002998 tmpctx->t->nice, tmpctx->t->calls, read_freq_ctr(&tmpctx->call_rate),
Willy Tarreau9efd7452018-05-31 14:48:54 +02002999 (unsigned long long)tmpctx->t->cpu_time, (unsigned long long)tmpctx->t->lat_time);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003000 }
3001
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003002 if ((cs = objt_cs(strm->si[1].end)) != NULL) {
3003 conn = cs->conn;
3004
William Lallemand4c5b4d52016-11-21 08:51:11 +01003005 chunk_appendf(&trash,
Willy Tarreau53a47662017-08-28 10:53:00 +02003006 " co1=%p ctrl=%s xprt=%s mux=%s data=%s target=%s:%p\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003007 conn,
3008 conn_get_ctrl_name(conn),
3009 conn_get_xprt_name(conn),
Willy Tarreau53a47662017-08-28 10:53:00 +02003010 conn_get_mux_name(conn),
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003011 cs_get_data_name(cs),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003012 obj_type_name(conn->target),
3013 obj_base_ptr(conn->target));
3014
3015 chunk_appendf(&trash,
Willy Tarreau76913d32019-08-30 14:33:11 +02003016 " flags=0x%08x fd=%d fd.state=%02x updt=%d fd.tmask=0x%lx\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003017 conn->flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02003018 conn->handle.fd,
3019 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].state : 0,
Willy Tarreauebc78d72018-01-20 23:53:50 +01003020 conn->handle.fd >= 0 ? !!(fdtab[conn->handle.fd].update_mask & tid_bit) : 0,
Christopher Fauletf0205062017-11-15 20:56:43 +01003021 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].thread_mask: 0);
Willy Tarreaufb3b1b02018-12-18 14:28:24 +01003022
3023 chunk_appendf(&trash, " cs=%p csf=0x%08x ctx=%p\n", cs, cs->flags, cs->ctx);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003024 }
3025 else if ((tmpctx = objt_appctx(strm->si[1].end)) != NULL) {
3026 chunk_appendf(&trash,
Willy Tarreau22d63a22019-04-24 08:41:29 +02003027 " app1=%p st0=%d st1=%d st2=%d applet=%s tmask=0x%lx nice=%d calls=%u rate=%u cpu=%llu lat=%llu\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003028 tmpctx,
3029 tmpctx->st0,
3030 tmpctx->st1,
3031 tmpctx->st2,
Christopher Fauletf0205062017-11-15 20:56:43 +01003032 tmpctx->applet->name,
Willy Tarreau34b1fac2018-05-31 14:40:19 +02003033 tmpctx->thread_mask,
Willy Tarreau22d63a22019-04-24 08:41:29 +02003034 tmpctx->t->nice, tmpctx->t->calls, read_freq_ctr(&tmpctx->call_rate),
Willy Tarreau9efd7452018-05-31 14:48:54 +02003035 (unsigned long long)tmpctx->t->cpu_time, (unsigned long long)tmpctx->t->lat_time);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003036 }
3037
3038 chunk_appendf(&trash,
3039 " req=%p (f=0x%06x an=0x%x pipe=%d tofwd=%d total=%lld)\n"
3040 " an_exp=%s",
3041 &strm->req,
3042 strm->req.flags, strm->req.analysers,
3043 strm->req.pipe ? strm->req.pipe->data : 0,
3044 strm->req.to_forward, strm->req.total,
3045 strm->req.analyse_exp ?
3046 human_time(TICKS_TO_MS(strm->req.analyse_exp - now_ms),
3047 TICKS_TO_MS(1000)) : "<NEVER>");
3048
3049 chunk_appendf(&trash,
3050 " rex=%s",
3051 strm->req.rex ?
3052 human_time(TICKS_TO_MS(strm->req.rex - now_ms),
3053 TICKS_TO_MS(1000)) : "<NEVER>");
3054
3055 chunk_appendf(&trash,
3056 " wex=%s\n"
Christopher Fauletbcac7862019-07-17 10:46:50 +02003057 " buf=%p data=%p o=%u p=%u i=%u size=%u\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003058 strm->req.wex ?
3059 human_time(TICKS_TO_MS(strm->req.wex - now_ms),
3060 TICKS_TO_MS(1000)) : "<NEVER>",
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003061 &strm->req.buf,
3062 b_orig(&strm->req.buf), (unsigned int)co_data(&strm->req),
Christopher Fauletbcac7862019-07-17 10:46:50 +02003063 (unsigned int)ci_head_ofs(&strm->req), (unsigned int)ci_data(&strm->req),
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003064 (unsigned int)strm->req.buf.size);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003065
Christopher Fauletb9af8812019-01-04 14:30:44 +01003066 if (IS_HTX_STRM(strm)) {
3067 struct htx *htx = htxbuf(&strm->req.buf);
3068
3069 chunk_appendf(&trash,
Willy Tarreaub84e67f2019-01-07 10:01:34 +01003070 " htx=%p flags=0x%x size=%u data=%u used=%u wrap=%s extra=%llu\n",
Christopher Faulet192c6a22019-06-11 16:32:24 +02003071 htx, htx->flags, htx->size, htx->data, htx_nbblks(htx),
Christopher Faulet28f29c72019-04-30 17:55:45 +02003072 (htx->tail >= htx->head) ? "NO" : "YES",
Christopher Fauletb9af8812019-01-04 14:30:44 +01003073 (unsigned long long)htx->extra);
3074 }
3075
William Lallemand4c5b4d52016-11-21 08:51:11 +01003076 chunk_appendf(&trash,
3077 " res=%p (f=0x%06x an=0x%x pipe=%d tofwd=%d total=%lld)\n"
3078 " an_exp=%s",
3079 &strm->res,
3080 strm->res.flags, strm->res.analysers,
3081 strm->res.pipe ? strm->res.pipe->data : 0,
3082 strm->res.to_forward, strm->res.total,
3083 strm->res.analyse_exp ?
3084 human_time(TICKS_TO_MS(strm->res.analyse_exp - now_ms),
3085 TICKS_TO_MS(1000)) : "<NEVER>");
3086
3087 chunk_appendf(&trash,
3088 " rex=%s",
3089 strm->res.rex ?
3090 human_time(TICKS_TO_MS(strm->res.rex - now_ms),
3091 TICKS_TO_MS(1000)) : "<NEVER>");
3092
3093 chunk_appendf(&trash,
3094 " wex=%s\n"
Christopher Fauletbcac7862019-07-17 10:46:50 +02003095 " buf=%p data=%p o=%u p=%u i=%u size=%u\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003096 strm->res.wex ?
3097 human_time(TICKS_TO_MS(strm->res.wex - now_ms),
3098 TICKS_TO_MS(1000)) : "<NEVER>",
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003099 &strm->res.buf,
3100 b_orig(&strm->res.buf), (unsigned int)co_data(&strm->res),
Christopher Fauletbcac7862019-07-17 10:46:50 +02003101 (unsigned int)ci_head_ofs(&strm->res), (unsigned int)ci_data(&strm->res),
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003102 (unsigned int)strm->res.buf.size);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003103
Christopher Fauletb9af8812019-01-04 14:30:44 +01003104 if (IS_HTX_STRM(strm)) {
3105 struct htx *htx = htxbuf(&strm->res.buf);
3106
3107 chunk_appendf(&trash,
3108 " htx=%p flags=0x%x size=%u data=%u used=%u wrap=%s extra=%llu\n",
Christopher Faulet192c6a22019-06-11 16:32:24 +02003109 htx, htx->flags, htx->size, htx->data, htx_nbblks(htx),
Christopher Faulet28f29c72019-04-30 17:55:45 +02003110 (htx->tail >= htx->head) ? "NO" : "YES",
Christopher Fauletb9af8812019-01-04 14:30:44 +01003111 (unsigned long long)htx->extra);
3112 }
3113
Willy Tarreaue6e52362019-01-04 17:42:57 +01003114 if (ci_putchk(si_ic(si), &trash) == -1)
3115 goto full;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003116
3117 /* use other states to dump the contents */
3118 }
3119 /* end of dump */
Willy Tarreaue6e52362019-01-04 17:42:57 +01003120 done:
William Lallemand4c5b4d52016-11-21 08:51:11 +01003121 appctx->ctx.sess.uid = 0;
3122 appctx->ctx.sess.section = 0;
3123 return 1;
Willy Tarreaue6e52362019-01-04 17:42:57 +01003124 full:
3125 return 0;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003126}
3127
3128
Aurélien Nephtaliabbf6072018-04-18 13:26:46 +02003129static int cli_parse_show_sess(char **args, char *payload, struct appctx *appctx, void *private)
William Lallemand4c5b4d52016-11-21 08:51:11 +01003130{
William Lallemand4c5b4d52016-11-21 08:51:11 +01003131 if (!cli_has_level(appctx, ACCESS_LVL_OPER))
3132 return 1;
3133
3134 if (*args[2] && strcmp(args[2], "all") == 0)
3135 appctx->ctx.sess.target = (void *)-1;
3136 else if (*args[2])
3137 appctx->ctx.sess.target = (void *)strtoul(args[2], NULL, 0);
3138 else
3139 appctx->ctx.sess.target = NULL;
3140 appctx->ctx.sess.section = 0; /* start with stream status */
3141 appctx->ctx.sess.pos = 0;
3142
3143 return 0;
3144}
3145
3146/* This function dumps all streams' states onto the stream interface's
3147 * read buffer. It returns 0 if the output buffer is full and it needs
Willy Tarreaue6e52362019-01-04 17:42:57 +01003148 * to be called again, otherwise non-zero. It proceeds in an isolated
3149 * thread so there is no thread safety issue here.
William Lallemand4c5b4d52016-11-21 08:51:11 +01003150 */
3151static int cli_io_handler_dump_sess(struct appctx *appctx)
3152{
3153 struct stream_interface *si = appctx->owner;
3154 struct connection *conn;
3155
Willy Tarreaue6e52362019-01-04 17:42:57 +01003156 thread_isolate();
3157
William Lallemand4c5b4d52016-11-21 08:51:11 +01003158 if (unlikely(si_ic(si)->flags & (CF_WRITE_ERROR|CF_SHUTW))) {
3159 /* If we're forced to shut down, we might have to remove our
3160 * reference to the last stream being dumped.
3161 */
3162 if (appctx->st2 == STAT_ST_LIST) {
3163 if (!LIST_ISEMPTY(&appctx->ctx.sess.bref.users)) {
3164 LIST_DEL(&appctx->ctx.sess.bref.users);
3165 LIST_INIT(&appctx->ctx.sess.bref.users);
3166 }
3167 }
Willy Tarreaue6e52362019-01-04 17:42:57 +01003168 goto done;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003169 }
3170
3171 chunk_reset(&trash);
3172
3173 switch (appctx->st2) {
3174 case STAT_ST_INIT:
3175 /* the function had not been called yet, let's prepare the
3176 * buffer for a response. We initialize the current stream
3177 * pointer to the first in the global list. When a target
3178 * stream is being destroyed, it is responsible for updating
3179 * this pointer. We know we have reached the end when this
3180 * pointer points back to the head of the streams list.
3181 */
3182 LIST_INIT(&appctx->ctx.sess.bref.users);
3183 appctx->ctx.sess.bref.ref = streams.n;
3184 appctx->st2 = STAT_ST_LIST;
3185 /* fall through */
3186
3187 case STAT_ST_LIST:
3188 /* first, let's detach the back-ref from a possible previous stream */
3189 if (!LIST_ISEMPTY(&appctx->ctx.sess.bref.users)) {
3190 LIST_DEL(&appctx->ctx.sess.bref.users);
3191 LIST_INIT(&appctx->ctx.sess.bref.users);
3192 }
3193
3194 /* and start from where we stopped */
3195 while (appctx->ctx.sess.bref.ref != &streams) {
3196 char pn[INET6_ADDRSTRLEN];
3197 struct stream *curr_strm;
3198
3199 curr_strm = LIST_ELEM(appctx->ctx.sess.bref.ref, struct stream *, list);
3200
3201 if (appctx->ctx.sess.target) {
3202 if (appctx->ctx.sess.target != (void *)-1 && appctx->ctx.sess.target != curr_strm)
3203 goto next_sess;
3204
3205 LIST_ADDQ(&curr_strm->back_refs, &appctx->ctx.sess.bref.users);
3206 /* call the proper dump() function and return if we're missing space */
Willy Tarreaue6e52362019-01-04 17:42:57 +01003207 if (!stats_dump_full_strm_to_buffer(si, curr_strm))
3208 goto full;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003209
3210 /* stream dump complete */
3211 LIST_DEL(&appctx->ctx.sess.bref.users);
3212 LIST_INIT(&appctx->ctx.sess.bref.users);
3213 if (appctx->ctx.sess.target != (void *)-1) {
3214 appctx->ctx.sess.target = NULL;
3215 break;
3216 }
3217 else
3218 goto next_sess;
3219 }
3220
3221 chunk_appendf(&trash,
3222 "%p: proto=%s",
3223 curr_strm,
3224 strm_li(curr_strm) ? strm_li(curr_strm)->proto->name : "?");
3225
3226 conn = objt_conn(strm_orig(curr_strm));
Willy Tarreau71e34c12019-07-17 15:07:06 +02003227 switch (conn && conn_get_src(conn) ? addr_to_str(conn->src, pn, sizeof(pn)) : AF_UNSPEC) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003228 case AF_INET:
3229 case AF_INET6:
3230 chunk_appendf(&trash,
3231 " src=%s:%d fe=%s be=%s srv=%s",
3232 pn,
Willy Tarreau71e34c12019-07-17 15:07:06 +02003233 get_host_port(conn->src),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003234 strm_fe(curr_strm)->id,
3235 (curr_strm->be->cap & PR_CAP_BE) ? curr_strm->be->id : "<NONE>",
3236 objt_server(curr_strm->target) ? objt_server(curr_strm->target)->id : "<none>"
3237 );
3238 break;
3239 case AF_UNIX:
3240 chunk_appendf(&trash,
3241 " src=unix:%d fe=%s be=%s srv=%s",
3242 strm_li(curr_strm)->luid,
3243 strm_fe(curr_strm)->id,
3244 (curr_strm->be->cap & PR_CAP_BE) ? curr_strm->be->id : "<NONE>",
3245 objt_server(curr_strm->target) ? objt_server(curr_strm->target)->id : "<none>"
3246 );
3247 break;
3248 }
3249
3250 chunk_appendf(&trash,
Willy Tarreau2e9c1d22019-04-24 08:28:31 +02003251 " ts=%02x age=%s calls=%u rate=%u cpu=%llu lat=%llu",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003252 curr_strm->task->state,
3253 human_time(now.tv_sec - curr_strm->logs.tv_accept.tv_sec, 1),
Willy Tarreau2e9c1d22019-04-24 08:28:31 +02003254 curr_strm->task->calls, read_freq_ctr(&curr_strm->call_rate),
Willy Tarreau9efd7452018-05-31 14:48:54 +02003255 (unsigned long long)curr_strm->task->cpu_time, (unsigned long long)curr_strm->task->lat_time);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003256
3257 chunk_appendf(&trash,
Willy Tarreau506a29a2018-07-18 10:07:58 +02003258 " rq[f=%06xh,i=%u,an=%02xh,rx=%s",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003259 curr_strm->req.flags,
Willy Tarreau7e9c30a2018-06-15 19:24:46 +02003260 (unsigned int)ci_data(&curr_strm->req),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003261 curr_strm->req.analysers,
3262 curr_strm->req.rex ?
3263 human_time(TICKS_TO_MS(curr_strm->req.rex - now_ms),
3264 TICKS_TO_MS(1000)) : "");
3265
3266 chunk_appendf(&trash,
3267 ",wx=%s",
3268 curr_strm->req.wex ?
3269 human_time(TICKS_TO_MS(curr_strm->req.wex - now_ms),
3270 TICKS_TO_MS(1000)) : "");
3271
3272 chunk_appendf(&trash,
3273 ",ax=%s]",
3274 curr_strm->req.analyse_exp ?
3275 human_time(TICKS_TO_MS(curr_strm->req.analyse_exp - now_ms),
3276 TICKS_TO_MS(1000)) : "");
3277
3278 chunk_appendf(&trash,
Willy Tarreau506a29a2018-07-18 10:07:58 +02003279 " rp[f=%06xh,i=%u,an=%02xh,rx=%s",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003280 curr_strm->res.flags,
Willy Tarreau7e9c30a2018-06-15 19:24:46 +02003281 (unsigned int)ci_data(&curr_strm->res),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003282 curr_strm->res.analysers,
3283 curr_strm->res.rex ?
3284 human_time(TICKS_TO_MS(curr_strm->res.rex - now_ms),
3285 TICKS_TO_MS(1000)) : "");
3286
3287 chunk_appendf(&trash,
3288 ",wx=%s",
3289 curr_strm->res.wex ?
3290 human_time(TICKS_TO_MS(curr_strm->res.wex - now_ms),
3291 TICKS_TO_MS(1000)) : "");
3292
3293 chunk_appendf(&trash,
3294 ",ax=%s]",
3295 curr_strm->res.analyse_exp ?
3296 human_time(TICKS_TO_MS(curr_strm->res.analyse_exp - now_ms),
3297 TICKS_TO_MS(1000)) : "");
3298
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003299 conn = cs_conn(objt_cs(curr_strm->si[0].end));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003300 chunk_appendf(&trash,
3301 " s0=[%d,%1xh,fd=%d,ex=%s]",
3302 curr_strm->si[0].state,
3303 curr_strm->si[0].flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02003304 conn ? conn->handle.fd : -1,
William Lallemand4c5b4d52016-11-21 08:51:11 +01003305 curr_strm->si[0].exp ?
3306 human_time(TICKS_TO_MS(curr_strm->si[0].exp - now_ms),
3307 TICKS_TO_MS(1000)) : "");
3308
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003309 conn = cs_conn(objt_cs(curr_strm->si[1].end));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003310 chunk_appendf(&trash,
3311 " s1=[%d,%1xh,fd=%d,ex=%s]",
3312 curr_strm->si[1].state,
3313 curr_strm->si[1].flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02003314 conn ? conn->handle.fd : -1,
William Lallemand4c5b4d52016-11-21 08:51:11 +01003315 curr_strm->si[1].exp ?
3316 human_time(TICKS_TO_MS(curr_strm->si[1].exp - now_ms),
3317 TICKS_TO_MS(1000)) : "");
3318
3319 chunk_appendf(&trash,
3320 " exp=%s",
3321 curr_strm->task->expire ?
3322 human_time(TICKS_TO_MS(curr_strm->task->expire - now_ms),
3323 TICKS_TO_MS(1000)) : "");
3324 if (task_in_rq(curr_strm->task))
3325 chunk_appendf(&trash, " run(nice=%d)", curr_strm->task->nice);
3326
3327 chunk_appendf(&trash, "\n");
3328
Willy Tarreau06d80a92017-10-19 14:32:15 +02003329 if (ci_putchk(si_ic(si), &trash) == -1) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003330 /* let's try again later from this stream. We add ourselves into
3331 * this stream's users so that it can remove us upon termination.
3332 */
William Lallemand4c5b4d52016-11-21 08:51:11 +01003333 LIST_ADDQ(&curr_strm->back_refs, &appctx->ctx.sess.bref.users);
Willy Tarreaue6e52362019-01-04 17:42:57 +01003334 goto full;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003335 }
3336
3337 next_sess:
3338 appctx->ctx.sess.bref.ref = curr_strm->list.n;
3339 }
3340
3341 if (appctx->ctx.sess.target && appctx->ctx.sess.target != (void *)-1) {
3342 /* specified stream not found */
3343 if (appctx->ctx.sess.section > 0)
3344 chunk_appendf(&trash, " *** session terminated while we were watching it ***\n");
3345 else
3346 chunk_appendf(&trash, "Session not found.\n");
3347
Willy Tarreaue6e52362019-01-04 17:42:57 +01003348 if (ci_putchk(si_ic(si), &trash) == -1)
3349 goto full;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003350
3351 appctx->ctx.sess.target = NULL;
3352 appctx->ctx.sess.uid = 0;
Willy Tarreaue6e52362019-01-04 17:42:57 +01003353 goto done;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003354 }
William Lallemand4c5b4d52016-11-21 08:51:11 +01003355 /* fall through */
3356
3357 default:
3358 appctx->st2 = STAT_ST_FIN;
Willy Tarreaue6e52362019-01-04 17:42:57 +01003359 goto done;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003360 }
Willy Tarreaue6e52362019-01-04 17:42:57 +01003361 done:
3362 thread_release();
3363 return 1;
3364 full:
3365 thread_release();
3366 si_rx_room_blk(si);
3367 return 0;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003368}
3369
3370static void cli_release_show_sess(struct appctx *appctx)
3371{
3372 if (appctx->st2 == STAT_ST_LIST) {
Willy Tarreau7ce3f092017-11-10 16:24:41 +01003373 HA_SPIN_LOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003374 if (!LIST_ISEMPTY(&appctx->ctx.sess.bref.users))
3375 LIST_DEL(&appctx->ctx.sess.bref.users);
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003376 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003377 }
3378}
3379
Willy Tarreau61b65212016-11-24 11:09:25 +01003380/* Parses the "shutdown session" directive, it always returns 1 */
Aurélien Nephtaliabbf6072018-04-18 13:26:46 +02003381static int cli_parse_shutdown_session(char **args, char *payload, struct appctx *appctx, void *private)
Willy Tarreau61b65212016-11-24 11:09:25 +01003382{
3383 struct stream *strm, *ptr;
3384
3385 if (!cli_has_level(appctx, ACCESS_LVL_ADMIN))
3386 return 1;
3387
Willy Tarreau9d008692019-08-09 11:21:01 +02003388 if (!*args[2])
3389 return cli_err(appctx, "Session pointer expected (use 'show sess').\n");
Willy Tarreau61b65212016-11-24 11:09:25 +01003390
3391 ptr = (void *)strtoul(args[2], NULL, 0);
3392
3393 /* first, look for the requested stream in the stream table */
3394 list_for_each_entry(strm, &streams, list) {
3395 if (strm == ptr)
3396 break;
3397 }
3398
3399 /* do we have the stream ? */
Willy Tarreau9d008692019-08-09 11:21:01 +02003400 if (strm != ptr)
3401 return cli_err(appctx, "No such session (use 'show sess').\n");
Willy Tarreau61b65212016-11-24 11:09:25 +01003402
3403 stream_shutdown(strm, SF_ERR_KILLED);
3404 return 1;
3405}
3406
Willy Tarreau4e46b622016-11-23 16:50:48 +01003407/* Parses the "shutdown session server" directive, it always returns 1 */
Aurélien Nephtaliabbf6072018-04-18 13:26:46 +02003408static int cli_parse_shutdown_sessions_server(char **args, char *payload, struct appctx *appctx, void *private)
Willy Tarreau4e46b622016-11-23 16:50:48 +01003409{
3410 struct server *sv;
Willy Tarreau4e46b622016-11-23 16:50:48 +01003411
3412 if (!cli_has_level(appctx, ACCESS_LVL_ADMIN))
3413 return 1;
3414
3415 sv = cli_find_server(appctx, args[3]);
3416 if (!sv)
3417 return 1;
3418
3419 /* kill all the stream that are on this server */
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003420 HA_SPIN_LOCK(SERVER_LOCK, &sv->lock);
Willy Tarreaud9e26a72019-11-14 16:37:16 +01003421 srv_shutdown_streams(sv, SF_ERR_KILLED);
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003422 HA_SPIN_UNLOCK(SERVER_LOCK, &sv->lock);
Willy Tarreau4e46b622016-11-23 16:50:48 +01003423 return 1;
3424}
3425
William Lallemand4c5b4d52016-11-21 08:51:11 +01003426/* register cli keywords */
3427static struct cli_kw_list cli_kws = {{ },{
3428 { { "show", "sess", NULL }, "show sess [id] : report the list of current sessions or dump this session", cli_parse_show_sess, cli_io_handler_dump_sess, cli_release_show_sess },
Willy Tarreau61b65212016-11-24 11:09:25 +01003429 { { "shutdown", "session", NULL }, "shutdown session : kill a specific session", cli_parse_shutdown_session, NULL, NULL },
Willy Tarreau4e46b622016-11-23 16:50:48 +01003430 { { "shutdown", "sessions", "server" }, "shutdown sessions server : kill sessions on a server", cli_parse_shutdown_sessions_server, NULL, NULL },
William Lallemand4c5b4d52016-11-21 08:51:11 +01003431 {{},}
3432}};
3433
Willy Tarreau0108d902018-11-25 19:14:37 +01003434INITCALL1(STG_REGISTER, cli_register_kw, &cli_kws);
3435
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003436/* main configuration keyword registration. */
3437static struct action_kw_list stream_tcp_keywords = { ILH, {
3438 { "use-service", stream_parse_use_service },
3439 { /* END */ }
3440}};
3441
Willy Tarreau0108d902018-11-25 19:14:37 +01003442INITCALL1(STG_REGISTER, tcp_req_cont_keywords_register, &stream_tcp_keywords);
3443
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003444static struct action_kw_list stream_http_keywords = { ILH, {
3445 { "use-service", stream_parse_use_service },
3446 { /* END */ }
3447}};
3448
Willy Tarreau0108d902018-11-25 19:14:37 +01003449INITCALL1(STG_REGISTER, http_req_keywords_register, &stream_http_keywords);
Willy Tarreau8b22a712010-06-18 17:46:06 +02003450
Willy Tarreaubaaee002006-06-26 02:48:02 +02003451/*
3452 * Local variables:
3453 * c-indent-level: 8
3454 * c-basic-offset: 8
3455 * End:
3456 */