blob: 913f92559ab9a6ebcef604e24490e5b63aa7aa63 [file] [log] [blame]
Willy Tarreaubaaee002006-06-26 02:48:02 +02001/*
Willy Tarreau87b09662015-04-03 00:22:06 +02002 * Stream management functions.
Willy Tarreaubaaee002006-06-26 02:48:02 +02003 *
Willy Tarreaud28c3532012-04-19 19:28:33 +02004 * Copyright 2000-2012 Willy Tarreau <w@1wt.eu>
Willy Tarreaubaaee002006-06-26 02:48:02 +02005 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
13#include <stdlib.h>
Willy Tarreau81f9aa32010-06-01 17:45:26 +020014#include <unistd.h>
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020015
Willy Tarreaua264d962020-06-04 22:29:18 +020016#include <import/ebistree.h>
17
Willy Tarreaudcc048a2020-06-04 19:11:43 +020018#include <haproxy/acl.h>
Willy Tarreau122eba92020-06-04 10:15:32 +020019#include <haproxy/action.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020020#include <haproxy/activity.h>
21#include <haproxy/api.h>
Willy Tarreau3f0f82e2020-06-04 19:42:41 +020022#include <haproxy/applet.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020023#include <haproxy/arg.h>
Willy Tarreau49801602020-06-04 22:50:02 +020024#include <haproxy/backend.h>
Willy Tarreau278161c2020-06-04 11:18:28 +020025#include <haproxy/capture.h>
Willy Tarreau6be78492020-06-05 00:00:29 +020026#include <haproxy/cfgparse.h>
Willy Tarreauf1d32c42020-06-04 21:07:02 +020027#include <haproxy/channel.h>
Willy Tarreau4aa573d2020-06-04 18:21:56 +020028#include <haproxy/check.h>
Willy Tarreau83487a82020-06-04 20:19:54 +020029#include <haproxy/cli.h>
Willy Tarreau7ea393d2020-06-04 18:02:10 +020030#include <haproxy/connection.h>
Christopher Faulet908628c2022-03-25 16:43:49 +010031#include <haproxy/conn_stream.h>
32#include <haproxy/cs_utils.h>
Willy Tarreau3afc4c42020-06-03 18:23:19 +020033#include <haproxy/dict.h>
Willy Tarreau2741c8c2020-06-02 11:28:02 +020034#include <haproxy/dynbuf.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020035#include <haproxy/fd.h>
Willy Tarreauc7babd82020-06-04 21:29:29 +020036#include <haproxy/filters.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020037#include <haproxy/freq_ctr.h>
Willy Tarreau762d7a52020-06-04 11:23:07 +020038#include <haproxy/frontend.h>
Willy Tarreauf268ee82020-06-04 17:05:57 +020039#include <haproxy/global.h>
Willy Tarreau86416052020-06-04 09:20:54 +020040#include <haproxy/hlua.h>
Willy Tarreauc2b1ff02020-06-04 21:21:03 +020041#include <haproxy/http_ana.h>
Willy Tarreauc761f842020-06-04 11:40:28 +020042#include <haproxy/http_rules.h>
Willy Tarreau16f958c2020-06-03 08:44:35 +020043#include <haproxy/htx.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020044#include <haproxy/istbuf.h>
Willy Tarreauaeed4a82020-06-04 22:01:04 +020045#include <haproxy/log.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020046#include <haproxy/pipe.h>
Willy Tarreaud0ef4392020-06-02 09:38:52 +020047#include <haproxy/pool.h>
Willy Tarreaua264d962020-06-04 22:29:18 +020048#include <haproxy/proxy.h>
Willy Tarreaua55c4542020-06-04 22:59:39 +020049#include <haproxy/queue.h>
Willy Tarreau1e56f922020-06-04 23:20:13 +020050#include <haproxy/server.h>
Emeric Brunc9437992021-02-12 19:42:55 +010051#include <haproxy/resolvers.h>
Amaury Denoyelle12bada52020-12-10 13:43:57 +010052#include <haproxy/sample.h>
Willy Tarreau48d25b32020-06-04 18:58:52 +020053#include <haproxy/session.h>
Willy Tarreau2eec9b52020-06-04 19:58:55 +020054#include <haproxy/stats-t.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020055#include <haproxy/stick_table.h>
Willy Tarreaudfd3de82020-06-04 23:46:14 +020056#include <haproxy/stream.h>
Willy Tarreaucea0e1b2020-06-04 17:25:40 +020057#include <haproxy/task.h>
Willy Tarreau8b550af2020-06-04 17:42:48 +020058#include <haproxy/tcp_rules.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020059#include <haproxy/thread.h>
Willy Tarreaudfd3de82020-06-04 23:46:14 +020060#include <haproxy/trace.h>
Willy Tarreaua1718922020-06-04 16:25:31 +020061#include <haproxy/vars.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020062
Willy Tarreaubaaee002006-06-26 02:48:02 +020063
Willy Tarreau8ceae722018-11-26 11:58:30 +010064DECLARE_POOL(pool_head_stream, "stream", sizeof(struct stream));
Tim Duesterhus127a74d2020-02-28 15:13:33 +010065DECLARE_POOL(pool_head_uniqueid, "uniqueid", UNIQUEID_LEN);
Willy Tarreau8ceae722018-11-26 11:58:30 +010066
Willy Tarreaub9813182021-02-24 11:29:51 +010067/* incremented by each "show sess" to fix a delimiter between streams */
68unsigned stream_epoch = 0;
Willy Tarreaubaaee002006-06-26 02:48:02 +020069
Thierry FOURNIER5a363e72015-09-27 19:29:33 +020070/* List of all use-service keywords. */
71static struct list service_keywords = LIST_HEAD_INIT(service_keywords);
72
Willy Tarreau5790eb02017-08-28 17:18:36 +020073
Christopher Fauleteea8fc72019-11-05 16:18:10 +010074/* trace source and events */
75static void strm_trace(enum trace_level level, uint64_t mask,
76 const struct trace_source *src,
77 const struct ist where, const struct ist func,
78 const void *a1, const void *a2, const void *a3, const void *a4);
79
80/* The event representation is split like this :
81 * strm - stream
Willy Tarreau4596fe22022-05-17 19:07:51 +020082 * cs - stream connector
Christopher Fauleteea8fc72019-11-05 16:18:10 +010083 * http - http analyzis
84 * tcp - tcp analyzis
85 *
86 * STRM_EV_* macros are defined in <proto/stream.h>
87 */
88static const struct trace_event strm_trace_events[] = {
89 { .mask = STRM_EV_STRM_NEW, .name = "strm_new", .desc = "new stream" },
90 { .mask = STRM_EV_STRM_FREE, .name = "strm_free", .desc = "release stream" },
91 { .mask = STRM_EV_STRM_ERR, .name = "strm_err", .desc = "error during stream processing" },
92 { .mask = STRM_EV_STRM_ANA, .name = "strm_ana", .desc = "stream analyzers" },
93 { .mask = STRM_EV_STRM_PROC, .name = "strm_proc", .desc = "stream processing" },
94
Willy Tarreau4596fe22022-05-17 19:07:51 +020095 { .mask = STRM_EV_CS_ST, .name = "cs_state", .desc = "processing connector states" },
Christopher Fauleteea8fc72019-11-05 16:18:10 +010096
97 { .mask = STRM_EV_HTTP_ANA, .name = "http_ana", .desc = "HTTP analyzers" },
98 { .mask = STRM_EV_HTTP_ERR, .name = "http_err", .desc = "error during HTTP analyzis" },
99
100 { .mask = STRM_EV_TCP_ANA, .name = "tcp_ana", .desc = "TCP analyzers" },
101 { .mask = STRM_EV_TCP_ERR, .name = "tcp_err", .desc = "error during TCP analyzis" },
Christopher Faulet50019132022-03-08 15:47:02 +0100102
103 { .mask = STRM_EV_FLT_ANA, .name = "flt_ana", .desc = "Filter analyzers" },
104 { .mask = STRM_EV_FLT_ERR, .name = "flt_err", .desc = "error during filter analyzis" },
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100105 {}
106};
107
108static const struct name_desc strm_trace_lockon_args[4] = {
109 /* arg1 */ { /* already used by the stream */ },
110 /* arg2 */ { },
111 /* arg3 */ { },
112 /* arg4 */ { }
113};
114
115static const struct name_desc strm_trace_decoding[] = {
116#define STRM_VERB_CLEAN 1
117 { .name="clean", .desc="only user-friendly stuff, generally suitable for level \"user\"" },
118#define STRM_VERB_MINIMAL 2
Willy Tarreau4596fe22022-05-17 19:07:51 +0200119 { .name="minimal", .desc="report info on streams and connectors" },
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100120#define STRM_VERB_SIMPLE 3
121 { .name="simple", .desc="add info on request and response channels" },
122#define STRM_VERB_ADVANCED 4
123 { .name="advanced", .desc="add info on channel's buffer for data and developer levels only" },
124#define STRM_VERB_COMPLETE 5
125 { .name="complete", .desc="add info on channel's buffer" },
126 { /* end */ }
127};
128
129struct trace_source trace_strm = {
130 .name = IST("stream"),
131 .desc = "Applicative stream",
132 .arg_def = TRC_ARG1_STRM, // TRACE()'s first argument is always a stream
133 .default_cb = strm_trace,
134 .known_events = strm_trace_events,
135 .lockon_args = strm_trace_lockon_args,
136 .decoding = strm_trace_decoding,
137 .report_events = ~0, // report everything by default
138};
139
140#define TRACE_SOURCE &trace_strm
141INITCALL1(STG_REGISTER, trace_register_source, TRACE_SOURCE);
142
143/* the stream traces always expect that arg1, if non-null, is of a stream (from
144 * which we can derive everything), that arg2, if non-null, is an http
145 * transaction, that arg3, if non-null, is an http message.
146 */
147static void strm_trace(enum trace_level level, uint64_t mask, const struct trace_source *src,
148 const struct ist where, const struct ist func,
149 const void *a1, const void *a2, const void *a3, const void *a4)
150{
151 const struct stream *s = a1;
152 const struct http_txn *txn = a2;
153 const struct http_msg *msg = a3;
154 struct task *task;
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100155 const struct channel *req, *res;
156 struct htx *htx;
157
158 if (!s || src->verbosity < STRM_VERB_CLEAN)
159 return;
160
161 task = s->task;
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100162 req = &s->req;
163 res = &s->res;
164 htx = (msg ? htxbuf(&msg->chn->buf) : NULL);
165
166 /* General info about the stream (htx/tcp, id...) */
167 chunk_appendf(&trace_buf, " : [%u,%s]",
168 s->uniq_id, ((s->flags & SF_HTX) ? "HTX" : "TCP"));
Tim Duesterhusa17e6622020-03-05 20:19:02 +0100169 if (isttest(s->unique_id)) {
170 chunk_appendf(&trace_buf, " id=");
171 b_putist(&trace_buf, s->unique_id);
172 }
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100173
Willy Tarreau4596fe22022-05-17 19:07:51 +0200174 /* Front and back stream connector state */
Christopher Faulet62e75742022-03-31 09:16:34 +0200175 chunk_appendf(&trace_buf, " CS=(%s,%s)",
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +0200176 cs_state_str(s->scf->state), cs_state_str(s->scb->state));
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100177
178 /* If txn is defined, HTTP req/rep states */
179 if (txn)
180 chunk_appendf(&trace_buf, " HTTP=(%s,%s)",
181 h1_msg_state_str(txn->req.msg_state), h1_msg_state_str(txn->rsp.msg_state));
182 if (msg)
183 chunk_appendf(&trace_buf, " %s", ((msg->chn->flags & CF_ISRESP) ? "RESPONSE" : "REQUEST"));
184
185 if (src->verbosity == STRM_VERB_CLEAN)
186 return;
187
188 /* If msg defined, display status-line if possible (verbosity > MINIMAL) */
189 if (src->verbosity > STRM_VERB_MINIMAL && htx && htx_nbblks(htx)) {
190 const struct htx_blk *blk = htx_get_head_blk(htx);
191 const struct htx_sl *sl = htx_get_blk_ptr(htx, blk);
192 enum htx_blk_type type = htx_get_blk_type(blk);
193
194 if (type == HTX_BLK_REQ_SL || type == HTX_BLK_RES_SL)
195 chunk_appendf(&trace_buf, " - \"%.*s %.*s %.*s\"",
196 HTX_SL_P1_LEN(sl), HTX_SL_P1_PTR(sl),
197 HTX_SL_P2_LEN(sl), HTX_SL_P2_PTR(sl),
198 HTX_SL_P3_LEN(sl), HTX_SL_P3_PTR(sl));
199 }
200
201
202 /* If txn defined info about HTTP msgs, otherwise info about SI. */
203 if (txn) {
Christopher Faulet50264b42022-03-30 19:39:30 +0200204 chunk_appendf(&trace_buf, " - t=%p s=(%p,0x%08x,0x%x) txn.flags=0x%08x, http.flags=(0x%08x,0x%08x) status=%d",
205 task, s, s->flags, s->conn_err_type, txn->flags, txn->req.flags, txn->rsp.flags, txn->status);
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100206 }
207 else {
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +0200208 chunk_appendf(&trace_buf, " - t=%p s=(%p,0x%08x,0x%x) scf=(%p,%d,0x%08x) scb=(%p,%d,0x%08x) retries=%d",
Christopher Fauletc77ceb62022-04-04 11:08:42 +0200209 task, s, s->flags, s->conn_err_type,
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +0200210 s->scf, s->scf->state, s->scf->flags,
211 s->scb, s->scb->state, s->scb->flags,
Christopher Fauletc77ceb62022-04-04 11:08:42 +0200212 s->conn_retries);
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100213 }
214
215 if (src->verbosity == STRM_VERB_MINIMAL)
216 return;
217
218
219 /* If txn defined, don't display all channel info */
220 if (src->verbosity == STRM_VERB_SIMPLE || txn) {
221 chunk_appendf(&trace_buf, " req=(%p .fl=0x%08x .exp(r,w,a)=(%u,%u,%u))",
222 req, req->flags, req->rex, req->wex, req->analyse_exp);
223 chunk_appendf(&trace_buf, " res=(%p .fl=0x%08x .exp(r,w,a)=(%u,%u,%u))",
224 res, res->flags, res->rex, res->wex, res->analyse_exp);
225 }
226 else {
227 chunk_appendf(&trace_buf, " req=(%p .fl=0x%08x .ana=0x%08x .exp(r,w,a)=(%u,%u,%u) .o=%lu .tot=%llu .to_fwd=%u)",
228 req, req->flags, req->analysers, req->rex, req->wex, req->analyse_exp,
Willy Tarreaue18f53e2019-11-27 15:41:31 +0100229 (long)req->output, req->total, req->to_forward);
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100230 chunk_appendf(&trace_buf, " res=(%p .fl=0x%08x .ana=0x%08x .exp(r,w,a)=(%u,%u,%u) .o=%lu .tot=%llu .to_fwd=%u)",
231 res, res->flags, res->analysers, res->rex, res->wex, res->analyse_exp,
Willy Tarreaue18f53e2019-11-27 15:41:31 +0100232 (long)res->output, res->total, res->to_forward);
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100233 }
234
235 if (src->verbosity == STRM_VERB_SIMPLE ||
236 (src->verbosity == STRM_VERB_ADVANCED && src->level < TRACE_LEVEL_DATA))
237 return;
238
239 /* channels' buffer info */
240 if (s->flags & SF_HTX) {
241 struct htx *rqhtx = htxbuf(&req->buf);
242 struct htx *rphtx = htxbuf(&res->buf);
243
244 chunk_appendf(&trace_buf, " htx=(%u/%u#%u, %u/%u#%u)",
245 rqhtx->data, rqhtx->size, htx_nbblks(rqhtx),
246 rphtx->data, rphtx->size, htx_nbblks(rphtx));
247 }
248 else {
249 chunk_appendf(&trace_buf, " buf=(%u@%p+%u/%u, %u@%p+%u/%u)",
250 (unsigned int)b_data(&req->buf), b_orig(&req->buf),
251 (unsigned int)b_head_ofs(&req->buf), (unsigned int)b_size(&req->buf),
Christopher Faulet5ce12992022-03-08 15:48:55 +0100252 (unsigned int)b_data(&res->buf), b_orig(&res->buf),
253 (unsigned int)b_head_ofs(&res->buf), (unsigned int)b_size(&res->buf));
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100254 }
255
256 /* If msg defined, display htx info if defined (level > USER) */
257 if (src->level > TRACE_LEVEL_USER && htx && htx_nbblks(htx)) {
258 int full = 0;
259
260 /* Full htx info (level > STATE && verbosity > SIMPLE) */
261 if (src->level > TRACE_LEVEL_STATE) {
262 if (src->verbosity == STRM_VERB_COMPLETE)
263 full = 1;
264 }
265
266 chunk_memcat(&trace_buf, "\n\t", 2);
267 htx_dump(&trace_buf, htx, full);
268 }
269}
270
Willy Tarreau4596fe22022-05-17 19:07:51 +0200271/* Upgrade an existing stream for stream connector <cs>. Return < 0 on error. This
Christopher Faulet13a35e52021-12-20 15:34:16 +0100272 * is only valid right after a TCP to H1 upgrade. The stream should be
273 * "reativated" by removing SF_IGNORE flag. And the right mode must be set. On
Christopher Faulet16df1782020-12-04 16:47:41 +0100274 * success, <input> buffer is transferred to the stream and thus points to
275 * BUF_NULL. On error, it is unchanged and it is the caller responsibility to
Christopher Faulet4ef84c92021-01-21 17:36:12 +0100276 * release it (this never happens for now).
277 */
Willy Tarreau4596fe22022-05-17 19:07:51 +0200278int stream_upgrade_from_cs(struct stconn *cs, struct buffer *input)
Christopher Faulet4ef84c92021-01-21 17:36:12 +0100279{
Willy Tarreauea27f482022-05-18 16:10:52 +0200280 struct stream *s = __sc_strm(cs);
Willy Tarreau417a31b2022-05-18 17:51:19 +0200281 const struct mux_ops *mux = sc_mux_ops(cs);
Christopher Faulet4ef84c92021-01-21 17:36:12 +0100282
Christopher Faulet693b23b2022-02-28 09:09:05 +0100283 if (mux) {
Christopher Faulet13a35e52021-12-20 15:34:16 +0100284 if (mux->flags & MX_FL_HTX)
285 s->flags |= SF_HTX;
286 }
Christopher Faulet4ef84c92021-01-21 17:36:12 +0100287
288 if (!b_is_null(input)) {
289 /* Xfer the input buffer to the request channel. <input> will
290 * than point to BUF_NULL. From this point, it is the stream
291 * responsibility to release it.
292 */
293 s->req.buf = *input;
294 *input = BUF_NULL;
295 s->req.total = (IS_HTX_STRM(s) ? htxbuf(&s->req.buf)->data : b_data(&s->req.buf));
296 s->req.flags |= (s->req.total ? CF_READ_PARTIAL : 0);
297 }
298
299 s->flags &= ~SF_IGNORE;
300
301 task_wakeup(s->task, TASK_WOKEN_INIT);
302 return 0;
303}
304
Willy Tarreaub882dd82018-11-06 15:50:21 +0100305/* Callback used to wake up a stream when an input buffer is available. The
Willy Tarreau4596fe22022-05-17 19:07:51 +0200306 * stream <s>'s stream connectors are checked for a failed buffer allocation
Willy Tarreaub605c422022-05-17 17:04:55 +0200307 * as indicated by the presence of the SE_FL_RXBLK_ROOM flag and the lack of a
Willy Tarreaub882dd82018-11-06 15:50:21 +0100308 * buffer, and and input buffer is assigned there (at most one). The function
309 * returns 1 and wakes the stream up if a buffer was taken, otherwise zero.
310 * It's designed to be called from __offer_buffer().
311 */
312int stream_buf_available(void *arg)
313{
314 struct stream *s = arg;
315
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +0200316 if (!s->req.buf.size && !s->req.pipe && sc_ep_test(s->scf, SE_FL_RXBLK_BUFF) &&
Willy Tarreaud68d4f12021-03-22 14:44:31 +0100317 b_alloc(&s->req.buf))
Willy Tarreau0ed73c32022-05-25 07:48:07 +0200318 sc_have_buff(s->scf);
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +0200319 else if (!s->res.buf.size && !s->res.pipe && sc_ep_test(s->scb, SE_FL_RXBLK_BUFF) &&
Willy Tarreaud68d4f12021-03-22 14:44:31 +0100320 b_alloc(&s->res.buf))
Willy Tarreau0ed73c32022-05-25 07:48:07 +0200321 sc_have_buff(s->scb);
Willy Tarreaub882dd82018-11-06 15:50:21 +0100322 else
323 return 0;
324
325 task_wakeup(s->task, TASK_WOKEN_RES);
326 return 1;
327
328}
329
Willy Tarreau9903f0e2015-04-04 18:50:31 +0200330/* This function is called from the session handler which detects the end of
Willy Tarreau73b65ac2015-04-08 18:26:29 +0200331 * handshake, in order to complete initialization of a valid stream. It must be
Joseph Herlant4cc8d0d2018-11-15 09:14:14 -0800332 * called with a completely initialized session. It returns the pointer to
Willy Tarreau73b65ac2015-04-08 18:26:29 +0200333 * the newly created stream, or NULL in case of fatal error. The client-facing
Willy Tarreau87787ac2017-08-28 16:22:54 +0200334 * end point is assigned to <origin>, which must be valid. The stream's task
335 * is configured with a nice value inherited from the listener's nice if any.
336 * The task's context is set to the new stream, and its function is set to
Christopher Faulet16df1782020-12-04 16:47:41 +0100337 * process_stream(). Target and analysers are null. <input> is used as input
338 * buffer for the request channel and may contain data. On success, it is
339 * transfer to the stream and <input> is set to BUF_NULL. On error, <input>
340 * buffer is unchanged and it is the caller responsibility to release it.
Willy Tarreau2542b532012-08-31 16:01:23 +0200341 */
Willy Tarreau4596fe22022-05-17 19:07:51 +0200342struct stream *stream_new(struct session *sess, struct stconn *cs, struct buffer *input)
Willy Tarreau2542b532012-08-31 16:01:23 +0200343{
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200344 struct stream *s;
Willy Tarreau87787ac2017-08-28 16:22:54 +0200345 struct task *t;
Willy Tarreau2542b532012-08-31 16:01:23 +0200346
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100347 DBG_TRACE_ENTER(STRM_EV_STRM_NEW);
Willy Tarreaubafbe012017-11-24 17:34:44 +0100348 if (unlikely((s = pool_alloc(pool_head_stream)) == NULL))
Willy Tarreau87787ac2017-08-28 16:22:54 +0200349 goto out_fail_alloc;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200350
351 /* minimum stream initialization required for an embryonic stream is
352 * fairly low. We need very little to execute L4 ACLs, then we need a
353 * task to make the client-side connection live on its own.
354 * - flags
355 * - stick-entry tracking
356 */
357 s->flags = 0;
Willy Tarreaufb9f5842015-04-05 18:19:23 +0200358 s->logs.logwait = sess->fe->to_log;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200359 s->logs.level = 0;
Willy Tarreau99eb0f12015-04-05 12:03:54 +0200360 tv_zero(&s->logs.tv_request);
361 s->logs.t_queue = -1;
362 s->logs.t_connect = -1;
363 s->logs.t_data = -1;
364 s->logs.t_close = 0;
365 s->logs.bytes_in = s->logs.bytes_out = 0;
Patrick Hemmerffe5e8c2018-05-11 12:52:31 -0400366 s->logs.prx_queue_pos = 0; /* we get the number of pending conns before us */
367 s->logs.srv_queue_pos = 0; /* we will get this number soon */
Baptiste Assmann333939c2019-01-21 08:34:50 +0100368 s->obj_type = OBJ_TYPE_STREAM;
Willy Tarreau99eb0f12015-04-05 12:03:54 +0200369
Christopher Faulet15e525f2020-09-30 14:03:54 +0200370 s->logs.accept_date = sess->accept_date;
371 s->logs.tv_accept = sess->tv_accept;
372 s->logs.t_handshake = sess->t_handshake;
Christopher Faulet7a6c5132020-09-30 13:49:56 +0200373 s->logs.t_idle = sess->t_idle;
Christopher Fauletb3484d62018-11-29 15:19:05 +0100374
Willy Tarreau99eb0f12015-04-05 12:03:54 +0200375 /* default logging function */
376 s->do_log = strm_log;
377
378 /* default error reporting function, may be changed by analysers */
379 s->srv_error = default_srv_error;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200380
381 /* Initialise the current rule list pointer to NULL. We are sure that
382 * any rulelist match the NULL pointer.
383 */
384 s->current_rule_list = NULL;
Remi Gacogne7fb9de22015-07-22 17:10:58 +0200385 s->current_rule = NULL;
Christopher Faulet2747fbb2020-07-28 11:56:13 +0200386 s->rules_exp = TICK_ETERNITY;
Willy Tarreauc6dae862022-03-09 17:23:10 +0100387 s->last_rule_file = NULL;
388 s->last_rule_line = 0;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200389
Willy Tarreaua68f7622015-09-21 17:48:24 +0200390 /* Copy SC counters for the stream. We don't touch refcounts because
391 * any reference we have is inherited from the session. Since the stream
392 * doesn't exist without the session, the session's existence guarantees
393 * we don't lose the entry. During the store operation, the stream won't
394 * touch these ones.
Thierry FOURNIER827752e2015-08-18 11:34:18 +0200395 */
Thierry FOURNIERc8fdb982015-08-16 12:03:39 +0200396 memcpy(s->stkctr, sess->stkctr, sizeof(s->stkctr));
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200397
398 s->sess = sess;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200399
Willy Tarreaub9813182021-02-24 11:29:51 +0100400 s->stream_epoch = _HA_ATOMIC_LOAD(&stream_epoch);
Willy Tarreau18515722021-04-06 11:57:41 +0200401 s->uniq_id = _HA_ATOMIC_FETCH_ADD(&global.req_count, 1);
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200402
Willy Tarreau87b09662015-04-03 00:22:06 +0200403 /* OK, we're keeping the stream, so let's properly initialize the stream */
Willy Tarreau2542b532012-08-31 16:01:23 +0200404 LIST_INIT(&s->back_refs);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100405
Willy Tarreau90f366b2021-02-20 11:49:49 +0100406 LIST_INIT(&s->buffer_wait.list);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100407 s->buffer_wait.target = s;
Willy Tarreaub882dd82018-11-06 15:50:21 +0100408 s->buffer_wait.wakeup_cb = stream_buf_available;
Willy Tarreauf8a49ea2013-10-14 21:32:07 +0200409
Willy Tarreaufa1258f2021-04-10 23:00:53 +0200410 s->call_rate.curr_tick = s->call_rate.curr_ctr = s->call_rate.prev_ctr = 0;
William Lallemandcf62f7e2018-10-26 14:47:40 +0200411 s->pcli_next_pid = 0;
William Lallemandebf61802018-12-11 16:10:57 +0100412 s->pcli_flags = 0;
Tim Duesterhusa17e6622020-03-05 20:19:02 +0100413 s->unique_id = IST_NULL;
Willy Tarreau2542b532012-08-31 16:01:23 +0200414
Willy Tarreaubeeabf52021-10-01 18:23:30 +0200415 if ((t = task_new_here()) == NULL)
Willy Tarreau87787ac2017-08-28 16:22:54 +0200416 goto out_fail_alloc;
417
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200418 s->task = t;
Christopher Faulet9d810ca2016-12-08 22:33:52 +0100419 s->pending_events = 0;
Christopher Faulet909f3182022-03-29 15:42:09 +0200420 s->conn_retries = 0;
Christopher Fauletae024ce2022-03-29 19:02:31 +0200421 s->conn_exp = TICK_ETERNITY;
Christopher Faulet50264b42022-03-30 19:39:30 +0200422 s->conn_err_type = STRM_ET_NONE;
Willy Tarreau026e8fb2022-05-17 19:47:17 +0200423 s->prev_conn_state = SC_ST_INI;
Willy Tarreaud1769b82015-04-06 00:25:48 +0200424 t->process = process_stream;
Willy Tarreau2542b532012-08-31 16:01:23 +0200425 t->context = s;
426 t->expire = TICK_ETERNITY;
Willy Tarreau87787ac2017-08-28 16:22:54 +0200427 if (sess->listener)
428 t->nice = sess->listener->nice;
Willy Tarreau2542b532012-08-31 16:01:23 +0200429
Willy Tarreau87b09662015-04-03 00:22:06 +0200430 /* Note: initially, the stream's backend points to the frontend.
Willy Tarreau2542b532012-08-31 16:01:23 +0200431 * This changes later when switching rules are executed or
432 * when the default backend is assigned.
433 */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200434 s->be = sess->fe;
Willy Tarreaucb7dd012015-04-03 22:16:32 +0200435 s->req_cap = NULL;
436 s->res_cap = NULL;
Willy Tarreau2542b532012-08-31 16:01:23 +0200437
Willy Tarreauebcd4842015-06-19 11:59:02 +0200438 /* Initialise all the variables contexts even if not used.
439 * This permits to prune these contexts without errors.
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200440 */
Willy Tarreaub7bfcb32021-08-31 08:13:25 +0200441 vars_init_head(&s->vars_txn, SCOPE_TXN);
442 vars_init_head(&s->vars_reqres, SCOPE_REQ);
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200443
Christopher Faulet0dd566b2021-12-23 12:06:45 +0100444 /* Set SF_HTX flag for HTTP frontends. */
445 if (sess->fe->mode == PR_MODE_HTTP)
446 s->flags |= SF_HTX;
447
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +0200448 s->scf = cs;
449 if (cs_attach_strm(s->scf, s) < 0)
450 goto out_fail_attach_scf;
Christopher Fauleta9e8b392022-03-23 11:01:09 +0100451
Willy Tarreaucb041662022-05-17 19:44:42 +0200452 s->scb = cs_new_from_strm(s, SC_FL_ISBACK);
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +0200453 if (!s->scb)
454 goto out_fail_alloc_scb;
Christopher Faulet95a61e82021-12-22 14:22:03 +0100455
Willy Tarreau026e8fb2022-05-17 19:47:17 +0200456 cs_set_state(s->scf, SC_ST_EST);
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +0200457 s->scf->hcto = sess->fe->timeout.clientfin;
Christopher Faulet0dd566b2021-12-23 12:06:45 +0100458
Christopher Fauletcda94ac2021-12-23 17:28:17 +0100459 if (likely(sess->fe->options2 & PR_O2_INDEPSTR))
Willy Tarreaucb041662022-05-17 19:44:42 +0200460 s->scf->flags |= SC_FL_INDEP_STR;
Christopher Faulet0dd566b2021-12-23 12:06:45 +0100461
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +0200462 s->scb->hcto = TICK_ETERNITY;
Christopher Faulet0dd566b2021-12-23 12:06:45 +0100463 if (likely(sess->fe->options2 & PR_O2_INDEPSTR))
Willy Tarreaucb041662022-05-17 19:44:42 +0200464 s->scb->flags |= SC_FL_INDEP_STR;
Willy Tarreau984fca92017-12-20 16:31:43 +0100465
Willy Tarreaub605c422022-05-17 17:04:55 +0200466 if (sc_ep_test(cs, SE_FL_WEBSOCKET))
Christopher Faulet13a35e52021-12-20 15:34:16 +0100467 s->flags |= SF_WEBSOCKET;
Willy Tarreaufd9417b2022-05-18 16:23:22 +0200468 if (sc_conn(cs)) {
Willy Tarreau417a31b2022-05-18 17:51:19 +0200469 const struct mux_ops *mux = sc_mux_ops(cs);
Christopher Faulet897d6122021-12-17 17:28:35 +0100470
Christopher Faulet78ed7f22022-03-30 16:31:41 +0200471 if (mux && mux->flags & MX_FL_HTX)
472 s->flags |= SF_HTX;
Christopher Fauleta7422932021-12-15 11:42:23 +0100473 }
474
Willy Tarreau87b09662015-04-03 00:22:06 +0200475 stream_init_srv_conn(s);
Willy Tarreau9b82d942016-12-05 00:26:31 +0100476 s->target = sess->listener ? sess->listener->default_target : NULL;
477
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200478 s->pend_pos = NULL;
Patrick Hemmer268a7072018-05-11 12:52:31 -0400479 s->priority_class = 0;
480 s->priority_offset = 0;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200481
482 /* init store persistence */
483 s->store_count = 0;
484
Christopher Faulet16df1782020-12-04 16:47:41 +0100485 channel_init(&s->req);
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100486 s->req.flags |= CF_READ_ATTACHED; /* the producer is already connected */
Christopher Faulete9382e02022-03-07 15:31:46 +0100487 s->req.analysers = sess->listener ? sess->listener->analysers : sess->fe->fe_req_ana;
Willy Tarreaue223e3b2017-11-18 15:39:10 +0100488
Christopher Faulet57e4a1b2021-03-15 17:09:27 +0100489 if (IS_HTX_STRM(s)) {
490 /* Be sure to have HTTP analysers because in case of
491 * "destructive" stream upgrade, they may be missing (e.g
492 * TCP>H2)
493 */
494 s->req.analysers |= AN_REQ_WAIT_HTTP|AN_REQ_HTTP_PROCESS_FE;
495 }
496
Willy Tarreaue223e3b2017-11-18 15:39:10 +0100497 if (!sess->fe->fe_req_ana) {
498 channel_auto_connect(&s->req); /* don't wait to establish connection */
499 channel_auto_close(&s->req); /* let the producer forward close requests */
500 }
Willy Tarreauc8815ef2015-04-05 18:15:59 +0200501
502 s->req.rto = sess->fe->timeout.client;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100503 s->req.wto = TICK_ETERNITY;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100504 s->req.rex = TICK_ETERNITY;
505 s->req.wex = TICK_ETERNITY;
506 s->req.analyse_exp = TICK_ETERNITY;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200507
Christopher Faulet16df1782020-12-04 16:47:41 +0100508 channel_init(&s->res);
Willy Tarreauef573c02014-11-28 14:17:09 +0100509 s->res.flags |= CF_ISRESP;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100510 s->res.analysers = 0;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200511
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200512 if (sess->fe->options2 & PR_O2_NODELAY) {
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100513 s->req.flags |= CF_NEVER_WAIT;
514 s->res.flags |= CF_NEVER_WAIT;
Willy Tarreau96e31212011-05-30 18:10:30 +0200515 }
516
Willy Tarreauc8815ef2015-04-05 18:15:59 +0200517 s->res.wto = sess->fe->timeout.client;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100518 s->res.rto = TICK_ETERNITY;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100519 s->res.rex = TICK_ETERNITY;
520 s->res.wex = TICK_ETERNITY;
521 s->res.analyse_exp = TICK_ETERNITY;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200522
Willy Tarreaueee5b512015-04-03 23:46:31 +0200523 s->txn = NULL;
Thierry FOURNIER2c8b54e2016-12-17 12:45:32 +0100524 s->hlua = NULL;
Thierry FOURNIER65f34c62015-02-16 20:11:43 +0100525
Emeric Brun08622d32020-12-23 17:41:43 +0100526 s->resolv_ctx.requester = NULL;
527 s->resolv_ctx.hostname_dn = NULL;
528 s->resolv_ctx.hostname_dn_len = 0;
529 s->resolv_ctx.parent = NULL;
Frédéric Lécaillebed883a2019-04-23 17:26:33 +0200530
Amaury Denoyellefb504432020-12-10 13:43:53 +0100531 s->tunnel_timeout = TICK_ETERNITY;
532
Willy Tarreaub4e34762021-09-30 19:02:18 +0200533 LIST_APPEND(&th_ctx->streams, &s->list);
Emeric Brun6b35e9b2017-06-30 16:23:45 +0200534
Christopher Faulet92d36382015-11-05 13:35:03 +0100535 if (flt_stream_init(s) < 0 || flt_stream_start(s) < 0)
Christopher Fauletd7c91962015-04-30 11:48:27 +0200536 goto out_fail_accept;
537
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200538 /* finish initialization of the accepted file descriptor */
Willy Tarreau8e7c6e62022-05-18 17:58:02 +0200539 if (sc_appctx(cs))
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +0200540 cs_want_get(s->scf);
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200541
Willy Tarreaufb9f5842015-04-05 18:19:23 +0200542 if (sess->fe->accept && sess->fe->accept(s) < 0)
Willy Tarreauc5a7ff42015-04-05 11:52:08 +0200543 goto out_fail_accept;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200544
Christopher Faulet16df1782020-12-04 16:47:41 +0100545 if (!b_is_null(input)) {
546 /* Xfer the input buffer to the request channel. <input> will
547 * than point to BUF_NULL. From this point, it is the stream
548 * responsibility to release it.
549 */
550 s->req.buf = *input;
551 *input = BUF_NULL;
Christopher Fauletc43fca02020-12-04 17:22:49 +0100552 s->req.total = (IS_HTX_STRM(s) ? htxbuf(&s->req.buf)->data : b_data(&s->req.buf));
Christopher Faulet16df1782020-12-04 16:47:41 +0100553 s->req.flags |= (s->req.total ? CF_READ_PARTIAL : 0);
554 }
555
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200556 /* it is important not to call the wakeup function directly but to
557 * pass through task_wakeup(), because this one knows how to apply
Emeric Brun5f77fef2017-05-29 15:26:51 +0200558 * priorities to tasks. Using multi thread we must be sure that
559 * stream is fully initialized before calling task_wakeup. So
560 * the caller must handle the task_wakeup
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200561 */
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100562 DBG_TRACE_LEAVE(STRM_EV_STRM_NEW, s);
Christopher Faulet13a35e52021-12-20 15:34:16 +0100563 task_wakeup(s->task, TASK_WOKEN_INIT);
Willy Tarreau02d86382015-04-05 12:00:52 +0200564 return s;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200565
566 /* Error unrolling */
Willy Tarreauc5a7ff42015-04-05 11:52:08 +0200567 out_fail_accept:
Christopher Faulet92d36382015-11-05 13:35:03 +0100568 flt_stream_release(s, 0);
Willy Tarreau2b718102021-04-21 07:32:39 +0200569 LIST_DELETE(&s->list);
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +0200570 out_fail_attach_scf:
571 cs_free(s->scb);
572 out_fail_alloc_scb:
Christopher Faulet0dd566b2021-12-23 12:06:45 +0100573 task_destroy(t);
Willy Tarreau87787ac2017-08-28 16:22:54 +0200574 out_fail_alloc:
Willy Tarreaubafbe012017-11-24 17:34:44 +0100575 pool_free(pool_head_stream, s);
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100576 DBG_TRACE_DEVEL("leaving on error", STRM_EV_STRM_NEW|STRM_EV_STRM_ERR);
Willy Tarreau02d86382015-04-05 12:00:52 +0200577 return NULL;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200578}
579
Willy Tarreaubaaee002006-06-26 02:48:02 +0200580/*
Willy Tarreau87b09662015-04-03 00:22:06 +0200581 * frees the context associated to a stream. It must have been removed first.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200582 */
Christopher Fauletab5d1dc2022-05-12 14:56:55 +0200583void stream_free(struct stream *s)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200584{
Willy Tarreau9ad7bd42015-04-03 19:19:59 +0200585 struct session *sess = strm_sess(s);
586 struct proxy *fe = sess->fe;
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100587 struct bref *bref, *back;
Willy Tarreaua4cda672010-06-06 18:28:49 +0200588 int i;
Willy Tarreau0f7562b2007-01-07 15:46:13 +0100589
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100590 DBG_TRACE_POINT(STRM_EV_STRM_FREE, s);
591
Willy Tarreau0ad46fa2019-05-17 14:20:05 +0200592 /* detach the stream from its own task before even releasing it so
593 * that walking over a task list never exhibits a dying stream.
594 */
595 s->task->context = NULL;
596 __ha_barrier_store();
597
Willy Tarreaud0ad4a82018-07-25 11:13:53 +0200598 pendconn_free(s);
Willy Tarreau922a8062008-12-04 09:33:58 +0100599
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100600 if (objt_server(s->target)) { /* there may be requests left pending in queue */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200601 if (s->flags & SF_CURR_SESS) {
602 s->flags &= ~SF_CURR_SESS;
Willy Tarreau4781b152021-04-06 13:53:36 +0200603 _HA_ATOMIC_DEC(&__objt_server(s->target)->cur_sess);
Willy Tarreau1e62de62008-11-11 20:20:02 +0100604 }
Willy Tarreau88bc8002021-12-06 07:01:02 +0000605 if (may_dequeue_tasks(__objt_server(s->target), s->be))
606 process_srv_queue(__objt_server(s->target));
Willy Tarreau1e62de62008-11-11 20:20:02 +0100607 }
Willy Tarreau922a8062008-12-04 09:33:58 +0100608
Willy Tarreau7c669d72008-06-20 15:04:11 +0200609 if (unlikely(s->srv_conn)) {
Willy Tarreau87b09662015-04-03 00:22:06 +0200610 /* the stream still has a reserved slot on a server, but
Willy Tarreau7c669d72008-06-20 15:04:11 +0200611 * it should normally be only the same as the one above,
612 * so this should not happen in fact.
613 */
614 sess_change_server(s, NULL);
615 }
616
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100617 if (s->req.pipe)
618 put_pipe(s->req.pipe);
Willy Tarreau259de1b2009-01-18 21:56:21 +0100619
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100620 if (s->res.pipe)
621 put_pipe(s->res.pipe);
Willy Tarreau259de1b2009-01-18 21:56:21 +0100622
Willy Tarreaubf883e02014-11-25 21:10:35 +0100623 /* We may still be present in the buffer wait queue */
Willy Tarreau2b718102021-04-21 07:32:39 +0200624 if (LIST_INLIST(&s->buffer_wait.list))
Willy Tarreau90f366b2021-02-20 11:49:49 +0100625 LIST_DEL_INIT(&s->buffer_wait.list);
Willy Tarreau21046592020-02-26 10:39:36 +0100626
Willy Tarreauc9fa0482018-07-10 17:43:27 +0200627 if (s->req.buf.size || s->res.buf.size) {
Willy Tarreau4d77bbf2021-02-20 12:02:46 +0100628 int count = !!s->req.buf.size + !!s->res.buf.size;
629
Willy Tarreaue0d0b402019-08-08 08:06:27 +0200630 b_free(&s->req.buf);
631 b_free(&s->res.buf);
Willy Tarreau4d77bbf2021-02-20 12:02:46 +0100632 offer_buffers(NULL, count);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100633 }
Willy Tarreau9b28e032012-10-12 23:49:43 +0200634
Tim Duesterhusa17e6622020-03-05 20:19:02 +0100635 pool_free(pool_head_uniqueid, s->unique_id.ptr);
636 s->unique_id = IST_NULL;
Olivier Houchard32211a12019-02-01 18:10:46 +0100637
Christopher Faulet03fb1b22020-02-24 16:26:55 +0100638 flt_stream_stop(s);
639 flt_stream_release(s, 0);
640
Thierry FOURNIER2c8b54e2016-12-17 12:45:32 +0100641 hlua_ctx_destroy(s->hlua);
642 s->hlua = NULL;
Willy Tarreaueee5b512015-04-03 23:46:31 +0200643 if (s->txn)
Christopher Faulet75f619a2021-03-08 19:12:58 +0100644 http_destroy_txn(s);
Willy Tarreau46023632010-01-07 22:51:47 +0100645
Willy Tarreau1e954912012-10-12 17:50:05 +0200646 /* ensure the client-side transport layer is destroyed */
Christopher Faulet13a35e52021-12-20 15:34:16 +0100647 /* Be sure it is useless !! */
648 /* if (cli_cs) */
649 /* cs_close(cli_cs); */
Willy Tarreau1e954912012-10-12 17:50:05 +0200650
Willy Tarreaua4cda672010-06-06 18:28:49 +0200651 for (i = 0; i < s->store_count; i++) {
652 if (!s->store[i].ts)
653 continue;
654 stksess_free(s->store[i].table, s->store[i].ts);
655 s->store[i].ts = NULL;
656 }
657
Emeric Brun08622d32020-12-23 17:41:43 +0100658 if (s->resolv_ctx.requester) {
Emeric Brun21fbeed2020-12-23 18:01:04 +0100659 __decl_thread(struct resolvers *resolvers = s->resolv_ctx.parent->arg.resolv.resolvers);
Christopher Faulet5098a082020-07-22 11:46:32 +0200660
661 HA_SPIN_LOCK(DNS_LOCK, &resolvers->lock);
Willy Tarreau61cfdf42021-02-20 10:46:51 +0100662 ha_free(&s->resolv_ctx.hostname_dn);
Emeric Brun08622d32020-12-23 17:41:43 +0100663 s->resolv_ctx.hostname_dn_len = 0;
Willy Tarreau6878f802021-10-20 14:07:31 +0200664 resolv_unlink_resolution(s->resolv_ctx.requester);
Christopher Faulet5098a082020-07-22 11:46:32 +0200665 HA_SPIN_UNLOCK(DNS_LOCK, &resolvers->lock);
Baptiste Assmann333939c2019-01-21 08:34:50 +0100666
Emeric Brun08622d32020-12-23 17:41:43 +0100667 pool_free(resolv_requester_pool, s->resolv_ctx.requester);
668 s->resolv_ctx.requester = NULL;
Baptiste Assmann333939c2019-01-21 08:34:50 +0100669 }
670
Willy Tarreau92fb9832007-10-16 17:34:28 +0200671 if (fe) {
Christopher Faulet59399252019-11-07 14:27:52 +0100672 if (s->req_cap) {
673 struct cap_hdr *h;
674 for (h = fe->req_cap; h; h = h->next)
675 pool_free(h->pool, s->req_cap[h->index]);
676 }
677
678 if (s->res_cap) {
679 struct cap_hdr *h;
680 for (h = fe->rsp_cap; h; h = h->next)
681 pool_free(h->pool, s->res_cap[h->index]);
682 }
683
Willy Tarreaubafbe012017-11-24 17:34:44 +0100684 pool_free(fe->rsp_cap_pool, s->res_cap);
685 pool_free(fe->req_cap_pool, s->req_cap);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200686 }
Willy Tarreau0937bc42009-12-22 15:03:09 +0100687
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200688 /* Cleanup all variable contexts. */
Willy Tarreaucda7f3f2018-10-28 13:44:36 +0100689 if (!LIST_ISEMPTY(&s->vars_txn.head))
690 vars_prune(&s->vars_txn, s->sess, s);
691 if (!LIST_ISEMPTY(&s->vars_reqres.head))
692 vars_prune(&s->vars_reqres, s->sess, s);
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200693
Willy Tarreau87b09662015-04-03 00:22:06 +0200694 stream_store_counters(s);
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +0200695
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100696 list_for_each_entry_safe(bref, back, &s->back_refs, users) {
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100697 /* we have to unlink all watchers. We must not relink them if
Willy Tarreau49de6852021-02-24 13:46:12 +0100698 * this stream was the last one in the list. This is safe to do
699 * here because we're touching our thread's list so we know
700 * that other streams are not active, and the watchers will
701 * only touch their node under thread isolation.
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100702 */
Willy Tarreau49de6852021-02-24 13:46:12 +0100703 LIST_DEL_INIT(&bref->users);
Willy Tarreaub4e34762021-09-30 19:02:18 +0200704 if (s->list.n != &th_ctx->streams)
Willy Tarreau2b718102021-04-21 07:32:39 +0200705 LIST_APPEND(&LIST_ELEM(s->list.n, struct stream *, list)->back_refs, &bref->users);
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100706 bref->ref = s->list.n;
Willy Tarreau49de6852021-02-24 13:46:12 +0100707 __ha_barrier_store();
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100708 }
Willy Tarreau2b718102021-04-21 07:32:39 +0200709 LIST_DELETE(&s->list);
Emeric Brun6b35e9b2017-06-30 16:23:45 +0200710
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +0200711 cs_destroy(s->scb);
712 cs_destroy(s->scf);
Olivier Houchard4fdec7a2018-10-11 17:09:14 +0200713
Willy Tarreaubafbe012017-11-24 17:34:44 +0100714 pool_free(pool_head_stream, s);
Willy Tarreau632f5a72007-07-11 10:42:35 +0200715
716 /* We may want to free the maximum amount of pools if the proxy is stopping */
Christopher Fauletdfd10ab2021-10-06 14:24:19 +0200717 if (fe && unlikely(fe->flags & (PR_FL_DISABLED|PR_FL_STOPPED))) {
Willy Tarreaubafbe012017-11-24 17:34:44 +0100718 pool_flush(pool_head_buffer);
719 pool_flush(pool_head_http_txn);
Willy Tarreaubafbe012017-11-24 17:34:44 +0100720 pool_flush(pool_head_requri);
721 pool_flush(pool_head_capture);
722 pool_flush(pool_head_stream);
723 pool_flush(pool_head_session);
724 pool_flush(pool_head_connection);
725 pool_flush(pool_head_pendconn);
726 pool_flush(fe->req_cap_pool);
727 pool_flush(fe->rsp_cap_pool);
Willy Tarreau632f5a72007-07-11 10:42:35 +0200728 }
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200729}
730
Willy Tarreau656859d2014-11-25 19:46:36 +0100731
Willy Tarreau87b09662015-04-03 00:22:06 +0200732/* Allocates a work buffer for stream <s>. It is meant to be called inside
733 * process_stream(). It will only allocate the side needed for the function
Willy Tarreaubc39a5d2015-04-20 15:52:18 +0200734 * to work fine, which is the response buffer so that an error message may be
735 * built and returned. Response buffers may be allocated from the reserve, this
736 * is critical to ensure that a response may always flow and will never block a
737 * server from releasing a connection. Returns 0 in case of failure, non-zero
738 * otherwise.
Willy Tarreau656859d2014-11-25 19:46:36 +0100739 */
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100740static int stream_alloc_work_buffer(struct stream *s)
Willy Tarreau656859d2014-11-25 19:46:36 +0100741{
Willy Tarreaud68d4f12021-03-22 14:44:31 +0100742 if (b_alloc(&s->res.buf))
Willy Tarreau656859d2014-11-25 19:46:36 +0100743 return 1;
Willy Tarreau656859d2014-11-25 19:46:36 +0100744 return 0;
745}
746
747/* releases unused buffers after processing. Typically used at the end of the
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100748 * update() functions. It will try to wake up as many tasks/applets as the
749 * number of buffers that it releases. In practice, most often streams are
750 * blocked on a single buffer, so it makes sense to try to wake two up when two
751 * buffers are released at once.
Willy Tarreau656859d2014-11-25 19:46:36 +0100752 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200753void stream_release_buffers(struct stream *s)
Willy Tarreau656859d2014-11-25 19:46:36 +0100754{
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100755 int offer = 0;
Willy Tarreau656859d2014-11-25 19:46:36 +0100756
Willy Tarreau0c7ed5d2018-07-10 09:53:31 +0200757 if (c_size(&s->req) && c_empty(&s->req)) {
Willy Tarreau4d77bbf2021-02-20 12:02:46 +0100758 offer++;
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100759 b_free(&s->req.buf);
760 }
Willy Tarreau0c7ed5d2018-07-10 09:53:31 +0200761 if (c_size(&s->res) && c_empty(&s->res)) {
Willy Tarreau4d77bbf2021-02-20 12:02:46 +0100762 offer++;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100763 b_free(&s->res.buf);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100764 }
Willy Tarreau656859d2014-11-25 19:46:36 +0100765
Willy Tarreaubf883e02014-11-25 21:10:35 +0100766 /* if we're certain to have at least 1 buffer available, and there is
767 * someone waiting, we can wake up a waiter and offer them.
768 */
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100769 if (offer)
Willy Tarreau4d77bbf2021-02-20 12:02:46 +0100770 offer_buffers(s, offer);
Willy Tarreau656859d2014-11-25 19:46:36 +0100771}
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200772
Willy Tarreau87b09662015-04-03 00:22:06 +0200773void stream_process_counters(struct stream *s)
Willy Tarreau30e71012007-11-26 20:15:35 +0100774{
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200775 struct session *sess = s->sess;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100776 unsigned long long bytes;
Willy Tarreau20d46a52012-12-09 15:55:40 +0100777 int i;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100778
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100779 bytes = s->req.total - s->logs.bytes_in;
780 s->logs.bytes_in = s->req.total;
781 if (bytes) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100782 _HA_ATOMIC_ADD(&sess->fe->fe_counters.bytes_in, bytes);
783 _HA_ATOMIC_ADD(&s->be->be_counters.bytes_in, bytes);
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100784
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100785 if (objt_server(s->target))
Willy Tarreau88bc8002021-12-06 07:01:02 +0000786 _HA_ATOMIC_ADD(&__objt_server(s->target)->counters.bytes_in, bytes);
Krzysztof Piotr Oledzkiaeebf9b2009-10-04 15:43:17 +0200787
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200788 if (sess->listener && sess->listener->counters)
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100789 _HA_ATOMIC_ADD(&sess->listener->counters->bytes_in, bytes);
Willy Tarreau855e4bb2010-06-18 18:33:32 +0200790
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100791 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Christopher Faulet84600632020-10-06 13:52:40 +0200792 if (!stkctr_inc_bytes_in_ctr(&s->stkctr[i], bytes))
793 stkctr_inc_bytes_in_ctr(&sess->stkctr[i], bytes);
Willy Tarreau30e71012007-11-26 20:15:35 +0100794 }
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100795 }
796
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100797 bytes = s->res.total - s->logs.bytes_out;
798 s->logs.bytes_out = s->res.total;
799 if (bytes) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100800 _HA_ATOMIC_ADD(&sess->fe->fe_counters.bytes_out, bytes);
801 _HA_ATOMIC_ADD(&s->be->be_counters.bytes_out, bytes);
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100802
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100803 if (objt_server(s->target))
Willy Tarreau88bc8002021-12-06 07:01:02 +0000804 _HA_ATOMIC_ADD(&__objt_server(s->target)->counters.bytes_out, bytes);
Krzysztof Piotr Oledzkiaeebf9b2009-10-04 15:43:17 +0200805
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200806 if (sess->listener && sess->listener->counters)
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100807 _HA_ATOMIC_ADD(&sess->listener->counters->bytes_out, bytes);
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200808
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100809 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Christopher Faulet84600632020-10-06 13:52:40 +0200810 if (!stkctr_inc_bytes_out_ctr(&s->stkctr[i], bytes))
811 stkctr_inc_bytes_out_ctr(&sess->stkctr[i], bytes);
Willy Tarreau30e71012007-11-26 20:15:35 +0100812 }
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100813 }
814}
Willy Tarreaubaaee002006-06-26 02:48:02 +0200815
Christopher Faulet9125f3c2022-03-31 09:47:24 +0200816/*
817 * Returns a message to the client ; the connection is shut down for read,
818 * and the request is cleared so that no server connection can be initiated.
819 * The buffer is marked for read shutdown on the other side to protect the
820 * message, and the buffer write is enabled. The message is contained in a
821 * "chunk". If it is null, then an empty message is used. The reply buffer does
822 * not need to be empty before this, and its contents will not be overwritten.
823 * The primary goal of this function is to return error messages to a client.
824 */
825void stream_retnclose(struct stream *s, const struct buffer *msg)
826{
827 struct channel *ic = &s->req;
828 struct channel *oc = &s->res;
829
830 channel_auto_read(ic);
831 channel_abort(ic);
832 channel_auto_close(ic);
833 channel_erase(ic);
834 channel_truncate(oc);
835
836 if (likely(msg && msg->data))
837 co_inject(oc, msg->area, msg->data);
838
839 oc->wex = tick_add_ifset(now_ms, oc->wto);
840 channel_auto_read(oc);
841 channel_auto_close(oc);
842 channel_shutr_now(oc);
843}
844
Amaury Denoyelleb7150782020-12-10 13:43:51 +0100845int stream_set_timeout(struct stream *s, enum act_timeout_name name, int timeout)
846{
Amaury Denoyelle90d3d882020-12-10 13:43:52 +0100847 switch (name) {
848 case ACT_TIMEOUT_SERVER:
849 s->req.wto = timeout;
850 s->res.rto = timeout;
851 return 1;
852
Amaury Denoyellefb504432020-12-10 13:43:53 +0100853 case ACT_TIMEOUT_TUNNEL:
854 s->tunnel_timeout = timeout;
855 return 1;
856
Amaury Denoyelle90d3d882020-12-10 13:43:52 +0100857 default:
858 return 0;
859 }
Amaury Denoyelleb7150782020-12-10 13:43:51 +0100860}
861
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100862/*
Willy Tarreau026e8fb2022-05-17 19:47:17 +0200863 * This function handles the transition between the SC_ST_CON state and the
864 * SC_ST_EST state. It must only be called after switching from SC_ST_CON (or
865 * SC_ST_INI or SC_ST_RDY) to SC_ST_EST, but only when a ->proto is defined.
866 * Note that it will switch the interface to SC_ST_DIS if we already have
Olivier Houchardaacc4052019-05-21 17:43:50 +0200867 * the CF_SHUTR flag, it means we were able to forward the request, and
868 * receive the response, before process_stream() had the opportunity to
Willy Tarreau026e8fb2022-05-17 19:47:17 +0200869 * make the switch from SC_ST_CON to SC_ST_EST. When that happens, we want
Willy Tarreau3a9312a2020-01-09 18:43:15 +0100870 * to go through back_establish() anyway, to make sure the analysers run.
Willy Tarreaud66ed882019-06-05 18:02:04 +0200871 * Timeouts are cleared. Error are reported on the channel so that analysers
872 * can handle them.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100873 */
Willy Tarreau3a9312a2020-01-09 18:43:15 +0100874static void back_establish(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100875{
Willy Tarreaufd9417b2022-05-18 16:23:22 +0200876 struct connection *conn = sc_conn(s->scb);
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100877 struct channel *req = &s->req;
878 struct channel *rep = &s->res;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100879
Christopher Faulet62e75742022-03-31 09:16:34 +0200880 DBG_TRACE_ENTER(STRM_EV_STRM_PROC|STRM_EV_CS_ST, s);
Willy Tarreaud66ed882019-06-05 18:02:04 +0200881 /* First, centralize the timers information, and clear any irrelevant
882 * timeout.
883 */
Willy Tarreau0e37f1c2013-12-31 23:06:46 +0100884 s->logs.t_connect = tv_ms_elapsed(&s->logs.tv_accept, &now);
Christopher Fauletae024ce2022-03-29 19:02:31 +0200885 s->conn_exp = TICK_ETERNITY;
886 s->flags &= ~SF_CONN_EXP;
Willy Tarreaud66ed882019-06-05 18:02:04 +0200887
888 /* errors faced after sending data need to be reported */
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +0200889 if (sc_ep_test(s->scb, SE_FL_ERROR) && req->flags & CF_WROTE_DATA) {
Willy Tarreaud66ed882019-06-05 18:02:04 +0200890 /* Don't add CF_WRITE_ERROR if we're here because
891 * early data were rejected by the server, or
892 * http_wait_for_response() will never be called
893 * to send a 425.
894 */
895 if (conn && conn->err_code != CO_ER_SSL_EARLY_FAILED)
896 req->flags |= CF_WRITE_ERROR;
897 rep->flags |= CF_READ_ERROR;
Christopher Faulet50264b42022-03-30 19:39:30 +0200898 s->conn_err_type = STRM_ET_DATA_ERR;
Christopher Faulet62e75742022-03-31 09:16:34 +0200899 DBG_TRACE_STATE("read/write error", STRM_EV_STRM_PROC|STRM_EV_CS_ST|STRM_EV_STRM_ERR, s);
Willy Tarreaud66ed882019-06-05 18:02:04 +0200900 }
901
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100902 if (objt_server(s->target))
Willy Tarreau88bc8002021-12-06 07:01:02 +0000903 health_adjust(__objt_server(s->target), HANA_STATUS_L4_OK);
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +0100904
Christopher Faulet1bb6afa2021-03-08 17:57:53 +0100905 if (!IS_HTX_STRM(s)) { /* let's allow immediate data connection in this case */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100906 /* if the user wants to log as soon as possible, without counting
907 * bytes from the server, then this is the right moment. */
Willy Tarreaud0d8da92015-04-04 02:10:38 +0200908 if (!LIST_ISEMPTY(&strm_fe(s)->logformat) && !(s->logs.logwait & LW_BYTES)) {
Willy Tarreau66425e32018-07-25 06:55:12 +0200909 /* note: no pend_pos here, session is established */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100910 s->logs.t_close = s->logs.t_connect; /* to get a valid end date */
Willy Tarreaua5555ec2008-11-30 19:02:32 +0100911 s->do_log(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100912 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100913 }
914 else {
Willy Tarreaud81ca042013-12-31 22:33:13 +0100915 rep->flags |= CF_READ_DONTWAIT; /* a single read is enough to get response headers */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100916 }
917
Willy Tarreau0007d0a2018-12-11 18:01:38 +0100918 rep->analysers |= strm_fe(s)->fe_rsp_ana | s->be->be_rsp_ana;
Christopher Faulet309c6412015-12-02 09:57:32 +0100919
Willy Tarreau4164eb92022-05-25 15:42:03 +0200920 se_have_more_data(s->scb->sedesc);
Willy Tarreau03cdb7c2012-08-27 23:14:58 +0200921 rep->flags |= CF_READ_ATTACHED; /* producer is now attached */
Christopher Faulet0256da12021-12-15 09:50:17 +0100922 if (conn) {
Amaury Denoyelle90d3d882020-12-10 13:43:52 +0100923 /* real connections have timeouts
924 * if already defined, it means that a set-timeout rule has
925 * been executed so do not overwrite them
926 */
927 if (!tick_isset(req->wto))
928 req->wto = s->be->timeout.server;
929 if (!tick_isset(rep->rto))
930 rep->rto = s->be->timeout.server;
Amaury Denoyellefb504432020-12-10 13:43:53 +0100931 if (!tick_isset(s->tunnel_timeout))
932 s->tunnel_timeout = s->be->timeout.tunnel;
Amaury Denoyelle90d3d882020-12-10 13:43:52 +0100933
Olivier Houchard47e9a1a2018-11-07 17:55:19 +0100934 /* The connection is now established, try to read data from the
935 * underlying layer, and subscribe to recv events. We use a
936 * delayed recv here to give a chance to the data to flow back
937 * by the time we process other tasks.
938 */
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +0200939 cs_chk_rcv(s->scb);
Willy Tarreaud04e8582010-05-31 12:31:35 +0200940 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100941 req->wex = TICK_ETERNITY;
Olivier Houchard78595262019-07-26 14:54:34 +0200942 /* If we managed to get the whole response, and we don't have anything
Willy Tarreau026e8fb2022-05-17 19:47:17 +0200943 * left to send, or can't, switch to SC_ST_DIS now. */
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100944 if (rep->flags & (CF_SHUTR | CF_SHUTW)) {
Willy Tarreau026e8fb2022-05-17 19:47:17 +0200945 s->scb->state = SC_ST_DIS;
Christopher Faulet62e75742022-03-31 09:16:34 +0200946 DBG_TRACE_STATE("response channel shutdwn for read/write", STRM_EV_STRM_PROC|STRM_EV_CS_ST|STRM_EV_STRM_ERR, s);
Christopher Fauleteea8fc72019-11-05 16:18:10 +0100947 }
948
Christopher Faulet62e75742022-03-31 09:16:34 +0200949 DBG_TRACE_LEAVE(STRM_EV_STRM_PROC|STRM_EV_CS_ST, s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100950}
951
Willy Tarreau87b09662015-04-03 00:22:06 +0200952/* Set correct stream termination flags in case no analyser has done it. It
Simon Hormandec5be42011-06-08 09:19:07 +0900953 * also counts a failed request if the server state has not reached the request
954 * stage.
955 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200956static void sess_set_term_flags(struct stream *s)
Simon Hormandec5be42011-06-08 09:19:07 +0900957{
Willy Tarreaue7dff022015-04-03 01:14:29 +0200958 if (!(s->flags & SF_FINST_MASK)) {
Willy Tarreau026e8fb2022-05-17 19:47:17 +0200959 if (s->scb->state == SC_ST_INI) {
Willy Tarreau7ab22adb2019-06-05 14:53:22 +0200960 /* anything before REQ in fact */
Willy Tarreau4781b152021-04-06 13:53:36 +0200961 _HA_ATOMIC_INC(&strm_fe(s)->fe_counters.failed_req);
Willy Tarreau2c1068c2015-09-23 12:21:21 +0200962 if (strm_li(s) && strm_li(s)->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +0200963 _HA_ATOMIC_INC(&strm_li(s)->counters->failed_req);
Simon Hormandec5be42011-06-08 09:19:07 +0900964
Willy Tarreaue7dff022015-04-03 01:14:29 +0200965 s->flags |= SF_FINST_R;
Simon Hormandec5be42011-06-08 09:19:07 +0900966 }
Willy Tarreau026e8fb2022-05-17 19:47:17 +0200967 else if (s->scb->state == SC_ST_QUE)
Willy Tarreaue7dff022015-04-03 01:14:29 +0200968 s->flags |= SF_FINST_Q;
Willy Tarreau026e8fb2022-05-17 19:47:17 +0200969 else if (cs_state_in(s->scb->state, SC_SB_REQ|SC_SB_TAR|SC_SB_ASS|SC_SB_CON|SC_SB_CER|SC_SB_RDY))
Willy Tarreaue7dff022015-04-03 01:14:29 +0200970 s->flags |= SF_FINST_C;
Willy Tarreau026e8fb2022-05-17 19:47:17 +0200971 else if (s->scb->state == SC_ST_EST || s->prev_conn_state == SC_ST_EST)
Willy Tarreaue7dff022015-04-03 01:14:29 +0200972 s->flags |= SF_FINST_D;
Simon Hormandec5be42011-06-08 09:19:07 +0900973 else
Willy Tarreaue7dff022015-04-03 01:14:29 +0200974 s->flags |= SF_FINST_L;
Simon Hormandec5be42011-06-08 09:19:07 +0900975 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100976}
977
Thierry FOURNIER5a363e72015-09-27 19:29:33 +0200978/* This function parses the use-service action ruleset. It executes
979 * the associated ACL and set an applet as a stream or txn final node.
980 * it returns ACT_RET_ERR if an error occurs, the proxy left in
Ilya Shipitsinc02a23f2020-05-06 00:53:22 +0500981 * consistent state. It returns ACT_RET_STOP in success case because
Thierry FOURNIER5a363e72015-09-27 19:29:33 +0200982 * use-service must be a terminal action. Returns ACT_RET_YIELD
983 * if the initialisation function require more data.
984 */
985enum act_return process_use_service(struct act_rule *rule, struct proxy *px,
986 struct session *sess, struct stream *s, int flags)
987
988{
989 struct appctx *appctx;
990
991 /* Initialises the applet if it is required. */
Christopher Faulet105ba6c2019-12-18 14:41:51 +0100992 if (flags & ACT_OPT_FIRST) {
Thierry FOURNIER5a363e72015-09-27 19:29:33 +0200993 /* Register applet. this function schedules the applet. */
994 s->target = &rule->applet.obj_type;
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +0200995 appctx = cs_applet_create(s->scb, objt_applet(s->target));
Christopher Faulet2da02ae2022-02-24 13:45:27 +0100996 if (unlikely(!appctx))
Thierry FOURNIER5a363e72015-09-27 19:29:33 +0200997 return ACT_RET_ERR;
998
Christopher Faulet93882042022-01-19 14:56:50 +0100999 /* Finish initialisation of the context. */
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001000 appctx->rule = rule;
Christopher Faulet16c0d9c2022-05-12 14:59:28 +02001001 if (appctx_init(appctx) == -1)
Christopher Faulet4aa1d282022-01-13 16:01:35 +01001002 return ACT_RET_ERR;
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001003 }
1004 else
Willy Tarreau8e7c6e62022-05-18 17:58:02 +02001005 appctx = __sc_appctx(s->scb);
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001006
Christopher Faulet2571bc62019-03-01 11:44:26 +01001007 if (rule->from != ACT_F_HTTP_REQ) {
1008 if (sess->fe == s->be) /* report it if the request was intercepted by the frontend */
Willy Tarreau4781b152021-04-06 13:53:36 +02001009 _HA_ATOMIC_INC(&sess->fe->fe_counters.intercepted_req);
Christopher Faulet2571bc62019-03-01 11:44:26 +01001010
1011 /* The flag SF_ASSIGNED prevent from server assignment. */
1012 s->flags |= SF_ASSIGNED;
1013 }
1014
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001015 /* Now we can schedule the applet. */
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02001016 cs_cant_get(s->scb);
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001017 appctx_wakeup(appctx);
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001018 return ACT_RET_STOP;
1019}
1020
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001021/* This stream analyser checks the switching rules and changes the backend
Willy Tarreau4de91492010-01-22 19:10:05 +01001022 * if appropriate. The default_backend rule is also considered, then the
1023 * target backend's forced persistence rules are also evaluated last if any.
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001024 * It returns 1 if the processing can continue on next analysers, or zero if it
1025 * either needs more data or wants to immediately abort the request.
1026 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001027static int process_switching_rules(struct stream *s, struct channel *req, int an_bit)
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001028{
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001029 struct persist_rule *prst_rule;
Willy Tarreau192252e2015-04-04 01:47:55 +02001030 struct session *sess = s->sess;
1031 struct proxy *fe = sess->fe;
Willy Tarreau4de91492010-01-22 19:10:05 +01001032
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001033 req->analysers &= ~an_bit;
1034 req->analyse_exp = TICK_ETERNITY;
1035
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001036 DBG_TRACE_ENTER(STRM_EV_STRM_ANA, s);
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001037
1038 /* now check whether we have some switching rules for this request */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001039 if (!(s->flags & SF_BE_ASSIGNED)) {
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001040 struct switching_rule *rule;
1041
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001042 list_for_each_entry(rule, &fe->switching_rules, list) {
Willy Tarreauf51658d2014-04-23 01:21:56 +02001043 int ret = 1;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001044
Willy Tarreauf51658d2014-04-23 01:21:56 +02001045 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001046 ret = acl_exec_cond(rule->cond, fe, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreauf51658d2014-04-23 01:21:56 +02001047 ret = acl_pass(ret);
1048 if (rule->cond->pol == ACL_COND_UNLESS)
1049 ret = !ret;
1050 }
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001051
1052 if (ret) {
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001053 /* If the backend name is dynamic, try to resolve the name.
1054 * If we can't resolve the name, or if any error occurs, break
1055 * the loop and fallback to the default backend.
1056 */
Dragan Dosen2ae327e2017-10-26 11:25:10 +02001057 struct proxy *backend = NULL;
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001058
1059 if (rule->dynamic) {
Willy Tarreau83061a82018-07-13 11:56:34 +02001060 struct buffer *tmp;
Dragan Dosen2ae327e2017-10-26 11:25:10 +02001061
1062 tmp = alloc_trash_chunk();
1063 if (!tmp)
1064 goto sw_failed;
1065
Willy Tarreau843b7cb2018-07-13 10:54:26 +02001066 if (build_logline(s, tmp->area, tmp->size, &rule->be.expr))
1067 backend = proxy_be_by_name(tmp->area);
Dragan Dosen2ae327e2017-10-26 11:25:10 +02001068
1069 free_trash_chunk(tmp);
1070 tmp = NULL;
1071
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001072 if (!backend)
1073 break;
1074 }
1075 else
1076 backend = rule->be.backend;
1077
Willy Tarreau87b09662015-04-03 00:22:06 +02001078 if (!stream_set_backend(s, backend))
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001079 goto sw_failed;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001080 break;
1081 }
1082 }
1083
1084 /* To ensure correct connection accounting on the backend, we
1085 * have to assign one if it was not set (eg: a listen). This
1086 * measure also takes care of correctly setting the default
Christopher Fauletf0d7eb22021-03-22 15:07:51 +01001087 * backend if any. Don't do anything if an upgrade is already in
1088 * progress.
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001089 */
Christopher Fauletf0d7eb22021-03-22 15:07:51 +01001090 if (!(s->flags & (SF_BE_ASSIGNED|SF_IGNORE)))
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001091 if (!stream_set_backend(s, fe->defbe.be ? fe->defbe.be : s->be))
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001092 goto sw_failed;
Christopher Fauletf0d7eb22021-03-22 15:07:51 +01001093
1094 /* No backend assigned but no error reported. It happens when a
1095 * TCP stream is upgraded to HTTP/2.
1096 */
1097 if ((s->flags & (SF_BE_ASSIGNED|SF_IGNORE)) == SF_IGNORE) {
1098 DBG_TRACE_DEVEL("leaving with no backend because of a destructive upgrade", STRM_EV_STRM_ANA, s);
1099 return 0;
1100 }
1101
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001102 }
1103
Willy Tarreaufb356202010-08-03 14:02:05 +02001104 /* we don't want to run the TCP or HTTP filters again if the backend has not changed */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001105 if (fe == s->be) {
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001106 s->req.analysers &= ~AN_REQ_INSPECT_BE;
1107 s->req.analysers &= ~AN_REQ_HTTP_PROCESS_BE;
Christopher Faulet0184ea72017-01-05 14:06:34 +01001108 s->req.analysers &= ~AN_REQ_FLT_START_BE;
Willy Tarreaufb356202010-08-03 14:02:05 +02001109 }
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001110
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001111 /* as soon as we know the backend, we must check if we have a matching forced or ignored
Willy Tarreau87b09662015-04-03 00:22:06 +02001112 * persistence rule, and report that in the stream.
Willy Tarreau4de91492010-01-22 19:10:05 +01001113 */
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001114 list_for_each_entry(prst_rule, &s->be->persist_rules, list) {
Willy Tarreau4de91492010-01-22 19:10:05 +01001115 int ret = 1;
1116
1117 if (prst_rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001118 ret = acl_exec_cond(prst_rule->cond, s->be, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreau4de91492010-01-22 19:10:05 +01001119 ret = acl_pass(ret);
1120 if (prst_rule->cond->pol == ACL_COND_UNLESS)
1121 ret = !ret;
1122 }
1123
1124 if (ret) {
1125 /* no rule, or the rule matches */
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001126 if (prst_rule->type == PERSIST_TYPE_FORCE) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001127 s->flags |= SF_FORCE_PRST;
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001128 } else {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001129 s->flags |= SF_IGNORE_PRST;
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001130 }
Willy Tarreau4de91492010-01-22 19:10:05 +01001131 break;
1132 }
1133 }
1134
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001135 DBG_TRACE_LEAVE(STRM_EV_STRM_ANA, s);
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001136 return 1;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001137
1138 sw_failed:
1139 /* immediately abort this request in case of allocation failure */
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001140 channel_abort(&s->req);
1141 channel_abort(&s->res);
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001142
Willy Tarreaue7dff022015-04-03 01:14:29 +02001143 if (!(s->flags & SF_ERR_MASK))
1144 s->flags |= SF_ERR_RESOURCE;
1145 if (!(s->flags & SF_FINST_MASK))
1146 s->flags |= SF_FINST_R;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001147
Willy Tarreaueee5b512015-04-03 23:46:31 +02001148 if (s->txn)
1149 s->txn->status = 500;
Christopher Faulet0184ea72017-01-05 14:06:34 +01001150 s->req.analysers &= AN_REQ_FLT_END;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001151 s->req.analyse_exp = TICK_ETERNITY;
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001152 DBG_TRACE_DEVEL("leaving on error", STRM_EV_STRM_ANA|STRM_EV_STRM_ERR, s);
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001153 return 0;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001154}
1155
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001156/* This stream analyser works on a request. It applies all use-server rules on
1157 * it then returns 1. The data must already be present in the buffer otherwise
1158 * they won't match. It always returns 1.
1159 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001160static int process_server_rules(struct stream *s, struct channel *req, int an_bit)
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001161{
1162 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001163 struct session *sess = s->sess;
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001164 struct server_rule *rule;
1165
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001166 DBG_TRACE_ENTER(STRM_EV_STRM_ANA, s);
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001167
Willy Tarreaue7dff022015-04-03 01:14:29 +02001168 if (!(s->flags & SF_ASSIGNED)) {
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001169 list_for_each_entry(rule, &px->server_rules, list) {
1170 int ret;
1171
Willy Tarreau192252e2015-04-04 01:47:55 +02001172 ret = acl_exec_cond(rule->cond, s->be, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001173 ret = acl_pass(ret);
1174 if (rule->cond->pol == ACL_COND_UNLESS)
1175 ret = !ret;
1176
1177 if (ret) {
Jerome Magnin824186b2020-03-29 09:37:12 +02001178 struct server *srv;
1179
1180 if (rule->dynamic) {
1181 struct buffer *tmp = get_trash_chunk();
1182
1183 if (!build_logline(s, tmp->area, tmp->size, &rule->expr))
1184 break;
1185
1186 srv = findserver(s->be, tmp->area);
1187 if (!srv)
1188 break;
1189 }
1190 else
1191 srv = rule->srv.ptr;
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001192
Emeric Brun52a91d32017-08-31 14:41:55 +02001193 if ((srv->cur_state != SRV_ST_STOPPED) ||
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001194 (px->options & PR_O_PERSIST) ||
Willy Tarreaue7dff022015-04-03 01:14:29 +02001195 (s->flags & SF_FORCE_PRST)) {
1196 s->flags |= SF_DIRECT | SF_ASSIGNED;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001197 s->target = &srv->obj_type;
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001198 break;
1199 }
1200 /* if the server is not UP, let's go on with next rules
1201 * just in case another one is suited.
1202 */
1203 }
1204 }
1205 }
1206
1207 req->analysers &= ~an_bit;
1208 req->analyse_exp = TICK_ETERNITY;
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001209 DBG_TRACE_LEAVE(STRM_EV_STRM_ANA, s);
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001210 return 1;
1211}
1212
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001213static inline void sticking_rule_find_target(struct stream *s,
1214 struct stktable *t, struct stksess *ts)
1215{
1216 struct proxy *px = s->be;
1217 struct eb32_node *node;
1218 struct dict_entry *de;
1219 void *ptr;
1220 struct server *srv;
1221
1222 /* Look for the server name previously stored in <t> stick-table */
1223 HA_RWLOCK_RDLOCK(STK_SESS_LOCK, &ts->lock);
Thayne McCombs92149f92020-11-20 01:28:26 -07001224 ptr = __stktable_data_ptr(t, ts, STKTABLE_DT_SERVER_KEY);
Emeric Brun0e3457b2021-06-30 17:18:28 +02001225 de = stktable_data_cast(ptr, std_t_dict);
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001226 HA_RWLOCK_RDUNLOCK(STK_SESS_LOCK, &ts->lock);
1227
1228 if (de) {
Thayne McCombs92149f92020-11-20 01:28:26 -07001229 struct ebpt_node *node;
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001230
Thayne McCombs92149f92020-11-20 01:28:26 -07001231 if (t->server_key_type == STKTABLE_SRV_NAME) {
1232 node = ebis_lookup(&px->conf.used_server_name, de->value.key);
1233 if (node) {
1234 srv = container_of(node, struct server, conf.name);
1235 goto found;
1236 }
1237 } else if (t->server_key_type == STKTABLE_SRV_ADDR) {
1238 HA_RWLOCK_RDLOCK(PROXY_LOCK, &px->lock);
1239 node = ebis_lookup(&px->used_server_addr, de->value.key);
1240 HA_RWLOCK_RDUNLOCK(PROXY_LOCK, &px->lock);
1241 if (node) {
1242 srv = container_of(node, struct server, addr_node);
1243 goto found;
1244 }
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001245 }
1246 }
1247
1248 /* Look for the server ID */
1249 HA_RWLOCK_RDLOCK(STK_SESS_LOCK, &ts->lock);
1250 ptr = __stktable_data_ptr(t, ts, STKTABLE_DT_SERVER_ID);
Emeric Brun0e3457b2021-06-30 17:18:28 +02001251 node = eb32_lookup(&px->conf.used_server_id, stktable_data_cast(ptr, std_t_sint));
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001252 HA_RWLOCK_RDUNLOCK(STK_SESS_LOCK, &ts->lock);
1253
1254 if (!node)
1255 return;
1256
1257 srv = container_of(node, struct server, conf.id);
1258 found:
1259 if ((srv->cur_state != SRV_ST_STOPPED) ||
1260 (px->options & PR_O_PERSIST) || (s->flags & SF_FORCE_PRST)) {
1261 s->flags |= SF_DIRECT | SF_ASSIGNED;
1262 s->target = &srv->obj_type;
1263 }
1264}
1265
Emeric Brun1d33b292010-01-04 15:47:17 +01001266/* This stream analyser works on a request. It applies all sticking rules on
1267 * it then returns 1. The data must already be present in the buffer otherwise
1268 * they won't match. It always returns 1.
1269 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001270static int process_sticking_rules(struct stream *s, struct channel *req, int an_bit)
Emeric Brun1d33b292010-01-04 15:47:17 +01001271{
1272 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001273 struct session *sess = s->sess;
Emeric Brun1d33b292010-01-04 15:47:17 +01001274 struct sticking_rule *rule;
1275
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001276 DBG_TRACE_ENTER(STRM_EV_STRM_ANA, s);
Emeric Brun1d33b292010-01-04 15:47:17 +01001277
1278 list_for_each_entry(rule, &px->sticking_rules, list) {
1279 int ret = 1 ;
1280 int i;
1281
Willy Tarreau9667a802013-12-09 12:52:13 +01001282 /* Only the first stick store-request of each table is applied
1283 * and other ones are ignored. The purpose is to allow complex
1284 * configurations which look for multiple entries by decreasing
1285 * order of precision and to stop at the first which matches.
1286 * An example could be a store of the IP address from an HTTP
1287 * header first, then from the source if not found.
1288 */
Jerome Magninbee00ad2020-01-16 17:37:21 +01001289 if (rule->flags & STK_IS_STORE) {
1290 for (i = 0; i < s->store_count; i++) {
1291 if (rule->table.t == s->store[i].table)
1292 break;
1293 }
Emeric Brun1d33b292010-01-04 15:47:17 +01001294
Jerome Magninbee00ad2020-01-16 17:37:21 +01001295 if (i != s->store_count)
1296 continue;
1297 }
Emeric Brun1d33b292010-01-04 15:47:17 +01001298
1299 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001300 ret = acl_exec_cond(rule->cond, px, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001301 ret = acl_pass(ret);
1302 if (rule->cond->pol == ACL_COND_UNLESS)
1303 ret = !ret;
1304 }
1305
1306 if (ret) {
1307 struct stktable_key *key;
1308
Willy Tarreau192252e2015-04-04 01:47:55 +02001309 key = stktable_fetch_key(rule->table.t, px, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL, rule->expr, NULL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001310 if (!key)
1311 continue;
1312
1313 if (rule->flags & STK_IS_MATCH) {
1314 struct stksess *ts;
1315
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001316 if ((ts = stktable_lookup_key(rule->table.t, key)) != NULL) {
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001317 if (!(s->flags & SF_ASSIGNED))
1318 sticking_rule_find_target(s, rule->table.t, ts);
Emeric Brun819fc6f2017-06-13 19:37:32 +02001319 stktable_touch_local(rule->table.t, ts, 1);
Emeric Brun1d33b292010-01-04 15:47:17 +01001320 }
1321 }
1322 if (rule->flags & STK_IS_STORE) {
1323 if (s->store_count < (sizeof(s->store) / sizeof(s->store[0]))) {
1324 struct stksess *ts;
1325
1326 ts = stksess_new(rule->table.t, key);
1327 if (ts) {
1328 s->store[s->store_count].table = rule->table.t;
1329 s->store[s->store_count++].ts = ts;
1330 }
1331 }
1332 }
1333 }
1334 }
1335
1336 req->analysers &= ~an_bit;
1337 req->analyse_exp = TICK_ETERNITY;
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001338 DBG_TRACE_LEAVE(STRM_EV_STRM_ANA, s);
Emeric Brun1d33b292010-01-04 15:47:17 +01001339 return 1;
1340}
1341
1342/* This stream analyser works on a response. It applies all store rules on it
1343 * then returns 1. The data must already be present in the buffer otherwise
1344 * they won't match. It always returns 1.
1345 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001346static int process_store_rules(struct stream *s, struct channel *rep, int an_bit)
Emeric Brun1d33b292010-01-04 15:47:17 +01001347{
1348 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001349 struct session *sess = s->sess;
Emeric Brun1d33b292010-01-04 15:47:17 +01001350 struct sticking_rule *rule;
1351 int i;
Willy Tarreau9667a802013-12-09 12:52:13 +01001352 int nbreq = s->store_count;
Emeric Brun1d33b292010-01-04 15:47:17 +01001353
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001354 DBG_TRACE_ENTER(STRM_EV_STRM_ANA, s);
Emeric Brun1d33b292010-01-04 15:47:17 +01001355
1356 list_for_each_entry(rule, &px->storersp_rules, list) {
1357 int ret = 1 ;
Emeric Brun1d33b292010-01-04 15:47:17 +01001358
Willy Tarreau9667a802013-12-09 12:52:13 +01001359 /* Only the first stick store-response of each table is applied
1360 * and other ones are ignored. The purpose is to allow complex
1361 * configurations which look for multiple entries by decreasing
1362 * order of precision and to stop at the first which matches.
1363 * An example could be a store of a set-cookie value, with a
1364 * fallback to a parameter found in a 302 redirect.
1365 *
1366 * The store-response rules are not allowed to override the
1367 * store-request rules for the same table, but they may coexist.
1368 * Thus we can have up to one store-request entry and one store-
1369 * response entry for the same table at any time.
1370 */
1371 for (i = nbreq; i < s->store_count; i++) {
1372 if (rule->table.t == s->store[i].table)
1373 break;
1374 }
1375
1376 /* skip existing entries for this table */
1377 if (i < s->store_count)
1378 continue;
1379
Emeric Brun1d33b292010-01-04 15:47:17 +01001380 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001381 ret = acl_exec_cond(rule->cond, px, sess, s, SMP_OPT_DIR_RES|SMP_OPT_FINAL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001382 ret = acl_pass(ret);
1383 if (rule->cond->pol == ACL_COND_UNLESS)
1384 ret = !ret;
1385 }
1386
1387 if (ret) {
1388 struct stktable_key *key;
1389
Willy Tarreau192252e2015-04-04 01:47:55 +02001390 key = stktable_fetch_key(rule->table.t, px, sess, s, SMP_OPT_DIR_RES|SMP_OPT_FINAL, rule->expr, NULL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001391 if (!key)
1392 continue;
1393
Willy Tarreau37e340c2013-12-06 23:05:21 +01001394 if (s->store_count < (sizeof(s->store) / sizeof(s->store[0]))) {
Emeric Brun1d33b292010-01-04 15:47:17 +01001395 struct stksess *ts;
1396
1397 ts = stksess_new(rule->table.t, key);
1398 if (ts) {
1399 s->store[s->store_count].table = rule->table.t;
Emeric Brun1d33b292010-01-04 15:47:17 +01001400 s->store[s->store_count++].ts = ts;
1401 }
1402 }
1403 }
1404 }
1405
1406 /* process store request and store response */
1407 for (i = 0; i < s->store_count; i++) {
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001408 struct stksess *ts;
Willy Tarreau13c29de2010-06-06 16:40:39 +02001409 void *ptr;
Thayne McCombs92149f92020-11-20 01:28:26 -07001410 char *key;
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001411 struct dict_entry *de;
Thayne McCombs92149f92020-11-20 01:28:26 -07001412 struct stktable *t = s->store[i].table;
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001413
Willy Tarreau88bc8002021-12-06 07:01:02 +00001414 if (objt_server(s->target) && __objt_server(s->target)->flags & SRV_F_NON_STICK) {
Simon Hormanfa461682011-06-25 09:39:49 +09001415 stksess_free(s->store[i].table, s->store[i].ts);
1416 s->store[i].ts = NULL;
1417 continue;
1418 }
1419
Thayne McCombs92149f92020-11-20 01:28:26 -07001420 ts = stktable_set_entry(t, s->store[i].ts);
Emeric Brun819fc6f2017-06-13 19:37:32 +02001421 if (ts != s->store[i].ts) {
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001422 /* the entry already existed, we can free ours */
Thayne McCombs92149f92020-11-20 01:28:26 -07001423 stksess_free(t, s->store[i].ts);
Emeric Brun1d33b292010-01-04 15:47:17 +01001424 }
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001425 s->store[i].ts = NULL;
Emeric Brun819fc6f2017-06-13 19:37:32 +02001426
Christopher Faulet2a944ee2017-11-07 10:42:54 +01001427 HA_RWLOCK_WRLOCK(STK_SESS_LOCK, &ts->lock);
Thayne McCombs92149f92020-11-20 01:28:26 -07001428 ptr = __stktable_data_ptr(t, ts, STKTABLE_DT_SERVER_ID);
Emeric Brun0e3457b2021-06-30 17:18:28 +02001429 stktable_data_cast(ptr, std_t_sint) = __objt_server(s->target)->puid;
Christopher Faulet2a944ee2017-11-07 10:42:54 +01001430 HA_RWLOCK_WRUNLOCK(STK_SESS_LOCK, &ts->lock);
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001431
Thayne McCombs92149f92020-11-20 01:28:26 -07001432 if (t->server_key_type == STKTABLE_SRV_NAME)
1433 key = __objt_server(s->target)->id;
1434 else if (t->server_key_type == STKTABLE_SRV_ADDR)
1435 key = __objt_server(s->target)->addr_node.key;
1436 else
1437 continue;
1438
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001439 HA_RWLOCK_WRLOCK(STK_SESS_LOCK, &ts->lock);
Thayne McCombs92149f92020-11-20 01:28:26 -07001440 de = dict_insert(&server_key_dict, key);
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001441 if (de) {
Thayne McCombs92149f92020-11-20 01:28:26 -07001442 ptr = __stktable_data_ptr(t, ts, STKTABLE_DT_SERVER_KEY);
Emeric Brun0e3457b2021-06-30 17:18:28 +02001443 stktable_data_cast(ptr, std_t_dict) = de;
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001444 }
1445 HA_RWLOCK_WRUNLOCK(STK_SESS_LOCK, &ts->lock);
1446
Thayne McCombs92149f92020-11-20 01:28:26 -07001447 stktable_touch_local(t, ts, 1);
Emeric Brun1d33b292010-01-04 15:47:17 +01001448 }
Willy Tarreau2a164ee2010-06-18 09:57:45 +02001449 s->store_count = 0; /* everything is stored */
Emeric Brun1d33b292010-01-04 15:47:17 +01001450
1451 rep->analysers &= ~an_bit;
1452 rep->analyse_exp = TICK_ETERNITY;
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001453
1454 DBG_TRACE_LEAVE(STRM_EV_STRM_ANA, s);
Emeric Brun1d33b292010-01-04 15:47:17 +01001455 return 1;
1456}
1457
Christopher Faulet6c1fd982021-03-15 10:42:02 +01001458/* Set the stream to HTTP mode, if necessary. The minimal request HTTP analysers
1459 * are set and the client mux is upgraded. It returns 1 if the stream processing
1460 * may continue or 0 if it should be stopped. It happens on error or if the
Christopher Fauletae863c62021-03-15 12:03:44 +01001461 * upgrade required a new stream. The mux protocol may be specified.
Christopher Faulet6c1fd982021-03-15 10:42:02 +01001462 */
Christopher Fauletae863c62021-03-15 12:03:44 +01001463int stream_set_http_mode(struct stream *s, const struct mux_proto_list *mux_proto)
Christopher Faulet6c1fd982021-03-15 10:42:02 +01001464{
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02001465 struct stconn *cs = s->scf;
Christopher Faulet6c1fd982021-03-15 10:42:02 +01001466 struct connection *conn;
Christopher Faulet6c1fd982021-03-15 10:42:02 +01001467
1468 /* Already an HTTP stream */
1469 if (IS_HTX_STRM(s))
1470 return 1;
1471
1472 s->req.analysers |= AN_REQ_WAIT_HTTP|AN_REQ_HTTP_PROCESS_FE;
1473
1474 if (unlikely(!s->txn && !http_create_txn(s)))
1475 return 0;
1476
Willy Tarreaufd9417b2022-05-18 16:23:22 +02001477 conn = sc_conn(cs);
Christopher Faulet13a35e52021-12-20 15:34:16 +01001478 if (conn) {
Willy Tarreau4164eb92022-05-25 15:42:03 +02001479 se_have_more_data(s->scf->sedesc);
Christopher Faulet6c1fd982021-03-15 10:42:02 +01001480 /* Make sure we're unsubscribed, the the new
1481 * mux will probably want to subscribe to
1482 * the underlying XPRT
1483 */
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02001484 if (s->scf->wait_event.events)
1485 conn->mux->unsubscribe(cs, s->scf->wait_event.events, &(s->scf->wait_event));
Christopher Fauletae863c62021-03-15 12:03:44 +01001486
Christopher Faulet6c1fd982021-03-15 10:42:02 +01001487 if (conn->mux->flags & MX_FL_NO_UPG)
1488 return 0;
Christopher Fauletae863c62021-03-15 12:03:44 +01001489 if (conn_upgrade_mux_fe(conn, cs, &s->req.buf,
1490 (mux_proto ? mux_proto->token : ist("")),
1491 PROTO_MODE_HTTP) == -1)
Christopher Faulet6c1fd982021-03-15 10:42:02 +01001492 return 0;
1493
1494 s->req.flags &= ~(CF_READ_PARTIAL|CF_AUTO_CONNECT);
1495 s->req.total = 0;
1496 s->flags |= SF_IGNORE;
1497 if (strcmp(conn->mux->name, "H2") == 0) {
Willy Tarreau4596fe22022-05-17 19:07:51 +02001498 /* For HTTP/2, destroy the stream connector, disable logging,
Christopher Faulet6c1fd982021-03-15 10:42:02 +01001499 * and abort the stream process. Thus it will be
1500 * silently destroyed. The new mux will create new
1501 * streams.
1502 */
Christopher Faulet6c1fd982021-03-15 10:42:02 +01001503 s->logs.logwait = 0;
1504 s->logs.level = 0;
1505 channel_abort(&s->req);
1506 channel_abort(&s->res);
1507 s->req.analysers &= AN_REQ_FLT_END;
1508 s->req.analyse_exp = TICK_ETERNITY;
1509 }
1510 }
1511
1512 return 1;
1513}
1514
1515
Willy Tarreau4596fe22022-05-17 19:07:51 +02001516/* Updates at once the channel flags, and timers of both stream connectors of a
Christopher Fauletef285c12022-04-01 14:48:06 +02001517 * same stream, to complete the work after the analysers, then updates the data
1518 * layer below. This will ensure that any synchronous update performed at the
Willy Tarreau4596fe22022-05-17 19:07:51 +02001519 * data layer will be reflected in the channel flags and/or stream connector.
1520 * Note that this does not change the stream connector's current state, though
Christopher Fauletef285c12022-04-01 14:48:06 +02001521 * it updates the previous state to the current one.
1522 */
1523static void stream_update_both_cs(struct stream *s)
1524{
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02001525 struct stconn *scf = s->scf;
1526 struct stconn *scb = s->scb;
Christopher Fauletef285c12022-04-01 14:48:06 +02001527 struct channel *req = &s->req;
1528 struct channel *res = &s->res;
1529
1530 req->flags &= ~(CF_READ_NULL|CF_READ_PARTIAL|CF_READ_ATTACHED|CF_WRITE_NULL|CF_WRITE_PARTIAL);
1531 res->flags &= ~(CF_READ_NULL|CF_READ_PARTIAL|CF_READ_ATTACHED|CF_WRITE_NULL|CF_WRITE_PARTIAL);
1532
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02001533 s->prev_conn_state = scb->state;
Christopher Fauletef285c12022-04-01 14:48:06 +02001534
1535 /* let's recompute both sides states */
Willy Tarreau026e8fb2022-05-17 19:47:17 +02001536 if (cs_state_in(scf->state, SC_SB_RDY|SC_SB_EST))
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02001537 cs_update(scf);
Christopher Fauletef285c12022-04-01 14:48:06 +02001538
Willy Tarreau026e8fb2022-05-17 19:47:17 +02001539 if (cs_state_in(scb->state, SC_SB_RDY|SC_SB_EST))
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02001540 cs_update(scb);
Christopher Fauletef285c12022-04-01 14:48:06 +02001541
Willy Tarreau4596fe22022-05-17 19:07:51 +02001542 /* stream connectors are processed outside of process_stream() and must be
Christopher Fauletef285c12022-04-01 14:48:06 +02001543 * handled at the latest moment.
1544 */
Willy Tarreau8e7c6e62022-05-18 17:58:02 +02001545 if (sc_appctx(scf)) {
Willy Tarreau13d63af2022-05-25 15:00:44 +02001546 if (sc_is_recv_allowed(scf) || sc_is_send_allowed(scf))
Willy Tarreau8e7c6e62022-05-18 17:58:02 +02001547 appctx_wakeup(__sc_appctx(scf));
Christopher Fauletef285c12022-04-01 14:48:06 +02001548 }
Willy Tarreau8e7c6e62022-05-18 17:58:02 +02001549 if (sc_appctx(scb)) {
Willy Tarreau13d63af2022-05-25 15:00:44 +02001550 if (sc_is_recv_allowed(scb) || sc_is_send_allowed(scb))
Willy Tarreau8e7c6e62022-05-18 17:58:02 +02001551 appctx_wakeup(__sc_appctx(scb));
Christopher Fauletef285c12022-04-01 14:48:06 +02001552 }
1553}
1554
Christopher Faulet6c1fd982021-03-15 10:42:02 +01001555
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001556/* This macro is very specific to the function below. See the comments in
Willy Tarreau87b09662015-04-03 00:22:06 +02001557 * process_stream() below to understand the logic and the tests.
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001558 */
1559#define UPDATE_ANALYSERS(real, list, back, flag) { \
1560 list = (((list) & ~(flag)) | ~(back)) & (real); \
1561 back = real; \
1562 if (!(list)) \
1563 break; \
1564 if (((list) ^ ((list) & ((list) - 1))) < (flag)) \
1565 continue; \
1566}
1567
Christopher Fauleta9215b72016-05-11 17:06:28 +02001568/* These 2 following macros call an analayzer for the specified channel if the
1569 * right flag is set. The first one is used for "filterable" analyzers. If a
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001570 * stream has some registered filters, pre and post analyaze callbacks are
Christopher Faulet0184ea72017-01-05 14:06:34 +01001571 * called. The second are used for other analyzers (AN_REQ/RES_FLT_* and
Christopher Fauleta9215b72016-05-11 17:06:28 +02001572 * AN_REQ/RES_HTTP_XFER_BODY) */
1573#define FLT_ANALYZE(strm, chn, fun, list, back, flag, ...) \
1574 { \
1575 if ((list) & (flag)) { \
1576 if (HAS_FILTERS(strm)) { \
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001577 if (!flt_pre_analyze((strm), (chn), (flag))) \
Christopher Fauleta9215b72016-05-11 17:06:28 +02001578 break; \
1579 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1580 break; \
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001581 if (!flt_post_analyze((strm), (chn), (flag))) \
1582 break; \
Christopher Fauleta9215b72016-05-11 17:06:28 +02001583 } \
1584 else { \
1585 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1586 break; \
1587 } \
1588 UPDATE_ANALYSERS((chn)->analysers, (list), \
1589 (back), (flag)); \
1590 } \
1591 }
1592
1593#define ANALYZE(strm, chn, fun, list, back, flag, ...) \
1594 { \
1595 if ((list) & (flag)) { \
1596 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1597 break; \
1598 UPDATE_ANALYSERS((chn)->analysers, (list), \
1599 (back), (flag)); \
1600 } \
1601 }
1602
Willy Tarreau87b09662015-04-03 00:22:06 +02001603/* Processes the client, server, request and response jobs of a stream task,
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001604 * then puts it back to the wait queue in a clean state, or cleans up its
1605 * resources if it must be deleted. Returns in <next> the date the task wants
1606 * to be woken up, or TICK_ETERNITY. In order not to call all functions for
1607 * nothing too many times, the request and response buffers flags are monitored
1608 * and each function is called only if at least another function has changed at
1609 * least one flag it is interested in.
1610 */
Willy Tarreau144f84a2021-03-02 16:09:26 +01001611struct task *process_stream(struct task *t, void *context, unsigned int state)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001612{
Willy Tarreau827aee92011-03-10 16:55:02 +01001613 struct server *srv;
Olivier Houchard9f6af332018-05-25 14:04:04 +02001614 struct stream *s = context;
Willy Tarreaufb0afa72015-04-03 14:46:27 +02001615 struct session *sess = s->sess;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001616 unsigned int rqf_last, rpf_last;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001617 unsigned int rq_prod_last, rq_cons_last;
1618 unsigned int rp_cons_last, rp_prod_last;
Willy Tarreau576507f2010-01-07 00:09:04 +01001619 unsigned int req_ana_back;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001620 struct channel *req, *res;
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02001621 struct stconn *scf, *scb;
Willy Tarreau3d07a162019-04-25 19:15:20 +02001622 unsigned int rate;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001623
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001624 DBG_TRACE_ENTER(STRM_EV_STRM_PROC, s);
1625
Willy Tarreau7af4fa92020-06-17 20:49:49 +02001626 activity[tid].stream_calls++;
Willy Tarreaud80cb4e2018-01-20 19:30:13 +01001627
Willy Tarreau8f128b42014-11-28 15:07:47 +01001628 req = &s->req;
1629 res = &s->res;
1630
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02001631 scf = s->scf;
1632 scb = s->scb;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001633
Willy Tarreau0f8d3ab2018-10-25 10:42:39 +02001634 /* First, attempt to receive pending data from I/O layers */
Willy Tarreau462b9892022-05-18 18:06:53 +02001635 sc_conn_sync_recv(scf);
1636 sc_conn_sync_recv(scb);
Willy Tarreau0f8d3ab2018-10-25 10:42:39 +02001637
Willy Tarreau6c539c42022-01-20 18:42:16 +01001638 /* Let's check if we're looping without making any progress, e.g. due
1639 * to a bogus analyser or the fact that we're ignoring a read0. The
1640 * call_rate counter only counts calls with no progress made.
1641 */
1642 if (!((req->flags | res->flags) & (CF_READ_PARTIAL|CF_WRITE_PARTIAL))) {
1643 rate = update_freq_ctr(&s->call_rate, 1);
1644 if (rate >= 100000 && s->call_rate.prev_ctr) // make sure to wait at least a full second
1645 stream_dump_and_crash(&s->obj_type, read_freq_ctr(&s->call_rate));
Willy Tarreau3d07a162019-04-25 19:15:20 +02001646 }
Olivier Houchardc2aa7112018-09-11 18:27:21 +02001647
Krzysztof Piotr Oledzkif9423ae2010-01-29 19:26:18 +01001648 /* this data may be no longer valid, clear it */
Willy Tarreaueee5b512015-04-03 23:46:31 +02001649 if (s->txn)
1650 memset(&s->txn->auth, 0, sizeof(s->txn->auth));
Krzysztof Piotr Oledzkif9423ae2010-01-29 19:26:18 +01001651
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02001652 /* This flag must explicitly be set every time */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001653 req->flags &= ~(CF_READ_NOEXP|CF_WAKE_WRITE);
1654 res->flags &= ~(CF_READ_NOEXP|CF_WAKE_WRITE);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001655
1656 /* Keep a copy of req/rep flags so that we can detect shutdowns */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001657 rqf_last = req->flags & ~CF_MASK_ANALYSER;
1658 rpf_last = res->flags & ~CF_MASK_ANALYSER;
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001659
Willy Tarreau4596fe22022-05-17 19:07:51 +02001660 /* we don't want the stream connector functions to recursively wake us up */
Willy Tarreaucb041662022-05-17 19:44:42 +02001661 scf->flags |= SC_FL_DONT_WAKE;
1662 scb->flags |= SC_FL_DONT_WAKE;
Willy Tarreau89f7ef22009-09-05 20:57:35 +02001663
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001664 /* update pending events */
Olivier Houchard9f6af332018-05-25 14:04:04 +02001665 s->pending_events |= (state & TASK_WOKEN_ANY);
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001666
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001667 /* 1a: Check for low level timeouts if needed. We just set a flag on
Willy Tarreau4596fe22022-05-17 19:07:51 +02001668 * stream connectors when their timeouts have expired.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001669 */
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001670 if (unlikely(s->pending_events & TASK_WOKEN_TIMER)) {
Christopher Fauletae024ce2022-03-29 19:02:31 +02001671 stream_check_conn_timeout(s);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001672
Willy Tarreau4596fe22022-05-17 19:07:51 +02001673 /* check channel timeouts, and close the corresponding stream connectors
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001674 * for future reads or writes. Note: this will also concern upper layers
1675 * but we do not touch any other flag. We must be careful and correctly
1676 * detect state changes when calling them.
1677 */
1678
Willy Tarreau8f128b42014-11-28 15:07:47 +01001679 channel_check_timeouts(req);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001680
Willy Tarreau8f128b42014-11-28 15:07:47 +01001681 if (unlikely((req->flags & (CF_SHUTW|CF_WRITE_TIMEOUT)) == CF_WRITE_TIMEOUT)) {
Willy Tarreaucb041662022-05-17 19:44:42 +02001682 scb->flags |= SC_FL_NOLINGER;
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02001683 cs_shutw(scb);
Willy Tarreau14641402009-12-29 14:49:56 +01001684 }
1685
Willy Tarreau8f128b42014-11-28 15:07:47 +01001686 if (unlikely((req->flags & (CF_SHUTR|CF_READ_TIMEOUT)) == CF_READ_TIMEOUT)) {
Willy Tarreaucb041662022-05-17 19:44:42 +02001687 if (scf->flags & SC_FL_NOHALF)
1688 scf->flags |= SC_FL_NOLINGER;
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02001689 cs_shutr(scf);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02001690 }
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001691
Willy Tarreau8f128b42014-11-28 15:07:47 +01001692 channel_check_timeouts(res);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001693
Willy Tarreau8f128b42014-11-28 15:07:47 +01001694 if (unlikely((res->flags & (CF_SHUTW|CF_WRITE_TIMEOUT)) == CF_WRITE_TIMEOUT)) {
Willy Tarreaucb041662022-05-17 19:44:42 +02001695 scf->flags |= SC_FL_NOLINGER;
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02001696 cs_shutw(scf);
Willy Tarreau14641402009-12-29 14:49:56 +01001697 }
1698
Willy Tarreau8f128b42014-11-28 15:07:47 +01001699 if (unlikely((res->flags & (CF_SHUTR|CF_READ_TIMEOUT)) == CF_READ_TIMEOUT)) {
Willy Tarreaucb041662022-05-17 19:44:42 +02001700 if (scb->flags & SC_FL_NOHALF)
1701 scb->flags |= SC_FL_NOLINGER;
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02001702 cs_shutr(scb);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02001703 }
Willy Tarreau798f4322012-11-08 14:49:17 +01001704
Christopher Fauleta00d8172016-11-10 14:58:05 +01001705 if (HAS_FILTERS(s))
1706 flt_stream_check_timeouts(s);
1707
Willy Tarreau798f4322012-11-08 14:49:17 +01001708 /* Once in a while we're woken up because the task expires. But
1709 * this does not necessarily mean that a timeout has been reached.
Willy Tarreau87b09662015-04-03 00:22:06 +02001710 * So let's not run a whole stream processing if only an expiration
Willy Tarreau798f4322012-11-08 14:49:17 +01001711 * timeout needs to be refreshed.
1712 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001713 if (!((req->flags | res->flags) &
Willy Tarreau798f4322012-11-08 14:49:17 +01001714 (CF_SHUTR|CF_READ_ACTIVITY|CF_READ_TIMEOUT|CF_SHUTW|
Willy Tarreauede3d882018-10-24 17:17:56 +02001715 CF_WRITE_ACTIVITY|CF_WRITE_TIMEOUT|CF_ANA_TIMEOUT)) &&
Christopher Fauletae024ce2022-03-29 19:02:31 +02001716 !(s->flags & SF_CONN_EXP) &&
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02001717 !((sc_ep_get(scf) | scb->flags) & SE_FL_ERROR) &&
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001718 ((s->pending_events & TASK_WOKEN_ANY) == TASK_WOKEN_TIMER)) {
Willy Tarreaucb041662022-05-17 19:44:42 +02001719 scf->flags &= ~SC_FL_DONT_WAKE;
1720 scb->flags &= ~SC_FL_DONT_WAKE;
Willy Tarreau798f4322012-11-08 14:49:17 +01001721 goto update_exp_and_leave;
Willy Tarreau5fb04712016-05-04 10:18:37 +02001722 }
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001723 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001724
Willy Tarreau4596fe22022-05-17 19:07:51 +02001725 resync_stconns:
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001726 /* below we may emit error messages so we have to ensure that we have
Christopher Faulet686501c2022-02-01 18:53:53 +01001727 * our buffers properly allocated. If the allocation failed, an error is
1728 * triggered.
1729 *
1730 * NOTE: An error is returned because the mechanism to queue entities
1731 * waiting for a buffer is totally broken for now. However, this
1732 * part must be refactored. When it will be handled, this part
1733 * must be be reviewed too.
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001734 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001735 if (!stream_alloc_work_buffer(s)) {
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02001736 sc_ep_set(s->scf, SE_FL_ERROR);
Christopher Faulet50264b42022-03-30 19:39:30 +02001737 s->conn_err_type = STRM_ET_CONN_RES;
Christopher Faulet686501c2022-02-01 18:53:53 +01001738
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02001739 sc_ep_set(s->scb, SE_FL_ERROR);
Christopher Faulet50264b42022-03-30 19:39:30 +02001740 s->conn_err_type = STRM_ET_CONN_RES;
Christopher Faulet686501c2022-02-01 18:53:53 +01001741
1742 if (!(s->flags & SF_ERR_MASK))
1743 s->flags |= SF_ERR_RESOURCE;
1744 sess_set_term_flags(s);
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001745 }
1746
Willy Tarreau4596fe22022-05-17 19:07:51 +02001747 /* 1b: check for low-level errors reported at the stream connector.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001748 * First we check if it's a retryable error (in which case we don't
1749 * want to tell the buffer). Otherwise we report the error one level
1750 * upper by setting flags into the buffers. Note that the side towards
1751 * the client cannot have connect (hence retryable) errors. Also, the
1752 * connection setup code must be able to deal with any type of abort.
1753 */
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001754 srv = objt_server(s->target);
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02001755 if (unlikely(sc_ep_test(scf, SE_FL_ERROR))) {
Willy Tarreau026e8fb2022-05-17 19:47:17 +02001756 if (cs_state_in(scf->state, SC_SB_EST|SC_SB_DIS)) {
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02001757 cs_shutr(scf);
1758 cs_shutw(scf);
1759 cs_report_error(scf);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001760 if (!(req->analysers) && !(res->analysers)) {
Willy Tarreau4781b152021-04-06 13:53:36 +02001761 _HA_ATOMIC_INC(&s->be->be_counters.cli_aborts);
1762 _HA_ATOMIC_INC(&sess->fe->fe_counters.cli_aborts);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01001763 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02001764 _HA_ATOMIC_INC(&sess->listener->counters->cli_aborts);
Willy Tarreau827aee92011-03-10 16:55:02 +01001765 if (srv)
Willy Tarreau4781b152021-04-06 13:53:36 +02001766 _HA_ATOMIC_INC(&srv->counters.cli_aborts);
Willy Tarreaue7dff022015-04-03 01:14:29 +02001767 if (!(s->flags & SF_ERR_MASK))
1768 s->flags |= SF_ERR_CLICL;
1769 if (!(s->flags & SF_FINST_MASK))
1770 s->flags |= SF_FINST_D;
Willy Tarreau05cb29b2008-12-14 11:44:04 +01001771 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001772 }
1773 }
1774
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02001775 if (unlikely(sc_ep_test(scb, SE_FL_ERROR))) {
Willy Tarreau026e8fb2022-05-17 19:47:17 +02001776 if (cs_state_in(scb->state, SC_SB_EST|SC_SB_DIS)) {
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02001777 cs_shutr(scb);
1778 cs_shutw(scb);
1779 cs_report_error(scb);
Willy Tarreau4781b152021-04-06 13:53:36 +02001780 _HA_ATOMIC_INC(&s->be->be_counters.failed_resp);
Willy Tarreau827aee92011-03-10 16:55:02 +01001781 if (srv)
Willy Tarreau4781b152021-04-06 13:53:36 +02001782 _HA_ATOMIC_INC(&srv->counters.failed_resp);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001783 if (!(req->analysers) && !(res->analysers)) {
Willy Tarreau4781b152021-04-06 13:53:36 +02001784 _HA_ATOMIC_INC(&s->be->be_counters.srv_aborts);
1785 _HA_ATOMIC_INC(&sess->fe->fe_counters.srv_aborts);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01001786 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02001787 _HA_ATOMIC_INC(&sess->listener->counters->srv_aborts);
Willy Tarreau827aee92011-03-10 16:55:02 +01001788 if (srv)
Willy Tarreau4781b152021-04-06 13:53:36 +02001789 _HA_ATOMIC_INC(&srv->counters.srv_aborts);
Willy Tarreaue7dff022015-04-03 01:14:29 +02001790 if (!(s->flags & SF_ERR_MASK))
1791 s->flags |= SF_ERR_SRVCL;
1792 if (!(s->flags & SF_FINST_MASK))
1793 s->flags |= SF_FINST_D;
Willy Tarreau05cb29b2008-12-14 11:44:04 +01001794 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001795 }
1796 /* note: maybe we should process connection errors here ? */
1797 }
1798
Willy Tarreau026e8fb2022-05-17 19:47:17 +02001799 if (cs_state_in(scb->state, SC_SB_CON|SC_SB_RDY)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001800 /* we were trying to establish a connection on the server side,
1801 * maybe it succeeded, maybe it failed, maybe we timed out, ...
1802 */
Willy Tarreau026e8fb2022-05-17 19:47:17 +02001803 if (scb->state == SC_ST_RDY)
Willy Tarreau3a9312a2020-01-09 18:43:15 +01001804 back_handle_st_rdy(s);
Willy Tarreau026e8fb2022-05-17 19:47:17 +02001805 else if (s->scb->state == SC_ST_CON)
Willy Tarreau3a9312a2020-01-09 18:43:15 +01001806 back_handle_st_con(s);
Willy Tarreaud66ed882019-06-05 18:02:04 +02001807
Willy Tarreau026e8fb2022-05-17 19:47:17 +02001808 if (scb->state == SC_ST_CER)
Willy Tarreau3a9312a2020-01-09 18:43:15 +01001809 back_handle_st_cer(s);
Willy Tarreau026e8fb2022-05-17 19:47:17 +02001810 else if (scb->state == SC_ST_EST)
Willy Tarreau3a9312a2020-01-09 18:43:15 +01001811 back_establish(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001812
Willy Tarreau026e8fb2022-05-17 19:47:17 +02001813 /* state is now one of SC_ST_CON (still in progress), SC_ST_EST
1814 * (established), SC_ST_DIS (abort), SC_ST_CLO (last error),
1815 * SC_ST_ASS/SC_ST_TAR/SC_ST_REQ for retryable errors.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001816 */
1817 }
1818
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02001819 rq_prod_last = scf->state;
1820 rq_cons_last = scb->state;
1821 rp_cons_last = scf->state;
1822 rp_prod_last = scb->state;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001823
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001824 /* Check for connection closure */
Christopher Fauleteea8fc72019-11-05 16:18:10 +01001825 DBG_TRACE_POINT(STRM_EV_STRM_PROC, s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001826
1827 /* nothing special to be done on client side */
Willy Tarreau026e8fb2022-05-17 19:47:17 +02001828 if (unlikely(scf->state == SC_ST_DIS)) {
1829 scf->state = SC_ST_CLO;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001830
Christopher Fauleta70a3542022-03-30 17:13:02 +02001831 /* This is needed only when debugging is enabled, to indicate
1832 * client-side close.
1833 */
1834 if (unlikely((global.mode & MODE_DEBUG) &&
1835 (!(global.mode & MODE_QUIET) ||
1836 (global.mode & MODE_VERBOSE)))) {
1837 chunk_printf(&trash, "%08x:%s.clicls[%04x:%04x]\n",
1838 s->uniq_id, s->be->id,
Willy Tarreaufd9417b2022-05-18 16:23:22 +02001839 (unsigned short)conn_fd(sc_conn(scf)),
1840 (unsigned short)conn_fd(sc_conn(scb)));
Christopher Fauleta70a3542022-03-30 17:13:02 +02001841 DISGUISE(write(1, trash.area, trash.data));
1842 }
1843 }
1844
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001845 /* When a server-side connection is released, we have to count it and
1846 * check for pending connections on this server.
1847 */
Willy Tarreau026e8fb2022-05-17 19:47:17 +02001848 if (unlikely(scb->state == SC_ST_DIS)) {
1849 scb->state = SC_ST_CLO;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001850 srv = objt_server(s->target);
Willy Tarreau827aee92011-03-10 16:55:02 +01001851 if (srv) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001852 if (s->flags & SF_CURR_SESS) {
1853 s->flags &= ~SF_CURR_SESS;
Willy Tarreau4781b152021-04-06 13:53:36 +02001854 _HA_ATOMIC_DEC(&srv->cur_sess);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001855 }
1856 sess_change_server(s, NULL);
Willy Tarreau827aee92011-03-10 16:55:02 +01001857 if (may_dequeue_tasks(srv, s->be))
Willy Tarreau9ab78292021-06-22 18:47:51 +02001858 process_srv_queue(srv);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001859 }
Christopher Fauleta70a3542022-03-30 17:13:02 +02001860
1861 /* This is needed only when debugging is enabled, to indicate
1862 * server-side close.
1863 */
1864 if (unlikely((global.mode & MODE_DEBUG) &&
1865 (!(global.mode & MODE_QUIET) ||
1866 (global.mode & MODE_VERBOSE)))) {
Willy Tarreau026e8fb2022-05-17 19:47:17 +02001867 if (s->prev_conn_state == SC_ST_EST) {
Christopher Fauleta70a3542022-03-30 17:13:02 +02001868 chunk_printf(&trash, "%08x:%s.srvcls[%04x:%04x]\n",
1869 s->uniq_id, s->be->id,
Willy Tarreaufd9417b2022-05-18 16:23:22 +02001870 (unsigned short)conn_fd(sc_conn(scf)),
1871 (unsigned short)conn_fd(sc_conn(scb)));
Christopher Fauleta70a3542022-03-30 17:13:02 +02001872 DISGUISE(write(1, trash.area, trash.data));
1873 }
1874 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001875 }
1876
1877 /*
1878 * Note: of the transient states (REQ, CER, DIS), only REQ may remain
1879 * at this point.
1880 */
1881
Willy Tarreau0be0ef92009-03-08 19:20:25 +01001882 resync_request:
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001883 /* Analyse request */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001884 if (((req->flags & ~rqf_last) & CF_MASK_ANALYSER) ||
1885 ((req->flags ^ rqf_last) & CF_MASK_STATIC) ||
Willy Tarreau33982cb2017-11-20 15:37:13 +01001886 (req->analysers && (req->flags & CF_SHUTW)) ||
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02001887 scf->state != rq_prod_last ||
1888 scb->state != rq_cons_last ||
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001889 s->pending_events & TASK_WOKEN_MSG) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001890 unsigned int flags = req->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001891
Willy Tarreau026e8fb2022-05-17 19:47:17 +02001892 if (cs_state_in(scf->state, SC_SB_EST|SC_SB_DIS|SC_SB_CLO)) {
Willy Tarreaue34070e2010-01-08 00:32:27 +01001893 int max_loops = global.tune.maxpollevents;
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001894 unsigned int ana_list;
1895 unsigned int ana_back;
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001896
Willy Tarreau90deb182010-01-07 00:20:41 +01001897 /* it's up to the analysers to stop new connections,
1898 * disable reading or closing. Note: if an analyser
1899 * disables any of these bits, it is responsible for
1900 * enabling them again when it disables itself, so
1901 * that other analysers are called in similar conditions.
1902 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001903 channel_auto_read(req);
1904 channel_auto_connect(req);
1905 channel_auto_close(req);
Willy Tarreauedcf6682008-11-30 23:15:34 +01001906
1907 /* We will call all analysers for which a bit is set in
Willy Tarreau8f128b42014-11-28 15:07:47 +01001908 * req->analysers, following the bit order from LSB
Willy Tarreauedcf6682008-11-30 23:15:34 +01001909 * to MSB. The analysers must remove themselves from
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001910 * the list when not needed. Any analyser may return 0
1911 * to break out of the loop, either because of missing
1912 * data to take a decision, or because it decides to
Willy Tarreau87b09662015-04-03 00:22:06 +02001913 * kill the stream. We loop at least once through each
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001914 * analyser, and we may loop again if other analysers
1915 * are added in the middle.
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001916 *
1917 * We build a list of analysers to run. We evaluate all
1918 * of these analysers in the order of the lower bit to
1919 * the higher bit. This ordering is very important.
1920 * An analyser will often add/remove other analysers,
1921 * including itself. Any changes to itself have no effect
1922 * on the loop. If it removes any other analysers, we
1923 * want those analysers not to be called anymore during
1924 * this loop. If it adds an analyser that is located
1925 * after itself, we want it to be scheduled for being
1926 * processed during the loop. If it adds an analyser
1927 * which is located before it, we want it to switch to
1928 * it immediately, even if it has already been called
1929 * once but removed since.
1930 *
1931 * In order to achieve this, we compare the analyser
1932 * list after the call with a copy of it before the
1933 * call. The work list is fed with analyser bits that
1934 * appeared during the call. Then we compare previous
1935 * work list with the new one, and check the bits that
1936 * appeared. If the lowest of these bits is lower than
1937 * the current bit, it means we have enabled a previous
1938 * analyser and must immediately loop again.
Willy Tarreauedcf6682008-11-30 23:15:34 +01001939 */
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001940
Willy Tarreau8f128b42014-11-28 15:07:47 +01001941 ana_list = ana_back = req->analysers;
Willy Tarreaue34070e2010-01-08 00:32:27 +01001942 while (ana_list && max_loops--) {
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001943 /* Warning! ensure that analysers are always placed in ascending order! */
Christopher Faulet0184ea72017-01-05 14:06:34 +01001944 ANALYZE (s, req, flt_start_analyze, ana_list, ana_back, AN_REQ_FLT_START_FE);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001945 FLT_ANALYZE(s, req, tcp_inspect_request, ana_list, ana_back, AN_REQ_INSPECT_FE);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02001946 FLT_ANALYZE(s, req, http_wait_for_request, ana_list, ana_back, AN_REQ_WAIT_HTTP);
1947 FLT_ANALYZE(s, req, http_wait_for_request_body, ana_list, ana_back, AN_REQ_HTTP_BODY);
1948 FLT_ANALYZE(s, req, http_process_req_common, ana_list, ana_back, AN_REQ_HTTP_PROCESS_FE, sess->fe);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001949 FLT_ANALYZE(s, req, process_switching_rules, ana_list, ana_back, AN_REQ_SWITCHING_RULES);
Christopher Faulet0184ea72017-01-05 14:06:34 +01001950 ANALYZE (s, req, flt_start_analyze, ana_list, ana_back, AN_REQ_FLT_START_BE);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001951 FLT_ANALYZE(s, req, tcp_inspect_request, ana_list, ana_back, AN_REQ_INSPECT_BE);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02001952 FLT_ANALYZE(s, req, http_process_req_common, ana_list, ana_back, AN_REQ_HTTP_PROCESS_BE, s->be);
1953 FLT_ANALYZE(s, req, http_process_tarpit, ana_list, ana_back, AN_REQ_HTTP_TARPIT);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001954 FLT_ANALYZE(s, req, process_server_rules, ana_list, ana_back, AN_REQ_SRV_RULES);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02001955 FLT_ANALYZE(s, req, http_process_request, ana_list, ana_back, AN_REQ_HTTP_INNER);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001956 FLT_ANALYZE(s, req, tcp_persist_rdp_cookie, ana_list, ana_back, AN_REQ_PRST_RDP_COOKIE);
1957 FLT_ANALYZE(s, req, process_sticking_rules, ana_list, ana_back, AN_REQ_STICKING_RULES);
Christopher Faulet0184ea72017-01-05 14:06:34 +01001958 ANALYZE (s, req, flt_analyze_http_headers, ana_list, ana_back, AN_REQ_FLT_HTTP_HDRS);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02001959 ANALYZE (s, req, http_request_forward_body, ana_list, ana_back, AN_REQ_HTTP_XFER_BODY);
William Lallemandcf62f7e2018-10-26 14:47:40 +02001960 ANALYZE (s, req, pcli_wait_for_request, ana_list, ana_back, AN_REQ_WAIT_CLI);
Christopher Faulet0184ea72017-01-05 14:06:34 +01001961 ANALYZE (s, req, flt_xfer_data, ana_list, ana_back, AN_REQ_FLT_XFER_DATA);
1962 ANALYZE (s, req, flt_end_analyze, ana_list, ana_back, AN_REQ_FLT_END);
Willy Tarreaue34070e2010-01-08 00:32:27 +01001963 break;
1964 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001965 }
Willy Tarreau84455332009-03-15 22:34:05 +01001966
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02001967 rq_prod_last = scf->state;
1968 rq_cons_last = scb->state;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001969 req->flags &= ~CF_WAKE_ONCE;
1970 rqf_last = req->flags;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001971
Willy Tarreau1ec9bb52019-06-06 14:45:26 +02001972 if ((req->flags ^ flags) & (CF_SHUTR|CF_SHUTW))
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001973 goto resync_request;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001974 }
1975
Willy Tarreau576507f2010-01-07 00:09:04 +01001976 /* we'll monitor the request analysers while parsing the response,
1977 * because some response analysers may indirectly enable new request
1978 * analysers (eg: HTTP keep-alive).
1979 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001980 req_ana_back = req->analysers;
Willy Tarreau576507f2010-01-07 00:09:04 +01001981
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001982 resync_response:
1983 /* Analyse response */
1984
Willy Tarreau8f128b42014-11-28 15:07:47 +01001985 if (((res->flags & ~rpf_last) & CF_MASK_ANALYSER) ||
1986 (res->flags ^ rpf_last) & CF_MASK_STATIC ||
Willy Tarreau33982cb2017-11-20 15:37:13 +01001987 (res->analysers && (res->flags & CF_SHUTW)) ||
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02001988 scf->state != rp_cons_last ||
1989 scb->state != rp_prod_last ||
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001990 s->pending_events & TASK_WOKEN_MSG) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001991 unsigned int flags = res->flags;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001992
Willy Tarreau026e8fb2022-05-17 19:47:17 +02001993 if (cs_state_in(scb->state, SC_SB_EST|SC_SB_DIS|SC_SB_CLO)) {
Willy Tarreaue34070e2010-01-08 00:32:27 +01001994 int max_loops = global.tune.maxpollevents;
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001995 unsigned int ana_list;
1996 unsigned int ana_back;
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001997
Willy Tarreau90deb182010-01-07 00:20:41 +01001998 /* it's up to the analysers to stop disable reading or
1999 * closing. Note: if an analyser disables any of these
2000 * bits, it is responsible for enabling them again when
2001 * it disables itself, so that other analysers are called
2002 * in similar conditions.
2003 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002004 channel_auto_read(res);
2005 channel_auto_close(res);
Willy Tarreaub37c27e2009-10-18 22:53:08 +02002006
2007 /* We will call all analysers for which a bit is set in
Willy Tarreau8f128b42014-11-28 15:07:47 +01002008 * res->analysers, following the bit order from LSB
Willy Tarreaub37c27e2009-10-18 22:53:08 +02002009 * to MSB. The analysers must remove themselves from
2010 * the list when not needed. Any analyser may return 0
2011 * to break out of the loop, either because of missing
2012 * data to take a decision, or because it decides to
Willy Tarreau87b09662015-04-03 00:22:06 +02002013 * kill the stream. We loop at least once through each
Willy Tarreaub37c27e2009-10-18 22:53:08 +02002014 * analyser, and we may loop again if other analysers
2015 * are added in the middle.
2016 */
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01002017
Willy Tarreau8f128b42014-11-28 15:07:47 +01002018 ana_list = ana_back = res->analysers;
Willy Tarreaue34070e2010-01-08 00:32:27 +01002019 while (ana_list && max_loops--) {
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01002020 /* Warning! ensure that analysers are always placed in ascending order! */
Christopher Faulet0184ea72017-01-05 14:06:34 +01002021 ANALYZE (s, res, flt_start_analyze, ana_list, ana_back, AN_RES_FLT_START_FE);
2022 ANALYZE (s, res, flt_start_analyze, ana_list, ana_back, AN_RES_FLT_START_BE);
Christopher Fauleta9215b72016-05-11 17:06:28 +02002023 FLT_ANALYZE(s, res, tcp_inspect_response, ana_list, ana_back, AN_RES_INSPECT);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02002024 FLT_ANALYZE(s, res, http_wait_for_response, ana_list, ana_back, AN_RES_WAIT_HTTP);
Christopher Fauleta9215b72016-05-11 17:06:28 +02002025 FLT_ANALYZE(s, res, process_store_rules, ana_list, ana_back, AN_RES_STORE_RULES);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02002026 FLT_ANALYZE(s, res, http_process_res_common, ana_list, ana_back, AN_RES_HTTP_PROCESS_BE, s->be);
Christopher Faulet0184ea72017-01-05 14:06:34 +01002027 ANALYZE (s, res, flt_analyze_http_headers, ana_list, ana_back, AN_RES_FLT_HTTP_HDRS);
Christopher Fauletfc9cfe42019-07-16 14:54:53 +02002028 ANALYZE (s, res, http_response_forward_body, ana_list, ana_back, AN_RES_HTTP_XFER_BODY);
William Lallemandcf62f7e2018-10-26 14:47:40 +02002029 ANALYZE (s, res, pcli_wait_for_response, ana_list, ana_back, AN_RES_WAIT_CLI);
Christopher Faulet0184ea72017-01-05 14:06:34 +01002030 ANALYZE (s, res, flt_xfer_data, ana_list, ana_back, AN_RES_FLT_XFER_DATA);
2031 ANALYZE (s, res, flt_end_analyze, ana_list, ana_back, AN_RES_FLT_END);
Willy Tarreaue34070e2010-01-08 00:32:27 +01002032 break;
2033 }
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002034 }
2035
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02002036 rp_cons_last = scf->state;
2037 rp_prod_last = scb->state;
Christopher Fauletcdaea892017-07-06 15:49:30 +02002038 res->flags &= ~CF_WAKE_ONCE;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002039 rpf_last = res->flags;
Willy Tarreau815a9b22010-07-27 17:15:12 +02002040
Willy Tarreau1ec9bb52019-06-06 14:45:26 +02002041 if ((res->flags ^ flags) & (CF_SHUTR|CF_SHUTW))
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002042 goto resync_response;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002043 }
2044
Willy Tarreau576507f2010-01-07 00:09:04 +01002045 /* maybe someone has added some request analysers, so we must check and loop */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002046 if (req->analysers & ~req_ana_back)
Willy Tarreau576507f2010-01-07 00:09:04 +01002047 goto resync_request;
2048
Willy Tarreau8f128b42014-11-28 15:07:47 +01002049 if ((req->flags & ~rqf_last) & CF_MASK_ANALYSER)
Willy Tarreau0499e352010-12-17 07:13:42 +01002050 goto resync_request;
2051
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002052 /* FIXME: here we should call protocol handlers which rely on
2053 * both buffers.
2054 */
2055
2056
2057 /*
Willy Tarreau87b09662015-04-03 00:22:06 +02002058 * Now we propagate unhandled errors to the stream. Normally
Willy Tarreauae526782010-03-04 20:34:23 +01002059 * we're just in a data phase here since it means we have not
2060 * seen any analyser who could set an error status.
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002061 */
Willy Tarreau3fdb3662012-11-12 00:42:33 +01002062 srv = objt_server(s->target);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002063 if (unlikely(!(s->flags & SF_ERR_MASK))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002064 if (req->flags & (CF_READ_ERROR|CF_READ_TIMEOUT|CF_WRITE_ERROR|CF_WRITE_TIMEOUT)) {
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002065 /* Report it if the client got an error or a read timeout expired */
Christopher Faulet813f9132021-10-18 15:06:20 +02002066 req->analysers &= AN_REQ_FLT_END;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002067 if (req->flags & CF_READ_ERROR) {
Willy Tarreau4781b152021-04-06 13:53:36 +02002068 _HA_ATOMIC_INC(&s->be->be_counters.cli_aborts);
2069 _HA_ATOMIC_INC(&sess->fe->fe_counters.cli_aborts);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01002070 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002071 _HA_ATOMIC_INC(&sess->listener->counters->cli_aborts);
Willy Tarreau827aee92011-03-10 16:55:02 +01002072 if (srv)
Willy Tarreau4781b152021-04-06 13:53:36 +02002073 _HA_ATOMIC_INC(&srv->counters.cli_aborts);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002074 s->flags |= SF_ERR_CLICL;
Willy Tarreauae526782010-03-04 20:34:23 +01002075 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002076 else if (req->flags & CF_READ_TIMEOUT) {
Willy Tarreau4781b152021-04-06 13:53:36 +02002077 _HA_ATOMIC_INC(&s->be->be_counters.cli_aborts);
2078 _HA_ATOMIC_INC(&sess->fe->fe_counters.cli_aborts);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01002079 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002080 _HA_ATOMIC_INC(&sess->listener->counters->cli_aborts);
Willy Tarreau827aee92011-03-10 16:55:02 +01002081 if (srv)
Willy Tarreau4781b152021-04-06 13:53:36 +02002082 _HA_ATOMIC_INC(&srv->counters.cli_aborts);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002083 s->flags |= SF_ERR_CLITO;
Willy Tarreauae526782010-03-04 20:34:23 +01002084 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002085 else if (req->flags & CF_WRITE_ERROR) {
Willy Tarreau4781b152021-04-06 13:53:36 +02002086 _HA_ATOMIC_INC(&s->be->be_counters.srv_aborts);
2087 _HA_ATOMIC_INC(&sess->fe->fe_counters.srv_aborts);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01002088 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002089 _HA_ATOMIC_INC(&sess->listener->counters->srv_aborts);
Willy Tarreau827aee92011-03-10 16:55:02 +01002090 if (srv)
Willy Tarreau4781b152021-04-06 13:53:36 +02002091 _HA_ATOMIC_INC(&srv->counters.srv_aborts);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002092 s->flags |= SF_ERR_SRVCL;
Willy Tarreauae526782010-03-04 20:34:23 +01002093 }
2094 else {
Willy Tarreau4781b152021-04-06 13:53:36 +02002095 _HA_ATOMIC_INC(&s->be->be_counters.srv_aborts);
2096 _HA_ATOMIC_INC(&sess->fe->fe_counters.srv_aborts);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01002097 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002098 _HA_ATOMIC_INC(&sess->listener->counters->srv_aborts);
Willy Tarreau827aee92011-03-10 16:55:02 +01002099 if (srv)
Willy Tarreau4781b152021-04-06 13:53:36 +02002100 _HA_ATOMIC_INC(&srv->counters.srv_aborts);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002101 s->flags |= SF_ERR_SRVTO;
Willy Tarreauae526782010-03-04 20:34:23 +01002102 }
Willy Tarreau84455332009-03-15 22:34:05 +01002103 sess_set_term_flags(s);
Christopher Faulet5e1a9d72019-04-23 17:34:22 +02002104
2105 /* Abort the request if a client error occurred while
Willy Tarreau026e8fb2022-05-17 19:47:17 +02002106 * the backend stream connector is in the SC_ST_INI
2107 * state. It is switched into the SC_ST_CLO state and
Christopher Faulet5e1a9d72019-04-23 17:34:22 +02002108 * the request channel is erased. */
Willy Tarreau026e8fb2022-05-17 19:47:17 +02002109 if (scb->state == SC_ST_INI) {
2110 s->scb->state = SC_ST_CLO;
Christopher Faulet5e1a9d72019-04-23 17:34:22 +02002111 channel_abort(req);
2112 if (IS_HTX_STRM(s))
2113 channel_htx_erase(req, htxbuf(&req->buf));
2114 else
2115 channel_erase(req);
2116 }
Willy Tarreau84455332009-03-15 22:34:05 +01002117 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002118 else if (res->flags & (CF_READ_ERROR|CF_READ_TIMEOUT|CF_WRITE_ERROR|CF_WRITE_TIMEOUT)) {
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002119 /* Report it if the server got an error or a read timeout expired */
Christopher Faulet813f9132021-10-18 15:06:20 +02002120 res->analysers &= AN_RES_FLT_END;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002121 if (res->flags & CF_READ_ERROR) {
Willy Tarreau4781b152021-04-06 13:53:36 +02002122 _HA_ATOMIC_INC(&s->be->be_counters.srv_aborts);
2123 _HA_ATOMIC_INC(&sess->fe->fe_counters.srv_aborts);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01002124 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002125 _HA_ATOMIC_INC(&sess->listener->counters->srv_aborts);
Willy Tarreau827aee92011-03-10 16:55:02 +01002126 if (srv)
Willy Tarreau4781b152021-04-06 13:53:36 +02002127 _HA_ATOMIC_INC(&srv->counters.srv_aborts);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002128 s->flags |= SF_ERR_SRVCL;
Willy Tarreauae526782010-03-04 20:34:23 +01002129 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002130 else if (res->flags & CF_READ_TIMEOUT) {
Willy Tarreau4781b152021-04-06 13:53:36 +02002131 _HA_ATOMIC_INC(&s->be->be_counters.srv_aborts);
2132 _HA_ATOMIC_INC(&sess->fe->fe_counters.srv_aborts);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01002133 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002134 _HA_ATOMIC_INC(&sess->listener->counters->srv_aborts);
Willy Tarreau827aee92011-03-10 16:55:02 +01002135 if (srv)
Willy Tarreau4781b152021-04-06 13:53:36 +02002136 _HA_ATOMIC_INC(&srv->counters.srv_aborts);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002137 s->flags |= SF_ERR_SRVTO;
Willy Tarreauae526782010-03-04 20:34:23 +01002138 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002139 else if (res->flags & CF_WRITE_ERROR) {
Willy Tarreau4781b152021-04-06 13:53:36 +02002140 _HA_ATOMIC_INC(&s->be->be_counters.cli_aborts);
2141 _HA_ATOMIC_INC(&sess->fe->fe_counters.cli_aborts);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01002142 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002143 _HA_ATOMIC_INC(&sess->listener->counters->cli_aborts);
Willy Tarreau827aee92011-03-10 16:55:02 +01002144 if (srv)
Willy Tarreau4781b152021-04-06 13:53:36 +02002145 _HA_ATOMIC_INC(&srv->counters.cli_aborts);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002146 s->flags |= SF_ERR_CLICL;
Willy Tarreauae526782010-03-04 20:34:23 +01002147 }
2148 else {
Willy Tarreau4781b152021-04-06 13:53:36 +02002149 _HA_ATOMIC_INC(&s->be->be_counters.cli_aborts);
2150 _HA_ATOMIC_INC(&sess->fe->fe_counters.cli_aborts);
Christopher Faulet99ac8a12020-01-24 11:45:05 +01002151 if (sess->listener && sess->listener->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02002152 _HA_ATOMIC_INC(&sess->listener->counters->cli_aborts);
Willy Tarreau827aee92011-03-10 16:55:02 +01002153 if (srv)
Willy Tarreau4781b152021-04-06 13:53:36 +02002154 _HA_ATOMIC_INC(&srv->counters.cli_aborts);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002155 s->flags |= SF_ERR_CLITO;
Willy Tarreauae526782010-03-04 20:34:23 +01002156 }
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002157 sess_set_term_flags(s);
2158 }
Willy Tarreau84455332009-03-15 22:34:05 +01002159 }
2160
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002161 /*
2162 * Here we take care of forwarding unhandled data. This also includes
2163 * connection establishments and shutdown requests.
2164 */
2165
2166
Ilya Shipitsinb8888ab2021-01-06 21:20:16 +05002167 /* If no one is interested in analysing data, it's time to forward
Willy Tarreau31971e52009-09-20 12:07:52 +02002168 * everything. We configure the buffer to forward indefinitely.
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002169 * Note that we're checking CF_SHUTR_NOW as an indication of a possible
Willy Tarreau8263d2b2012-08-28 00:06:31 +02002170 * recent call to channel_abort().
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002171 */
Christopher Faulet35fe6992017-08-29 16:06:38 +02002172 if (unlikely((!req->analysers || (req->analysers == AN_REQ_FLT_END && !(req->flags & CF_FLT_ANALYZE))) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002173 !(req->flags & (CF_SHUTW|CF_SHUTR_NOW)) &&
Willy Tarreau026e8fb2022-05-17 19:47:17 +02002174 (cs_state_in(scf->state, SC_SB_EST|SC_SB_DIS|SC_SB_CLO)) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002175 (req->to_forward != CHN_INFINITE_FORWARD))) {
Willy Tarreaub31c9712012-11-11 23:05:39 +01002176 /* This buffer is freewheeling, there's no analyser
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002177 * attached to it. If any data are left in, we'll permit them to
2178 * move.
2179 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002180 channel_auto_read(req);
2181 channel_auto_connect(req);
2182 channel_auto_close(req);
Willy Tarreau5bd8c372009-01-19 00:32:22 +01002183
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002184 if (IS_HTX_STRM(s)) {
2185 struct htx *htx = htxbuf(&req->buf);
2186
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002187 /* We'll let data flow between the producer (if still connected)
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002188 * to the consumer.
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002189 */
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002190 co_set_data(req, htx->data);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002191 if (!(req->flags & (CF_SHUTR|CF_SHUTW_NOW)))
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002192 channel_htx_forward_forever(req, htx);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002193 }
2194 else {
2195 /* We'll let data flow between the producer (if still connected)
2196 * to the consumer (which might possibly not be connected yet).
2197 */
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002198 c_adv(req, ci_data(req));
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002199 if (!(req->flags & (CF_SHUTR|CF_SHUTW_NOW)))
2200 channel_forward_forever(req);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002201 }
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002202 }
Willy Tarreauf890dc92008-12-13 21:12:26 +01002203
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002204 /* check if it is wise to enable kernel splicing to forward request data */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002205 if (!(req->flags & (CF_KERN_SPLICING|CF_SHUTR)) &&
2206 req->to_forward &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002207 (global.tune.options & GTUNE_USE_SPLICE) &&
Willy Tarreaufd9417b2022-05-18 16:23:22 +02002208 (sc_conn(scf) && __sc_conn(scf)->xprt && __sc_conn(scf)->xprt->rcv_pipe &&
2209 __sc_conn(scf)->mux && __sc_conn(scf)->mux->rcv_pipe) &&
2210 (sc_conn(scb) && __sc_conn(scb)->xprt && __sc_conn(scb)->xprt->snd_pipe &&
2211 __sc_conn(scb)->mux && __sc_conn(scb)->mux->snd_pipe) &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002212 (pipes_used < global.maxpipes) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002213 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_REQ) ||
2214 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_AUT) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002215 (req->flags & CF_STREAMER_FAST)))) {
2216 req->flags |= CF_KERN_SPLICING;
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002217 }
2218
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002219 /* reflect what the L7 analysers have seen last */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002220 rqf_last = req->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002221
Willy Tarreau520d95e2009-09-19 21:04:57 +02002222 /* it's possible that an upper layer has requested a connection setup or abort.
2223 * There are 2 situations where we decide to establish a new connection :
2224 * - there are data scheduled for emission in the buffer
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002225 * - the CF_AUTO_CONNECT flag is set (active connection)
Willy Tarreau520d95e2009-09-19 21:04:57 +02002226 */
Willy Tarreau026e8fb2022-05-17 19:47:17 +02002227 if (scb->state == SC_ST_INI) {
Christopher Faulet5e1a9d72019-04-23 17:34:22 +02002228 if (!(req->flags & CF_SHUTW)) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002229 if ((req->flags & CF_AUTO_CONNECT) || !channel_is_empty(req)) {
Willy Tarreaucf644ed2013-09-29 17:19:56 +02002230 /* If we have an appctx, there is no connect method, so we
2231 * immediately switch to the connected state, otherwise we
2232 * perform a connection request.
Willy Tarreau520d95e2009-09-19 21:04:57 +02002233 */
Willy Tarreau026e8fb2022-05-17 19:47:17 +02002234 scb->state = SC_ST_REQ; /* new connection requested */
Christopher Faulet731c8e62022-03-29 16:08:44 +02002235 s->conn_retries = 0;
Christopher Faulet9f5382e2021-05-21 13:46:14 +02002236 if ((s->be->retry_type &~ PR_RE_CONN_FAILED) &&
2237 (s->be->mode == PR_MODE_HTTP) &&
Christopher Faulete05bf9e2022-03-29 15:23:40 +02002238 !(s->txn->flags & TX_D_L7_RETRY))
2239 s->txn->flags |= TX_L7_RETRY;
Willy Tarreau520d95e2009-09-19 21:04:57 +02002240 }
Willy Tarreau73201222009-08-16 18:27:24 +02002241 }
Willy Tarreauf41ffdc2009-09-20 08:19:25 +02002242 else {
Willy Tarreau026e8fb2022-05-17 19:47:17 +02002243 s->scb->state = SC_ST_CLO; /* shutw+ini = abort */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002244 channel_shutw_now(req); /* fix buffer flags upon abort */
2245 channel_shutr_now(res);
Willy Tarreauf41ffdc2009-09-20 08:19:25 +02002246 }
Willy Tarreau92795622009-03-06 12:51:23 +01002247 }
2248
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002249
2250 /* we may have a pending connection request, or a connection waiting
2251 * for completion.
2252 */
Willy Tarreau026e8fb2022-05-17 19:47:17 +02002253 if (cs_state_in(scb->state, SC_SB_REQ|SC_SB_QUE|SC_SB_TAR|SC_SB_ASS)) {
Thierry FOURNIER4834bc72015-06-06 19:29:07 +02002254 /* prune the request variables and swap to the response variables. */
2255 if (s->vars_reqres.scope != SCOPE_RES) {
Jerome Magnin2f44e882019-11-09 18:00:47 +01002256 if (!LIST_ISEMPTY(&s->vars_reqres.head))
Willy Tarreaucda7f3f2018-10-28 13:44:36 +01002257 vars_prune(&s->vars_reqres, s->sess, s);
Willy Tarreaub7bfcb32021-08-31 08:13:25 +02002258 vars_init_head(&s->vars_reqres, SCOPE_RES);
Thierry FOURNIER4834bc72015-06-06 19:29:07 +02002259 }
2260
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002261 do {
2262 /* nb: step 1 might switch from QUE to ASS, but we first want
2263 * to give a chance to step 2 to perform a redirect if needed.
2264 */
Willy Tarreau026e8fb2022-05-17 19:47:17 +02002265 if (scb->state != SC_ST_REQ)
Willy Tarreau3a9312a2020-01-09 18:43:15 +01002266 back_try_conn_req(s);
Willy Tarreau026e8fb2022-05-17 19:47:17 +02002267 if (scb->state == SC_ST_REQ)
Willy Tarreau3a9312a2020-01-09 18:43:15 +01002268 back_handle_st_req(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002269
Willy Tarreauada4c582020-03-04 16:42:03 +01002270 /* get a chance to complete an immediate connection setup */
Willy Tarreau026e8fb2022-05-17 19:47:17 +02002271 if (scb->state == SC_ST_RDY)
Willy Tarreau4596fe22022-05-17 19:07:51 +02002272 goto resync_stconns;
Willy Tarreauada4c582020-03-04 16:42:03 +01002273
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +01002274 /* applets directly go to the ESTABLISHED state. Similarly,
2275 * servers experience the same fate when their connection
2276 * is reused.
2277 */
Willy Tarreau026e8fb2022-05-17 19:47:17 +02002278 if (unlikely(scb->state == SC_ST_EST))
Willy Tarreau3a9312a2020-01-09 18:43:15 +01002279 back_establish(s);
Willy Tarreaufac4bd12013-11-30 09:21:49 +01002280
Willy Tarreau3fdb3662012-11-12 00:42:33 +01002281 srv = objt_server(s->target);
Willy Tarreau026e8fb2022-05-17 19:47:17 +02002282 if (scb->state == SC_ST_ASS && srv && srv->rdr_len && (s->flags & SF_REDIRECTABLE))
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02002283 http_perform_server_redirect(s, scb);
Willy Tarreau026e8fb2022-05-17 19:47:17 +02002284 } while (scb->state == SC_ST_ASS);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002285 }
2286
Willy Tarreau829bd472019-06-06 09:17:23 +02002287 /* Let's see if we can send the pending request now */
Willy Tarreau462b9892022-05-18 18:06:53 +02002288 sc_conn_sync_send(scb);
Willy Tarreau829bd472019-06-06 09:17:23 +02002289
2290 /*
2291 * Now forward all shutdown requests between both sides of the request buffer
2292 */
2293
2294 /* first, let's check if the request buffer needs to shutdown(write), which may
2295 * happen either because the input is closed or because we want to force a close
2296 * once the server has begun to respond. If a half-closed timeout is set, we adjust
Willy Tarreaua544c662022-04-14 17:39:48 +02002297 * the other side's timeout as well. However this doesn't have effect during the
2298 * connection setup unless the backend has abortonclose set.
Willy Tarreau829bd472019-06-06 09:17:23 +02002299 */
2300 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTW_NOW|CF_AUTO_CLOSE|CF_SHUTR)) ==
Willy Tarreaua544c662022-04-14 17:39:48 +02002301 (CF_AUTO_CLOSE|CF_SHUTR) &&
Willy Tarreau026e8fb2022-05-17 19:47:17 +02002302 (scb->state != SC_ST_CON || (s->be->options & PR_O_ABRT_CLOSE)))) {
Willy Tarreau829bd472019-06-06 09:17:23 +02002303 channel_shutw_now(req);
2304 }
2305
2306 /* shutdown(write) pending */
2307 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTW_NOW)) == CF_SHUTW_NOW &&
2308 channel_is_empty(req))) {
2309 if (req->flags & CF_READ_ERROR)
Willy Tarreaucb041662022-05-17 19:44:42 +02002310 scb->flags |= SC_FL_NOLINGER;
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02002311 cs_shutw(scb);
Willy Tarreau829bd472019-06-06 09:17:23 +02002312 }
2313
2314 /* shutdown(write) done on server side, we must stop the client too */
2315 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTW &&
2316 !req->analysers))
2317 channel_shutr_now(req);
2318
2319 /* shutdown(read) pending */
2320 if (unlikely((req->flags & (CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTR_NOW)) {
Willy Tarreaucb041662022-05-17 19:44:42 +02002321 if (scf->flags & SC_FL_NOHALF)
2322 scf->flags |= SC_FL_NOLINGER;
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02002323 cs_shutr(scf);
Willy Tarreau829bd472019-06-06 09:17:23 +02002324 }
2325
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002326 /* Benchmarks have shown that it's optimal to do a full resync now */
Willy Tarreau026e8fb2022-05-17 19:47:17 +02002327 if (scf->state == SC_ST_DIS ||
2328 cs_state_in(scb->state, SC_SB_RDY|SC_SB_DIS) ||
2329 (sc_ep_test(scf, SE_FL_ERROR) && scf->state != SC_ST_CLO) ||
2330 (sc_ep_test(scb, SE_FL_ERROR) && scb->state != SC_ST_CLO))
Willy Tarreau4596fe22022-05-17 19:07:51 +02002331 goto resync_stconns;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002332
Willy Tarreau815a9b22010-07-27 17:15:12 +02002333 /* otherwise we want to check if we need to resync the req buffer or not */
Willy Tarreau1ec9bb52019-06-06 14:45:26 +02002334 if ((req->flags ^ rqf_last) & (CF_SHUTR|CF_SHUTW))
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002335 goto resync_request;
2336
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002337 /* perform output updates to the response buffer */
Willy Tarreau84455332009-03-15 22:34:05 +01002338
Ilya Shipitsinb8888ab2021-01-06 21:20:16 +05002339 /* If no one is interested in analysing data, it's time to forward
Willy Tarreau31971e52009-09-20 12:07:52 +02002340 * everything. We configure the buffer to forward indefinitely.
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002341 * Note that we're checking CF_SHUTR_NOW as an indication of a possible
Willy Tarreau8263d2b2012-08-28 00:06:31 +02002342 * recent call to channel_abort().
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002343 */
Christopher Faulet35fe6992017-08-29 16:06:38 +02002344 if (unlikely((!res->analysers || (res->analysers == AN_RES_FLT_END && !(res->flags & CF_FLT_ANALYZE))) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002345 !(res->flags & (CF_SHUTW|CF_SHUTR_NOW)) &&
Willy Tarreau026e8fb2022-05-17 19:47:17 +02002346 cs_state_in(scb->state, SC_SB_EST|SC_SB_DIS|SC_SB_CLO) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002347 (res->to_forward != CHN_INFINITE_FORWARD))) {
Willy Tarreaub31c9712012-11-11 23:05:39 +01002348 /* This buffer is freewheeling, there's no analyser
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002349 * attached to it. If any data are left in, we'll permit them to
2350 * move.
2351 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002352 channel_auto_read(res);
2353 channel_auto_close(res);
Willy Tarreauda4d9fe2010-11-07 20:26:56 +01002354
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002355 if (IS_HTX_STRM(s)) {
2356 struct htx *htx = htxbuf(&res->buf);
Willy Tarreauce887fd2012-05-12 12:50:00 +02002357
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002358 /* We'll let data flow between the producer (if still connected)
2359 * to the consumer.
2360 */
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002361 co_set_data(res, htx->data);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002362 if (!(res->flags & (CF_SHUTR|CF_SHUTW_NOW)))
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002363 channel_htx_forward_forever(res, htx);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002364 }
2365 else {
2366 /* We'll let data flow between the producer (if still connected)
2367 * to the consumer.
2368 */
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002369 c_adv(res, ci_data(res));
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002370 if (!(res->flags & (CF_SHUTR|CF_SHUTW_NOW)))
2371 channel_forward_forever(res);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002372 }
Willy Tarreau42529c32015-07-09 18:38:57 +02002373
Willy Tarreauce887fd2012-05-12 12:50:00 +02002374 /* if we have no analyser anymore in any direction and have a
Willy Tarreau05cdd962014-05-10 14:30:07 +02002375 * tunnel timeout set, use it now. Note that we must respect
2376 * the half-closed timeouts as well.
Willy Tarreauce887fd2012-05-12 12:50:00 +02002377 */
Amaury Denoyellefb504432020-12-10 13:43:53 +01002378 if (!req->analysers && s->tunnel_timeout) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002379 req->rto = req->wto = res->rto = res->wto =
Amaury Denoyellefb504432020-12-10 13:43:53 +01002380 s->tunnel_timeout;
Willy Tarreau05cdd962014-05-10 14:30:07 +02002381
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002382 if ((req->flags & CF_SHUTR) && tick_isset(sess->fe->timeout.clientfin))
2383 res->wto = sess->fe->timeout.clientfin;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002384 if ((req->flags & CF_SHUTW) && tick_isset(s->be->timeout.serverfin))
2385 res->rto = s->be->timeout.serverfin;
2386 if ((res->flags & CF_SHUTR) && tick_isset(s->be->timeout.serverfin))
2387 req->wto = s->be->timeout.serverfin;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002388 if ((res->flags & CF_SHUTW) && tick_isset(sess->fe->timeout.clientfin))
2389 req->rto = sess->fe->timeout.clientfin;
Willy Tarreau05cdd962014-05-10 14:30:07 +02002390
Willy Tarreau8f128b42014-11-28 15:07:47 +01002391 req->rex = tick_add(now_ms, req->rto);
2392 req->wex = tick_add(now_ms, req->wto);
2393 res->rex = tick_add(now_ms, res->rto);
2394 res->wex = tick_add(now_ms, res->wto);
Willy Tarreauce887fd2012-05-12 12:50:00 +02002395 }
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002396 }
Willy Tarreauf890dc92008-12-13 21:12:26 +01002397
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002398 /* check if it is wise to enable kernel splicing to forward response data */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002399 if (!(res->flags & (CF_KERN_SPLICING|CF_SHUTR)) &&
2400 res->to_forward &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002401 (global.tune.options & GTUNE_USE_SPLICE) &&
Willy Tarreaufd9417b2022-05-18 16:23:22 +02002402 (sc_conn(scf) && __sc_conn(scf)->xprt && __sc_conn(scf)->xprt->snd_pipe &&
2403 __sc_conn(scf)->mux && __sc_conn(scf)->mux->snd_pipe) &&
2404 (sc_conn(scb) && __sc_conn(scb)->xprt && __sc_conn(scb)->xprt->rcv_pipe &&
2405 __sc_conn(scb)->mux && __sc_conn(scb)->mux->rcv_pipe) &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002406 (pipes_used < global.maxpipes) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002407 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_RTR) ||
2408 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_AUT) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002409 (res->flags & CF_STREAMER_FAST)))) {
2410 res->flags |= CF_KERN_SPLICING;
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002411 }
2412
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002413 /* reflect what the L7 analysers have seen last */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002414 rpf_last = res->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002415
Willy Tarreau829bd472019-06-06 09:17:23 +02002416 /* Let's see if we can send the pending response now */
Willy Tarreau462b9892022-05-18 18:06:53 +02002417 sc_conn_sync_send(scf);
Willy Tarreau829bd472019-06-06 09:17:23 +02002418
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002419 /*
2420 * Now forward all shutdown requests between both sides of the buffer
2421 */
2422
2423 /*
2424 * FIXME: this is probably where we should produce error responses.
2425 */
2426
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002427 /* first, let's check if the response buffer needs to shutdown(write) */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002428 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTW_NOW|CF_AUTO_CLOSE|CF_SHUTR)) ==
Willy Tarreau05cdd962014-05-10 14:30:07 +02002429 (CF_AUTO_CLOSE|CF_SHUTR))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002430 channel_shutw_now(res);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002431 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002432
2433 /* shutdown(write) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002434 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTW_NOW)) == CF_SHUTW_NOW &&
2435 channel_is_empty(res))) {
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02002436 cs_shutw(scf);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002437 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002438
2439 /* shutdown(write) done on the client side, we must stop the server too */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002440 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTW) &&
2441 !res->analysers)
2442 channel_shutr_now(res);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002443
2444 /* shutdown(read) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002445 if (unlikely((res->flags & (CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTR_NOW)) {
Willy Tarreaucb041662022-05-17 19:44:42 +02002446 if (scb->flags & SC_FL_NOHALF)
2447 scb->flags |= SC_FL_NOLINGER;
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02002448 cs_shutr(scb);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02002449 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002450
Willy Tarreau026e8fb2022-05-17 19:47:17 +02002451 if (scf->state == SC_ST_DIS ||
2452 cs_state_in(scb->state, SC_SB_RDY|SC_SB_DIS) ||
2453 (sc_ep_test(scf, SE_FL_ERROR) && scf->state != SC_ST_CLO) ||
2454 (sc_ep_test(scb, SE_FL_ERROR) && scb->state != SC_ST_CLO))
Willy Tarreau4596fe22022-05-17 19:07:51 +02002455 goto resync_stconns;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002456
Willy Tarreau3c5c0662019-06-06 14:32:49 +02002457 if ((req->flags & ~rqf_last) & CF_MASK_ANALYSER)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002458 goto resync_request;
2459
Willy Tarreau8f128b42014-11-28 15:07:47 +01002460 if ((res->flags ^ rpf_last) & CF_MASK_STATIC)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002461 goto resync_response;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002462
Willy Tarreau829bd472019-06-06 09:17:23 +02002463 if (((req->flags ^ rqf_last) | (res->flags ^ rpf_last)) & CF_MASK_ANALYSER)
2464 goto resync_request;
2465
Willy Tarreau89f7ef22009-09-05 20:57:35 +02002466 /* we're interested in getting wakeups again */
Willy Tarreaucb041662022-05-17 19:44:42 +02002467 scf->flags &= ~SC_FL_DONT_WAKE;
2468 scb->flags &= ~SC_FL_DONT_WAKE;
Willy Tarreau89f7ef22009-09-05 20:57:35 +02002469
Willy Tarreau026e8fb2022-05-17 19:47:17 +02002470 if (likely((scf->state != SC_ST_CLO) || !cs_state_in(scb->state, SC_SB_INI|SC_SB_CLO) ||
Christopher Faulet6fcd2d32019-11-13 11:12:32 +01002471 (req->analysers & AN_REQ_FLT_END) || (res->analysers & AN_RES_FLT_END))) {
Olivier Houchard4c18f942019-07-31 18:05:26 +02002472 if ((sess->fe->options & PR_O_CONTSTATS) && (s->flags & SF_BE_ASSIGNED) && !(s->flags & SF_IGNORE))
Willy Tarreau87b09662015-04-03 00:22:06 +02002473 stream_process_counters(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002474
Christopher Fauletef285c12022-04-01 14:48:06 +02002475 stream_update_both_cs(s);
Olivier Houchard53216e72018-10-10 15:46:36 +02002476
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02002477 /* Trick: if a request is being waiting for the server to respond,
2478 * and if we know the server can timeout, we don't want the timeout
2479 * to expire on the client side first, but we're still interested
2480 * in passing data from the client to the server (eg: POST). Thus,
2481 * we can cancel the client's request timeout if the server's
2482 * request timeout is set and the server has not yet sent a response.
2483 */
2484
Willy Tarreau8f128b42014-11-28 15:07:47 +01002485 if ((res->flags & (CF_AUTO_CLOSE|CF_SHUTR)) == 0 &&
2486 (tick_isset(req->wex) || tick_isset(res->rex))) {
2487 req->flags |= CF_READ_NOEXP;
2488 req->rex = TICK_ETERNITY;
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02002489 }
2490
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002491 /* Reset pending events now */
2492 s->pending_events = 0;
2493
Willy Tarreau798f4322012-11-08 14:49:17 +01002494 update_exp_and_leave:
Willy Tarreaucb041662022-05-17 19:44:42 +02002495 /* Note: please ensure that if you branch here you disable SC_FL_DONT_WAKE */
Christopher Fauleta00d8172016-11-10 14:58:05 +01002496 t->expire = tick_first((tick_is_expired(t->expire, now_ms) ? 0 : t->expire),
2497 tick_first(tick_first(req->rex, req->wex),
2498 tick_first(res->rex, res->wex)));
Willy Tarreaudef0d222016-11-08 22:03:00 +01002499 if (!req->analysers)
2500 req->analyse_exp = TICK_ETERNITY;
2501
2502 if ((sess->fe->options & PR_O_CONTSTATS) && (s->flags & SF_BE_ASSIGNED) &&
2503 (!tick_isset(req->analyse_exp) || tick_is_expired(req->analyse_exp, now_ms)))
2504 req->analyse_exp = tick_add(now_ms, 5000);
2505
2506 t->expire = tick_first(t->expire, req->analyse_exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002507
Willy Tarreau9a398be2017-11-10 17:14:23 +01002508 t->expire = tick_first(t->expire, res->analyse_exp);
2509
Christopher Fauletae024ce2022-03-29 19:02:31 +02002510 t->expire = tick_first(t->expire, s->conn_exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002511
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002512 s->pending_events &= ~(TASK_WOKEN_TIMER | TASK_WOKEN_RES);
Willy Tarreau87b09662015-04-03 00:22:06 +02002513 stream_release_buffers(s);
Christopher Fauleteea8fc72019-11-05 16:18:10 +01002514
2515 DBG_TRACE_DEVEL("queuing", STRM_EV_STRM_PROC, s);
Willy Tarreau26c25062009-03-08 09:38:41 +01002516 return t; /* nothing more to do */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002517 }
2518
Christopher Fauleteea8fc72019-11-05 16:18:10 +01002519 DBG_TRACE_DEVEL("releasing", STRM_EV_STRM_PROC, s);
2520
Willy Tarreaue7dff022015-04-03 01:14:29 +02002521 if (s->flags & SF_BE_ASSIGNED)
Willy Tarreau4781b152021-04-06 13:53:36 +02002522 _HA_ATOMIC_DEC(&s->be->beconn);
Willy Tarreau6f5e4b92017-09-15 09:07:56 +02002523
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002524 if (unlikely((global.mode & MODE_DEBUG) &&
2525 (!(global.mode & MODE_QUIET) || (global.mode & MODE_VERBOSE)))) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002526 chunk_printf(&trash, "%08x:%s.closed[%04x:%04x]\n",
Christopher Faulet0256da12021-12-15 09:50:17 +01002527 s->uniq_id, s->be->id,
Willy Tarreaufd9417b2022-05-18 16:23:22 +02002528 (unsigned short)conn_fd(sc_conn(scf)),
2529 (unsigned short)conn_fd(sc_conn(scb)));
Willy Tarreau2e8ab6b2020-03-14 11:03:20 +01002530 DISGUISE(write(1, trash.area, trash.data));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002531 }
2532
Christopher Faulet341064e2021-01-21 17:10:44 +01002533 if (!(s->flags & SF_IGNORE)) {
2534 s->logs.t_close = tv_ms_elapsed(&s->logs.tv_accept, &now);
2535
Olivier Houchard4c18f942019-07-31 18:05:26 +02002536 stream_process_counters(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002537
Christopher Faulet341064e2021-01-21 17:10:44 +01002538 if (s->txn && s->txn->status) {
2539 int n;
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002540
Christopher Faulet341064e2021-01-21 17:10:44 +01002541 n = s->txn->status / 100;
2542 if (n < 1 || n > 5)
2543 n = 0;
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002544
Christopher Faulet341064e2021-01-21 17:10:44 +01002545 if (sess->fe->mode == PR_MODE_HTTP) {
Willy Tarreau4781b152021-04-06 13:53:36 +02002546 _HA_ATOMIC_INC(&sess->fe->fe_counters.p.http.rsp[n]);
Christopher Faulet341064e2021-01-21 17:10:44 +01002547 }
2548 if ((s->flags & SF_BE_ASSIGNED) &&
2549 (s->be->mode == PR_MODE_HTTP)) {
Willy Tarreau4781b152021-04-06 13:53:36 +02002550 _HA_ATOMIC_INC(&s->be->be_counters.p.http.rsp[n]);
2551 _HA_ATOMIC_INC(&s->be->be_counters.p.http.cum_req);
Christopher Faulet341064e2021-01-21 17:10:44 +01002552 }
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002553 }
Christopher Faulet341064e2021-01-21 17:10:44 +01002554
2555 /* let's do a final log if we need it */
2556 if (!LIST_ISEMPTY(&sess->fe->logformat) && s->logs.logwait &&
2557 !(s->flags & SF_MONITOR) &&
2558 (!(sess->fe->options & PR_O_NULLNOLOG) || req->total)) {
2559 /* we may need to know the position in the queue */
2560 pendconn_free(s);
2561 s->do_log(s);
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002562 }
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002563
Christopher Faulet341064e2021-01-21 17:10:44 +01002564 /* update time stats for this stream */
2565 stream_update_time_stats(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002566 }
2567
2568 /* the task MUST not be in the run queue anymore */
Willy Tarreau87b09662015-04-03 00:22:06 +02002569 stream_free(s);
Olivier Houchard3f795f72019-04-17 22:51:06 +02002570 task_destroy(t);
Willy Tarreau26c25062009-03-08 09:38:41 +01002571 return NULL;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002572}
2573
Willy Tarreau87b09662015-04-03 00:22:06 +02002574/* Update the stream's backend and server time stats */
2575void stream_update_time_stats(struct stream *s)
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002576{
2577 int t_request;
2578 int t_queue;
2579 int t_connect;
2580 int t_data;
2581 int t_close;
2582 struct server *srv;
Marcin Deraneka8dbdf32020-05-15 20:02:40 +02002583 unsigned int samples_window;
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002584
2585 t_request = 0;
2586 t_queue = s->logs.t_queue;
2587 t_connect = s->logs.t_connect;
2588 t_close = s->logs.t_close;
2589 t_data = s->logs.t_data;
2590
2591 if (s->be->mode != PR_MODE_HTTP)
2592 t_data = t_connect;
2593
2594 if (t_connect < 0 || t_data < 0)
2595 return;
2596
2597 if (tv_isge(&s->logs.tv_request, &s->logs.tv_accept))
2598 t_request = tv_ms_elapsed(&s->logs.tv_accept, &s->logs.tv_request);
2599
2600 t_data -= t_connect;
2601 t_connect -= t_queue;
2602 t_queue -= t_request;
2603
2604 srv = objt_server(s->target);
2605 if (srv) {
Marcin Deraneka8dbdf32020-05-15 20:02:40 +02002606 samples_window = (((s->be->mode == PR_MODE_HTTP) ?
2607 srv->counters.p.http.cum_req : srv->counters.cum_lbconn) > TIME_STATS_SAMPLES) ? TIME_STATS_SAMPLES : 0;
2608 swrate_add_dynamic(&srv->counters.q_time, samples_window, t_queue);
2609 swrate_add_dynamic(&srv->counters.c_time, samples_window, t_connect);
2610 swrate_add_dynamic(&srv->counters.d_time, samples_window, t_data);
2611 swrate_add_dynamic(&srv->counters.t_time, samples_window, t_close);
Christopher Fauletefb41f02019-11-08 14:53:15 +01002612 HA_ATOMIC_UPDATE_MAX(&srv->counters.qtime_max, t_queue);
2613 HA_ATOMIC_UPDATE_MAX(&srv->counters.ctime_max, t_connect);
2614 HA_ATOMIC_UPDATE_MAX(&srv->counters.dtime_max, t_data);
2615 HA_ATOMIC_UPDATE_MAX(&srv->counters.ttime_max, t_close);
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002616 }
Marcin Deraneka8dbdf32020-05-15 20:02:40 +02002617 samples_window = (((s->be->mode == PR_MODE_HTTP) ?
2618 s->be->be_counters.p.http.cum_req : s->be->be_counters.cum_lbconn) > TIME_STATS_SAMPLES) ? TIME_STATS_SAMPLES : 0;
2619 swrate_add_dynamic(&s->be->be_counters.q_time, samples_window, t_queue);
2620 swrate_add_dynamic(&s->be->be_counters.c_time, samples_window, t_connect);
2621 swrate_add_dynamic(&s->be->be_counters.d_time, samples_window, t_data);
2622 swrate_add_dynamic(&s->be->be_counters.t_time, samples_window, t_close);
Christopher Fauletefb41f02019-11-08 14:53:15 +01002623 HA_ATOMIC_UPDATE_MAX(&s->be->be_counters.qtime_max, t_queue);
2624 HA_ATOMIC_UPDATE_MAX(&s->be->be_counters.ctime_max, t_connect);
2625 HA_ATOMIC_UPDATE_MAX(&s->be->be_counters.dtime_max, t_data);
2626 HA_ATOMIC_UPDATE_MAX(&s->be->be_counters.ttime_max, t_close);
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002627}
2628
Willy Tarreau7c669d72008-06-20 15:04:11 +02002629/*
2630 * This function adjusts sess->srv_conn and maintains the previous and new
Willy Tarreau87b09662015-04-03 00:22:06 +02002631 * server's served stream counts. Setting newsrv to NULL is enough to release
Willy Tarreau7c669d72008-06-20 15:04:11 +02002632 * current connection slot. This function also notifies any LB algo which might
Willy Tarreau87b09662015-04-03 00:22:06 +02002633 * expect to be informed about any change in the number of active streams on a
Willy Tarreau7c669d72008-06-20 15:04:11 +02002634 * server.
2635 */
Willy Tarreaue89fae32021-03-09 15:43:32 +01002636void sess_change_server(struct stream *strm, struct server *newsrv)
Willy Tarreau7c669d72008-06-20 15:04:11 +02002637{
Willy Tarreaue89fae32021-03-09 15:43:32 +01002638 struct server *oldsrv = strm->srv_conn;
Willy Tarreau751153e2021-02-17 13:33:24 +01002639
2640 if (oldsrv == newsrv)
Willy Tarreau7c669d72008-06-20 15:04:11 +02002641 return;
2642
Willy Tarreau751153e2021-02-17 13:33:24 +01002643 if (oldsrv) {
Willy Tarreau4781b152021-04-06 13:53:36 +02002644 _HA_ATOMIC_DEC(&oldsrv->served);
2645 _HA_ATOMIC_DEC(&oldsrv->proxy->served);
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002646 __ha_barrier_atomic_store();
Willy Tarreau59b0fec2021-02-17 16:01:37 +01002647 if (oldsrv->proxy->lbprm.server_drop_conn)
Willy Tarreau5941ef02021-06-18 18:29:25 +02002648 oldsrv->proxy->lbprm.server_drop_conn(oldsrv);
Willy Tarreaue89fae32021-03-09 15:43:32 +01002649 stream_del_srv_conn(strm);
Willy Tarreau7c669d72008-06-20 15:04:11 +02002650 }
2651
2652 if (newsrv) {
Willy Tarreau4781b152021-04-06 13:53:36 +02002653 _HA_ATOMIC_INC(&newsrv->served);
2654 _HA_ATOMIC_INC(&newsrv->proxy->served);
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002655 __ha_barrier_atomic_store();
Willy Tarreau59b0fec2021-02-17 16:01:37 +01002656 if (newsrv->proxy->lbprm.server_take_conn)
Willy Tarreau5941ef02021-06-18 18:29:25 +02002657 newsrv->proxy->lbprm.server_take_conn(newsrv);
Willy Tarreaue89fae32021-03-09 15:43:32 +01002658 stream_add_srv_conn(strm, newsrv);
Willy Tarreau7c669d72008-06-20 15:04:11 +02002659 }
2660}
2661
Willy Tarreau84455332009-03-15 22:34:05 +01002662/* Handle server-side errors for default protocols. It is called whenever a a
2663 * connection setup is aborted or a request is aborted in queue. It sets the
Willy Tarreau87b09662015-04-03 00:22:06 +02002664 * stream termination flags so that the caller does not have to worry about
Willy Tarreau4596fe22022-05-17 19:07:51 +02002665 * them. It's installed as ->srv_error for the server-side stream connector.
Willy Tarreau84455332009-03-15 22:34:05 +01002666 */
Willy Tarreau4596fe22022-05-17 19:07:51 +02002667void default_srv_error(struct stream *s, struct stconn *cs)
Willy Tarreau84455332009-03-15 22:34:05 +01002668{
Christopher Faulet50264b42022-03-30 19:39:30 +02002669 int err_type = s->conn_err_type;
Willy Tarreau84455332009-03-15 22:34:05 +01002670 int err = 0, fin = 0;
2671
Christopher Faulet50264b42022-03-30 19:39:30 +02002672 if (err_type & STRM_ET_QUEUE_ABRT) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002673 err = SF_ERR_CLICL;
2674 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002675 }
Christopher Faulet50264b42022-03-30 19:39:30 +02002676 else if (err_type & STRM_ET_CONN_ABRT) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002677 err = SF_ERR_CLICL;
2678 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002679 }
Christopher Faulet50264b42022-03-30 19:39:30 +02002680 else if (err_type & STRM_ET_QUEUE_TO) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002681 err = SF_ERR_SRVTO;
2682 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002683 }
Christopher Faulet50264b42022-03-30 19:39:30 +02002684 else if (err_type & STRM_ET_QUEUE_ERR) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002685 err = SF_ERR_SRVCL;
2686 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002687 }
Christopher Faulet50264b42022-03-30 19:39:30 +02002688 else if (err_type & STRM_ET_CONN_TO) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002689 err = SF_ERR_SRVTO;
2690 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002691 }
Christopher Faulet50264b42022-03-30 19:39:30 +02002692 else if (err_type & STRM_ET_CONN_ERR) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002693 err = SF_ERR_SRVCL;
2694 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002695 }
Christopher Faulet50264b42022-03-30 19:39:30 +02002696 else if (err_type & STRM_ET_CONN_RES) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002697 err = SF_ERR_RESOURCE;
2698 fin = SF_FINST_C;
Willy Tarreau2d400bb2012-05-14 12:11:47 +02002699 }
Christopher Faulet50264b42022-03-30 19:39:30 +02002700 else /* STRM_ET_CONN_OTHER and others */ {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002701 err = SF_ERR_INTERNAL;
2702 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002703 }
2704
Willy Tarreaue7dff022015-04-03 01:14:29 +02002705 if (!(s->flags & SF_ERR_MASK))
Willy Tarreau84455332009-03-15 22:34:05 +01002706 s->flags |= err;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002707 if (!(s->flags & SF_FINST_MASK))
Willy Tarreau84455332009-03-15 22:34:05 +01002708 s->flags |= fin;
2709}
Willy Tarreau7c669d72008-06-20 15:04:11 +02002710
Willy Tarreaue7dff022015-04-03 01:14:29 +02002711/* kill a stream and set the termination flags to <why> (one of SF_ERR_*) */
Willy Tarreau87b09662015-04-03 00:22:06 +02002712void stream_shutdown(struct stream *stream, int why)
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002713{
Willy Tarreau87b09662015-04-03 00:22:06 +02002714 if (stream->req.flags & (CF_SHUTW|CF_SHUTW_NOW))
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002715 return;
2716
Willy Tarreau87b09662015-04-03 00:22:06 +02002717 channel_shutw_now(&stream->req);
2718 channel_shutr_now(&stream->res);
2719 stream->task->nice = 1024;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002720 if (!(stream->flags & SF_ERR_MASK))
Willy Tarreau87b09662015-04-03 00:22:06 +02002721 stream->flags |= why;
2722 task_wakeup(stream->task, TASK_WOKEN_OTHER);
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002723}
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +02002724
Willy Tarreau5484d582019-05-22 09:33:03 +02002725/* Appends a dump of the state of stream <s> into buffer <buf> which must have
2726 * preliminary be prepared by its caller, with each line prepended by prefix
2727 * <pfx>, and each line terminated by character <eol>.
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002728 */
Willy Tarreau5484d582019-05-22 09:33:03 +02002729void stream_dump(struct buffer *buf, const struct stream *s, const char *pfx, char eol)
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002730{
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02002731 const struct stconn *scf, *scb;
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002732 const struct connection *cof, *cob;
2733 const struct appctx *acf, *acb;
2734 const struct server *srv;
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002735 const char *src = "unknown";
2736 const char *dst = "unknown";
2737 char pn[INET6_ADDRSTRLEN];
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002738 const struct channel *req, *res;
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002739
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002740 if (!s) {
Willy Tarreau5484d582019-05-22 09:33:03 +02002741 chunk_appendf(buf, "%sstrm=%p%c", pfx, s, eol);
2742 return;
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002743 }
2744
Willy Tarreau5484d582019-05-22 09:33:03 +02002745 if (s->obj_type != OBJ_TYPE_STREAM) {
2746 chunk_appendf(buf, "%sstrm=%p [invalid type=%d(%s)]%c",
2747 pfx, s, s->obj_type, obj_type_name(&s->obj_type), eol);
2748 return;
2749 }
2750
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002751 req = &s->req;
2752 res = &s->res;
2753
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02002754 scf = s->scf;
Willy Tarreaufd9417b2022-05-18 16:23:22 +02002755 cof = sc_conn(scf);
Willy Tarreau8e7c6e62022-05-18 17:58:02 +02002756 acf = sc_appctx(scf);
Willy Tarreau71e34c12019-07-17 15:07:06 +02002757 if (cof && cof->src && addr_to_str(cof->src, pn, sizeof(pn)) >= 0)
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002758 src = pn;
2759 else if (acf)
2760 src = acf->applet->name;
2761
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02002762 scb = s->scb;
Willy Tarreaufd9417b2022-05-18 16:23:22 +02002763 cob = sc_conn(scb);
Willy Tarreau8e7c6e62022-05-18 17:58:02 +02002764 acb = sc_appctx(scb);
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002765 srv = objt_server(s->target);
2766 if (srv)
2767 dst = srv->id;
2768 else if (acb)
2769 dst = acb->applet->name;
2770
Willy Tarreau5484d582019-05-22 09:33:03 +02002771 chunk_appendf(buf,
Christopher Faulete8f35962021-11-02 17:18:15 +01002772 "%sstrm=%p,%x src=%s fe=%s be=%s dst=%s%c"
2773 "%stxn=%p,%x txn.req=%s,%x txn.rsp=%s,%x%c"
Christopher Fauletc77ceb62022-04-04 11:08:42 +02002774 "%srqf=%x rqa=%x rpf=%x rpa=%x%c"
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02002775 "%sscf=%p,%s,%x scb=%p,%s,%x%c"
Christopher Faulet13a35e52021-12-20 15:34:16 +01002776 "%saf=%p,%u sab=%p,%u%c"
Willy Tarreau5484d582019-05-22 09:33:03 +02002777 "%scof=%p,%x:%s(%p)/%s(%p)/%s(%d)%c"
2778 "%scob=%p,%x:%s(%p)/%s(%p)/%s(%d)%c"
2779 "",
Christopher Faulete8f35962021-11-02 17:18:15 +01002780 pfx, s, s->flags, src, s->sess->fe->id, s->be->id, dst, eol,
2781 pfx, s->txn, (s->txn ? s->txn->flags : 0),
2782 (s->txn ? h1_msg_state_str(s->txn->req.msg_state): "-"), (s->txn ? s->txn->req.flags : 0),
2783 (s->txn ? h1_msg_state_str(s->txn->rsp.msg_state): "-"), (s->txn ? s->txn->rsp.flags : 0), eol,
Christopher Fauletc77ceb62022-04-04 11:08:42 +02002784 pfx, req->flags, req->analysers, res->flags, res->analysers, eol,
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02002785 pfx, scf, cs_state_str(scf->state), scf->flags, scb, cs_state_str(scb->state), scb->flags, eol,
Christopher Faulet13a35e52021-12-20 15:34:16 +01002786 pfx, acf, acf ? acf->st0 : 0, acb, acb ? acb->st0 : 0, eol,
Willy Tarreau5484d582019-05-22 09:33:03 +02002787 pfx, cof, cof ? cof->flags : 0, conn_get_mux_name(cof), cof?cof->ctx:0, conn_get_xprt_name(cof),
Willy Tarreaua57f3452022-04-11 17:58:06 +02002788 cof ? cof->xprt_ctx : 0, conn_get_ctrl_name(cof), conn_fd(cof), eol,
Willy Tarreau5484d582019-05-22 09:33:03 +02002789 pfx, cob, cob ? cob->flags : 0, conn_get_mux_name(cob), cob?cob->ctx:0, conn_get_xprt_name(cob),
Willy Tarreaua57f3452022-04-11 17:58:06 +02002790 cob ? cob->xprt_ctx : 0, conn_get_ctrl_name(cob), conn_fd(cob), eol);
Willy Tarreau5484d582019-05-22 09:33:03 +02002791}
2792
2793/* dumps an error message for type <type> at ptr <ptr> related to stream <s>,
Willy Tarreaub106ce12019-05-22 08:57:01 +02002794 * having reached loop rate <rate>, then aborts hoping to retrieve a core.
Willy Tarreau5484d582019-05-22 09:33:03 +02002795 */
2796void stream_dump_and_crash(enum obj_type *obj, int rate)
2797{
2798 const struct stream *s;
Willy Tarreau5484d582019-05-22 09:33:03 +02002799 char *msg = NULL;
2800 const void *ptr;
2801
2802 ptr = s = objt_stream(obj);
2803 if (!s) {
2804 const struct appctx *appctx = objt_appctx(obj);
2805 if (!appctx)
2806 return;
2807 ptr = appctx;
Willy Tarreau0698c802022-05-11 14:09:57 +02002808 s = appctx_strm(appctx);
Willy Tarreau5484d582019-05-22 09:33:03 +02002809 if (!s)
2810 return;
2811 }
2812
Willy Tarreau5484d582019-05-22 09:33:03 +02002813 chunk_reset(&trash);
2814 stream_dump(&trash, s, "", ' ');
Willy Tarreau9753d612020-05-01 16:57:02 +02002815
2816 chunk_appendf(&trash, "filters={");
2817 if (HAS_FILTERS(s)) {
2818 struct filter *filter;
2819
2820 list_for_each_entry(filter, &s->strm_flt.filters, list) {
2821 if (filter->list.p != &s->strm_flt.filters)
2822 chunk_appendf(&trash, ", ");
2823 chunk_appendf(&trash, "%p=\"%s\"", filter, FLT_ID(filter));
2824 }
2825 }
2826 chunk_appendf(&trash, "}");
2827
Willy Tarreaub106ce12019-05-22 08:57:01 +02002828 memprintf(&msg,
2829 "A bogus %s [%p] is spinning at %d calls per second and refuses to die, "
2830 "aborting now! Please report this error to developers "
2831 "[%s]\n",
Willy Tarreau5484d582019-05-22 09:33:03 +02002832 obj_type_name(obj), ptr, rate, trash.area);
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002833
2834 ha_alert("%s", msg);
2835 send_log(NULL, LOG_EMERG, "%s", msg);
Willy Tarreau2f67e542021-03-02 19:19:41 +01002836 ABORT_NOW();
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002837}
2838
Willy Tarreaua698eb62021-02-24 10:37:01 +01002839/* initialize the require structures */
2840static void init_stream()
2841{
2842 int thr;
2843
2844 for (thr = 0; thr < MAX_THREADS; thr++)
Willy Tarreaub4e34762021-09-30 19:02:18 +02002845 LIST_INIT(&ha_thread_ctx[thr].streams);
Willy Tarreaua698eb62021-02-24 10:37:01 +01002846}
2847INITCALL0(STG_INIT, init_stream);
2848
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002849/* Generates a unique ID based on the given <format>, stores it in the given <strm> and
Tim Duesterhusa17e6622020-03-05 20:19:02 +01002850 * returns the unique ID.
Tim Duesterhus7ad27d42022-05-18 00:22:15 +02002851 *
Tim Duesterhusa17e6622020-03-05 20:19:02 +01002852 * If this function fails to allocate memory IST_NULL is returned.
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002853 *
Tim Duesterhusa17e6622020-03-05 20:19:02 +01002854 * If an ID is already stored within the stream nothing happens existing unique ID is
2855 * returned.
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002856 */
Tim Duesterhusa17e6622020-03-05 20:19:02 +01002857struct ist stream_generate_unique_id(struct stream *strm, struct list *format)
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002858{
Tim Duesterhusa17e6622020-03-05 20:19:02 +01002859 if (isttest(strm->unique_id)) {
2860 return strm->unique_id;
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002861 }
2862 else {
2863 char *unique_id;
Tim Duesterhusa17e6622020-03-05 20:19:02 +01002864 int length;
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002865 if ((unique_id = pool_alloc(pool_head_uniqueid)) == NULL)
Tim Duesterhusa17e6622020-03-05 20:19:02 +01002866 return IST_NULL;
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002867
Tim Duesterhusa17e6622020-03-05 20:19:02 +01002868 length = build_logline(strm, unique_id, UNIQUEID_LEN, format);
2869 strm->unique_id = ist2(unique_id, length);
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002870
Tim Duesterhusa17e6622020-03-05 20:19:02 +01002871 return strm->unique_id;
Tim Duesterhus127a74d2020-02-28 15:13:33 +01002872 }
2873}
2874
Willy Tarreau8b22a712010-06-18 17:46:06 +02002875/************************************************************************/
2876/* All supported ACL keywords must be declared here. */
2877/************************************************************************/
Christopher Faulet551a6412021-06-25 14:35:29 +02002878static enum act_return stream_action_set_log_level(struct act_rule *rule, struct proxy *px,
2879 struct session *sess, struct stream *s, int flags)
2880{
2881 s->logs.level = (uintptr_t)rule->arg.act.p[0];
2882 return ACT_RET_CONT;
2883}
2884
2885
2886/* Parse a "set-log-level" action. It takes the level value as argument. It
2887 * returns ACT_RET_PRS_OK on success, ACT_RET_PRS_ERR on error.
2888 */
2889static enum act_parse_ret stream_parse_set_log_level(const char **args, int *cur_arg, struct proxy *px,
2890 struct act_rule *rule, char **err)
2891{
2892 int level;
2893
2894 if (!*args[*cur_arg]) {
2895 bad_log_level:
2896 memprintf(err, "expects exactly 1 argument (log level name or 'silent')");
2897 return ACT_RET_PRS_ERR;
2898 }
2899 if (strcmp(args[*cur_arg], "silent") == 0)
2900 level = -1;
2901 else if ((level = get_log_level(args[*cur_arg]) + 1) == 0)
2902 goto bad_log_level;
2903
2904 (*cur_arg)++;
2905
2906 /* Register processing function. */
2907 rule->action_ptr = stream_action_set_log_level;
2908 rule->action = ACT_CUSTOM;
2909 rule->arg.act.p[0] = (void *)(uintptr_t)level;
2910 return ACT_RET_PRS_OK;
2911}
2912
Christopher Faulet1da374a2021-06-25 14:46:02 +02002913static enum act_return stream_action_set_nice(struct act_rule *rule, struct proxy *px,
2914 struct session *sess, struct stream *s, int flags)
2915{
2916 s->task->nice = (uintptr_t)rule->arg.act.p[0];
2917 return ACT_RET_CONT;
2918}
2919
2920
2921/* Parse a "set-nice" action. It takes the nice value as argument. It returns
2922 * ACT_RET_PRS_OK on success, ACT_RET_PRS_ERR on error.
2923 */
2924static enum act_parse_ret stream_parse_set_nice(const char **args, int *cur_arg, struct proxy *px,
2925 struct act_rule *rule, char **err)
2926{
2927 int nice;
2928
2929 if (!*args[*cur_arg]) {
2930 bad_log_level:
2931 memprintf(err, "expects exactly 1 argument (integer value)");
2932 return ACT_RET_PRS_ERR;
2933 }
2934
2935 nice = atoi(args[*cur_arg]);
2936 if (nice < -1024)
2937 nice = -1024;
2938 else if (nice > 1024)
2939 nice = 1024;
2940
2941 (*cur_arg)++;
2942
2943 /* Register processing function. */
2944 rule->action_ptr = stream_action_set_nice;
2945 rule->action = ACT_CUSTOM;
2946 rule->arg.act.p[0] = (void *)(uintptr_t)nice;
2947 return ACT_RET_PRS_OK;
2948}
2949
Christopher Faulet551a6412021-06-25 14:35:29 +02002950
Christopher Fauletae863c62021-03-15 12:03:44 +01002951static enum act_return tcp_action_switch_stream_mode(struct act_rule *rule, struct proxy *px,
2952 struct session *sess, struct stream *s, int flags)
2953{
2954 enum pr_mode mode = (uintptr_t)rule->arg.act.p[0];
2955 const struct mux_proto_list *mux_proto = rule->arg.act.p[1];
2956
2957 if (!IS_HTX_STRM(s) && mode == PR_MODE_HTTP) {
2958 if (!stream_set_http_mode(s, mux_proto)) {
2959 channel_abort(&s->req);
2960 channel_abort(&s->res);
2961 return ACT_RET_ABRT;
2962 }
2963 }
2964 return ACT_RET_STOP;
2965}
2966
2967
2968static int check_tcp_switch_stream_mode(struct act_rule *rule, struct proxy *px, char **err)
2969{
2970 const struct mux_proto_list *mux_ent;
2971 const struct mux_proto_list *mux_proto = rule->arg.act.p[1];
2972 enum pr_mode pr_mode = (uintptr_t)rule->arg.act.p[0];
2973 enum proto_proxy_mode mode = (1 << (pr_mode == PR_MODE_HTTP));
2974
Christopher Faulet3b6446f2021-03-15 15:10:38 +01002975 if (pr_mode == PR_MODE_HTTP)
2976 px->options |= PR_O_HTTP_UPG;
2977
Christopher Fauletae863c62021-03-15 12:03:44 +01002978 if (mux_proto) {
2979 mux_ent = conn_get_best_mux_entry(mux_proto->token, PROTO_SIDE_FE, mode);
2980 if (!mux_ent || !isteq(mux_ent->token, mux_proto->token)) {
2981 memprintf(err, "MUX protocol '%.*s' is not compatible with the selected mode",
2982 (int)mux_proto->token.len, mux_proto->token.ptr);
2983 return 0;
2984 }
2985 }
2986 else {
2987 mux_ent = conn_get_best_mux_entry(IST_NULL, PROTO_SIDE_FE, mode);
2988 if (!mux_ent) {
2989 memprintf(err, "Unable to find compatible MUX protocol with the selected mode");
2990 return 0;
2991 }
2992 }
2993
2994 /* Update the mux */
2995 rule->arg.act.p[1] = (void *)mux_ent;
2996 return 1;
2997
2998}
2999
3000static enum act_parse_ret stream_parse_switch_mode(const char **args, int *cur_arg,
3001 struct proxy *px, struct act_rule *rule,
3002 char **err)
3003{
3004 const struct mux_proto_list *mux_proto = NULL;
3005 struct ist proto;
3006 enum pr_mode mode;
3007
3008 /* must have at least the mode */
3009 if (*(args[*cur_arg]) == 0) {
3010 memprintf(err, "'%s %s' expects a mode as argument.", args[0], args[*cur_arg-1]);
3011 return ACT_RET_PRS_ERR;
3012 }
3013
3014 if (!(px->cap & PR_CAP_FE)) {
3015 memprintf(err, "'%s %s' not allowed because %s '%s' has no frontend capability",
3016 args[0], args[*cur_arg-1], proxy_type_str(px), px->id);
3017 return ACT_RET_PRS_ERR;
3018 }
3019 /* Check if the mode. For now "tcp" is disabled because downgrade is not
3020 * supported and PT is the only TCP mux.
3021 */
3022 if (strcmp(args[*cur_arg], "http") == 0)
3023 mode = PR_MODE_HTTP;
3024 else {
3025 memprintf(err, "'%s %s' expects a valid mode (got '%s').", args[0], args[*cur_arg-1], args[*cur_arg]);
3026 return ACT_RET_PRS_ERR;
3027 }
3028
3029 /* check the proto, if specified */
3030 if (*(args[*cur_arg+1]) && strcmp(args[*cur_arg+1], "proto") == 0) {
3031 if (*(args[*cur_arg+2]) == 0) {
3032 memprintf(err, "'%s %s': '%s' expects a protocol as argument.",
3033 args[0], args[*cur_arg-1], args[*cur_arg+1]);
3034 return ACT_RET_PRS_ERR;
3035 }
3036
Tim Duesterhusb113b5c2021-09-15 13:58:44 +02003037 proto = ist(args[*cur_arg + 2]);
Christopher Fauletae863c62021-03-15 12:03:44 +01003038 mux_proto = get_mux_proto(proto);
3039 if (!mux_proto) {
3040 memprintf(err, "'%s %s': '%s' expects a valid MUX protocol, if specified (got '%s')",
3041 args[0], args[*cur_arg-1], args[*cur_arg+1], args[*cur_arg+2]);
3042 return ACT_RET_PRS_ERR;
3043 }
3044 *cur_arg += 2;
3045 }
3046
3047 (*cur_arg)++;
3048
3049 /* Register processing function. */
3050 rule->action_ptr = tcp_action_switch_stream_mode;
3051 rule->check_ptr = check_tcp_switch_stream_mode;
3052 rule->action = ACT_CUSTOM;
3053 rule->arg.act.p[0] = (void *)(uintptr_t)mode;
3054 rule->arg.act.p[1] = (void *)mux_proto;
3055 return ACT_RET_PRS_OK;
3056}
Willy Tarreau8b22a712010-06-18 17:46:06 +02003057
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003058/* 0=OK, <0=Alert, >0=Warning */
3059static enum act_parse_ret stream_parse_use_service(const char **args, int *cur_arg,
3060 struct proxy *px, struct act_rule *rule,
3061 char **err)
3062{
3063 struct action_kw *kw;
3064
3065 /* Check if the service name exists. */
3066 if (*(args[*cur_arg]) == 0) {
3067 memprintf(err, "'%s' expects a service name.", args[0]);
Thierry FOURNIER337eae12015-11-26 19:48:04 +01003068 return ACT_RET_PRS_ERR;
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003069 }
3070
3071 /* lookup for keyword corresponding to a service. */
3072 kw = action_lookup(&service_keywords, args[*cur_arg]);
3073 if (!kw) {
3074 memprintf(err, "'%s' unknown service name.", args[1]);
3075 return ACT_RET_PRS_ERR;
3076 }
3077 (*cur_arg)++;
3078
3079 /* executes specific rule parser. */
3080 rule->kw = kw;
3081 if (kw->parse((const char **)args, cur_arg, px, rule, err) == ACT_RET_PRS_ERR)
3082 return ACT_RET_PRS_ERR;
3083
3084 /* Register processing function. */
3085 rule->action_ptr = process_use_service;
3086 rule->action = ACT_CUSTOM;
3087
3088 return ACT_RET_PRS_OK;
3089}
3090
3091void service_keywords_register(struct action_kw_list *kw_list)
3092{
Willy Tarreau2b718102021-04-21 07:32:39 +02003093 LIST_APPEND(&service_keywords, &kw_list->list);
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003094}
3095
Thierry Fournier87e53992020-11-28 19:32:14 +01003096struct action_kw *service_find(const char *kw)
3097{
3098 return action_lookup(&service_keywords, kw);
3099}
3100
Willy Tarreau5fcc1002022-03-29 15:10:44 +02003101/* Lists the known services on <out>. If <out> is null, emit them on stdout one
3102 * per line.
3103 */
Willy Tarreau679bba12019-03-19 08:08:10 +01003104void list_services(FILE *out)
3105{
Willy Tarreau3f0b2e82022-03-30 12:12:44 +02003106 const struct action_kw *akwp, *akwn;
Willy Tarreau679bba12019-03-19 08:08:10 +01003107 struct action_kw_list *kw_list;
3108 int found = 0;
3109 int i;
3110
Willy Tarreau5fcc1002022-03-29 15:10:44 +02003111 if (out)
3112 fprintf(out, "Available services :");
Willy Tarreau3f0b2e82022-03-30 12:12:44 +02003113
3114 for (akwn = akwp = NULL;; akwp = akwn) {
3115 list_for_each_entry(kw_list, &service_keywords, list) {
3116 for (i = 0; kw_list->kw[i].kw != NULL; i++) {
3117 if (strordered(akwp ? akwp->kw : NULL,
3118 kw_list->kw[i].kw,
3119 akwn != akwp ? akwn->kw : NULL))
3120 akwn = &kw_list->kw[i];
3121 found = 1;
3122 }
Willy Tarreau679bba12019-03-19 08:08:10 +01003123 }
Willy Tarreau3f0b2e82022-03-30 12:12:44 +02003124 if (akwn == akwp)
3125 break;
3126 if (out)
3127 fprintf(out, " %s", akwn->kw);
3128 else
3129 printf("%s\n", akwn->kw);
Willy Tarreau679bba12019-03-19 08:08:10 +01003130 }
Willy Tarreau5fcc1002022-03-29 15:10:44 +02003131 if (!found && out)
Willy Tarreau679bba12019-03-19 08:08:10 +01003132 fprintf(out, " none\n");
3133}
William Lallemand4c5b4d52016-11-21 08:51:11 +01003134
Willy Tarreau39f097d2022-05-03 10:49:00 +02003135/* appctx context used by the "show sess" command */
3136
3137struct show_sess_ctx {
3138 struct bref bref; /* back-reference from the session being dumped */
3139 void *target; /* session we want to dump, or NULL for all */
3140 unsigned int thr; /* the thread number being explored (0..MAX_THREADS-1) */
3141 unsigned int uid; /* if non-null, the uniq_id of the session being dumped */
3142 int section; /* section of the session being dumped */
3143 int pos; /* last position of the current session's buffer */
3144};
3145
Willy Tarreau4596fe22022-05-17 19:07:51 +02003146/* This function dumps a complete stream state onto the stream connector's
William Lallemand4c5b4d52016-11-21 08:51:11 +01003147 * read buffer. The stream has to be set in strm. It returns 0 if the output
3148 * buffer is full and it needs to be called again, otherwise non-zero. It is
3149 * designed to be called from stats_dump_strm_to_buffer() below.
3150 */
Willy Tarreau4596fe22022-05-17 19:07:51 +02003151static int stats_dump_full_strm_to_buffer(struct stconn *cs, struct stream *strm)
William Lallemand4c5b4d52016-11-21 08:51:11 +01003152{
Willy Tarreau8e7c6e62022-05-18 17:58:02 +02003153 struct appctx *appctx = __sc_appctx(cs);
Willy Tarreau39f097d2022-05-03 10:49:00 +02003154 struct show_sess_ctx *ctx = appctx->svcctx;
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02003155 struct stconn *scf, *scb;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003156 struct tm tm;
3157 extern const char *monthname[12];
3158 char pn[INET6_ADDRSTRLEN];
3159 struct connection *conn;
3160 struct appctx *tmpctx;
3161
3162 chunk_reset(&trash);
3163
Willy Tarreau39f097d2022-05-03 10:49:00 +02003164 if (ctx->section > 0 && ctx->uid != strm->uniq_id) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003165 /* stream changed, no need to go any further */
3166 chunk_appendf(&trash, " *** session terminated while we were watching it ***\n");
Willy Tarreaud0a06d52022-05-18 15:07:19 +02003167 if (applet_putchk(appctx, &trash) == -1)
Willy Tarreaue6e52362019-01-04 17:42:57 +01003168 goto full;
3169 goto done;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003170 }
3171
Willy Tarreau39f097d2022-05-03 10:49:00 +02003172 switch (ctx->section) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003173 case 0: /* main status of the stream */
Willy Tarreau39f097d2022-05-03 10:49:00 +02003174 ctx->uid = strm->uniq_id;
3175 ctx->section = 1;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003176 /* fall through */
3177
3178 case 1:
3179 get_localtime(strm->logs.accept_date.tv_sec, &tm);
3180 chunk_appendf(&trash,
3181 "%p: [%02d/%s/%04d:%02d:%02d:%02d.%06d] id=%u proto=%s",
3182 strm,
3183 tm.tm_mday, monthname[tm.tm_mon], tm.tm_year+1900,
3184 tm.tm_hour, tm.tm_min, tm.tm_sec, (int)(strm->logs.accept_date.tv_usec),
3185 strm->uniq_id,
Willy Tarreaub7436612020-08-28 19:51:44 +02003186 strm_li(strm) ? strm_li(strm)->rx.proto->name : "?");
William Lallemand4c5b4d52016-11-21 08:51:11 +01003187
3188 conn = objt_conn(strm_orig(strm));
Willy Tarreau71e34c12019-07-17 15:07:06 +02003189 switch (conn && conn_get_src(conn) ? addr_to_str(conn->src, pn, sizeof(pn)) : AF_UNSPEC) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003190 case AF_INET:
3191 case AF_INET6:
3192 chunk_appendf(&trash, " source=%s:%d\n",
Willy Tarreau71e34c12019-07-17 15:07:06 +02003193 pn, get_host_port(conn->src));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003194 break;
3195 case AF_UNIX:
3196 chunk_appendf(&trash, " source=unix:%d\n", strm_li(strm)->luid);
3197 break;
3198 default:
3199 /* no more information to print right now */
3200 chunk_appendf(&trash, "\n");
3201 break;
3202 }
3203
3204 chunk_appendf(&trash,
Christopher Faulet50264b42022-03-30 19:39:30 +02003205 " flags=0x%x, conn_retries=%d, conn_exp=%s conn_et=0x%03x srv_conn=%p, pend_pos=%p waiting=%d epoch=%#x\n",
Christopher Fauletae024ce2022-03-29 19:02:31 +02003206 strm->flags, strm->conn_retries,
3207 strm->conn_exp ?
3208 tick_is_expired(strm->conn_exp, now_ms) ? "<PAST>" :
3209 human_time(TICKS_TO_MS(strm->conn_exp - now_ms),
3210 TICKS_TO_MS(1000)) : "<NEVER>",
Christopher Faulet50264b42022-03-30 19:39:30 +02003211 strm->conn_err_type, strm->srv_conn, strm->pend_pos,
Willy Tarreau2b718102021-04-21 07:32:39 +02003212 LIST_INLIST(&strm->buffer_wait.list), strm->stream_epoch);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003213
3214 chunk_appendf(&trash,
3215 " frontend=%s (id=%u mode=%s), listener=%s (id=%u)",
William Lallemandb0dfd092022-03-08 12:05:31 +01003216 strm_fe(strm)->id, strm_fe(strm)->uuid, proxy_mode_str(strm_fe(strm)->mode),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003217 strm_li(strm) ? strm_li(strm)->name ? strm_li(strm)->name : "?" : "?",
3218 strm_li(strm) ? strm_li(strm)->luid : 0);
3219
Willy Tarreau71e34c12019-07-17 15:07:06 +02003220 switch (conn && conn_get_dst(conn) ? addr_to_str(conn->dst, pn, sizeof(pn)) : AF_UNSPEC) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003221 case AF_INET:
3222 case AF_INET6:
3223 chunk_appendf(&trash, " addr=%s:%d\n",
Willy Tarreau71e34c12019-07-17 15:07:06 +02003224 pn, get_host_port(conn->dst));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003225 break;
3226 case AF_UNIX:
3227 chunk_appendf(&trash, " addr=unix:%d\n", strm_li(strm)->luid);
3228 break;
3229 default:
3230 /* no more information to print right now */
3231 chunk_appendf(&trash, "\n");
3232 break;
3233 }
3234
3235 if (strm->be->cap & PR_CAP_BE)
3236 chunk_appendf(&trash,
3237 " backend=%s (id=%u mode=%s)",
3238 strm->be->id,
William Lallemandb0dfd092022-03-08 12:05:31 +01003239 strm->be->uuid, proxy_mode_str(strm->be->mode));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003240 else
3241 chunk_appendf(&trash, " backend=<NONE> (id=-1 mode=-)");
3242
Willy Tarreaufd9417b2022-05-18 16:23:22 +02003243 conn = sc_conn(strm->scb);
Willy Tarreau71e34c12019-07-17 15:07:06 +02003244 switch (conn && conn_get_src(conn) ? addr_to_str(conn->src, pn, sizeof(pn)) : AF_UNSPEC) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003245 case AF_INET:
3246 case AF_INET6:
3247 chunk_appendf(&trash, " addr=%s:%d\n",
Willy Tarreau71e34c12019-07-17 15:07:06 +02003248 pn, get_host_port(conn->src));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003249 break;
3250 case AF_UNIX:
3251 chunk_appendf(&trash, " addr=unix\n");
3252 break;
3253 default:
3254 /* no more information to print right now */
3255 chunk_appendf(&trash, "\n");
3256 break;
3257 }
3258
3259 if (strm->be->cap & PR_CAP_BE)
3260 chunk_appendf(&trash,
3261 " server=%s (id=%u)",
Willy Tarreau88bc8002021-12-06 07:01:02 +00003262 objt_server(strm->target) ? __objt_server(strm->target)->id : "<none>",
3263 objt_server(strm->target) ? __objt_server(strm->target)->puid : 0);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003264 else
3265 chunk_appendf(&trash, " server=<NONE> (id=-1)");
3266
Willy Tarreau71e34c12019-07-17 15:07:06 +02003267 switch (conn && conn_get_dst(conn) ? addr_to_str(conn->dst, pn, sizeof(pn)) : AF_UNSPEC) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003268 case AF_INET:
3269 case AF_INET6:
3270 chunk_appendf(&trash, " addr=%s:%d\n",
Willy Tarreau71e34c12019-07-17 15:07:06 +02003271 pn, get_host_port(conn->dst));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003272 break;
3273 case AF_UNIX:
3274 chunk_appendf(&trash, " addr=unix\n");
3275 break;
3276 default:
3277 /* no more information to print right now */
3278 chunk_appendf(&trash, "\n");
3279 break;
3280 }
3281
3282 chunk_appendf(&trash,
Willy Tarreau2e9c1d22019-04-24 08:28:31 +02003283 " task=%p (state=0x%02x nice=%d calls=%u rate=%u exp=%s tmask=0x%lx%s",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003284 strm->task,
3285 strm->task->state,
Willy Tarreau2e9c1d22019-04-24 08:28:31 +02003286 strm->task->nice, strm->task->calls, read_freq_ctr(&strm->call_rate),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003287 strm->task->expire ?
3288 tick_is_expired(strm->task->expire, now_ms) ? "<PAST>" :
3289 human_time(TICKS_TO_MS(strm->task->expire - now_ms),
3290 TICKS_TO_MS(1000)) : "<NEVER>",
Christopher Fauletf0205062017-11-15 20:56:43 +01003291 strm->task->thread_mask,
William Lallemand4c5b4d52016-11-21 08:51:11 +01003292 task_in_rq(strm->task) ? ", running" : "");
3293
3294 chunk_appendf(&trash,
3295 " age=%s)\n",
3296 human_time(now.tv_sec - strm->logs.accept_date.tv_sec, 1));
3297
3298 if (strm->txn)
3299 chunk_appendf(&trash,
Christopher Fauletbcac7862019-07-17 10:46:50 +02003300 " txn=%p flags=0x%x meth=%d status=%d req.st=%s rsp.st=%s req.f=0x%02x rsp.f=0x%02x\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003301 strm->txn, strm->txn->flags, strm->txn->meth, strm->txn->status,
Willy Tarreau7778b592019-01-07 10:38:10 +01003302 h1_msg_state_str(strm->txn->req.msg_state), h1_msg_state_str(strm->txn->rsp.msg_state),
Christopher Fauletbcac7862019-07-17 10:46:50 +02003303 strm->txn->req.flags, strm->txn->rsp.flags);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003304
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02003305 scf = strm->scf;
3306 chunk_appendf(&trash, " scf=%p flags=0x%08x state=%s endp=%s,%p,0x%08x sub=%d\n",
3307 scf, scf->flags, cs_state_str(scf->state),
3308 (sc_ep_test(scf, SE_FL_T_MUX) ? "CONN" : (sc_ep_test(scf, SE_FL_T_APPLET) ? "APPCTX" : "NONE")),
3309 scf->sedesc->se, sc_ep_get(scf), scf->wait_event.events);
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003310
Willy Tarreaufd9417b2022-05-18 16:23:22 +02003311 if ((conn = sc_conn(scf)) != NULL) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003312 chunk_appendf(&trash,
Christopher Faulet13a35e52021-12-20 15:34:16 +01003313 " co0=%p ctrl=%s xprt=%s mux=%s data=%s target=%s:%p\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003314 conn,
3315 conn_get_ctrl_name(conn),
3316 conn_get_xprt_name(conn),
Willy Tarreau53a47662017-08-28 10:53:00 +02003317 conn_get_mux_name(conn),
Willy Tarreauf8d0ab52022-05-18 18:00:31 +02003318 sc_get_data_name(scf),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003319 obj_type_name(conn->target),
3320 obj_base_ptr(conn->target));
3321
3322 chunk_appendf(&trash,
Willy Tarreau76913d32019-08-30 14:33:11 +02003323 " flags=0x%08x fd=%d fd.state=%02x updt=%d fd.tmask=0x%lx\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003324 conn->flags,
Willy Tarreaua57f3452022-04-11 17:58:06 +02003325 conn_fd(conn),
3326 conn_fd(conn) >= 0 ? fdtab[conn->handle.fd].state : 0,
3327 conn_fd(conn) >= 0 ? !!(fdtab[conn->handle.fd].update_mask & tid_bit) : 0,
3328 conn_fd(conn) >= 0 ? fdtab[conn->handle.fd].thread_mask: 0);
Willy Tarreaufb3b1b02018-12-18 14:28:24 +01003329
William Lallemand4c5b4d52016-11-21 08:51:11 +01003330 }
Willy Tarreau8e7c6e62022-05-18 17:58:02 +02003331 else if ((tmpctx = sc_appctx(scf)) != NULL) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003332 chunk_appendf(&trash,
Christopher Faulet13a35e52021-12-20 15:34:16 +01003333 " app0=%p st0=%d st1=%d st2=%d applet=%s tmask=0x%lx nice=%d calls=%u rate=%u cpu=%llu lat=%llu\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003334 tmpctx,
3335 tmpctx->st0,
3336 tmpctx->st1,
Willy Tarreauc7afedc2022-05-05 20:01:54 +02003337 tmpctx->_st2,
Christopher Fauletf0205062017-11-15 20:56:43 +01003338 tmpctx->applet->name,
Willy Tarreau4c6986a2021-07-13 18:01:46 +02003339 tmpctx->t->thread_mask,
Willy Tarreau22d63a22019-04-24 08:41:29 +02003340 tmpctx->t->nice, tmpctx->t->calls, read_freq_ctr(&tmpctx->call_rate),
Willy Tarreau9efd7452018-05-31 14:48:54 +02003341 (unsigned long long)tmpctx->t->cpu_time, (unsigned long long)tmpctx->t->lat_time);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003342 }
3343
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02003344 scb = strm->scb;
3345 chunk_appendf(&trash, " scb=%p flags=0x%08x state=%s endp=%s,%p,0x%08x sub=%d\n",
3346 scb, scb->flags, cs_state_str(scb->state),
3347 (sc_ep_test(scb, SE_FL_T_MUX) ? "CONN" : (sc_ep_test(scb, SE_FL_T_APPLET) ? "APPCTX" : "NONE")),
3348 scb->sedesc->se, sc_ep_get(scb), scb->wait_event.events);
Willy Tarreaub605c422022-05-17 17:04:55 +02003349
Willy Tarreaufd9417b2022-05-18 16:23:22 +02003350 if ((conn = sc_conn(scb)) != NULL) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003351 chunk_appendf(&trash,
Christopher Faulet13a35e52021-12-20 15:34:16 +01003352 " co1=%p ctrl=%s xprt=%s mux=%s data=%s target=%s:%p\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003353 conn,
3354 conn_get_ctrl_name(conn),
3355 conn_get_xprt_name(conn),
Willy Tarreau53a47662017-08-28 10:53:00 +02003356 conn_get_mux_name(conn),
Willy Tarreauf8d0ab52022-05-18 18:00:31 +02003357 sc_get_data_name(scb),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003358 obj_type_name(conn->target),
3359 obj_base_ptr(conn->target));
3360
3361 chunk_appendf(&trash,
Willy Tarreau76913d32019-08-30 14:33:11 +02003362 " flags=0x%08x fd=%d fd.state=%02x updt=%d fd.tmask=0x%lx\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003363 conn->flags,
Willy Tarreaua57f3452022-04-11 17:58:06 +02003364 conn_fd(conn),
3365 conn_fd(conn) >= 0 ? fdtab[conn->handle.fd].state : 0,
3366 conn_fd(conn) >= 0 ? !!(fdtab[conn->handle.fd].update_mask & tid_bit) : 0,
3367 conn_fd(conn) >= 0 ? fdtab[conn->handle.fd].thread_mask: 0);
Willy Tarreaufb3b1b02018-12-18 14:28:24 +01003368
William Lallemand4c5b4d52016-11-21 08:51:11 +01003369 }
Willy Tarreau8e7c6e62022-05-18 17:58:02 +02003370 else if ((tmpctx = sc_appctx(scb)) != NULL) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003371 chunk_appendf(&trash,
Christopher Faulet13a35e52021-12-20 15:34:16 +01003372 " app1=%p st0=%d st1=%d st2=%d applet=%s tmask=0x%lx nice=%d calls=%u rate=%u cpu=%llu lat=%llu\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003373 tmpctx,
3374 tmpctx->st0,
3375 tmpctx->st1,
Willy Tarreauc7afedc2022-05-05 20:01:54 +02003376 tmpctx->_st2,
Christopher Fauletf0205062017-11-15 20:56:43 +01003377 tmpctx->applet->name,
Willy Tarreau4c6986a2021-07-13 18:01:46 +02003378 tmpctx->t->thread_mask,
Willy Tarreau22d63a22019-04-24 08:41:29 +02003379 tmpctx->t->nice, tmpctx->t->calls, read_freq_ctr(&tmpctx->call_rate),
Willy Tarreau9efd7452018-05-31 14:48:54 +02003380 (unsigned long long)tmpctx->t->cpu_time, (unsigned long long)tmpctx->t->lat_time);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003381 }
3382
3383 chunk_appendf(&trash,
3384 " req=%p (f=0x%06x an=0x%x pipe=%d tofwd=%d total=%lld)\n"
3385 " an_exp=%s",
3386 &strm->req,
3387 strm->req.flags, strm->req.analysers,
3388 strm->req.pipe ? strm->req.pipe->data : 0,
3389 strm->req.to_forward, strm->req.total,
3390 strm->req.analyse_exp ?
3391 human_time(TICKS_TO_MS(strm->req.analyse_exp - now_ms),
3392 TICKS_TO_MS(1000)) : "<NEVER>");
3393
3394 chunk_appendf(&trash,
3395 " rex=%s",
3396 strm->req.rex ?
3397 human_time(TICKS_TO_MS(strm->req.rex - now_ms),
3398 TICKS_TO_MS(1000)) : "<NEVER>");
3399
3400 chunk_appendf(&trash,
3401 " wex=%s\n"
Christopher Fauletbcac7862019-07-17 10:46:50 +02003402 " buf=%p data=%p o=%u p=%u i=%u size=%u\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003403 strm->req.wex ?
3404 human_time(TICKS_TO_MS(strm->req.wex - now_ms),
3405 TICKS_TO_MS(1000)) : "<NEVER>",
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003406 &strm->req.buf,
3407 b_orig(&strm->req.buf), (unsigned int)co_data(&strm->req),
Christopher Fauletbcac7862019-07-17 10:46:50 +02003408 (unsigned int)ci_head_ofs(&strm->req), (unsigned int)ci_data(&strm->req),
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003409 (unsigned int)strm->req.buf.size);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003410
Christopher Fauletb9af8812019-01-04 14:30:44 +01003411 if (IS_HTX_STRM(strm)) {
3412 struct htx *htx = htxbuf(&strm->req.buf);
3413
3414 chunk_appendf(&trash,
Willy Tarreaub84e67f2019-01-07 10:01:34 +01003415 " htx=%p flags=0x%x size=%u data=%u used=%u wrap=%s extra=%llu\n",
Christopher Faulet192c6a22019-06-11 16:32:24 +02003416 htx, htx->flags, htx->size, htx->data, htx_nbblks(htx),
Christopher Faulet28f29c72019-04-30 17:55:45 +02003417 (htx->tail >= htx->head) ? "NO" : "YES",
Christopher Fauletb9af8812019-01-04 14:30:44 +01003418 (unsigned long long)htx->extra);
3419 }
Christopher Fauletd4762b82021-10-12 11:02:48 +02003420 if (HAS_FILTERS(strm) && strm_flt(strm)->current[0]) {
3421 struct filter *flt = strm_flt(strm)->current[0];
3422
3423 chunk_appendf(&trash, " current_filter=%p (id=\"%s\" flags=0x%x pre=0x%x post=0x%x) \n",
3424 flt, flt->config->id, flt->flags, flt->pre_analyzers, flt->post_analyzers);
3425 }
Christopher Fauletb9af8812019-01-04 14:30:44 +01003426
William Lallemand4c5b4d52016-11-21 08:51:11 +01003427 chunk_appendf(&trash,
3428 " res=%p (f=0x%06x an=0x%x pipe=%d tofwd=%d total=%lld)\n"
3429 " an_exp=%s",
3430 &strm->res,
3431 strm->res.flags, strm->res.analysers,
3432 strm->res.pipe ? strm->res.pipe->data : 0,
3433 strm->res.to_forward, strm->res.total,
3434 strm->res.analyse_exp ?
3435 human_time(TICKS_TO_MS(strm->res.analyse_exp - now_ms),
3436 TICKS_TO_MS(1000)) : "<NEVER>");
3437
3438 chunk_appendf(&trash,
3439 " rex=%s",
3440 strm->res.rex ?
3441 human_time(TICKS_TO_MS(strm->res.rex - now_ms),
3442 TICKS_TO_MS(1000)) : "<NEVER>");
3443
3444 chunk_appendf(&trash,
3445 " wex=%s\n"
Christopher Fauletbcac7862019-07-17 10:46:50 +02003446 " buf=%p data=%p o=%u p=%u i=%u size=%u\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003447 strm->res.wex ?
3448 human_time(TICKS_TO_MS(strm->res.wex - now_ms),
3449 TICKS_TO_MS(1000)) : "<NEVER>",
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003450 &strm->res.buf,
3451 b_orig(&strm->res.buf), (unsigned int)co_data(&strm->res),
Christopher Fauletbcac7862019-07-17 10:46:50 +02003452 (unsigned int)ci_head_ofs(&strm->res), (unsigned int)ci_data(&strm->res),
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003453 (unsigned int)strm->res.buf.size);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003454
Christopher Fauletb9af8812019-01-04 14:30:44 +01003455 if (IS_HTX_STRM(strm)) {
3456 struct htx *htx = htxbuf(&strm->res.buf);
3457
3458 chunk_appendf(&trash,
3459 " htx=%p flags=0x%x size=%u data=%u used=%u wrap=%s extra=%llu\n",
Christopher Faulet192c6a22019-06-11 16:32:24 +02003460 htx, htx->flags, htx->size, htx->data, htx_nbblks(htx),
Christopher Faulet28f29c72019-04-30 17:55:45 +02003461 (htx->tail >= htx->head) ? "NO" : "YES",
Christopher Fauletb9af8812019-01-04 14:30:44 +01003462 (unsigned long long)htx->extra);
3463 }
Christopher Fauletd4762b82021-10-12 11:02:48 +02003464 if (HAS_FILTERS(strm) && strm_flt(strm)->current[1]) {
3465 struct filter *flt = strm_flt(strm)->current[1];
3466
3467 chunk_appendf(&trash, " current_filter=%p (id=\"%s\" flags=0x%x pre=0x%x post=0x%x) \n",
3468 flt, flt->config->id, flt->flags, flt->pre_analyzers, flt->post_analyzers);
3469 }
Christopher Fauletb9af8812019-01-04 14:30:44 +01003470
Willy Tarreau1274e102021-10-11 09:49:03 +02003471 if (strm->current_rule_list && strm->current_rule) {
3472 const struct act_rule *rule = strm->current_rule;
Christopher Faulet8c67ece2021-10-12 11:10:31 +02003473 chunk_appendf(&trash, " current_rule=\"%s\" [%s:%d]\n", rule->kw->kw, rule->conf.file, rule->conf.line);
Willy Tarreau1274e102021-10-11 09:49:03 +02003474 }
3475
Willy Tarreaud0a06d52022-05-18 15:07:19 +02003476 if (applet_putchk(appctx, &trash) == -1)
Willy Tarreaue6e52362019-01-04 17:42:57 +01003477 goto full;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003478
3479 /* use other states to dump the contents */
3480 }
3481 /* end of dump */
Willy Tarreaue6e52362019-01-04 17:42:57 +01003482 done:
Willy Tarreau39f097d2022-05-03 10:49:00 +02003483 ctx->uid = 0;
3484 ctx->section = 0;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003485 return 1;
Willy Tarreaue6e52362019-01-04 17:42:57 +01003486 full:
3487 return 0;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003488}
3489
Aurélien Nephtaliabbf6072018-04-18 13:26:46 +02003490static int cli_parse_show_sess(char **args, char *payload, struct appctx *appctx, void *private)
William Lallemand4c5b4d52016-11-21 08:51:11 +01003491{
Willy Tarreau39f097d2022-05-03 10:49:00 +02003492 struct show_sess_ctx *ctx = applet_reserve_svcctx(appctx, sizeof(*ctx));
3493
William Lallemand4c5b4d52016-11-21 08:51:11 +01003494 if (!cli_has_level(appctx, ACCESS_LVL_OPER))
3495 return 1;
3496
3497 if (*args[2] && strcmp(args[2], "all") == 0)
Willy Tarreau39f097d2022-05-03 10:49:00 +02003498 ctx->target = (void *)-1;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003499 else if (*args[2])
Willy Tarreau39f097d2022-05-03 10:49:00 +02003500 ctx->target = (void *)strtoul(args[2], NULL, 0);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003501 else
Willy Tarreau39f097d2022-05-03 10:49:00 +02003502 ctx->target = NULL;
3503 ctx->section = 0; /* start with stream status */
3504 ctx->pos = 0;
3505 ctx->thr = 0;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003506
Willy Tarreauf3629f82022-05-03 11:05:39 +02003507 /* The back-ref must be reset, it will be detected and set by
3508 * the dump code upon first invocation.
3509 */
3510 LIST_INIT(&ctx->bref.users);
3511
Willy Tarreaub9813182021-02-24 11:29:51 +01003512 /* let's set our own stream's epoch to the current one and increment
3513 * it so that we know which streams were already there before us.
3514 */
Willy Tarreau0698c802022-05-11 14:09:57 +02003515 appctx_strm(appctx)->stream_epoch = _HA_ATOMIC_FETCH_ADD(&stream_epoch, 1);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003516 return 0;
3517}
3518
Willy Tarreau4596fe22022-05-17 19:07:51 +02003519/* This function dumps all streams' states onto the stream connector's
William Lallemand4c5b4d52016-11-21 08:51:11 +01003520 * read buffer. It returns 0 if the output buffer is full and it needs
Willy Tarreaue6e52362019-01-04 17:42:57 +01003521 * to be called again, otherwise non-zero. It proceeds in an isolated
3522 * thread so there is no thread safety issue here.
William Lallemand4c5b4d52016-11-21 08:51:11 +01003523 */
3524static int cli_io_handler_dump_sess(struct appctx *appctx)
3525{
Willy Tarreau39f097d2022-05-03 10:49:00 +02003526 struct show_sess_ctx *ctx = appctx->svcctx;
Willy Tarreau4596fe22022-05-17 19:07:51 +02003527 struct stconn *cs = appctx_cs(appctx);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003528 struct connection *conn;
3529
Willy Tarreaue6e52362019-01-04 17:42:57 +01003530 thread_isolate();
3531
Willy Tarreaubb4e2892022-05-03 11:10:19 +02003532 if (ctx->thr >= global.nbthread) {
3533 /* already terminated */
3534 goto done;
3535 }
3536
Willy Tarreau40a9c322022-05-18 15:55:18 +02003537 if (unlikely(sc_ic(cs)->flags & (CF_WRITE_ERROR|CF_SHUTW))) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003538 /* If we're forced to shut down, we might have to remove our
3539 * reference to the last stream being dumped.
3540 */
Willy Tarreauf3629f82022-05-03 11:05:39 +02003541 if (!LIST_ISEMPTY(&ctx->bref.users)) {
3542 LIST_DELETE(&ctx->bref.users);
3543 LIST_INIT(&ctx->bref.users);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003544 }
Willy Tarreaue6e52362019-01-04 17:42:57 +01003545 goto done;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003546 }
3547
3548 chunk_reset(&trash);
3549
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003550 /* first, let's detach the back-ref from a possible previous stream */
3551 if (!LIST_ISEMPTY(&ctx->bref.users)) {
3552 LIST_DELETE(&ctx->bref.users);
3553 LIST_INIT(&ctx->bref.users);
3554 } else if (!ctx->bref.ref) {
3555 /* first call, start with first stream */
3556 ctx->bref.ref = ha_thread_ctx[ctx->thr].streams.n;
3557 }
William Lallemand4c5b4d52016-11-21 08:51:11 +01003558
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003559 /* and start from where we stopped */
3560 while (1) {
3561 char pn[INET6_ADDRSTRLEN];
3562 struct stream *curr_strm;
3563 int done= 0;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003564
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003565 if (ctx->bref.ref == &ha_thread_ctx[ctx->thr].streams)
3566 done = 1;
3567 else {
3568 /* check if we've found a stream created after issuing the "show sess" */
3569 curr_strm = LIST_ELEM(ctx->bref.ref, struct stream *, list);
Willy Tarreau0698c802022-05-11 14:09:57 +02003570 if ((int)(curr_strm->stream_epoch - appctx_strm(appctx)->stream_epoch) > 0)
Willy Tarreaua698eb62021-02-24 10:37:01 +01003571 done = 1;
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003572 }
William Lallemand4c5b4d52016-11-21 08:51:11 +01003573
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003574 if (done) {
3575 ctx->thr++;
3576 if (ctx->thr >= global.nbthread)
3577 break;
3578 ctx->bref.ref = ha_thread_ctx[ctx->thr].streams.n;
3579 continue;
3580 }
William Lallemand4c5b4d52016-11-21 08:51:11 +01003581
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003582 if (ctx->target) {
3583 if (ctx->target != (void *)-1 && ctx->target != curr_strm)
3584 goto next_sess;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003585
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003586 LIST_APPEND(&curr_strm->back_refs, &ctx->bref.users);
3587 /* call the proper dump() function and return if we're missing space */
3588 if (!stats_dump_full_strm_to_buffer(cs, curr_strm))
3589 goto full;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003590
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003591 /* stream dump complete */
3592 LIST_DELETE(&ctx->bref.users);
3593 LIST_INIT(&ctx->bref.users);
3594 if (ctx->target != (void *)-1) {
3595 ctx->target = NULL;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003596 break;
3597 }
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003598 else
3599 goto next_sess;
3600 }
William Lallemand4c5b4d52016-11-21 08:51:11 +01003601
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003602 chunk_appendf(&trash,
3603 "%p: proto=%s",
3604 curr_strm,
3605 strm_li(curr_strm) ? strm_li(curr_strm)->rx.proto->name : "?");
William Lallemand4c5b4d52016-11-21 08:51:11 +01003606
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003607 conn = objt_conn(strm_orig(curr_strm));
3608 switch (conn && conn_get_src(conn) ? addr_to_str(conn->src, pn, sizeof(pn)) : AF_UNSPEC) {
3609 case AF_INET:
3610 case AF_INET6:
William Lallemand4c5b4d52016-11-21 08:51:11 +01003611 chunk_appendf(&trash,
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003612 " src=%s:%d fe=%s be=%s srv=%s",
3613 pn,
3614 get_host_port(conn->src),
3615 strm_fe(curr_strm)->id,
3616 (curr_strm->be->cap & PR_CAP_BE) ? curr_strm->be->id : "<NONE>",
3617 objt_server(curr_strm->target) ? __objt_server(curr_strm->target)->id : "<none>"
3618 );
3619 break;
3620 case AF_UNIX:
William Lallemand4c5b4d52016-11-21 08:51:11 +01003621 chunk_appendf(&trash,
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003622 " src=unix:%d fe=%s be=%s srv=%s",
3623 strm_li(curr_strm)->luid,
3624 strm_fe(curr_strm)->id,
3625 (curr_strm->be->cap & PR_CAP_BE) ? curr_strm->be->id : "<NONE>",
3626 objt_server(curr_strm->target) ? __objt_server(curr_strm->target)->id : "<none>"
3627 );
3628 break;
3629 }
William Lallemand4c5b4d52016-11-21 08:51:11 +01003630
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003631 chunk_appendf(&trash,
3632 " ts=%02x epoch=%#x age=%s calls=%u rate=%u cpu=%llu lat=%llu",
3633 curr_strm->task->state, curr_strm->stream_epoch,
3634 human_time(now.tv_sec - curr_strm->logs.tv_accept.tv_sec, 1),
3635 curr_strm->task->calls, read_freq_ctr(&curr_strm->call_rate),
3636 (unsigned long long)curr_strm->task->cpu_time, (unsigned long long)curr_strm->task->lat_time);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003637
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003638 chunk_appendf(&trash,
3639 " rq[f=%06xh,i=%u,an=%02xh,rx=%s",
3640 curr_strm->req.flags,
3641 (unsigned int)ci_data(&curr_strm->req),
3642 curr_strm->req.analysers,
3643 curr_strm->req.rex ?
3644 human_time(TICKS_TO_MS(curr_strm->req.rex - now_ms),
3645 TICKS_TO_MS(1000)) : "");
William Lallemand4c5b4d52016-11-21 08:51:11 +01003646
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003647 chunk_appendf(&trash,
3648 ",wx=%s",
3649 curr_strm->req.wex ?
3650 human_time(TICKS_TO_MS(curr_strm->req.wex - now_ms),
3651 TICKS_TO_MS(1000)) : "");
William Lallemand4c5b4d52016-11-21 08:51:11 +01003652
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003653 chunk_appendf(&trash,
3654 ",ax=%s]",
3655 curr_strm->req.analyse_exp ?
3656 human_time(TICKS_TO_MS(curr_strm->req.analyse_exp - now_ms),
3657 TICKS_TO_MS(1000)) : "");
William Lallemand4c5b4d52016-11-21 08:51:11 +01003658
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003659 chunk_appendf(&trash,
3660 " rp[f=%06xh,i=%u,an=%02xh,rx=%s",
3661 curr_strm->res.flags,
3662 (unsigned int)ci_data(&curr_strm->res),
3663 curr_strm->res.analysers,
3664 curr_strm->res.rex ?
3665 human_time(TICKS_TO_MS(curr_strm->res.rex - now_ms),
3666 TICKS_TO_MS(1000)) : "");
William Lallemand4c5b4d52016-11-21 08:51:11 +01003667
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003668 chunk_appendf(&trash,
3669 ",wx=%s",
3670 curr_strm->res.wex ?
3671 human_time(TICKS_TO_MS(curr_strm->res.wex - now_ms),
3672 TICKS_TO_MS(1000)) : "");
William Lallemand4c5b4d52016-11-21 08:51:11 +01003673
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003674 chunk_appendf(&trash,
3675 ",ax=%s]",
3676 curr_strm->res.analyse_exp ?
3677 human_time(TICKS_TO_MS(curr_strm->res.analyse_exp - now_ms),
3678 TICKS_TO_MS(1000)) : "");
William Lallemand4c5b4d52016-11-21 08:51:11 +01003679
Willy Tarreaufd9417b2022-05-18 16:23:22 +02003680 conn = sc_conn(curr_strm->scf);
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003681 chunk_appendf(&trash,
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02003682 " scf=[%d,%1xh,fd=%d]",
3683 curr_strm->scf->state,
3684 curr_strm->scf->flags,
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003685 conn_fd(conn));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003686
Willy Tarreaufd9417b2022-05-18 16:23:22 +02003687 conn = sc_conn(curr_strm->scb);
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003688 chunk_appendf(&trash,
Willy Tarreau7cb9e6c2022-05-17 19:40:40 +02003689 " scb=[%d,%1xh,fd=%d]",
3690 curr_strm->scb->state,
3691 curr_strm->scb->flags,
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003692 conn_fd(conn));
3693
3694 chunk_appendf(&trash,
3695 " exp=%s rc=%d c_exp=%s",
3696 curr_strm->task->expire ?
3697 human_time(TICKS_TO_MS(curr_strm->task->expire - now_ms),
3698 TICKS_TO_MS(1000)) : "",
3699 curr_strm->conn_retries,
3700 curr_strm->conn_exp ?
3701 human_time(TICKS_TO_MS(curr_strm->conn_exp - now_ms),
3702 TICKS_TO_MS(1000)) : "");
3703 if (task_in_rq(curr_strm->task))
3704 chunk_appendf(&trash, " run(nice=%d)", curr_strm->task->nice);
3705
3706 chunk_appendf(&trash, "\n");
William Lallemand4c5b4d52016-11-21 08:51:11 +01003707
Willy Tarreaud0a06d52022-05-18 15:07:19 +02003708 if (applet_putchk(appctx, &trash) == -1) {
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003709 /* let's try again later from this stream. We add ourselves into
3710 * this stream's users so that it can remove us upon termination.
3711 */
3712 LIST_APPEND(&curr_strm->back_refs, &ctx->bref.users);
3713 goto full;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003714 }
3715
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003716 next_sess:
3717 ctx->bref.ref = curr_strm->list.n;
3718 }
William Lallemand4c5b4d52016-11-21 08:51:11 +01003719
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003720 if (ctx->target && ctx->target != (void *)-1) {
3721 /* specified stream not found */
3722 if (ctx->section > 0)
3723 chunk_appendf(&trash, " *** session terminated while we were watching it ***\n");
3724 else
3725 chunk_appendf(&trash, "Session not found.\n");
William Lallemand4c5b4d52016-11-21 08:51:11 +01003726
Willy Tarreaud0a06d52022-05-18 15:07:19 +02003727 if (applet_putchk(appctx, &trash) == -1)
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003728 goto full;
3729
3730 ctx->target = NULL;
3731 ctx->uid = 0;
3732 goto done;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003733 }
Willy Tarreau6177cfc2022-05-03 11:17:35 +02003734
Willy Tarreaue6e52362019-01-04 17:42:57 +01003735 done:
3736 thread_release();
3737 return 1;
3738 full:
3739 thread_release();
Willy Tarreaue6e52362019-01-04 17:42:57 +01003740 return 0;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003741}
3742
3743static void cli_release_show_sess(struct appctx *appctx)
3744{
Willy Tarreau39f097d2022-05-03 10:49:00 +02003745 struct show_sess_ctx *ctx = appctx->svcctx;
3746
Willy Tarreaubb4e2892022-05-03 11:10:19 +02003747 if (ctx->thr < global.nbthread) {
Willy Tarreau49de6852021-02-24 13:46:12 +01003748 /* a dump was aborted, either in error or timeout. We need to
3749 * safely detach from the target stream's list. It's mandatory
3750 * to lock because a stream on the target thread could be moving
3751 * our node.
3752 */
3753 thread_isolate();
Willy Tarreau39f097d2022-05-03 10:49:00 +02003754 if (!LIST_ISEMPTY(&ctx->bref.users))
3755 LIST_DELETE(&ctx->bref.users);
Willy Tarreau49de6852021-02-24 13:46:12 +01003756 thread_release();
William Lallemand4c5b4d52016-11-21 08:51:11 +01003757 }
3758}
3759
Willy Tarreau61b65212016-11-24 11:09:25 +01003760/* Parses the "shutdown session" directive, it always returns 1 */
Aurélien Nephtaliabbf6072018-04-18 13:26:46 +02003761static int cli_parse_shutdown_session(char **args, char *payload, struct appctx *appctx, void *private)
Willy Tarreau61b65212016-11-24 11:09:25 +01003762{
3763 struct stream *strm, *ptr;
Willy Tarreaua698eb62021-02-24 10:37:01 +01003764 int thr;
Willy Tarreau61b65212016-11-24 11:09:25 +01003765
3766 if (!cli_has_level(appctx, ACCESS_LVL_ADMIN))
3767 return 1;
3768
Willy Tarreauc40c4072022-03-31 14:49:45 +02003769 ptr = (void *)strtoul(args[2], NULL, 0);
3770 if (!ptr)
Willy Tarreau9d008692019-08-09 11:21:01 +02003771 return cli_err(appctx, "Session pointer expected (use 'show sess').\n");
Willy Tarreau61b65212016-11-24 11:09:25 +01003772
Willy Tarreaua698eb62021-02-24 10:37:01 +01003773 strm = NULL;
Willy Tarreau61b65212016-11-24 11:09:25 +01003774
Willy Tarreau3f5dd292021-02-24 11:11:06 +01003775 thread_isolate();
3776
Willy Tarreau61b65212016-11-24 11:09:25 +01003777 /* first, look for the requested stream in the stream table */
Willy Tarreauc40c4072022-03-31 14:49:45 +02003778 for (thr = 0; strm != ptr && thr < global.nbthread; thr++) {
Willy Tarreaub4e34762021-09-30 19:02:18 +02003779 list_for_each_entry(strm, &ha_thread_ctx[thr].streams, list) {
Willy Tarreaua698eb62021-02-24 10:37:01 +01003780 if (strm == ptr) {
3781 stream_shutdown(strm, SF_ERR_KILLED);
3782 break;
3783 }
Willy Tarreau3f5dd292021-02-24 11:11:06 +01003784 }
Willy Tarreau61b65212016-11-24 11:09:25 +01003785 }
3786
Willy Tarreau3f5dd292021-02-24 11:11:06 +01003787 thread_release();
3788
Willy Tarreau61b65212016-11-24 11:09:25 +01003789 /* do we have the stream ? */
Willy Tarreauc40c4072022-03-31 14:49:45 +02003790 if (strm != ptr)
Willy Tarreau9d008692019-08-09 11:21:01 +02003791 return cli_err(appctx, "No such session (use 'show sess').\n");
Willy Tarreau61b65212016-11-24 11:09:25 +01003792
Willy Tarreau61b65212016-11-24 11:09:25 +01003793 return 1;
3794}
3795
Willy Tarreau4e46b622016-11-23 16:50:48 +01003796/* Parses the "shutdown session server" directive, it always returns 1 */
Aurélien Nephtaliabbf6072018-04-18 13:26:46 +02003797static int cli_parse_shutdown_sessions_server(char **args, char *payload, struct appctx *appctx, void *private)
Willy Tarreau4e46b622016-11-23 16:50:48 +01003798{
3799 struct server *sv;
Willy Tarreau4e46b622016-11-23 16:50:48 +01003800
3801 if (!cli_has_level(appctx, ACCESS_LVL_ADMIN))
3802 return 1;
3803
3804 sv = cli_find_server(appctx, args[3]);
3805 if (!sv)
3806 return 1;
3807
3808 /* kill all the stream that are on this server */
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003809 HA_SPIN_LOCK(SERVER_LOCK, &sv->lock);
Willy Tarreaud9e26a72019-11-14 16:37:16 +01003810 srv_shutdown_streams(sv, SF_ERR_KILLED);
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003811 HA_SPIN_UNLOCK(SERVER_LOCK, &sv->lock);
Willy Tarreau4e46b622016-11-23 16:50:48 +01003812 return 1;
3813}
3814
William Lallemand4c5b4d52016-11-21 08:51:11 +01003815/* register cli keywords */
3816static struct cli_kw_list cli_kws = {{ },{
Willy Tarreaub205bfd2021-05-07 11:38:37 +02003817 { { "show", "sess", NULL }, "show sess [id] : report the list of current sessions or dump this exact session", cli_parse_show_sess, cli_io_handler_dump_sess, cli_release_show_sess },
3818 { { "shutdown", "session", NULL }, "shutdown session [id] : kill a specific session", cli_parse_shutdown_session, NULL, NULL },
3819 { { "shutdown", "sessions", "server" }, "shutdown sessions server <bk>/<srv> : kill sessions on a server", cli_parse_shutdown_sessions_server, NULL, NULL },
William Lallemand4c5b4d52016-11-21 08:51:11 +01003820 {{},}
3821}};
3822
Willy Tarreau0108d902018-11-25 19:14:37 +01003823INITCALL1(STG_REGISTER, cli_register_kw, &cli_kws);
3824
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003825/* main configuration keyword registration. */
Christopher Faulet551a6412021-06-25 14:35:29 +02003826static struct action_kw_list stream_tcp_req_keywords = { ILH, {
3827 { "set-log-level", stream_parse_set_log_level },
Christopher Faulet1da374a2021-06-25 14:46:02 +02003828 { "set-nice", stream_parse_set_nice },
Christopher Faulet551a6412021-06-25 14:35:29 +02003829 { "switch-mode", stream_parse_switch_mode },
3830 { "use-service", stream_parse_use_service },
3831 { /* END */ }
3832}};
3833
3834INITCALL1(STG_REGISTER, tcp_req_cont_keywords_register, &stream_tcp_req_keywords);
3835
3836/* main configuration keyword registration. */
3837static struct action_kw_list stream_tcp_res_keywords = { ILH, {
3838 { "set-log-level", stream_parse_set_log_level },
Christopher Faulet1da374a2021-06-25 14:46:02 +02003839 { "set-nice", stream_parse_set_nice },
Christopher Faulet551a6412021-06-25 14:35:29 +02003840 { /* END */ }
3841}};
3842
3843INITCALL1(STG_REGISTER, tcp_res_cont_keywords_register, &stream_tcp_res_keywords);
3844
3845static struct action_kw_list stream_http_req_keywords = { ILH, {
3846 { "set-log-level", stream_parse_set_log_level },
Christopher Faulet1da374a2021-06-25 14:46:02 +02003847 { "set-nice", stream_parse_set_nice },
Christopher Faulet551a6412021-06-25 14:35:29 +02003848 { "use-service", stream_parse_use_service },
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003849 { /* END */ }
3850}};
3851
Christopher Faulet551a6412021-06-25 14:35:29 +02003852INITCALL1(STG_REGISTER, http_req_keywords_register, &stream_http_req_keywords);
Willy Tarreau0108d902018-11-25 19:14:37 +01003853
Christopher Faulet551a6412021-06-25 14:35:29 +02003854static struct action_kw_list stream_http_res_keywords = { ILH, {
3855 { "set-log-level", stream_parse_set_log_level },
Christopher Faulet1da374a2021-06-25 14:46:02 +02003856 { "set-nice", stream_parse_set_nice },
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003857 { /* END */ }
3858}};
3859
Christopher Faulet551a6412021-06-25 14:35:29 +02003860INITCALL1(STG_REGISTER, http_res_keywords_register, &stream_http_res_keywords);
Willy Tarreau8b22a712010-06-18 17:46:06 +02003861
Amaury Denoyellef7719a22020-12-10 13:43:58 +01003862static int smp_fetch_cur_server_timeout(const struct arg *args, struct sample *smp, const char *km, void *private)
3863{
3864 smp->flags = SMP_F_VOL_TXN;
3865 smp->data.type = SMP_T_SINT;
3866 if (!smp->strm)
3867 return 0;
3868
3869 smp->data.u.sint = TICKS_TO_MS(smp->strm->res.rto);
3870 return 1;
3871}
3872
3873static int smp_fetch_cur_tunnel_timeout(const struct arg *args, struct sample *smp, const char *km, void *private)
3874{
3875 smp->flags = SMP_F_VOL_TXN;
3876 smp->data.type = SMP_T_SINT;
3877 if (!smp->strm)
3878 return 0;
3879
3880 smp->data.u.sint = TICKS_TO_MS(smp->strm->tunnel_timeout);
3881 return 1;
3882}
3883
Willy Tarreau0657b932022-03-09 17:33:05 +01003884static int smp_fetch_last_rule_file(const struct arg *args, struct sample *smp, const char *km, void *private)
3885{
3886 smp->flags = SMP_F_VOL_TXN;
3887 smp->data.type = SMP_T_STR;
3888 if (!smp->strm || !smp->strm->last_rule_file)
3889 return 0;
3890
3891 smp->flags |= SMP_F_CONST;
3892 smp->data.u.str.area = (char *)smp->strm->last_rule_file;
3893 smp->data.u.str.data = strlen(smp->strm->last_rule_file);
3894 return 1;
3895}
3896
3897static int smp_fetch_last_rule_line(const struct arg *args, struct sample *smp, const char *km, void *private)
3898{
3899 smp->flags = SMP_F_VOL_TXN;
3900 smp->data.type = SMP_T_SINT;
3901 if (!smp->strm || !smp->strm->last_rule_line)
3902 return 0;
3903
3904 smp->data.u.sint = smp->strm->last_rule_line;
3905 return 1;
3906}
3907
Amaury Denoyelle12bada52020-12-10 13:43:57 +01003908/* Note: must not be declared <const> as its list will be overwritten.
3909 * Please take care of keeping this list alphabetically sorted.
3910 */
3911static struct sample_fetch_kw_list smp_kws = {ILH, {
Amaury Denoyellef7719a22020-12-10 13:43:58 +01003912 { "cur_server_timeout", smp_fetch_cur_server_timeout, 0, NULL, SMP_T_SINT, SMP_USE_BKEND, },
3913 { "cur_tunnel_timeout", smp_fetch_cur_tunnel_timeout, 0, NULL, SMP_T_SINT, SMP_USE_BKEND, },
Willy Tarreau0657b932022-03-09 17:33:05 +01003914 { "last_rule_file", smp_fetch_last_rule_file, 0, NULL, SMP_T_STR, SMP_USE_INTRN, },
3915 { "last_rule_line", smp_fetch_last_rule_line, 0, NULL, SMP_T_SINT, SMP_USE_INTRN, },
Amaury Denoyelle12bada52020-12-10 13:43:57 +01003916 { NULL, NULL, 0, 0, 0 },
3917}};
3918
3919INITCALL1(STG_REGISTER, sample_register_fetches, &smp_kws);
3920
Willy Tarreaubaaee002006-06-26 02:48:02 +02003921/*
3922 * Local variables:
3923 * c-indent-level: 8
3924 * c-basic-offset: 8
3925 * End:
3926 */