blob: 58e1cc11b8110db47f809d8c01305808ceaef094 [file] [log] [blame]
Willy Tarreaubaaee002006-06-26 02:48:02 +02001/*
Willy Tarreau87b09662015-04-03 00:22:06 +02002 * Stream management functions.
Willy Tarreaubaaee002006-06-26 02:48:02 +02003 *
Willy Tarreaud28c3532012-04-19 19:28:33 +02004 * Copyright 2000-2012 Willy Tarreau <w@1wt.eu>
Willy Tarreaubaaee002006-06-26 02:48:02 +02005 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
13#include <stdlib.h>
Willy Tarreau81f9aa32010-06-01 17:45:26 +020014#include <unistd.h>
15#include <fcntl.h>
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020016
Thierry FOURNIER5a363e72015-09-27 19:29:33 +020017#include <common/cfgparse.h>
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020018#include <common/config.h>
Willy Tarreau9b28e032012-10-12 23:49:43 +020019#include <common/buffer.h>
Willy Tarreau7c669d72008-06-20 15:04:11 +020020#include <common/debug.h>
Christopher Faulet8d8aa0d2017-05-30 15:36:50 +020021#include <common/hathreads.h>
Willy Tarreaub96b77e2018-12-11 10:22:41 +010022#include <common/htx.h>
Willy Tarreau0108d902018-11-25 19:14:37 +010023#include <common/initcall.h>
24#include <common/memory.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020025
Willy Tarreau8a8d83b2015-04-13 13:24:54 +020026#include <types/applet.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020027#include <types/capture.h>
William Lallemand4c5b4d52016-11-21 08:51:11 +010028#include <types/cli.h>
Christopher Fauletd7c91962015-04-30 11:48:27 +020029#include <types/filters.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010030#include <types/global.h>
William Lallemand9ed62032016-11-21 17:49:11 +010031#include <types/stats.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020032
Willy Tarreau1d0dfb12009-07-07 15:10:31 +020033#include <proto/acl.h>
Thierry FOURNIER5a363e72015-09-27 19:29:33 +020034#include <proto/action.h>
Willy Tarreau609aad92018-11-22 08:31:09 +010035#include <proto/activity.h>
Willy Tarreau61612d42012-04-19 18:42:05 +020036#include <proto/arg.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010037#include <proto/backend.h>
Willy Tarreauc7e42382012-08-24 19:22:53 +020038#include <proto/channel.h>
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +010039#include <proto/checks.h>
William Lallemand4c5b4d52016-11-21 08:51:11 +010040#include <proto/cli.h>
Willy Tarreaud2274c62012-07-06 14:29:45 +020041#include <proto/connection.h>
Baptiste Assmann333939c2019-01-21 08:34:50 +010042#include <proto/dns.h>
William Lallemand9ed62032016-11-21 17:49:11 +010043#include <proto/stats.h>
Willy Tarreaudd2f85e2012-09-02 22:34:23 +020044#include <proto/fd.h>
Christopher Fauletd7c91962015-04-30 11:48:27 +020045#include <proto/filters.h>
Willy Tarreau91c43d72010-06-20 11:19:22 +020046#include <proto/freq_ctr.h>
Willy Tarreau3041b9f2010-10-15 23:25:20 +020047#include <proto/frontend.h>
Willy Tarreau8d5d7f22007-01-21 19:16:41 +010048#include <proto/hdr_idx.h>
Thierry FOURNIER65f34c62015-02-16 20:11:43 +010049#include <proto/hlua.h>
Willy Tarreau61c112a2018-10-02 16:43:32 +020050#include <proto/http_rules.h>
Willy Tarreaud1d54542012-09-12 22:58:11 +020051#include <proto/listener.h>
Willy Tarreau332f8bf2007-05-13 21:36:56 +020052#include <proto/log.h>
Willy Tarreaucbaaec42012-09-06 11:32:07 +020053#include <proto/raw_sock.h>
Willy Tarreaufeb76402015-04-03 14:10:06 +020054#include <proto/session.h>
Willy Tarreau87b09662015-04-03 00:22:06 +020055#include <proto/stream.h>
Willy Tarreau3eba98a2009-01-25 13:56:13 +010056#include <proto/pipe.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010057#include <proto/proto_http.h>
Willy Tarreau1d0dfb12009-07-07 15:10:31 +020058#include <proto/proxy.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020059#include <proto/queue.h>
Willy Tarreau7f062c42009-03-05 18:43:00 +010060#include <proto/server.h>
Willy Tarreaucd3b0942012-04-27 21:52:18 +020061#include <proto/sample.h>
Emeric Brun1d33b292010-01-04 15:47:17 +010062#include <proto/stick_table.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010063#include <proto/stream_interface.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010064#include <proto/task.h>
Willy Tarreau39713102016-11-25 15:49:32 +010065#include <proto/tcp_rules.h>
Thierry FOURNIER4834bc72015-06-06 19:29:07 +020066#include <proto/vars.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020067
Willy Tarreau8ceae722018-11-26 11:58:30 +010068DECLARE_POOL(pool_head_stream, "stream", sizeof(struct stream));
69
Willy Tarreaub6b3df32018-11-26 16:31:20 +010070struct list streams = LIST_HEAD_INIT(streams);
Willy Tarreau86abe442018-11-25 20:12:18 +010071__decl_spinlock(streams_lock);
Willy Tarreaubaaee002006-06-26 02:48:02 +020072
Thierry FOURNIER5a363e72015-09-27 19:29:33 +020073/* List of all use-service keywords. */
74static struct list service_keywords = LIST_HEAD_INIT(service_keywords);
75
Willy Tarreau5790eb02017-08-28 17:18:36 +020076
77/* Create a new stream for connection <conn>. Return < 0 on error. This is only
78 * valid right after the handshake, before the connection's data layer is
79 * initialized, because it relies on the session to be in conn->owner.
80 */
Olivier Houchard9aaf7782017-09-13 18:30:23 +020081int stream_create_from_cs(struct conn_stream *cs)
Willy Tarreau5790eb02017-08-28 17:18:36 +020082{
83 struct stream *strm;
84
Olivier Houchard9aaf7782017-09-13 18:30:23 +020085 strm = stream_new(cs->conn->owner, &cs->obj_type);
Willy Tarreau5790eb02017-08-28 17:18:36 +020086 if (strm == NULL)
87 return -1;
88
89 task_wakeup(strm->task, TASK_WOKEN_INIT);
90 return 0;
91}
92
Willy Tarreaub882dd82018-11-06 15:50:21 +010093/* Callback used to wake up a stream when an input buffer is available. The
94 * stream <s>'s stream interfaces are checked for a failed buffer allocation
Willy Tarreaud0f5bbc2018-11-14 11:10:26 +010095 * as indicated by the presence of the SI_FL_RXBLK_ROOM flag and the lack of a
Willy Tarreaub882dd82018-11-06 15:50:21 +010096 * buffer, and and input buffer is assigned there (at most one). The function
97 * returns 1 and wakes the stream up if a buffer was taken, otherwise zero.
98 * It's designed to be called from __offer_buffer().
99 */
100int stream_buf_available(void *arg)
101{
102 struct stream *s = arg;
103
Willy Tarreau8be7cd72018-11-14 15:12:08 +0100104 if (!s->req.buf.size && !s->req.pipe && (s->si[0].flags & SI_FL_RXBLK_BUFF) &&
Willy Tarreaub882dd82018-11-06 15:50:21 +0100105 b_alloc_margin(&s->req.buf, global.tune.reserved_bufs))
Willy Tarreau8be7cd72018-11-14 15:12:08 +0100106 si_rx_buff_rdy(&s->si[0]);
107 else if (!s->res.buf.size && !s->res.pipe && (s->si[1].flags & SI_FL_RXBLK_BUFF) &&
Willy Tarreaub882dd82018-11-06 15:50:21 +0100108 b_alloc_margin(&s->res.buf, 0))
Willy Tarreau8be7cd72018-11-14 15:12:08 +0100109 si_rx_buff_rdy(&s->si[1]);
Willy Tarreaub882dd82018-11-06 15:50:21 +0100110 else
111 return 0;
112
113 task_wakeup(s->task, TASK_WOKEN_RES);
114 return 1;
115
116}
117
Willy Tarreau9903f0e2015-04-04 18:50:31 +0200118/* This function is called from the session handler which detects the end of
Willy Tarreau73b65ac2015-04-08 18:26:29 +0200119 * handshake, in order to complete initialization of a valid stream. It must be
Joseph Herlant4cc8d0d2018-11-15 09:14:14 -0800120 * called with a completely initialized session. It returns the pointer to
Willy Tarreau73b65ac2015-04-08 18:26:29 +0200121 * the newly created stream, or NULL in case of fatal error. The client-facing
Willy Tarreau87787ac2017-08-28 16:22:54 +0200122 * end point is assigned to <origin>, which must be valid. The stream's task
123 * is configured with a nice value inherited from the listener's nice if any.
124 * The task's context is set to the new stream, and its function is set to
125 * process_stream(). Target and analysers are null.
Willy Tarreau2542b532012-08-31 16:01:23 +0200126 */
Willy Tarreau87787ac2017-08-28 16:22:54 +0200127struct stream *stream_new(struct session *sess, enum obj_type *origin)
Willy Tarreau2542b532012-08-31 16:01:23 +0200128{
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200129 struct stream *s;
Willy Tarreau87787ac2017-08-28 16:22:54 +0200130 struct task *t;
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200131 struct conn_stream *cs = objt_cs(origin);
Willy Tarreau73b65ac2015-04-08 18:26:29 +0200132 struct appctx *appctx = objt_appctx(origin);
Christopher Fauletb3484d62018-11-29 15:19:05 +0100133 const struct cs_info *csinfo;
Willy Tarreau2542b532012-08-31 16:01:23 +0200134
Willy Tarreaubafbe012017-11-24 17:34:44 +0100135 if (unlikely((s = pool_alloc(pool_head_stream)) == NULL))
Willy Tarreau87787ac2017-08-28 16:22:54 +0200136 goto out_fail_alloc;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200137
138 /* minimum stream initialization required for an embryonic stream is
139 * fairly low. We need very little to execute L4 ACLs, then we need a
140 * task to make the client-side connection live on its own.
141 * - flags
142 * - stick-entry tracking
143 */
144 s->flags = 0;
Willy Tarreaufb9f5842015-04-05 18:19:23 +0200145 s->logs.logwait = sess->fe->to_log;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200146 s->logs.level = 0;
Willy Tarreau99eb0f12015-04-05 12:03:54 +0200147 tv_zero(&s->logs.tv_request);
148 s->logs.t_queue = -1;
149 s->logs.t_connect = -1;
150 s->logs.t_data = -1;
151 s->logs.t_close = 0;
152 s->logs.bytes_in = s->logs.bytes_out = 0;
Patrick Hemmerffe5e8c2018-05-11 12:52:31 -0400153 s->logs.prx_queue_pos = 0; /* we get the number of pending conns before us */
154 s->logs.srv_queue_pos = 0; /* we will get this number soon */
Baptiste Assmann333939c2019-01-21 08:34:50 +0100155 s->obj_type = OBJ_TYPE_STREAM;
Willy Tarreau99eb0f12015-04-05 12:03:54 +0200156
Christopher Fauletb3484d62018-11-29 15:19:05 +0100157 csinfo = si_get_cs_info(cs);
158 if (csinfo) {
159 s->logs.accept_date = csinfo->create_date;
160 s->logs.tv_accept = csinfo->tv_create;
161 s->logs.t_handshake = csinfo->t_handshake;
162 s->logs.t_idle = csinfo->t_idle;
163 }
164 else {
165 s->logs.accept_date = sess->accept_date;
166 s->logs.tv_accept = sess->tv_accept;
167 s->logs.t_handshake = sess->t_handshake;
168 s->logs.t_idle = -1;
169 }
170
Willy Tarreau99eb0f12015-04-05 12:03:54 +0200171 /* default logging function */
172 s->do_log = strm_log;
173
174 /* default error reporting function, may be changed by analysers */
175 s->srv_error = default_srv_error;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200176
177 /* Initialise the current rule list pointer to NULL. We are sure that
178 * any rulelist match the NULL pointer.
179 */
180 s->current_rule_list = NULL;
Remi Gacogne7fb9de22015-07-22 17:10:58 +0200181 s->current_rule = NULL;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200182
Willy Tarreaua68f7622015-09-21 17:48:24 +0200183 /* Copy SC counters for the stream. We don't touch refcounts because
184 * any reference we have is inherited from the session. Since the stream
185 * doesn't exist without the session, the session's existence guarantees
186 * we don't lose the entry. During the store operation, the stream won't
187 * touch these ones.
Thierry FOURNIER827752e2015-08-18 11:34:18 +0200188 */
Thierry FOURNIERc8fdb982015-08-16 12:03:39 +0200189 memcpy(s->stkctr, sess->stkctr, sizeof(s->stkctr));
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200190
191 s->sess = sess;
192 s->si[0].flags = SI_FL_NONE;
193 s->si[1].flags = SI_FL_ISBACK;
194
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100195 s->uniq_id = _HA_ATOMIC_XADD(&global.req_count, 1);
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200196
Willy Tarreau87b09662015-04-03 00:22:06 +0200197 /* OK, we're keeping the stream, so let's properly initialize the stream */
Willy Tarreau2542b532012-08-31 16:01:23 +0200198 LIST_INIT(&s->back_refs);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100199
200 LIST_INIT(&s->buffer_wait.list);
201 s->buffer_wait.target = s;
Willy Tarreaub882dd82018-11-06 15:50:21 +0100202 s->buffer_wait.wakeup_cb = stream_buf_available;
Willy Tarreauf8a49ea2013-10-14 21:32:07 +0200203
Willy Tarreau2e9c1d22019-04-24 08:28:31 +0200204 s->call_rate.curr_sec = s->call_rate.curr_ctr = s->call_rate.prev_ctr = 0;
William Lallemandcf62f7e2018-10-26 14:47:40 +0200205 s->pcli_next_pid = 0;
William Lallemandebf61802018-12-11 16:10:57 +0100206 s->pcli_flags = 0;
Willy Tarreau2542b532012-08-31 16:01:23 +0200207 s->unique_id = NULL;
Willy Tarreau2542b532012-08-31 16:01:23 +0200208
Emeric Brunc60def82017-09-27 14:59:38 +0200209 if ((t = task_new(tid_bit)) == NULL)
Willy Tarreau87787ac2017-08-28 16:22:54 +0200210 goto out_fail_alloc;
211
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200212 s->task = t;
Christopher Faulet9d810ca2016-12-08 22:33:52 +0100213 s->pending_events = 0;
Willy Tarreaud1769b82015-04-06 00:25:48 +0200214 t->process = process_stream;
Willy Tarreau2542b532012-08-31 16:01:23 +0200215 t->context = s;
216 t->expire = TICK_ETERNITY;
Willy Tarreau87787ac2017-08-28 16:22:54 +0200217 if (sess->listener)
218 t->nice = sess->listener->nice;
Willy Tarreau2542b532012-08-31 16:01:23 +0200219
Willy Tarreau87b09662015-04-03 00:22:06 +0200220 /* Note: initially, the stream's backend points to the frontend.
Willy Tarreau2542b532012-08-31 16:01:23 +0200221 * This changes later when switching rules are executed or
222 * when the default backend is assigned.
223 */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200224 s->be = sess->fe;
Willy Tarreauc9fa0482018-07-10 17:43:27 +0200225 s->req.buf = BUF_NULL;
226 s->res.buf = BUF_NULL;
Willy Tarreaucb7dd012015-04-03 22:16:32 +0200227 s->req_cap = NULL;
228 s->res_cap = NULL;
Willy Tarreau2542b532012-08-31 16:01:23 +0200229
Willy Tarreauebcd4842015-06-19 11:59:02 +0200230 /* Initialise all the variables contexts even if not used.
231 * This permits to prune these contexts without errors.
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200232 */
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200233 vars_init(&s->vars_txn, SCOPE_TXN);
234 vars_init(&s->vars_reqres, SCOPE_REQ);
235
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200236 /* this part should be common with other protocols */
Olivier Houchard8f0b4c62018-08-02 18:21:38 +0200237 if (si_reset(&s->si[0]) < 0)
238 goto out_fail_alloc;
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200239 si_set_state(&s->si[0], SI_ST_EST);
Hongbo Longe39683c2017-03-10 18:41:51 +0100240 s->si[0].hcto = sess->fe->timeout.clientfin;
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200241
Christopher Faulet0e160ff2019-04-03 10:01:07 +0200242 if (cs && cs->conn->mux) {
243 if (cs->conn->mux->flags & MX_FL_CLEAN_ABRT)
244 s->si[0].flags |= SI_FL_CLEAN_ABRT;
245 if (cs->conn->mux->flags & MX_FL_HTX)
246 s->flags |= SF_HTX;
247 }
248 /* Set SF_HTX flag for HTX frontends. */
249 if (sess->fe->mode == PR_MODE_HTTP && sess->fe->options2 & PR_O2_USE_HTX)
250 s->flags |= SF_HTX;
Willy Tarreau984fca92017-12-20 16:31:43 +0100251
Willy Tarreau1f52bb22015-04-04 14:28:46 +0200252 /* attach the incoming connection to the stream interface now. */
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200253 if (cs)
254 si_attach_cs(&s->si[0], cs);
Willy Tarreau470280e2015-04-05 01:33:13 +0200255 else if (appctx)
256 si_attach_appctx(&s->si[0], appctx);
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200257
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200258 if (likely(sess->fe->options2 & PR_O2_INDEPSTR))
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200259 s->si[0].flags |= SI_FL_INDEP_STR;
260
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200261 /* pre-initialize the other side's stream interface to an INIT state. The
262 * callbacks will be initialized before attempting to connect.
263 */
Olivier Houchard8f0b4c62018-08-02 18:21:38 +0200264 if (si_reset(&s->si[1]) < 0)
265 goto out_fail_alloc_si1;
Hongbo Longe39683c2017-03-10 18:41:51 +0100266 s->si[1].hcto = TICK_ETERNITY;
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200267
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200268 if (likely(sess->fe->options2 & PR_O2_INDEPSTR))
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200269 s->si[1].flags |= SI_FL_INDEP_STR;
270
Willy Tarreau87b09662015-04-03 00:22:06 +0200271 stream_init_srv_conn(s);
Willy Tarreau9b82d942016-12-05 00:26:31 +0100272 s->target = sess->listener ? sess->listener->default_target : NULL;
273
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200274 s->pend_pos = NULL;
Patrick Hemmer268a7072018-05-11 12:52:31 -0400275 s->priority_class = 0;
276 s->priority_offset = 0;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200277
278 /* init store persistence */
279 s->store_count = 0;
280
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100281 channel_init(&s->req);
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100282 s->req.flags |= CF_READ_ATTACHED; /* the producer is already connected */
Willy Tarreau9b82d942016-12-05 00:26:31 +0100283 s->req.analysers = sess->listener ? sess->listener->analysers : 0;
Willy Tarreaue223e3b2017-11-18 15:39:10 +0100284
285 if (!sess->fe->fe_req_ana) {
286 channel_auto_connect(&s->req); /* don't wait to establish connection */
287 channel_auto_close(&s->req); /* let the producer forward close requests */
288 }
Willy Tarreauc8815ef2015-04-05 18:15:59 +0200289
290 s->req.rto = sess->fe->timeout.client;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100291 s->req.wto = TICK_ETERNITY;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100292 s->req.rex = TICK_ETERNITY;
293 s->req.wex = TICK_ETERNITY;
294 s->req.analyse_exp = TICK_ETERNITY;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200295
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100296 channel_init(&s->res);
Willy Tarreauef573c02014-11-28 14:17:09 +0100297 s->res.flags |= CF_ISRESP;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100298 s->res.analysers = 0;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200299
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200300 if (sess->fe->options2 & PR_O2_NODELAY) {
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100301 s->req.flags |= CF_NEVER_WAIT;
302 s->res.flags |= CF_NEVER_WAIT;
Willy Tarreau96e31212011-05-30 18:10:30 +0200303 }
304
Willy Tarreauc8815ef2015-04-05 18:15:59 +0200305 s->res.wto = sess->fe->timeout.client;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100306 s->res.rto = TICK_ETERNITY;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100307 s->res.rex = TICK_ETERNITY;
308 s->res.wex = TICK_ETERNITY;
309 s->res.analyse_exp = TICK_ETERNITY;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200310
Willy Tarreaueee5b512015-04-03 23:46:31 +0200311 s->txn = NULL;
Thierry FOURNIER2c8b54e2016-12-17 12:45:32 +0100312 s->hlua = NULL;
Thierry FOURNIER65f34c62015-02-16 20:11:43 +0100313
Frédéric Lécaillebed883a2019-04-23 17:26:33 +0200314 s->dns_ctx.dns_requester = NULL;
315 s->dns_ctx.hostname_dn = NULL;
316 s->dns_ctx.hostname_dn_len = 0;
317 s->dns_ctx.parent = NULL;
318
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100319 HA_SPIN_LOCK(STRMS_LOCK, &streams_lock);
Emeric Brun6b35e9b2017-06-30 16:23:45 +0200320 LIST_ADDQ(&streams, &s->list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100321 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
Emeric Brun6b35e9b2017-06-30 16:23:45 +0200322
Christopher Faulet92d36382015-11-05 13:35:03 +0100323 if (flt_stream_init(s) < 0 || flt_stream_start(s) < 0)
Christopher Fauletd7c91962015-04-30 11:48:27 +0200324 goto out_fail_accept;
325
Olivier Houcharda254a372019-04-05 15:30:12 +0200326 s->si[1].l7_buffer = BUF_NULL;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200327 /* finish initialization of the accepted file descriptor */
Olivier Houchard53216e72018-10-10 15:46:36 +0200328 if (appctx)
Willy Tarreau0cd3bd62018-11-06 18:46:37 +0100329 si_want_get(&s->si[0]);
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200330
Willy Tarreaufb9f5842015-04-05 18:19:23 +0200331 if (sess->fe->accept && sess->fe->accept(s) < 0)
Willy Tarreauc5a7ff42015-04-05 11:52:08 +0200332 goto out_fail_accept;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200333
334 /* it is important not to call the wakeup function directly but to
335 * pass through task_wakeup(), because this one knows how to apply
Emeric Brun5f77fef2017-05-29 15:26:51 +0200336 * priorities to tasks. Using multi thread we must be sure that
337 * stream is fully initialized before calling task_wakeup. So
338 * the caller must handle the task_wakeup
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200339 */
Willy Tarreau02d86382015-04-05 12:00:52 +0200340 return s;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200341
342 /* Error unrolling */
Willy Tarreauc5a7ff42015-04-05 11:52:08 +0200343 out_fail_accept:
Christopher Faulet92d36382015-11-05 13:35:03 +0100344 flt_stream_release(s, 0);
Olivier Houchard3f795f72019-04-17 22:51:06 +0200345 task_destroy(t);
Olivier Houchardfa8aa862018-10-10 18:25:41 +0200346 tasklet_free(s->si[1].wait_event.task);
Willy Tarreaue5f229e2018-10-15 11:08:55 +0200347 LIST_DEL(&s->list);
Olivier Houchard8f0b4c62018-08-02 18:21:38 +0200348out_fail_alloc_si1:
Olivier Houchardfa8aa862018-10-10 18:25:41 +0200349 tasklet_free(s->si[0].wait_event.task);
Willy Tarreau87787ac2017-08-28 16:22:54 +0200350 out_fail_alloc:
Willy Tarreaubafbe012017-11-24 17:34:44 +0100351 pool_free(pool_head_stream, s);
Willy Tarreau02d86382015-04-05 12:00:52 +0200352 return NULL;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200353}
354
Willy Tarreaubaaee002006-06-26 02:48:02 +0200355/*
Willy Tarreau87b09662015-04-03 00:22:06 +0200356 * frees the context associated to a stream. It must have been removed first.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200357 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200358static void stream_free(struct stream *s)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200359{
Willy Tarreau9ad7bd42015-04-03 19:19:59 +0200360 struct session *sess = strm_sess(s);
361 struct proxy *fe = sess->fe;
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100362 struct bref *bref, *back;
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200363 struct conn_stream *cli_cs = objt_cs(s->si[0].end);
Willy Tarreau5bcfd562017-11-29 14:05:38 +0100364 int must_free_sess;
Willy Tarreaua4cda672010-06-06 18:28:49 +0200365 int i;
Willy Tarreau0f7562b2007-01-07 15:46:13 +0100366
Willy Tarreaud0ad4a82018-07-25 11:13:53 +0200367 pendconn_free(s);
Willy Tarreau922a8062008-12-04 09:33:58 +0100368
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100369 if (objt_server(s->target)) { /* there may be requests left pending in queue */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200370 if (s->flags & SF_CURR_SESS) {
371 s->flags &= ~SF_CURR_SESS;
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100372 _HA_ATOMIC_SUB(&__objt_server(s->target)->cur_sess, 1);
Willy Tarreau1e62de62008-11-11 20:20:02 +0100373 }
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100374 if (may_dequeue_tasks(objt_server(s->target), s->be))
375 process_srv_queue(objt_server(s->target));
Willy Tarreau1e62de62008-11-11 20:20:02 +0100376 }
Willy Tarreau922a8062008-12-04 09:33:58 +0100377
Willy Tarreau7c669d72008-06-20 15:04:11 +0200378 if (unlikely(s->srv_conn)) {
Willy Tarreau87b09662015-04-03 00:22:06 +0200379 /* the stream still has a reserved slot on a server, but
Willy Tarreau7c669d72008-06-20 15:04:11 +0200380 * it should normally be only the same as the one above,
381 * so this should not happen in fact.
382 */
383 sess_change_server(s, NULL);
384 }
385
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100386 if (s->req.pipe)
387 put_pipe(s->req.pipe);
Willy Tarreau259de1b2009-01-18 21:56:21 +0100388
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100389 if (s->res.pipe)
390 put_pipe(s->res.pipe);
Willy Tarreau259de1b2009-01-18 21:56:21 +0100391
Willy Tarreaubf883e02014-11-25 21:10:35 +0100392 /* We may still be present in the buffer wait queue */
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100393 if (!LIST_ISEMPTY(&s->buffer_wait.list)) {
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100394 HA_SPIN_LOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100395 LIST_DEL(&s->buffer_wait.list);
396 LIST_INIT(&s->buffer_wait.list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100397 HA_SPIN_UNLOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Willy Tarreaubf883e02014-11-25 21:10:35 +0100398 }
Willy Tarreauc9fa0482018-07-10 17:43:27 +0200399 if (s->req.buf.size || s->res.buf.size) {
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100400 b_drop(&s->req.buf);
401 b_drop(&s->res.buf);
Olivier Houchard673867c2018-05-25 16:58:52 +0200402 offer_buffers(NULL, tasks_run_queue);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100403 }
Willy Tarreau9b28e032012-10-12 23:49:43 +0200404
Olivier Houchard32211a12019-02-01 18:10:46 +0100405 pool_free(pool_head_uniqueid, s->unique_id);
Willy Tarreau09c4bab2019-02-10 18:49:37 +0100406 s->unique_id = NULL;
Olivier Houchard32211a12019-02-01 18:10:46 +0100407
Thierry FOURNIER2c8b54e2016-12-17 12:45:32 +0100408 hlua_ctx_destroy(s->hlua);
409 s->hlua = NULL;
Willy Tarreaueee5b512015-04-03 23:46:31 +0200410 if (s->txn)
411 http_end_txn(s);
Willy Tarreau46023632010-01-07 22:51:47 +0100412
Willy Tarreau1e954912012-10-12 17:50:05 +0200413 /* ensure the client-side transport layer is destroyed */
Willy Tarreau32560732017-10-08 11:33:44 +0200414 if (cli_cs)
415 cs_close(cli_cs);
Willy Tarreau1e954912012-10-12 17:50:05 +0200416
Willy Tarreaua4cda672010-06-06 18:28:49 +0200417 for (i = 0; i < s->store_count; i++) {
418 if (!s->store[i].ts)
419 continue;
420 stksess_free(s->store[i].table, s->store[i].ts);
421 s->store[i].ts = NULL;
422 }
423
Willy Tarreaueee5b512015-04-03 23:46:31 +0200424 if (s->txn) {
Willy Tarreaubafbe012017-11-24 17:34:44 +0100425 pool_free(pool_head_hdr_idx, s->txn->hdr_idx.v);
426 pool_free(pool_head_http_txn, s->txn);
Willy Tarreaueee5b512015-04-03 23:46:31 +0200427 s->txn = NULL;
428 }
429
Baptiste Assmann333939c2019-01-21 08:34:50 +0100430 if (s->dns_ctx.dns_requester) {
431 free(s->dns_ctx.hostname_dn); s->dns_ctx.hostname_dn = NULL;
432 s->dns_ctx.hostname_dn_len = 0;
433 dns_unlink_resolution(s->dns_ctx.dns_requester);
434
435 pool_free(dns_requester_pool, s->dns_ctx.dns_requester);
436 s->dns_ctx.dns_requester = NULL;
437 }
438
Christopher Fauletd7c91962015-04-30 11:48:27 +0200439 flt_stream_stop(s);
Christopher Faulet92d36382015-11-05 13:35:03 +0100440 flt_stream_release(s, 0);
Christopher Fauletd7c91962015-04-30 11:48:27 +0200441
Willy Tarreau92fb9832007-10-16 17:34:28 +0200442 if (fe) {
Willy Tarreaubafbe012017-11-24 17:34:44 +0100443 pool_free(fe->rsp_cap_pool, s->res_cap);
444 pool_free(fe->req_cap_pool, s->req_cap);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200445 }
Willy Tarreau0937bc42009-12-22 15:03:09 +0100446
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200447 /* Cleanup all variable contexts. */
Willy Tarreaucda7f3f2018-10-28 13:44:36 +0100448 if (!LIST_ISEMPTY(&s->vars_txn.head))
449 vars_prune(&s->vars_txn, s->sess, s);
450 if (!LIST_ISEMPTY(&s->vars_reqres.head))
451 vars_prune(&s->vars_reqres, s->sess, s);
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200452
Willy Tarreau87b09662015-04-03 00:22:06 +0200453 stream_store_counters(s);
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +0200454
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100455 HA_SPIN_LOCK(STRMS_LOCK, &streams_lock);
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100456 list_for_each_entry_safe(bref, back, &s->back_refs, users) {
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100457 /* we have to unlink all watchers. We must not relink them if
Willy Tarreau87b09662015-04-03 00:22:06 +0200458 * this stream was the last one in the list.
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100459 */
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100460 LIST_DEL(&bref->users);
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100461 LIST_INIT(&bref->users);
Willy Tarreau87b09662015-04-03 00:22:06 +0200462 if (s->list.n != &streams)
463 LIST_ADDQ(&LIST_ELEM(s->list.n, struct stream *, list)->back_refs, &bref->users);
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100464 bref->ref = s->list.n;
465 }
Willy Tarreauf54f8bd2008-11-23 19:53:55 +0100466 LIST_DEL(&s->list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100467 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
Emeric Brun6b35e9b2017-06-30 16:23:45 +0200468
Willy Tarreau5bcfd562017-11-29 14:05:38 +0100469 /* applets do not release session yet */
470 must_free_sess = objt_appctx(sess->origin) && sess->origin == s->si[0].end;
471
Olivier Houchard4fdec7a2018-10-11 17:09:14 +0200472
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200473 si_release_endpoint(&s->si[1]);
474 si_release_endpoint(&s->si[0]);
Willy Tarreaufeb76402015-04-03 14:10:06 +0200475
Olivier Houchardd7bd3e32018-10-18 16:22:02 +0200476 tasklet_free(s->si[0].wait_event.task);
477 tasklet_free(s->si[1].wait_event.task);
478
Olivier Houcharda254a372019-04-05 15:30:12 +0200479 b_free(&s->si[1].l7_buffer);
Olivier Houchard25607af2018-11-23 14:50:47 +0100480 if (must_free_sess) {
481 sess->origin = NULL;
Willy Tarreau5bcfd562017-11-29 14:05:38 +0100482 session_free(sess);
Olivier Houchard25607af2018-11-23 14:50:47 +0100483 }
Willy Tarreau5bcfd562017-11-29 14:05:38 +0100484
Willy Tarreaubafbe012017-11-24 17:34:44 +0100485 pool_free(pool_head_stream, s);
Willy Tarreau632f5a72007-07-11 10:42:35 +0200486
487 /* We may want to free the maximum amount of pools if the proxy is stopping */
Willy Tarreau92fb9832007-10-16 17:34:28 +0200488 if (fe && unlikely(fe->state == PR_STSTOPPED)) {
Willy Tarreaubafbe012017-11-24 17:34:44 +0100489 pool_flush(pool_head_buffer);
490 pool_flush(pool_head_http_txn);
491 pool_flush(pool_head_hdr_idx);
492 pool_flush(pool_head_requri);
493 pool_flush(pool_head_capture);
494 pool_flush(pool_head_stream);
495 pool_flush(pool_head_session);
496 pool_flush(pool_head_connection);
497 pool_flush(pool_head_pendconn);
498 pool_flush(fe->req_cap_pool);
499 pool_flush(fe->rsp_cap_pool);
Willy Tarreau632f5a72007-07-11 10:42:35 +0200500 }
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200501}
502
Willy Tarreau656859d2014-11-25 19:46:36 +0100503
Willy Tarreau87b09662015-04-03 00:22:06 +0200504/* Allocates a work buffer for stream <s>. It is meant to be called inside
505 * process_stream(). It will only allocate the side needed for the function
Willy Tarreaubc39a5d2015-04-20 15:52:18 +0200506 * to work fine, which is the response buffer so that an error message may be
507 * built and returned. Response buffers may be allocated from the reserve, this
508 * is critical to ensure that a response may always flow and will never block a
509 * server from releasing a connection. Returns 0 in case of failure, non-zero
510 * otherwise.
Willy Tarreau656859d2014-11-25 19:46:36 +0100511 */
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100512static int stream_alloc_work_buffer(struct stream *s)
Willy Tarreau656859d2014-11-25 19:46:36 +0100513{
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100514 if (!LIST_ISEMPTY(&s->buffer_wait.list)) {
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100515 HA_SPIN_LOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100516 LIST_DEL(&s->buffer_wait.list);
517 LIST_INIT(&s->buffer_wait.list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100518 HA_SPIN_UNLOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Willy Tarreaubf883e02014-11-25 21:10:35 +0100519 }
Willy Tarreau656859d2014-11-25 19:46:36 +0100520
Willy Tarreaubc39a5d2015-04-20 15:52:18 +0200521 if (b_alloc_margin(&s->res.buf, 0))
Willy Tarreau656859d2014-11-25 19:46:36 +0100522 return 1;
523
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100524 HA_SPIN_LOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100525 LIST_ADDQ(&buffer_wq, &s->buffer_wait.list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100526 HA_SPIN_UNLOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Willy Tarreau656859d2014-11-25 19:46:36 +0100527 return 0;
528}
529
530/* releases unused buffers after processing. Typically used at the end of the
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100531 * update() functions. It will try to wake up as many tasks/applets as the
532 * number of buffers that it releases. In practice, most often streams are
533 * blocked on a single buffer, so it makes sense to try to wake two up when two
534 * buffers are released at once.
Willy Tarreau656859d2014-11-25 19:46:36 +0100535 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200536void stream_release_buffers(struct stream *s)
Willy Tarreau656859d2014-11-25 19:46:36 +0100537{
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100538 int offer = 0;
Willy Tarreau656859d2014-11-25 19:46:36 +0100539
Willy Tarreau0c7ed5d2018-07-10 09:53:31 +0200540 if (c_size(&s->req) && c_empty(&s->req)) {
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100541 offer = 1;
542 b_free(&s->req.buf);
543 }
Willy Tarreau0c7ed5d2018-07-10 09:53:31 +0200544 if (c_size(&s->res) && c_empty(&s->res)) {
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100545 offer = 1;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100546 b_free(&s->res.buf);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100547 }
Willy Tarreau656859d2014-11-25 19:46:36 +0100548
Willy Tarreaubf883e02014-11-25 21:10:35 +0100549 /* if we're certain to have at least 1 buffer available, and there is
550 * someone waiting, we can wake up a waiter and offer them.
551 */
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100552 if (offer)
Olivier Houchard673867c2018-05-25 16:58:52 +0200553 offer_buffers(s, tasks_run_queue);
Willy Tarreau656859d2014-11-25 19:46:36 +0100554}
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200555
Willy Tarreau87b09662015-04-03 00:22:06 +0200556void stream_process_counters(struct stream *s)
Willy Tarreau30e71012007-11-26 20:15:35 +0100557{
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200558 struct session *sess = s->sess;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100559 unsigned long long bytes;
Emeric Brun57056f02015-06-15 18:29:57 +0200560 void *ptr1,*ptr2;
Emeric Brun819fc6f2017-06-13 19:37:32 +0200561 struct stksess *ts;
Willy Tarreau20d46a52012-12-09 15:55:40 +0100562 int i;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100563
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100564 bytes = s->req.total - s->logs.bytes_in;
565 s->logs.bytes_in = s->req.total;
566 if (bytes) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100567 _HA_ATOMIC_ADD(&sess->fe->fe_counters.bytes_in, bytes);
568 _HA_ATOMIC_ADD(&s->be->be_counters.bytes_in, bytes);
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100569
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100570 if (objt_server(s->target))
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100571 _HA_ATOMIC_ADD(&objt_server(s->target)->counters.bytes_in, bytes);
Krzysztof Piotr Oledzkiaeebf9b2009-10-04 15:43:17 +0200572
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200573 if (sess->listener && sess->listener->counters)
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100574 _HA_ATOMIC_ADD(&sess->listener->counters->bytes_in, bytes);
Willy Tarreau855e4bb2010-06-18 18:33:32 +0200575
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100576 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200577 struct stkctr *stkctr = &s->stkctr[i];
578
Emeric Brun819fc6f2017-06-13 19:37:32 +0200579 ts = stkctr_entry(stkctr);
580 if (!ts) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200581 stkctr = &sess->stkctr[i];
Emeric Brun819fc6f2017-06-13 19:37:32 +0200582 ts = stkctr_entry(stkctr);
583 if (!ts)
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200584 continue;
585 }
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200586
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100587 HA_RWLOCK_WRLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun819fc6f2017-06-13 19:37:32 +0200588 ptr1 = stktable_data_ptr(stkctr->table, ts, STKTABLE_DT_BYTES_IN_CNT);
Emeric Brun57056f02015-06-15 18:29:57 +0200589 if (ptr1)
590 stktable_data_cast(ptr1, bytes_in_cnt) += bytes;
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200591
Emeric Brun819fc6f2017-06-13 19:37:32 +0200592 ptr2 = stktable_data_ptr(stkctr->table, ts, STKTABLE_DT_BYTES_IN_RATE);
Emeric Brun57056f02015-06-15 18:29:57 +0200593 if (ptr2)
594 update_freq_ctr_period(&stktable_data_cast(ptr2, bytes_in_rate),
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200595 stkctr->table->data_arg[STKTABLE_DT_BYTES_IN_RATE].u, bytes);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100596 HA_RWLOCK_WRUNLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun57056f02015-06-15 18:29:57 +0200597
598 /* If data was modified, we need to touch to re-schedule sync */
599 if (ptr1 || ptr2)
Emeric Brun819fc6f2017-06-13 19:37:32 +0200600 stktable_touch_local(stkctr->table, ts, 0);
Willy Tarreau30e71012007-11-26 20:15:35 +0100601 }
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100602 }
603
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100604 bytes = s->res.total - s->logs.bytes_out;
605 s->logs.bytes_out = s->res.total;
606 if (bytes) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100607 _HA_ATOMIC_ADD(&sess->fe->fe_counters.bytes_out, bytes);
608 _HA_ATOMIC_ADD(&s->be->be_counters.bytes_out, bytes);
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100609
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100610 if (objt_server(s->target))
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100611 _HA_ATOMIC_ADD(&objt_server(s->target)->counters.bytes_out, bytes);
Krzysztof Piotr Oledzkiaeebf9b2009-10-04 15:43:17 +0200612
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200613 if (sess->listener && sess->listener->counters)
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100614 _HA_ATOMIC_ADD(&sess->listener->counters->bytes_out, bytes);
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200615
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100616 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200617 struct stkctr *stkctr = &s->stkctr[i];
618
Emeric Brun819fc6f2017-06-13 19:37:32 +0200619 ts = stkctr_entry(stkctr);
620 if (!ts) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200621 stkctr = &sess->stkctr[i];
Emeric Brun819fc6f2017-06-13 19:37:32 +0200622 ts = stkctr_entry(stkctr);
623 if (!ts)
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200624 continue;
625 }
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200626
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100627 HA_RWLOCK_WRLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun819fc6f2017-06-13 19:37:32 +0200628 ptr1 = stktable_data_ptr(stkctr->table, ts, STKTABLE_DT_BYTES_OUT_CNT);
Emeric Brun57056f02015-06-15 18:29:57 +0200629 if (ptr1)
630 stktable_data_cast(ptr1, bytes_out_cnt) += bytes;
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200631
Emeric Brun819fc6f2017-06-13 19:37:32 +0200632 ptr2 = stktable_data_ptr(stkctr->table, ts, STKTABLE_DT_BYTES_OUT_RATE);
Emeric Brun57056f02015-06-15 18:29:57 +0200633 if (ptr2)
634 update_freq_ctr_period(&stktable_data_cast(ptr2, bytes_out_rate),
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200635 stkctr->table->data_arg[STKTABLE_DT_BYTES_OUT_RATE].u, bytes);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100636 HA_RWLOCK_WRUNLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun57056f02015-06-15 18:29:57 +0200637
638 /* If data was modified, we need to touch to re-schedule sync */
639 if (ptr1 || ptr2)
Emeric Brun819fc6f2017-06-13 19:37:32 +0200640 stktable_touch_local(stkctr->table, stkctr_entry(stkctr), 0);
Willy Tarreau30e71012007-11-26 20:15:35 +0100641 }
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100642 }
643}
Willy Tarreaubaaee002006-06-26 02:48:02 +0200644
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100645/* This function is called with (si->state == SI_ST_CON) meaning that a
646 * connection was attempted and that the file descriptor is already allocated.
647 * We must check for establishment, error and abort. Possible output states
648 * are SI_ST_EST (established), SI_ST_CER (error), SI_ST_DIS (abort), and
649 * SI_ST_CON (no change). The function returns 0 if it switches to SI_ST_CER,
Willy Tarreau87b09662015-04-03 00:22:06 +0200650 * otherwise 1. This only works with connection-based streams.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100651 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200652static int sess_update_st_con_tcp(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100653{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100654 struct stream_interface *si = &s->si[1];
655 struct channel *req = &s->req;
656 struct channel *rep = &s->res;
Olivier Houchard14547b22018-11-29 18:01:46 +0100657 struct conn_stream *srv_cs = objt_cs(si->end);
Willy Tarreaubf66bd12019-01-23 15:15:09 +0100658 struct connection *conn = srv_cs ? srv_cs->conn : objt_conn(si->end);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100659
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100660 /* If we got an error, or if nothing happened and the connection timed
661 * out, we must give up. The CER state handler will take care of retry
662 * attempts and error reports.
663 */
664 if (unlikely(si->flags & (SI_FL_EXP|SI_FL_ERR))) {
Bin Wang95fad5b2017-09-15 14:56:40 +0800665 if (unlikely(req->flags & CF_WROTE_DATA)) {
Willy Tarreaue3224e82012-10-29 22:41:31 +0100666 /* Some data were sent past the connection establishment,
667 * so we need to pretend we're established to log correctly
668 * and let later states handle the failure.
669 */
Willy Tarreaue3224e82012-10-29 22:41:31 +0100670 si->state = SI_ST_EST;
671 si->err_type = SI_ET_DATA_ERR;
Olivier Houchardf4bda992019-05-03 22:21:24 +0200672 /* Don't add CF_WRITE_ERROR if we're here because
673 * early data were rejected by the server, or
674 * http_wait_for_response() will never be called
675 * to send a 425.
676 */
677 if (conn->err_code != CO_ER_SSL_EARLY_FAILED)
678 req->flags |= CF_WRITE_ERROR;
Willy Tarreau28e581b2019-01-31 18:58:06 +0100679 rep->flags |= CF_READ_ERROR;
Willy Tarreaue3224e82012-10-29 22:41:31 +0100680 return 1;
681 }
Willy Tarreau127334e2009-03-28 10:47:26 +0100682 si->exp = TICK_ETERNITY;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100683 si->state = SI_ST_CER;
Willy Tarreau0ede5a32012-12-08 08:44:02 +0100684
Willy Tarreaubf66bd12019-01-23 15:15:09 +0100685 if (!(s->flags & SF_SRV_REUSED) && conn) {
Olivier Houchard14547b22018-11-29 18:01:46 +0100686 conn_stop_tracking(conn);
687 conn_full_close(conn);
Olivier Houchard14547b22018-11-29 18:01:46 +0100688 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100689
690 if (si->err_type)
691 return 0;
692
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100693 if (si->flags & SI_FL_ERR)
694 si->err_type = SI_ET_CONN_ERR;
695 else
696 si->err_type = SI_ET_CONN_TO;
697 return 0;
698 }
699
700 /* OK, maybe we want to abort */
Bin Wang95fad5b2017-09-15 14:56:40 +0800701 if (!(req->flags & CF_WROTE_DATA) &&
Willy Tarreaua7a7ebc2012-12-30 00:50:35 +0100702 unlikely((rep->flags & CF_SHUTW) ||
Willy Tarreau03cdb7c2012-08-27 23:14:58 +0200703 ((req->flags & CF_SHUTW_NOW) && /* FIXME: this should not prevent a connection from establishing */
Willy Tarreauede3d882018-10-24 17:17:56 +0200704 ((!(req->flags & CF_WRITE_ACTIVITY) && channel_is_empty(req)) ||
Christopher Faulet769d0e92019-03-22 14:23:18 +0100705 (s->be->options & PR_O_ABRT_CLOSE))))) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100706 /* give up */
Willy Tarreau73b013b2012-05-21 16:31:45 +0200707 si_shutw(si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100708 si->err_type |= SI_ET_CONN_ABRT;
Willy Tarreau84455332009-03-15 22:34:05 +0100709 if (s->srv_error)
710 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100711 return 1;
712 }
713
Christopher Faulet7a3367c2019-05-09 11:46:52 +0200714 /* If the request channel is waiting for the connect(), we mark the read
715 * side as attached on the response channel and we wake up it once. So
716 * it will have a chance to forward data now.
717 */
718 if (req->flags & CF_WAKE_CONNECT) {
719 rep->flags |= CF_READ_ATTACHED;
720 req->flags |= CF_WAKE_ONCE;
721 req->flags &= ~CF_WAKE_CONNECT;
722 }
723
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100724 /* we need to wait a bit more if there was no activity either */
Christopher Faulet3b88b8d2018-10-26 17:36:03 +0200725 if (!(req->flags & CF_WRITE_ACTIVITY))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100726 return 1;
727
728 /* OK, this means that a connection succeeded. The caller will be
729 * responsible for handling the transition from CON to EST.
730 */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100731 si->state = SI_ST_EST;
732 si->err_type = SI_ET_NONE;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100733 return 1;
734}
735
736/* This function is called with (si->state == SI_ST_CER) meaning that a
737 * previous connection attempt has failed and that the file descriptor
738 * has already been released. Possible causes include asynchronous error
739 * notification and time out. Possible output states are SI_ST_CLO when
740 * retries are exhausted, SI_ST_TAR when a delay is wanted before a new
741 * connection attempt, SI_ST_ASS when it's wise to retry on the same server,
742 * and SI_ST_REQ when an immediate redispatch is wanted. The buffers are
743 * marked as in error state. It returns 0.
744 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200745static int sess_update_st_cer(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100746{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100747 struct stream_interface *si = &s->si[1];
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200748 struct conn_stream *cs = objt_cs(si->end);
749 struct connection *conn = cs_conn(cs);
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100750
Willy Tarreau87b09662015-04-03 00:22:06 +0200751 /* we probably have to release last stream from the server */
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100752 if (objt_server(s->target)) {
753 health_adjust(objt_server(s->target), HANA_STATUS_L4_ERR);
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +0100754
Willy Tarreaue7dff022015-04-03 01:14:29 +0200755 if (s->flags & SF_CURR_SESS) {
756 s->flags &= ~SF_CURR_SESS;
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100757 _HA_ATOMIC_SUB(&__objt_server(s->target)->cur_sess, 1);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100758 }
Willy Tarreau46d5b082017-07-26 20:13:37 +0200759
760 if ((si->flags & SI_FL_ERR) &&
761 conn && conn->err_code == CO_ER_SSL_MISMATCH_SNI) {
762 /* We tried to connect to a server which is configured
763 * with "verify required" and which doesn't have the
764 * "verifyhost" directive. The server presented a wrong
765 * certificate (a certificate for an unexpected name),
766 * which implies that we have used SNI in the handshake,
767 * and that the server doesn't have the associated cert
768 * and presented a default one.
769 *
770 * This is a serious enough issue not to retry. It's
771 * especially important because this wrong name might
772 * either be the result of a configuration error, and
773 * retrying will only hammer the server, or is caused
774 * by the use of a wrong SNI value, most likely
775 * provided by the client and we don't want to let the
776 * client provoke retries.
777 */
778 si->conn_retries = 0;
779 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100780 }
781
782 /* ensure that we have enough retries left */
Willy Tarreauee28de02010-06-01 09:51:00 +0200783 si->conn_retries--;
Olivier Houcharda254a372019-04-05 15:30:12 +0200784 if (si->conn_retries < 0 || !(s->be->retry_type & PR_RE_CONN_FAILED)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100785 if (!si->err_type) {
786 si->err_type = SI_ET_CONN_ERR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100787 }
788
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100789 if (objt_server(s->target))
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100790 _HA_ATOMIC_ADD(&objt_server(s->target)->counters.failed_conns, 1);
791 _HA_ATOMIC_ADD(&s->be->be_counters.failed_conns, 1);
Willy Tarreaub89cfca2010-12-29 14:32:28 +0100792 sess_change_server(s, NULL);
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100793 if (may_dequeue_tasks(objt_server(s->target), s->be))
794 process_srv_queue(objt_server(s->target));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100795
796 /* shutw is enough so stop a connecting socket */
Willy Tarreau73b013b2012-05-21 16:31:45 +0200797 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +0100798 s->req.flags |= CF_WRITE_ERROR;
799 s->res.flags |= CF_READ_ERROR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100800
801 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +0100802 if (s->srv_error)
803 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100804 return 0;
805 }
806
807 /* If the "redispatch" option is set on the backend, we are allowed to
Joseph Lynch726ab712015-05-11 23:25:34 -0700808 * retry on another server. By default this redispatch occurs on the
809 * last retry, but if configured we allow redispatches to occur on
810 * configurable intervals, e.g. on every retry. In order to achieve this,
Willy Tarreau87b09662015-04-03 00:22:06 +0200811 * we must mark the stream unassigned, and eventually clear the DIRECT
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100812 * bit to ignore any persistence cookie. We won't count a retry nor a
813 * redispatch yet, because this will depend on what server is selected.
Willy Tarreau33a14e52014-06-13 17:49:40 +0200814 * If the connection is not persistent, the balancing algorithm is not
815 * determinist (round robin) and there is more than one active server,
816 * we accept to perform an immediate redispatch without waiting since
817 * we don't care about this particular server.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100818 */
Willy Tarreau33a14e52014-06-13 17:49:40 +0200819 if (objt_server(s->target) &&
Joseph Lynch726ab712015-05-11 23:25:34 -0700820 (s->be->options & PR_O_REDISP) && !(s->flags & SF_FORCE_PRST) &&
Emeric Brun52a91d32017-08-31 14:41:55 +0200821 ((__objt_server(s->target)->cur_state < SRV_ST_RUNNING) ||
Willy Tarreau49008c12016-01-13 07:58:44 +0100822 (((s->be->redispatch_after > 0) &&
Joseph Lynch726ab712015-05-11 23:25:34 -0700823 ((s->be->conn_retries - si->conn_retries) %
824 s->be->redispatch_after == 0)) ||
825 ((s->be->redispatch_after < 0) &&
826 ((s->be->conn_retries - si->conn_retries) %
827 (s->be->conn_retries + 1 + s->be->redispatch_after) == 0))) ||
Willy Tarreaue7dff022015-04-03 01:14:29 +0200828 (!(s->flags & SF_DIRECT) && s->be->srv_act > 1 &&
Joseph Lynch726ab712015-05-11 23:25:34 -0700829 ((s->be->lbprm.algo & BE_LB_KIND) == BE_LB_KIND_RR)))) {
Willy Tarreaub89cfca2010-12-29 14:32:28 +0100830 sess_change_server(s, NULL);
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100831 if (may_dequeue_tasks(objt_server(s->target), s->be))
832 process_srv_queue(objt_server(s->target));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100833
Willy Tarreaue7dff022015-04-03 01:14:29 +0200834 s->flags &= ~(SF_DIRECT | SF_ASSIGNED | SF_ADDR_SET);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100835 si->state = SI_ST_REQ;
836 } else {
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100837 if (objt_server(s->target))
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100838 _HA_ATOMIC_ADD(&__objt_server(s->target)->counters.retries, 1);
839 _HA_ATOMIC_ADD(&s->be->be_counters.retries, 1);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100840 si->state = SI_ST_ASS;
841 }
842
843 if (si->flags & SI_FL_ERR) {
844 /* The error was an asynchronous connection error, and we will
845 * likely have to retry connecting to the same server, most
846 * likely leading to the same result. To avoid this, we wait
Willy Tarreauf7a259d2019-01-23 16:29:53 +0100847 * MIN(one second, connect timeout) before retrying. We don't
848 * do it when the failure happened on a reused connection
849 * though.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100850 */
851
Willy Tarreaub0290662014-06-13 17:04:44 +0200852 int delay = 1000;
853
854 if (s->be->timeout.connect && s->be->timeout.connect < delay)
855 delay = s->be->timeout.connect;
856
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100857 if (!si->err_type)
858 si->err_type = SI_ET_CONN_ERR;
859
Willy Tarreaudb6d0122014-06-13 17:40:15 +0200860 /* only wait when we're retrying on the same server */
Willy Tarreauf7a259d2019-01-23 16:29:53 +0100861 if ((si->state == SI_ST_ASS ||
862 (s->be->lbprm.algo & BE_LB_KIND) != BE_LB_KIND_RR ||
863 (s->be->srv_act <= 1)) && !(s->flags & SF_SRV_REUSED)) {
Willy Tarreaudb6d0122014-06-13 17:40:15 +0200864 si->state = SI_ST_TAR;
865 si->exp = tick_add(now_ms, MS_TO_TICKS(delay));
866 }
Olivier Houchard39cc0202019-04-09 19:12:51 +0200867 si->flags &= ~SI_FL_ERR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100868 return 0;
869 }
870 return 0;
871}
872
873/*
874 * This function handles the transition between the SI_ST_CON state and the
Willy Tarreau85e7d002010-05-31 11:57:51 +0200875 * SI_ST_EST state. It must only be called after switching from SI_ST_CON (or
Willy Tarreau26d8c592012-05-07 18:12:14 +0200876 * SI_ST_INI) to SI_ST_EST, but only when a ->proto is defined.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100877 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200878static void sess_establish(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100879{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100880 struct stream_interface *si = &s->si[1];
881 struct channel *req = &s->req;
882 struct channel *rep = &s->res;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100883
Willy Tarreau0e37f1c2013-12-31 23:06:46 +0100884 /* First, centralize the timers information */
885 s->logs.t_connect = tv_ms_elapsed(&s->logs.tv_accept, &now);
886 si->exp = TICK_ETERNITY;
887
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100888 if (objt_server(s->target))
889 health_adjust(objt_server(s->target), HANA_STATUS_L4_OK);
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +0100890
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100891 if (s->be->mode == PR_MODE_TCP) { /* let's allow immediate data connection in this case */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100892 /* if the user wants to log as soon as possible, without counting
893 * bytes from the server, then this is the right moment. */
Willy Tarreaud0d8da92015-04-04 02:10:38 +0200894 if (!LIST_ISEMPTY(&strm_fe(s)->logformat) && !(s->logs.logwait & LW_BYTES)) {
Willy Tarreau66425e32018-07-25 06:55:12 +0200895 /* note: no pend_pos here, session is established */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100896 s->logs.t_close = s->logs.t_connect; /* to get a valid end date */
Willy Tarreaua5555ec2008-11-30 19:02:32 +0100897 s->do_log(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100898 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100899 }
900 else {
Willy Tarreaud81ca042013-12-31 22:33:13 +0100901 rep->flags |= CF_READ_DONTWAIT; /* a single read is enough to get response headers */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100902 }
903
Willy Tarreau0007d0a2018-12-11 18:01:38 +0100904 rep->analysers |= strm_fe(s)->fe_rsp_ana | s->be->be_rsp_ana;
Christopher Faulet309c6412015-12-02 09:57:32 +0100905
Willy Tarreau0007d0a2018-12-11 18:01:38 +0100906 /* Be sure to filter response headers if the backend is an HTTP proxy
907 * and if there are filters attached to the stream. */
908 if (s->be->mode == PR_MODE_HTTP && HAS_FILTERS(s))
909 rep->analysers |= AN_RES_FLT_HTTP_HDRS;
Christopher Faulet309c6412015-12-02 09:57:32 +0100910
Willy Tarreau8bb2ffb2018-11-14 17:54:13 +0100911 si_rx_endp_more(si);
Willy Tarreau03cdb7c2012-08-27 23:14:58 +0200912 rep->flags |= CF_READ_ATTACHED; /* producer is now attached */
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200913 if (objt_cs(si->end)) {
Willy Tarreaud04e8582010-05-31 12:31:35 +0200914 /* real connections have timeouts */
915 req->wto = s->be->timeout.server;
916 rep->rto = s->be->timeout.server;
Olivier Houchard47e9a1a2018-11-07 17:55:19 +0100917 /* The connection is now established, try to read data from the
918 * underlying layer, and subscribe to recv events. We use a
919 * delayed recv here to give a chance to the data to flow back
920 * by the time we process other tasks.
921 */
922 si_chk_rcv(si);
Willy Tarreaud04e8582010-05-31 12:31:35 +0200923 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100924 req->wex = TICK_ETERNITY;
925}
926
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -0700927/* Check if the connection request is in such a state that it can be aborted. */
928static int check_req_may_abort(struct channel *req, struct stream *s)
929{
930 return ((req->flags & (CF_READ_ERROR)) ||
Willy Tarreaud651ba12018-01-12 10:42:12 +0100931 ((req->flags & (CF_SHUTW_NOW|CF_SHUTW)) && /* empty and client aborted */
Christopher Faulet769d0e92019-03-22 14:23:18 +0100932 (channel_is_empty(req) || (s->be->options & PR_O_ABRT_CLOSE))));
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -0700933}
934
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100935/* Update back stream interface status for input states SI_ST_ASS, SI_ST_QUE,
936 * SI_ST_TAR. Other input states are simply ignored.
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +0100937 * Possible output states are SI_ST_CLO, SI_ST_TAR, SI_ST_ASS, SI_ST_REQ, SI_ST_CON
938 * and SI_ST_EST. Flags must have previously been updated for timeouts and other
939 * conditions.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100940 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200941static void sess_update_stream_int(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100942{
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100943 struct server *srv = objt_server(s->target);
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100944 struct stream_interface *si = &s->si[1];
Willy Tarreau103197d2014-11-28 15:26:12 +0100945 struct channel *req = &s->req;
Willy Tarreau827aee92011-03-10 16:55:02 +0100946
Christopher Faulet45073512018-07-20 10:16:29 +0200947 DPRINTF(stderr,"[%u] %s: sess=%p rq=%p, rp=%p, exp(r,w)=%u,%u rqf=%08x rpf=%08x rqh=%lu rqt=%lu rph=%lu rpt=%lu cs=%d ss=%d\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100948 now_ms, __FUNCTION__,
949 s,
CJ Ess6eac32e2015-05-02 16:35:24 -0400950 req, &s->res,
Willy Tarreau103197d2014-11-28 15:26:12 +0100951 req->rex, s->res.wex,
952 req->flags, s->res.flags,
Christopher Faulet45073512018-07-20 10:16:29 +0200953 ci_data(req), co_data(req), ci_data(&s->res), co_data(&s->res), s->si[0].state, s->si[1].state);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100954
955 if (si->state == SI_ST_ASS) {
956 /* Server assigned to connection request, we have to try to connect now */
957 int conn_err;
958
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -0700959 /* Before we try to initiate the connection, see if the
960 * request may be aborted instead.
961 */
962 if (check_req_may_abort(req, s)) {
963 si->err_type |= SI_ET_CONN_ABRT;
964 goto abort_connection;
965 }
966
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100967 conn_err = connect_server(s);
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100968 srv = objt_server(s->target);
Willy Tarreau827aee92011-03-10 16:55:02 +0100969
Willy Tarreaue7dff022015-04-03 01:14:29 +0200970 if (conn_err == SF_ERR_NONE) {
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +0100971 /* state = SI_ST_CON or SI_ST_EST now */
Willy Tarreau827aee92011-03-10 16:55:02 +0100972 if (srv)
973 srv_inc_sess_ctr(srv);
Bhaskar Maddalaa20cb852014-02-03 16:26:46 -0500974 if (srv)
975 srv_set_sess_last(srv);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100976 return;
977 }
978
979 /* We have received a synchronous error. We might have to
980 * abort, retry immediately or redispatch.
981 */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200982 if (conn_err == SF_ERR_INTERNAL) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100983 if (!si->err_type) {
984 si->err_type = SI_ET_CONN_OTHER;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100985 }
986
Willy Tarreau827aee92011-03-10 16:55:02 +0100987 if (srv)
988 srv_inc_sess_ctr(srv);
989 if (srv)
Bhaskar Maddalaa20cb852014-02-03 16:26:46 -0500990 srv_set_sess_last(srv);
991 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100992 _HA_ATOMIC_ADD(&srv->counters.failed_conns, 1);
993 _HA_ATOMIC_ADD(&s->be->be_counters.failed_conns, 1);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100994
Willy Tarreau87b09662015-04-03 00:22:06 +0200995 /* release other streams waiting for this server */
Willy Tarreaub89cfca2010-12-29 14:32:28 +0100996 sess_change_server(s, NULL);
Willy Tarreau827aee92011-03-10 16:55:02 +0100997 if (may_dequeue_tasks(srv, s->be))
998 process_srv_queue(srv);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100999
1000 /* Failed and not retryable. */
Willy Tarreau73b013b2012-05-21 16:31:45 +02001001 si_shutr(si);
1002 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +01001003 req->flags |= CF_WRITE_ERROR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001004
1005 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
1006
Willy Tarreau66425e32018-07-25 06:55:12 +02001007 /* we may need to know the position in the queue for logging */
1008 pendconn_cond_unlink(s->pend_pos);
1009
Willy Tarreau87b09662015-04-03 00:22:06 +02001010 /* no stream was ever accounted for this server */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001011 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +01001012 if (s->srv_error)
1013 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001014 return;
1015 }
1016
1017 /* We are facing a retryable error, but we don't want to run a
1018 * turn-around now, as the problem is likely a source port
1019 * allocation problem, so we want to retry now.
1020 */
1021 si->state = SI_ST_CER;
1022 si->flags &= ~SI_FL_ERR;
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01001023 sess_update_st_cer(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001024 /* now si->state is one of SI_ST_CLO, SI_ST_TAR, SI_ST_ASS, SI_ST_REQ */
1025 return;
1026 }
1027 else if (si->state == SI_ST_QUE) {
1028 /* connection request was queued, check for any update */
Christopher Faulet5cd4bbd2018-03-14 16:18:06 +01001029 if (!pendconn_dequeue(s)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001030 /* The connection is not in the queue anymore. Either
1031 * we have a server connection slot available and we
1032 * go directly to the assigned state, or we need to
1033 * load-balance first and go to the INI state.
1034 */
1035 si->exp = TICK_ETERNITY;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001036 if (unlikely(!(s->flags & SF_ASSIGNED)))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001037 si->state = SI_ST_REQ;
1038 else {
1039 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
1040 si->state = SI_ST_ASS;
1041 }
1042 return;
1043 }
1044
1045 /* Connection request still in queue... */
1046 if (si->flags & SI_FL_EXP) {
1047 /* ... and timeout expired */
1048 si->exp = TICK_ETERNITY;
1049 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreau66425e32018-07-25 06:55:12 +02001050
1051 /* we may need to know the position in the queue for logging */
1052 pendconn_cond_unlink(s->pend_pos);
1053
Willy Tarreau827aee92011-03-10 16:55:02 +01001054 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001055 _HA_ATOMIC_ADD(&srv->counters.failed_conns, 1);
1056 _HA_ATOMIC_ADD(&s->be->be_counters.failed_conns, 1);
Willy Tarreau73b013b2012-05-21 16:31:45 +02001057 si_shutr(si);
1058 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +01001059 req->flags |= CF_WRITE_TIMEOUT;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001060 if (!si->err_type)
1061 si->err_type = SI_ET_QUEUE_TO;
1062 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +01001063 if (s->srv_error)
1064 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001065 return;
1066 }
1067
1068 /* Connection remains in queue, check if we have to abort it */
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001069 if (check_req_may_abort(req, s)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001070 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreau66425e32018-07-25 06:55:12 +02001071
1072 /* we may need to know the position in the queue for logging */
1073 pendconn_cond_unlink(s->pend_pos);
1074
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001075 si->err_type |= SI_ET_QUEUE_ABRT;
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001076 goto abort_connection;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001077 }
1078
1079 /* Nothing changed */
1080 return;
1081 }
1082 else if (si->state == SI_ST_TAR) {
1083 /* Connection request might be aborted */
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001084 if (check_req_may_abort(req, s)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001085 si->err_type |= SI_ET_CONN_ABRT;
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001086 goto abort_connection;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001087 }
1088
1089 if (!(si->flags & SI_FL_EXP))
1090 return; /* still in turn-around */
1091
Olivier Houchard86dcad62019-04-09 19:17:41 +02001092 si->flags &= ~SI_FL_EXP;
1093
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001094 si->exp = TICK_ETERNITY;
1095
Willy Tarreau87b09662015-04-03 00:22:06 +02001096 /* we keep trying on the same server as long as the stream is
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001097 * marked "assigned".
1098 * FIXME: Should we force a redispatch attempt when the server is down ?
1099 */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001100 if (s->flags & SF_ASSIGNED)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001101 si->state = SI_ST_ASS;
1102 else
1103 si->state = SI_ST_REQ;
1104 return;
1105 }
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001106 return;
1107
1108abort_connection:
1109 /* give up */
1110 si->exp = TICK_ETERNITY;
1111 si_shutr(si);
1112 si_shutw(si);
1113 si->state = SI_ST_CLO;
1114 if (s->srv_error)
1115 s->srv_error(s, si);
1116 return;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001117}
1118
Willy Tarreau87b09662015-04-03 00:22:06 +02001119/* Set correct stream termination flags in case no analyser has done it. It
Simon Hormandec5be42011-06-08 09:19:07 +09001120 * also counts a failed request if the server state has not reached the request
1121 * stage.
1122 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001123static void sess_set_term_flags(struct stream *s)
Simon Hormandec5be42011-06-08 09:19:07 +09001124{
Willy Tarreaue7dff022015-04-03 01:14:29 +02001125 if (!(s->flags & SF_FINST_MASK)) {
Simon Hormandec5be42011-06-08 09:19:07 +09001126 if (s->si[1].state < SI_ST_REQ) {
1127
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001128 _HA_ATOMIC_ADD(&strm_fe(s)->fe_counters.failed_req, 1);
Willy Tarreau2c1068c2015-09-23 12:21:21 +02001129 if (strm_li(s) && strm_li(s)->counters)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001130 _HA_ATOMIC_ADD(&strm_li(s)->counters->failed_req, 1);
Simon Hormandec5be42011-06-08 09:19:07 +09001131
Willy Tarreaue7dff022015-04-03 01:14:29 +02001132 s->flags |= SF_FINST_R;
Simon Hormandec5be42011-06-08 09:19:07 +09001133 }
1134 else if (s->si[1].state == SI_ST_QUE)
Willy Tarreaue7dff022015-04-03 01:14:29 +02001135 s->flags |= SF_FINST_Q;
Simon Hormandec5be42011-06-08 09:19:07 +09001136 else if (s->si[1].state < SI_ST_EST)
Willy Tarreaue7dff022015-04-03 01:14:29 +02001137 s->flags |= SF_FINST_C;
Simon Hormandec5be42011-06-08 09:19:07 +09001138 else if (s->si[1].state == SI_ST_EST || s->si[1].prev_state == SI_ST_EST)
Willy Tarreaue7dff022015-04-03 01:14:29 +02001139 s->flags |= SF_FINST_D;
Simon Hormandec5be42011-06-08 09:19:07 +09001140 else
Willy Tarreaue7dff022015-04-03 01:14:29 +02001141 s->flags |= SF_FINST_L;
Simon Hormandec5be42011-06-08 09:19:07 +09001142 }
1143}
1144
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001145/* This function initiates a server connection request on a stream interface
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001146 * already in SI_ST_REQ state. Upon success, the state goes to SI_ST_ASS for
1147 * a real connection to a server, indicating that a server has been assigned,
1148 * or SI_ST_EST for a successful connection to an applet. It may also return
1149 * SI_ST_QUE, or SI_ST_CLO upon error.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001150 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001151static void sess_prepare_conn_req(struct stream *s)
Willy Tarreau02d6cfc2012-03-01 18:19:58 +01001152{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01001153 struct stream_interface *si = &s->si[1];
1154
Christopher Faulet45073512018-07-20 10:16:29 +02001155 DPRINTF(stderr,"[%u] %s: sess=%p rq=%p, rp=%p, exp(r,w)=%u,%u rqf=%08x rpf=%08x rqh=%lu rqt=%lu rph=%lu rpt=%lu cs=%d ss=%d\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001156 now_ms, __FUNCTION__,
1157 s,
CJ Ess6eac32e2015-05-02 16:35:24 -04001158 &s->req, &s->res,
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001159 s->req.rex, s->res.wex,
1160 s->req.flags, s->res.flags,
Christopher Faulet45073512018-07-20 10:16:29 +02001161 ci_data(&s->req), co_data(&s->req), ci_data(&s->res), co_data(&s->res), s->si[0].state, s->si[1].state);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001162
1163 if (si->state != SI_ST_REQ)
1164 return;
1165
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001166 if (unlikely(obj_type(s->target) == OBJ_TYPE_APPLET)) {
1167 /* the applet directly goes to the EST state */
Willy Tarreau4384ddf2013-12-01 12:25:52 +01001168 struct appctx *appctx = objt_appctx(si->end);
1169
1170 if (!appctx || appctx->applet != __objt_applet(s->target))
Willy Tarreau14bfe9a2018-12-19 15:19:27 +01001171 appctx = si_register_handler(si, objt_applet(s->target));
Willy Tarreau4384ddf2013-12-01 12:25:52 +01001172
1173 if (!appctx) {
1174 /* No more memory, let's immediately abort. Force the
1175 * error code to ignore the ERR_LOCAL which is not a
1176 * real error.
1177 */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001178 s->flags &= ~(SF_ERR_MASK | SF_FINST_MASK);
Willy Tarreau4384ddf2013-12-01 12:25:52 +01001179
1180 si_shutr(si);
1181 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +01001182 s->req.flags |= CF_WRITE_ERROR;
Willy Tarreau6bbb2f62013-12-09 17:14:23 +01001183 si->err_type = SI_ET_CONN_RES;
Willy Tarreau4384ddf2013-12-01 12:25:52 +01001184 si->state = SI_ST_CLO;
1185 if (s->srv_error)
1186 s->srv_error(s, si);
1187 return;
1188 }
1189
Christopher Faulet7a3367c2019-05-09 11:46:52 +02001190 /* For applets, there is no connection establishment, but if the
1191 * request channel is waiting for it, we mark the read side as
1192 * attached on the response channel and we wake up it once. So
1193 * it will have a chance to forward data now.
1194 */
1195 if (s->req.flags & CF_WAKE_CONNECT) {
1196 s->res.flags |= CF_READ_ATTACHED;
1197 s->req.flags |= CF_WAKE_ONCE;
1198 s->req.flags &= ~CF_WAKE_CONNECT;
1199 }
1200
Willy Tarreauee8269e2017-11-23 17:34:29 +01001201 if (tv_iszero(&s->logs.tv_request))
1202 s->logs.tv_request = now;
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001203 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001204 si->state = SI_ST_EST;
1205 si->err_type = SI_ET_NONE;
Willy Tarreaub9a551e2014-04-23 00:35:17 +02001206 be_set_sess_last(s->be);
Willy Tarreaufac4bd12013-11-30 09:21:49 +01001207 /* let sess_establish() finish the job */
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001208 return;
1209 }
1210
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001211 /* Try to assign a server */
1212 if (srv_redispatch_connect(s) != 0) {
1213 /* We did not get a server. Either we queued the
1214 * connection request, or we encountered an error.
1215 */
1216 if (si->state == SI_ST_QUE)
1217 return;
1218
1219 /* we did not get any server, let's check the cause */
Willy Tarreau73b013b2012-05-21 16:31:45 +02001220 si_shutr(si);
1221 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +01001222 s->req.flags |= CF_WRITE_ERROR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001223 if (!si->err_type)
1224 si->err_type = SI_ET_CONN_OTHER;
1225 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +01001226 if (s->srv_error)
1227 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001228 return;
1229 }
1230
1231 /* The server is assigned */
1232 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
1233 si->state = SI_ST_ASS;
Willy Tarreaub9a551e2014-04-23 00:35:17 +02001234 be_set_sess_last(s->be);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001235}
1236
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001237/* This function parses the use-service action ruleset. It executes
1238 * the associated ACL and set an applet as a stream or txn final node.
1239 * it returns ACT_RET_ERR if an error occurs, the proxy left in
1240 * consistent state. It returns ACT_RET_STOP in succes case because
1241 * use-service must be a terminal action. Returns ACT_RET_YIELD
1242 * if the initialisation function require more data.
1243 */
1244enum act_return process_use_service(struct act_rule *rule, struct proxy *px,
1245 struct session *sess, struct stream *s, int flags)
1246
1247{
1248 struct appctx *appctx;
1249
1250 /* Initialises the applet if it is required. */
1251 if (flags & ACT_FLAG_FIRST) {
1252 /* Register applet. this function schedules the applet. */
1253 s->target = &rule->applet.obj_type;
Willy Tarreau14bfe9a2018-12-19 15:19:27 +01001254 if (unlikely(!si_register_handler(&s->si[1], objt_applet(s->target))))
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001255 return ACT_RET_ERR;
1256
1257 /* Initialise the context. */
1258 appctx = si_appctx(&s->si[1]);
1259 memset(&appctx->ctx, 0, sizeof(appctx->ctx));
1260 appctx->rule = rule;
1261 }
1262 else
1263 appctx = si_appctx(&s->si[1]);
1264
1265 /* Stops the applet sheduling, in case of the init function miss
1266 * some data.
1267 */
Willy Tarreau0cd3bd62018-11-06 18:46:37 +01001268 si_stop_get(&s->si[1]);
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001269
1270 /* Call initialisation. */
1271 if (rule->applet.init)
1272 switch (rule->applet.init(appctx, px, s)) {
1273 case 0: return ACT_RET_ERR;
1274 case 1: break;
1275 default: return ACT_RET_YIELD;
1276 }
1277
Christopher Faulet2571bc62019-03-01 11:44:26 +01001278 if (rule->from != ACT_F_HTTP_REQ) {
1279 if (sess->fe == s->be) /* report it if the request was intercepted by the frontend */
1280 _HA_ATOMIC_ADD(&sess->fe->fe_counters.intercepted_req, 1);
1281
1282 /* The flag SF_ASSIGNED prevent from server assignment. */
1283 s->flags |= SF_ASSIGNED;
1284 }
1285
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001286 /* Now we can schedule the applet. */
Willy Tarreau0cd3bd62018-11-06 18:46:37 +01001287 si_cant_get(&s->si[1]);
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001288 appctx_wakeup(appctx);
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001289 return ACT_RET_STOP;
1290}
1291
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001292/* This stream analyser checks the switching rules and changes the backend
Willy Tarreau4de91492010-01-22 19:10:05 +01001293 * if appropriate. The default_backend rule is also considered, then the
1294 * target backend's forced persistence rules are also evaluated last if any.
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001295 * It returns 1 if the processing can continue on next analysers, or zero if it
1296 * either needs more data or wants to immediately abort the request.
1297 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001298static int process_switching_rules(struct stream *s, struct channel *req, int an_bit)
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001299{
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001300 struct persist_rule *prst_rule;
Willy Tarreau192252e2015-04-04 01:47:55 +02001301 struct session *sess = s->sess;
1302 struct proxy *fe = sess->fe;
Willy Tarreau4de91492010-01-22 19:10:05 +01001303
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001304 req->analysers &= ~an_bit;
1305 req->analyse_exp = TICK_ETERNITY;
1306
Christopher Faulet45073512018-07-20 10:16:29 +02001307 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bh=%lu analysers=%02x\n",
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001308 now_ms, __FUNCTION__,
1309 s,
1310 req,
1311 req->rex, req->wex,
1312 req->flags,
Christopher Faulet45073512018-07-20 10:16:29 +02001313 ci_data(req),
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001314 req->analysers);
1315
1316 /* now check whether we have some switching rules for this request */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001317 if (!(s->flags & SF_BE_ASSIGNED)) {
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001318 struct switching_rule *rule;
1319
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001320 list_for_each_entry(rule, &fe->switching_rules, list) {
Willy Tarreauf51658d2014-04-23 01:21:56 +02001321 int ret = 1;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001322
Willy Tarreauf51658d2014-04-23 01:21:56 +02001323 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001324 ret = acl_exec_cond(rule->cond, fe, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreauf51658d2014-04-23 01:21:56 +02001325 ret = acl_pass(ret);
1326 if (rule->cond->pol == ACL_COND_UNLESS)
1327 ret = !ret;
1328 }
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001329
1330 if (ret) {
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001331 /* If the backend name is dynamic, try to resolve the name.
1332 * If we can't resolve the name, or if any error occurs, break
1333 * the loop and fallback to the default backend.
1334 */
Dragan Dosen2ae327e2017-10-26 11:25:10 +02001335 struct proxy *backend = NULL;
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001336
1337 if (rule->dynamic) {
Willy Tarreau83061a82018-07-13 11:56:34 +02001338 struct buffer *tmp;
Dragan Dosen2ae327e2017-10-26 11:25:10 +02001339
1340 tmp = alloc_trash_chunk();
1341 if (!tmp)
1342 goto sw_failed;
1343
Willy Tarreau843b7cb2018-07-13 10:54:26 +02001344 if (build_logline(s, tmp->area, tmp->size, &rule->be.expr))
1345 backend = proxy_be_by_name(tmp->area);
Dragan Dosen2ae327e2017-10-26 11:25:10 +02001346
1347 free_trash_chunk(tmp);
1348 tmp = NULL;
1349
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001350 if (!backend)
1351 break;
1352 }
1353 else
1354 backend = rule->be.backend;
1355
Willy Tarreau87b09662015-04-03 00:22:06 +02001356 if (!stream_set_backend(s, backend))
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001357 goto sw_failed;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001358 break;
1359 }
1360 }
1361
1362 /* To ensure correct connection accounting on the backend, we
1363 * have to assign one if it was not set (eg: a listen). This
1364 * measure also takes care of correctly setting the default
1365 * backend if any.
1366 */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001367 if (!(s->flags & SF_BE_ASSIGNED))
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001368 if (!stream_set_backend(s, fe->defbe.be ? fe->defbe.be : s->be))
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001369 goto sw_failed;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001370 }
1371
Willy Tarreaufb356202010-08-03 14:02:05 +02001372 /* we don't want to run the TCP or HTTP filters again if the backend has not changed */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001373 if (fe == s->be) {
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001374 s->req.analysers &= ~AN_REQ_INSPECT_BE;
1375 s->req.analysers &= ~AN_REQ_HTTP_PROCESS_BE;
Christopher Faulet0184ea72017-01-05 14:06:34 +01001376 s->req.analysers &= ~AN_REQ_FLT_START_BE;
Willy Tarreaufb356202010-08-03 14:02:05 +02001377 }
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001378
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001379 /* as soon as we know the backend, we must check if we have a matching forced or ignored
Willy Tarreau87b09662015-04-03 00:22:06 +02001380 * persistence rule, and report that in the stream.
Willy Tarreau4de91492010-01-22 19:10:05 +01001381 */
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001382 list_for_each_entry(prst_rule, &s->be->persist_rules, list) {
Willy Tarreau4de91492010-01-22 19:10:05 +01001383 int ret = 1;
1384
1385 if (prst_rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001386 ret = acl_exec_cond(prst_rule->cond, s->be, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreau4de91492010-01-22 19:10:05 +01001387 ret = acl_pass(ret);
1388 if (prst_rule->cond->pol == ACL_COND_UNLESS)
1389 ret = !ret;
1390 }
1391
1392 if (ret) {
1393 /* no rule, or the rule matches */
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001394 if (prst_rule->type == PERSIST_TYPE_FORCE) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001395 s->flags |= SF_FORCE_PRST;
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001396 } else {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001397 s->flags |= SF_IGNORE_PRST;
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001398 }
Willy Tarreau4de91492010-01-22 19:10:05 +01001399 break;
1400 }
1401 }
1402
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001403 return 1;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001404
1405 sw_failed:
1406 /* immediately abort this request in case of allocation failure */
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001407 channel_abort(&s->req);
1408 channel_abort(&s->res);
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001409
Willy Tarreaue7dff022015-04-03 01:14:29 +02001410 if (!(s->flags & SF_ERR_MASK))
1411 s->flags |= SF_ERR_RESOURCE;
1412 if (!(s->flags & SF_FINST_MASK))
1413 s->flags |= SF_FINST_R;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001414
Willy Tarreaueee5b512015-04-03 23:46:31 +02001415 if (s->txn)
1416 s->txn->status = 500;
Christopher Faulet0184ea72017-01-05 14:06:34 +01001417 s->req.analysers &= AN_REQ_FLT_END;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001418 s->req.analyse_exp = TICK_ETERNITY;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001419 return 0;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001420}
1421
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001422/* This stream analyser works on a request. It applies all use-server rules on
1423 * it then returns 1. The data must already be present in the buffer otherwise
1424 * they won't match. It always returns 1.
1425 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001426static int process_server_rules(struct stream *s, struct channel *req, int an_bit)
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001427{
1428 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001429 struct session *sess = s->sess;
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001430 struct server_rule *rule;
1431
Christopher Faulet45073512018-07-20 10:16:29 +02001432 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bl=%lu analysers=%02x\n",
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001433 now_ms, __FUNCTION__,
1434 s,
1435 req,
1436 req->rex, req->wex,
1437 req->flags,
Christopher Faulet45073512018-07-20 10:16:29 +02001438 c_data(req),
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001439 req->analysers);
1440
Willy Tarreaue7dff022015-04-03 01:14:29 +02001441 if (!(s->flags & SF_ASSIGNED)) {
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001442 list_for_each_entry(rule, &px->server_rules, list) {
1443 int ret;
1444
Willy Tarreau192252e2015-04-04 01:47:55 +02001445 ret = acl_exec_cond(rule->cond, s->be, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001446 ret = acl_pass(ret);
1447 if (rule->cond->pol == ACL_COND_UNLESS)
1448 ret = !ret;
1449
1450 if (ret) {
1451 struct server *srv = rule->srv.ptr;
1452
Emeric Brun52a91d32017-08-31 14:41:55 +02001453 if ((srv->cur_state != SRV_ST_STOPPED) ||
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001454 (px->options & PR_O_PERSIST) ||
Willy Tarreaue7dff022015-04-03 01:14:29 +02001455 (s->flags & SF_FORCE_PRST)) {
1456 s->flags |= SF_DIRECT | SF_ASSIGNED;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001457 s->target = &srv->obj_type;
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001458 break;
1459 }
1460 /* if the server is not UP, let's go on with next rules
1461 * just in case another one is suited.
1462 */
1463 }
1464 }
1465 }
1466
1467 req->analysers &= ~an_bit;
1468 req->analyse_exp = TICK_ETERNITY;
1469 return 1;
1470}
1471
Emeric Brun1d33b292010-01-04 15:47:17 +01001472/* This stream analyser works on a request. It applies all sticking rules on
1473 * it then returns 1. The data must already be present in the buffer otherwise
1474 * they won't match. It always returns 1.
1475 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001476static int process_sticking_rules(struct stream *s, struct channel *req, int an_bit)
Emeric Brun1d33b292010-01-04 15:47:17 +01001477{
1478 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001479 struct session *sess = s->sess;
Emeric Brun1d33b292010-01-04 15:47:17 +01001480 struct sticking_rule *rule;
1481
Christopher Faulet45073512018-07-20 10:16:29 +02001482 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bh=%lu analysers=%02x\n",
Emeric Brun1d33b292010-01-04 15:47:17 +01001483 now_ms, __FUNCTION__,
1484 s,
1485 req,
1486 req->rex, req->wex,
1487 req->flags,
Christopher Faulet45073512018-07-20 10:16:29 +02001488 ci_data(req),
Emeric Brun1d33b292010-01-04 15:47:17 +01001489 req->analysers);
1490
1491 list_for_each_entry(rule, &px->sticking_rules, list) {
1492 int ret = 1 ;
1493 int i;
1494
Willy Tarreau9667a802013-12-09 12:52:13 +01001495 /* Only the first stick store-request of each table is applied
1496 * and other ones are ignored. The purpose is to allow complex
1497 * configurations which look for multiple entries by decreasing
1498 * order of precision and to stop at the first which matches.
1499 * An example could be a store of the IP address from an HTTP
1500 * header first, then from the source if not found.
1501 */
Emeric Brun1d33b292010-01-04 15:47:17 +01001502 for (i = 0; i < s->store_count; i++) {
1503 if (rule->table.t == s->store[i].table)
1504 break;
1505 }
1506
1507 if (i != s->store_count)
1508 continue;
1509
1510 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001511 ret = acl_exec_cond(rule->cond, px, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001512 ret = acl_pass(ret);
1513 if (rule->cond->pol == ACL_COND_UNLESS)
1514 ret = !ret;
1515 }
1516
1517 if (ret) {
1518 struct stktable_key *key;
1519
Willy Tarreau192252e2015-04-04 01:47:55 +02001520 key = stktable_fetch_key(rule->table.t, px, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL, rule->expr, NULL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001521 if (!key)
1522 continue;
1523
1524 if (rule->flags & STK_IS_MATCH) {
1525 struct stksess *ts;
1526
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001527 if ((ts = stktable_lookup_key(rule->table.t, key)) != NULL) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001528 if (!(s->flags & SF_ASSIGNED)) {
Emeric Brun1d33b292010-01-04 15:47:17 +01001529 struct eb32_node *node;
Willy Tarreau13c29de2010-06-06 16:40:39 +02001530 void *ptr;
Emeric Brun1d33b292010-01-04 15:47:17 +01001531
1532 /* srv found in table */
Christopher Faulet2a944ee2017-11-07 10:42:54 +01001533 HA_RWLOCK_RDLOCK(STK_SESS_LOCK, &ts->lock);
Willy Tarreaub8d42d02018-09-20 11:11:15 +02001534 ptr = __stktable_data_ptr(rule->table.t, ts, STKTABLE_DT_SERVER_ID);
Willy Tarreau13c29de2010-06-06 16:40:39 +02001535 node = eb32_lookup(&px->conf.used_server_id, stktable_data_cast(ptr, server_id));
Christopher Faulet2a944ee2017-11-07 10:42:54 +01001536 HA_RWLOCK_RDUNLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun1d33b292010-01-04 15:47:17 +01001537 if (node) {
1538 struct server *srv;
1539
1540 srv = container_of(node, struct server, conf.id);
Emeric Brun52a91d32017-08-31 14:41:55 +02001541 if ((srv->cur_state != SRV_ST_STOPPED) ||
Willy Tarreau4de91492010-01-22 19:10:05 +01001542 (px->options & PR_O_PERSIST) ||
Willy Tarreaue7dff022015-04-03 01:14:29 +02001543 (s->flags & SF_FORCE_PRST)) {
1544 s->flags |= SF_DIRECT | SF_ASSIGNED;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001545 s->target = &srv->obj_type;
Emeric Brun1d33b292010-01-04 15:47:17 +01001546 }
1547 }
1548 }
Emeric Brun819fc6f2017-06-13 19:37:32 +02001549 stktable_touch_local(rule->table.t, ts, 1);
Emeric Brun1d33b292010-01-04 15:47:17 +01001550 }
1551 }
1552 if (rule->flags & STK_IS_STORE) {
1553 if (s->store_count < (sizeof(s->store) / sizeof(s->store[0]))) {
1554 struct stksess *ts;
1555
1556 ts = stksess_new(rule->table.t, key);
1557 if (ts) {
1558 s->store[s->store_count].table = rule->table.t;
1559 s->store[s->store_count++].ts = ts;
1560 }
1561 }
1562 }
1563 }
1564 }
1565
1566 req->analysers &= ~an_bit;
1567 req->analyse_exp = TICK_ETERNITY;
1568 return 1;
1569}
1570
1571/* This stream analyser works on a response. It applies all store rules on it
1572 * then returns 1. The data must already be present in the buffer otherwise
1573 * they won't match. It always returns 1.
1574 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001575static int process_store_rules(struct stream *s, struct channel *rep, int an_bit)
Emeric Brun1d33b292010-01-04 15:47:17 +01001576{
1577 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001578 struct session *sess = s->sess;
Emeric Brun1d33b292010-01-04 15:47:17 +01001579 struct sticking_rule *rule;
1580 int i;
Willy Tarreau9667a802013-12-09 12:52:13 +01001581 int nbreq = s->store_count;
Emeric Brun1d33b292010-01-04 15:47:17 +01001582
Christopher Faulet45073512018-07-20 10:16:29 +02001583 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bh=%lu analysers=%02x\n",
Emeric Brun1d33b292010-01-04 15:47:17 +01001584 now_ms, __FUNCTION__,
1585 s,
Willy Tarreau2e2b3eb2010-02-09 20:55:44 +01001586 rep,
1587 rep->rex, rep->wex,
1588 rep->flags,
Christopher Faulet45073512018-07-20 10:16:29 +02001589 ci_data(rep),
Willy Tarreau2e2b3eb2010-02-09 20:55:44 +01001590 rep->analysers);
Emeric Brun1d33b292010-01-04 15:47:17 +01001591
1592 list_for_each_entry(rule, &px->storersp_rules, list) {
1593 int ret = 1 ;
Emeric Brun1d33b292010-01-04 15:47:17 +01001594
Willy Tarreau9667a802013-12-09 12:52:13 +01001595 /* Only the first stick store-response of each table is applied
1596 * and other ones are ignored. The purpose is to allow complex
1597 * configurations which look for multiple entries by decreasing
1598 * order of precision and to stop at the first which matches.
1599 * An example could be a store of a set-cookie value, with a
1600 * fallback to a parameter found in a 302 redirect.
1601 *
1602 * The store-response rules are not allowed to override the
1603 * store-request rules for the same table, but they may coexist.
1604 * Thus we can have up to one store-request entry and one store-
1605 * response entry for the same table at any time.
1606 */
1607 for (i = nbreq; i < s->store_count; i++) {
1608 if (rule->table.t == s->store[i].table)
1609 break;
1610 }
1611
1612 /* skip existing entries for this table */
1613 if (i < s->store_count)
1614 continue;
1615
Emeric Brun1d33b292010-01-04 15:47:17 +01001616 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001617 ret = acl_exec_cond(rule->cond, px, sess, s, SMP_OPT_DIR_RES|SMP_OPT_FINAL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001618 ret = acl_pass(ret);
1619 if (rule->cond->pol == ACL_COND_UNLESS)
1620 ret = !ret;
1621 }
1622
1623 if (ret) {
1624 struct stktable_key *key;
1625
Willy Tarreau192252e2015-04-04 01:47:55 +02001626 key = stktable_fetch_key(rule->table.t, px, sess, s, SMP_OPT_DIR_RES|SMP_OPT_FINAL, rule->expr, NULL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001627 if (!key)
1628 continue;
1629
Willy Tarreau37e340c2013-12-06 23:05:21 +01001630 if (s->store_count < (sizeof(s->store) / sizeof(s->store[0]))) {
Emeric Brun1d33b292010-01-04 15:47:17 +01001631 struct stksess *ts;
1632
1633 ts = stksess_new(rule->table.t, key);
1634 if (ts) {
1635 s->store[s->store_count].table = rule->table.t;
Emeric Brun1d33b292010-01-04 15:47:17 +01001636 s->store[s->store_count++].ts = ts;
1637 }
1638 }
1639 }
1640 }
1641
1642 /* process store request and store response */
1643 for (i = 0; i < s->store_count; i++) {
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001644 struct stksess *ts;
Willy Tarreau13c29de2010-06-06 16:40:39 +02001645 void *ptr;
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001646
Willy Tarreauc93cd162014-05-13 15:54:22 +02001647 if (objt_server(s->target) && objt_server(s->target)->flags & SRV_F_NON_STICK) {
Simon Hormanfa461682011-06-25 09:39:49 +09001648 stksess_free(s->store[i].table, s->store[i].ts);
1649 s->store[i].ts = NULL;
1650 continue;
1651 }
1652
Emeric Brun819fc6f2017-06-13 19:37:32 +02001653 ts = stktable_set_entry(s->store[i].table, s->store[i].ts);
1654 if (ts != s->store[i].ts) {
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001655 /* the entry already existed, we can free ours */
Emeric Brun1d33b292010-01-04 15:47:17 +01001656 stksess_free(s->store[i].table, s->store[i].ts);
Emeric Brun1d33b292010-01-04 15:47:17 +01001657 }
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001658 s->store[i].ts = NULL;
Emeric Brun819fc6f2017-06-13 19:37:32 +02001659
Christopher Faulet2a944ee2017-11-07 10:42:54 +01001660 HA_RWLOCK_WRLOCK(STK_SESS_LOCK, &ts->lock);
Willy Tarreaub8d42d02018-09-20 11:11:15 +02001661 ptr = __stktable_data_ptr(s->store[i].table, ts, STKTABLE_DT_SERVER_ID);
1662 stktable_data_cast(ptr, server_id) = __objt_server(s->target)->puid;
Christopher Faulet2a944ee2017-11-07 10:42:54 +01001663 HA_RWLOCK_WRUNLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun819fc6f2017-06-13 19:37:32 +02001664 stktable_touch_local(s->store[i].table, ts, 1);
Emeric Brun1d33b292010-01-04 15:47:17 +01001665 }
Willy Tarreau2a164ee2010-06-18 09:57:45 +02001666 s->store_count = 0; /* everything is stored */
Emeric Brun1d33b292010-01-04 15:47:17 +01001667
1668 rep->analysers &= ~an_bit;
1669 rep->analyse_exp = TICK_ETERNITY;
1670 return 1;
1671}
1672
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001673/* This macro is very specific to the function below. See the comments in
Willy Tarreau87b09662015-04-03 00:22:06 +02001674 * process_stream() below to understand the logic and the tests.
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001675 */
1676#define UPDATE_ANALYSERS(real, list, back, flag) { \
1677 list = (((list) & ~(flag)) | ~(back)) & (real); \
1678 back = real; \
1679 if (!(list)) \
1680 break; \
1681 if (((list) ^ ((list) & ((list) - 1))) < (flag)) \
1682 continue; \
1683}
1684
Christopher Fauleta9215b72016-05-11 17:06:28 +02001685/* These 2 following macros call an analayzer for the specified channel if the
1686 * right flag is set. The first one is used for "filterable" analyzers. If a
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001687 * stream has some registered filters, pre and post analyaze callbacks are
Christopher Faulet0184ea72017-01-05 14:06:34 +01001688 * called. The second are used for other analyzers (AN_REQ/RES_FLT_* and
Christopher Fauleta9215b72016-05-11 17:06:28 +02001689 * AN_REQ/RES_HTTP_XFER_BODY) */
1690#define FLT_ANALYZE(strm, chn, fun, list, back, flag, ...) \
1691 { \
1692 if ((list) & (flag)) { \
1693 if (HAS_FILTERS(strm)) { \
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001694 if (!flt_pre_analyze((strm), (chn), (flag))) \
Christopher Fauleta9215b72016-05-11 17:06:28 +02001695 break; \
1696 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1697 break; \
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001698 if (!flt_post_analyze((strm), (chn), (flag))) \
1699 break; \
Christopher Fauleta9215b72016-05-11 17:06:28 +02001700 } \
1701 else { \
1702 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1703 break; \
1704 } \
1705 UPDATE_ANALYSERS((chn)->analysers, (list), \
1706 (back), (flag)); \
1707 } \
1708 }
1709
1710#define ANALYZE(strm, chn, fun, list, back, flag, ...) \
1711 { \
1712 if ((list) & (flag)) { \
1713 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1714 break; \
1715 UPDATE_ANALYSERS((chn)->analysers, (list), \
1716 (back), (flag)); \
1717 } \
1718 }
1719
Willy Tarreau87b09662015-04-03 00:22:06 +02001720/* Processes the client, server, request and response jobs of a stream task,
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001721 * then puts it back to the wait queue in a clean state, or cleans up its
1722 * resources if it must be deleted. Returns in <next> the date the task wants
1723 * to be woken up, or TICK_ETERNITY. In order not to call all functions for
1724 * nothing too many times, the request and response buffers flags are monitored
1725 * and each function is called only if at least another function has changed at
1726 * least one flag it is interested in.
1727 */
Olivier Houchard9f6af332018-05-25 14:04:04 +02001728struct task *process_stream(struct task *t, void *context, unsigned short state)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001729{
Willy Tarreau827aee92011-03-10 16:55:02 +01001730 struct server *srv;
Olivier Houchard9f6af332018-05-25 14:04:04 +02001731 struct stream *s = context;
Willy Tarreaufb0afa72015-04-03 14:46:27 +02001732 struct session *sess = s->sess;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001733 unsigned int rqf_last, rpf_last;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001734 unsigned int rq_prod_last, rq_cons_last;
1735 unsigned int rp_cons_last, rp_prod_last;
Willy Tarreau576507f2010-01-07 00:09:04 +01001736 unsigned int req_ana_back;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001737 struct channel *req, *res;
1738 struct stream_interface *si_f, *si_b;
Willy Tarreau3d07a162019-04-25 19:15:20 +02001739 unsigned int rate;
Willy Tarreau4ad574f2019-04-25 19:48:10 +02001740 uint64_t cpu_time_before, cpu_time_after;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001741
Willy Tarreaud80cb4e2018-01-20 19:30:13 +01001742 activity[tid].stream++;
1743
Willy Tarreau8f128b42014-11-28 15:07:47 +01001744 req = &s->req;
1745 res = &s->res;
1746
1747 si_f = &s->si[0];
1748 si_b = &s->si[1];
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001749
Willy Tarreau0f8d3ab2018-10-25 10:42:39 +02001750 /* First, attempt to receive pending data from I/O layers */
Willy Tarreauade64782018-11-17 19:51:07 +01001751 si_sync_recv(si_f);
1752 si_sync_recv(si_b);
Willy Tarreau0f8d3ab2018-10-25 10:42:39 +02001753
Willy Tarreau4ad574f2019-04-25 19:48:10 +02001754 /* measure only the analysers' time */
1755 cpu_time_before = 0;
1756 if (task_profiling_mask & tid_bit)
1757 cpu_time_before = now_cpu_time();
1758
Olivier Houchard53216e72018-10-10 15:46:36 +02001759redo:
Willy Tarreau3d07a162019-04-25 19:15:20 +02001760 rate = update_freq_ctr(&s->call_rate, 1);
1761 if (rate >= 100000 && s->call_rate.prev_ctr) { // make sure to wait at least a full second
1762 stream_dump_and_crash(&s->obj_type, read_freq_ctr(&s->call_rate));
1763 }
Olivier Houchardc2aa7112018-09-11 18:27:21 +02001764
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001765 //DPRINTF(stderr, "%s:%d: cs=%d ss=%d(%d) rqf=0x%08x rpf=0x%08x\n", __FUNCTION__, __LINE__,
Willy Tarreau8f128b42014-11-28 15:07:47 +01001766 // si_f->state, si_b->state, si_b->err_type, req->flags, res->flags);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001767
Krzysztof Piotr Oledzkif9423ae2010-01-29 19:26:18 +01001768 /* this data may be no longer valid, clear it */
Willy Tarreaueee5b512015-04-03 23:46:31 +02001769 if (s->txn)
1770 memset(&s->txn->auth, 0, sizeof(s->txn->auth));
Krzysztof Piotr Oledzkif9423ae2010-01-29 19:26:18 +01001771
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02001772 /* This flag must explicitly be set every time */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001773 req->flags &= ~(CF_READ_NOEXP|CF_WAKE_WRITE);
1774 res->flags &= ~(CF_READ_NOEXP|CF_WAKE_WRITE);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001775
1776 /* Keep a copy of req/rep flags so that we can detect shutdowns */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001777 rqf_last = req->flags & ~CF_MASK_ANALYSER;
1778 rpf_last = res->flags & ~CF_MASK_ANALYSER;
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001779
Willy Tarreau89f7ef22009-09-05 20:57:35 +02001780 /* we don't want the stream interface functions to recursively wake us up */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001781 si_f->flags |= SI_FL_DONT_WAKE;
1782 si_b->flags |= SI_FL_DONT_WAKE;
Willy Tarreau89f7ef22009-09-05 20:57:35 +02001783
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001784 /* update pending events */
Olivier Houchard9f6af332018-05-25 14:04:04 +02001785 s->pending_events |= (state & TASK_WOKEN_ANY);
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001786
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001787 /* 1a: Check for low level timeouts if needed. We just set a flag on
1788 * stream interfaces when their timeouts have expired.
1789 */
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001790 if (unlikely(s->pending_events & TASK_WOKEN_TIMER)) {
Willy Tarreau14bfe9a2018-12-19 15:19:27 +01001791 si_check_timeouts(si_f);
1792 si_check_timeouts(si_b);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001793
Willy Tarreau8263d2b2012-08-28 00:06:31 +02001794 /* check channel timeouts, and close the corresponding stream interfaces
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001795 * for future reads or writes. Note: this will also concern upper layers
1796 * but we do not touch any other flag. We must be careful and correctly
1797 * detect state changes when calling them.
1798 */
1799
Willy Tarreau8f128b42014-11-28 15:07:47 +01001800 channel_check_timeouts(req);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001801
Willy Tarreau8f128b42014-11-28 15:07:47 +01001802 if (unlikely((req->flags & (CF_SHUTW|CF_WRITE_TIMEOUT)) == CF_WRITE_TIMEOUT)) {
1803 si_b->flags |= SI_FL_NOLINGER;
1804 si_shutw(si_b);
Willy Tarreau14641402009-12-29 14:49:56 +01001805 }
1806
Willy Tarreau8f128b42014-11-28 15:07:47 +01001807 if (unlikely((req->flags & (CF_SHUTR|CF_READ_TIMEOUT)) == CF_READ_TIMEOUT)) {
1808 if (si_f->flags & SI_FL_NOHALF)
1809 si_f->flags |= SI_FL_NOLINGER;
1810 si_shutr(si_f);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02001811 }
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001812
Willy Tarreau8f128b42014-11-28 15:07:47 +01001813 channel_check_timeouts(res);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001814
Willy Tarreau8f128b42014-11-28 15:07:47 +01001815 if (unlikely((res->flags & (CF_SHUTW|CF_WRITE_TIMEOUT)) == CF_WRITE_TIMEOUT)) {
1816 si_f->flags |= SI_FL_NOLINGER;
1817 si_shutw(si_f);
Willy Tarreau14641402009-12-29 14:49:56 +01001818 }
1819
Willy Tarreau8f128b42014-11-28 15:07:47 +01001820 if (unlikely((res->flags & (CF_SHUTR|CF_READ_TIMEOUT)) == CF_READ_TIMEOUT)) {
1821 if (si_b->flags & SI_FL_NOHALF)
1822 si_b->flags |= SI_FL_NOLINGER;
1823 si_shutr(si_b);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02001824 }
Willy Tarreau798f4322012-11-08 14:49:17 +01001825
Christopher Fauleta00d8172016-11-10 14:58:05 +01001826 if (HAS_FILTERS(s))
1827 flt_stream_check_timeouts(s);
1828
Willy Tarreau798f4322012-11-08 14:49:17 +01001829 /* Once in a while we're woken up because the task expires. But
1830 * this does not necessarily mean that a timeout has been reached.
Willy Tarreau87b09662015-04-03 00:22:06 +02001831 * So let's not run a whole stream processing if only an expiration
Willy Tarreau798f4322012-11-08 14:49:17 +01001832 * timeout needs to be refreshed.
1833 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001834 if (!((req->flags | res->flags) &
Willy Tarreau798f4322012-11-08 14:49:17 +01001835 (CF_SHUTR|CF_READ_ACTIVITY|CF_READ_TIMEOUT|CF_SHUTW|
Willy Tarreauede3d882018-10-24 17:17:56 +02001836 CF_WRITE_ACTIVITY|CF_WRITE_TIMEOUT|CF_ANA_TIMEOUT)) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01001837 !((si_f->flags | si_b->flags) & (SI_FL_EXP|SI_FL_ERR)) &&
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001838 ((s->pending_events & TASK_WOKEN_ANY) == TASK_WOKEN_TIMER)) {
Willy Tarreau5fb04712016-05-04 10:18:37 +02001839 si_f->flags &= ~SI_FL_DONT_WAKE;
1840 si_b->flags &= ~SI_FL_DONT_WAKE;
Willy Tarreau798f4322012-11-08 14:49:17 +01001841 goto update_exp_and_leave;
Willy Tarreau5fb04712016-05-04 10:18:37 +02001842 }
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001843 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001844
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001845 /* below we may emit error messages so we have to ensure that we have
1846 * our buffers properly allocated.
1847 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001848 if (!stream_alloc_work_buffer(s)) {
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001849 /* No buffer available, we've been subscribed to the list of
1850 * buffer waiters, let's wait for our turn.
1851 */
Willy Tarreau5fb04712016-05-04 10:18:37 +02001852 si_f->flags &= ~SI_FL_DONT_WAKE;
1853 si_b->flags &= ~SI_FL_DONT_WAKE;
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001854 goto update_exp_and_leave;
1855 }
1856
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001857 /* 1b: check for low-level errors reported at the stream interface.
1858 * First we check if it's a retryable error (in which case we don't
1859 * want to tell the buffer). Otherwise we report the error one level
1860 * upper by setting flags into the buffers. Note that the side towards
1861 * the client cannot have connect (hence retryable) errors. Also, the
1862 * connection setup code must be able to deal with any type of abort.
1863 */
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001864 srv = objt_server(s->target);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001865 if (unlikely(si_f->flags & SI_FL_ERR)) {
1866 if (si_f->state == SI_ST_EST || si_f->state == SI_ST_DIS) {
1867 si_shutr(si_f);
1868 si_shutw(si_f);
Willy Tarreau14bfe9a2018-12-19 15:19:27 +01001869 si_report_error(si_f);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001870 if (!(req->analysers) && !(res->analysers)) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001871 _HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
1872 _HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01001873 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001874 _HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02001875 if (!(s->flags & SF_ERR_MASK))
1876 s->flags |= SF_ERR_CLICL;
1877 if (!(s->flags & SF_FINST_MASK))
1878 s->flags |= SF_FINST_D;
Willy Tarreau05cb29b2008-12-14 11:44:04 +01001879 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001880 }
1881 }
1882
Willy Tarreau8f128b42014-11-28 15:07:47 +01001883 if (unlikely(si_b->flags & SI_FL_ERR)) {
1884 if (si_b->state == SI_ST_EST || si_b->state == SI_ST_DIS) {
1885 si_shutr(si_b);
1886 si_shutw(si_b);
Willy Tarreau14bfe9a2018-12-19 15:19:27 +01001887 si_report_error(si_b);
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001888 _HA_ATOMIC_ADD(&s->be->be_counters.failed_resp, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01001889 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001890 _HA_ATOMIC_ADD(&srv->counters.failed_resp, 1);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001891 if (!(req->analysers) && !(res->analysers)) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001892 _HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
1893 _HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01001894 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001895 _HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02001896 if (!(s->flags & SF_ERR_MASK))
1897 s->flags |= SF_ERR_SRVCL;
1898 if (!(s->flags & SF_FINST_MASK))
1899 s->flags |= SF_FINST_D;
Willy Tarreau05cb29b2008-12-14 11:44:04 +01001900 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001901 }
1902 /* note: maybe we should process connection errors here ? */
1903 }
1904
Willy Tarreau8f128b42014-11-28 15:07:47 +01001905 if (si_b->state == SI_ST_CON) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001906 /* we were trying to establish a connection on the server side,
1907 * maybe it succeeded, maybe it failed, maybe we timed out, ...
1908 */
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01001909 if (unlikely(!sess_update_st_con_tcp(s)))
1910 sess_update_st_cer(s);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001911 else if (si_b->state == SI_ST_EST)
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01001912 sess_establish(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001913
1914 /* state is now one of SI_ST_CON (still in progress), SI_ST_EST
1915 * (established), SI_ST_DIS (abort), SI_ST_CLO (last error),
1916 * SI_ST_ASS/SI_ST_TAR/SI_ST_REQ for retryable errors.
1917 */
1918 }
1919
Willy Tarreau8f128b42014-11-28 15:07:47 +01001920 rq_prod_last = si_f->state;
1921 rq_cons_last = si_b->state;
1922 rp_cons_last = si_f->state;
1923 rp_prod_last = si_b->state;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001924
1925 resync_stream_interface:
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001926 /* Check for connection closure */
1927
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001928 DPRINTF(stderr,
Christopher Faulet45073512018-07-20 10:16:29 +02001929 "[%u] %s:%d: task=%p s=%p, sfl=0x%08x, rq=%p, rp=%p, exp(r,w)=%u,%u rqf=%08x rpf=%08x rqh=%lu rqt=%lu rph=%lu rpt=%lu cs=%d ss=%d, cet=0x%x set=0x%x retr=%d\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001930 now_ms, __FUNCTION__, __LINE__,
1931 t,
1932 s, s->flags,
Willy Tarreau8f128b42014-11-28 15:07:47 +01001933 req, res,
1934 req->rex, res->wex,
1935 req->flags, res->flags,
Christopher Faulet45073512018-07-20 10:16:29 +02001936 ci_data(req), co_data(req), ci_data(res), co_data(res), si_f->state, si_b->state,
Willy Tarreau8f128b42014-11-28 15:07:47 +01001937 si_f->err_type, si_b->err_type,
1938 si_b->conn_retries);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001939
1940 /* nothing special to be done on client side */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001941 if (unlikely(si_f->state == SI_ST_DIS))
1942 si_f->state = SI_ST_CLO;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001943
1944 /* When a server-side connection is released, we have to count it and
1945 * check for pending connections on this server.
1946 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001947 if (unlikely(si_b->state == SI_ST_DIS)) {
1948 si_b->state = SI_ST_CLO;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001949 srv = objt_server(s->target);
Willy Tarreau827aee92011-03-10 16:55:02 +01001950 if (srv) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001951 if (s->flags & SF_CURR_SESS) {
1952 s->flags &= ~SF_CURR_SESS;
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001953 _HA_ATOMIC_SUB(&srv->cur_sess, 1);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001954 }
1955 sess_change_server(s, NULL);
Willy Tarreau827aee92011-03-10 16:55:02 +01001956 if (may_dequeue_tasks(srv, s->be))
1957 process_srv_queue(srv);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001958 }
1959 }
1960
1961 /*
1962 * Note: of the transient states (REQ, CER, DIS), only REQ may remain
1963 * at this point.
1964 */
1965
Willy Tarreau0be0ef92009-03-08 19:20:25 +01001966 resync_request:
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001967 /* Analyse request */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001968 if (((req->flags & ~rqf_last) & CF_MASK_ANALYSER) ||
1969 ((req->flags ^ rqf_last) & CF_MASK_STATIC) ||
Willy Tarreau33982cb2017-11-20 15:37:13 +01001970 (req->analysers && (req->flags & CF_SHUTW)) ||
Willy Tarreau8f128b42014-11-28 15:07:47 +01001971 si_f->state != rq_prod_last ||
1972 si_b->state != rq_cons_last ||
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001973 s->pending_events & TASK_WOKEN_MSG) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001974 unsigned int flags = req->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001975
Willy Tarreau8f128b42014-11-28 15:07:47 +01001976 if (si_f->state >= SI_ST_EST) {
Willy Tarreaue34070e2010-01-08 00:32:27 +01001977 int max_loops = global.tune.maxpollevents;
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001978 unsigned int ana_list;
1979 unsigned int ana_back;
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001980
Willy Tarreau90deb182010-01-07 00:20:41 +01001981 /* it's up to the analysers to stop new connections,
1982 * disable reading or closing. Note: if an analyser
1983 * disables any of these bits, it is responsible for
1984 * enabling them again when it disables itself, so
1985 * that other analysers are called in similar conditions.
1986 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001987 channel_auto_read(req);
1988 channel_auto_connect(req);
1989 channel_auto_close(req);
Willy Tarreauedcf6682008-11-30 23:15:34 +01001990
1991 /* We will call all analysers for which a bit is set in
Willy Tarreau8f128b42014-11-28 15:07:47 +01001992 * req->analysers, following the bit order from LSB
Willy Tarreauedcf6682008-11-30 23:15:34 +01001993 * to MSB. The analysers must remove themselves from
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001994 * the list when not needed. Any analyser may return 0
1995 * to break out of the loop, either because of missing
1996 * data to take a decision, or because it decides to
Willy Tarreau87b09662015-04-03 00:22:06 +02001997 * kill the stream. We loop at least once through each
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001998 * analyser, and we may loop again if other analysers
1999 * are added in the middle.
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01002000 *
2001 * We build a list of analysers to run. We evaluate all
2002 * of these analysers in the order of the lower bit to
2003 * the higher bit. This ordering is very important.
2004 * An analyser will often add/remove other analysers,
2005 * including itself. Any changes to itself have no effect
2006 * on the loop. If it removes any other analysers, we
2007 * want those analysers not to be called anymore during
2008 * this loop. If it adds an analyser that is located
2009 * after itself, we want it to be scheduled for being
2010 * processed during the loop. If it adds an analyser
2011 * which is located before it, we want it to switch to
2012 * it immediately, even if it has already been called
2013 * once but removed since.
2014 *
2015 * In order to achieve this, we compare the analyser
2016 * list after the call with a copy of it before the
2017 * call. The work list is fed with analyser bits that
2018 * appeared during the call. Then we compare previous
2019 * work list with the new one, and check the bits that
2020 * appeared. If the lowest of these bits is lower than
2021 * the current bit, it means we have enabled a previous
2022 * analyser and must immediately loop again.
Willy Tarreauedcf6682008-11-30 23:15:34 +01002023 */
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01002024
Willy Tarreau8f128b42014-11-28 15:07:47 +01002025 ana_list = ana_back = req->analysers;
Willy Tarreaue34070e2010-01-08 00:32:27 +01002026 while (ana_list && max_loops--) {
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01002027 /* Warning! ensure that analysers are always placed in ascending order! */
Christopher Faulet0184ea72017-01-05 14:06:34 +01002028 ANALYZE (s, req, flt_start_analyze, ana_list, ana_back, AN_REQ_FLT_START_FE);
Christopher Fauleta9215b72016-05-11 17:06:28 +02002029 FLT_ANALYZE(s, req, tcp_inspect_request, ana_list, ana_back, AN_REQ_INSPECT_FE);
2030 FLT_ANALYZE(s, req, http_wait_for_request, ana_list, ana_back, AN_REQ_WAIT_HTTP);
2031 FLT_ANALYZE(s, req, http_wait_for_request_body, ana_list, ana_back, AN_REQ_HTTP_BODY);
2032 FLT_ANALYZE(s, req, http_process_req_common, ana_list, ana_back, AN_REQ_HTTP_PROCESS_FE, sess->fe);
2033 FLT_ANALYZE(s, req, process_switching_rules, ana_list, ana_back, AN_REQ_SWITCHING_RULES);
Christopher Faulet0184ea72017-01-05 14:06:34 +01002034 ANALYZE (s, req, flt_start_analyze, ana_list, ana_back, AN_REQ_FLT_START_BE);
Christopher Fauleta9215b72016-05-11 17:06:28 +02002035 FLT_ANALYZE(s, req, tcp_inspect_request, ana_list, ana_back, AN_REQ_INSPECT_BE);
2036 FLT_ANALYZE(s, req, http_process_req_common, ana_list, ana_back, AN_REQ_HTTP_PROCESS_BE, s->be);
2037 FLT_ANALYZE(s, req, http_process_tarpit, ana_list, ana_back, AN_REQ_HTTP_TARPIT);
2038 FLT_ANALYZE(s, req, process_server_rules, ana_list, ana_back, AN_REQ_SRV_RULES);
2039 FLT_ANALYZE(s, req, http_process_request, ana_list, ana_back, AN_REQ_HTTP_INNER);
2040 FLT_ANALYZE(s, req, tcp_persist_rdp_cookie, ana_list, ana_back, AN_REQ_PRST_RDP_COOKIE);
2041 FLT_ANALYZE(s, req, process_sticking_rules, ana_list, ana_back, AN_REQ_STICKING_RULES);
Christopher Faulet0184ea72017-01-05 14:06:34 +01002042 ANALYZE (s, req, flt_analyze_http_headers, ana_list, ana_back, AN_REQ_FLT_HTTP_HDRS);
Christopher Fauleta9215b72016-05-11 17:06:28 +02002043 ANALYZE (s, req, http_request_forward_body, ana_list, ana_back, AN_REQ_HTTP_XFER_BODY);
William Lallemandcf62f7e2018-10-26 14:47:40 +02002044 ANALYZE (s, req, pcli_wait_for_request, ana_list, ana_back, AN_REQ_WAIT_CLI);
Christopher Faulet0184ea72017-01-05 14:06:34 +01002045 ANALYZE (s, req, flt_xfer_data, ana_list, ana_back, AN_REQ_FLT_XFER_DATA);
2046 ANALYZE (s, req, flt_end_analyze, ana_list, ana_back, AN_REQ_FLT_END);
Willy Tarreaue34070e2010-01-08 00:32:27 +01002047 break;
2048 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002049 }
Willy Tarreau84455332009-03-15 22:34:05 +01002050
Willy Tarreau8f128b42014-11-28 15:07:47 +01002051 rq_prod_last = si_f->state;
2052 rq_cons_last = si_b->state;
2053 req->flags &= ~CF_WAKE_ONCE;
2054 rqf_last = req->flags;
Willy Tarreau815a9b22010-07-27 17:15:12 +02002055
Willy Tarreau8f128b42014-11-28 15:07:47 +01002056 if ((req->flags ^ flags) & CF_MASK_STATIC)
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002057 goto resync_request;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002058 }
2059
Willy Tarreau576507f2010-01-07 00:09:04 +01002060 /* we'll monitor the request analysers while parsing the response,
2061 * because some response analysers may indirectly enable new request
2062 * analysers (eg: HTTP keep-alive).
2063 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002064 req_ana_back = req->analysers;
Willy Tarreau576507f2010-01-07 00:09:04 +01002065
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002066 resync_response:
2067 /* Analyse response */
2068
Willy Tarreau8f128b42014-11-28 15:07:47 +01002069 if (((res->flags & ~rpf_last) & CF_MASK_ANALYSER) ||
2070 (res->flags ^ rpf_last) & CF_MASK_STATIC ||
Willy Tarreau33982cb2017-11-20 15:37:13 +01002071 (res->analysers && (res->flags & CF_SHUTW)) ||
Willy Tarreau8f128b42014-11-28 15:07:47 +01002072 si_f->state != rp_cons_last ||
2073 si_b->state != rp_prod_last ||
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002074 s->pending_events & TASK_WOKEN_MSG) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002075 unsigned int flags = res->flags;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002076
Willy Tarreau8f128b42014-11-28 15:07:47 +01002077 if (si_b->state >= SI_ST_EST) {
Willy Tarreaue34070e2010-01-08 00:32:27 +01002078 int max_loops = global.tune.maxpollevents;
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01002079 unsigned int ana_list;
2080 unsigned int ana_back;
Willy Tarreaub37c27e2009-10-18 22:53:08 +02002081
Willy Tarreau90deb182010-01-07 00:20:41 +01002082 /* it's up to the analysers to stop disable reading or
2083 * closing. Note: if an analyser disables any of these
2084 * bits, it is responsible for enabling them again when
2085 * it disables itself, so that other analysers are called
2086 * in similar conditions.
2087 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002088 channel_auto_read(res);
2089 channel_auto_close(res);
Willy Tarreaub37c27e2009-10-18 22:53:08 +02002090
2091 /* We will call all analysers for which a bit is set in
Willy Tarreau8f128b42014-11-28 15:07:47 +01002092 * res->analysers, following the bit order from LSB
Willy Tarreaub37c27e2009-10-18 22:53:08 +02002093 * to MSB. The analysers must remove themselves from
2094 * the list when not needed. Any analyser may return 0
2095 * to break out of the loop, either because of missing
2096 * data to take a decision, or because it decides to
Willy Tarreau87b09662015-04-03 00:22:06 +02002097 * kill the stream. We loop at least once through each
Willy Tarreaub37c27e2009-10-18 22:53:08 +02002098 * analyser, and we may loop again if other analysers
2099 * are added in the middle.
2100 */
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01002101
Willy Tarreau8f128b42014-11-28 15:07:47 +01002102 ana_list = ana_back = res->analysers;
Willy Tarreaue34070e2010-01-08 00:32:27 +01002103 while (ana_list && max_loops--) {
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01002104 /* Warning! ensure that analysers are always placed in ascending order! */
Christopher Faulet0184ea72017-01-05 14:06:34 +01002105 ANALYZE (s, res, flt_start_analyze, ana_list, ana_back, AN_RES_FLT_START_FE);
2106 ANALYZE (s, res, flt_start_analyze, ana_list, ana_back, AN_RES_FLT_START_BE);
Christopher Fauleta9215b72016-05-11 17:06:28 +02002107 FLT_ANALYZE(s, res, tcp_inspect_response, ana_list, ana_back, AN_RES_INSPECT);
2108 FLT_ANALYZE(s, res, http_wait_for_response, ana_list, ana_back, AN_RES_WAIT_HTTP);
2109 FLT_ANALYZE(s, res, process_store_rules, ana_list, ana_back, AN_RES_STORE_RULES);
2110 FLT_ANALYZE(s, res, http_process_res_common, ana_list, ana_back, AN_RES_HTTP_PROCESS_BE, s->be);
Christopher Faulet0184ea72017-01-05 14:06:34 +01002111 ANALYZE (s, res, flt_analyze_http_headers, ana_list, ana_back, AN_RES_FLT_HTTP_HDRS);
Christopher Fauleta9215b72016-05-11 17:06:28 +02002112 ANALYZE (s, res, http_response_forward_body, ana_list, ana_back, AN_RES_HTTP_XFER_BODY);
William Lallemandcf62f7e2018-10-26 14:47:40 +02002113 ANALYZE (s, res, pcli_wait_for_response, ana_list, ana_back, AN_RES_WAIT_CLI);
Christopher Faulet0184ea72017-01-05 14:06:34 +01002114 ANALYZE (s, res, flt_xfer_data, ana_list, ana_back, AN_RES_FLT_XFER_DATA);
2115 ANALYZE (s, res, flt_end_analyze, ana_list, ana_back, AN_RES_FLT_END);
Willy Tarreaue34070e2010-01-08 00:32:27 +01002116 break;
2117 }
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002118 }
2119
Willy Tarreau8f128b42014-11-28 15:07:47 +01002120 rp_cons_last = si_f->state;
2121 rp_prod_last = si_b->state;
Christopher Fauletcdaea892017-07-06 15:49:30 +02002122 res->flags &= ~CF_WAKE_ONCE;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002123 rpf_last = res->flags;
Willy Tarreau815a9b22010-07-27 17:15:12 +02002124
Willy Tarreau8f128b42014-11-28 15:07:47 +01002125 if ((res->flags ^ flags) & CF_MASK_STATIC)
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002126 goto resync_response;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002127 }
2128
Willy Tarreau576507f2010-01-07 00:09:04 +01002129 /* maybe someone has added some request analysers, so we must check and loop */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002130 if (req->analysers & ~req_ana_back)
Willy Tarreau576507f2010-01-07 00:09:04 +01002131 goto resync_request;
2132
Willy Tarreau8f128b42014-11-28 15:07:47 +01002133 if ((req->flags & ~rqf_last) & CF_MASK_ANALYSER)
Willy Tarreau0499e352010-12-17 07:13:42 +01002134 goto resync_request;
2135
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002136 /* FIXME: here we should call protocol handlers which rely on
2137 * both buffers.
2138 */
2139
2140
2141 /*
Willy Tarreau87b09662015-04-03 00:22:06 +02002142 * Now we propagate unhandled errors to the stream. Normally
Willy Tarreauae526782010-03-04 20:34:23 +01002143 * we're just in a data phase here since it means we have not
2144 * seen any analyser who could set an error status.
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002145 */
Willy Tarreau3fdb3662012-11-12 00:42:33 +01002146 srv = objt_server(s->target);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002147 if (unlikely(!(s->flags & SF_ERR_MASK))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002148 if (req->flags & (CF_READ_ERROR|CF_READ_TIMEOUT|CF_WRITE_ERROR|CF_WRITE_TIMEOUT)) {
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002149 /* Report it if the client got an error or a read timeout expired */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002150 req->analysers = 0;
2151 if (req->flags & CF_READ_ERROR) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002152 _HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
2153 _HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002154 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002155 _HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002156 s->flags |= SF_ERR_CLICL;
Willy Tarreauae526782010-03-04 20:34:23 +01002157 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002158 else if (req->flags & CF_READ_TIMEOUT) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002159 _HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
2160 _HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002161 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002162 _HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002163 s->flags |= SF_ERR_CLITO;
Willy Tarreauae526782010-03-04 20:34:23 +01002164 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002165 else if (req->flags & CF_WRITE_ERROR) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002166 _HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
2167 _HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002168 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002169 _HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002170 s->flags |= SF_ERR_SRVCL;
Willy Tarreauae526782010-03-04 20:34:23 +01002171 }
2172 else {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002173 _HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
2174 _HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002175 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002176 _HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002177 s->flags |= SF_ERR_SRVTO;
Willy Tarreauae526782010-03-04 20:34:23 +01002178 }
Willy Tarreau84455332009-03-15 22:34:05 +01002179 sess_set_term_flags(s);
Christopher Faulet5e1a9d72019-04-23 17:34:22 +02002180
2181 /* Abort the request if a client error occurred while
2182 * the backend stream-interface is in the SI_ST_INI
2183 * state. It is switched into the SI_ST_CLO state and
2184 * the request channel is erased. */
2185 if (si_b->state == SI_ST_INI) {
2186 si_b->state = SI_ST_CLO;
2187 channel_abort(req);
2188 if (IS_HTX_STRM(s))
2189 channel_htx_erase(req, htxbuf(&req->buf));
2190 else
2191 channel_erase(req);
2192 }
Willy Tarreau84455332009-03-15 22:34:05 +01002193 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002194 else if (res->flags & (CF_READ_ERROR|CF_READ_TIMEOUT|CF_WRITE_ERROR|CF_WRITE_TIMEOUT)) {
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002195 /* Report it if the server got an error or a read timeout expired */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002196 res->analysers = 0;
2197 if (res->flags & CF_READ_ERROR) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002198 _HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
2199 _HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002200 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002201 _HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002202 s->flags |= SF_ERR_SRVCL;
Willy Tarreauae526782010-03-04 20:34:23 +01002203 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002204 else if (res->flags & CF_READ_TIMEOUT) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002205 _HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
2206 _HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002207 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002208 _HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002209 s->flags |= SF_ERR_SRVTO;
Willy Tarreauae526782010-03-04 20:34:23 +01002210 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002211 else if (res->flags & CF_WRITE_ERROR) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002212 _HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
2213 _HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002214 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002215 _HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002216 s->flags |= SF_ERR_CLICL;
Willy Tarreauae526782010-03-04 20:34:23 +01002217 }
2218 else {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002219 _HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
2220 _HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002221 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002222 _HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002223 s->flags |= SF_ERR_CLITO;
Willy Tarreauae526782010-03-04 20:34:23 +01002224 }
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002225 sess_set_term_flags(s);
2226 }
Willy Tarreau84455332009-03-15 22:34:05 +01002227 }
2228
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002229 /*
2230 * Here we take care of forwarding unhandled data. This also includes
2231 * connection establishments and shutdown requests.
2232 */
2233
2234
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002235 /* If noone is interested in analysing data, it's time to forward
Willy Tarreau31971e52009-09-20 12:07:52 +02002236 * everything. We configure the buffer to forward indefinitely.
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002237 * Note that we're checking CF_SHUTR_NOW as an indication of a possible
Willy Tarreau8263d2b2012-08-28 00:06:31 +02002238 * recent call to channel_abort().
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002239 */
Christopher Faulet35fe6992017-08-29 16:06:38 +02002240 if (unlikely((!req->analysers || (req->analysers == AN_REQ_FLT_END && !(req->flags & CF_FLT_ANALYZE))) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002241 !(req->flags & (CF_SHUTW|CF_SHUTR_NOW)) &&
2242 (si_f->state >= SI_ST_EST) &&
2243 (req->to_forward != CHN_INFINITE_FORWARD))) {
Willy Tarreaub31c9712012-11-11 23:05:39 +01002244 /* This buffer is freewheeling, there's no analyser
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002245 * attached to it. If any data are left in, we'll permit them to
2246 * move.
2247 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002248 channel_auto_read(req);
2249 channel_auto_connect(req);
2250 channel_auto_close(req);
Willy Tarreau5bd8c372009-01-19 00:32:22 +01002251
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002252 if (IS_HTX_STRM(s)) {
2253 struct htx *htx = htxbuf(&req->buf);
2254
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002255 /* We'll let data flow between the producer (if still connected)
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002256 * to the consumer.
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002257 */
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002258 co_set_data(req, htx->data);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002259 if (!(req->flags & (CF_SHUTR|CF_SHUTW_NOW)))
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002260 channel_htx_forward_forever(req, htx);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002261 }
2262 else {
2263 /* We'll let data flow between the producer (if still connected)
2264 * to the consumer (which might possibly not be connected yet).
2265 */
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002266 c_adv(req, ci_data(req));
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002267 if (!(req->flags & (CF_SHUTR|CF_SHUTW_NOW)))
2268 channel_forward_forever(req);
Willy Tarreau42529c32015-07-09 18:38:57 +02002269
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002270 /* Just in order to support fetching HTTP contents after start
2271 * of forwarding when the HTTP forwarding analyser is not used,
2272 * we simply reset msg->sov so that HTTP rewinding points to the
2273 * headers.
2274 */
Olivier Houchard1909f6d2018-12-06 13:28:30 +01002275 if (s->txn)
2276 s->txn->req.sov = s->txn->req.eoh + s->txn->req.eol - co_data(req);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002277 }
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002278 }
Willy Tarreauf890dc92008-12-13 21:12:26 +01002279
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002280 /* check if it is wise to enable kernel splicing to forward request data */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002281 if (!(req->flags & (CF_KERN_SPLICING|CF_SHUTR)) &&
2282 req->to_forward &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002283 (global.tune.options & GTUNE_USE_SPLICE) &&
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002284 (objt_cs(si_f->end) && __objt_cs(si_f->end)->conn->xprt && __objt_cs(si_f->end)->conn->xprt->rcv_pipe) &&
2285 (objt_cs(si_b->end) && __objt_cs(si_b->end)->conn->xprt && __objt_cs(si_b->end)->conn->xprt->snd_pipe) &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002286 (pipes_used < global.maxpipes) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002287 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_REQ) ||
2288 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_AUT) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002289 (req->flags & CF_STREAMER_FAST)))) {
2290 req->flags |= CF_KERN_SPLICING;
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002291 }
2292
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002293 /* reflect what the L7 analysers have seen last */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002294 rqf_last = req->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002295
2296 /*
2297 * Now forward all shutdown requests between both sides of the buffer
2298 */
2299
Willy Tarreau520d95e2009-09-19 21:04:57 +02002300 /* first, let's check if the request buffer needs to shutdown(write), which may
2301 * happen either because the input is closed or because we want to force a close
Willy Tarreau05cdd962014-05-10 14:30:07 +02002302 * once the server has begun to respond. If a half-closed timeout is set, we adjust
2303 * the other side's timeout as well.
Willy Tarreau520d95e2009-09-19 21:04:57 +02002304 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002305 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTW_NOW|CF_AUTO_CLOSE|CF_SHUTR)) ==
Willy Tarreau05cdd962014-05-10 14:30:07 +02002306 (CF_AUTO_CLOSE|CF_SHUTR))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002307 channel_shutw_now(req);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002308 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002309
2310 /* shutdown(write) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002311 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTW_NOW)) == CF_SHUTW_NOW &&
2312 channel_is_empty(req))) {
2313 if (req->flags & CF_READ_ERROR)
2314 si_b->flags |= SI_FL_NOLINGER;
2315 si_shutw(si_b);
Willy Tarreau8615c2a2013-06-21 08:20:19 +02002316 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002317
2318 /* shutdown(write) done on server side, we must stop the client too */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002319 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTW &&
2320 !req->analysers))
2321 channel_shutr_now(req);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002322
2323 /* shutdown(read) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002324 if (unlikely((req->flags & (CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTR_NOW)) {
2325 if (si_f->flags & SI_FL_NOHALF)
2326 si_f->flags |= SI_FL_NOLINGER;
2327 si_shutr(si_f);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02002328 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002329
Willy Tarreau520d95e2009-09-19 21:04:57 +02002330 /* it's possible that an upper layer has requested a connection setup or abort.
2331 * There are 2 situations where we decide to establish a new connection :
2332 * - there are data scheduled for emission in the buffer
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002333 * - the CF_AUTO_CONNECT flag is set (active connection)
Willy Tarreau520d95e2009-09-19 21:04:57 +02002334 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002335 if (si_b->state == SI_ST_INI) {
Christopher Faulet5e1a9d72019-04-23 17:34:22 +02002336 if (!(req->flags & CF_SHUTW)) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002337 if ((req->flags & CF_AUTO_CONNECT) || !channel_is_empty(req)) {
Willy Tarreaucf644ed2013-09-29 17:19:56 +02002338 /* If we have an appctx, there is no connect method, so we
2339 * immediately switch to the connected state, otherwise we
2340 * perform a connection request.
Willy Tarreau520d95e2009-09-19 21:04:57 +02002341 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002342 si_b->state = SI_ST_REQ; /* new connection requested */
2343 si_b->conn_retries = s->be->conn_retries;
Olivier Houcharda254a372019-04-05 15:30:12 +02002344 if (s->be->retry_type &~ PR_RE_CONN_FAILED)
2345 si_b->flags |= SI_FL_L7_RETRY;
Willy Tarreau520d95e2009-09-19 21:04:57 +02002346 }
Willy Tarreau73201222009-08-16 18:27:24 +02002347 }
Willy Tarreauf41ffdc2009-09-20 08:19:25 +02002348 else {
Willy Tarreau0542c8b2017-11-24 15:01:10 +01002349 si_release_endpoint(si_b);
Willy Tarreau8f128b42014-11-28 15:07:47 +01002350 si_b->state = SI_ST_CLO; /* shutw+ini = abort */
2351 channel_shutw_now(req); /* fix buffer flags upon abort */
2352 channel_shutr_now(res);
Willy Tarreauf41ffdc2009-09-20 08:19:25 +02002353 }
Willy Tarreau92795622009-03-06 12:51:23 +01002354 }
2355
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002356
2357 /* we may have a pending connection request, or a connection waiting
2358 * for completion.
2359 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002360 if (si_b->state >= SI_ST_REQ && si_b->state < SI_ST_CON) {
Thierry FOURNIER4834bc72015-06-06 19:29:07 +02002361
2362 /* prune the request variables and swap to the response variables. */
2363 if (s->vars_reqres.scope != SCOPE_RES) {
Willy Tarreaucda7f3f2018-10-28 13:44:36 +01002364 if (!LIST_ISEMPTY(&s->vars_reqres.head)) {
2365 vars_prune(&s->vars_reqres, s->sess, s);
2366 vars_init(&s->vars_reqres, SCOPE_RES);
2367 }
Thierry FOURNIER4834bc72015-06-06 19:29:07 +02002368 }
2369
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002370 do {
2371 /* nb: step 1 might switch from QUE to ASS, but we first want
2372 * to give a chance to step 2 to perform a redirect if needed.
2373 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002374 if (si_b->state != SI_ST_REQ)
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01002375 sess_update_stream_int(s);
Willy Tarreau8f128b42014-11-28 15:07:47 +01002376 if (si_b->state == SI_ST_REQ)
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01002377 sess_prepare_conn_req(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002378
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +01002379 /* applets directly go to the ESTABLISHED state. Similarly,
2380 * servers experience the same fate when their connection
2381 * is reused.
2382 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002383 if (unlikely(si_b->state == SI_ST_EST))
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01002384 sess_establish(s);
Willy Tarreaufac4bd12013-11-30 09:21:49 +01002385
Willy Tarreaub44c8732013-12-31 23:16:50 +01002386 /* Now we can add the server name to a header (if requested) */
2387 /* check for HTTP mode and proxy server_name_hdr_name != NULL */
Willy Tarreau9c03b332015-09-07 19:32:33 +02002388 if ((si_b->state >= SI_ST_CON) && (si_b->state < SI_ST_CLO) &&
Willy Tarreaub44c8732013-12-31 23:16:50 +01002389 (s->be->server_id_hdr_name != NULL) &&
2390 (s->be->mode == PR_MODE_HTTP) &&
2391 objt_server(s->target)) {
Christopher Faulet27a3dc82018-10-23 15:34:07 +02002392 http_send_name_header(s, s->be, objt_server(s->target)->id);
Willy Tarreau1e5dfda2013-04-07 18:19:16 +02002393 }
2394
Willy Tarreau3fdb3662012-11-12 00:42:33 +01002395 srv = objt_server(s->target);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002396 if (si_b->state == SI_ST_ASS && srv && srv->rdr_len && (s->flags & SF_REDIRECTABLE))
Willy Tarreau8f128b42014-11-28 15:07:47 +01002397 http_perform_server_redirect(s, si_b);
2398 } while (si_b->state == SI_ST_ASS);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002399 }
2400
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002401 /* Benchmarks have shown that it's optimal to do a full resync now */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002402 if (si_f->state == SI_ST_DIS || si_b->state == SI_ST_DIS)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002403 goto resync_stream_interface;
2404
Willy Tarreau815a9b22010-07-27 17:15:12 +02002405 /* otherwise we want to check if we need to resync the req buffer or not */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002406 if ((req->flags ^ rqf_last) & CF_MASK_STATIC)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002407 goto resync_request;
2408
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002409 /* perform output updates to the response buffer */
Willy Tarreau84455332009-03-15 22:34:05 +01002410
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002411 /* If noone is interested in analysing data, it's time to forward
Willy Tarreau31971e52009-09-20 12:07:52 +02002412 * everything. We configure the buffer to forward indefinitely.
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002413 * Note that we're checking CF_SHUTR_NOW as an indication of a possible
Willy Tarreau8263d2b2012-08-28 00:06:31 +02002414 * recent call to channel_abort().
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002415 */
Christopher Faulet35fe6992017-08-29 16:06:38 +02002416 if (unlikely((!res->analysers || (res->analysers == AN_RES_FLT_END && !(res->flags & CF_FLT_ANALYZE))) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002417 !(res->flags & (CF_SHUTW|CF_SHUTR_NOW)) &&
2418 (si_b->state >= SI_ST_EST) &&
2419 (res->to_forward != CHN_INFINITE_FORWARD))) {
Willy Tarreaub31c9712012-11-11 23:05:39 +01002420 /* This buffer is freewheeling, there's no analyser
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002421 * attached to it. If any data are left in, we'll permit them to
2422 * move.
2423 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002424 channel_auto_read(res);
2425 channel_auto_close(res);
Willy Tarreauda4d9fe2010-11-07 20:26:56 +01002426
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002427 if (IS_HTX_STRM(s)) {
2428 struct htx *htx = htxbuf(&res->buf);
Willy Tarreauce887fd2012-05-12 12:50:00 +02002429
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002430 /* We'll let data flow between the producer (if still connected)
2431 * to the consumer.
2432 */
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002433 co_set_data(res, htx->data);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002434 if (!(res->flags & (CF_SHUTR|CF_SHUTW_NOW)))
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002435 channel_htx_forward_forever(res, htx);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002436 }
2437 else {
2438 /* We'll let data flow between the producer (if still connected)
2439 * to the consumer.
2440 */
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002441 c_adv(res, ci_data(res));
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002442 if (!(res->flags & (CF_SHUTR|CF_SHUTW_NOW)))
2443 channel_forward_forever(res);
2444
2445 /* Just in order to support fetching HTTP contents after start
2446 * of forwarding when the HTTP forwarding analyser is not used,
2447 * we simply reset msg->sov so that HTTP rewinding points to the
2448 * headers.
2449 */
Olivier Houchard1909f6d2018-12-06 13:28:30 +01002450 if (s->txn)
2451 s->txn->rsp.sov = s->txn->rsp.eoh + s->txn->rsp.eol - co_data(res);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002452 }
Willy Tarreau42529c32015-07-09 18:38:57 +02002453
Willy Tarreauce887fd2012-05-12 12:50:00 +02002454 /* if we have no analyser anymore in any direction and have a
Willy Tarreau05cdd962014-05-10 14:30:07 +02002455 * tunnel timeout set, use it now. Note that we must respect
2456 * the half-closed timeouts as well.
Willy Tarreauce887fd2012-05-12 12:50:00 +02002457 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002458 if (!req->analysers && s->be->timeout.tunnel) {
2459 req->rto = req->wto = res->rto = res->wto =
Willy Tarreauce887fd2012-05-12 12:50:00 +02002460 s->be->timeout.tunnel;
Willy Tarreau05cdd962014-05-10 14:30:07 +02002461
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002462 if ((req->flags & CF_SHUTR) && tick_isset(sess->fe->timeout.clientfin))
2463 res->wto = sess->fe->timeout.clientfin;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002464 if ((req->flags & CF_SHUTW) && tick_isset(s->be->timeout.serverfin))
2465 res->rto = s->be->timeout.serverfin;
2466 if ((res->flags & CF_SHUTR) && tick_isset(s->be->timeout.serverfin))
2467 req->wto = s->be->timeout.serverfin;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002468 if ((res->flags & CF_SHUTW) && tick_isset(sess->fe->timeout.clientfin))
2469 req->rto = sess->fe->timeout.clientfin;
Willy Tarreau05cdd962014-05-10 14:30:07 +02002470
Willy Tarreau8f128b42014-11-28 15:07:47 +01002471 req->rex = tick_add(now_ms, req->rto);
2472 req->wex = tick_add(now_ms, req->wto);
2473 res->rex = tick_add(now_ms, res->rto);
2474 res->wex = tick_add(now_ms, res->wto);
Willy Tarreauce887fd2012-05-12 12:50:00 +02002475 }
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002476 }
Willy Tarreauf890dc92008-12-13 21:12:26 +01002477
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002478 /* check if it is wise to enable kernel splicing to forward response data */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002479 if (!(res->flags & (CF_KERN_SPLICING|CF_SHUTR)) &&
2480 res->to_forward &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002481 (global.tune.options & GTUNE_USE_SPLICE) &&
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002482 (objt_cs(si_f->end) && __objt_cs(si_f->end)->conn->xprt && __objt_cs(si_f->end)->conn->xprt->snd_pipe) &&
2483 (objt_cs(si_b->end) && __objt_cs(si_b->end)->conn->xprt && __objt_cs(si_b->end)->conn->xprt->rcv_pipe) &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002484 (pipes_used < global.maxpipes) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002485 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_RTR) ||
2486 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_AUT) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002487 (res->flags & CF_STREAMER_FAST)))) {
2488 res->flags |= CF_KERN_SPLICING;
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002489 }
2490
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002491 /* reflect what the L7 analysers have seen last */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002492 rpf_last = res->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002493
2494 /*
2495 * Now forward all shutdown requests between both sides of the buffer
2496 */
2497
2498 /*
2499 * FIXME: this is probably where we should produce error responses.
2500 */
2501
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002502 /* first, let's check if the response buffer needs to shutdown(write) */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002503 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTW_NOW|CF_AUTO_CLOSE|CF_SHUTR)) ==
Willy Tarreau05cdd962014-05-10 14:30:07 +02002504 (CF_AUTO_CLOSE|CF_SHUTR))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002505 channel_shutw_now(res);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002506 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002507
2508 /* shutdown(write) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002509 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTW_NOW)) == CF_SHUTW_NOW &&
2510 channel_is_empty(res))) {
2511 si_shutw(si_f);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002512 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002513
2514 /* shutdown(write) done on the client side, we must stop the server too */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002515 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTW) &&
2516 !res->analysers)
2517 channel_shutr_now(res);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002518
2519 /* shutdown(read) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002520 if (unlikely((res->flags & (CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTR_NOW)) {
2521 if (si_b->flags & SI_FL_NOHALF)
2522 si_b->flags |= SI_FL_NOLINGER;
2523 si_shutr(si_b);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02002524 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002525
Willy Tarreau8f128b42014-11-28 15:07:47 +01002526 if (si_f->state == SI_ST_DIS || si_b->state == SI_ST_DIS)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002527 goto resync_stream_interface;
2528
Willy Tarreau8f128b42014-11-28 15:07:47 +01002529 if (req->flags != rqf_last)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002530 goto resync_request;
2531
Willy Tarreau8f128b42014-11-28 15:07:47 +01002532 if ((res->flags ^ rpf_last) & CF_MASK_STATIC)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002533 goto resync_response;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002534
Willy Tarreau89f7ef22009-09-05 20:57:35 +02002535 /* we're interested in getting wakeups again */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002536 si_f->flags &= ~SI_FL_DONT_WAKE;
2537 si_b->flags &= ~SI_FL_DONT_WAKE;
Willy Tarreau89f7ef22009-09-05 20:57:35 +02002538
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002539 /* This is needed only when debugging is enabled, to indicate
2540 * client-side or server-side close. Please note that in the unlikely
2541 * event where both sides would close at once, the sequence is reported
2542 * on the server side first.
2543 */
2544 if (unlikely((global.mode & MODE_DEBUG) &&
2545 (!(global.mode & MODE_QUIET) ||
2546 (global.mode & MODE_VERBOSE)))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002547 if (si_b->state == SI_ST_CLO &&
2548 si_b->prev_state == SI_ST_EST) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002549 chunk_printf(&trash, "%08x:%s.srvcls[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002550 s->uniq_id, s->be->id,
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002551 objt_cs(si_f->end) ? (unsigned short)objt_cs(si_f->end)->conn->handle.fd : -1,
2552 objt_cs(si_b->end) ? (unsigned short)objt_cs(si_b->end)->conn->handle.fd : -1);
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002553 shut_your_big_mouth_gcc(write(1, trash.area, trash.data));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002554 }
2555
Willy Tarreau8f128b42014-11-28 15:07:47 +01002556 if (si_f->state == SI_ST_CLO &&
2557 si_f->prev_state == SI_ST_EST) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002558 chunk_printf(&trash, "%08x:%s.clicls[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002559 s->uniq_id, s->be->id,
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002560 objt_cs(si_f->end) ? (unsigned short)objt_cs(si_f->end)->conn->handle.fd : -1,
2561 objt_cs(si_b->end) ? (unsigned short)objt_cs(si_b->end)->conn->handle.fd : -1);
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002562 shut_your_big_mouth_gcc(write(1, trash.area, trash.data));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002563 }
2564 }
2565
Willy Tarreau8f128b42014-11-28 15:07:47 +01002566 if (likely((si_f->state != SI_ST_CLO) ||
2567 (si_b->state > SI_ST_INI && si_b->state < SI_ST_CLO))) {
Olivier Houchard120f64a2019-04-09 19:14:59 +02002568 enum si_state si_b_prev_state, si_f_prev_state;
2569
2570 si_f_prev_state = si_f->prev_state;
2571 si_b_prev_state = si_b->prev_state;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002572
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002573 if ((sess->fe->options & PR_O_CONTSTATS) && (s->flags & SF_BE_ASSIGNED))
Willy Tarreau87b09662015-04-03 00:22:06 +02002574 stream_process_counters(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002575
Willy Tarreaud14844a2018-11-08 18:15:29 +01002576 si_update_both(si_f, si_b);
Olivier Houchard53216e72018-10-10 15:46:36 +02002577
Olivier Houchard120f64a2019-04-09 19:14:59 +02002578 if (si_f->state == SI_ST_DIS || si_f->state != si_f_prev_state ||
2579 si_b->state == SI_ST_DIS || si_b->state != si_b_prev_state ||
Olivier Houchard56897e22019-04-10 13:51:37 +02002580 ((si_f->flags & SI_FL_ERR) && si_f->state != SI_ST_CLO) ||
2581 ((si_b->flags & SI_FL_ERR) && si_b->state != SI_ST_CLO) ||
Willy Tarreau85f89012018-10-25 11:06:57 +02002582 (((req->flags ^ rqf_last) | (res->flags ^ rpf_last)) & CF_MASK_ANALYSER))
Olivier Houchard53216e72018-10-10 15:46:36 +02002583 goto redo;
2584
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02002585 /* Trick: if a request is being waiting for the server to respond,
2586 * and if we know the server can timeout, we don't want the timeout
2587 * to expire on the client side first, but we're still interested
2588 * in passing data from the client to the server (eg: POST). Thus,
2589 * we can cancel the client's request timeout if the server's
2590 * request timeout is set and the server has not yet sent a response.
2591 */
2592
Willy Tarreau8f128b42014-11-28 15:07:47 +01002593 if ((res->flags & (CF_AUTO_CLOSE|CF_SHUTR)) == 0 &&
2594 (tick_isset(req->wex) || tick_isset(res->rex))) {
2595 req->flags |= CF_READ_NOEXP;
2596 req->rex = TICK_ETERNITY;
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02002597 }
2598
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002599 /* Reset pending events now */
2600 s->pending_events = 0;
2601
Willy Tarreau798f4322012-11-08 14:49:17 +01002602 update_exp_and_leave:
Willy Tarreau5fb04712016-05-04 10:18:37 +02002603 /* Note: please ensure that if you branch here you disable SI_FL_DONT_WAKE */
Christopher Fauleta00d8172016-11-10 14:58:05 +01002604 t->expire = tick_first((tick_is_expired(t->expire, now_ms) ? 0 : t->expire),
2605 tick_first(tick_first(req->rex, req->wex),
2606 tick_first(res->rex, res->wex)));
Willy Tarreaudef0d222016-11-08 22:03:00 +01002607 if (!req->analysers)
2608 req->analyse_exp = TICK_ETERNITY;
2609
2610 if ((sess->fe->options & PR_O_CONTSTATS) && (s->flags & SF_BE_ASSIGNED) &&
2611 (!tick_isset(req->analyse_exp) || tick_is_expired(req->analyse_exp, now_ms)))
2612 req->analyse_exp = tick_add(now_ms, 5000);
2613
2614 t->expire = tick_first(t->expire, req->analyse_exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002615
Willy Tarreau9a398be2017-11-10 17:14:23 +01002616 t->expire = tick_first(t->expire, res->analyse_exp);
2617
Willy Tarreau8f128b42014-11-28 15:07:47 +01002618 if (si_f->exp)
2619 t->expire = tick_first(t->expire, si_f->exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002620
Willy Tarreau8f128b42014-11-28 15:07:47 +01002621 if (si_b->exp)
2622 t->expire = tick_first(t->expire, si_b->exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002623
Christopher Faulet56803b12017-11-24 16:06:18 +01002624 DPRINTF(stderr,
Willy Tarreau127334e2009-03-28 10:47:26 +01002625 "[%u] queuing with exp=%u req->rex=%u req->wex=%u req->ana_exp=%u"
2626 " rep->rex=%u rep->wex=%u, si[0].exp=%u, si[1].exp=%u, cs=%d, ss=%d\n",
Willy Tarreau8f128b42014-11-28 15:07:47 +01002627 now_ms, t->expire, req->rex, req->wex, req->analyse_exp,
2628 res->rex, res->wex, si_f->exp, si_b->exp, si_f->state, si_b->state);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002629
2630#ifdef DEBUG_DEV
2631 /* this may only happen when no timeout is set or in case of an FSM bug */
Willy Tarreaud0a201b2009-03-08 15:53:06 +01002632 if (!tick_isset(t->expire))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002633 ABORT_NOW();
2634#endif
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002635 s->pending_events &= ~(TASK_WOKEN_TIMER | TASK_WOKEN_RES);
Willy Tarreau87b09662015-04-03 00:22:06 +02002636 stream_release_buffers(s);
Olivier Houchardc2aa7112018-09-11 18:27:21 +02002637 /* We may have free'd some space in buffers, or have more to send/recv, try again */
Willy Tarreau4ad574f2019-04-25 19:48:10 +02002638
2639 if (cpu_time_before) {
2640 cpu_time_after = now_cpu_time();
2641 cpu_time_after -= cpu_time_before;
2642 if (cpu_time_after >= 100000000U) {
2643 /* more than 1 ms CPU time spent in analysers is already absolutely
2644 * insane, but on tiny machines where performance doesn't matter it
2645 * may happen when using tons of regex, so let's fix the threshold
2646 * to 100ms which must never ever be hit.
2647 */
2648 stream_dump_and_crash(&s->obj_type, -(cpu_time_after / 1000));
2649 }
2650 }
Willy Tarreau26c25062009-03-08 09:38:41 +01002651 return t; /* nothing more to do */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002652 }
2653
Willy Tarreaue7dff022015-04-03 01:14:29 +02002654 if (s->flags & SF_BE_ASSIGNED)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002655 _HA_ATOMIC_SUB(&s->be->beconn, 1);
Willy Tarreau6f5e4b92017-09-15 09:07:56 +02002656
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002657 if (unlikely((global.mode & MODE_DEBUG) &&
2658 (!(global.mode & MODE_QUIET) || (global.mode & MODE_VERBOSE)))) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002659 chunk_printf(&trash, "%08x:%s.closed[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002660 s->uniq_id, s->be->id,
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002661 objt_cs(si_f->end) ? (unsigned short)objt_cs(si_f->end)->conn->handle.fd : -1,
2662 objt_cs(si_b->end) ? (unsigned short)objt_cs(si_b->end)->conn->handle.fd : -1);
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002663 shut_your_big_mouth_gcc(write(1, trash.area, trash.data));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002664 }
2665
2666 s->logs.t_close = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreau87b09662015-04-03 00:22:06 +02002667 stream_process_counters(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002668
Willy Tarreaueee5b512015-04-03 23:46:31 +02002669 if (s->txn && s->txn->status) {
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002670 int n;
2671
Willy Tarreaueee5b512015-04-03 23:46:31 +02002672 n = s->txn->status / 100;
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002673 if (n < 1 || n > 5)
2674 n = 0;
2675
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002676 if (sess->fe->mode == PR_MODE_HTTP) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002677 _HA_ATOMIC_ADD(&sess->fe->fe_counters.p.http.rsp[n], 1);
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002678 }
Willy Tarreaue7dff022015-04-03 01:14:29 +02002679 if ((s->flags & SF_BE_ASSIGNED) &&
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002680 (s->be->mode == PR_MODE_HTTP)) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002681 _HA_ATOMIC_ADD(&s->be->be_counters.p.http.rsp[n], 1);
2682 _HA_ATOMIC_ADD(&s->be->be_counters.p.http.cum_req, 1);
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002683 }
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002684 }
2685
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002686 /* let's do a final log if we need it */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002687 if (!LIST_ISEMPTY(&sess->fe->logformat) && s->logs.logwait &&
Willy Tarreaue7dff022015-04-03 01:14:29 +02002688 !(s->flags & SF_MONITOR) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002689 (!(sess->fe->options & PR_O_NULLNOLOG) || req->total)) {
Willy Tarreau66425e32018-07-25 06:55:12 +02002690 /* we may need to know the position in the queue */
2691 pendconn_free(s);
Willy Tarreaua5555ec2008-11-30 19:02:32 +01002692 s->do_log(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002693 }
2694
Willy Tarreau87b09662015-04-03 00:22:06 +02002695 /* update time stats for this stream */
2696 stream_update_time_stats(s);
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002697
Willy Tarreau4ad574f2019-04-25 19:48:10 +02002698 if (cpu_time_before) {
2699 cpu_time_after = now_cpu_time();
2700 cpu_time_after -= cpu_time_before;
2701 if (cpu_time_after >= 100000000U) {
2702 /* more than 1 ms CPU time spent in analysers is already absolutely
2703 * insane, but on tiny machines where performance doesn't matter it
2704 * may happen when using tons of regex, so let's fix the threshold
2705 * to 100ms which must never ever be hit.
2706 */
2707 stream_dump_and_crash(&s->obj_type, -(cpu_time_after / 1000));
2708 }
2709 }
2710
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002711 /* the task MUST not be in the run queue anymore */
Willy Tarreau87b09662015-04-03 00:22:06 +02002712 stream_free(s);
Olivier Houchard3f795f72019-04-17 22:51:06 +02002713 task_destroy(t);
Willy Tarreau26c25062009-03-08 09:38:41 +01002714 return NULL;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002715}
2716
Willy Tarreau87b09662015-04-03 00:22:06 +02002717/* Update the stream's backend and server time stats */
2718void stream_update_time_stats(struct stream *s)
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002719{
2720 int t_request;
2721 int t_queue;
2722 int t_connect;
2723 int t_data;
2724 int t_close;
2725 struct server *srv;
2726
2727 t_request = 0;
2728 t_queue = s->logs.t_queue;
2729 t_connect = s->logs.t_connect;
2730 t_close = s->logs.t_close;
2731 t_data = s->logs.t_data;
2732
2733 if (s->be->mode != PR_MODE_HTTP)
2734 t_data = t_connect;
2735
2736 if (t_connect < 0 || t_data < 0)
2737 return;
2738
2739 if (tv_isge(&s->logs.tv_request, &s->logs.tv_accept))
2740 t_request = tv_ms_elapsed(&s->logs.tv_accept, &s->logs.tv_request);
2741
2742 t_data -= t_connect;
2743 t_connect -= t_queue;
2744 t_queue -= t_request;
2745
2746 srv = objt_server(s->target);
2747 if (srv) {
2748 swrate_add(&srv->counters.q_time, TIME_STATS_SAMPLES, t_queue);
2749 swrate_add(&srv->counters.c_time, TIME_STATS_SAMPLES, t_connect);
2750 swrate_add(&srv->counters.d_time, TIME_STATS_SAMPLES, t_data);
2751 swrate_add(&srv->counters.t_time, TIME_STATS_SAMPLES, t_close);
2752 }
Christopher Faulet2a944ee2017-11-07 10:42:54 +01002753 HA_SPIN_LOCK(PROXY_LOCK, &s->be->lock);
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002754 swrate_add(&s->be->be_counters.q_time, TIME_STATS_SAMPLES, t_queue);
2755 swrate_add(&s->be->be_counters.c_time, TIME_STATS_SAMPLES, t_connect);
2756 swrate_add(&s->be->be_counters.d_time, TIME_STATS_SAMPLES, t_data);
2757 swrate_add(&s->be->be_counters.t_time, TIME_STATS_SAMPLES, t_close);
Christopher Faulet2a944ee2017-11-07 10:42:54 +01002758 HA_SPIN_UNLOCK(PROXY_LOCK, &s->be->lock);
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002759}
2760
Willy Tarreau7c669d72008-06-20 15:04:11 +02002761/*
2762 * This function adjusts sess->srv_conn and maintains the previous and new
Willy Tarreau87b09662015-04-03 00:22:06 +02002763 * server's served stream counts. Setting newsrv to NULL is enough to release
Willy Tarreau7c669d72008-06-20 15:04:11 +02002764 * current connection slot. This function also notifies any LB algo which might
Willy Tarreau87b09662015-04-03 00:22:06 +02002765 * expect to be informed about any change in the number of active streams on a
Willy Tarreau7c669d72008-06-20 15:04:11 +02002766 * server.
2767 */
Willy Tarreau87b09662015-04-03 00:22:06 +02002768void sess_change_server(struct stream *sess, struct server *newsrv)
Willy Tarreau7c669d72008-06-20 15:04:11 +02002769{
2770 if (sess->srv_conn == newsrv)
2771 return;
2772
2773 if (sess->srv_conn) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002774 _HA_ATOMIC_SUB(&sess->srv_conn->served, 1);
2775 _HA_ATOMIC_SUB(&sess->srv_conn->proxy->served, 1);
2776 __ha_barrier_atomic_store();
Willy Tarreau7c669d72008-06-20 15:04:11 +02002777 if (sess->srv_conn->proxy->lbprm.server_drop_conn)
2778 sess->srv_conn->proxy->lbprm.server_drop_conn(sess->srv_conn);
Willy Tarreau87b09662015-04-03 00:22:06 +02002779 stream_del_srv_conn(sess);
Willy Tarreau7c669d72008-06-20 15:04:11 +02002780 }
2781
2782 if (newsrv) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002783 _HA_ATOMIC_ADD(&newsrv->served, 1);
2784 _HA_ATOMIC_ADD(&newsrv->proxy->served, 1);
2785 __ha_barrier_atomic_store();
Willy Tarreau7c669d72008-06-20 15:04:11 +02002786 if (newsrv->proxy->lbprm.server_take_conn)
2787 newsrv->proxy->lbprm.server_take_conn(newsrv);
Willy Tarreau87b09662015-04-03 00:22:06 +02002788 stream_add_srv_conn(sess, newsrv);
Willy Tarreau7c669d72008-06-20 15:04:11 +02002789 }
2790}
2791
Willy Tarreau84455332009-03-15 22:34:05 +01002792/* Handle server-side errors for default protocols. It is called whenever a a
2793 * connection setup is aborted or a request is aborted in queue. It sets the
Willy Tarreau87b09662015-04-03 00:22:06 +02002794 * stream termination flags so that the caller does not have to worry about
Willy Tarreau84455332009-03-15 22:34:05 +01002795 * them. It's installed as ->srv_error for the server-side stream_interface.
2796 */
Willy Tarreau87b09662015-04-03 00:22:06 +02002797void default_srv_error(struct stream *s, struct stream_interface *si)
Willy Tarreau84455332009-03-15 22:34:05 +01002798{
2799 int err_type = si->err_type;
2800 int err = 0, fin = 0;
2801
2802 if (err_type & SI_ET_QUEUE_ABRT) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002803 err = SF_ERR_CLICL;
2804 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002805 }
2806 else if (err_type & SI_ET_CONN_ABRT) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002807 err = SF_ERR_CLICL;
2808 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002809 }
2810 else if (err_type & SI_ET_QUEUE_TO) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002811 err = SF_ERR_SRVTO;
2812 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002813 }
2814 else if (err_type & SI_ET_QUEUE_ERR) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002815 err = SF_ERR_SRVCL;
2816 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002817 }
2818 else if (err_type & SI_ET_CONN_TO) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002819 err = SF_ERR_SRVTO;
2820 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002821 }
2822 else if (err_type & SI_ET_CONN_ERR) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002823 err = SF_ERR_SRVCL;
2824 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002825 }
Willy Tarreau2d400bb2012-05-14 12:11:47 +02002826 else if (err_type & SI_ET_CONN_RES) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002827 err = SF_ERR_RESOURCE;
2828 fin = SF_FINST_C;
Willy Tarreau2d400bb2012-05-14 12:11:47 +02002829 }
Willy Tarreau84455332009-03-15 22:34:05 +01002830 else /* SI_ET_CONN_OTHER and others */ {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002831 err = SF_ERR_INTERNAL;
2832 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002833 }
2834
Willy Tarreaue7dff022015-04-03 01:14:29 +02002835 if (!(s->flags & SF_ERR_MASK))
Willy Tarreau84455332009-03-15 22:34:05 +01002836 s->flags |= err;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002837 if (!(s->flags & SF_FINST_MASK))
Willy Tarreau84455332009-03-15 22:34:05 +01002838 s->flags |= fin;
2839}
Willy Tarreau7c669d72008-06-20 15:04:11 +02002840
Willy Tarreaue7dff022015-04-03 01:14:29 +02002841/* kill a stream and set the termination flags to <why> (one of SF_ERR_*) */
Willy Tarreau87b09662015-04-03 00:22:06 +02002842void stream_shutdown(struct stream *stream, int why)
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002843{
Willy Tarreau87b09662015-04-03 00:22:06 +02002844 if (stream->req.flags & (CF_SHUTW|CF_SHUTW_NOW))
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002845 return;
2846
Willy Tarreau87b09662015-04-03 00:22:06 +02002847 channel_shutw_now(&stream->req);
2848 channel_shutr_now(&stream->res);
2849 stream->task->nice = 1024;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002850 if (!(stream->flags & SF_ERR_MASK))
Willy Tarreau87b09662015-04-03 00:22:06 +02002851 stream->flags |= why;
2852 task_wakeup(stream->task, TASK_WOKEN_OTHER);
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002853}
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +02002854
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002855/* dumps an error message for type <type> at ptr <ptr> related to stream <s>,
2856 * having reached loop rate <rate>, then aborts hoping to retrieve a core. If
2857 * <rate> is negative instead it reports a duration in microseconds.
2858 */
2859void stream_dump_and_crash(enum obj_type *obj, int rate)
2860{
2861 const struct conn_stream *csf, *csb;
2862 const struct connection *cof, *cob;
2863 const struct appctx *acf, *acb;
2864 const struct server *srv;
2865 const struct stream *s;
2866 const char *src = "unknown";
2867 const char *dst = "unknown";
2868 char pn[INET6_ADDRSTRLEN];
2869 char *msg = NULL;
2870 const char *fmt;
2871 const struct channel *req, *res;
2872 const struct stream_interface *si_f, *si_b;
2873 const void *ptr;
2874
2875 ptr = s = objt_stream(obj);
2876 if (!s) {
2877 const struct appctx *appctx = objt_appctx(obj);
2878 if (!appctx)
2879 return;
2880 ptr = appctx;
2881 s = si_strm(appctx->owner);
2882 if (!s)
2883 return;
2884 }
2885
2886 si_f = &s->si[0];
2887 si_b = &s->si[1];
2888 req = &s->req;
2889 res = &s->res;
2890
2891 csf = objt_cs(si_f->end);
2892 cof = cs_conn(csf);
2893 acf = objt_appctx(si_f->end);
2894 if (cof && addr_to_str(&cof->addr.from, pn, sizeof(pn)) >= 0)
2895 src = pn;
2896 else if (acf)
2897 src = acf->applet->name;
2898
2899 csb = objt_cs(si_b->end);
2900 cob = cs_conn(csb);
2901 acb = objt_appctx(si_b->end);
2902 srv = objt_server(s->target);
2903 if (srv)
2904 dst = srv->id;
2905 else if (acb)
2906 dst = acb->applet->name;
2907
2908 if (rate < 0) {
2909 fmt = "A bogus %s [%p] halted the whole thread for at least %d microseconds "
2910 "resulting in a complete freeze of all other tasks, aborting now! Please "
2911 "report this error to developers "
2912 "[src=%s fe=%s be=%s dst=%s rqf=%x rqa=%x rpf=%x rpa=%x sif=%s,%x sib=%s,%x "
2913 "cof=%p,%x:%s/%s/%s/%d cob=%p,%x:%s/%s/%s/%d csf=%p,%x csb=%p,%x af=%p,%u ab=%p,%u]\n";
2914 rate = -rate;
2915 }
2916 else {
2917 fmt = "A bogus %s [%p] is spinning at %d calls per second and refuses to die, "
2918 "aborting now! Please report this error to developers "
2919 "[src=%s fe=%s be=%s dst=%s rqf=%x rqa=%x rpf=%x rpa=%x sif=%s,%x sib=%s,%x "
2920 "cof=%p,%x:%s/%s/%s/%d cob=%p,%x:%s/%s/%s/%d csf=%p,%x csb=%p,%x af=%p,%u ab=%p,%u]\n";
2921 }
2922
2923 memprintf(&msg, fmt,
2924 obj_type_name(obj), ptr, rate, src, s->sess->fe->id, s->be->id, dst,
2925 req->flags, req->analysers, res->flags, res->analysers,
2926 si_state_str(si_f->state), si_f->flags,
2927 si_state_str(si_b->state), si_b->flags,
2928 cof, cof ? cof->flags : 0, conn_get_mux_name(cof), conn_get_xprt_name(cof), conn_get_ctrl_name(cof), cof?cof->handle.fd:0,
2929 cob, cob ? cob->flags : 0, conn_get_mux_name(cob), conn_get_xprt_name(cob), conn_get_ctrl_name(cob), cob?cob->handle.fd:0,
2930 csf, csf ? csf->flags : 0, csb, csb ? csb->flags : 0,
2931 acf, acf ? acf->st0 : 0, acb, acb ? acb->st0 : 0);
2932
2933 ha_alert("%s", msg);
2934 send_log(NULL, LOG_EMERG, "%s", msg);
2935 abort();
2936}
2937
Willy Tarreau8b22a712010-06-18 17:46:06 +02002938/************************************************************************/
2939/* All supported ACL keywords must be declared here. */
2940/************************************************************************/
2941
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02002942/* 0=OK, <0=Alert, >0=Warning */
2943static enum act_parse_ret stream_parse_use_service(const char **args, int *cur_arg,
2944 struct proxy *px, struct act_rule *rule,
2945 char **err)
2946{
2947 struct action_kw *kw;
2948
2949 /* Check if the service name exists. */
2950 if (*(args[*cur_arg]) == 0) {
2951 memprintf(err, "'%s' expects a service name.", args[0]);
Thierry FOURNIER337eae12015-11-26 19:48:04 +01002952 return ACT_RET_PRS_ERR;
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02002953 }
2954
2955 /* lookup for keyword corresponding to a service. */
2956 kw = action_lookup(&service_keywords, args[*cur_arg]);
2957 if (!kw) {
2958 memprintf(err, "'%s' unknown service name.", args[1]);
2959 return ACT_RET_PRS_ERR;
2960 }
2961 (*cur_arg)++;
2962
2963 /* executes specific rule parser. */
2964 rule->kw = kw;
2965 if (kw->parse((const char **)args, cur_arg, px, rule, err) == ACT_RET_PRS_ERR)
2966 return ACT_RET_PRS_ERR;
2967
2968 /* Register processing function. */
2969 rule->action_ptr = process_use_service;
2970 rule->action = ACT_CUSTOM;
2971
2972 return ACT_RET_PRS_OK;
2973}
2974
2975void service_keywords_register(struct action_kw_list *kw_list)
2976{
2977 LIST_ADDQ(&service_keywords, &kw_list->list);
2978}
2979
Willy Tarreau679bba12019-03-19 08:08:10 +01002980/* Lists the known services on <out> */
2981void list_services(FILE *out)
2982{
2983 struct action_kw_list *kw_list;
2984 int found = 0;
2985 int i;
2986
2987 fprintf(out, "Available services :");
2988 list_for_each_entry(kw_list, &service_keywords, list) {
2989 for (i = 0; kw_list->kw[i].kw != NULL; i++) {
2990 if (!found)
2991 fputc('\n', out);
2992 found = 1;
2993 fprintf(out, "\t%s\n", kw_list->kw[i].kw);
2994 }
2995 }
2996 if (!found)
2997 fprintf(out, " none\n");
2998}
William Lallemand4c5b4d52016-11-21 08:51:11 +01002999
3000/* This function dumps a complete stream state onto the stream interface's
3001 * read buffer. The stream has to be set in strm. It returns 0 if the output
3002 * buffer is full and it needs to be called again, otherwise non-zero. It is
3003 * designed to be called from stats_dump_strm_to_buffer() below.
3004 */
3005static int stats_dump_full_strm_to_buffer(struct stream_interface *si, struct stream *strm)
3006{
3007 struct appctx *appctx = __objt_appctx(si->end);
3008 struct tm tm;
3009 extern const char *monthname[12];
3010 char pn[INET6_ADDRSTRLEN];
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003011 struct conn_stream *cs;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003012 struct connection *conn;
3013 struct appctx *tmpctx;
3014
3015 chunk_reset(&trash);
3016
3017 if (appctx->ctx.sess.section > 0 && appctx->ctx.sess.uid != strm->uniq_id) {
3018 /* stream changed, no need to go any further */
3019 chunk_appendf(&trash, " *** session terminated while we were watching it ***\n");
Willy Tarreaue6e52362019-01-04 17:42:57 +01003020 if (ci_putchk(si_ic(si), &trash) == -1)
3021 goto full;
3022 goto done;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003023 }
3024
3025 switch (appctx->ctx.sess.section) {
3026 case 0: /* main status of the stream */
3027 appctx->ctx.sess.uid = strm->uniq_id;
3028 appctx->ctx.sess.section = 1;
3029 /* fall through */
3030
3031 case 1:
3032 get_localtime(strm->logs.accept_date.tv_sec, &tm);
3033 chunk_appendf(&trash,
3034 "%p: [%02d/%s/%04d:%02d:%02d:%02d.%06d] id=%u proto=%s",
3035 strm,
3036 tm.tm_mday, monthname[tm.tm_mon], tm.tm_year+1900,
3037 tm.tm_hour, tm.tm_min, tm.tm_sec, (int)(strm->logs.accept_date.tv_usec),
3038 strm->uniq_id,
3039 strm_li(strm) ? strm_li(strm)->proto->name : "?");
3040
3041 conn = objt_conn(strm_orig(strm));
3042 switch (conn ? addr_to_str(&conn->addr.from, pn, sizeof(pn)) : AF_UNSPEC) {
3043 case AF_INET:
3044 case AF_INET6:
3045 chunk_appendf(&trash, " source=%s:%d\n",
3046 pn, get_host_port(&conn->addr.from));
3047 break;
3048 case AF_UNIX:
3049 chunk_appendf(&trash, " source=unix:%d\n", strm_li(strm)->luid);
3050 break;
3051 default:
3052 /* no more information to print right now */
3053 chunk_appendf(&trash, "\n");
3054 break;
3055 }
3056
3057 chunk_appendf(&trash,
Willy Tarreauadf7a152019-01-07 10:10:07 +01003058 " flags=0x%x, conn_retries=%d, srv_conn=%p, pend_pos=%p waiting=%d\n",
3059 strm->flags, strm->si[1].conn_retries, strm->srv_conn, strm->pend_pos,
3060 !LIST_ISEMPTY(&strm->buffer_wait.list));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003061
3062 chunk_appendf(&trash,
3063 " frontend=%s (id=%u mode=%s), listener=%s (id=%u)",
3064 strm_fe(strm)->id, strm_fe(strm)->uuid, strm_fe(strm)->mode ? "http" : "tcp",
3065 strm_li(strm) ? strm_li(strm)->name ? strm_li(strm)->name : "?" : "?",
3066 strm_li(strm) ? strm_li(strm)->luid : 0);
3067
3068 if (conn)
3069 conn_get_to_addr(conn);
3070
3071 switch (conn ? addr_to_str(&conn->addr.to, pn, sizeof(pn)) : AF_UNSPEC) {
3072 case AF_INET:
3073 case AF_INET6:
3074 chunk_appendf(&trash, " addr=%s:%d\n",
3075 pn, get_host_port(&conn->addr.to));
3076 break;
3077 case AF_UNIX:
3078 chunk_appendf(&trash, " addr=unix:%d\n", strm_li(strm)->luid);
3079 break;
3080 default:
3081 /* no more information to print right now */
3082 chunk_appendf(&trash, "\n");
3083 break;
3084 }
3085
3086 if (strm->be->cap & PR_CAP_BE)
3087 chunk_appendf(&trash,
3088 " backend=%s (id=%u mode=%s)",
3089 strm->be->id,
3090 strm->be->uuid, strm->be->mode ? "http" : "tcp");
3091 else
3092 chunk_appendf(&trash, " backend=<NONE> (id=-1 mode=-)");
3093
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003094 cs = objt_cs(strm->si[1].end);
3095 conn = cs_conn(cs);
3096
William Lallemand4c5b4d52016-11-21 08:51:11 +01003097 if (conn)
3098 conn_get_from_addr(conn);
3099
3100 switch (conn ? addr_to_str(&conn->addr.from, pn, sizeof(pn)) : AF_UNSPEC) {
3101 case AF_INET:
3102 case AF_INET6:
3103 chunk_appendf(&trash, " addr=%s:%d\n",
3104 pn, get_host_port(&conn->addr.from));
3105 break;
3106 case AF_UNIX:
3107 chunk_appendf(&trash, " addr=unix\n");
3108 break;
3109 default:
3110 /* no more information to print right now */
3111 chunk_appendf(&trash, "\n");
3112 break;
3113 }
3114
3115 if (strm->be->cap & PR_CAP_BE)
3116 chunk_appendf(&trash,
3117 " server=%s (id=%u)",
3118 objt_server(strm->target) ? objt_server(strm->target)->id : "<none>",
3119 objt_server(strm->target) ? objt_server(strm->target)->puid : 0);
3120 else
3121 chunk_appendf(&trash, " server=<NONE> (id=-1)");
3122
3123 if (conn)
3124 conn_get_to_addr(conn);
3125
3126 switch (conn ? addr_to_str(&conn->addr.to, pn, sizeof(pn)) : AF_UNSPEC) {
3127 case AF_INET:
3128 case AF_INET6:
3129 chunk_appendf(&trash, " addr=%s:%d\n",
3130 pn, get_host_port(&conn->addr.to));
3131 break;
3132 case AF_UNIX:
3133 chunk_appendf(&trash, " addr=unix\n");
3134 break;
3135 default:
3136 /* no more information to print right now */
3137 chunk_appendf(&trash, "\n");
3138 break;
3139 }
3140
3141 chunk_appendf(&trash,
Willy Tarreau2e9c1d22019-04-24 08:28:31 +02003142 " task=%p (state=0x%02x nice=%d calls=%u rate=%u exp=%s tmask=0x%lx%s",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003143 strm->task,
3144 strm->task->state,
Willy Tarreau2e9c1d22019-04-24 08:28:31 +02003145 strm->task->nice, strm->task->calls, read_freq_ctr(&strm->call_rate),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003146 strm->task->expire ?
3147 tick_is_expired(strm->task->expire, now_ms) ? "<PAST>" :
3148 human_time(TICKS_TO_MS(strm->task->expire - now_ms),
3149 TICKS_TO_MS(1000)) : "<NEVER>",
Christopher Fauletf0205062017-11-15 20:56:43 +01003150 strm->task->thread_mask,
William Lallemand4c5b4d52016-11-21 08:51:11 +01003151 task_in_rq(strm->task) ? ", running" : "");
3152
3153 chunk_appendf(&trash,
3154 " age=%s)\n",
3155 human_time(now.tv_sec - strm->logs.accept_date.tv_sec, 1));
3156
3157 if (strm->txn)
3158 chunk_appendf(&trash,
Willy Tarreau7778b592019-01-07 10:38:10 +01003159 " txn=%p flags=0x%x meth=%d status=%d req.st=%s rsp.st=%s\n"
3160 " req.f=0x%02x blen=%llu chnk=%llu next=%u\n"
3161 " rsp.f=0x%02x blen=%llu chnk=%llu next=%u\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003162 strm->txn, strm->txn->flags, strm->txn->meth, strm->txn->status,
Willy Tarreau7778b592019-01-07 10:38:10 +01003163 h1_msg_state_str(strm->txn->req.msg_state), h1_msg_state_str(strm->txn->rsp.msg_state),
3164 strm->txn->req.flags, strm->txn->req.body_len, strm->txn->req.chunk_len, strm->txn->req.next,
3165 strm->txn->rsp.flags, strm->txn->rsp.body_len, strm->txn->rsp.chunk_len, strm->txn->rsp.next);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003166
3167 chunk_appendf(&trash,
Christopher Faulet224a2d72019-01-04 15:06:13 +01003168 " si[0]=%p (state=%s flags=0x%02x endp0=%s:%p exp=%s et=0x%03x sub=%d)\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003169 &strm->si[0],
3170 si_state_str(strm->si[0].state),
3171 strm->si[0].flags,
3172 obj_type_name(strm->si[0].end),
3173 obj_base_ptr(strm->si[0].end),
3174 strm->si[0].exp ?
3175 tick_is_expired(strm->si[0].exp, now_ms) ? "<PAST>" :
3176 human_time(TICKS_TO_MS(strm->si[0].exp - now_ms),
3177 TICKS_TO_MS(1000)) : "<NEVER>",
Christopher Faulet224a2d72019-01-04 15:06:13 +01003178 strm->si[0].err_type, strm->si[0].wait_event.events);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003179
3180 chunk_appendf(&trash,
Christopher Faulet224a2d72019-01-04 15:06:13 +01003181 " si[1]=%p (state=%s flags=0x%02x endp1=%s:%p exp=%s et=0x%03x sub=%d)\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003182 &strm->si[1],
3183 si_state_str(strm->si[1].state),
3184 strm->si[1].flags,
3185 obj_type_name(strm->si[1].end),
3186 obj_base_ptr(strm->si[1].end),
3187 strm->si[1].exp ?
3188 tick_is_expired(strm->si[1].exp, now_ms) ? "<PAST>" :
3189 human_time(TICKS_TO_MS(strm->si[1].exp - now_ms),
3190 TICKS_TO_MS(1000)) : "<NEVER>",
Christopher Faulet224a2d72019-01-04 15:06:13 +01003191 strm->si[1].err_type, strm->si[1].wait_event.events);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003192
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003193 if ((cs = objt_cs(strm->si[0].end)) != NULL) {
3194 conn = cs->conn;
3195
William Lallemand4c5b4d52016-11-21 08:51:11 +01003196 chunk_appendf(&trash,
Willy Tarreau53a47662017-08-28 10:53:00 +02003197 " co0=%p ctrl=%s xprt=%s mux=%s data=%s target=%s:%p\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003198 conn,
3199 conn_get_ctrl_name(conn),
3200 conn_get_xprt_name(conn),
Willy Tarreau53a47662017-08-28 10:53:00 +02003201 conn_get_mux_name(conn),
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003202 cs_get_data_name(cs),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003203 obj_type_name(conn->target),
3204 obj_base_ptr(conn->target));
3205
3206 chunk_appendf(&trash,
Christopher Fauletf0205062017-11-15 20:56:43 +01003207 " flags=0x%08x fd=%d fd.state=%02x fd.cache=%d updt=%d fd.tmask=0x%lx\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003208 conn->flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02003209 conn->handle.fd,
3210 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].state : 0,
Olivier Houchard12568362018-01-31 18:07:29 +01003211 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].cache.next >= -2 : 0,
Willy Tarreauebc78d72018-01-20 23:53:50 +01003212 conn->handle.fd >= 0 ? !!(fdtab[conn->handle.fd].update_mask & tid_bit) : 0,
Christopher Fauletf0205062017-11-15 20:56:43 +01003213 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].thread_mask: 0);
Willy Tarreaufb3b1b02018-12-18 14:28:24 +01003214
3215 chunk_appendf(&trash, " cs=%p csf=0x%08x ctx=%p\n", cs, cs->flags, cs->ctx);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003216 }
3217 else if ((tmpctx = objt_appctx(strm->si[0].end)) != NULL) {
3218 chunk_appendf(&trash,
Willy Tarreau22d63a22019-04-24 08:41:29 +02003219 " app0=%p st0=%d st1=%d st2=%d applet=%s tmask=0x%lx nice=%d calls=%u rate=%u cpu=%llu lat=%llu\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003220 tmpctx,
3221 tmpctx->st0,
3222 tmpctx->st1,
3223 tmpctx->st2,
Christopher Fauletf0205062017-11-15 20:56:43 +01003224 tmpctx->applet->name,
Willy Tarreau34b1fac2018-05-31 14:40:19 +02003225 tmpctx->thread_mask,
Willy Tarreau22d63a22019-04-24 08:41:29 +02003226 tmpctx->t->nice, tmpctx->t->calls, read_freq_ctr(&tmpctx->call_rate),
Willy Tarreau9efd7452018-05-31 14:48:54 +02003227 (unsigned long long)tmpctx->t->cpu_time, (unsigned long long)tmpctx->t->lat_time);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003228 }
3229
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003230 if ((cs = objt_cs(strm->si[1].end)) != NULL) {
3231 conn = cs->conn;
3232
William Lallemand4c5b4d52016-11-21 08:51:11 +01003233 chunk_appendf(&trash,
Willy Tarreau53a47662017-08-28 10:53:00 +02003234 " co1=%p ctrl=%s xprt=%s mux=%s data=%s target=%s:%p\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003235 conn,
3236 conn_get_ctrl_name(conn),
3237 conn_get_xprt_name(conn),
Willy Tarreau53a47662017-08-28 10:53:00 +02003238 conn_get_mux_name(conn),
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003239 cs_get_data_name(cs),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003240 obj_type_name(conn->target),
3241 obj_base_ptr(conn->target));
3242
3243 chunk_appendf(&trash,
Christopher Fauletf0205062017-11-15 20:56:43 +01003244 " flags=0x%08x fd=%d fd.state=%02x fd.cache=%d updt=%d fd.tmask=0x%lx\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003245 conn->flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02003246 conn->handle.fd,
3247 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].state : 0,
Olivier Houchard12568362018-01-31 18:07:29 +01003248 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].cache.next >= -2 : 0,
Willy Tarreauebc78d72018-01-20 23:53:50 +01003249 conn->handle.fd >= 0 ? !!(fdtab[conn->handle.fd].update_mask & tid_bit) : 0,
Christopher Fauletf0205062017-11-15 20:56:43 +01003250 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].thread_mask: 0);
Willy Tarreaufb3b1b02018-12-18 14:28:24 +01003251
3252 chunk_appendf(&trash, " cs=%p csf=0x%08x ctx=%p\n", cs, cs->flags, cs->ctx);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003253 }
3254 else if ((tmpctx = objt_appctx(strm->si[1].end)) != NULL) {
3255 chunk_appendf(&trash,
Willy Tarreau22d63a22019-04-24 08:41:29 +02003256 " app1=%p st0=%d st1=%d st2=%d applet=%s tmask=0x%lx nice=%d calls=%u rate=%u cpu=%llu lat=%llu\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003257 tmpctx,
3258 tmpctx->st0,
3259 tmpctx->st1,
3260 tmpctx->st2,
Christopher Fauletf0205062017-11-15 20:56:43 +01003261 tmpctx->applet->name,
Willy Tarreau34b1fac2018-05-31 14:40:19 +02003262 tmpctx->thread_mask,
Willy Tarreau22d63a22019-04-24 08:41:29 +02003263 tmpctx->t->nice, tmpctx->t->calls, read_freq_ctr(&tmpctx->call_rate),
Willy Tarreau9efd7452018-05-31 14:48:54 +02003264 (unsigned long long)tmpctx->t->cpu_time, (unsigned long long)tmpctx->t->lat_time);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003265 }
3266
3267 chunk_appendf(&trash,
3268 " req=%p (f=0x%06x an=0x%x pipe=%d tofwd=%d total=%lld)\n"
3269 " an_exp=%s",
3270 &strm->req,
3271 strm->req.flags, strm->req.analysers,
3272 strm->req.pipe ? strm->req.pipe->data : 0,
3273 strm->req.to_forward, strm->req.total,
3274 strm->req.analyse_exp ?
3275 human_time(TICKS_TO_MS(strm->req.analyse_exp - now_ms),
3276 TICKS_TO_MS(1000)) : "<NEVER>");
3277
3278 chunk_appendf(&trash,
3279 " rex=%s",
3280 strm->req.rex ?
3281 human_time(TICKS_TO_MS(strm->req.rex - now_ms),
3282 TICKS_TO_MS(1000)) : "<NEVER>");
3283
3284 chunk_appendf(&trash,
3285 " wex=%s\n"
Willy Tarreau7e9c30a2018-06-15 19:24:46 +02003286 " buf=%p data=%p o=%u p=%u req.next=%d i=%u size=%u\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003287 strm->req.wex ?
3288 human_time(TICKS_TO_MS(strm->req.wex - now_ms),
3289 TICKS_TO_MS(1000)) : "<NEVER>",
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003290 &strm->req.buf,
3291 b_orig(&strm->req.buf), (unsigned int)co_data(&strm->req),
Willy Tarreau7e9c30a2018-06-15 19:24:46 +02003292 (unsigned int)ci_head_ofs(&strm->req),
Willy Tarreau591d4452018-06-15 17:21:00 +02003293 strm->txn ? strm->txn->req.next : 0, (unsigned int)ci_data(&strm->req),
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003294 (unsigned int)strm->req.buf.size);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003295
Christopher Fauletb9af8812019-01-04 14:30:44 +01003296 if (IS_HTX_STRM(strm)) {
3297 struct htx *htx = htxbuf(&strm->req.buf);
3298
3299 chunk_appendf(&trash,
Willy Tarreaub84e67f2019-01-07 10:01:34 +01003300 " htx=%p flags=0x%x size=%u data=%u used=%u wrap=%s extra=%llu\n",
3301 htx, htx->flags, htx->size, htx->data, htx->used,
Christopher Fauletb9af8812019-01-04 14:30:44 +01003302 (!htx->used || htx->tail+1 == htx->wrap) ? "NO" : "YES",
3303 (unsigned long long)htx->extra);
3304 }
3305
William Lallemand4c5b4d52016-11-21 08:51:11 +01003306 chunk_appendf(&trash,
3307 " res=%p (f=0x%06x an=0x%x pipe=%d tofwd=%d total=%lld)\n"
3308 " an_exp=%s",
3309 &strm->res,
3310 strm->res.flags, strm->res.analysers,
3311 strm->res.pipe ? strm->res.pipe->data : 0,
3312 strm->res.to_forward, strm->res.total,
3313 strm->res.analyse_exp ?
3314 human_time(TICKS_TO_MS(strm->res.analyse_exp - now_ms),
3315 TICKS_TO_MS(1000)) : "<NEVER>");
3316
3317 chunk_appendf(&trash,
3318 " rex=%s",
3319 strm->res.rex ?
3320 human_time(TICKS_TO_MS(strm->res.rex - now_ms),
3321 TICKS_TO_MS(1000)) : "<NEVER>");
3322
3323 chunk_appendf(&trash,
3324 " wex=%s\n"
Willy Tarreau7e9c30a2018-06-15 19:24:46 +02003325 " buf=%p data=%p o=%u p=%u rsp.next=%d i=%u size=%u\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003326 strm->res.wex ?
3327 human_time(TICKS_TO_MS(strm->res.wex - now_ms),
3328 TICKS_TO_MS(1000)) : "<NEVER>",
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003329 &strm->res.buf,
3330 b_orig(&strm->res.buf), (unsigned int)co_data(&strm->res),
Willy Tarreau7e9c30a2018-06-15 19:24:46 +02003331 (unsigned int)ci_head_ofs(&strm->res),
Willy Tarreau591d4452018-06-15 17:21:00 +02003332 strm->txn ? strm->txn->rsp.next : 0, (unsigned int)ci_data(&strm->res),
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003333 (unsigned int)strm->res.buf.size);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003334
Christopher Fauletb9af8812019-01-04 14:30:44 +01003335 if (IS_HTX_STRM(strm)) {
3336 struct htx *htx = htxbuf(&strm->res.buf);
3337
3338 chunk_appendf(&trash,
3339 " htx=%p flags=0x%x size=%u data=%u used=%u wrap=%s extra=%llu\n",
3340 htx, htx->flags, htx->size, htx->data, htx->used,
3341 (!htx->used || htx->tail+1 == htx->wrap) ? "NO" : "YES",
3342 (unsigned long long)htx->extra);
3343 }
3344
Willy Tarreaue6e52362019-01-04 17:42:57 +01003345 if (ci_putchk(si_ic(si), &trash) == -1)
3346 goto full;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003347
3348 /* use other states to dump the contents */
3349 }
3350 /* end of dump */
Willy Tarreaue6e52362019-01-04 17:42:57 +01003351 done:
William Lallemand4c5b4d52016-11-21 08:51:11 +01003352 appctx->ctx.sess.uid = 0;
3353 appctx->ctx.sess.section = 0;
3354 return 1;
Willy Tarreaue6e52362019-01-04 17:42:57 +01003355 full:
3356 return 0;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003357}
3358
3359
Aurélien Nephtaliabbf6072018-04-18 13:26:46 +02003360static int cli_parse_show_sess(char **args, char *payload, struct appctx *appctx, void *private)
William Lallemand4c5b4d52016-11-21 08:51:11 +01003361{
William Lallemand4c5b4d52016-11-21 08:51:11 +01003362 if (!cli_has_level(appctx, ACCESS_LVL_OPER))
3363 return 1;
3364
3365 if (*args[2] && strcmp(args[2], "all") == 0)
3366 appctx->ctx.sess.target = (void *)-1;
3367 else if (*args[2])
3368 appctx->ctx.sess.target = (void *)strtoul(args[2], NULL, 0);
3369 else
3370 appctx->ctx.sess.target = NULL;
3371 appctx->ctx.sess.section = 0; /* start with stream status */
3372 appctx->ctx.sess.pos = 0;
3373
3374 return 0;
3375}
3376
3377/* This function dumps all streams' states onto the stream interface's
3378 * read buffer. It returns 0 if the output buffer is full and it needs
Willy Tarreaue6e52362019-01-04 17:42:57 +01003379 * to be called again, otherwise non-zero. It proceeds in an isolated
3380 * thread so there is no thread safety issue here.
William Lallemand4c5b4d52016-11-21 08:51:11 +01003381 */
3382static int cli_io_handler_dump_sess(struct appctx *appctx)
3383{
3384 struct stream_interface *si = appctx->owner;
3385 struct connection *conn;
3386
Willy Tarreaue6e52362019-01-04 17:42:57 +01003387 thread_isolate();
3388
William Lallemand4c5b4d52016-11-21 08:51:11 +01003389 if (unlikely(si_ic(si)->flags & (CF_WRITE_ERROR|CF_SHUTW))) {
3390 /* If we're forced to shut down, we might have to remove our
3391 * reference to the last stream being dumped.
3392 */
3393 if (appctx->st2 == STAT_ST_LIST) {
3394 if (!LIST_ISEMPTY(&appctx->ctx.sess.bref.users)) {
3395 LIST_DEL(&appctx->ctx.sess.bref.users);
3396 LIST_INIT(&appctx->ctx.sess.bref.users);
3397 }
3398 }
Willy Tarreaue6e52362019-01-04 17:42:57 +01003399 goto done;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003400 }
3401
3402 chunk_reset(&trash);
3403
3404 switch (appctx->st2) {
3405 case STAT_ST_INIT:
3406 /* the function had not been called yet, let's prepare the
3407 * buffer for a response. We initialize the current stream
3408 * pointer to the first in the global list. When a target
3409 * stream is being destroyed, it is responsible for updating
3410 * this pointer. We know we have reached the end when this
3411 * pointer points back to the head of the streams list.
3412 */
3413 LIST_INIT(&appctx->ctx.sess.bref.users);
3414 appctx->ctx.sess.bref.ref = streams.n;
3415 appctx->st2 = STAT_ST_LIST;
3416 /* fall through */
3417
3418 case STAT_ST_LIST:
3419 /* first, let's detach the back-ref from a possible previous stream */
3420 if (!LIST_ISEMPTY(&appctx->ctx.sess.bref.users)) {
3421 LIST_DEL(&appctx->ctx.sess.bref.users);
3422 LIST_INIT(&appctx->ctx.sess.bref.users);
3423 }
3424
3425 /* and start from where we stopped */
3426 while (appctx->ctx.sess.bref.ref != &streams) {
3427 char pn[INET6_ADDRSTRLEN];
3428 struct stream *curr_strm;
3429
3430 curr_strm = LIST_ELEM(appctx->ctx.sess.bref.ref, struct stream *, list);
3431
3432 if (appctx->ctx.sess.target) {
3433 if (appctx->ctx.sess.target != (void *)-1 && appctx->ctx.sess.target != curr_strm)
3434 goto next_sess;
3435
3436 LIST_ADDQ(&curr_strm->back_refs, &appctx->ctx.sess.bref.users);
3437 /* call the proper dump() function and return if we're missing space */
Willy Tarreaue6e52362019-01-04 17:42:57 +01003438 if (!stats_dump_full_strm_to_buffer(si, curr_strm))
3439 goto full;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003440
3441 /* stream dump complete */
3442 LIST_DEL(&appctx->ctx.sess.bref.users);
3443 LIST_INIT(&appctx->ctx.sess.bref.users);
3444 if (appctx->ctx.sess.target != (void *)-1) {
3445 appctx->ctx.sess.target = NULL;
3446 break;
3447 }
3448 else
3449 goto next_sess;
3450 }
3451
3452 chunk_appendf(&trash,
3453 "%p: proto=%s",
3454 curr_strm,
3455 strm_li(curr_strm) ? strm_li(curr_strm)->proto->name : "?");
3456
3457 conn = objt_conn(strm_orig(curr_strm));
3458 switch (conn ? addr_to_str(&conn->addr.from, pn, sizeof(pn)) : AF_UNSPEC) {
3459 case AF_INET:
3460 case AF_INET6:
3461 chunk_appendf(&trash,
3462 " src=%s:%d fe=%s be=%s srv=%s",
3463 pn,
3464 get_host_port(&conn->addr.from),
3465 strm_fe(curr_strm)->id,
3466 (curr_strm->be->cap & PR_CAP_BE) ? curr_strm->be->id : "<NONE>",
3467 objt_server(curr_strm->target) ? objt_server(curr_strm->target)->id : "<none>"
3468 );
3469 break;
3470 case AF_UNIX:
3471 chunk_appendf(&trash,
3472 " src=unix:%d fe=%s be=%s srv=%s",
3473 strm_li(curr_strm)->luid,
3474 strm_fe(curr_strm)->id,
3475 (curr_strm->be->cap & PR_CAP_BE) ? curr_strm->be->id : "<NONE>",
3476 objt_server(curr_strm->target) ? objt_server(curr_strm->target)->id : "<none>"
3477 );
3478 break;
3479 }
3480
3481 chunk_appendf(&trash,
Willy Tarreau2e9c1d22019-04-24 08:28:31 +02003482 " ts=%02x age=%s calls=%u rate=%u cpu=%llu lat=%llu",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003483 curr_strm->task->state,
3484 human_time(now.tv_sec - curr_strm->logs.tv_accept.tv_sec, 1),
Willy Tarreau2e9c1d22019-04-24 08:28:31 +02003485 curr_strm->task->calls, read_freq_ctr(&curr_strm->call_rate),
Willy Tarreau9efd7452018-05-31 14:48:54 +02003486 (unsigned long long)curr_strm->task->cpu_time, (unsigned long long)curr_strm->task->lat_time);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003487
3488 chunk_appendf(&trash,
Willy Tarreau506a29a2018-07-18 10:07:58 +02003489 " rq[f=%06xh,i=%u,an=%02xh,rx=%s",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003490 curr_strm->req.flags,
Willy Tarreau7e9c30a2018-06-15 19:24:46 +02003491 (unsigned int)ci_data(&curr_strm->req),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003492 curr_strm->req.analysers,
3493 curr_strm->req.rex ?
3494 human_time(TICKS_TO_MS(curr_strm->req.rex - now_ms),
3495 TICKS_TO_MS(1000)) : "");
3496
3497 chunk_appendf(&trash,
3498 ",wx=%s",
3499 curr_strm->req.wex ?
3500 human_time(TICKS_TO_MS(curr_strm->req.wex - now_ms),
3501 TICKS_TO_MS(1000)) : "");
3502
3503 chunk_appendf(&trash,
3504 ",ax=%s]",
3505 curr_strm->req.analyse_exp ?
3506 human_time(TICKS_TO_MS(curr_strm->req.analyse_exp - now_ms),
3507 TICKS_TO_MS(1000)) : "");
3508
3509 chunk_appendf(&trash,
Willy Tarreau506a29a2018-07-18 10:07:58 +02003510 " rp[f=%06xh,i=%u,an=%02xh,rx=%s",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003511 curr_strm->res.flags,
Willy Tarreau7e9c30a2018-06-15 19:24:46 +02003512 (unsigned int)ci_data(&curr_strm->res),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003513 curr_strm->res.analysers,
3514 curr_strm->res.rex ?
3515 human_time(TICKS_TO_MS(curr_strm->res.rex - now_ms),
3516 TICKS_TO_MS(1000)) : "");
3517
3518 chunk_appendf(&trash,
3519 ",wx=%s",
3520 curr_strm->res.wex ?
3521 human_time(TICKS_TO_MS(curr_strm->res.wex - now_ms),
3522 TICKS_TO_MS(1000)) : "");
3523
3524 chunk_appendf(&trash,
3525 ",ax=%s]",
3526 curr_strm->res.analyse_exp ?
3527 human_time(TICKS_TO_MS(curr_strm->res.analyse_exp - now_ms),
3528 TICKS_TO_MS(1000)) : "");
3529
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003530 conn = cs_conn(objt_cs(curr_strm->si[0].end));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003531 chunk_appendf(&trash,
3532 " s0=[%d,%1xh,fd=%d,ex=%s]",
3533 curr_strm->si[0].state,
3534 curr_strm->si[0].flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02003535 conn ? conn->handle.fd : -1,
William Lallemand4c5b4d52016-11-21 08:51:11 +01003536 curr_strm->si[0].exp ?
3537 human_time(TICKS_TO_MS(curr_strm->si[0].exp - now_ms),
3538 TICKS_TO_MS(1000)) : "");
3539
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003540 conn = cs_conn(objt_cs(curr_strm->si[1].end));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003541 chunk_appendf(&trash,
3542 " s1=[%d,%1xh,fd=%d,ex=%s]",
3543 curr_strm->si[1].state,
3544 curr_strm->si[1].flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02003545 conn ? conn->handle.fd : -1,
William Lallemand4c5b4d52016-11-21 08:51:11 +01003546 curr_strm->si[1].exp ?
3547 human_time(TICKS_TO_MS(curr_strm->si[1].exp - now_ms),
3548 TICKS_TO_MS(1000)) : "");
3549
3550 chunk_appendf(&trash,
3551 " exp=%s",
3552 curr_strm->task->expire ?
3553 human_time(TICKS_TO_MS(curr_strm->task->expire - now_ms),
3554 TICKS_TO_MS(1000)) : "");
3555 if (task_in_rq(curr_strm->task))
3556 chunk_appendf(&trash, " run(nice=%d)", curr_strm->task->nice);
3557
3558 chunk_appendf(&trash, "\n");
3559
Willy Tarreau06d80a92017-10-19 14:32:15 +02003560 if (ci_putchk(si_ic(si), &trash) == -1) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003561 /* let's try again later from this stream. We add ourselves into
3562 * this stream's users so that it can remove us upon termination.
3563 */
William Lallemand4c5b4d52016-11-21 08:51:11 +01003564 LIST_ADDQ(&curr_strm->back_refs, &appctx->ctx.sess.bref.users);
Willy Tarreaue6e52362019-01-04 17:42:57 +01003565 goto full;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003566 }
3567
3568 next_sess:
3569 appctx->ctx.sess.bref.ref = curr_strm->list.n;
3570 }
3571
3572 if (appctx->ctx.sess.target && appctx->ctx.sess.target != (void *)-1) {
3573 /* specified stream not found */
3574 if (appctx->ctx.sess.section > 0)
3575 chunk_appendf(&trash, " *** session terminated while we were watching it ***\n");
3576 else
3577 chunk_appendf(&trash, "Session not found.\n");
3578
Willy Tarreaue6e52362019-01-04 17:42:57 +01003579 if (ci_putchk(si_ic(si), &trash) == -1)
3580 goto full;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003581
3582 appctx->ctx.sess.target = NULL;
3583 appctx->ctx.sess.uid = 0;
Willy Tarreaue6e52362019-01-04 17:42:57 +01003584 goto done;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003585 }
William Lallemand4c5b4d52016-11-21 08:51:11 +01003586 /* fall through */
3587
3588 default:
3589 appctx->st2 = STAT_ST_FIN;
Willy Tarreaue6e52362019-01-04 17:42:57 +01003590 goto done;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003591 }
Willy Tarreaue6e52362019-01-04 17:42:57 +01003592 done:
3593 thread_release();
3594 return 1;
3595 full:
3596 thread_release();
3597 si_rx_room_blk(si);
3598 return 0;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003599}
3600
3601static void cli_release_show_sess(struct appctx *appctx)
3602{
3603 if (appctx->st2 == STAT_ST_LIST) {
Willy Tarreau7ce3f092017-11-10 16:24:41 +01003604 HA_SPIN_LOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003605 if (!LIST_ISEMPTY(&appctx->ctx.sess.bref.users))
3606 LIST_DEL(&appctx->ctx.sess.bref.users);
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003607 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003608 }
3609}
3610
Willy Tarreau61b65212016-11-24 11:09:25 +01003611/* Parses the "shutdown session" directive, it always returns 1 */
Aurélien Nephtaliabbf6072018-04-18 13:26:46 +02003612static int cli_parse_shutdown_session(char **args, char *payload, struct appctx *appctx, void *private)
Willy Tarreau61b65212016-11-24 11:09:25 +01003613{
3614 struct stream *strm, *ptr;
3615
3616 if (!cli_has_level(appctx, ACCESS_LVL_ADMIN))
3617 return 1;
3618
3619 if (!*args[2]) {
Andjelko Iharosc3680ec2017-07-20 16:49:14 +02003620 appctx->ctx.cli.severity = LOG_ERR;
Willy Tarreau61b65212016-11-24 11:09:25 +01003621 appctx->ctx.cli.msg = "Session pointer expected (use 'show sess').\n";
Willy Tarreau3b6e5472016-11-24 15:53:53 +01003622 appctx->st0 = CLI_ST_PRINT;
Willy Tarreau61b65212016-11-24 11:09:25 +01003623 return 1;
3624 }
3625
3626 ptr = (void *)strtoul(args[2], NULL, 0);
3627
3628 /* first, look for the requested stream in the stream table */
3629 list_for_each_entry(strm, &streams, list) {
3630 if (strm == ptr)
3631 break;
3632 }
3633
3634 /* do we have the stream ? */
3635 if (strm != ptr) {
Andjelko Iharosc3680ec2017-07-20 16:49:14 +02003636 appctx->ctx.cli.severity = LOG_ERR;
Willy Tarreau61b65212016-11-24 11:09:25 +01003637 appctx->ctx.cli.msg = "No such session (use 'show sess').\n";
Willy Tarreau3b6e5472016-11-24 15:53:53 +01003638 appctx->st0 = CLI_ST_PRINT;
Willy Tarreau61b65212016-11-24 11:09:25 +01003639 return 1;
3640 }
3641
3642 stream_shutdown(strm, SF_ERR_KILLED);
3643 return 1;
3644}
3645
Willy Tarreau4e46b622016-11-23 16:50:48 +01003646/* Parses the "shutdown session server" directive, it always returns 1 */
Aurélien Nephtaliabbf6072018-04-18 13:26:46 +02003647static int cli_parse_shutdown_sessions_server(char **args, char *payload, struct appctx *appctx, void *private)
Willy Tarreau4e46b622016-11-23 16:50:48 +01003648{
3649 struct server *sv;
3650 struct stream *strm, *strm_bck;
3651
3652 if (!cli_has_level(appctx, ACCESS_LVL_ADMIN))
3653 return 1;
3654
3655 sv = cli_find_server(appctx, args[3]);
3656 if (!sv)
3657 return 1;
3658
3659 /* kill all the stream that are on this server */
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003660 HA_SPIN_LOCK(SERVER_LOCK, &sv->lock);
Willy Tarreau4e46b622016-11-23 16:50:48 +01003661 list_for_each_entry_safe(strm, strm_bck, &sv->actconns, by_srv)
3662 if (strm->srv_conn == sv)
3663 stream_shutdown(strm, SF_ERR_KILLED);
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003664 HA_SPIN_UNLOCK(SERVER_LOCK, &sv->lock);
Willy Tarreau4e46b622016-11-23 16:50:48 +01003665 return 1;
3666}
3667
William Lallemand4c5b4d52016-11-21 08:51:11 +01003668/* register cli keywords */
3669static struct cli_kw_list cli_kws = {{ },{
3670 { { "show", "sess", NULL }, "show sess [id] : report the list of current sessions or dump this session", cli_parse_show_sess, cli_io_handler_dump_sess, cli_release_show_sess },
Willy Tarreau61b65212016-11-24 11:09:25 +01003671 { { "shutdown", "session", NULL }, "shutdown session : kill a specific session", cli_parse_shutdown_session, NULL, NULL },
Willy Tarreau4e46b622016-11-23 16:50:48 +01003672 { { "shutdown", "sessions", "server" }, "shutdown sessions server : kill sessions on a server", cli_parse_shutdown_sessions_server, NULL, NULL },
William Lallemand4c5b4d52016-11-21 08:51:11 +01003673 {{},}
3674}};
3675
Willy Tarreau0108d902018-11-25 19:14:37 +01003676INITCALL1(STG_REGISTER, cli_register_kw, &cli_kws);
3677
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003678/* main configuration keyword registration. */
3679static struct action_kw_list stream_tcp_keywords = { ILH, {
3680 { "use-service", stream_parse_use_service },
3681 { /* END */ }
3682}};
3683
Willy Tarreau0108d902018-11-25 19:14:37 +01003684INITCALL1(STG_REGISTER, tcp_req_cont_keywords_register, &stream_tcp_keywords);
3685
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003686static struct action_kw_list stream_http_keywords = { ILH, {
3687 { "use-service", stream_parse_use_service },
3688 { /* END */ }
3689}};
3690
Willy Tarreau0108d902018-11-25 19:14:37 +01003691INITCALL1(STG_REGISTER, http_req_keywords_register, &stream_http_keywords);
Willy Tarreau8b22a712010-06-18 17:46:06 +02003692
Willy Tarreaubaaee002006-06-26 02:48:02 +02003693/*
3694 * Local variables:
3695 * c-indent-level: 8
3696 * c-basic-offset: 8
3697 * End:
3698 */