blob: 4a7ced22c8ac2db54d55877e9d63bfd84b233435 [file] [log] [blame]
Willy Tarreaubaaee002006-06-26 02:48:02 +02001/*
Willy Tarreau87b09662015-04-03 00:22:06 +02002 * Stream management functions.
Willy Tarreaubaaee002006-06-26 02:48:02 +02003 *
Willy Tarreaud28c3532012-04-19 19:28:33 +02004 * Copyright 2000-2012 Willy Tarreau <w@1wt.eu>
Willy Tarreaubaaee002006-06-26 02:48:02 +02005 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
13#include <stdlib.h>
Willy Tarreau81f9aa32010-06-01 17:45:26 +020014#include <unistd.h>
15#include <fcntl.h>
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020016
Thierry FOURNIER5a363e72015-09-27 19:29:33 +020017#include <common/cfgparse.h>
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020018#include <common/config.h>
Willy Tarreau9b28e032012-10-12 23:49:43 +020019#include <common/buffer.h>
Willy Tarreau7c669d72008-06-20 15:04:11 +020020#include <common/debug.h>
Christopher Faulet8d8aa0d2017-05-30 15:36:50 +020021#include <common/hathreads.h>
Willy Tarreaub96b77e2018-12-11 10:22:41 +010022#include <common/htx.h>
Willy Tarreau0108d902018-11-25 19:14:37 +010023#include <common/initcall.h>
24#include <common/memory.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020025
Willy Tarreau8a8d83b2015-04-13 13:24:54 +020026#include <types/applet.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020027#include <types/capture.h>
William Lallemand4c5b4d52016-11-21 08:51:11 +010028#include <types/cli.h>
Christopher Fauletd7c91962015-04-30 11:48:27 +020029#include <types/filters.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010030#include <types/global.h>
William Lallemand9ed62032016-11-21 17:49:11 +010031#include <types/stats.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020032
Willy Tarreau1d0dfb12009-07-07 15:10:31 +020033#include <proto/acl.h>
Thierry FOURNIER5a363e72015-09-27 19:29:33 +020034#include <proto/action.h>
Willy Tarreau609aad92018-11-22 08:31:09 +010035#include <proto/activity.h>
Willy Tarreau61612d42012-04-19 18:42:05 +020036#include <proto/arg.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010037#include <proto/backend.h>
Willy Tarreauc7e42382012-08-24 19:22:53 +020038#include <proto/channel.h>
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +010039#include <proto/checks.h>
William Lallemand4c5b4d52016-11-21 08:51:11 +010040#include <proto/cli.h>
Willy Tarreaud2274c62012-07-06 14:29:45 +020041#include <proto/connection.h>
Frédéric Lécaille03cdf552019-05-20 10:08:27 +020042#include <proto/dict.h>
Baptiste Assmann333939c2019-01-21 08:34:50 +010043#include <proto/dns.h>
William Lallemand9ed62032016-11-21 17:49:11 +010044#include <proto/stats.h>
Willy Tarreaudd2f85e2012-09-02 22:34:23 +020045#include <proto/fd.h>
Christopher Fauletd7c91962015-04-30 11:48:27 +020046#include <proto/filters.h>
Willy Tarreau91c43d72010-06-20 11:19:22 +020047#include <proto/freq_ctr.h>
Willy Tarreau3041b9f2010-10-15 23:25:20 +020048#include <proto/frontend.h>
Willy Tarreau8d5d7f22007-01-21 19:16:41 +010049#include <proto/hdr_idx.h>
Thierry FOURNIER65f34c62015-02-16 20:11:43 +010050#include <proto/hlua.h>
Willy Tarreau61c112a2018-10-02 16:43:32 +020051#include <proto/http_rules.h>
Willy Tarreaud1d54542012-09-12 22:58:11 +020052#include <proto/listener.h>
Willy Tarreau332f8bf2007-05-13 21:36:56 +020053#include <proto/log.h>
Willy Tarreaucbaaec42012-09-06 11:32:07 +020054#include <proto/raw_sock.h>
Willy Tarreaufeb76402015-04-03 14:10:06 +020055#include <proto/session.h>
Willy Tarreau87b09662015-04-03 00:22:06 +020056#include <proto/stream.h>
Willy Tarreau3eba98a2009-01-25 13:56:13 +010057#include <proto/pipe.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010058#include <proto/proto_http.h>
Willy Tarreau1d0dfb12009-07-07 15:10:31 +020059#include <proto/proxy.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020060#include <proto/queue.h>
Willy Tarreau7f062c42009-03-05 18:43:00 +010061#include <proto/server.h>
Willy Tarreaucd3b0942012-04-27 21:52:18 +020062#include <proto/sample.h>
Emeric Brun1d33b292010-01-04 15:47:17 +010063#include <proto/stick_table.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010064#include <proto/stream_interface.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010065#include <proto/task.h>
Willy Tarreau39713102016-11-25 15:49:32 +010066#include <proto/tcp_rules.h>
Thierry FOURNIER4834bc72015-06-06 19:29:07 +020067#include <proto/vars.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020068
Willy Tarreau8ceae722018-11-26 11:58:30 +010069DECLARE_POOL(pool_head_stream, "stream", sizeof(struct stream));
70
Willy Tarreaub6b3df32018-11-26 16:31:20 +010071struct list streams = LIST_HEAD_INIT(streams);
Willy Tarreau86abe442018-11-25 20:12:18 +010072__decl_spinlock(streams_lock);
Willy Tarreaubaaee002006-06-26 02:48:02 +020073
Thierry FOURNIER5a363e72015-09-27 19:29:33 +020074/* List of all use-service keywords. */
75static struct list service_keywords = LIST_HEAD_INIT(service_keywords);
76
Willy Tarreau5790eb02017-08-28 17:18:36 +020077
78/* Create a new stream for connection <conn>. Return < 0 on error. This is only
79 * valid right after the handshake, before the connection's data layer is
80 * initialized, because it relies on the session to be in conn->owner.
81 */
Olivier Houchard9aaf7782017-09-13 18:30:23 +020082int stream_create_from_cs(struct conn_stream *cs)
Willy Tarreau5790eb02017-08-28 17:18:36 +020083{
84 struct stream *strm;
85
Olivier Houchard9aaf7782017-09-13 18:30:23 +020086 strm = stream_new(cs->conn->owner, &cs->obj_type);
Willy Tarreau5790eb02017-08-28 17:18:36 +020087 if (strm == NULL)
88 return -1;
89
90 task_wakeup(strm->task, TASK_WOKEN_INIT);
91 return 0;
92}
93
Willy Tarreaub882dd82018-11-06 15:50:21 +010094/* Callback used to wake up a stream when an input buffer is available. The
95 * stream <s>'s stream interfaces are checked for a failed buffer allocation
Willy Tarreaud0f5bbc2018-11-14 11:10:26 +010096 * as indicated by the presence of the SI_FL_RXBLK_ROOM flag and the lack of a
Willy Tarreaub882dd82018-11-06 15:50:21 +010097 * buffer, and and input buffer is assigned there (at most one). The function
98 * returns 1 and wakes the stream up if a buffer was taken, otherwise zero.
99 * It's designed to be called from __offer_buffer().
100 */
101int stream_buf_available(void *arg)
102{
103 struct stream *s = arg;
104
Willy Tarreau8be7cd72018-11-14 15:12:08 +0100105 if (!s->req.buf.size && !s->req.pipe && (s->si[0].flags & SI_FL_RXBLK_BUFF) &&
Willy Tarreaub882dd82018-11-06 15:50:21 +0100106 b_alloc_margin(&s->req.buf, global.tune.reserved_bufs))
Willy Tarreau8be7cd72018-11-14 15:12:08 +0100107 si_rx_buff_rdy(&s->si[0]);
108 else if (!s->res.buf.size && !s->res.pipe && (s->si[1].flags & SI_FL_RXBLK_BUFF) &&
Willy Tarreaub882dd82018-11-06 15:50:21 +0100109 b_alloc_margin(&s->res.buf, 0))
Willy Tarreau8be7cd72018-11-14 15:12:08 +0100110 si_rx_buff_rdy(&s->si[1]);
Willy Tarreaub882dd82018-11-06 15:50:21 +0100111 else
112 return 0;
113
114 task_wakeup(s->task, TASK_WOKEN_RES);
115 return 1;
116
117}
118
Willy Tarreau9903f0e2015-04-04 18:50:31 +0200119/* This function is called from the session handler which detects the end of
Willy Tarreau73b65ac2015-04-08 18:26:29 +0200120 * handshake, in order to complete initialization of a valid stream. It must be
Joseph Herlant4cc8d0d2018-11-15 09:14:14 -0800121 * called with a completely initialized session. It returns the pointer to
Willy Tarreau73b65ac2015-04-08 18:26:29 +0200122 * the newly created stream, or NULL in case of fatal error. The client-facing
Willy Tarreau87787ac2017-08-28 16:22:54 +0200123 * end point is assigned to <origin>, which must be valid. The stream's task
124 * is configured with a nice value inherited from the listener's nice if any.
125 * The task's context is set to the new stream, and its function is set to
126 * process_stream(). Target and analysers are null.
Willy Tarreau2542b532012-08-31 16:01:23 +0200127 */
Willy Tarreau87787ac2017-08-28 16:22:54 +0200128struct stream *stream_new(struct session *sess, enum obj_type *origin)
Willy Tarreau2542b532012-08-31 16:01:23 +0200129{
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200130 struct stream *s;
Willy Tarreau87787ac2017-08-28 16:22:54 +0200131 struct task *t;
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200132 struct conn_stream *cs = objt_cs(origin);
Willy Tarreau73b65ac2015-04-08 18:26:29 +0200133 struct appctx *appctx = objt_appctx(origin);
Christopher Fauletb3484d62018-11-29 15:19:05 +0100134 const struct cs_info *csinfo;
Willy Tarreau2542b532012-08-31 16:01:23 +0200135
Willy Tarreaubafbe012017-11-24 17:34:44 +0100136 if (unlikely((s = pool_alloc(pool_head_stream)) == NULL))
Willy Tarreau87787ac2017-08-28 16:22:54 +0200137 goto out_fail_alloc;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200138
139 /* minimum stream initialization required for an embryonic stream is
140 * fairly low. We need very little to execute L4 ACLs, then we need a
141 * task to make the client-side connection live on its own.
142 * - flags
143 * - stick-entry tracking
144 */
145 s->flags = 0;
Willy Tarreaufb9f5842015-04-05 18:19:23 +0200146 s->logs.logwait = sess->fe->to_log;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200147 s->logs.level = 0;
Willy Tarreau99eb0f12015-04-05 12:03:54 +0200148 tv_zero(&s->logs.tv_request);
149 s->logs.t_queue = -1;
150 s->logs.t_connect = -1;
151 s->logs.t_data = -1;
152 s->logs.t_close = 0;
153 s->logs.bytes_in = s->logs.bytes_out = 0;
Patrick Hemmerffe5e8c2018-05-11 12:52:31 -0400154 s->logs.prx_queue_pos = 0; /* we get the number of pending conns before us */
155 s->logs.srv_queue_pos = 0; /* we will get this number soon */
Baptiste Assmann333939c2019-01-21 08:34:50 +0100156 s->obj_type = OBJ_TYPE_STREAM;
Willy Tarreau99eb0f12015-04-05 12:03:54 +0200157
Christopher Fauletb3484d62018-11-29 15:19:05 +0100158 csinfo = si_get_cs_info(cs);
159 if (csinfo) {
160 s->logs.accept_date = csinfo->create_date;
161 s->logs.tv_accept = csinfo->tv_create;
162 s->logs.t_handshake = csinfo->t_handshake;
163 s->logs.t_idle = csinfo->t_idle;
164 }
165 else {
166 s->logs.accept_date = sess->accept_date;
167 s->logs.tv_accept = sess->tv_accept;
168 s->logs.t_handshake = sess->t_handshake;
169 s->logs.t_idle = -1;
170 }
171
Willy Tarreau99eb0f12015-04-05 12:03:54 +0200172 /* default logging function */
173 s->do_log = strm_log;
174
175 /* default error reporting function, may be changed by analysers */
176 s->srv_error = default_srv_error;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200177
178 /* Initialise the current rule list pointer to NULL. We are sure that
179 * any rulelist match the NULL pointer.
180 */
181 s->current_rule_list = NULL;
Remi Gacogne7fb9de22015-07-22 17:10:58 +0200182 s->current_rule = NULL;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200183
Willy Tarreaua68f7622015-09-21 17:48:24 +0200184 /* Copy SC counters for the stream. We don't touch refcounts because
185 * any reference we have is inherited from the session. Since the stream
186 * doesn't exist without the session, the session's existence guarantees
187 * we don't lose the entry. During the store operation, the stream won't
188 * touch these ones.
Thierry FOURNIER827752e2015-08-18 11:34:18 +0200189 */
Thierry FOURNIERc8fdb982015-08-16 12:03:39 +0200190 memcpy(s->stkctr, sess->stkctr, sizeof(s->stkctr));
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200191
192 s->sess = sess;
193 s->si[0].flags = SI_FL_NONE;
194 s->si[1].flags = SI_FL_ISBACK;
195
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100196 s->uniq_id = _HA_ATOMIC_XADD(&global.req_count, 1);
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200197
Willy Tarreau87b09662015-04-03 00:22:06 +0200198 /* OK, we're keeping the stream, so let's properly initialize the stream */
Willy Tarreau2542b532012-08-31 16:01:23 +0200199 LIST_INIT(&s->back_refs);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100200
201 LIST_INIT(&s->buffer_wait.list);
202 s->buffer_wait.target = s;
Willy Tarreaub882dd82018-11-06 15:50:21 +0100203 s->buffer_wait.wakeup_cb = stream_buf_available;
Willy Tarreauf8a49ea2013-10-14 21:32:07 +0200204
Willy Tarreau2e9c1d22019-04-24 08:28:31 +0200205 s->call_rate.curr_sec = s->call_rate.curr_ctr = s->call_rate.prev_ctr = 0;
William Lallemandcf62f7e2018-10-26 14:47:40 +0200206 s->pcli_next_pid = 0;
William Lallemandebf61802018-12-11 16:10:57 +0100207 s->pcli_flags = 0;
Willy Tarreau2542b532012-08-31 16:01:23 +0200208 s->unique_id = NULL;
Willy Tarreau2542b532012-08-31 16:01:23 +0200209
Emeric Brunc60def82017-09-27 14:59:38 +0200210 if ((t = task_new(tid_bit)) == NULL)
Willy Tarreau87787ac2017-08-28 16:22:54 +0200211 goto out_fail_alloc;
212
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200213 s->task = t;
Christopher Faulet9d810ca2016-12-08 22:33:52 +0100214 s->pending_events = 0;
Willy Tarreaud1769b82015-04-06 00:25:48 +0200215 t->process = process_stream;
Willy Tarreau2542b532012-08-31 16:01:23 +0200216 t->context = s;
217 t->expire = TICK_ETERNITY;
Willy Tarreau87787ac2017-08-28 16:22:54 +0200218 if (sess->listener)
219 t->nice = sess->listener->nice;
Willy Tarreau2542b532012-08-31 16:01:23 +0200220
Willy Tarreau87b09662015-04-03 00:22:06 +0200221 /* Note: initially, the stream's backend points to the frontend.
Willy Tarreau2542b532012-08-31 16:01:23 +0200222 * This changes later when switching rules are executed or
223 * when the default backend is assigned.
224 */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200225 s->be = sess->fe;
Willy Tarreauc9fa0482018-07-10 17:43:27 +0200226 s->req.buf = BUF_NULL;
227 s->res.buf = BUF_NULL;
Willy Tarreaucb7dd012015-04-03 22:16:32 +0200228 s->req_cap = NULL;
229 s->res_cap = NULL;
Willy Tarreau2542b532012-08-31 16:01:23 +0200230
Willy Tarreauebcd4842015-06-19 11:59:02 +0200231 /* Initialise all the variables contexts even if not used.
232 * This permits to prune these contexts without errors.
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200233 */
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200234 vars_init(&s->vars_txn, SCOPE_TXN);
235 vars_init(&s->vars_reqres, SCOPE_REQ);
236
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200237 /* this part should be common with other protocols */
Olivier Houchard8f0b4c62018-08-02 18:21:38 +0200238 if (si_reset(&s->si[0]) < 0)
239 goto out_fail_alloc;
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200240 si_set_state(&s->si[0], SI_ST_EST);
Hongbo Longe39683c2017-03-10 18:41:51 +0100241 s->si[0].hcto = sess->fe->timeout.clientfin;
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200242
Christopher Faulet0e160ff2019-04-03 10:01:07 +0200243 if (cs && cs->conn->mux) {
244 if (cs->conn->mux->flags & MX_FL_CLEAN_ABRT)
245 s->si[0].flags |= SI_FL_CLEAN_ABRT;
246 if (cs->conn->mux->flags & MX_FL_HTX)
247 s->flags |= SF_HTX;
248 }
249 /* Set SF_HTX flag for HTX frontends. */
250 if (sess->fe->mode == PR_MODE_HTTP && sess->fe->options2 & PR_O2_USE_HTX)
251 s->flags |= SF_HTX;
Willy Tarreau984fca92017-12-20 16:31:43 +0100252
Willy Tarreau1f52bb22015-04-04 14:28:46 +0200253 /* attach the incoming connection to the stream interface now. */
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200254 if (cs)
255 si_attach_cs(&s->si[0], cs);
Willy Tarreau470280e2015-04-05 01:33:13 +0200256 else if (appctx)
257 si_attach_appctx(&s->si[0], appctx);
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200258
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200259 if (likely(sess->fe->options2 & PR_O2_INDEPSTR))
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200260 s->si[0].flags |= SI_FL_INDEP_STR;
261
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200262 /* pre-initialize the other side's stream interface to an INIT state. The
263 * callbacks will be initialized before attempting to connect.
264 */
Olivier Houchard8f0b4c62018-08-02 18:21:38 +0200265 if (si_reset(&s->si[1]) < 0)
266 goto out_fail_alloc_si1;
Hongbo Longe39683c2017-03-10 18:41:51 +0100267 s->si[1].hcto = TICK_ETERNITY;
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200268
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200269 if (likely(sess->fe->options2 & PR_O2_INDEPSTR))
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200270 s->si[1].flags |= SI_FL_INDEP_STR;
271
Willy Tarreau87b09662015-04-03 00:22:06 +0200272 stream_init_srv_conn(s);
Willy Tarreau9b82d942016-12-05 00:26:31 +0100273 s->target = sess->listener ? sess->listener->default_target : NULL;
274
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200275 s->pend_pos = NULL;
Patrick Hemmer268a7072018-05-11 12:52:31 -0400276 s->priority_class = 0;
277 s->priority_offset = 0;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200278
279 /* init store persistence */
280 s->store_count = 0;
281
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100282 channel_init(&s->req);
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100283 s->req.flags |= CF_READ_ATTACHED; /* the producer is already connected */
Willy Tarreau9b82d942016-12-05 00:26:31 +0100284 s->req.analysers = sess->listener ? sess->listener->analysers : 0;
Willy Tarreaue223e3b2017-11-18 15:39:10 +0100285
286 if (!sess->fe->fe_req_ana) {
287 channel_auto_connect(&s->req); /* don't wait to establish connection */
288 channel_auto_close(&s->req); /* let the producer forward close requests */
289 }
Willy Tarreauc8815ef2015-04-05 18:15:59 +0200290
291 s->req.rto = sess->fe->timeout.client;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100292 s->req.wto = TICK_ETERNITY;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100293 s->req.rex = TICK_ETERNITY;
294 s->req.wex = TICK_ETERNITY;
295 s->req.analyse_exp = TICK_ETERNITY;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200296
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100297 channel_init(&s->res);
Willy Tarreauef573c02014-11-28 14:17:09 +0100298 s->res.flags |= CF_ISRESP;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100299 s->res.analysers = 0;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200300
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200301 if (sess->fe->options2 & PR_O2_NODELAY) {
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100302 s->req.flags |= CF_NEVER_WAIT;
303 s->res.flags |= CF_NEVER_WAIT;
Willy Tarreau96e31212011-05-30 18:10:30 +0200304 }
305
Willy Tarreauc8815ef2015-04-05 18:15:59 +0200306 s->res.wto = sess->fe->timeout.client;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100307 s->res.rto = TICK_ETERNITY;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100308 s->res.rex = TICK_ETERNITY;
309 s->res.wex = TICK_ETERNITY;
310 s->res.analyse_exp = TICK_ETERNITY;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200311
Willy Tarreaueee5b512015-04-03 23:46:31 +0200312 s->txn = NULL;
Thierry FOURNIER2c8b54e2016-12-17 12:45:32 +0100313 s->hlua = NULL;
Thierry FOURNIER65f34c62015-02-16 20:11:43 +0100314
Frédéric Lécaillebed883a2019-04-23 17:26:33 +0200315 s->dns_ctx.dns_requester = NULL;
316 s->dns_ctx.hostname_dn = NULL;
317 s->dns_ctx.hostname_dn_len = 0;
318 s->dns_ctx.parent = NULL;
319
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100320 HA_SPIN_LOCK(STRMS_LOCK, &streams_lock);
Emeric Brun6b35e9b2017-06-30 16:23:45 +0200321 LIST_ADDQ(&streams, &s->list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100322 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
Emeric Brun6b35e9b2017-06-30 16:23:45 +0200323
Christopher Faulet92d36382015-11-05 13:35:03 +0100324 if (flt_stream_init(s) < 0 || flt_stream_start(s) < 0)
Christopher Fauletd7c91962015-04-30 11:48:27 +0200325 goto out_fail_accept;
326
Olivier Houcharda254a372019-04-05 15:30:12 +0200327 s->si[1].l7_buffer = BUF_NULL;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200328 /* finish initialization of the accepted file descriptor */
Olivier Houchard53216e72018-10-10 15:46:36 +0200329 if (appctx)
Willy Tarreau0cd3bd62018-11-06 18:46:37 +0100330 si_want_get(&s->si[0]);
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200331
Willy Tarreaufb9f5842015-04-05 18:19:23 +0200332 if (sess->fe->accept && sess->fe->accept(s) < 0)
Willy Tarreauc5a7ff42015-04-05 11:52:08 +0200333 goto out_fail_accept;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200334
335 /* it is important not to call the wakeup function directly but to
336 * pass through task_wakeup(), because this one knows how to apply
Emeric Brun5f77fef2017-05-29 15:26:51 +0200337 * priorities to tasks. Using multi thread we must be sure that
338 * stream is fully initialized before calling task_wakeup. So
339 * the caller must handle the task_wakeup
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200340 */
Willy Tarreau02d86382015-04-05 12:00:52 +0200341 return s;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200342
343 /* Error unrolling */
Willy Tarreauc5a7ff42015-04-05 11:52:08 +0200344 out_fail_accept:
Christopher Faulet92d36382015-11-05 13:35:03 +0100345 flt_stream_release(s, 0);
Olivier Houchard3f795f72019-04-17 22:51:06 +0200346 task_destroy(t);
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200347 tasklet_free(s->si[1].wait_event.tasklet);
Willy Tarreaue5f229e2018-10-15 11:08:55 +0200348 LIST_DEL(&s->list);
Olivier Houchard8f0b4c62018-08-02 18:21:38 +0200349out_fail_alloc_si1:
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200350 tasklet_free(s->si[0].wait_event.tasklet);
Willy Tarreau87787ac2017-08-28 16:22:54 +0200351 out_fail_alloc:
Willy Tarreaubafbe012017-11-24 17:34:44 +0100352 pool_free(pool_head_stream, s);
Willy Tarreau02d86382015-04-05 12:00:52 +0200353 return NULL;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200354}
355
Willy Tarreaubaaee002006-06-26 02:48:02 +0200356/*
Willy Tarreau87b09662015-04-03 00:22:06 +0200357 * frees the context associated to a stream. It must have been removed first.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200358 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200359static void stream_free(struct stream *s)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200360{
Willy Tarreau9ad7bd42015-04-03 19:19:59 +0200361 struct session *sess = strm_sess(s);
362 struct proxy *fe = sess->fe;
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100363 struct bref *bref, *back;
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200364 struct conn_stream *cli_cs = objt_cs(s->si[0].end);
Willy Tarreau5bcfd562017-11-29 14:05:38 +0100365 int must_free_sess;
Willy Tarreaua4cda672010-06-06 18:28:49 +0200366 int i;
Willy Tarreau0f7562b2007-01-07 15:46:13 +0100367
Willy Tarreau0ad46fa2019-05-17 14:20:05 +0200368 /* detach the stream from its own task before even releasing it so
369 * that walking over a task list never exhibits a dying stream.
370 */
371 s->task->context = NULL;
372 __ha_barrier_store();
373
Willy Tarreaud0ad4a82018-07-25 11:13:53 +0200374 pendconn_free(s);
Willy Tarreau922a8062008-12-04 09:33:58 +0100375
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100376 if (objt_server(s->target)) { /* there may be requests left pending in queue */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200377 if (s->flags & SF_CURR_SESS) {
378 s->flags &= ~SF_CURR_SESS;
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100379 _HA_ATOMIC_SUB(&__objt_server(s->target)->cur_sess, 1);
Willy Tarreau1e62de62008-11-11 20:20:02 +0100380 }
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100381 if (may_dequeue_tasks(objt_server(s->target), s->be))
382 process_srv_queue(objt_server(s->target));
Willy Tarreau1e62de62008-11-11 20:20:02 +0100383 }
Willy Tarreau922a8062008-12-04 09:33:58 +0100384
Willy Tarreau7c669d72008-06-20 15:04:11 +0200385 if (unlikely(s->srv_conn)) {
Willy Tarreau87b09662015-04-03 00:22:06 +0200386 /* the stream still has a reserved slot on a server, but
Willy Tarreau7c669d72008-06-20 15:04:11 +0200387 * it should normally be only the same as the one above,
388 * so this should not happen in fact.
389 */
390 sess_change_server(s, NULL);
391 }
392
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100393 if (s->req.pipe)
394 put_pipe(s->req.pipe);
Willy Tarreau259de1b2009-01-18 21:56:21 +0100395
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100396 if (s->res.pipe)
397 put_pipe(s->res.pipe);
Willy Tarreau259de1b2009-01-18 21:56:21 +0100398
Willy Tarreaubf883e02014-11-25 21:10:35 +0100399 /* We may still be present in the buffer wait queue */
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100400 if (!LIST_ISEMPTY(&s->buffer_wait.list)) {
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100401 HA_SPIN_LOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100402 LIST_DEL(&s->buffer_wait.list);
403 LIST_INIT(&s->buffer_wait.list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100404 HA_SPIN_UNLOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Willy Tarreaubf883e02014-11-25 21:10:35 +0100405 }
Willy Tarreauc9fa0482018-07-10 17:43:27 +0200406 if (s->req.buf.size || s->res.buf.size) {
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100407 b_drop(&s->req.buf);
408 b_drop(&s->res.buf);
Olivier Houchard673867c2018-05-25 16:58:52 +0200409 offer_buffers(NULL, tasks_run_queue);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100410 }
Willy Tarreau9b28e032012-10-12 23:49:43 +0200411
Olivier Houchard32211a12019-02-01 18:10:46 +0100412 pool_free(pool_head_uniqueid, s->unique_id);
Willy Tarreau09c4bab2019-02-10 18:49:37 +0100413 s->unique_id = NULL;
Olivier Houchard32211a12019-02-01 18:10:46 +0100414
Thierry FOURNIER2c8b54e2016-12-17 12:45:32 +0100415 hlua_ctx_destroy(s->hlua);
416 s->hlua = NULL;
Willy Tarreaueee5b512015-04-03 23:46:31 +0200417 if (s->txn)
418 http_end_txn(s);
Willy Tarreau46023632010-01-07 22:51:47 +0100419
Willy Tarreau1e954912012-10-12 17:50:05 +0200420 /* ensure the client-side transport layer is destroyed */
Willy Tarreau32560732017-10-08 11:33:44 +0200421 if (cli_cs)
422 cs_close(cli_cs);
Willy Tarreau1e954912012-10-12 17:50:05 +0200423
Willy Tarreaua4cda672010-06-06 18:28:49 +0200424 for (i = 0; i < s->store_count; i++) {
425 if (!s->store[i].ts)
426 continue;
427 stksess_free(s->store[i].table, s->store[i].ts);
428 s->store[i].ts = NULL;
429 }
430
Willy Tarreaueee5b512015-04-03 23:46:31 +0200431 if (s->txn) {
Willy Tarreaubafbe012017-11-24 17:34:44 +0100432 pool_free(pool_head_hdr_idx, s->txn->hdr_idx.v);
433 pool_free(pool_head_http_txn, s->txn);
Willy Tarreaueee5b512015-04-03 23:46:31 +0200434 s->txn = NULL;
435 }
436
Baptiste Assmann333939c2019-01-21 08:34:50 +0100437 if (s->dns_ctx.dns_requester) {
438 free(s->dns_ctx.hostname_dn); s->dns_ctx.hostname_dn = NULL;
439 s->dns_ctx.hostname_dn_len = 0;
440 dns_unlink_resolution(s->dns_ctx.dns_requester);
441
442 pool_free(dns_requester_pool, s->dns_ctx.dns_requester);
443 s->dns_ctx.dns_requester = NULL;
444 }
445
Christopher Fauletd7c91962015-04-30 11:48:27 +0200446 flt_stream_stop(s);
Christopher Faulet92d36382015-11-05 13:35:03 +0100447 flt_stream_release(s, 0);
Christopher Fauletd7c91962015-04-30 11:48:27 +0200448
Willy Tarreau92fb9832007-10-16 17:34:28 +0200449 if (fe) {
Christopher Fauletb6af6b32019-11-07 14:27:52 +0100450 if (s->req_cap) {
451 struct cap_hdr *h;
452 for (h = fe->req_cap; h; h = h->next)
453 pool_free(h->pool, s->req_cap[h->index]);
454 }
455
456 if (s->res_cap) {
457 struct cap_hdr *h;
458 for (h = fe->rsp_cap; h; h = h->next)
459 pool_free(h->pool, s->res_cap[h->index]);
460 }
461
Willy Tarreaubafbe012017-11-24 17:34:44 +0100462 pool_free(fe->rsp_cap_pool, s->res_cap);
463 pool_free(fe->req_cap_pool, s->req_cap);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200464 }
Willy Tarreau0937bc42009-12-22 15:03:09 +0100465
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200466 /* Cleanup all variable contexts. */
Willy Tarreaucda7f3f2018-10-28 13:44:36 +0100467 if (!LIST_ISEMPTY(&s->vars_txn.head))
468 vars_prune(&s->vars_txn, s->sess, s);
469 if (!LIST_ISEMPTY(&s->vars_reqres.head))
470 vars_prune(&s->vars_reqres, s->sess, s);
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200471
Willy Tarreau87b09662015-04-03 00:22:06 +0200472 stream_store_counters(s);
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +0200473
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100474 HA_SPIN_LOCK(STRMS_LOCK, &streams_lock);
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100475 list_for_each_entry_safe(bref, back, &s->back_refs, users) {
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100476 /* we have to unlink all watchers. We must not relink them if
Willy Tarreau87b09662015-04-03 00:22:06 +0200477 * this stream was the last one in the list.
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100478 */
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100479 LIST_DEL(&bref->users);
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100480 LIST_INIT(&bref->users);
Willy Tarreau87b09662015-04-03 00:22:06 +0200481 if (s->list.n != &streams)
482 LIST_ADDQ(&LIST_ELEM(s->list.n, struct stream *, list)->back_refs, &bref->users);
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100483 bref->ref = s->list.n;
484 }
Willy Tarreauf54f8bd2008-11-23 19:53:55 +0100485 LIST_DEL(&s->list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100486 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
Emeric Brun6b35e9b2017-06-30 16:23:45 +0200487
Willy Tarreau5bcfd562017-11-29 14:05:38 +0100488 /* applets do not release session yet */
489 must_free_sess = objt_appctx(sess->origin) && sess->origin == s->si[0].end;
490
Olivier Houchard4fdec7a2018-10-11 17:09:14 +0200491
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200492 si_release_endpoint(&s->si[1]);
493 si_release_endpoint(&s->si[0]);
Willy Tarreaufeb76402015-04-03 14:10:06 +0200494
Willy Tarreau3c39a7d2019-06-14 14:42:29 +0200495 tasklet_free(s->si[0].wait_event.tasklet);
496 tasklet_free(s->si[1].wait_event.tasklet);
Olivier Houchardd7bd3e32018-10-18 16:22:02 +0200497
Olivier Houcharda254a372019-04-05 15:30:12 +0200498 b_free(&s->si[1].l7_buffer);
Olivier Houchard25607af2018-11-23 14:50:47 +0100499 if (must_free_sess) {
500 sess->origin = NULL;
Willy Tarreau5bcfd562017-11-29 14:05:38 +0100501 session_free(sess);
Olivier Houchard25607af2018-11-23 14:50:47 +0100502 }
Willy Tarreau5bcfd562017-11-29 14:05:38 +0100503
Willy Tarreaubafbe012017-11-24 17:34:44 +0100504 pool_free(pool_head_stream, s);
Willy Tarreau632f5a72007-07-11 10:42:35 +0200505
506 /* We may want to free the maximum amount of pools if the proxy is stopping */
Willy Tarreau92fb9832007-10-16 17:34:28 +0200507 if (fe && unlikely(fe->state == PR_STSTOPPED)) {
Willy Tarreaubafbe012017-11-24 17:34:44 +0100508 pool_flush(pool_head_buffer);
509 pool_flush(pool_head_http_txn);
510 pool_flush(pool_head_hdr_idx);
511 pool_flush(pool_head_requri);
512 pool_flush(pool_head_capture);
513 pool_flush(pool_head_stream);
514 pool_flush(pool_head_session);
515 pool_flush(pool_head_connection);
516 pool_flush(pool_head_pendconn);
517 pool_flush(fe->req_cap_pool);
518 pool_flush(fe->rsp_cap_pool);
Willy Tarreau632f5a72007-07-11 10:42:35 +0200519 }
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200520}
521
Willy Tarreau656859d2014-11-25 19:46:36 +0100522
Willy Tarreau87b09662015-04-03 00:22:06 +0200523/* Allocates a work buffer for stream <s>. It is meant to be called inside
524 * process_stream(). It will only allocate the side needed for the function
Willy Tarreaubc39a5d2015-04-20 15:52:18 +0200525 * to work fine, which is the response buffer so that an error message may be
526 * built and returned. Response buffers may be allocated from the reserve, this
527 * is critical to ensure that a response may always flow and will never block a
528 * server from releasing a connection. Returns 0 in case of failure, non-zero
529 * otherwise.
Willy Tarreau656859d2014-11-25 19:46:36 +0100530 */
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100531static int stream_alloc_work_buffer(struct stream *s)
Willy Tarreau656859d2014-11-25 19:46:36 +0100532{
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100533 if (!LIST_ISEMPTY(&s->buffer_wait.list)) {
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100534 HA_SPIN_LOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100535 LIST_DEL(&s->buffer_wait.list);
536 LIST_INIT(&s->buffer_wait.list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100537 HA_SPIN_UNLOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Willy Tarreaubf883e02014-11-25 21:10:35 +0100538 }
Willy Tarreau656859d2014-11-25 19:46:36 +0100539
Willy Tarreaubc39a5d2015-04-20 15:52:18 +0200540 if (b_alloc_margin(&s->res.buf, 0))
Willy Tarreau656859d2014-11-25 19:46:36 +0100541 return 1;
542
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100543 HA_SPIN_LOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100544 LIST_ADDQ(&buffer_wq, &s->buffer_wait.list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100545 HA_SPIN_UNLOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Willy Tarreau656859d2014-11-25 19:46:36 +0100546 return 0;
547}
548
549/* releases unused buffers after processing. Typically used at the end of the
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100550 * update() functions. It will try to wake up as many tasks/applets as the
551 * number of buffers that it releases. In practice, most often streams are
552 * blocked on a single buffer, so it makes sense to try to wake two up when two
553 * buffers are released at once.
Willy Tarreau656859d2014-11-25 19:46:36 +0100554 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200555void stream_release_buffers(struct stream *s)
Willy Tarreau656859d2014-11-25 19:46:36 +0100556{
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100557 int offer = 0;
Willy Tarreau656859d2014-11-25 19:46:36 +0100558
Willy Tarreau0c7ed5d2018-07-10 09:53:31 +0200559 if (c_size(&s->req) && c_empty(&s->req)) {
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100560 offer = 1;
561 b_free(&s->req.buf);
562 }
Willy Tarreau0c7ed5d2018-07-10 09:53:31 +0200563 if (c_size(&s->res) && c_empty(&s->res)) {
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100564 offer = 1;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100565 b_free(&s->res.buf);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100566 }
Willy Tarreau656859d2014-11-25 19:46:36 +0100567
Willy Tarreaubf883e02014-11-25 21:10:35 +0100568 /* if we're certain to have at least 1 buffer available, and there is
569 * someone waiting, we can wake up a waiter and offer them.
570 */
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100571 if (offer)
Olivier Houchard673867c2018-05-25 16:58:52 +0200572 offer_buffers(s, tasks_run_queue);
Willy Tarreau656859d2014-11-25 19:46:36 +0100573}
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200574
Willy Tarreau87b09662015-04-03 00:22:06 +0200575void stream_process_counters(struct stream *s)
Willy Tarreau30e71012007-11-26 20:15:35 +0100576{
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200577 struct session *sess = s->sess;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100578 unsigned long long bytes;
Emeric Brun57056f02015-06-15 18:29:57 +0200579 void *ptr1,*ptr2;
Emeric Brun819fc6f2017-06-13 19:37:32 +0200580 struct stksess *ts;
Willy Tarreau20d46a52012-12-09 15:55:40 +0100581 int i;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100582
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100583 bytes = s->req.total - s->logs.bytes_in;
584 s->logs.bytes_in = s->req.total;
585 if (bytes) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100586 _HA_ATOMIC_ADD(&sess->fe->fe_counters.bytes_in, bytes);
587 _HA_ATOMIC_ADD(&s->be->be_counters.bytes_in, bytes);
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100588
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100589 if (objt_server(s->target))
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100590 _HA_ATOMIC_ADD(&objt_server(s->target)->counters.bytes_in, bytes);
Krzysztof Piotr Oledzkiaeebf9b2009-10-04 15:43:17 +0200591
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200592 if (sess->listener && sess->listener->counters)
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100593 _HA_ATOMIC_ADD(&sess->listener->counters->bytes_in, bytes);
Willy Tarreau855e4bb2010-06-18 18:33:32 +0200594
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100595 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200596 struct stkctr *stkctr = &s->stkctr[i];
597
Emeric Brun819fc6f2017-06-13 19:37:32 +0200598 ts = stkctr_entry(stkctr);
599 if (!ts) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200600 stkctr = &sess->stkctr[i];
Emeric Brun819fc6f2017-06-13 19:37:32 +0200601 ts = stkctr_entry(stkctr);
602 if (!ts)
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200603 continue;
604 }
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200605
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100606 HA_RWLOCK_WRLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun819fc6f2017-06-13 19:37:32 +0200607 ptr1 = stktable_data_ptr(stkctr->table, ts, STKTABLE_DT_BYTES_IN_CNT);
Emeric Brun57056f02015-06-15 18:29:57 +0200608 if (ptr1)
609 stktable_data_cast(ptr1, bytes_in_cnt) += bytes;
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200610
Emeric Brun819fc6f2017-06-13 19:37:32 +0200611 ptr2 = stktable_data_ptr(stkctr->table, ts, STKTABLE_DT_BYTES_IN_RATE);
Emeric Brun57056f02015-06-15 18:29:57 +0200612 if (ptr2)
613 update_freq_ctr_period(&stktable_data_cast(ptr2, bytes_in_rate),
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200614 stkctr->table->data_arg[STKTABLE_DT_BYTES_IN_RATE].u, bytes);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100615 HA_RWLOCK_WRUNLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun57056f02015-06-15 18:29:57 +0200616
617 /* If data was modified, we need to touch to re-schedule sync */
618 if (ptr1 || ptr2)
Emeric Brun819fc6f2017-06-13 19:37:32 +0200619 stktable_touch_local(stkctr->table, ts, 0);
Willy Tarreau30e71012007-11-26 20:15:35 +0100620 }
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100621 }
622
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100623 bytes = s->res.total - s->logs.bytes_out;
624 s->logs.bytes_out = s->res.total;
625 if (bytes) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100626 _HA_ATOMIC_ADD(&sess->fe->fe_counters.bytes_out, bytes);
627 _HA_ATOMIC_ADD(&s->be->be_counters.bytes_out, bytes);
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100628
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100629 if (objt_server(s->target))
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100630 _HA_ATOMIC_ADD(&objt_server(s->target)->counters.bytes_out, bytes);
Krzysztof Piotr Oledzkiaeebf9b2009-10-04 15:43:17 +0200631
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200632 if (sess->listener && sess->listener->counters)
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100633 _HA_ATOMIC_ADD(&sess->listener->counters->bytes_out, bytes);
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200634
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100635 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200636 struct stkctr *stkctr = &s->stkctr[i];
637
Emeric Brun819fc6f2017-06-13 19:37:32 +0200638 ts = stkctr_entry(stkctr);
639 if (!ts) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200640 stkctr = &sess->stkctr[i];
Emeric Brun819fc6f2017-06-13 19:37:32 +0200641 ts = stkctr_entry(stkctr);
642 if (!ts)
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200643 continue;
644 }
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200645
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100646 HA_RWLOCK_WRLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun819fc6f2017-06-13 19:37:32 +0200647 ptr1 = stktable_data_ptr(stkctr->table, ts, STKTABLE_DT_BYTES_OUT_CNT);
Emeric Brun57056f02015-06-15 18:29:57 +0200648 if (ptr1)
649 stktable_data_cast(ptr1, bytes_out_cnt) += bytes;
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200650
Emeric Brun819fc6f2017-06-13 19:37:32 +0200651 ptr2 = stktable_data_ptr(stkctr->table, ts, STKTABLE_DT_BYTES_OUT_RATE);
Emeric Brun57056f02015-06-15 18:29:57 +0200652 if (ptr2)
653 update_freq_ctr_period(&stktable_data_cast(ptr2, bytes_out_rate),
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200654 stkctr->table->data_arg[STKTABLE_DT_BYTES_OUT_RATE].u, bytes);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100655 HA_RWLOCK_WRUNLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun57056f02015-06-15 18:29:57 +0200656
657 /* If data was modified, we need to touch to re-schedule sync */
658 if (ptr1 || ptr2)
Emeric Brun819fc6f2017-06-13 19:37:32 +0200659 stktable_touch_local(stkctr->table, stkctr_entry(stkctr), 0);
Willy Tarreau30e71012007-11-26 20:15:35 +0100660 }
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100661 }
662}
Willy Tarreaubaaee002006-06-26 02:48:02 +0200663
Willy Tarreaud66ed882019-06-05 18:02:04 +0200664/* This function is called with (si->state == SI_ST_CON) meaning that a
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100665 * connection was attempted and that the file descriptor is already allocated.
Willy Tarreaud66ed882019-06-05 18:02:04 +0200666 * We must check for timeout, error and abort. Possible output states are
667 * SI_ST_CER (error), SI_ST_DIS (abort), and SI_ST_CON (no change). This only
668 * works with connection-based streams. We know that there were no I/O event
669 * when reaching this function. Timeouts and errors are *not* cleared.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100670 */
Willy Tarreaud66ed882019-06-05 18:02:04 +0200671static void sess_update_st_con_tcp(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100672{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100673 struct stream_interface *si = &s->si[1];
674 struct channel *req = &s->req;
675 struct channel *rep = &s->res;
Olivier Houchard14547b22018-11-29 18:01:46 +0100676 struct conn_stream *srv_cs = objt_cs(si->end);
Willy Tarreaubf66bd12019-01-23 15:15:09 +0100677 struct connection *conn = srv_cs ? srv_cs->conn : objt_conn(si->end);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100678
Willy Tarreaud66ed882019-06-05 18:02:04 +0200679 /* the client might want to abort */
680 if ((rep->flags & CF_SHUTW) ||
681 ((req->flags & CF_SHUTW_NOW) &&
682 (channel_is_empty(req) || (s->be->options & PR_O_ABRT_CLOSE)))) {
683 si->flags |= SI_FL_NOLINGER;
Willy Tarreau73b013b2012-05-21 16:31:45 +0200684 si_shutw(si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100685 si->err_type |= SI_ET_CONN_ABRT;
Willy Tarreau84455332009-03-15 22:34:05 +0100686 if (s->srv_error)
687 s->srv_error(s, si);
Willy Tarreaud66ed882019-06-05 18:02:04 +0200688 /* Note: state = SI_ST_DIS now */
689 return;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100690 }
691
Willy Tarreaud66ed882019-06-05 18:02:04 +0200692 /* retryable error ? */
693 if (si->flags & (SI_FL_EXP|SI_FL_ERR)) {
694 if (!(s->flags & SF_SRV_REUSED) && conn) {
695 conn_stop_tracking(conn);
696 conn_full_close(conn);
697 }
Christopher Faulet7a3367c2019-05-09 11:46:52 +0200698
Willy Tarreaud66ed882019-06-05 18:02:04 +0200699 if (!si->err_type) {
700 if (si->flags & SI_FL_ERR)
701 si->err_type = SI_ET_CONN_ERR;
702 else
703 si->err_type = SI_ET_CONN_TO;
704 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100705
Willy Tarreaud66ed882019-06-05 18:02:04 +0200706 si->state = SI_ST_CER;
707 return;
708 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100709}
710
711/* This function is called with (si->state == SI_ST_CER) meaning that a
712 * previous connection attempt has failed and that the file descriptor
713 * has already been released. Possible causes include asynchronous error
714 * notification and time out. Possible output states are SI_ST_CLO when
715 * retries are exhausted, SI_ST_TAR when a delay is wanted before a new
716 * connection attempt, SI_ST_ASS when it's wise to retry on the same server,
717 * and SI_ST_REQ when an immediate redispatch is wanted. The buffers are
Willy Tarreaud66ed882019-06-05 18:02:04 +0200718 * marked as in error state. Timeouts and errors are cleared before retrying.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100719 */
Willy Tarreaud66ed882019-06-05 18:02:04 +0200720static void sess_update_st_cer(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100721{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100722 struct stream_interface *si = &s->si[1];
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200723 struct conn_stream *cs = objt_cs(si->end);
724 struct connection *conn = cs_conn(cs);
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100725
Willy Tarreaud66ed882019-06-05 18:02:04 +0200726 si->exp = TICK_ETERNITY;
727 si->flags &= ~SI_FL_EXP;
728
Willy Tarreau87b09662015-04-03 00:22:06 +0200729 /* we probably have to release last stream from the server */
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100730 if (objt_server(s->target)) {
731 health_adjust(objt_server(s->target), HANA_STATUS_L4_ERR);
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +0100732
Willy Tarreaue7dff022015-04-03 01:14:29 +0200733 if (s->flags & SF_CURR_SESS) {
734 s->flags &= ~SF_CURR_SESS;
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100735 _HA_ATOMIC_SUB(&__objt_server(s->target)->cur_sess, 1);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100736 }
Willy Tarreau46d5b082017-07-26 20:13:37 +0200737
738 if ((si->flags & SI_FL_ERR) &&
739 conn && conn->err_code == CO_ER_SSL_MISMATCH_SNI) {
740 /* We tried to connect to a server which is configured
741 * with "verify required" and which doesn't have the
742 * "verifyhost" directive. The server presented a wrong
743 * certificate (a certificate for an unexpected name),
744 * which implies that we have used SNI in the handshake,
745 * and that the server doesn't have the associated cert
746 * and presented a default one.
747 *
748 * This is a serious enough issue not to retry. It's
749 * especially important because this wrong name might
750 * either be the result of a configuration error, and
751 * retrying will only hammer the server, or is caused
752 * by the use of a wrong SNI value, most likely
753 * provided by the client and we don't want to let the
754 * client provoke retries.
755 */
756 si->conn_retries = 0;
757 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100758 }
759
760 /* ensure that we have enough retries left */
Willy Tarreauee28de02010-06-01 09:51:00 +0200761 si->conn_retries--;
Olivier Houcharda254a372019-04-05 15:30:12 +0200762 if (si->conn_retries < 0 || !(s->be->retry_type & PR_RE_CONN_FAILED)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100763 if (!si->err_type) {
764 si->err_type = SI_ET_CONN_ERR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100765 }
766
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100767 if (objt_server(s->target))
Olivier Houcharddc6111e2019-03-08 18:54:51 +0100768 _HA_ATOMIC_ADD(&objt_server(s->target)->counters.failed_conns, 1);
769 _HA_ATOMIC_ADD(&s->be->be_counters.failed_conns, 1);
Willy Tarreaub89cfca2010-12-29 14:32:28 +0100770 sess_change_server(s, NULL);
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100771 if (may_dequeue_tasks(objt_server(s->target), s->be))
772 process_srv_queue(objt_server(s->target));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100773
774 /* shutw is enough so stop a connecting socket */
Willy Tarreau73b013b2012-05-21 16:31:45 +0200775 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +0100776 s->req.flags |= CF_WRITE_ERROR;
777 s->res.flags |= CF_READ_ERROR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100778
779 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +0100780 if (s->srv_error)
781 s->srv_error(s, si);
Willy Tarreaud66ed882019-06-05 18:02:04 +0200782 return;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100783 }
784
Olivier Houchard530249c2019-07-12 16:16:59 +0200785 stream_choose_redispatch(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100786
787 if (si->flags & SI_FL_ERR) {
788 /* The error was an asynchronous connection error, and we will
789 * likely have to retry connecting to the same server, most
790 * likely leading to the same result. To avoid this, we wait
Willy Tarreauf7a259d2019-01-23 16:29:53 +0100791 * MIN(one second, connect timeout) before retrying. We don't
792 * do it when the failure happened on a reused connection
793 * though.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100794 */
795
Willy Tarreaub0290662014-06-13 17:04:44 +0200796 int delay = 1000;
797
798 if (s->be->timeout.connect && s->be->timeout.connect < delay)
799 delay = s->be->timeout.connect;
800
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100801 if (!si->err_type)
802 si->err_type = SI_ET_CONN_ERR;
803
Willy Tarreaudb6d0122014-06-13 17:40:15 +0200804 /* only wait when we're retrying on the same server */
Willy Tarreauf7a259d2019-01-23 16:29:53 +0100805 if ((si->state == SI_ST_ASS ||
806 (s->be->lbprm.algo & BE_LB_KIND) != BE_LB_KIND_RR ||
807 (s->be->srv_act <= 1)) && !(s->flags & SF_SRV_REUSED)) {
Willy Tarreaudb6d0122014-06-13 17:40:15 +0200808 si->state = SI_ST_TAR;
809 si->exp = tick_add(now_ms, MS_TO_TICKS(delay));
810 }
Olivier Houchard39cc0202019-04-09 19:12:51 +0200811 si->flags &= ~SI_FL_ERR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100812 }
Willy Tarreaud66ed882019-06-05 18:02:04 +0200813}
814
815/* This function is called with (si->state == SI_ST_RDY) meaning that a
816 * connection was attempted, that the file descriptor is already allocated,
817 * and that it has succeeded. We must still check for errors and aborts.
818 * Possible output states are SI_ST_EST (established), SI_ST_CER (error),
819 * and SI_ST_DIS (abort). This only works with connection-based streams.
820 * Timeouts and errors are *not* cleared.
821 */
822static void sess_update_st_rdy_tcp(struct stream *s)
823{
824 struct stream_interface *si = &s->si[1];
825 struct channel *req = &s->req;
826 struct channel *rep = &s->res;
827 struct conn_stream *srv_cs = objt_cs(si->end);
828 struct connection *conn = srv_cs ? srv_cs->conn : objt_conn(si->end);
829
830 /* We know the connection at least succeeded, though it could have
831 * since met an error for any other reason. At least it didn't time out
832 * eventhough the timeout might have been reported right after success.
833 * We need to take care of various situations here :
834 * - everything might be OK. We have to switch to established.
835 * - an I/O error might have been reported after a successful transfer,
836 * which is not retryable and needs to be logged correctly, and needs
837 * established as well
838 * - SI_ST_CON implies !CF_WROTE_DATA but not conversely as we could
839 * have validated a connection with incoming data (e.g. TCP with a
840 * banner protocol), or just a successful connect() probe.
841 * - the client might have requested a connection abort, this needs to
842 * be checked before we decide to retry anything.
843 */
844
845 /* it's still possible to handle client aborts or connection retries
846 * before any data were sent.
847 */
848 if (!(req->flags & CF_WROTE_DATA)) {
849 /* client abort ? */
850 if ((rep->flags & CF_SHUTW) ||
851 ((req->flags & CF_SHUTW_NOW) &&
852 (channel_is_empty(req) || (s->be->options & PR_O_ABRT_CLOSE)))) {
853 /* give up */
854 si->flags |= SI_FL_NOLINGER;
855 si_shutw(si);
856 si->err_type |= SI_ET_CONN_ABRT;
857 if (s->srv_error)
858 s->srv_error(s, si);
859 return;
860 }
861
862 /* retryable error ? */
863 if (si->flags & SI_FL_ERR) {
864 if (!(s->flags & SF_SRV_REUSED) && conn) {
865 conn_stop_tracking(conn);
866 conn_full_close(conn);
867 }
868
869 if (!si->err_type)
870 si->err_type = SI_ET_CONN_ERR;
871 si->state = SI_ST_CER;
872 return;
873 }
874 }
875
876 /* data were sent and/or we had no error, sess_establish() will
877 * now take over.
878 */
879 si->err_type = SI_ET_NONE;
880 si->state = SI_ST_EST;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100881}
882
883/*
884 * This function handles the transition between the SI_ST_CON state and the
Willy Tarreau85e7d002010-05-31 11:57:51 +0200885 * SI_ST_EST state. It must only be called after switching from SI_ST_CON (or
Willy Tarreau4f283fa2019-06-05 14:34:03 +0200886 * SI_ST_INI or SI_ST_RDY) to SI_ST_EST, but only when a ->proto is defined.
Olivier Houchardaacc4052019-05-21 17:43:50 +0200887 * Note that it will switch the interface to SI_ST_DIS if we already have
888 * the CF_SHUTR flag, it means we were able to forward the request, and
889 * receive the response, before process_stream() had the opportunity to
890 * make the switch from SI_ST_CON to SI_ST_EST. When that happens, we want
891 * to go through sess_establish() anyway, to make sure the analysers run.
Willy Tarreaud66ed882019-06-05 18:02:04 +0200892 * Timeouts are cleared. Error are reported on the channel so that analysers
893 * can handle them.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100894 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200895static void sess_establish(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100896{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100897 struct stream_interface *si = &s->si[1];
Willy Tarreaud66ed882019-06-05 18:02:04 +0200898 struct conn_stream *srv_cs = objt_cs(si->end);
899 struct connection *conn = srv_cs ? srv_cs->conn : objt_conn(si->end);
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100900 struct channel *req = &s->req;
901 struct channel *rep = &s->res;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100902
Willy Tarreaud66ed882019-06-05 18:02:04 +0200903 /* First, centralize the timers information, and clear any irrelevant
904 * timeout.
905 */
Willy Tarreau0e37f1c2013-12-31 23:06:46 +0100906 s->logs.t_connect = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreaud66ed882019-06-05 18:02:04 +0200907 si->exp = TICK_ETERNITY;
908 si->flags &= ~SI_FL_EXP;
909
910 /* errors faced after sending data need to be reported */
911 if (si->flags & SI_FL_ERR && req->flags & CF_WROTE_DATA) {
912 /* Don't add CF_WRITE_ERROR if we're here because
913 * early data were rejected by the server, or
914 * http_wait_for_response() will never be called
915 * to send a 425.
916 */
917 if (conn && conn->err_code != CO_ER_SSL_EARLY_FAILED)
918 req->flags |= CF_WRITE_ERROR;
919 rep->flags |= CF_READ_ERROR;
920 si->err_type = SI_ET_DATA_ERR;
921 }
922
923 /* If the request channel is waiting for the connect(), we mark the read
924 * side as attached on the response channel and we wake up it once. So
925 * it will have a chance to forward data now.
926 */
927 if (req->flags & CF_WAKE_CONNECT) {
928 req->flags |= CF_WAKE_ONCE;
929 req->flags &= ~CF_WAKE_CONNECT;
930 }
Willy Tarreau0e37f1c2013-12-31 23:06:46 +0100931
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100932 if (objt_server(s->target))
933 health_adjust(objt_server(s->target), HANA_STATUS_L4_OK);
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +0100934
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100935 if (s->be->mode == PR_MODE_TCP) { /* let's allow immediate data connection in this case */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100936 /* if the user wants to log as soon as possible, without counting
937 * bytes from the server, then this is the right moment. */
Willy Tarreaud0d8da92015-04-04 02:10:38 +0200938 if (!LIST_ISEMPTY(&strm_fe(s)->logformat) && !(s->logs.logwait & LW_BYTES)) {
Willy Tarreau66425e32018-07-25 06:55:12 +0200939 /* note: no pend_pos here, session is established */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100940 s->logs.t_close = s->logs.t_connect; /* to get a valid end date */
Willy Tarreaua5555ec2008-11-30 19:02:32 +0100941 s->do_log(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100942 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100943 }
944 else {
Willy Tarreaud81ca042013-12-31 22:33:13 +0100945 rep->flags |= CF_READ_DONTWAIT; /* a single read is enough to get response headers */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100946 }
947
Willy Tarreau0007d0a2018-12-11 18:01:38 +0100948 rep->analysers |= strm_fe(s)->fe_rsp_ana | s->be->be_rsp_ana;
Christopher Faulet309c6412015-12-02 09:57:32 +0100949
Willy Tarreau0007d0a2018-12-11 18:01:38 +0100950 /* Be sure to filter response headers if the backend is an HTTP proxy
951 * and if there are filters attached to the stream. */
952 if (s->be->mode == PR_MODE_HTTP && HAS_FILTERS(s))
953 rep->analysers |= AN_RES_FLT_HTTP_HDRS;
Christopher Faulet309c6412015-12-02 09:57:32 +0100954
Willy Tarreau8bb2ffb2018-11-14 17:54:13 +0100955 si_rx_endp_more(si);
Willy Tarreau03cdb7c2012-08-27 23:14:58 +0200956 rep->flags |= CF_READ_ATTACHED; /* producer is now attached */
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200957 if (objt_cs(si->end)) {
Willy Tarreaud04e8582010-05-31 12:31:35 +0200958 /* real connections have timeouts */
959 req->wto = s->be->timeout.server;
960 rep->rto = s->be->timeout.server;
Olivier Houchard47e9a1a2018-11-07 17:55:19 +0100961 /* The connection is now established, try to read data from the
962 * underlying layer, and subscribe to recv events. We use a
963 * delayed recv here to give a chance to the data to flow back
964 * by the time we process other tasks.
965 */
966 si_chk_rcv(si);
Willy Tarreaud04e8582010-05-31 12:31:35 +0200967 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100968 req->wex = TICK_ETERNITY;
Olivier Houchard21a796c2019-07-26 14:54:34 +0200969 /* If we managed to get the whole response, and we don't have anything
970 * left to send, or can't, switch to SI_ST_DIS now. */
971 if (rep->flags & (CF_SHUTR | CF_SHUTW))
Olivier Houchardaacc4052019-05-21 17:43:50 +0200972 si->state = SI_ST_DIS;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100973}
974
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -0700975/* Check if the connection request is in such a state that it can be aborted. */
976static int check_req_may_abort(struct channel *req, struct stream *s)
977{
978 return ((req->flags & (CF_READ_ERROR)) ||
Willy Tarreaud651ba12018-01-12 10:42:12 +0100979 ((req->flags & (CF_SHUTW_NOW|CF_SHUTW)) && /* empty and client aborted */
Christopher Faulet769d0e92019-03-22 14:23:18 +0100980 (channel_is_empty(req) || (s->be->options & PR_O_ABRT_CLOSE))));
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -0700981}
982
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100983/* Update back stream interface status for input states SI_ST_ASS, SI_ST_QUE,
984 * SI_ST_TAR. Other input states are simply ignored.
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +0100985 * Possible output states are SI_ST_CLO, SI_ST_TAR, SI_ST_ASS, SI_ST_REQ, SI_ST_CON
986 * and SI_ST_EST. Flags must have previously been updated for timeouts and other
987 * conditions.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100988 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200989static void sess_update_stream_int(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100990{
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100991 struct server *srv = objt_server(s->target);
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100992 struct stream_interface *si = &s->si[1];
Willy Tarreau103197d2014-11-28 15:26:12 +0100993 struct channel *req = &s->req;
Willy Tarreau827aee92011-03-10 16:55:02 +0100994
Christopher Faulet45073512018-07-20 10:16:29 +0200995 DPRINTF(stderr,"[%u] %s: sess=%p rq=%p, rp=%p, exp(r,w)=%u,%u rqf=%08x rpf=%08x rqh=%lu rqt=%lu rph=%lu rpt=%lu cs=%d ss=%d\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100996 now_ms, __FUNCTION__,
997 s,
CJ Ess6eac32e2015-05-02 16:35:24 -0400998 req, &s->res,
Willy Tarreau103197d2014-11-28 15:26:12 +0100999 req->rex, s->res.wex,
1000 req->flags, s->res.flags,
Christopher Faulet45073512018-07-20 10:16:29 +02001001 ci_data(req), co_data(req), ci_data(&s->res), co_data(&s->res), s->si[0].state, s->si[1].state);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001002
1003 if (si->state == SI_ST_ASS) {
1004 /* Server assigned to connection request, we have to try to connect now */
1005 int conn_err;
1006
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001007 /* Before we try to initiate the connection, see if the
1008 * request may be aborted instead.
1009 */
1010 if (check_req_may_abort(req, s)) {
1011 si->err_type |= SI_ET_CONN_ABRT;
1012 goto abort_connection;
1013 }
1014
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001015 conn_err = connect_server(s);
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001016 srv = objt_server(s->target);
Willy Tarreau827aee92011-03-10 16:55:02 +01001017
Willy Tarreaue7dff022015-04-03 01:14:29 +02001018 if (conn_err == SF_ERR_NONE) {
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +01001019 /* state = SI_ST_CON or SI_ST_EST now */
Willy Tarreau827aee92011-03-10 16:55:02 +01001020 if (srv)
1021 srv_inc_sess_ctr(srv);
Bhaskar Maddalaa20cb852014-02-03 16:26:46 -05001022 if (srv)
1023 srv_set_sess_last(srv);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001024 return;
1025 }
1026
1027 /* We have received a synchronous error. We might have to
1028 * abort, retry immediately or redispatch.
1029 */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001030 if (conn_err == SF_ERR_INTERNAL) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001031 if (!si->err_type) {
1032 si->err_type = SI_ET_CONN_OTHER;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001033 }
1034
Willy Tarreau827aee92011-03-10 16:55:02 +01001035 if (srv)
1036 srv_inc_sess_ctr(srv);
1037 if (srv)
Bhaskar Maddalaa20cb852014-02-03 16:26:46 -05001038 srv_set_sess_last(srv);
1039 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001040 _HA_ATOMIC_ADD(&srv->counters.failed_conns, 1);
1041 _HA_ATOMIC_ADD(&s->be->be_counters.failed_conns, 1);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001042
Willy Tarreau87b09662015-04-03 00:22:06 +02001043 /* release other streams waiting for this server */
Willy Tarreaub89cfca2010-12-29 14:32:28 +01001044 sess_change_server(s, NULL);
Willy Tarreau827aee92011-03-10 16:55:02 +01001045 if (may_dequeue_tasks(srv, s->be))
1046 process_srv_queue(srv);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001047
1048 /* Failed and not retryable. */
Willy Tarreau73b013b2012-05-21 16:31:45 +02001049 si_shutr(si);
1050 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +01001051 req->flags |= CF_WRITE_ERROR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001052
1053 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
1054
Willy Tarreau66425e32018-07-25 06:55:12 +02001055 /* we may need to know the position in the queue for logging */
1056 pendconn_cond_unlink(s->pend_pos);
1057
Willy Tarreau87b09662015-04-03 00:22:06 +02001058 /* no stream was ever accounted for this server */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001059 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +01001060 if (s->srv_error)
1061 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001062 return;
1063 }
1064
1065 /* We are facing a retryable error, but we don't want to run a
1066 * turn-around now, as the problem is likely a source port
1067 * allocation problem, so we want to retry now.
1068 */
1069 si->state = SI_ST_CER;
1070 si->flags &= ~SI_FL_ERR;
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01001071 sess_update_st_cer(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001072 /* now si->state is one of SI_ST_CLO, SI_ST_TAR, SI_ST_ASS, SI_ST_REQ */
1073 return;
1074 }
1075 else if (si->state == SI_ST_QUE) {
1076 /* connection request was queued, check for any update */
Christopher Faulet5cd4bbd2018-03-14 16:18:06 +01001077 if (!pendconn_dequeue(s)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001078 /* The connection is not in the queue anymore. Either
1079 * we have a server connection slot available and we
1080 * go directly to the assigned state, or we need to
1081 * load-balance first and go to the INI state.
1082 */
1083 si->exp = TICK_ETERNITY;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001084 if (unlikely(!(s->flags & SF_ASSIGNED)))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001085 si->state = SI_ST_REQ;
1086 else {
1087 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
1088 si->state = SI_ST_ASS;
1089 }
1090 return;
1091 }
1092
1093 /* Connection request still in queue... */
1094 if (si->flags & SI_FL_EXP) {
1095 /* ... and timeout expired */
1096 si->exp = TICK_ETERNITY;
Willy Tarreaud66ed882019-06-05 18:02:04 +02001097 si->flags &= ~SI_FL_EXP;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001098 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreau66425e32018-07-25 06:55:12 +02001099
1100 /* we may need to know the position in the queue for logging */
1101 pendconn_cond_unlink(s->pend_pos);
1102
Willy Tarreau827aee92011-03-10 16:55:02 +01001103 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001104 _HA_ATOMIC_ADD(&srv->counters.failed_conns, 1);
1105 _HA_ATOMIC_ADD(&s->be->be_counters.failed_conns, 1);
Willy Tarreau73b013b2012-05-21 16:31:45 +02001106 si_shutr(si);
1107 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +01001108 req->flags |= CF_WRITE_TIMEOUT;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001109 if (!si->err_type)
1110 si->err_type = SI_ET_QUEUE_TO;
1111 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +01001112 if (s->srv_error)
1113 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001114 return;
1115 }
1116
1117 /* Connection remains in queue, check if we have to abort it */
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001118 if (check_req_may_abort(req, s)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001119 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreau66425e32018-07-25 06:55:12 +02001120
1121 /* we may need to know the position in the queue for logging */
1122 pendconn_cond_unlink(s->pend_pos);
1123
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001124 si->err_type |= SI_ET_QUEUE_ABRT;
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001125 goto abort_connection;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001126 }
1127
1128 /* Nothing changed */
1129 return;
1130 }
1131 else if (si->state == SI_ST_TAR) {
1132 /* Connection request might be aborted */
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001133 if (check_req_may_abort(req, s)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001134 si->err_type |= SI_ET_CONN_ABRT;
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001135 goto abort_connection;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001136 }
1137
1138 if (!(si->flags & SI_FL_EXP))
1139 return; /* still in turn-around */
1140
Olivier Houchard86dcad62019-04-09 19:17:41 +02001141 si->flags &= ~SI_FL_EXP;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001142 si->exp = TICK_ETERNITY;
1143
Willy Tarreau87b09662015-04-03 00:22:06 +02001144 /* we keep trying on the same server as long as the stream is
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001145 * marked "assigned".
1146 * FIXME: Should we force a redispatch attempt when the server is down ?
1147 */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001148 if (s->flags & SF_ASSIGNED)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001149 si->state = SI_ST_ASS;
1150 else
1151 si->state = SI_ST_REQ;
1152 return;
1153 }
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001154 return;
1155
1156abort_connection:
1157 /* give up */
1158 si->exp = TICK_ETERNITY;
Willy Tarreaud66ed882019-06-05 18:02:04 +02001159 si->flags &= ~SI_FL_EXP;
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001160 si_shutr(si);
1161 si_shutw(si);
1162 si->state = SI_ST_CLO;
1163 if (s->srv_error)
1164 s->srv_error(s, si);
1165 return;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001166}
1167
Willy Tarreau87b09662015-04-03 00:22:06 +02001168/* Set correct stream termination flags in case no analyser has done it. It
Simon Hormandec5be42011-06-08 09:19:07 +09001169 * also counts a failed request if the server state has not reached the request
1170 * stage.
1171 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001172static void sess_set_term_flags(struct stream *s)
Simon Hormandec5be42011-06-08 09:19:07 +09001173{
Willy Tarreaue7dff022015-04-03 01:14:29 +02001174 if (!(s->flags & SF_FINST_MASK)) {
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02001175 if (s->si[1].state == SI_ST_INI) {
1176 /* anything before REQ in fact */
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001177 _HA_ATOMIC_ADD(&strm_fe(s)->fe_counters.failed_req, 1);
Willy Tarreau2c1068c2015-09-23 12:21:21 +02001178 if (strm_li(s) && strm_li(s)->counters)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001179 _HA_ATOMIC_ADD(&strm_li(s)->counters->failed_req, 1);
Simon Hormandec5be42011-06-08 09:19:07 +09001180
Willy Tarreaue7dff022015-04-03 01:14:29 +02001181 s->flags |= SF_FINST_R;
Simon Hormandec5be42011-06-08 09:19:07 +09001182 }
1183 else if (s->si[1].state == SI_ST_QUE)
Willy Tarreaue7dff022015-04-03 01:14:29 +02001184 s->flags |= SF_FINST_Q;
Willy Tarreau4f283fa2019-06-05 14:34:03 +02001185 else if (si_state_in(s->si[1].state, SI_SB_REQ|SI_SB_TAR|SI_SB_ASS|SI_SB_CON|SI_SB_CER|SI_SB_RDY))
Willy Tarreaue7dff022015-04-03 01:14:29 +02001186 s->flags |= SF_FINST_C;
Simon Hormandec5be42011-06-08 09:19:07 +09001187 else if (s->si[1].state == SI_ST_EST || s->si[1].prev_state == SI_ST_EST)
Willy Tarreaue7dff022015-04-03 01:14:29 +02001188 s->flags |= SF_FINST_D;
Simon Hormandec5be42011-06-08 09:19:07 +09001189 else
Willy Tarreaue7dff022015-04-03 01:14:29 +02001190 s->flags |= SF_FINST_L;
Simon Hormandec5be42011-06-08 09:19:07 +09001191 }
1192}
1193
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001194/* This function initiates a server connection request on a stream interface
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001195 * already in SI_ST_REQ state. Upon success, the state goes to SI_ST_ASS for
1196 * a real connection to a server, indicating that a server has been assigned,
1197 * or SI_ST_EST for a successful connection to an applet. It may also return
1198 * SI_ST_QUE, or SI_ST_CLO upon error.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001199 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001200static void sess_prepare_conn_req(struct stream *s)
Willy Tarreau02d6cfc2012-03-01 18:19:58 +01001201{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01001202 struct stream_interface *si = &s->si[1];
1203
Christopher Faulet45073512018-07-20 10:16:29 +02001204 DPRINTF(stderr,"[%u] %s: sess=%p rq=%p, rp=%p, exp(r,w)=%u,%u rqf=%08x rpf=%08x rqh=%lu rqt=%lu rph=%lu rpt=%lu cs=%d ss=%d\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001205 now_ms, __FUNCTION__,
1206 s,
CJ Ess6eac32e2015-05-02 16:35:24 -04001207 &s->req, &s->res,
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001208 s->req.rex, s->res.wex,
1209 s->req.flags, s->res.flags,
Christopher Faulet45073512018-07-20 10:16:29 +02001210 ci_data(&s->req), co_data(&s->req), ci_data(&s->res), co_data(&s->res), s->si[0].state, s->si[1].state);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001211
1212 if (si->state != SI_ST_REQ)
1213 return;
1214
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001215 if (unlikely(obj_type(s->target) == OBJ_TYPE_APPLET)) {
1216 /* the applet directly goes to the EST state */
Willy Tarreau4384ddf2013-12-01 12:25:52 +01001217 struct appctx *appctx = objt_appctx(si->end);
1218
1219 if (!appctx || appctx->applet != __objt_applet(s->target))
Willy Tarreau14bfe9a2018-12-19 15:19:27 +01001220 appctx = si_register_handler(si, objt_applet(s->target));
Willy Tarreau4384ddf2013-12-01 12:25:52 +01001221
1222 if (!appctx) {
1223 /* No more memory, let's immediately abort. Force the
1224 * error code to ignore the ERR_LOCAL which is not a
1225 * real error.
1226 */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001227 s->flags &= ~(SF_ERR_MASK | SF_FINST_MASK);
Willy Tarreau4384ddf2013-12-01 12:25:52 +01001228
1229 si_shutr(si);
1230 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +01001231 s->req.flags |= CF_WRITE_ERROR;
Willy Tarreau6bbb2f62013-12-09 17:14:23 +01001232 si->err_type = SI_ET_CONN_RES;
Willy Tarreau4384ddf2013-12-01 12:25:52 +01001233 si->state = SI_ST_CLO;
1234 if (s->srv_error)
1235 s->srv_error(s, si);
1236 return;
1237 }
1238
Willy Tarreauee8269e2017-11-23 17:34:29 +01001239 if (tv_iszero(&s->logs.tv_request))
1240 s->logs.tv_request = now;
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001241 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001242 si->state = SI_ST_EST;
1243 si->err_type = SI_ET_NONE;
Willy Tarreaub9a551e2014-04-23 00:35:17 +02001244 be_set_sess_last(s->be);
Willy Tarreaufac4bd12013-11-30 09:21:49 +01001245 /* let sess_establish() finish the job */
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001246 return;
1247 }
1248
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001249 /* Try to assign a server */
1250 if (srv_redispatch_connect(s) != 0) {
1251 /* We did not get a server. Either we queued the
1252 * connection request, or we encountered an error.
1253 */
1254 if (si->state == SI_ST_QUE)
1255 return;
1256
1257 /* we did not get any server, let's check the cause */
Willy Tarreau73b013b2012-05-21 16:31:45 +02001258 si_shutr(si);
1259 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +01001260 s->req.flags |= CF_WRITE_ERROR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001261 if (!si->err_type)
1262 si->err_type = SI_ET_CONN_OTHER;
1263 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +01001264 if (s->srv_error)
1265 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001266 return;
1267 }
1268
1269 /* The server is assigned */
1270 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
1271 si->state = SI_ST_ASS;
Willy Tarreaub9a551e2014-04-23 00:35:17 +02001272 be_set_sess_last(s->be);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001273}
1274
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001275/* This function parses the use-service action ruleset. It executes
1276 * the associated ACL and set an applet as a stream or txn final node.
1277 * it returns ACT_RET_ERR if an error occurs, the proxy left in
1278 * consistent state. It returns ACT_RET_STOP in succes case because
1279 * use-service must be a terminal action. Returns ACT_RET_YIELD
1280 * if the initialisation function require more data.
1281 */
1282enum act_return process_use_service(struct act_rule *rule, struct proxy *px,
1283 struct session *sess, struct stream *s, int flags)
1284
1285{
1286 struct appctx *appctx;
1287
1288 /* Initialises the applet if it is required. */
1289 if (flags & ACT_FLAG_FIRST) {
1290 /* Register applet. this function schedules the applet. */
1291 s->target = &rule->applet.obj_type;
Willy Tarreau14bfe9a2018-12-19 15:19:27 +01001292 if (unlikely(!si_register_handler(&s->si[1], objt_applet(s->target))))
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001293 return ACT_RET_ERR;
1294
1295 /* Initialise the context. */
1296 appctx = si_appctx(&s->si[1]);
1297 memset(&appctx->ctx, 0, sizeof(appctx->ctx));
1298 appctx->rule = rule;
1299 }
1300 else
1301 appctx = si_appctx(&s->si[1]);
1302
1303 /* Stops the applet sheduling, in case of the init function miss
1304 * some data.
1305 */
Willy Tarreau0cd3bd62018-11-06 18:46:37 +01001306 si_stop_get(&s->si[1]);
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001307
1308 /* Call initialisation. */
1309 if (rule->applet.init)
1310 switch (rule->applet.init(appctx, px, s)) {
1311 case 0: return ACT_RET_ERR;
1312 case 1: break;
1313 default: return ACT_RET_YIELD;
1314 }
1315
Christopher Faulet2571bc62019-03-01 11:44:26 +01001316 if (rule->from != ACT_F_HTTP_REQ) {
1317 if (sess->fe == s->be) /* report it if the request was intercepted by the frontend */
1318 _HA_ATOMIC_ADD(&sess->fe->fe_counters.intercepted_req, 1);
1319
1320 /* The flag SF_ASSIGNED prevent from server assignment. */
1321 s->flags |= SF_ASSIGNED;
1322 }
1323
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001324 /* Now we can schedule the applet. */
Willy Tarreau0cd3bd62018-11-06 18:46:37 +01001325 si_cant_get(&s->si[1]);
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001326 appctx_wakeup(appctx);
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001327 return ACT_RET_STOP;
1328}
1329
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001330/* This stream analyser checks the switching rules and changes the backend
Willy Tarreau4de91492010-01-22 19:10:05 +01001331 * if appropriate. The default_backend rule is also considered, then the
1332 * target backend's forced persistence rules are also evaluated last if any.
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001333 * It returns 1 if the processing can continue on next analysers, or zero if it
1334 * either needs more data or wants to immediately abort the request.
1335 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001336static int process_switching_rules(struct stream *s, struct channel *req, int an_bit)
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001337{
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001338 struct persist_rule *prst_rule;
Willy Tarreau192252e2015-04-04 01:47:55 +02001339 struct session *sess = s->sess;
1340 struct proxy *fe = sess->fe;
Willy Tarreau4de91492010-01-22 19:10:05 +01001341
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001342 req->analysers &= ~an_bit;
1343 req->analyse_exp = TICK_ETERNITY;
1344
Christopher Faulet45073512018-07-20 10:16:29 +02001345 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bh=%lu analysers=%02x\n",
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001346 now_ms, __FUNCTION__,
1347 s,
1348 req,
1349 req->rex, req->wex,
1350 req->flags,
Christopher Faulet45073512018-07-20 10:16:29 +02001351 ci_data(req),
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001352 req->analysers);
1353
1354 /* now check whether we have some switching rules for this request */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001355 if (!(s->flags & SF_BE_ASSIGNED)) {
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001356 struct switching_rule *rule;
1357
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001358 list_for_each_entry(rule, &fe->switching_rules, list) {
Willy Tarreauf51658d2014-04-23 01:21:56 +02001359 int ret = 1;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001360
Willy Tarreauf51658d2014-04-23 01:21:56 +02001361 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001362 ret = acl_exec_cond(rule->cond, fe, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreauf51658d2014-04-23 01:21:56 +02001363 ret = acl_pass(ret);
1364 if (rule->cond->pol == ACL_COND_UNLESS)
1365 ret = !ret;
1366 }
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001367
1368 if (ret) {
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001369 /* If the backend name is dynamic, try to resolve the name.
1370 * If we can't resolve the name, or if any error occurs, break
1371 * the loop and fallback to the default backend.
1372 */
Dragan Dosen2ae327e2017-10-26 11:25:10 +02001373 struct proxy *backend = NULL;
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001374
1375 if (rule->dynamic) {
Willy Tarreau83061a82018-07-13 11:56:34 +02001376 struct buffer *tmp;
Dragan Dosen2ae327e2017-10-26 11:25:10 +02001377
1378 tmp = alloc_trash_chunk();
1379 if (!tmp)
1380 goto sw_failed;
1381
Willy Tarreau843b7cb2018-07-13 10:54:26 +02001382 if (build_logline(s, tmp->area, tmp->size, &rule->be.expr))
1383 backend = proxy_be_by_name(tmp->area);
Dragan Dosen2ae327e2017-10-26 11:25:10 +02001384
1385 free_trash_chunk(tmp);
1386 tmp = NULL;
1387
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001388 if (!backend)
1389 break;
1390 }
1391 else
1392 backend = rule->be.backend;
1393
Willy Tarreau87b09662015-04-03 00:22:06 +02001394 if (!stream_set_backend(s, backend))
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001395 goto sw_failed;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001396 break;
1397 }
1398 }
1399
1400 /* To ensure correct connection accounting on the backend, we
1401 * have to assign one if it was not set (eg: a listen). This
1402 * measure also takes care of correctly setting the default
1403 * backend if any.
1404 */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001405 if (!(s->flags & SF_BE_ASSIGNED))
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001406 if (!stream_set_backend(s, fe->defbe.be ? fe->defbe.be : s->be))
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001407 goto sw_failed;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001408 }
1409
Willy Tarreaufb356202010-08-03 14:02:05 +02001410 /* we don't want to run the TCP or HTTP filters again if the backend has not changed */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001411 if (fe == s->be) {
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001412 s->req.analysers &= ~AN_REQ_INSPECT_BE;
1413 s->req.analysers &= ~AN_REQ_HTTP_PROCESS_BE;
Christopher Faulet0184ea72017-01-05 14:06:34 +01001414 s->req.analysers &= ~AN_REQ_FLT_START_BE;
Willy Tarreaufb356202010-08-03 14:02:05 +02001415 }
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001416
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001417 /* as soon as we know the backend, we must check if we have a matching forced or ignored
Willy Tarreau87b09662015-04-03 00:22:06 +02001418 * persistence rule, and report that in the stream.
Willy Tarreau4de91492010-01-22 19:10:05 +01001419 */
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001420 list_for_each_entry(prst_rule, &s->be->persist_rules, list) {
Willy Tarreau4de91492010-01-22 19:10:05 +01001421 int ret = 1;
1422
1423 if (prst_rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001424 ret = acl_exec_cond(prst_rule->cond, s->be, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreau4de91492010-01-22 19:10:05 +01001425 ret = acl_pass(ret);
1426 if (prst_rule->cond->pol == ACL_COND_UNLESS)
1427 ret = !ret;
1428 }
1429
1430 if (ret) {
1431 /* no rule, or the rule matches */
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001432 if (prst_rule->type == PERSIST_TYPE_FORCE) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001433 s->flags |= SF_FORCE_PRST;
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001434 } else {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001435 s->flags |= SF_IGNORE_PRST;
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001436 }
Willy Tarreau4de91492010-01-22 19:10:05 +01001437 break;
1438 }
1439 }
1440
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001441 return 1;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001442
1443 sw_failed:
1444 /* immediately abort this request in case of allocation failure */
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001445 channel_abort(&s->req);
1446 channel_abort(&s->res);
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001447
Willy Tarreaue7dff022015-04-03 01:14:29 +02001448 if (!(s->flags & SF_ERR_MASK))
1449 s->flags |= SF_ERR_RESOURCE;
1450 if (!(s->flags & SF_FINST_MASK))
1451 s->flags |= SF_FINST_R;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001452
Willy Tarreaueee5b512015-04-03 23:46:31 +02001453 if (s->txn)
1454 s->txn->status = 500;
Christopher Faulet0184ea72017-01-05 14:06:34 +01001455 s->req.analysers &= AN_REQ_FLT_END;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001456 s->req.analyse_exp = TICK_ETERNITY;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001457 return 0;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001458}
1459
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001460/* This stream analyser works on a request. It applies all use-server rules on
1461 * it then returns 1. The data must already be present in the buffer otherwise
1462 * they won't match. It always returns 1.
1463 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001464static int process_server_rules(struct stream *s, struct channel *req, int an_bit)
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001465{
1466 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001467 struct session *sess = s->sess;
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001468 struct server_rule *rule;
1469
Christopher Faulet45073512018-07-20 10:16:29 +02001470 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bl=%lu analysers=%02x\n",
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001471 now_ms, __FUNCTION__,
1472 s,
1473 req,
1474 req->rex, req->wex,
1475 req->flags,
Christopher Faulet45073512018-07-20 10:16:29 +02001476 c_data(req),
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001477 req->analysers);
1478
Willy Tarreaue7dff022015-04-03 01:14:29 +02001479 if (!(s->flags & SF_ASSIGNED)) {
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001480 list_for_each_entry(rule, &px->server_rules, list) {
1481 int ret;
1482
Willy Tarreau192252e2015-04-04 01:47:55 +02001483 ret = acl_exec_cond(rule->cond, s->be, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001484 ret = acl_pass(ret);
1485 if (rule->cond->pol == ACL_COND_UNLESS)
1486 ret = !ret;
1487
1488 if (ret) {
1489 struct server *srv = rule->srv.ptr;
1490
Emeric Brun52a91d32017-08-31 14:41:55 +02001491 if ((srv->cur_state != SRV_ST_STOPPED) ||
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001492 (px->options & PR_O_PERSIST) ||
Willy Tarreaue7dff022015-04-03 01:14:29 +02001493 (s->flags & SF_FORCE_PRST)) {
1494 s->flags |= SF_DIRECT | SF_ASSIGNED;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001495 s->target = &srv->obj_type;
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001496 break;
1497 }
1498 /* if the server is not UP, let's go on with next rules
1499 * just in case another one is suited.
1500 */
1501 }
1502 }
1503 }
1504
1505 req->analysers &= ~an_bit;
1506 req->analyse_exp = TICK_ETERNITY;
1507 return 1;
1508}
1509
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001510static inline void sticking_rule_find_target(struct stream *s,
1511 struct stktable *t, struct stksess *ts)
1512{
1513 struct proxy *px = s->be;
1514 struct eb32_node *node;
1515 struct dict_entry *de;
1516 void *ptr;
1517 struct server *srv;
1518
1519 /* Look for the server name previously stored in <t> stick-table */
1520 HA_RWLOCK_RDLOCK(STK_SESS_LOCK, &ts->lock);
1521 ptr = __stktable_data_ptr(t, ts, STKTABLE_DT_SERVER_NAME);
1522 de = stktable_data_cast(ptr, server_name);
1523 HA_RWLOCK_RDUNLOCK(STK_SESS_LOCK, &ts->lock);
1524
1525 if (de) {
1526 struct ebpt_node *name;
1527
1528 name = ebis_lookup(&px->conf.used_server_name, de->value.key);
1529 if (name) {
1530 srv = container_of(name, struct server, conf.name);
1531 goto found;
1532 }
1533 }
1534
1535 /* Look for the server ID */
1536 HA_RWLOCK_RDLOCK(STK_SESS_LOCK, &ts->lock);
1537 ptr = __stktable_data_ptr(t, ts, STKTABLE_DT_SERVER_ID);
1538 node = eb32_lookup(&px->conf.used_server_id, stktable_data_cast(ptr, server_id));
1539 HA_RWLOCK_RDUNLOCK(STK_SESS_LOCK, &ts->lock);
1540
1541 if (!node)
1542 return;
1543
1544 srv = container_of(node, struct server, conf.id);
1545 found:
1546 if ((srv->cur_state != SRV_ST_STOPPED) ||
1547 (px->options & PR_O_PERSIST) || (s->flags & SF_FORCE_PRST)) {
1548 s->flags |= SF_DIRECT | SF_ASSIGNED;
1549 s->target = &srv->obj_type;
1550 }
1551}
1552
Emeric Brun1d33b292010-01-04 15:47:17 +01001553/* This stream analyser works on a request. It applies all sticking rules on
1554 * it then returns 1. The data must already be present in the buffer otherwise
1555 * they won't match. It always returns 1.
1556 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001557static int process_sticking_rules(struct stream *s, struct channel *req, int an_bit)
Emeric Brun1d33b292010-01-04 15:47:17 +01001558{
1559 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001560 struct session *sess = s->sess;
Emeric Brun1d33b292010-01-04 15:47:17 +01001561 struct sticking_rule *rule;
1562
Christopher Faulet45073512018-07-20 10:16:29 +02001563 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bh=%lu analysers=%02x\n",
Emeric Brun1d33b292010-01-04 15:47:17 +01001564 now_ms, __FUNCTION__,
1565 s,
1566 req,
1567 req->rex, req->wex,
1568 req->flags,
Christopher Faulet45073512018-07-20 10:16:29 +02001569 ci_data(req),
Emeric Brun1d33b292010-01-04 15:47:17 +01001570 req->analysers);
1571
1572 list_for_each_entry(rule, &px->sticking_rules, list) {
1573 int ret = 1 ;
1574 int i;
1575
Willy Tarreau9667a802013-12-09 12:52:13 +01001576 /* Only the first stick store-request of each table is applied
1577 * and other ones are ignored. The purpose is to allow complex
1578 * configurations which look for multiple entries by decreasing
1579 * order of precision and to stop at the first which matches.
1580 * An example could be a store of the IP address from an HTTP
1581 * header first, then from the source if not found.
1582 */
Emeric Brun1d33b292010-01-04 15:47:17 +01001583 for (i = 0; i < s->store_count; i++) {
1584 if (rule->table.t == s->store[i].table)
1585 break;
1586 }
1587
1588 if (i != s->store_count)
1589 continue;
1590
1591 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001592 ret = acl_exec_cond(rule->cond, px, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001593 ret = acl_pass(ret);
1594 if (rule->cond->pol == ACL_COND_UNLESS)
1595 ret = !ret;
1596 }
1597
1598 if (ret) {
1599 struct stktable_key *key;
1600
Willy Tarreau192252e2015-04-04 01:47:55 +02001601 key = stktable_fetch_key(rule->table.t, px, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL, rule->expr, NULL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001602 if (!key)
1603 continue;
1604
1605 if (rule->flags & STK_IS_MATCH) {
1606 struct stksess *ts;
1607
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001608 if ((ts = stktable_lookup_key(rule->table.t, key)) != NULL) {
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001609 if (!(s->flags & SF_ASSIGNED))
1610 sticking_rule_find_target(s, rule->table.t, ts);
Emeric Brun819fc6f2017-06-13 19:37:32 +02001611 stktable_touch_local(rule->table.t, ts, 1);
Emeric Brun1d33b292010-01-04 15:47:17 +01001612 }
1613 }
1614 if (rule->flags & STK_IS_STORE) {
1615 if (s->store_count < (sizeof(s->store) / sizeof(s->store[0]))) {
1616 struct stksess *ts;
1617
1618 ts = stksess_new(rule->table.t, key);
1619 if (ts) {
1620 s->store[s->store_count].table = rule->table.t;
1621 s->store[s->store_count++].ts = ts;
1622 }
1623 }
1624 }
1625 }
1626 }
1627
1628 req->analysers &= ~an_bit;
1629 req->analyse_exp = TICK_ETERNITY;
1630 return 1;
1631}
1632
1633/* This stream analyser works on a response. It applies all store rules on it
1634 * then returns 1. The data must already be present in the buffer otherwise
1635 * they won't match. It always returns 1.
1636 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001637static int process_store_rules(struct stream *s, struct channel *rep, int an_bit)
Emeric Brun1d33b292010-01-04 15:47:17 +01001638{
1639 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001640 struct session *sess = s->sess;
Emeric Brun1d33b292010-01-04 15:47:17 +01001641 struct sticking_rule *rule;
1642 int i;
Willy Tarreau9667a802013-12-09 12:52:13 +01001643 int nbreq = s->store_count;
Emeric Brun1d33b292010-01-04 15:47:17 +01001644
Christopher Faulet45073512018-07-20 10:16:29 +02001645 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bh=%lu analysers=%02x\n",
Emeric Brun1d33b292010-01-04 15:47:17 +01001646 now_ms, __FUNCTION__,
1647 s,
Willy Tarreau2e2b3eb2010-02-09 20:55:44 +01001648 rep,
1649 rep->rex, rep->wex,
1650 rep->flags,
Christopher Faulet45073512018-07-20 10:16:29 +02001651 ci_data(rep),
Willy Tarreau2e2b3eb2010-02-09 20:55:44 +01001652 rep->analysers);
Emeric Brun1d33b292010-01-04 15:47:17 +01001653
1654 list_for_each_entry(rule, &px->storersp_rules, list) {
1655 int ret = 1 ;
Emeric Brun1d33b292010-01-04 15:47:17 +01001656
Willy Tarreau9667a802013-12-09 12:52:13 +01001657 /* Only the first stick store-response of each table is applied
1658 * and other ones are ignored. The purpose is to allow complex
1659 * configurations which look for multiple entries by decreasing
1660 * order of precision and to stop at the first which matches.
1661 * An example could be a store of a set-cookie value, with a
1662 * fallback to a parameter found in a 302 redirect.
1663 *
1664 * The store-response rules are not allowed to override the
1665 * store-request rules for the same table, but they may coexist.
1666 * Thus we can have up to one store-request entry and one store-
1667 * response entry for the same table at any time.
1668 */
1669 for (i = nbreq; i < s->store_count; i++) {
1670 if (rule->table.t == s->store[i].table)
1671 break;
1672 }
1673
1674 /* skip existing entries for this table */
1675 if (i < s->store_count)
1676 continue;
1677
Emeric Brun1d33b292010-01-04 15:47:17 +01001678 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001679 ret = acl_exec_cond(rule->cond, px, sess, s, SMP_OPT_DIR_RES|SMP_OPT_FINAL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001680 ret = acl_pass(ret);
1681 if (rule->cond->pol == ACL_COND_UNLESS)
1682 ret = !ret;
1683 }
1684
1685 if (ret) {
1686 struct stktable_key *key;
1687
Willy Tarreau192252e2015-04-04 01:47:55 +02001688 key = stktable_fetch_key(rule->table.t, px, sess, s, SMP_OPT_DIR_RES|SMP_OPT_FINAL, rule->expr, NULL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001689 if (!key)
1690 continue;
1691
Willy Tarreau37e340c2013-12-06 23:05:21 +01001692 if (s->store_count < (sizeof(s->store) / sizeof(s->store[0]))) {
Emeric Brun1d33b292010-01-04 15:47:17 +01001693 struct stksess *ts;
1694
1695 ts = stksess_new(rule->table.t, key);
1696 if (ts) {
1697 s->store[s->store_count].table = rule->table.t;
Emeric Brun1d33b292010-01-04 15:47:17 +01001698 s->store[s->store_count++].ts = ts;
1699 }
1700 }
1701 }
1702 }
1703
1704 /* process store request and store response */
1705 for (i = 0; i < s->store_count; i++) {
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001706 struct stksess *ts;
Willy Tarreau13c29de2010-06-06 16:40:39 +02001707 void *ptr;
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001708 struct dict_entry *de;
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001709
Willy Tarreauc93cd162014-05-13 15:54:22 +02001710 if (objt_server(s->target) && objt_server(s->target)->flags & SRV_F_NON_STICK) {
Simon Hormanfa461682011-06-25 09:39:49 +09001711 stksess_free(s->store[i].table, s->store[i].ts);
1712 s->store[i].ts = NULL;
1713 continue;
1714 }
1715
Emeric Brun819fc6f2017-06-13 19:37:32 +02001716 ts = stktable_set_entry(s->store[i].table, s->store[i].ts);
1717 if (ts != s->store[i].ts) {
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001718 /* the entry already existed, we can free ours */
Emeric Brun1d33b292010-01-04 15:47:17 +01001719 stksess_free(s->store[i].table, s->store[i].ts);
Emeric Brun1d33b292010-01-04 15:47:17 +01001720 }
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001721 s->store[i].ts = NULL;
Emeric Brun819fc6f2017-06-13 19:37:32 +02001722
Christopher Faulet2a944ee2017-11-07 10:42:54 +01001723 HA_RWLOCK_WRLOCK(STK_SESS_LOCK, &ts->lock);
Willy Tarreaub8d42d02018-09-20 11:11:15 +02001724 ptr = __stktable_data_ptr(s->store[i].table, ts, STKTABLE_DT_SERVER_ID);
1725 stktable_data_cast(ptr, server_id) = __objt_server(s->target)->puid;
Christopher Faulet2a944ee2017-11-07 10:42:54 +01001726 HA_RWLOCK_WRUNLOCK(STK_SESS_LOCK, &ts->lock);
Frédéric Lécaille03cdf552019-05-20 10:08:27 +02001727
1728 HA_RWLOCK_WRLOCK(STK_SESS_LOCK, &ts->lock);
1729 de = dict_insert(&server_name_dict, __objt_server(s->target)->id);
1730 if (de) {
1731 ptr = __stktable_data_ptr(s->store[i].table, ts, STKTABLE_DT_SERVER_NAME);
1732 stktable_data_cast(ptr, server_name) = de;
1733 }
1734 HA_RWLOCK_WRUNLOCK(STK_SESS_LOCK, &ts->lock);
1735
Emeric Brun819fc6f2017-06-13 19:37:32 +02001736 stktable_touch_local(s->store[i].table, ts, 1);
Emeric Brun1d33b292010-01-04 15:47:17 +01001737 }
Willy Tarreau2a164ee2010-06-18 09:57:45 +02001738 s->store_count = 0; /* everything is stored */
Emeric Brun1d33b292010-01-04 15:47:17 +01001739
1740 rep->analysers &= ~an_bit;
1741 rep->analyse_exp = TICK_ETERNITY;
1742 return 1;
1743}
1744
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001745/* This macro is very specific to the function below. See the comments in
Willy Tarreau87b09662015-04-03 00:22:06 +02001746 * process_stream() below to understand the logic and the tests.
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001747 */
1748#define UPDATE_ANALYSERS(real, list, back, flag) { \
1749 list = (((list) & ~(flag)) | ~(back)) & (real); \
1750 back = real; \
1751 if (!(list)) \
1752 break; \
1753 if (((list) ^ ((list) & ((list) - 1))) < (flag)) \
1754 continue; \
1755}
1756
Christopher Fauleta9215b72016-05-11 17:06:28 +02001757/* These 2 following macros call an analayzer for the specified channel if the
1758 * right flag is set. The first one is used for "filterable" analyzers. If a
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001759 * stream has some registered filters, pre and post analyaze callbacks are
Christopher Faulet0184ea72017-01-05 14:06:34 +01001760 * called. The second are used for other analyzers (AN_REQ/RES_FLT_* and
Christopher Fauleta9215b72016-05-11 17:06:28 +02001761 * AN_REQ/RES_HTTP_XFER_BODY) */
1762#define FLT_ANALYZE(strm, chn, fun, list, back, flag, ...) \
1763 { \
1764 if ((list) & (flag)) { \
1765 if (HAS_FILTERS(strm)) { \
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001766 if (!flt_pre_analyze((strm), (chn), (flag))) \
Christopher Fauleta9215b72016-05-11 17:06:28 +02001767 break; \
1768 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1769 break; \
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001770 if (!flt_post_analyze((strm), (chn), (flag))) \
1771 break; \
Christopher Fauleta9215b72016-05-11 17:06:28 +02001772 } \
1773 else { \
1774 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1775 break; \
1776 } \
1777 UPDATE_ANALYSERS((chn)->analysers, (list), \
1778 (back), (flag)); \
1779 } \
1780 }
1781
1782#define ANALYZE(strm, chn, fun, list, back, flag, ...) \
1783 { \
1784 if ((list) & (flag)) { \
1785 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1786 break; \
1787 UPDATE_ANALYSERS((chn)->analysers, (list), \
1788 (back), (flag)); \
1789 } \
1790 }
1791
Willy Tarreau87b09662015-04-03 00:22:06 +02001792/* Processes the client, server, request and response jobs of a stream task,
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001793 * then puts it back to the wait queue in a clean state, or cleans up its
1794 * resources if it must be deleted. Returns in <next> the date the task wants
1795 * to be woken up, or TICK_ETERNITY. In order not to call all functions for
1796 * nothing too many times, the request and response buffers flags are monitored
1797 * and each function is called only if at least another function has changed at
1798 * least one flag it is interested in.
1799 */
Olivier Houchard9f6af332018-05-25 14:04:04 +02001800struct task *process_stream(struct task *t, void *context, unsigned short state)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001801{
Willy Tarreau827aee92011-03-10 16:55:02 +01001802 struct server *srv;
Olivier Houchard9f6af332018-05-25 14:04:04 +02001803 struct stream *s = context;
Willy Tarreaufb0afa72015-04-03 14:46:27 +02001804 struct session *sess = s->sess;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001805 unsigned int rqf_last, rpf_last;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001806 unsigned int rq_prod_last, rq_cons_last;
1807 unsigned int rp_cons_last, rp_prod_last;
Willy Tarreau576507f2010-01-07 00:09:04 +01001808 unsigned int req_ana_back;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001809 struct channel *req, *res;
1810 struct stream_interface *si_f, *si_b;
Willy Tarreau3d07a162019-04-25 19:15:20 +02001811 unsigned int rate;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001812
Willy Tarreaud80cb4e2018-01-20 19:30:13 +01001813 activity[tid].stream++;
1814
Willy Tarreau8f128b42014-11-28 15:07:47 +01001815 req = &s->req;
1816 res = &s->res;
1817
1818 si_f = &s->si[0];
1819 si_b = &s->si[1];
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001820
Willy Tarreau0f8d3ab2018-10-25 10:42:39 +02001821 /* First, attempt to receive pending data from I/O layers */
Willy Tarreauade64782018-11-17 19:51:07 +01001822 si_sync_recv(si_f);
1823 si_sync_recv(si_b);
Willy Tarreau0f8d3ab2018-10-25 10:42:39 +02001824
Willy Tarreau3d07a162019-04-25 19:15:20 +02001825 rate = update_freq_ctr(&s->call_rate, 1);
1826 if (rate >= 100000 && s->call_rate.prev_ctr) { // make sure to wait at least a full second
1827 stream_dump_and_crash(&s->obj_type, read_freq_ctr(&s->call_rate));
1828 }
Olivier Houchardc2aa7112018-09-11 18:27:21 +02001829
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001830 //DPRINTF(stderr, "%s:%d: cs=%d ss=%d(%d) rqf=0x%08x rpf=0x%08x\n", __FUNCTION__, __LINE__,
Willy Tarreau8f128b42014-11-28 15:07:47 +01001831 // si_f->state, si_b->state, si_b->err_type, req->flags, res->flags);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001832
Krzysztof Piotr Oledzkif9423ae2010-01-29 19:26:18 +01001833 /* this data may be no longer valid, clear it */
Willy Tarreaueee5b512015-04-03 23:46:31 +02001834 if (s->txn)
1835 memset(&s->txn->auth, 0, sizeof(s->txn->auth));
Krzysztof Piotr Oledzkif9423ae2010-01-29 19:26:18 +01001836
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02001837 /* This flag must explicitly be set every time */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001838 req->flags &= ~(CF_READ_NOEXP|CF_WAKE_WRITE);
1839 res->flags &= ~(CF_READ_NOEXP|CF_WAKE_WRITE);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001840
1841 /* Keep a copy of req/rep flags so that we can detect shutdowns */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001842 rqf_last = req->flags & ~CF_MASK_ANALYSER;
1843 rpf_last = res->flags & ~CF_MASK_ANALYSER;
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001844
Willy Tarreau89f7ef22009-09-05 20:57:35 +02001845 /* we don't want the stream interface functions to recursively wake us up */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001846 si_f->flags |= SI_FL_DONT_WAKE;
1847 si_b->flags |= SI_FL_DONT_WAKE;
Willy Tarreau89f7ef22009-09-05 20:57:35 +02001848
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001849 /* update pending events */
Olivier Houchard9f6af332018-05-25 14:04:04 +02001850 s->pending_events |= (state & TASK_WOKEN_ANY);
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001851
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001852 /* 1a: Check for low level timeouts if needed. We just set a flag on
1853 * stream interfaces when their timeouts have expired.
1854 */
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001855 if (unlikely(s->pending_events & TASK_WOKEN_TIMER)) {
Willy Tarreau14bfe9a2018-12-19 15:19:27 +01001856 si_check_timeouts(si_f);
1857 si_check_timeouts(si_b);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001858
Willy Tarreau8263d2b2012-08-28 00:06:31 +02001859 /* check channel timeouts, and close the corresponding stream interfaces
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001860 * for future reads or writes. Note: this will also concern upper layers
1861 * but we do not touch any other flag. We must be careful and correctly
1862 * detect state changes when calling them.
1863 */
1864
Willy Tarreau8f128b42014-11-28 15:07:47 +01001865 channel_check_timeouts(req);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001866
Willy Tarreau8f128b42014-11-28 15:07:47 +01001867 if (unlikely((req->flags & (CF_SHUTW|CF_WRITE_TIMEOUT)) == CF_WRITE_TIMEOUT)) {
1868 si_b->flags |= SI_FL_NOLINGER;
1869 si_shutw(si_b);
Willy Tarreau14641402009-12-29 14:49:56 +01001870 }
1871
Willy Tarreau8f128b42014-11-28 15:07:47 +01001872 if (unlikely((req->flags & (CF_SHUTR|CF_READ_TIMEOUT)) == CF_READ_TIMEOUT)) {
1873 if (si_f->flags & SI_FL_NOHALF)
1874 si_f->flags |= SI_FL_NOLINGER;
1875 si_shutr(si_f);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02001876 }
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001877
Willy Tarreau8f128b42014-11-28 15:07:47 +01001878 channel_check_timeouts(res);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001879
Willy Tarreau8f128b42014-11-28 15:07:47 +01001880 if (unlikely((res->flags & (CF_SHUTW|CF_WRITE_TIMEOUT)) == CF_WRITE_TIMEOUT)) {
1881 si_f->flags |= SI_FL_NOLINGER;
1882 si_shutw(si_f);
Willy Tarreau14641402009-12-29 14:49:56 +01001883 }
1884
Willy Tarreau8f128b42014-11-28 15:07:47 +01001885 if (unlikely((res->flags & (CF_SHUTR|CF_READ_TIMEOUT)) == CF_READ_TIMEOUT)) {
1886 if (si_b->flags & SI_FL_NOHALF)
1887 si_b->flags |= SI_FL_NOLINGER;
1888 si_shutr(si_b);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02001889 }
Willy Tarreau798f4322012-11-08 14:49:17 +01001890
Christopher Fauleta00d8172016-11-10 14:58:05 +01001891 if (HAS_FILTERS(s))
1892 flt_stream_check_timeouts(s);
1893
Willy Tarreau798f4322012-11-08 14:49:17 +01001894 /* Once in a while we're woken up because the task expires. But
1895 * this does not necessarily mean that a timeout has been reached.
Willy Tarreau87b09662015-04-03 00:22:06 +02001896 * So let's not run a whole stream processing if only an expiration
Willy Tarreau798f4322012-11-08 14:49:17 +01001897 * timeout needs to be refreshed.
1898 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001899 if (!((req->flags | res->flags) &
Willy Tarreau798f4322012-11-08 14:49:17 +01001900 (CF_SHUTR|CF_READ_ACTIVITY|CF_READ_TIMEOUT|CF_SHUTW|
Willy Tarreauede3d882018-10-24 17:17:56 +02001901 CF_WRITE_ACTIVITY|CF_WRITE_TIMEOUT|CF_ANA_TIMEOUT)) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01001902 !((si_f->flags | si_b->flags) & (SI_FL_EXP|SI_FL_ERR)) &&
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001903 ((s->pending_events & TASK_WOKEN_ANY) == TASK_WOKEN_TIMER)) {
Willy Tarreau5fb04712016-05-04 10:18:37 +02001904 si_f->flags &= ~SI_FL_DONT_WAKE;
1905 si_b->flags &= ~SI_FL_DONT_WAKE;
Willy Tarreau798f4322012-11-08 14:49:17 +01001906 goto update_exp_and_leave;
Willy Tarreau5fb04712016-05-04 10:18:37 +02001907 }
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001908 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001909
Willy Tarreau829bd472019-06-06 09:17:23 +02001910 resync_stream_interface:
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001911 /* below we may emit error messages so we have to ensure that we have
1912 * our buffers properly allocated.
1913 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001914 if (!stream_alloc_work_buffer(s)) {
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001915 /* No buffer available, we've been subscribed to the list of
1916 * buffer waiters, let's wait for our turn.
1917 */
Willy Tarreau5fb04712016-05-04 10:18:37 +02001918 si_f->flags &= ~SI_FL_DONT_WAKE;
1919 si_b->flags &= ~SI_FL_DONT_WAKE;
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001920 goto update_exp_and_leave;
1921 }
1922
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001923 /* 1b: check for low-level errors reported at the stream interface.
1924 * First we check if it's a retryable error (in which case we don't
1925 * want to tell the buffer). Otherwise we report the error one level
1926 * upper by setting flags into the buffers. Note that the side towards
1927 * the client cannot have connect (hence retryable) errors. Also, the
1928 * connection setup code must be able to deal with any type of abort.
1929 */
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001930 srv = objt_server(s->target);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001931 if (unlikely(si_f->flags & SI_FL_ERR)) {
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02001932 if (si_state_in(si_f->state, SI_SB_EST|SI_SB_DIS)) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001933 si_shutr(si_f);
1934 si_shutw(si_f);
Willy Tarreau14bfe9a2018-12-19 15:19:27 +01001935 si_report_error(si_f);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001936 if (!(req->analysers) && !(res->analysers)) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001937 _HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
1938 _HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01001939 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001940 _HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02001941 if (!(s->flags & SF_ERR_MASK))
1942 s->flags |= SF_ERR_CLICL;
1943 if (!(s->flags & SF_FINST_MASK))
1944 s->flags |= SF_FINST_D;
Willy Tarreau05cb29b2008-12-14 11:44:04 +01001945 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001946 }
1947 }
1948
Willy Tarreau8f128b42014-11-28 15:07:47 +01001949 if (unlikely(si_b->flags & SI_FL_ERR)) {
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02001950 if (si_state_in(si_b->state, SI_SB_EST|SI_SB_DIS)) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001951 si_shutr(si_b);
1952 si_shutw(si_b);
Willy Tarreau14bfe9a2018-12-19 15:19:27 +01001953 si_report_error(si_b);
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001954 _HA_ATOMIC_ADD(&s->be->be_counters.failed_resp, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01001955 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001956 _HA_ATOMIC_ADD(&srv->counters.failed_resp, 1);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001957 if (!(req->analysers) && !(res->analysers)) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001958 _HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
1959 _HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01001960 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01001961 _HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02001962 if (!(s->flags & SF_ERR_MASK))
1963 s->flags |= SF_ERR_SRVCL;
1964 if (!(s->flags & SF_FINST_MASK))
1965 s->flags |= SF_FINST_D;
Willy Tarreau05cb29b2008-12-14 11:44:04 +01001966 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001967 }
1968 /* note: maybe we should process connection errors here ? */
1969 }
1970
Willy Tarreau4f283fa2019-06-05 14:34:03 +02001971 if (si_state_in(si_b->state, SI_SB_CON|SI_SB_RDY)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001972 /* we were trying to establish a connection on the server side,
1973 * maybe it succeeded, maybe it failed, maybe we timed out, ...
1974 */
Willy Tarreaud66ed882019-06-05 18:02:04 +02001975 if (si_b->state == SI_ST_RDY)
1976 sess_update_st_rdy_tcp(s);
1977 else if (si_b->state == SI_ST_CON)
1978 sess_update_st_con_tcp(s);
1979
1980 if (si_b->state == SI_ST_CER)
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01001981 sess_update_st_cer(s);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001982 else if (si_b->state == SI_ST_EST)
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01001983 sess_establish(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001984
1985 /* state is now one of SI_ST_CON (still in progress), SI_ST_EST
1986 * (established), SI_ST_DIS (abort), SI_ST_CLO (last error),
1987 * SI_ST_ASS/SI_ST_TAR/SI_ST_REQ for retryable errors.
1988 */
1989 }
1990
Willy Tarreau8f128b42014-11-28 15:07:47 +01001991 rq_prod_last = si_f->state;
1992 rq_cons_last = si_b->state;
1993 rp_cons_last = si_f->state;
1994 rp_prod_last = si_b->state;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001995
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001996 /* Check for connection closure */
1997
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001998 DPRINTF(stderr,
Christopher Faulet45073512018-07-20 10:16:29 +02001999 "[%u] %s:%d: task=%p s=%p, sfl=0x%08x, rq=%p, rp=%p, exp(r,w)=%u,%u rqf=%08x rpf=%08x rqh=%lu rqt=%lu rph=%lu rpt=%lu cs=%d ss=%d, cet=0x%x set=0x%x retr=%d\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002000 now_ms, __FUNCTION__, __LINE__,
2001 t,
2002 s, s->flags,
Willy Tarreau8f128b42014-11-28 15:07:47 +01002003 req, res,
2004 req->rex, res->wex,
2005 req->flags, res->flags,
Christopher Faulet45073512018-07-20 10:16:29 +02002006 ci_data(req), co_data(req), ci_data(res), co_data(res), si_f->state, si_b->state,
Willy Tarreau8f128b42014-11-28 15:07:47 +01002007 si_f->err_type, si_b->err_type,
2008 si_b->conn_retries);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002009
2010 /* nothing special to be done on client side */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002011 if (unlikely(si_f->state == SI_ST_DIS))
2012 si_f->state = SI_ST_CLO;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002013
2014 /* When a server-side connection is released, we have to count it and
2015 * check for pending connections on this server.
2016 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002017 if (unlikely(si_b->state == SI_ST_DIS)) {
2018 si_b->state = SI_ST_CLO;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01002019 srv = objt_server(s->target);
Willy Tarreau827aee92011-03-10 16:55:02 +01002020 if (srv) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002021 if (s->flags & SF_CURR_SESS) {
2022 s->flags &= ~SF_CURR_SESS;
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002023 _HA_ATOMIC_SUB(&srv->cur_sess, 1);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002024 }
2025 sess_change_server(s, NULL);
Willy Tarreau827aee92011-03-10 16:55:02 +01002026 if (may_dequeue_tasks(srv, s->be))
2027 process_srv_queue(srv);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002028 }
2029 }
2030
2031 /*
2032 * Note: of the transient states (REQ, CER, DIS), only REQ may remain
2033 * at this point.
2034 */
2035
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002036 resync_request:
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002037 /* Analyse request */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002038 if (((req->flags & ~rqf_last) & CF_MASK_ANALYSER) ||
2039 ((req->flags ^ rqf_last) & CF_MASK_STATIC) ||
Willy Tarreau33982cb2017-11-20 15:37:13 +01002040 (req->analysers && (req->flags & CF_SHUTW)) ||
Willy Tarreau8f128b42014-11-28 15:07:47 +01002041 si_f->state != rq_prod_last ||
2042 si_b->state != rq_cons_last ||
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002043 s->pending_events & TASK_WOKEN_MSG) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002044 unsigned int flags = req->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002045
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02002046 if (si_state_in(si_f->state, SI_SB_EST|SI_SB_DIS|SI_SB_CLO)) {
Willy Tarreaue34070e2010-01-08 00:32:27 +01002047 int max_loops = global.tune.maxpollevents;
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01002048 unsigned int ana_list;
2049 unsigned int ana_back;
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02002050
Willy Tarreau90deb182010-01-07 00:20:41 +01002051 /* it's up to the analysers to stop new connections,
2052 * disable reading or closing. Note: if an analyser
2053 * disables any of these bits, it is responsible for
2054 * enabling them again when it disables itself, so
2055 * that other analysers are called in similar conditions.
2056 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002057 channel_auto_read(req);
2058 channel_auto_connect(req);
2059 channel_auto_close(req);
Willy Tarreauedcf6682008-11-30 23:15:34 +01002060
2061 /* We will call all analysers for which a bit is set in
Willy Tarreau8f128b42014-11-28 15:07:47 +01002062 * req->analysers, following the bit order from LSB
Willy Tarreauedcf6682008-11-30 23:15:34 +01002063 * to MSB. The analysers must remove themselves from
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02002064 * the list when not needed. Any analyser may return 0
2065 * to break out of the loop, either because of missing
2066 * data to take a decision, or because it decides to
Willy Tarreau87b09662015-04-03 00:22:06 +02002067 * kill the stream. We loop at least once through each
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02002068 * analyser, and we may loop again if other analysers
2069 * are added in the middle.
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01002070 *
2071 * We build a list of analysers to run. We evaluate all
2072 * of these analysers in the order of the lower bit to
2073 * the higher bit. This ordering is very important.
2074 * An analyser will often add/remove other analysers,
2075 * including itself. Any changes to itself have no effect
2076 * on the loop. If it removes any other analysers, we
2077 * want those analysers not to be called anymore during
2078 * this loop. If it adds an analyser that is located
2079 * after itself, we want it to be scheduled for being
2080 * processed during the loop. If it adds an analyser
2081 * which is located before it, we want it to switch to
2082 * it immediately, even if it has already been called
2083 * once but removed since.
2084 *
2085 * In order to achieve this, we compare the analyser
2086 * list after the call with a copy of it before the
2087 * call. The work list is fed with analyser bits that
2088 * appeared during the call. Then we compare previous
2089 * work list with the new one, and check the bits that
2090 * appeared. If the lowest of these bits is lower than
2091 * the current bit, it means we have enabled a previous
2092 * analyser and must immediately loop again.
Willy Tarreauedcf6682008-11-30 23:15:34 +01002093 */
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01002094
Willy Tarreau8f128b42014-11-28 15:07:47 +01002095 ana_list = ana_back = req->analysers;
Willy Tarreaue34070e2010-01-08 00:32:27 +01002096 while (ana_list && max_loops--) {
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01002097 /* Warning! ensure that analysers are always placed in ascending order! */
Christopher Faulet0184ea72017-01-05 14:06:34 +01002098 ANALYZE (s, req, flt_start_analyze, ana_list, ana_back, AN_REQ_FLT_START_FE);
Christopher Fauleta9215b72016-05-11 17:06:28 +02002099 FLT_ANALYZE(s, req, tcp_inspect_request, ana_list, ana_back, AN_REQ_INSPECT_FE);
2100 FLT_ANALYZE(s, req, http_wait_for_request, ana_list, ana_back, AN_REQ_WAIT_HTTP);
2101 FLT_ANALYZE(s, req, http_wait_for_request_body, ana_list, ana_back, AN_REQ_HTTP_BODY);
2102 FLT_ANALYZE(s, req, http_process_req_common, ana_list, ana_back, AN_REQ_HTTP_PROCESS_FE, sess->fe);
2103 FLT_ANALYZE(s, req, process_switching_rules, ana_list, ana_back, AN_REQ_SWITCHING_RULES);
Christopher Faulet0184ea72017-01-05 14:06:34 +01002104 ANALYZE (s, req, flt_start_analyze, ana_list, ana_back, AN_REQ_FLT_START_BE);
Christopher Fauleta9215b72016-05-11 17:06:28 +02002105 FLT_ANALYZE(s, req, tcp_inspect_request, ana_list, ana_back, AN_REQ_INSPECT_BE);
2106 FLT_ANALYZE(s, req, http_process_req_common, ana_list, ana_back, AN_REQ_HTTP_PROCESS_BE, s->be);
2107 FLT_ANALYZE(s, req, http_process_tarpit, ana_list, ana_back, AN_REQ_HTTP_TARPIT);
2108 FLT_ANALYZE(s, req, process_server_rules, ana_list, ana_back, AN_REQ_SRV_RULES);
2109 FLT_ANALYZE(s, req, http_process_request, ana_list, ana_back, AN_REQ_HTTP_INNER);
2110 FLT_ANALYZE(s, req, tcp_persist_rdp_cookie, ana_list, ana_back, AN_REQ_PRST_RDP_COOKIE);
2111 FLT_ANALYZE(s, req, process_sticking_rules, ana_list, ana_back, AN_REQ_STICKING_RULES);
Christopher Faulet0184ea72017-01-05 14:06:34 +01002112 ANALYZE (s, req, flt_analyze_http_headers, ana_list, ana_back, AN_REQ_FLT_HTTP_HDRS);
Christopher Fauleta9215b72016-05-11 17:06:28 +02002113 ANALYZE (s, req, http_request_forward_body, ana_list, ana_back, AN_REQ_HTTP_XFER_BODY);
William Lallemandcf62f7e2018-10-26 14:47:40 +02002114 ANALYZE (s, req, pcli_wait_for_request, ana_list, ana_back, AN_REQ_WAIT_CLI);
Christopher Faulet0184ea72017-01-05 14:06:34 +01002115 ANALYZE (s, req, flt_xfer_data, ana_list, ana_back, AN_REQ_FLT_XFER_DATA);
2116 ANALYZE (s, req, flt_end_analyze, ana_list, ana_back, AN_REQ_FLT_END);
Willy Tarreaue34070e2010-01-08 00:32:27 +01002117 break;
2118 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002119 }
Willy Tarreau84455332009-03-15 22:34:05 +01002120
Willy Tarreau8f128b42014-11-28 15:07:47 +01002121 rq_prod_last = si_f->state;
2122 rq_cons_last = si_b->state;
2123 req->flags &= ~CF_WAKE_ONCE;
2124 rqf_last = req->flags;
Willy Tarreau815a9b22010-07-27 17:15:12 +02002125
Willy Tarreau1ec9bb52019-06-06 14:45:26 +02002126 if ((req->flags ^ flags) & (CF_SHUTR|CF_SHUTW))
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002127 goto resync_request;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002128 }
2129
Willy Tarreau576507f2010-01-07 00:09:04 +01002130 /* we'll monitor the request analysers while parsing the response,
2131 * because some response analysers may indirectly enable new request
2132 * analysers (eg: HTTP keep-alive).
2133 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002134 req_ana_back = req->analysers;
Willy Tarreau576507f2010-01-07 00:09:04 +01002135
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002136 resync_response:
2137 /* Analyse response */
2138
Willy Tarreau8f128b42014-11-28 15:07:47 +01002139 if (((res->flags & ~rpf_last) & CF_MASK_ANALYSER) ||
2140 (res->flags ^ rpf_last) & CF_MASK_STATIC ||
Willy Tarreau33982cb2017-11-20 15:37:13 +01002141 (res->analysers && (res->flags & CF_SHUTW)) ||
Willy Tarreau8f128b42014-11-28 15:07:47 +01002142 si_f->state != rp_cons_last ||
2143 si_b->state != rp_prod_last ||
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002144 s->pending_events & TASK_WOKEN_MSG) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002145 unsigned int flags = res->flags;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002146
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02002147 if (si_state_in(si_b->state, SI_SB_EST|SI_SB_DIS|SI_SB_CLO)) {
Willy Tarreaue34070e2010-01-08 00:32:27 +01002148 int max_loops = global.tune.maxpollevents;
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01002149 unsigned int ana_list;
2150 unsigned int ana_back;
Willy Tarreaub37c27e2009-10-18 22:53:08 +02002151
Willy Tarreau90deb182010-01-07 00:20:41 +01002152 /* it's up to the analysers to stop disable reading or
2153 * closing. Note: if an analyser disables any of these
2154 * bits, it is responsible for enabling them again when
2155 * it disables itself, so that other analysers are called
2156 * in similar conditions.
2157 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002158 channel_auto_read(res);
2159 channel_auto_close(res);
Willy Tarreaub37c27e2009-10-18 22:53:08 +02002160
2161 /* We will call all analysers for which a bit is set in
Willy Tarreau8f128b42014-11-28 15:07:47 +01002162 * res->analysers, following the bit order from LSB
Willy Tarreaub37c27e2009-10-18 22:53:08 +02002163 * to MSB. The analysers must remove themselves from
2164 * the list when not needed. Any analyser may return 0
2165 * to break out of the loop, either because of missing
2166 * data to take a decision, or because it decides to
Willy Tarreau87b09662015-04-03 00:22:06 +02002167 * kill the stream. We loop at least once through each
Willy Tarreaub37c27e2009-10-18 22:53:08 +02002168 * analyser, and we may loop again if other analysers
2169 * are added in the middle.
2170 */
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01002171
Willy Tarreau8f128b42014-11-28 15:07:47 +01002172 ana_list = ana_back = res->analysers;
Willy Tarreaue34070e2010-01-08 00:32:27 +01002173 while (ana_list && max_loops--) {
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01002174 /* Warning! ensure that analysers are always placed in ascending order! */
Christopher Faulet0184ea72017-01-05 14:06:34 +01002175 ANALYZE (s, res, flt_start_analyze, ana_list, ana_back, AN_RES_FLT_START_FE);
2176 ANALYZE (s, res, flt_start_analyze, ana_list, ana_back, AN_RES_FLT_START_BE);
Christopher Fauleta9215b72016-05-11 17:06:28 +02002177 FLT_ANALYZE(s, res, tcp_inspect_response, ana_list, ana_back, AN_RES_INSPECT);
2178 FLT_ANALYZE(s, res, http_wait_for_response, ana_list, ana_back, AN_RES_WAIT_HTTP);
2179 FLT_ANALYZE(s, res, process_store_rules, ana_list, ana_back, AN_RES_STORE_RULES);
2180 FLT_ANALYZE(s, res, http_process_res_common, ana_list, ana_back, AN_RES_HTTP_PROCESS_BE, s->be);
Christopher Faulet0184ea72017-01-05 14:06:34 +01002181 ANALYZE (s, res, flt_analyze_http_headers, ana_list, ana_back, AN_RES_FLT_HTTP_HDRS);
Christopher Fauleta9215b72016-05-11 17:06:28 +02002182 ANALYZE (s, res, http_response_forward_body, ana_list, ana_back, AN_RES_HTTP_XFER_BODY);
William Lallemandcf62f7e2018-10-26 14:47:40 +02002183 ANALYZE (s, res, pcli_wait_for_response, ana_list, ana_back, AN_RES_WAIT_CLI);
Christopher Faulet0184ea72017-01-05 14:06:34 +01002184 ANALYZE (s, res, flt_xfer_data, ana_list, ana_back, AN_RES_FLT_XFER_DATA);
2185 ANALYZE (s, res, flt_end_analyze, ana_list, ana_back, AN_RES_FLT_END);
Willy Tarreaue34070e2010-01-08 00:32:27 +01002186 break;
2187 }
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002188 }
2189
Willy Tarreau8f128b42014-11-28 15:07:47 +01002190 rp_cons_last = si_f->state;
2191 rp_prod_last = si_b->state;
Christopher Fauletcdaea892017-07-06 15:49:30 +02002192 res->flags &= ~CF_WAKE_ONCE;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002193 rpf_last = res->flags;
Willy Tarreau815a9b22010-07-27 17:15:12 +02002194
Willy Tarreau1ec9bb52019-06-06 14:45:26 +02002195 if ((res->flags ^ flags) & (CF_SHUTR|CF_SHUTW))
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002196 goto resync_response;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002197 }
2198
Willy Tarreau576507f2010-01-07 00:09:04 +01002199 /* maybe someone has added some request analysers, so we must check and loop */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002200 if (req->analysers & ~req_ana_back)
Willy Tarreau576507f2010-01-07 00:09:04 +01002201 goto resync_request;
2202
Willy Tarreau8f128b42014-11-28 15:07:47 +01002203 if ((req->flags & ~rqf_last) & CF_MASK_ANALYSER)
Willy Tarreau0499e352010-12-17 07:13:42 +01002204 goto resync_request;
2205
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002206 /* FIXME: here we should call protocol handlers which rely on
2207 * both buffers.
2208 */
2209
2210
2211 /*
Willy Tarreau87b09662015-04-03 00:22:06 +02002212 * Now we propagate unhandled errors to the stream. Normally
Willy Tarreauae526782010-03-04 20:34:23 +01002213 * we're just in a data phase here since it means we have not
2214 * seen any analyser who could set an error status.
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002215 */
Willy Tarreau3fdb3662012-11-12 00:42:33 +01002216 srv = objt_server(s->target);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002217 if (unlikely(!(s->flags & SF_ERR_MASK))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002218 if (req->flags & (CF_READ_ERROR|CF_READ_TIMEOUT|CF_WRITE_ERROR|CF_WRITE_TIMEOUT)) {
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002219 /* Report it if the client got an error or a read timeout expired */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002220 req->analysers = 0;
2221 if (req->flags & CF_READ_ERROR) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002222 _HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
2223 _HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002224 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002225 _HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002226 s->flags |= SF_ERR_CLICL;
Willy Tarreauae526782010-03-04 20:34:23 +01002227 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002228 else if (req->flags & CF_READ_TIMEOUT) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002229 _HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
2230 _HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002231 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002232 _HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002233 s->flags |= SF_ERR_CLITO;
Willy Tarreauae526782010-03-04 20:34:23 +01002234 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002235 else if (req->flags & CF_WRITE_ERROR) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002236 _HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
2237 _HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002238 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002239 _HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002240 s->flags |= SF_ERR_SRVCL;
Willy Tarreauae526782010-03-04 20:34:23 +01002241 }
2242 else {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002243 _HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
2244 _HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002245 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002246 _HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002247 s->flags |= SF_ERR_SRVTO;
Willy Tarreauae526782010-03-04 20:34:23 +01002248 }
Willy Tarreau84455332009-03-15 22:34:05 +01002249 sess_set_term_flags(s);
Christopher Faulet5e1a9d72019-04-23 17:34:22 +02002250
2251 /* Abort the request if a client error occurred while
2252 * the backend stream-interface is in the SI_ST_INI
2253 * state. It is switched into the SI_ST_CLO state and
2254 * the request channel is erased. */
2255 if (si_b->state == SI_ST_INI) {
2256 si_b->state = SI_ST_CLO;
2257 channel_abort(req);
2258 if (IS_HTX_STRM(s))
2259 channel_htx_erase(req, htxbuf(&req->buf));
2260 else
2261 channel_erase(req);
2262 }
Willy Tarreau84455332009-03-15 22:34:05 +01002263 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002264 else if (res->flags & (CF_READ_ERROR|CF_READ_TIMEOUT|CF_WRITE_ERROR|CF_WRITE_TIMEOUT)) {
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002265 /* Report it if the server got an error or a read timeout expired */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002266 res->analysers = 0;
2267 if (res->flags & CF_READ_ERROR) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002268 _HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
2269 _HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002270 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002271 _HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002272 s->flags |= SF_ERR_SRVCL;
Willy Tarreauae526782010-03-04 20:34:23 +01002273 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002274 else if (res->flags & CF_READ_TIMEOUT) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002275 _HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
2276 _HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002277 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002278 _HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002279 s->flags |= SF_ERR_SRVTO;
Willy Tarreauae526782010-03-04 20:34:23 +01002280 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002281 else if (res->flags & CF_WRITE_ERROR) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002282 _HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
2283 _HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002284 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002285 _HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002286 s->flags |= SF_ERR_CLICL;
Willy Tarreauae526782010-03-04 20:34:23 +01002287 }
2288 else {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002289 _HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
2290 _HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002291 if (srv)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002292 _HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002293 s->flags |= SF_ERR_CLITO;
Willy Tarreauae526782010-03-04 20:34:23 +01002294 }
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002295 sess_set_term_flags(s);
2296 }
Willy Tarreau84455332009-03-15 22:34:05 +01002297 }
2298
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002299 /*
2300 * Here we take care of forwarding unhandled data. This also includes
2301 * connection establishments and shutdown requests.
2302 */
2303
2304
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002305 /* If noone is interested in analysing data, it's time to forward
Willy Tarreau31971e52009-09-20 12:07:52 +02002306 * everything. We configure the buffer to forward indefinitely.
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002307 * Note that we're checking CF_SHUTR_NOW as an indication of a possible
Willy Tarreau8263d2b2012-08-28 00:06:31 +02002308 * recent call to channel_abort().
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002309 */
Christopher Faulet35fe6992017-08-29 16:06:38 +02002310 if (unlikely((!req->analysers || (req->analysers == AN_REQ_FLT_END && !(req->flags & CF_FLT_ANALYZE))) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002311 !(req->flags & (CF_SHUTW|CF_SHUTR_NOW)) &&
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02002312 (si_state_in(si_f->state, SI_SB_EST|SI_SB_DIS|SI_SB_CLO)) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002313 (req->to_forward != CHN_INFINITE_FORWARD))) {
Willy Tarreaub31c9712012-11-11 23:05:39 +01002314 /* This buffer is freewheeling, there's no analyser
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002315 * attached to it. If any data are left in, we'll permit them to
2316 * move.
2317 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002318 channel_auto_read(req);
2319 channel_auto_connect(req);
2320 channel_auto_close(req);
Willy Tarreau5bd8c372009-01-19 00:32:22 +01002321
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002322 if (IS_HTX_STRM(s)) {
2323 struct htx *htx = htxbuf(&req->buf);
2324
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002325 /* We'll let data flow between the producer (if still connected)
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002326 * to the consumer.
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002327 */
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002328 co_set_data(req, htx->data);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002329 if (!(req->flags & (CF_SHUTR|CF_SHUTW_NOW)))
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002330 channel_htx_forward_forever(req, htx);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002331 }
2332 else {
2333 /* We'll let data flow between the producer (if still connected)
2334 * to the consumer (which might possibly not be connected yet).
2335 */
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002336 c_adv(req, ci_data(req));
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002337 if (!(req->flags & (CF_SHUTR|CF_SHUTW_NOW)))
2338 channel_forward_forever(req);
Willy Tarreau42529c32015-07-09 18:38:57 +02002339
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002340 /* Just in order to support fetching HTTP contents after start
2341 * of forwarding when the HTTP forwarding analyser is not used,
2342 * we simply reset msg->sov so that HTTP rewinding points to the
2343 * headers.
2344 */
Olivier Houchard1909f6d2018-12-06 13:28:30 +01002345 if (s->txn)
2346 s->txn->req.sov = s->txn->req.eoh + s->txn->req.eol - co_data(req);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002347 }
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002348 }
Willy Tarreauf890dc92008-12-13 21:12:26 +01002349
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002350 /* check if it is wise to enable kernel splicing to forward request data */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002351 if (!(req->flags & (CF_KERN_SPLICING|CF_SHUTR)) &&
2352 req->to_forward &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002353 (global.tune.options & GTUNE_USE_SPLICE) &&
Christopher Faulet22b4eef2019-11-05 16:49:23 +01002354 (objt_cs(si_f->end) && __objt_cs(si_f->end)->conn->xprt && __objt_cs(si_f->end)->conn->xprt->rcv_pipe &&
2355 __objt_cs(si_f->end)->conn->mux && __objt_cs(si_f->end)->conn->mux->rcv_pipe) &&
2356 (objt_cs(si_b->end) && __objt_cs(si_b->end)->conn->xprt && __objt_cs(si_b->end)->conn->xprt->snd_pipe &&
2357 __objt_cs(si_b->end)->conn->mux && __objt_cs(si_b->end)->conn->mux->snd_pipe) &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002358 (pipes_used < global.maxpipes) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002359 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_REQ) ||
2360 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_AUT) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002361 (req->flags & CF_STREAMER_FAST)))) {
2362 req->flags |= CF_KERN_SPLICING;
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002363 }
2364
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002365 /* reflect what the L7 analysers have seen last */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002366 rqf_last = req->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002367
Willy Tarreau520d95e2009-09-19 21:04:57 +02002368 /* it's possible that an upper layer has requested a connection setup or abort.
2369 * There are 2 situations where we decide to establish a new connection :
2370 * - there are data scheduled for emission in the buffer
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002371 * - the CF_AUTO_CONNECT flag is set (active connection)
Willy Tarreau520d95e2009-09-19 21:04:57 +02002372 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002373 if (si_b->state == SI_ST_INI) {
Christopher Faulet5e1a9d72019-04-23 17:34:22 +02002374 if (!(req->flags & CF_SHUTW)) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002375 if ((req->flags & CF_AUTO_CONNECT) || !channel_is_empty(req)) {
Willy Tarreaucf644ed2013-09-29 17:19:56 +02002376 /* If we have an appctx, there is no connect method, so we
2377 * immediately switch to the connected state, otherwise we
2378 * perform a connection request.
Willy Tarreau520d95e2009-09-19 21:04:57 +02002379 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002380 si_b->state = SI_ST_REQ; /* new connection requested */
2381 si_b->conn_retries = s->be->conn_retries;
Olivier Houchard602bf7d2019-05-10 13:59:15 +02002382 if ((s->be->retry_type &~ PR_RE_CONN_FAILED) &&
2383 !(si_b->flags & SI_FL_D_L7_RETRY))
Olivier Houcharda254a372019-04-05 15:30:12 +02002384 si_b->flags |= SI_FL_L7_RETRY;
Willy Tarreau520d95e2009-09-19 21:04:57 +02002385 }
Willy Tarreau73201222009-08-16 18:27:24 +02002386 }
Willy Tarreauf41ffdc2009-09-20 08:19:25 +02002387 else {
Willy Tarreau0542c8b2017-11-24 15:01:10 +01002388 si_release_endpoint(si_b);
Willy Tarreau8f128b42014-11-28 15:07:47 +01002389 si_b->state = SI_ST_CLO; /* shutw+ini = abort */
2390 channel_shutw_now(req); /* fix buffer flags upon abort */
2391 channel_shutr_now(res);
Willy Tarreauf41ffdc2009-09-20 08:19:25 +02002392 }
Willy Tarreau92795622009-03-06 12:51:23 +01002393 }
2394
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002395
2396 /* we may have a pending connection request, or a connection waiting
2397 * for completion.
2398 */
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02002399 if (si_state_in(si_b->state, SI_SB_REQ|SI_SB_QUE|SI_SB_TAR|SI_SB_ASS)) {
Thierry FOURNIER4834bc72015-06-06 19:29:07 +02002400 /* prune the request variables and swap to the response variables. */
2401 if (s->vars_reqres.scope != SCOPE_RES) {
Willy Tarreaucda7f3f2018-10-28 13:44:36 +01002402 if (!LIST_ISEMPTY(&s->vars_reqres.head)) {
2403 vars_prune(&s->vars_reqres, s->sess, s);
2404 vars_init(&s->vars_reqres, SCOPE_RES);
2405 }
Thierry FOURNIER4834bc72015-06-06 19:29:07 +02002406 }
2407
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002408 do {
2409 /* nb: step 1 might switch from QUE to ASS, but we first want
2410 * to give a chance to step 2 to perform a redirect if needed.
2411 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002412 if (si_b->state != SI_ST_REQ)
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01002413 sess_update_stream_int(s);
Willy Tarreau8f128b42014-11-28 15:07:47 +01002414 if (si_b->state == SI_ST_REQ)
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01002415 sess_prepare_conn_req(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002416
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +01002417 /* applets directly go to the ESTABLISHED state. Similarly,
2418 * servers experience the same fate when their connection
2419 * is reused.
2420 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002421 if (unlikely(si_b->state == SI_ST_EST))
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01002422 sess_establish(s);
Willy Tarreaufac4bd12013-11-30 09:21:49 +01002423
Willy Tarreaub44c8732013-12-31 23:16:50 +01002424 /* Now we can add the server name to a header (if requested) */
2425 /* check for HTTP mode and proxy server_name_hdr_name != NULL */
Willy Tarreau4f283fa2019-06-05 14:34:03 +02002426 if (si_state_in(si_b->state, SI_SB_CON|SI_SB_RDY|SI_SB_EST) &&
Willy Tarreaub44c8732013-12-31 23:16:50 +01002427 (s->be->server_id_hdr_name != NULL) &&
2428 (s->be->mode == PR_MODE_HTTP) &&
2429 objt_server(s->target)) {
Christopher Faulet27a3dc82018-10-23 15:34:07 +02002430 http_send_name_header(s, s->be, objt_server(s->target)->id);
Willy Tarreau1e5dfda2013-04-07 18:19:16 +02002431 }
2432
Willy Tarreau3fdb3662012-11-12 00:42:33 +01002433 srv = objt_server(s->target);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002434 if (si_b->state == SI_ST_ASS && srv && srv->rdr_len && (s->flags & SF_REDIRECTABLE))
Willy Tarreau8f128b42014-11-28 15:07:47 +01002435 http_perform_server_redirect(s, si_b);
2436 } while (si_b->state == SI_ST_ASS);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002437 }
2438
Willy Tarreau829bd472019-06-06 09:17:23 +02002439 /* Let's see if we can send the pending request now */
2440 si_sync_send(si_b);
2441
2442 /*
2443 * Now forward all shutdown requests between both sides of the request buffer
2444 */
2445
2446 /* first, let's check if the request buffer needs to shutdown(write), which may
2447 * happen either because the input is closed or because we want to force a close
2448 * once the server has begun to respond. If a half-closed timeout is set, we adjust
2449 * the other side's timeout as well.
2450 */
2451 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTW_NOW|CF_AUTO_CLOSE|CF_SHUTR)) ==
2452 (CF_AUTO_CLOSE|CF_SHUTR))) {
2453 channel_shutw_now(req);
2454 }
2455
2456 /* shutdown(write) pending */
2457 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTW_NOW)) == CF_SHUTW_NOW &&
2458 channel_is_empty(req))) {
2459 if (req->flags & CF_READ_ERROR)
2460 si_b->flags |= SI_FL_NOLINGER;
2461 si_shutw(si_b);
2462 }
2463
2464 /* shutdown(write) done on server side, we must stop the client too */
2465 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTW &&
2466 !req->analysers))
2467 channel_shutr_now(req);
2468
2469 /* shutdown(read) pending */
2470 if (unlikely((req->flags & (CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTR_NOW)) {
2471 if (si_f->flags & SI_FL_NOHALF)
2472 si_f->flags |= SI_FL_NOLINGER;
2473 si_shutr(si_f);
2474 }
2475
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002476 /* Benchmarks have shown that it's optimal to do a full resync now */
Willy Tarreau829bd472019-06-06 09:17:23 +02002477 if (si_f->state == SI_ST_DIS ||
2478 si_state_in(si_b->state, SI_SB_RDY|SI_SB_DIS) ||
2479 (si_f->flags & SI_FL_ERR && si_f->state != SI_ST_CLO) ||
2480 (si_b->flags & SI_FL_ERR && si_b->state != SI_ST_CLO))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002481 goto resync_stream_interface;
2482
Willy Tarreau815a9b22010-07-27 17:15:12 +02002483 /* otherwise we want to check if we need to resync the req buffer or not */
Willy Tarreau1ec9bb52019-06-06 14:45:26 +02002484 if ((req->flags ^ rqf_last) & (CF_SHUTR|CF_SHUTW))
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002485 goto resync_request;
2486
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002487 /* perform output updates to the response buffer */
Willy Tarreau84455332009-03-15 22:34:05 +01002488
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002489 /* If noone is interested in analysing data, it's time to forward
Willy Tarreau31971e52009-09-20 12:07:52 +02002490 * everything. We configure the buffer to forward indefinitely.
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002491 * Note that we're checking CF_SHUTR_NOW as an indication of a possible
Willy Tarreau8263d2b2012-08-28 00:06:31 +02002492 * recent call to channel_abort().
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002493 */
Christopher Faulet35fe6992017-08-29 16:06:38 +02002494 if (unlikely((!res->analysers || (res->analysers == AN_RES_FLT_END && !(res->flags & CF_FLT_ANALYZE))) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002495 !(res->flags & (CF_SHUTW|CF_SHUTR_NOW)) &&
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02002496 si_state_in(si_b->state, SI_SB_EST|SI_SB_DIS|SI_SB_CLO) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002497 (res->to_forward != CHN_INFINITE_FORWARD))) {
Willy Tarreaub31c9712012-11-11 23:05:39 +01002498 /* This buffer is freewheeling, there's no analyser
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002499 * attached to it. If any data are left in, we'll permit them to
2500 * move.
2501 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002502 channel_auto_read(res);
2503 channel_auto_close(res);
Willy Tarreauda4d9fe2010-11-07 20:26:56 +01002504
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002505 if (IS_HTX_STRM(s)) {
2506 struct htx *htx = htxbuf(&res->buf);
Willy Tarreauce887fd2012-05-12 12:50:00 +02002507
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002508 /* We'll let data flow between the producer (if still connected)
2509 * to the consumer.
2510 */
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002511 co_set_data(res, htx->data);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002512 if (!(res->flags & (CF_SHUTR|CF_SHUTW_NOW)))
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002513 channel_htx_forward_forever(res, htx);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002514 }
2515 else {
2516 /* We'll let data flow between the producer (if still connected)
2517 * to the consumer.
2518 */
Christopher Faulet2dba1a52018-12-18 21:57:24 +01002519 c_adv(res, ci_data(res));
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002520 if (!(res->flags & (CF_SHUTR|CF_SHUTW_NOW)))
2521 channel_forward_forever(res);
2522
2523 /* Just in order to support fetching HTTP contents after start
2524 * of forwarding when the HTTP forwarding analyser is not used,
2525 * we simply reset msg->sov so that HTTP rewinding points to the
2526 * headers.
2527 */
Olivier Houchard1909f6d2018-12-06 13:28:30 +01002528 if (s->txn)
2529 s->txn->rsp.sov = s->txn->rsp.eoh + s->txn->rsp.eol - co_data(res);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002530 }
Willy Tarreau42529c32015-07-09 18:38:57 +02002531
Willy Tarreauce887fd2012-05-12 12:50:00 +02002532 /* if we have no analyser anymore in any direction and have a
Willy Tarreau05cdd962014-05-10 14:30:07 +02002533 * tunnel timeout set, use it now. Note that we must respect
2534 * the half-closed timeouts as well.
Willy Tarreauce887fd2012-05-12 12:50:00 +02002535 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002536 if (!req->analysers && s->be->timeout.tunnel) {
2537 req->rto = req->wto = res->rto = res->wto =
Willy Tarreauce887fd2012-05-12 12:50:00 +02002538 s->be->timeout.tunnel;
Willy Tarreau05cdd962014-05-10 14:30:07 +02002539
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002540 if ((req->flags & CF_SHUTR) && tick_isset(sess->fe->timeout.clientfin))
2541 res->wto = sess->fe->timeout.clientfin;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002542 if ((req->flags & CF_SHUTW) && tick_isset(s->be->timeout.serverfin))
2543 res->rto = s->be->timeout.serverfin;
2544 if ((res->flags & CF_SHUTR) && tick_isset(s->be->timeout.serverfin))
2545 req->wto = s->be->timeout.serverfin;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002546 if ((res->flags & CF_SHUTW) && tick_isset(sess->fe->timeout.clientfin))
2547 req->rto = sess->fe->timeout.clientfin;
Willy Tarreau05cdd962014-05-10 14:30:07 +02002548
Willy Tarreau8f128b42014-11-28 15:07:47 +01002549 req->rex = tick_add(now_ms, req->rto);
2550 req->wex = tick_add(now_ms, req->wto);
2551 res->rex = tick_add(now_ms, res->rto);
2552 res->wex = tick_add(now_ms, res->wto);
Willy Tarreauce887fd2012-05-12 12:50:00 +02002553 }
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002554 }
Willy Tarreauf890dc92008-12-13 21:12:26 +01002555
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002556 /* check if it is wise to enable kernel splicing to forward response data */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002557 if (!(res->flags & (CF_KERN_SPLICING|CF_SHUTR)) &&
2558 res->to_forward &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002559 (global.tune.options & GTUNE_USE_SPLICE) &&
Christopher Faulet22b4eef2019-11-05 16:49:23 +01002560 (objt_cs(si_f->end) && __objt_cs(si_f->end)->conn->xprt && __objt_cs(si_f->end)->conn->xprt->snd_pipe &&
2561 __objt_cs(si_f->end)->conn->mux && __objt_cs(si_f->end)->conn->mux->snd_pipe) &&
2562 (objt_cs(si_b->end) && __objt_cs(si_b->end)->conn->xprt && __objt_cs(si_b->end)->conn->xprt->rcv_pipe &&
2563 __objt_cs(si_b->end)->conn->mux && __objt_cs(si_b->end)->conn->mux->rcv_pipe) &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002564 (pipes_used < global.maxpipes) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002565 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_RTR) ||
2566 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_AUT) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002567 (res->flags & CF_STREAMER_FAST)))) {
2568 res->flags |= CF_KERN_SPLICING;
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002569 }
2570
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002571 /* reflect what the L7 analysers have seen last */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002572 rpf_last = res->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002573
Willy Tarreau829bd472019-06-06 09:17:23 +02002574 /* Let's see if we can send the pending response now */
2575 si_sync_send(si_f);
2576
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002577 /*
2578 * Now forward all shutdown requests between both sides of the buffer
2579 */
2580
2581 /*
2582 * FIXME: this is probably where we should produce error responses.
2583 */
2584
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002585 /* first, let's check if the response buffer needs to shutdown(write) */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002586 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTW_NOW|CF_AUTO_CLOSE|CF_SHUTR)) ==
Willy Tarreau05cdd962014-05-10 14:30:07 +02002587 (CF_AUTO_CLOSE|CF_SHUTR))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002588 channel_shutw_now(res);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002589 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002590
2591 /* shutdown(write) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002592 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTW_NOW)) == CF_SHUTW_NOW &&
2593 channel_is_empty(res))) {
2594 si_shutw(si_f);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002595 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002596
2597 /* shutdown(write) done on the client side, we must stop the server too */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002598 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTW) &&
2599 !res->analysers)
2600 channel_shutr_now(res);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002601
2602 /* shutdown(read) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002603 if (unlikely((res->flags & (CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTR_NOW)) {
2604 if (si_b->flags & SI_FL_NOHALF)
2605 si_b->flags |= SI_FL_NOLINGER;
2606 si_shutr(si_b);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02002607 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002608
Willy Tarreau829bd472019-06-06 09:17:23 +02002609 if (si_f->state == SI_ST_DIS ||
2610 si_state_in(si_b->state, SI_SB_RDY|SI_SB_DIS) ||
2611 (si_f->flags & SI_FL_ERR && si_f->state != SI_ST_CLO) ||
2612 (si_b->flags & SI_FL_ERR && si_b->state != SI_ST_CLO))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002613 goto resync_stream_interface;
2614
Willy Tarreau3c5c0662019-06-06 14:32:49 +02002615 if ((req->flags & ~rqf_last) & CF_MASK_ANALYSER)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002616 goto resync_request;
2617
Willy Tarreau8f128b42014-11-28 15:07:47 +01002618 if ((res->flags ^ rpf_last) & CF_MASK_STATIC)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002619 goto resync_response;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002620
Willy Tarreau829bd472019-06-06 09:17:23 +02002621 if (((req->flags ^ rqf_last) | (res->flags ^ rpf_last)) & CF_MASK_ANALYSER)
2622 goto resync_request;
2623
Willy Tarreau89f7ef22009-09-05 20:57:35 +02002624 /* we're interested in getting wakeups again */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002625 si_f->flags &= ~SI_FL_DONT_WAKE;
2626 si_b->flags &= ~SI_FL_DONT_WAKE;
Willy Tarreau89f7ef22009-09-05 20:57:35 +02002627
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002628 /* This is needed only when debugging is enabled, to indicate
2629 * client-side or server-side close. Please note that in the unlikely
2630 * event where both sides would close at once, the sequence is reported
2631 * on the server side first.
2632 */
2633 if (unlikely((global.mode & MODE_DEBUG) &&
2634 (!(global.mode & MODE_QUIET) ||
2635 (global.mode & MODE_VERBOSE)))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002636 if (si_b->state == SI_ST_CLO &&
2637 si_b->prev_state == SI_ST_EST) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002638 chunk_printf(&trash, "%08x:%s.srvcls[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002639 s->uniq_id, s->be->id,
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002640 objt_cs(si_f->end) ? (unsigned short)objt_cs(si_f->end)->conn->handle.fd : -1,
2641 objt_cs(si_b->end) ? (unsigned short)objt_cs(si_b->end)->conn->handle.fd : -1);
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002642 shut_your_big_mouth_gcc(write(1, trash.area, trash.data));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002643 }
2644
Willy Tarreau8f128b42014-11-28 15:07:47 +01002645 if (si_f->state == SI_ST_CLO &&
2646 si_f->prev_state == SI_ST_EST) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002647 chunk_printf(&trash, "%08x:%s.clicls[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002648 s->uniq_id, s->be->id,
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002649 objt_cs(si_f->end) ? (unsigned short)objt_cs(si_f->end)->conn->handle.fd : -1,
2650 objt_cs(si_b->end) ? (unsigned short)objt_cs(si_b->end)->conn->handle.fd : -1);
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002651 shut_your_big_mouth_gcc(write(1, trash.area, trash.data));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002652 }
2653 }
2654
Willy Tarreau7ab22adb2019-06-05 14:53:22 +02002655 if (likely((si_f->state != SI_ST_CLO) || !si_state_in(si_b->state, SI_SB_INI|SI_SB_CLO))) {
Olivier Houchard1a8febc2019-07-31 18:05:26 +02002656 if ((sess->fe->options & PR_O_CONTSTATS) && (s->flags & SF_BE_ASSIGNED) && !(s->flags & SF_IGNORE))
Willy Tarreau87b09662015-04-03 00:22:06 +02002657 stream_process_counters(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002658
Willy Tarreaud14844a2018-11-08 18:15:29 +01002659 si_update_both(si_f, si_b);
Olivier Houchard53216e72018-10-10 15:46:36 +02002660
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02002661 /* Trick: if a request is being waiting for the server to respond,
2662 * and if we know the server can timeout, we don't want the timeout
2663 * to expire on the client side first, but we're still interested
2664 * in passing data from the client to the server (eg: POST). Thus,
2665 * we can cancel the client's request timeout if the server's
2666 * request timeout is set and the server has not yet sent a response.
2667 */
2668
Willy Tarreau8f128b42014-11-28 15:07:47 +01002669 if ((res->flags & (CF_AUTO_CLOSE|CF_SHUTR)) == 0 &&
2670 (tick_isset(req->wex) || tick_isset(res->rex))) {
2671 req->flags |= CF_READ_NOEXP;
2672 req->rex = TICK_ETERNITY;
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02002673 }
2674
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002675 /* Reset pending events now */
2676 s->pending_events = 0;
2677
Willy Tarreau798f4322012-11-08 14:49:17 +01002678 update_exp_and_leave:
Willy Tarreau5fb04712016-05-04 10:18:37 +02002679 /* Note: please ensure that if you branch here you disable SI_FL_DONT_WAKE */
Christopher Fauleta00d8172016-11-10 14:58:05 +01002680 t->expire = tick_first((tick_is_expired(t->expire, now_ms) ? 0 : t->expire),
2681 tick_first(tick_first(req->rex, req->wex),
2682 tick_first(res->rex, res->wex)));
Willy Tarreaudef0d222016-11-08 22:03:00 +01002683 if (!req->analysers)
2684 req->analyse_exp = TICK_ETERNITY;
2685
2686 if ((sess->fe->options & PR_O_CONTSTATS) && (s->flags & SF_BE_ASSIGNED) &&
2687 (!tick_isset(req->analyse_exp) || tick_is_expired(req->analyse_exp, now_ms)))
2688 req->analyse_exp = tick_add(now_ms, 5000);
2689
2690 t->expire = tick_first(t->expire, req->analyse_exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002691
Willy Tarreau9a398be2017-11-10 17:14:23 +01002692 t->expire = tick_first(t->expire, res->analyse_exp);
2693
Willy Tarreau8f128b42014-11-28 15:07:47 +01002694 if (si_f->exp)
2695 t->expire = tick_first(t->expire, si_f->exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002696
Willy Tarreau8f128b42014-11-28 15:07:47 +01002697 if (si_b->exp)
2698 t->expire = tick_first(t->expire, si_b->exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002699
Christopher Faulet56803b12017-11-24 16:06:18 +01002700 DPRINTF(stderr,
Willy Tarreau127334e2009-03-28 10:47:26 +01002701 "[%u] queuing with exp=%u req->rex=%u req->wex=%u req->ana_exp=%u"
2702 " rep->rex=%u rep->wex=%u, si[0].exp=%u, si[1].exp=%u, cs=%d, ss=%d\n",
Willy Tarreau8f128b42014-11-28 15:07:47 +01002703 now_ms, t->expire, req->rex, req->wex, req->analyse_exp,
2704 res->rex, res->wex, si_f->exp, si_b->exp, si_f->state, si_b->state);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002705
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002706 s->pending_events &= ~(TASK_WOKEN_TIMER | TASK_WOKEN_RES);
Willy Tarreau87b09662015-04-03 00:22:06 +02002707 stream_release_buffers(s);
Willy Tarreau26c25062009-03-08 09:38:41 +01002708 return t; /* nothing more to do */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002709 }
2710
Willy Tarreaue7dff022015-04-03 01:14:29 +02002711 if (s->flags & SF_BE_ASSIGNED)
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002712 _HA_ATOMIC_SUB(&s->be->beconn, 1);
Willy Tarreau6f5e4b92017-09-15 09:07:56 +02002713
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002714 if (unlikely((global.mode & MODE_DEBUG) &&
2715 (!(global.mode & MODE_QUIET) || (global.mode & MODE_VERBOSE)))) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002716 chunk_printf(&trash, "%08x:%s.closed[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002717 s->uniq_id, s->be->id,
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002718 objt_cs(si_f->end) ? (unsigned short)objt_cs(si_f->end)->conn->handle.fd : -1,
2719 objt_cs(si_b->end) ? (unsigned short)objt_cs(si_b->end)->conn->handle.fd : -1);
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002720 shut_your_big_mouth_gcc(write(1, trash.area, trash.data));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002721 }
2722
2723 s->logs.t_close = tv_ms_elapsed(&s->logs.tv_accept, &now);
Olivier Houchard1a8febc2019-07-31 18:05:26 +02002724 if (!(s->flags & SF_IGNORE))
2725 stream_process_counters(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002726
Willy Tarreaueee5b512015-04-03 23:46:31 +02002727 if (s->txn && s->txn->status) {
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002728 int n;
2729
Willy Tarreaueee5b512015-04-03 23:46:31 +02002730 n = s->txn->status / 100;
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002731 if (n < 1 || n > 5)
2732 n = 0;
2733
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002734 if (sess->fe->mode == PR_MODE_HTTP) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002735 _HA_ATOMIC_ADD(&sess->fe->fe_counters.p.http.rsp[n], 1);
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002736 }
Willy Tarreaue7dff022015-04-03 01:14:29 +02002737 if ((s->flags & SF_BE_ASSIGNED) &&
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002738 (s->be->mode == PR_MODE_HTTP)) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002739 _HA_ATOMIC_ADD(&s->be->be_counters.p.http.rsp[n], 1);
2740 _HA_ATOMIC_ADD(&s->be->be_counters.p.http.cum_req, 1);
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002741 }
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002742 }
2743
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002744 /* let's do a final log if we need it */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002745 if (!LIST_ISEMPTY(&sess->fe->logformat) && s->logs.logwait &&
Willy Tarreaue7dff022015-04-03 01:14:29 +02002746 !(s->flags & SF_MONITOR) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002747 (!(sess->fe->options & PR_O_NULLNOLOG) || req->total)) {
Willy Tarreau66425e32018-07-25 06:55:12 +02002748 /* we may need to know the position in the queue */
2749 pendconn_free(s);
Willy Tarreaua5555ec2008-11-30 19:02:32 +01002750 s->do_log(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002751 }
2752
Willy Tarreau87b09662015-04-03 00:22:06 +02002753 /* update time stats for this stream */
2754 stream_update_time_stats(s);
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002755
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002756 /* the task MUST not be in the run queue anymore */
Willy Tarreau87b09662015-04-03 00:22:06 +02002757 stream_free(s);
Olivier Houchard3f795f72019-04-17 22:51:06 +02002758 task_destroy(t);
Willy Tarreau26c25062009-03-08 09:38:41 +01002759 return NULL;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002760}
2761
Willy Tarreau87b09662015-04-03 00:22:06 +02002762/* Update the stream's backend and server time stats */
2763void stream_update_time_stats(struct stream *s)
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002764{
2765 int t_request;
2766 int t_queue;
2767 int t_connect;
2768 int t_data;
2769 int t_close;
2770 struct server *srv;
2771
2772 t_request = 0;
2773 t_queue = s->logs.t_queue;
2774 t_connect = s->logs.t_connect;
2775 t_close = s->logs.t_close;
2776 t_data = s->logs.t_data;
2777
2778 if (s->be->mode != PR_MODE_HTTP)
2779 t_data = t_connect;
2780
2781 if (t_connect < 0 || t_data < 0)
2782 return;
2783
2784 if (tv_isge(&s->logs.tv_request, &s->logs.tv_accept))
2785 t_request = tv_ms_elapsed(&s->logs.tv_accept, &s->logs.tv_request);
2786
2787 t_data -= t_connect;
2788 t_connect -= t_queue;
2789 t_queue -= t_request;
2790
2791 srv = objt_server(s->target);
2792 if (srv) {
2793 swrate_add(&srv->counters.q_time, TIME_STATS_SAMPLES, t_queue);
2794 swrate_add(&srv->counters.c_time, TIME_STATS_SAMPLES, t_connect);
2795 swrate_add(&srv->counters.d_time, TIME_STATS_SAMPLES, t_data);
2796 swrate_add(&srv->counters.t_time, TIME_STATS_SAMPLES, t_close);
Christopher Fauletdf73efe2019-11-08 14:53:15 +01002797 HA_ATOMIC_UPDATE_MAX(&srv->counters.qtime_max, t_queue);
2798 HA_ATOMIC_UPDATE_MAX(&srv->counters.ctime_max, t_connect);
2799 HA_ATOMIC_UPDATE_MAX(&srv->counters.dtime_max, t_data);
2800 HA_ATOMIC_UPDATE_MAX(&srv->counters.ttime_max, t_close);
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002801 }
2802 swrate_add(&s->be->be_counters.q_time, TIME_STATS_SAMPLES, t_queue);
2803 swrate_add(&s->be->be_counters.c_time, TIME_STATS_SAMPLES, t_connect);
2804 swrate_add(&s->be->be_counters.d_time, TIME_STATS_SAMPLES, t_data);
2805 swrate_add(&s->be->be_counters.t_time, TIME_STATS_SAMPLES, t_close);
Christopher Fauletdf73efe2019-11-08 14:53:15 +01002806 HA_ATOMIC_UPDATE_MAX(&s->be->be_counters.qtime_max, t_queue);
2807 HA_ATOMIC_UPDATE_MAX(&s->be->be_counters.ctime_max, t_connect);
2808 HA_ATOMIC_UPDATE_MAX(&s->be->be_counters.dtime_max, t_data);
2809 HA_ATOMIC_UPDATE_MAX(&s->be->be_counters.ttime_max, t_close);
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002810}
2811
Willy Tarreau7c669d72008-06-20 15:04:11 +02002812/*
2813 * This function adjusts sess->srv_conn and maintains the previous and new
Willy Tarreau87b09662015-04-03 00:22:06 +02002814 * server's served stream counts. Setting newsrv to NULL is enough to release
Willy Tarreau7c669d72008-06-20 15:04:11 +02002815 * current connection slot. This function also notifies any LB algo which might
Willy Tarreau87b09662015-04-03 00:22:06 +02002816 * expect to be informed about any change in the number of active streams on a
Willy Tarreau7c669d72008-06-20 15:04:11 +02002817 * server.
2818 */
Willy Tarreau87b09662015-04-03 00:22:06 +02002819void sess_change_server(struct stream *sess, struct server *newsrv)
Willy Tarreau7c669d72008-06-20 15:04:11 +02002820{
2821 if (sess->srv_conn == newsrv)
2822 return;
2823
2824 if (sess->srv_conn) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002825 _HA_ATOMIC_SUB(&sess->srv_conn->served, 1);
2826 _HA_ATOMIC_SUB(&sess->srv_conn->proxy->served, 1);
2827 __ha_barrier_atomic_store();
Willy Tarreau7c669d72008-06-20 15:04:11 +02002828 if (sess->srv_conn->proxy->lbprm.server_drop_conn)
2829 sess->srv_conn->proxy->lbprm.server_drop_conn(sess->srv_conn);
Willy Tarreau87b09662015-04-03 00:22:06 +02002830 stream_del_srv_conn(sess);
Willy Tarreau7c669d72008-06-20 15:04:11 +02002831 }
2832
2833 if (newsrv) {
Olivier Houcharddc6111e2019-03-08 18:54:51 +01002834 _HA_ATOMIC_ADD(&newsrv->served, 1);
2835 _HA_ATOMIC_ADD(&newsrv->proxy->served, 1);
2836 __ha_barrier_atomic_store();
Willy Tarreau7c669d72008-06-20 15:04:11 +02002837 if (newsrv->proxy->lbprm.server_take_conn)
2838 newsrv->proxy->lbprm.server_take_conn(newsrv);
Willy Tarreau87b09662015-04-03 00:22:06 +02002839 stream_add_srv_conn(sess, newsrv);
Willy Tarreau7c669d72008-06-20 15:04:11 +02002840 }
2841}
2842
Willy Tarreau84455332009-03-15 22:34:05 +01002843/* Handle server-side errors for default protocols. It is called whenever a a
2844 * connection setup is aborted or a request is aborted in queue. It sets the
Willy Tarreau87b09662015-04-03 00:22:06 +02002845 * stream termination flags so that the caller does not have to worry about
Willy Tarreau84455332009-03-15 22:34:05 +01002846 * them. It's installed as ->srv_error for the server-side stream_interface.
2847 */
Willy Tarreau87b09662015-04-03 00:22:06 +02002848void default_srv_error(struct stream *s, struct stream_interface *si)
Willy Tarreau84455332009-03-15 22:34:05 +01002849{
2850 int err_type = si->err_type;
2851 int err = 0, fin = 0;
2852
2853 if (err_type & SI_ET_QUEUE_ABRT) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002854 err = SF_ERR_CLICL;
2855 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002856 }
2857 else if (err_type & SI_ET_CONN_ABRT) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002858 err = SF_ERR_CLICL;
2859 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002860 }
2861 else if (err_type & SI_ET_QUEUE_TO) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002862 err = SF_ERR_SRVTO;
2863 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002864 }
2865 else if (err_type & SI_ET_QUEUE_ERR) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002866 err = SF_ERR_SRVCL;
2867 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002868 }
2869 else if (err_type & SI_ET_CONN_TO) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002870 err = SF_ERR_SRVTO;
2871 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002872 }
2873 else if (err_type & SI_ET_CONN_ERR) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002874 err = SF_ERR_SRVCL;
2875 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002876 }
Willy Tarreau2d400bb2012-05-14 12:11:47 +02002877 else if (err_type & SI_ET_CONN_RES) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002878 err = SF_ERR_RESOURCE;
2879 fin = SF_FINST_C;
Willy Tarreau2d400bb2012-05-14 12:11:47 +02002880 }
Willy Tarreau84455332009-03-15 22:34:05 +01002881 else /* SI_ET_CONN_OTHER and others */ {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002882 err = SF_ERR_INTERNAL;
2883 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002884 }
2885
Willy Tarreaue7dff022015-04-03 01:14:29 +02002886 if (!(s->flags & SF_ERR_MASK))
Willy Tarreau84455332009-03-15 22:34:05 +01002887 s->flags |= err;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002888 if (!(s->flags & SF_FINST_MASK))
Willy Tarreau84455332009-03-15 22:34:05 +01002889 s->flags |= fin;
2890}
Willy Tarreau7c669d72008-06-20 15:04:11 +02002891
Willy Tarreaue7dff022015-04-03 01:14:29 +02002892/* kill a stream and set the termination flags to <why> (one of SF_ERR_*) */
Willy Tarreau87b09662015-04-03 00:22:06 +02002893void stream_shutdown(struct stream *stream, int why)
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002894{
Willy Tarreau87b09662015-04-03 00:22:06 +02002895 if (stream->req.flags & (CF_SHUTW|CF_SHUTW_NOW))
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002896 return;
2897
Willy Tarreau87b09662015-04-03 00:22:06 +02002898 channel_shutw_now(&stream->req);
2899 channel_shutr_now(&stream->res);
2900 stream->task->nice = 1024;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002901 if (!(stream->flags & SF_ERR_MASK))
Willy Tarreau87b09662015-04-03 00:22:06 +02002902 stream->flags |= why;
2903 task_wakeup(stream->task, TASK_WOKEN_OTHER);
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002904}
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +02002905
Willy Tarreau5484d582019-05-22 09:33:03 +02002906/* Appends a dump of the state of stream <s> into buffer <buf> which must have
2907 * preliminary be prepared by its caller, with each line prepended by prefix
2908 * <pfx>, and each line terminated by character <eol>.
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002909 */
Willy Tarreau5484d582019-05-22 09:33:03 +02002910void stream_dump(struct buffer *buf, const struct stream *s, const char *pfx, char eol)
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002911{
2912 const struct conn_stream *csf, *csb;
2913 const struct connection *cof, *cob;
2914 const struct appctx *acf, *acb;
2915 const struct server *srv;
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002916 const char *src = "unknown";
2917 const char *dst = "unknown";
2918 char pn[INET6_ADDRSTRLEN];
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002919 const struct channel *req, *res;
2920 const struct stream_interface *si_f, *si_b;
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002921
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002922 if (!s) {
Willy Tarreau5484d582019-05-22 09:33:03 +02002923 chunk_appendf(buf, "%sstrm=%p%c", pfx, s, eol);
2924 return;
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002925 }
2926
Willy Tarreau5484d582019-05-22 09:33:03 +02002927 if (s->obj_type != OBJ_TYPE_STREAM) {
2928 chunk_appendf(buf, "%sstrm=%p [invalid type=%d(%s)]%c",
2929 pfx, s, s->obj_type, obj_type_name(&s->obj_type), eol);
2930 return;
2931 }
2932
Willy Tarreau71c07ac2019-04-25 19:08:48 +02002933 si_f = &s->si[0];
2934 si_b = &s->si[1];
2935 req = &s->req;
2936 res = &s->res;
2937
2938 csf = objt_cs(si_f->end);
2939 cof = cs_conn(csf);
2940 acf = objt_appctx(si_f->end);
2941 if (cof && addr_to_str(&cof->addr.from, pn, sizeof(pn)) >= 0)
2942 src = pn;
2943 else if (acf)
2944 src = acf->applet->name;
2945
2946 csb = objt_cs(si_b->end);
2947 cob = cs_conn(csb);
2948 acb = objt_appctx(si_b->end);
2949 srv = objt_server(s->target);
2950 if (srv)
2951 dst = srv->id;
2952 else if (acb)
2953 dst = acb->applet->name;
2954
Willy Tarreau5484d582019-05-22 09:33:03 +02002955 chunk_appendf(buf,
2956 "%sstrm=%p src=%s fe=%s be=%s dst=%s%c"
2957 "%srqf=%x rqa=%x rpf=%x rpa=%x sif=%s,%x sib=%s,%x%c"
2958 "%saf=%p,%u csf=%p,%x%c"
2959 "%sab=%p,%u csb=%p,%x%c"
2960 "%scof=%p,%x:%s(%p)/%s(%p)/%s(%d)%c"
2961 "%scob=%p,%x:%s(%p)/%s(%p)/%s(%d)%c"
2962 "",
2963 pfx, s, src, s->sess->fe->id, s->be->id, dst, eol,
2964 pfx, req->flags, req->analysers, res->flags, res->analysers,
2965 si_state_str(si_f->state), si_f->flags,
2966 si_state_str(si_b->state), si_b->flags, eol,
2967 pfx, acf, acf ? acf->st0 : 0, csf, csf ? csf->flags : 0, eol,
2968 pfx, acb, acb ? acb->st0 : 0, csb, csb ? csb->flags : 0, eol,
2969 pfx, cof, cof ? cof->flags : 0, conn_get_mux_name(cof), cof?cof->ctx:0, conn_get_xprt_name(cof),
2970 cof ? cof->xprt_ctx : 0, conn_get_ctrl_name(cof), cof ? cof->handle.fd : 0, eol,
2971 pfx, cob, cob ? cob->flags : 0, conn_get_mux_name(cob), cob?cob->ctx:0, conn_get_xprt_name(cob),
2972 cob ? cob->xprt_ctx : 0, conn_get_ctrl_name(cob), cob ? cob->handle.fd : 0, eol);
2973}
2974
2975/* dumps an error message for type <type> at ptr <ptr> related to stream <s>,
Willy Tarreaub106ce12019-05-22 08:57:01 +02002976 * having reached loop rate <rate>, then aborts hoping to retrieve a core.
Willy Tarreau5484d582019-05-22 09:33:03 +02002977 */
2978void stream_dump_and_crash(enum obj_type *obj, int rate)
2979{
2980 const struct stream *s;
Willy Tarreau5484d582019-05-22 09:33:03 +02002981 char *msg = NULL;
2982 const void *ptr;
2983
2984 ptr = s = objt_stream(obj);
2985 if (!s) {
2986 const struct appctx *appctx = objt_appctx(obj);
2987 if (!appctx)
2988 return;
2989 ptr = appctx;
2990 s = si_strm(appctx->owner);
2991 if (!s)
2992 return;
2993 }
2994
Willy Tarreau5484d582019-05-22 09:33:03 +02002995 chunk_reset(&trash);
2996 stream_dump(&trash, s, "", ' ');
Willy Tarreaub106ce12019-05-22 08:57:01 +02002997 memprintf(&msg,
2998 "A bogus %s [%p] is spinning at %d calls per second and refuses to die, "
2999 "aborting now! Please report this error to developers "
3000 "[%s]\n",
Willy Tarreau5484d582019-05-22 09:33:03 +02003001 obj_type_name(obj), ptr, rate, trash.area);
Willy Tarreau71c07ac2019-04-25 19:08:48 +02003002
3003 ha_alert("%s", msg);
3004 send_log(NULL, LOG_EMERG, "%s", msg);
3005 abort();
3006}
3007
Willy Tarreau8b22a712010-06-18 17:46:06 +02003008/************************************************************************/
3009/* All supported ACL keywords must be declared here. */
3010/************************************************************************/
3011
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003012/* 0=OK, <0=Alert, >0=Warning */
3013static enum act_parse_ret stream_parse_use_service(const char **args, int *cur_arg,
3014 struct proxy *px, struct act_rule *rule,
3015 char **err)
3016{
3017 struct action_kw *kw;
3018
3019 /* Check if the service name exists. */
3020 if (*(args[*cur_arg]) == 0) {
3021 memprintf(err, "'%s' expects a service name.", args[0]);
Thierry FOURNIER337eae12015-11-26 19:48:04 +01003022 return ACT_RET_PRS_ERR;
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003023 }
3024
3025 /* lookup for keyword corresponding to a service. */
3026 kw = action_lookup(&service_keywords, args[*cur_arg]);
3027 if (!kw) {
3028 memprintf(err, "'%s' unknown service name.", args[1]);
3029 return ACT_RET_PRS_ERR;
3030 }
3031 (*cur_arg)++;
3032
3033 /* executes specific rule parser. */
3034 rule->kw = kw;
3035 if (kw->parse((const char **)args, cur_arg, px, rule, err) == ACT_RET_PRS_ERR)
3036 return ACT_RET_PRS_ERR;
3037
3038 /* Register processing function. */
3039 rule->action_ptr = process_use_service;
3040 rule->action = ACT_CUSTOM;
3041
3042 return ACT_RET_PRS_OK;
3043}
3044
3045void service_keywords_register(struct action_kw_list *kw_list)
3046{
3047 LIST_ADDQ(&service_keywords, &kw_list->list);
3048}
3049
Willy Tarreau679bba12019-03-19 08:08:10 +01003050/* Lists the known services on <out> */
3051void list_services(FILE *out)
3052{
3053 struct action_kw_list *kw_list;
3054 int found = 0;
3055 int i;
3056
3057 fprintf(out, "Available services :");
3058 list_for_each_entry(kw_list, &service_keywords, list) {
3059 for (i = 0; kw_list->kw[i].kw != NULL; i++) {
3060 if (!found)
3061 fputc('\n', out);
3062 found = 1;
3063 fprintf(out, "\t%s\n", kw_list->kw[i].kw);
3064 }
3065 }
3066 if (!found)
3067 fprintf(out, " none\n");
3068}
William Lallemand4c5b4d52016-11-21 08:51:11 +01003069
3070/* This function dumps a complete stream state onto the stream interface's
3071 * read buffer. The stream has to be set in strm. It returns 0 if the output
3072 * buffer is full and it needs to be called again, otherwise non-zero. It is
3073 * designed to be called from stats_dump_strm_to_buffer() below.
3074 */
3075static int stats_dump_full_strm_to_buffer(struct stream_interface *si, struct stream *strm)
3076{
3077 struct appctx *appctx = __objt_appctx(si->end);
3078 struct tm tm;
3079 extern const char *monthname[12];
3080 char pn[INET6_ADDRSTRLEN];
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003081 struct conn_stream *cs;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003082 struct connection *conn;
3083 struct appctx *tmpctx;
3084
3085 chunk_reset(&trash);
3086
3087 if (appctx->ctx.sess.section > 0 && appctx->ctx.sess.uid != strm->uniq_id) {
3088 /* stream changed, no need to go any further */
3089 chunk_appendf(&trash, " *** session terminated while we were watching it ***\n");
Willy Tarreaue6e52362019-01-04 17:42:57 +01003090 if (ci_putchk(si_ic(si), &trash) == -1)
3091 goto full;
3092 goto done;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003093 }
3094
3095 switch (appctx->ctx.sess.section) {
3096 case 0: /* main status of the stream */
3097 appctx->ctx.sess.uid = strm->uniq_id;
3098 appctx->ctx.sess.section = 1;
3099 /* fall through */
3100
3101 case 1:
3102 get_localtime(strm->logs.accept_date.tv_sec, &tm);
3103 chunk_appendf(&trash,
3104 "%p: [%02d/%s/%04d:%02d:%02d:%02d.%06d] id=%u proto=%s",
3105 strm,
3106 tm.tm_mday, monthname[tm.tm_mon], tm.tm_year+1900,
3107 tm.tm_hour, tm.tm_min, tm.tm_sec, (int)(strm->logs.accept_date.tv_usec),
3108 strm->uniq_id,
3109 strm_li(strm) ? strm_li(strm)->proto->name : "?");
3110
3111 conn = objt_conn(strm_orig(strm));
3112 switch (conn ? addr_to_str(&conn->addr.from, pn, sizeof(pn)) : AF_UNSPEC) {
3113 case AF_INET:
3114 case AF_INET6:
3115 chunk_appendf(&trash, " source=%s:%d\n",
3116 pn, get_host_port(&conn->addr.from));
3117 break;
3118 case AF_UNIX:
3119 chunk_appendf(&trash, " source=unix:%d\n", strm_li(strm)->luid);
3120 break;
3121 default:
3122 /* no more information to print right now */
3123 chunk_appendf(&trash, "\n");
3124 break;
3125 }
3126
3127 chunk_appendf(&trash,
Willy Tarreauadf7a152019-01-07 10:10:07 +01003128 " flags=0x%x, conn_retries=%d, srv_conn=%p, pend_pos=%p waiting=%d\n",
3129 strm->flags, strm->si[1].conn_retries, strm->srv_conn, strm->pend_pos,
3130 !LIST_ISEMPTY(&strm->buffer_wait.list));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003131
3132 chunk_appendf(&trash,
3133 " frontend=%s (id=%u mode=%s), listener=%s (id=%u)",
3134 strm_fe(strm)->id, strm_fe(strm)->uuid, strm_fe(strm)->mode ? "http" : "tcp",
3135 strm_li(strm) ? strm_li(strm)->name ? strm_li(strm)->name : "?" : "?",
3136 strm_li(strm) ? strm_li(strm)->luid : 0);
3137
3138 if (conn)
3139 conn_get_to_addr(conn);
3140
3141 switch (conn ? addr_to_str(&conn->addr.to, pn, sizeof(pn)) : AF_UNSPEC) {
3142 case AF_INET:
3143 case AF_INET6:
3144 chunk_appendf(&trash, " addr=%s:%d\n",
3145 pn, get_host_port(&conn->addr.to));
3146 break;
3147 case AF_UNIX:
3148 chunk_appendf(&trash, " addr=unix:%d\n", strm_li(strm)->luid);
3149 break;
3150 default:
3151 /* no more information to print right now */
3152 chunk_appendf(&trash, "\n");
3153 break;
3154 }
3155
3156 if (strm->be->cap & PR_CAP_BE)
3157 chunk_appendf(&trash,
3158 " backend=%s (id=%u mode=%s)",
3159 strm->be->id,
3160 strm->be->uuid, strm->be->mode ? "http" : "tcp");
3161 else
3162 chunk_appendf(&trash, " backend=<NONE> (id=-1 mode=-)");
3163
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003164 cs = objt_cs(strm->si[1].end);
3165 conn = cs_conn(cs);
3166
William Lallemand4c5b4d52016-11-21 08:51:11 +01003167 if (conn)
3168 conn_get_from_addr(conn);
3169
3170 switch (conn ? addr_to_str(&conn->addr.from, pn, sizeof(pn)) : AF_UNSPEC) {
3171 case AF_INET:
3172 case AF_INET6:
3173 chunk_appendf(&trash, " addr=%s:%d\n",
3174 pn, get_host_port(&conn->addr.from));
3175 break;
3176 case AF_UNIX:
3177 chunk_appendf(&trash, " addr=unix\n");
3178 break;
3179 default:
3180 /* no more information to print right now */
3181 chunk_appendf(&trash, "\n");
3182 break;
3183 }
3184
3185 if (strm->be->cap & PR_CAP_BE)
3186 chunk_appendf(&trash,
3187 " server=%s (id=%u)",
3188 objt_server(strm->target) ? objt_server(strm->target)->id : "<none>",
3189 objt_server(strm->target) ? objt_server(strm->target)->puid : 0);
3190 else
3191 chunk_appendf(&trash, " server=<NONE> (id=-1)");
3192
3193 if (conn)
3194 conn_get_to_addr(conn);
3195
3196 switch (conn ? addr_to_str(&conn->addr.to, pn, sizeof(pn)) : AF_UNSPEC) {
3197 case AF_INET:
3198 case AF_INET6:
3199 chunk_appendf(&trash, " addr=%s:%d\n",
3200 pn, get_host_port(&conn->addr.to));
3201 break;
3202 case AF_UNIX:
3203 chunk_appendf(&trash, " addr=unix\n");
3204 break;
3205 default:
3206 /* no more information to print right now */
3207 chunk_appendf(&trash, "\n");
3208 break;
3209 }
3210
3211 chunk_appendf(&trash,
Willy Tarreau2e9c1d22019-04-24 08:28:31 +02003212 " task=%p (state=0x%02x nice=%d calls=%u rate=%u exp=%s tmask=0x%lx%s",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003213 strm->task,
3214 strm->task->state,
Willy Tarreau2e9c1d22019-04-24 08:28:31 +02003215 strm->task->nice, strm->task->calls, read_freq_ctr(&strm->call_rate),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003216 strm->task->expire ?
3217 tick_is_expired(strm->task->expire, now_ms) ? "<PAST>" :
3218 human_time(TICKS_TO_MS(strm->task->expire - now_ms),
3219 TICKS_TO_MS(1000)) : "<NEVER>",
Christopher Fauletf0205062017-11-15 20:56:43 +01003220 strm->task->thread_mask,
William Lallemand4c5b4d52016-11-21 08:51:11 +01003221 task_in_rq(strm->task) ? ", running" : "");
3222
3223 chunk_appendf(&trash,
3224 " age=%s)\n",
3225 human_time(now.tv_sec - strm->logs.accept_date.tv_sec, 1));
3226
3227 if (strm->txn)
3228 chunk_appendf(&trash,
Willy Tarreau7778b592019-01-07 10:38:10 +01003229 " txn=%p flags=0x%x meth=%d status=%d req.st=%s rsp.st=%s\n"
3230 " req.f=0x%02x blen=%llu chnk=%llu next=%u\n"
3231 " rsp.f=0x%02x blen=%llu chnk=%llu next=%u\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003232 strm->txn, strm->txn->flags, strm->txn->meth, strm->txn->status,
Willy Tarreau7778b592019-01-07 10:38:10 +01003233 h1_msg_state_str(strm->txn->req.msg_state), h1_msg_state_str(strm->txn->rsp.msg_state),
3234 strm->txn->req.flags, strm->txn->req.body_len, strm->txn->req.chunk_len, strm->txn->req.next,
3235 strm->txn->rsp.flags, strm->txn->rsp.body_len, strm->txn->rsp.chunk_len, strm->txn->rsp.next);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003236
3237 chunk_appendf(&trash,
Christopher Faulet224a2d72019-01-04 15:06:13 +01003238 " si[0]=%p (state=%s flags=0x%02x endp0=%s:%p exp=%s et=0x%03x sub=%d)\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003239 &strm->si[0],
3240 si_state_str(strm->si[0].state),
3241 strm->si[0].flags,
3242 obj_type_name(strm->si[0].end),
3243 obj_base_ptr(strm->si[0].end),
3244 strm->si[0].exp ?
3245 tick_is_expired(strm->si[0].exp, now_ms) ? "<PAST>" :
3246 human_time(TICKS_TO_MS(strm->si[0].exp - now_ms),
3247 TICKS_TO_MS(1000)) : "<NEVER>",
Christopher Faulet224a2d72019-01-04 15:06:13 +01003248 strm->si[0].err_type, strm->si[0].wait_event.events);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003249
3250 chunk_appendf(&trash,
Christopher Faulet224a2d72019-01-04 15:06:13 +01003251 " si[1]=%p (state=%s flags=0x%02x endp1=%s:%p exp=%s et=0x%03x sub=%d)\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003252 &strm->si[1],
3253 si_state_str(strm->si[1].state),
3254 strm->si[1].flags,
3255 obj_type_name(strm->si[1].end),
3256 obj_base_ptr(strm->si[1].end),
3257 strm->si[1].exp ?
3258 tick_is_expired(strm->si[1].exp, now_ms) ? "<PAST>" :
3259 human_time(TICKS_TO_MS(strm->si[1].exp - now_ms),
3260 TICKS_TO_MS(1000)) : "<NEVER>",
Christopher Faulet224a2d72019-01-04 15:06:13 +01003261 strm->si[1].err_type, strm->si[1].wait_event.events);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003262
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003263 if ((cs = objt_cs(strm->si[0].end)) != NULL) {
3264 conn = cs->conn;
3265
William Lallemand4c5b4d52016-11-21 08:51:11 +01003266 chunk_appendf(&trash,
Willy Tarreau53a47662017-08-28 10:53:00 +02003267 " co0=%p ctrl=%s xprt=%s mux=%s data=%s target=%s:%p\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003268 conn,
3269 conn_get_ctrl_name(conn),
3270 conn_get_xprt_name(conn),
Willy Tarreau53a47662017-08-28 10:53:00 +02003271 conn_get_mux_name(conn),
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003272 cs_get_data_name(cs),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003273 obj_type_name(conn->target),
3274 obj_base_ptr(conn->target));
3275
3276 chunk_appendf(&trash,
Christopher Fauletf0205062017-11-15 20:56:43 +01003277 " flags=0x%08x fd=%d fd.state=%02x fd.cache=%d updt=%d fd.tmask=0x%lx\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003278 conn->flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02003279 conn->handle.fd,
3280 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].state : 0,
Olivier Houchard12568362018-01-31 18:07:29 +01003281 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].cache.next >= -2 : 0,
Willy Tarreauebc78d72018-01-20 23:53:50 +01003282 conn->handle.fd >= 0 ? !!(fdtab[conn->handle.fd].update_mask & tid_bit) : 0,
Christopher Fauletf0205062017-11-15 20:56:43 +01003283 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].thread_mask: 0);
Willy Tarreaufb3b1b02018-12-18 14:28:24 +01003284
3285 chunk_appendf(&trash, " cs=%p csf=0x%08x ctx=%p\n", cs, cs->flags, cs->ctx);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003286 }
3287 else if ((tmpctx = objt_appctx(strm->si[0].end)) != NULL) {
3288 chunk_appendf(&trash,
Willy Tarreau22d63a22019-04-24 08:41:29 +02003289 " app0=%p st0=%d st1=%d st2=%d applet=%s tmask=0x%lx nice=%d calls=%u rate=%u cpu=%llu lat=%llu\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003290 tmpctx,
3291 tmpctx->st0,
3292 tmpctx->st1,
3293 tmpctx->st2,
Christopher Fauletf0205062017-11-15 20:56:43 +01003294 tmpctx->applet->name,
Willy Tarreau34b1fac2018-05-31 14:40:19 +02003295 tmpctx->thread_mask,
Willy Tarreau22d63a22019-04-24 08:41:29 +02003296 tmpctx->t->nice, tmpctx->t->calls, read_freq_ctr(&tmpctx->call_rate),
Willy Tarreau9efd7452018-05-31 14:48:54 +02003297 (unsigned long long)tmpctx->t->cpu_time, (unsigned long long)tmpctx->t->lat_time);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003298 }
3299
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003300 if ((cs = objt_cs(strm->si[1].end)) != NULL) {
3301 conn = cs->conn;
3302
William Lallemand4c5b4d52016-11-21 08:51:11 +01003303 chunk_appendf(&trash,
Willy Tarreau53a47662017-08-28 10:53:00 +02003304 " co1=%p ctrl=%s xprt=%s mux=%s data=%s target=%s:%p\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003305 conn,
3306 conn_get_ctrl_name(conn),
3307 conn_get_xprt_name(conn),
Willy Tarreau53a47662017-08-28 10:53:00 +02003308 conn_get_mux_name(conn),
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003309 cs_get_data_name(cs),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003310 obj_type_name(conn->target),
3311 obj_base_ptr(conn->target));
3312
3313 chunk_appendf(&trash,
Christopher Fauletf0205062017-11-15 20:56:43 +01003314 " flags=0x%08x fd=%d fd.state=%02x fd.cache=%d updt=%d fd.tmask=0x%lx\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003315 conn->flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02003316 conn->handle.fd,
3317 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].state : 0,
Olivier Houchard12568362018-01-31 18:07:29 +01003318 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].cache.next >= -2 : 0,
Willy Tarreauebc78d72018-01-20 23:53:50 +01003319 conn->handle.fd >= 0 ? !!(fdtab[conn->handle.fd].update_mask & tid_bit) : 0,
Christopher Fauletf0205062017-11-15 20:56:43 +01003320 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].thread_mask: 0);
Willy Tarreaufb3b1b02018-12-18 14:28:24 +01003321
3322 chunk_appendf(&trash, " cs=%p csf=0x%08x ctx=%p\n", cs, cs->flags, cs->ctx);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003323 }
3324 else if ((tmpctx = objt_appctx(strm->si[1].end)) != NULL) {
3325 chunk_appendf(&trash,
Willy Tarreau22d63a22019-04-24 08:41:29 +02003326 " app1=%p st0=%d st1=%d st2=%d applet=%s tmask=0x%lx nice=%d calls=%u rate=%u cpu=%llu lat=%llu\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003327 tmpctx,
3328 tmpctx->st0,
3329 tmpctx->st1,
3330 tmpctx->st2,
Christopher Fauletf0205062017-11-15 20:56:43 +01003331 tmpctx->applet->name,
Willy Tarreau34b1fac2018-05-31 14:40:19 +02003332 tmpctx->thread_mask,
Willy Tarreau22d63a22019-04-24 08:41:29 +02003333 tmpctx->t->nice, tmpctx->t->calls, read_freq_ctr(&tmpctx->call_rate),
Willy Tarreau9efd7452018-05-31 14:48:54 +02003334 (unsigned long long)tmpctx->t->cpu_time, (unsigned long long)tmpctx->t->lat_time);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003335 }
3336
3337 chunk_appendf(&trash,
3338 " req=%p (f=0x%06x an=0x%x pipe=%d tofwd=%d total=%lld)\n"
3339 " an_exp=%s",
3340 &strm->req,
3341 strm->req.flags, strm->req.analysers,
3342 strm->req.pipe ? strm->req.pipe->data : 0,
3343 strm->req.to_forward, strm->req.total,
3344 strm->req.analyse_exp ?
3345 human_time(TICKS_TO_MS(strm->req.analyse_exp - now_ms),
3346 TICKS_TO_MS(1000)) : "<NEVER>");
3347
3348 chunk_appendf(&trash,
3349 " rex=%s",
3350 strm->req.rex ?
3351 human_time(TICKS_TO_MS(strm->req.rex - now_ms),
3352 TICKS_TO_MS(1000)) : "<NEVER>");
3353
3354 chunk_appendf(&trash,
3355 " wex=%s\n"
Willy Tarreau7e9c30a2018-06-15 19:24:46 +02003356 " buf=%p data=%p o=%u p=%u req.next=%d i=%u size=%u\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003357 strm->req.wex ?
3358 human_time(TICKS_TO_MS(strm->req.wex - now_ms),
3359 TICKS_TO_MS(1000)) : "<NEVER>",
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003360 &strm->req.buf,
3361 b_orig(&strm->req.buf), (unsigned int)co_data(&strm->req),
Willy Tarreau7e9c30a2018-06-15 19:24:46 +02003362 (unsigned int)ci_head_ofs(&strm->req),
Willy Tarreau591d4452018-06-15 17:21:00 +02003363 strm->txn ? strm->txn->req.next : 0, (unsigned int)ci_data(&strm->req),
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003364 (unsigned int)strm->req.buf.size);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003365
Christopher Fauletb9af8812019-01-04 14:30:44 +01003366 if (IS_HTX_STRM(strm)) {
3367 struct htx *htx = htxbuf(&strm->req.buf);
3368
3369 chunk_appendf(&trash,
Willy Tarreaub84e67f2019-01-07 10:01:34 +01003370 " htx=%p flags=0x%x size=%u data=%u used=%u wrap=%s extra=%llu\n",
3371 htx, htx->flags, htx->size, htx->data, htx->used,
Christopher Faulet28f29c72019-04-30 17:55:45 +02003372 (htx->tail >= htx->head) ? "NO" : "YES",
Christopher Fauletb9af8812019-01-04 14:30:44 +01003373 (unsigned long long)htx->extra);
3374 }
3375
William Lallemand4c5b4d52016-11-21 08:51:11 +01003376 chunk_appendf(&trash,
3377 " res=%p (f=0x%06x an=0x%x pipe=%d tofwd=%d total=%lld)\n"
3378 " an_exp=%s",
3379 &strm->res,
3380 strm->res.flags, strm->res.analysers,
3381 strm->res.pipe ? strm->res.pipe->data : 0,
3382 strm->res.to_forward, strm->res.total,
3383 strm->res.analyse_exp ?
3384 human_time(TICKS_TO_MS(strm->res.analyse_exp - now_ms),
3385 TICKS_TO_MS(1000)) : "<NEVER>");
3386
3387 chunk_appendf(&trash,
3388 " rex=%s",
3389 strm->res.rex ?
3390 human_time(TICKS_TO_MS(strm->res.rex - now_ms),
3391 TICKS_TO_MS(1000)) : "<NEVER>");
3392
3393 chunk_appendf(&trash,
3394 " wex=%s\n"
Willy Tarreau7e9c30a2018-06-15 19:24:46 +02003395 " buf=%p data=%p o=%u p=%u rsp.next=%d i=%u size=%u\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003396 strm->res.wex ?
3397 human_time(TICKS_TO_MS(strm->res.wex - now_ms),
3398 TICKS_TO_MS(1000)) : "<NEVER>",
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003399 &strm->res.buf,
3400 b_orig(&strm->res.buf), (unsigned int)co_data(&strm->res),
Willy Tarreau7e9c30a2018-06-15 19:24:46 +02003401 (unsigned int)ci_head_ofs(&strm->res),
Willy Tarreau591d4452018-06-15 17:21:00 +02003402 strm->txn ? strm->txn->rsp.next : 0, (unsigned int)ci_data(&strm->res),
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003403 (unsigned int)strm->res.buf.size);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003404
Christopher Fauletb9af8812019-01-04 14:30:44 +01003405 if (IS_HTX_STRM(strm)) {
3406 struct htx *htx = htxbuf(&strm->res.buf);
3407
3408 chunk_appendf(&trash,
3409 " htx=%p flags=0x%x size=%u data=%u used=%u wrap=%s extra=%llu\n",
3410 htx, htx->flags, htx->size, htx->data, htx->used,
Christopher Faulet28f29c72019-04-30 17:55:45 +02003411 (htx->tail >= htx->head) ? "NO" : "YES",
Christopher Fauletb9af8812019-01-04 14:30:44 +01003412 (unsigned long long)htx->extra);
3413 }
3414
Willy Tarreaue6e52362019-01-04 17:42:57 +01003415 if (ci_putchk(si_ic(si), &trash) == -1)
3416 goto full;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003417
3418 /* use other states to dump the contents */
3419 }
3420 /* end of dump */
Willy Tarreaue6e52362019-01-04 17:42:57 +01003421 done:
William Lallemand4c5b4d52016-11-21 08:51:11 +01003422 appctx->ctx.sess.uid = 0;
3423 appctx->ctx.sess.section = 0;
3424 return 1;
Willy Tarreaue6e52362019-01-04 17:42:57 +01003425 full:
3426 return 0;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003427}
3428
3429
Aurélien Nephtaliabbf6072018-04-18 13:26:46 +02003430static int cli_parse_show_sess(char **args, char *payload, struct appctx *appctx, void *private)
William Lallemand4c5b4d52016-11-21 08:51:11 +01003431{
William Lallemand4c5b4d52016-11-21 08:51:11 +01003432 if (!cli_has_level(appctx, ACCESS_LVL_OPER))
3433 return 1;
3434
3435 if (*args[2] && strcmp(args[2], "all") == 0)
3436 appctx->ctx.sess.target = (void *)-1;
3437 else if (*args[2])
3438 appctx->ctx.sess.target = (void *)strtoul(args[2], NULL, 0);
3439 else
3440 appctx->ctx.sess.target = NULL;
3441 appctx->ctx.sess.section = 0; /* start with stream status */
3442 appctx->ctx.sess.pos = 0;
3443
3444 return 0;
3445}
3446
3447/* This function dumps all streams' states onto the stream interface's
3448 * read buffer. It returns 0 if the output buffer is full and it needs
Willy Tarreaue6e52362019-01-04 17:42:57 +01003449 * to be called again, otherwise non-zero. It proceeds in an isolated
3450 * thread so there is no thread safety issue here.
William Lallemand4c5b4d52016-11-21 08:51:11 +01003451 */
3452static int cli_io_handler_dump_sess(struct appctx *appctx)
3453{
3454 struct stream_interface *si = appctx->owner;
3455 struct connection *conn;
3456
Willy Tarreaue6e52362019-01-04 17:42:57 +01003457 thread_isolate();
3458
William Lallemand4c5b4d52016-11-21 08:51:11 +01003459 if (unlikely(si_ic(si)->flags & (CF_WRITE_ERROR|CF_SHUTW))) {
3460 /* If we're forced to shut down, we might have to remove our
3461 * reference to the last stream being dumped.
3462 */
3463 if (appctx->st2 == STAT_ST_LIST) {
3464 if (!LIST_ISEMPTY(&appctx->ctx.sess.bref.users)) {
3465 LIST_DEL(&appctx->ctx.sess.bref.users);
3466 LIST_INIT(&appctx->ctx.sess.bref.users);
3467 }
3468 }
Willy Tarreaue6e52362019-01-04 17:42:57 +01003469 goto done;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003470 }
3471
3472 chunk_reset(&trash);
3473
3474 switch (appctx->st2) {
3475 case STAT_ST_INIT:
3476 /* the function had not been called yet, let's prepare the
3477 * buffer for a response. We initialize the current stream
3478 * pointer to the first in the global list. When a target
3479 * stream is being destroyed, it is responsible for updating
3480 * this pointer. We know we have reached the end when this
3481 * pointer points back to the head of the streams list.
3482 */
3483 LIST_INIT(&appctx->ctx.sess.bref.users);
3484 appctx->ctx.sess.bref.ref = streams.n;
3485 appctx->st2 = STAT_ST_LIST;
3486 /* fall through */
3487
3488 case STAT_ST_LIST:
3489 /* first, let's detach the back-ref from a possible previous stream */
3490 if (!LIST_ISEMPTY(&appctx->ctx.sess.bref.users)) {
3491 LIST_DEL(&appctx->ctx.sess.bref.users);
3492 LIST_INIT(&appctx->ctx.sess.bref.users);
3493 }
3494
3495 /* and start from where we stopped */
3496 while (appctx->ctx.sess.bref.ref != &streams) {
3497 char pn[INET6_ADDRSTRLEN];
3498 struct stream *curr_strm;
3499
3500 curr_strm = LIST_ELEM(appctx->ctx.sess.bref.ref, struct stream *, list);
3501
3502 if (appctx->ctx.sess.target) {
3503 if (appctx->ctx.sess.target != (void *)-1 && appctx->ctx.sess.target != curr_strm)
3504 goto next_sess;
3505
3506 LIST_ADDQ(&curr_strm->back_refs, &appctx->ctx.sess.bref.users);
3507 /* call the proper dump() function and return if we're missing space */
Willy Tarreaue6e52362019-01-04 17:42:57 +01003508 if (!stats_dump_full_strm_to_buffer(si, curr_strm))
3509 goto full;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003510
3511 /* stream dump complete */
3512 LIST_DEL(&appctx->ctx.sess.bref.users);
3513 LIST_INIT(&appctx->ctx.sess.bref.users);
3514 if (appctx->ctx.sess.target != (void *)-1) {
3515 appctx->ctx.sess.target = NULL;
3516 break;
3517 }
3518 else
3519 goto next_sess;
3520 }
3521
3522 chunk_appendf(&trash,
3523 "%p: proto=%s",
3524 curr_strm,
3525 strm_li(curr_strm) ? strm_li(curr_strm)->proto->name : "?");
3526
3527 conn = objt_conn(strm_orig(curr_strm));
3528 switch (conn ? addr_to_str(&conn->addr.from, pn, sizeof(pn)) : AF_UNSPEC) {
3529 case AF_INET:
3530 case AF_INET6:
3531 chunk_appendf(&trash,
3532 " src=%s:%d fe=%s be=%s srv=%s",
3533 pn,
3534 get_host_port(&conn->addr.from),
3535 strm_fe(curr_strm)->id,
3536 (curr_strm->be->cap & PR_CAP_BE) ? curr_strm->be->id : "<NONE>",
3537 objt_server(curr_strm->target) ? objt_server(curr_strm->target)->id : "<none>"
3538 );
3539 break;
3540 case AF_UNIX:
3541 chunk_appendf(&trash,
3542 " src=unix:%d fe=%s be=%s srv=%s",
3543 strm_li(curr_strm)->luid,
3544 strm_fe(curr_strm)->id,
3545 (curr_strm->be->cap & PR_CAP_BE) ? curr_strm->be->id : "<NONE>",
3546 objt_server(curr_strm->target) ? objt_server(curr_strm->target)->id : "<none>"
3547 );
3548 break;
3549 }
3550
3551 chunk_appendf(&trash,
Willy Tarreau2e9c1d22019-04-24 08:28:31 +02003552 " ts=%02x age=%s calls=%u rate=%u cpu=%llu lat=%llu",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003553 curr_strm->task->state,
3554 human_time(now.tv_sec - curr_strm->logs.tv_accept.tv_sec, 1),
Willy Tarreau2e9c1d22019-04-24 08:28:31 +02003555 curr_strm->task->calls, read_freq_ctr(&curr_strm->call_rate),
Willy Tarreau9efd7452018-05-31 14:48:54 +02003556 (unsigned long long)curr_strm->task->cpu_time, (unsigned long long)curr_strm->task->lat_time);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003557
3558 chunk_appendf(&trash,
Willy Tarreau506a29a2018-07-18 10:07:58 +02003559 " rq[f=%06xh,i=%u,an=%02xh,rx=%s",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003560 curr_strm->req.flags,
Willy Tarreau7e9c30a2018-06-15 19:24:46 +02003561 (unsigned int)ci_data(&curr_strm->req),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003562 curr_strm->req.analysers,
3563 curr_strm->req.rex ?
3564 human_time(TICKS_TO_MS(curr_strm->req.rex - now_ms),
3565 TICKS_TO_MS(1000)) : "");
3566
3567 chunk_appendf(&trash,
3568 ",wx=%s",
3569 curr_strm->req.wex ?
3570 human_time(TICKS_TO_MS(curr_strm->req.wex - now_ms),
3571 TICKS_TO_MS(1000)) : "");
3572
3573 chunk_appendf(&trash,
3574 ",ax=%s]",
3575 curr_strm->req.analyse_exp ?
3576 human_time(TICKS_TO_MS(curr_strm->req.analyse_exp - now_ms),
3577 TICKS_TO_MS(1000)) : "");
3578
3579 chunk_appendf(&trash,
Willy Tarreau506a29a2018-07-18 10:07:58 +02003580 " rp[f=%06xh,i=%u,an=%02xh,rx=%s",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003581 curr_strm->res.flags,
Willy Tarreau7e9c30a2018-06-15 19:24:46 +02003582 (unsigned int)ci_data(&curr_strm->res),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003583 curr_strm->res.analysers,
3584 curr_strm->res.rex ?
3585 human_time(TICKS_TO_MS(curr_strm->res.rex - now_ms),
3586 TICKS_TO_MS(1000)) : "");
3587
3588 chunk_appendf(&trash,
3589 ",wx=%s",
3590 curr_strm->res.wex ?
3591 human_time(TICKS_TO_MS(curr_strm->res.wex - now_ms),
3592 TICKS_TO_MS(1000)) : "");
3593
3594 chunk_appendf(&trash,
3595 ",ax=%s]",
3596 curr_strm->res.analyse_exp ?
3597 human_time(TICKS_TO_MS(curr_strm->res.analyse_exp - now_ms),
3598 TICKS_TO_MS(1000)) : "");
3599
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003600 conn = cs_conn(objt_cs(curr_strm->si[0].end));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003601 chunk_appendf(&trash,
3602 " s0=[%d,%1xh,fd=%d,ex=%s]",
3603 curr_strm->si[0].state,
3604 curr_strm->si[0].flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02003605 conn ? conn->handle.fd : -1,
William Lallemand4c5b4d52016-11-21 08:51:11 +01003606 curr_strm->si[0].exp ?
3607 human_time(TICKS_TO_MS(curr_strm->si[0].exp - now_ms),
3608 TICKS_TO_MS(1000)) : "");
3609
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003610 conn = cs_conn(objt_cs(curr_strm->si[1].end));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003611 chunk_appendf(&trash,
3612 " s1=[%d,%1xh,fd=%d,ex=%s]",
3613 curr_strm->si[1].state,
3614 curr_strm->si[1].flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02003615 conn ? conn->handle.fd : -1,
William Lallemand4c5b4d52016-11-21 08:51:11 +01003616 curr_strm->si[1].exp ?
3617 human_time(TICKS_TO_MS(curr_strm->si[1].exp - now_ms),
3618 TICKS_TO_MS(1000)) : "");
3619
3620 chunk_appendf(&trash,
3621 " exp=%s",
3622 curr_strm->task->expire ?
3623 human_time(TICKS_TO_MS(curr_strm->task->expire - now_ms),
3624 TICKS_TO_MS(1000)) : "");
3625 if (task_in_rq(curr_strm->task))
3626 chunk_appendf(&trash, " run(nice=%d)", curr_strm->task->nice);
3627
3628 chunk_appendf(&trash, "\n");
3629
Willy Tarreau06d80a92017-10-19 14:32:15 +02003630 if (ci_putchk(si_ic(si), &trash) == -1) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003631 /* let's try again later from this stream. We add ourselves into
3632 * this stream's users so that it can remove us upon termination.
3633 */
William Lallemand4c5b4d52016-11-21 08:51:11 +01003634 LIST_ADDQ(&curr_strm->back_refs, &appctx->ctx.sess.bref.users);
Willy Tarreaue6e52362019-01-04 17:42:57 +01003635 goto full;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003636 }
3637
3638 next_sess:
3639 appctx->ctx.sess.bref.ref = curr_strm->list.n;
3640 }
3641
3642 if (appctx->ctx.sess.target && appctx->ctx.sess.target != (void *)-1) {
3643 /* specified stream not found */
3644 if (appctx->ctx.sess.section > 0)
3645 chunk_appendf(&trash, " *** session terminated while we were watching it ***\n");
3646 else
3647 chunk_appendf(&trash, "Session not found.\n");
3648
Willy Tarreaue6e52362019-01-04 17:42:57 +01003649 if (ci_putchk(si_ic(si), &trash) == -1)
3650 goto full;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003651
3652 appctx->ctx.sess.target = NULL;
3653 appctx->ctx.sess.uid = 0;
Willy Tarreaue6e52362019-01-04 17:42:57 +01003654 goto done;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003655 }
William Lallemand4c5b4d52016-11-21 08:51:11 +01003656 /* fall through */
3657
3658 default:
3659 appctx->st2 = STAT_ST_FIN;
Willy Tarreaue6e52362019-01-04 17:42:57 +01003660 goto done;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003661 }
Willy Tarreaue6e52362019-01-04 17:42:57 +01003662 done:
3663 thread_release();
3664 return 1;
3665 full:
3666 thread_release();
3667 si_rx_room_blk(si);
3668 return 0;
William Lallemand4c5b4d52016-11-21 08:51:11 +01003669}
3670
3671static void cli_release_show_sess(struct appctx *appctx)
3672{
3673 if (appctx->st2 == STAT_ST_LIST) {
Willy Tarreau7ce3f092017-11-10 16:24:41 +01003674 HA_SPIN_LOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003675 if (!LIST_ISEMPTY(&appctx->ctx.sess.bref.users))
3676 LIST_DEL(&appctx->ctx.sess.bref.users);
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003677 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003678 }
3679}
3680
Willy Tarreau61b65212016-11-24 11:09:25 +01003681/* Parses the "shutdown session" directive, it always returns 1 */
Aurélien Nephtaliabbf6072018-04-18 13:26:46 +02003682static int cli_parse_shutdown_session(char **args, char *payload, struct appctx *appctx, void *private)
Willy Tarreau61b65212016-11-24 11:09:25 +01003683{
3684 struct stream *strm, *ptr;
3685
3686 if (!cli_has_level(appctx, ACCESS_LVL_ADMIN))
3687 return 1;
3688
3689 if (!*args[2]) {
Andjelko Iharosc3680ec2017-07-20 16:49:14 +02003690 appctx->ctx.cli.severity = LOG_ERR;
Willy Tarreau61b65212016-11-24 11:09:25 +01003691 appctx->ctx.cli.msg = "Session pointer expected (use 'show sess').\n";
Willy Tarreau3b6e5472016-11-24 15:53:53 +01003692 appctx->st0 = CLI_ST_PRINT;
Willy Tarreau61b65212016-11-24 11:09:25 +01003693 return 1;
3694 }
3695
3696 ptr = (void *)strtoul(args[2], NULL, 0);
3697
3698 /* first, look for the requested stream in the stream table */
3699 list_for_each_entry(strm, &streams, list) {
3700 if (strm == ptr)
3701 break;
3702 }
3703
3704 /* do we have the stream ? */
3705 if (strm != ptr) {
Andjelko Iharosc3680ec2017-07-20 16:49:14 +02003706 appctx->ctx.cli.severity = LOG_ERR;
Willy Tarreau61b65212016-11-24 11:09:25 +01003707 appctx->ctx.cli.msg = "No such session (use 'show sess').\n";
Willy Tarreau3b6e5472016-11-24 15:53:53 +01003708 appctx->st0 = CLI_ST_PRINT;
Willy Tarreau61b65212016-11-24 11:09:25 +01003709 return 1;
3710 }
3711
3712 stream_shutdown(strm, SF_ERR_KILLED);
3713 return 1;
3714}
3715
Willy Tarreau4e46b622016-11-23 16:50:48 +01003716/* Parses the "shutdown session server" directive, it always returns 1 */
Aurélien Nephtaliabbf6072018-04-18 13:26:46 +02003717static int cli_parse_shutdown_sessions_server(char **args, char *payload, struct appctx *appctx, void *private)
Willy Tarreau4e46b622016-11-23 16:50:48 +01003718{
3719 struct server *sv;
3720 struct stream *strm, *strm_bck;
3721
3722 if (!cli_has_level(appctx, ACCESS_LVL_ADMIN))
3723 return 1;
3724
3725 sv = cli_find_server(appctx, args[3]);
3726 if (!sv)
3727 return 1;
3728
3729 /* kill all the stream that are on this server */
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003730 HA_SPIN_LOCK(SERVER_LOCK, &sv->lock);
Willy Tarreau4e46b622016-11-23 16:50:48 +01003731 list_for_each_entry_safe(strm, strm_bck, &sv->actconns, by_srv)
3732 if (strm->srv_conn == sv)
3733 stream_shutdown(strm, SF_ERR_KILLED);
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003734 HA_SPIN_UNLOCK(SERVER_LOCK, &sv->lock);
Willy Tarreau4e46b622016-11-23 16:50:48 +01003735 return 1;
3736}
3737
William Lallemand4c5b4d52016-11-21 08:51:11 +01003738/* register cli keywords */
3739static struct cli_kw_list cli_kws = {{ },{
3740 { { "show", "sess", NULL }, "show sess [id] : report the list of current sessions or dump this session", cli_parse_show_sess, cli_io_handler_dump_sess, cli_release_show_sess },
Willy Tarreau61b65212016-11-24 11:09:25 +01003741 { { "shutdown", "session", NULL }, "shutdown session : kill a specific session", cli_parse_shutdown_session, NULL, NULL },
Willy Tarreau4e46b622016-11-23 16:50:48 +01003742 { { "shutdown", "sessions", "server" }, "shutdown sessions server : kill sessions on a server", cli_parse_shutdown_sessions_server, NULL, NULL },
William Lallemand4c5b4d52016-11-21 08:51:11 +01003743 {{},}
3744}};
3745
Willy Tarreau0108d902018-11-25 19:14:37 +01003746INITCALL1(STG_REGISTER, cli_register_kw, &cli_kws);
3747
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003748/* main configuration keyword registration. */
3749static struct action_kw_list stream_tcp_keywords = { ILH, {
3750 { "use-service", stream_parse_use_service },
3751 { /* END */ }
3752}};
3753
Willy Tarreau0108d902018-11-25 19:14:37 +01003754INITCALL1(STG_REGISTER, tcp_req_cont_keywords_register, &stream_tcp_keywords);
3755
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003756static struct action_kw_list stream_http_keywords = { ILH, {
3757 { "use-service", stream_parse_use_service },
3758 { /* END */ }
3759}};
3760
Willy Tarreau0108d902018-11-25 19:14:37 +01003761INITCALL1(STG_REGISTER, http_req_keywords_register, &stream_http_keywords);
Willy Tarreau8b22a712010-06-18 17:46:06 +02003762
Willy Tarreaubaaee002006-06-26 02:48:02 +02003763/*
3764 * Local variables:
3765 * c-indent-level: 8
3766 * c-basic-offset: 8
3767 * End:
3768 */