blob: 805fe4d509c5633cb1d38b3a7c0b5fc5d75380e9 [file] [log] [blame]
Willy Tarreaubaaee002006-06-26 02:48:02 +02001/*
Willy Tarreau87b09662015-04-03 00:22:06 +02002 * Stream management functions.
Willy Tarreaubaaee002006-06-26 02:48:02 +02003 *
Willy Tarreaud28c3532012-04-19 19:28:33 +02004 * Copyright 2000-2012 Willy Tarreau <w@1wt.eu>
Willy Tarreaubaaee002006-06-26 02:48:02 +02005 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
13#include <stdlib.h>
Willy Tarreau81f9aa32010-06-01 17:45:26 +020014#include <unistd.h>
15#include <fcntl.h>
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020016
Thierry FOURNIER5a363e72015-09-27 19:29:33 +020017#include <common/cfgparse.h>
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020018#include <common/config.h>
Willy Tarreau9b28e032012-10-12 23:49:43 +020019#include <common/buffer.h>
Willy Tarreau7c669d72008-06-20 15:04:11 +020020#include <common/debug.h>
Christopher Faulet8d8aa0d2017-05-30 15:36:50 +020021#include <common/hathreads.h>
Willy Tarreau0108d902018-11-25 19:14:37 +010022#include <common/initcall.h>
23#include <common/memory.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020024
Willy Tarreau8a8d83b2015-04-13 13:24:54 +020025#include <types/applet.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020026#include <types/capture.h>
William Lallemand4c5b4d52016-11-21 08:51:11 +010027#include <types/cli.h>
Christopher Fauletd7c91962015-04-30 11:48:27 +020028#include <types/filters.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010029#include <types/global.h>
William Lallemand9ed62032016-11-21 17:49:11 +010030#include <types/stats.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020031
Willy Tarreau1d0dfb12009-07-07 15:10:31 +020032#include <proto/acl.h>
Thierry FOURNIER5a363e72015-09-27 19:29:33 +020033#include <proto/action.h>
Willy Tarreau609aad92018-11-22 08:31:09 +010034#include <proto/activity.h>
Willy Tarreau61612d42012-04-19 18:42:05 +020035#include <proto/arg.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010036#include <proto/backend.h>
Willy Tarreauc7e42382012-08-24 19:22:53 +020037#include <proto/channel.h>
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +010038#include <proto/checks.h>
William Lallemand4c5b4d52016-11-21 08:51:11 +010039#include <proto/cli.h>
Willy Tarreaud2274c62012-07-06 14:29:45 +020040#include <proto/connection.h>
William Lallemand9ed62032016-11-21 17:49:11 +010041#include <proto/stats.h>
Willy Tarreaudd2f85e2012-09-02 22:34:23 +020042#include <proto/fd.h>
Christopher Fauletd7c91962015-04-30 11:48:27 +020043#include <proto/filters.h>
Willy Tarreau91c43d72010-06-20 11:19:22 +020044#include <proto/freq_ctr.h>
Willy Tarreau3041b9f2010-10-15 23:25:20 +020045#include <proto/frontend.h>
Willy Tarreau8d5d7f22007-01-21 19:16:41 +010046#include <proto/hdr_idx.h>
Thierry FOURNIER65f34c62015-02-16 20:11:43 +010047#include <proto/hlua.h>
Willy Tarreau61c112a2018-10-02 16:43:32 +020048#include <proto/http_rules.h>
Christopher Fauletb2aedea2018-12-05 11:56:15 +010049#include <proto/htx.h>
Willy Tarreaud1d54542012-09-12 22:58:11 +020050#include <proto/listener.h>
Willy Tarreau332f8bf2007-05-13 21:36:56 +020051#include <proto/log.h>
Willy Tarreaucbaaec42012-09-06 11:32:07 +020052#include <proto/raw_sock.h>
Willy Tarreaufeb76402015-04-03 14:10:06 +020053#include <proto/session.h>
Willy Tarreau87b09662015-04-03 00:22:06 +020054#include <proto/stream.h>
Willy Tarreau3eba98a2009-01-25 13:56:13 +010055#include <proto/pipe.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010056#include <proto/proto_http.h>
Willy Tarreau1d0dfb12009-07-07 15:10:31 +020057#include <proto/proxy.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020058#include <proto/queue.h>
Willy Tarreau7f062c42009-03-05 18:43:00 +010059#include <proto/server.h>
Willy Tarreaucd3b0942012-04-27 21:52:18 +020060#include <proto/sample.h>
Emeric Brun1d33b292010-01-04 15:47:17 +010061#include <proto/stick_table.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010062#include <proto/stream_interface.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010063#include <proto/task.h>
Willy Tarreau39713102016-11-25 15:49:32 +010064#include <proto/tcp_rules.h>
Thierry FOURNIER4834bc72015-06-06 19:29:07 +020065#include <proto/vars.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020066
Willy Tarreau8ceae722018-11-26 11:58:30 +010067DECLARE_POOL(pool_head_stream, "stream", sizeof(struct stream));
68
Willy Tarreaub6b3df32018-11-26 16:31:20 +010069struct list streams = LIST_HEAD_INIT(streams);
Willy Tarreau86abe442018-11-25 20:12:18 +010070__decl_spinlock(streams_lock);
Willy Tarreaubaaee002006-06-26 02:48:02 +020071
Thierry FOURNIER5a363e72015-09-27 19:29:33 +020072/* List of all use-service keywords. */
73static struct list service_keywords = LIST_HEAD_INIT(service_keywords);
74
Willy Tarreau5790eb02017-08-28 17:18:36 +020075
76/* Create a new stream for connection <conn>. Return < 0 on error. This is only
77 * valid right after the handshake, before the connection's data layer is
78 * initialized, because it relies on the session to be in conn->owner.
79 */
Olivier Houchard9aaf7782017-09-13 18:30:23 +020080int stream_create_from_cs(struct conn_stream *cs)
Willy Tarreau5790eb02017-08-28 17:18:36 +020081{
82 struct stream *strm;
83
Olivier Houchard9aaf7782017-09-13 18:30:23 +020084 strm = stream_new(cs->conn->owner, &cs->obj_type);
Willy Tarreau5790eb02017-08-28 17:18:36 +020085 if (strm == NULL)
86 return -1;
87
88 task_wakeup(strm->task, TASK_WOKEN_INIT);
89 return 0;
90}
91
Willy Tarreaub882dd82018-11-06 15:50:21 +010092/* Callback used to wake up a stream when an input buffer is available. The
93 * stream <s>'s stream interfaces are checked for a failed buffer allocation
Willy Tarreaud0f5bbc2018-11-14 11:10:26 +010094 * as indicated by the presence of the SI_FL_RXBLK_ROOM flag and the lack of a
Willy Tarreaub882dd82018-11-06 15:50:21 +010095 * buffer, and and input buffer is assigned there (at most one). The function
96 * returns 1 and wakes the stream up if a buffer was taken, otherwise zero.
97 * It's designed to be called from __offer_buffer().
98 */
99int stream_buf_available(void *arg)
100{
101 struct stream *s = arg;
102
Willy Tarreau8be7cd72018-11-14 15:12:08 +0100103 if (!s->req.buf.size && !s->req.pipe && (s->si[0].flags & SI_FL_RXBLK_BUFF) &&
Willy Tarreaub882dd82018-11-06 15:50:21 +0100104 b_alloc_margin(&s->req.buf, global.tune.reserved_bufs))
Willy Tarreau8be7cd72018-11-14 15:12:08 +0100105 si_rx_buff_rdy(&s->si[0]);
106 else if (!s->res.buf.size && !s->res.pipe && (s->si[1].flags & SI_FL_RXBLK_BUFF) &&
Willy Tarreaub882dd82018-11-06 15:50:21 +0100107 b_alloc_margin(&s->res.buf, 0))
Willy Tarreau8be7cd72018-11-14 15:12:08 +0100108 si_rx_buff_rdy(&s->si[1]);
Willy Tarreaub882dd82018-11-06 15:50:21 +0100109 else
110 return 0;
111
112 task_wakeup(s->task, TASK_WOKEN_RES);
113 return 1;
114
115}
116
Willy Tarreau9903f0e2015-04-04 18:50:31 +0200117/* This function is called from the session handler which detects the end of
Willy Tarreau73b65ac2015-04-08 18:26:29 +0200118 * handshake, in order to complete initialization of a valid stream. It must be
Joseph Herlant4cc8d0d2018-11-15 09:14:14 -0800119 * called with a completely initialized session. It returns the pointer to
Willy Tarreau73b65ac2015-04-08 18:26:29 +0200120 * the newly created stream, or NULL in case of fatal error. The client-facing
Willy Tarreau87787ac2017-08-28 16:22:54 +0200121 * end point is assigned to <origin>, which must be valid. The stream's task
122 * is configured with a nice value inherited from the listener's nice if any.
123 * The task's context is set to the new stream, and its function is set to
124 * process_stream(). Target and analysers are null.
Willy Tarreau2542b532012-08-31 16:01:23 +0200125 */
Willy Tarreau87787ac2017-08-28 16:22:54 +0200126struct stream *stream_new(struct session *sess, enum obj_type *origin)
Willy Tarreau2542b532012-08-31 16:01:23 +0200127{
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200128 struct stream *s;
Willy Tarreau87787ac2017-08-28 16:22:54 +0200129 struct task *t;
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200130 struct conn_stream *cs = objt_cs(origin);
Willy Tarreau73b65ac2015-04-08 18:26:29 +0200131 struct appctx *appctx = objt_appctx(origin);
Christopher Fauletb3484d62018-11-29 15:19:05 +0100132 const struct cs_info *csinfo;
Willy Tarreau2542b532012-08-31 16:01:23 +0200133
Willy Tarreaubafbe012017-11-24 17:34:44 +0100134 if (unlikely((s = pool_alloc(pool_head_stream)) == NULL))
Willy Tarreau87787ac2017-08-28 16:22:54 +0200135 goto out_fail_alloc;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200136
137 /* minimum stream initialization required for an embryonic stream is
138 * fairly low. We need very little to execute L4 ACLs, then we need a
139 * task to make the client-side connection live on its own.
140 * - flags
141 * - stick-entry tracking
142 */
143 s->flags = 0;
Willy Tarreaufb9f5842015-04-05 18:19:23 +0200144 s->logs.logwait = sess->fe->to_log;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200145 s->logs.level = 0;
Willy Tarreau99eb0f12015-04-05 12:03:54 +0200146 tv_zero(&s->logs.tv_request);
147 s->logs.t_queue = -1;
148 s->logs.t_connect = -1;
149 s->logs.t_data = -1;
150 s->logs.t_close = 0;
151 s->logs.bytes_in = s->logs.bytes_out = 0;
Patrick Hemmerffe5e8c2018-05-11 12:52:31 -0400152 s->logs.prx_queue_pos = 0; /* we get the number of pending conns before us */
153 s->logs.srv_queue_pos = 0; /* we will get this number soon */
Willy Tarreau99eb0f12015-04-05 12:03:54 +0200154
Christopher Fauletb3484d62018-11-29 15:19:05 +0100155 csinfo = si_get_cs_info(cs);
156 if (csinfo) {
157 s->logs.accept_date = csinfo->create_date;
158 s->logs.tv_accept = csinfo->tv_create;
159 s->logs.t_handshake = csinfo->t_handshake;
160 s->logs.t_idle = csinfo->t_idle;
161 }
162 else {
163 s->logs.accept_date = sess->accept_date;
164 s->logs.tv_accept = sess->tv_accept;
165 s->logs.t_handshake = sess->t_handshake;
166 s->logs.t_idle = -1;
167 }
168
Willy Tarreau99eb0f12015-04-05 12:03:54 +0200169 /* default logging function */
170 s->do_log = strm_log;
171
172 /* default error reporting function, may be changed by analysers */
173 s->srv_error = default_srv_error;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200174
175 /* Initialise the current rule list pointer to NULL. We are sure that
176 * any rulelist match the NULL pointer.
177 */
178 s->current_rule_list = NULL;
Remi Gacogne7fb9de22015-07-22 17:10:58 +0200179 s->current_rule = NULL;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200180
Willy Tarreaua68f7622015-09-21 17:48:24 +0200181 /* Copy SC counters for the stream. We don't touch refcounts because
182 * any reference we have is inherited from the session. Since the stream
183 * doesn't exist without the session, the session's existence guarantees
184 * we don't lose the entry. During the store operation, the stream won't
185 * touch these ones.
Thierry FOURNIER827752e2015-08-18 11:34:18 +0200186 */
Thierry FOURNIERc8fdb982015-08-16 12:03:39 +0200187 memcpy(s->stkctr, sess->stkctr, sizeof(s->stkctr));
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200188
189 s->sess = sess;
190 s->si[0].flags = SI_FL_NONE;
191 s->si[1].flags = SI_FL_ISBACK;
192
Willy Tarreau90a7c032018-09-05 16:21:29 +0200193 s->uniq_id = HA_ATOMIC_XADD(&global.req_count, 1);
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200194
Willy Tarreau87b09662015-04-03 00:22:06 +0200195 /* OK, we're keeping the stream, so let's properly initialize the stream */
Willy Tarreau2542b532012-08-31 16:01:23 +0200196 LIST_INIT(&s->back_refs);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100197
198 LIST_INIT(&s->buffer_wait.list);
199 s->buffer_wait.target = s;
Willy Tarreaub882dd82018-11-06 15:50:21 +0100200 s->buffer_wait.wakeup_cb = stream_buf_available;
Willy Tarreauf8a49ea2013-10-14 21:32:07 +0200201
Willy Tarreaue7dff022015-04-03 01:14:29 +0200202 s->flags |= SF_INITIALIZED;
William Lallemandcf62f7e2018-10-26 14:47:40 +0200203 s->pcli_next_pid = 0;
Willy Tarreau2542b532012-08-31 16:01:23 +0200204 s->unique_id = NULL;
Willy Tarreau2542b532012-08-31 16:01:23 +0200205
Emeric Brunc60def82017-09-27 14:59:38 +0200206 if ((t = task_new(tid_bit)) == NULL)
Willy Tarreau87787ac2017-08-28 16:22:54 +0200207 goto out_fail_alloc;
208
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200209 s->task = t;
Christopher Faulet9d810ca2016-12-08 22:33:52 +0100210 s->pending_events = 0;
Willy Tarreaud1769b82015-04-06 00:25:48 +0200211 t->process = process_stream;
Willy Tarreau2542b532012-08-31 16:01:23 +0200212 t->context = s;
213 t->expire = TICK_ETERNITY;
Willy Tarreau87787ac2017-08-28 16:22:54 +0200214 if (sess->listener)
215 t->nice = sess->listener->nice;
Willy Tarreau2542b532012-08-31 16:01:23 +0200216
Willy Tarreau87b09662015-04-03 00:22:06 +0200217 /* Note: initially, the stream's backend points to the frontend.
Willy Tarreau2542b532012-08-31 16:01:23 +0200218 * This changes later when switching rules are executed or
219 * when the default backend is assigned.
220 */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200221 s->be = sess->fe;
Willy Tarreauc9fa0482018-07-10 17:43:27 +0200222 s->req.buf = BUF_NULL;
223 s->res.buf = BUF_NULL;
Willy Tarreaucb7dd012015-04-03 22:16:32 +0200224 s->req_cap = NULL;
225 s->res_cap = NULL;
Willy Tarreau2542b532012-08-31 16:01:23 +0200226
Willy Tarreauebcd4842015-06-19 11:59:02 +0200227 /* Initialise all the variables contexts even if not used.
228 * This permits to prune these contexts without errors.
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200229 */
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200230 vars_init(&s->vars_txn, SCOPE_TXN);
231 vars_init(&s->vars_reqres, SCOPE_REQ);
232
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200233 /* this part should be common with other protocols */
Olivier Houchard8f0b4c62018-08-02 18:21:38 +0200234 if (si_reset(&s->si[0]) < 0)
235 goto out_fail_alloc;
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200236 si_set_state(&s->si[0], SI_ST_EST);
Hongbo Longe39683c2017-03-10 18:41:51 +0100237 s->si[0].hcto = sess->fe->timeout.clientfin;
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200238
Willy Tarreau984fca92017-12-20 16:31:43 +0100239 if (cs && cs->conn->mux && cs->conn->mux->flags & MX_FL_CLEAN_ABRT)
240 s->si[0].flags |= SI_FL_CLEAN_ABRT;
241
Willy Tarreau1f52bb22015-04-04 14:28:46 +0200242 /* attach the incoming connection to the stream interface now. */
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200243 if (cs)
244 si_attach_cs(&s->si[0], cs);
Willy Tarreau470280e2015-04-05 01:33:13 +0200245 else if (appctx)
246 si_attach_appctx(&s->si[0], appctx);
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200247
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200248 if (likely(sess->fe->options2 & PR_O2_INDEPSTR))
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200249 s->si[0].flags |= SI_FL_INDEP_STR;
250
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200251 /* pre-initialize the other side's stream interface to an INIT state. The
252 * callbacks will be initialized before attempting to connect.
253 */
Olivier Houchard8f0b4c62018-08-02 18:21:38 +0200254 if (si_reset(&s->si[1]) < 0)
255 goto out_fail_alloc_si1;
Hongbo Longe39683c2017-03-10 18:41:51 +0100256 s->si[1].hcto = TICK_ETERNITY;
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200257
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200258 if (likely(sess->fe->options2 & PR_O2_INDEPSTR))
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200259 s->si[1].flags |= SI_FL_INDEP_STR;
260
Willy Tarreau87b09662015-04-03 00:22:06 +0200261 stream_init_srv_conn(s);
Willy Tarreau9b82d942016-12-05 00:26:31 +0100262 s->target = sess->listener ? sess->listener->default_target : NULL;
263
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200264 s->pend_pos = NULL;
Patrick Hemmer268a7072018-05-11 12:52:31 -0400265 s->priority_class = 0;
266 s->priority_offset = 0;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200267
268 /* init store persistence */
269 s->store_count = 0;
270
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100271 channel_init(&s->req);
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100272 s->req.flags |= CF_READ_ATTACHED; /* the producer is already connected */
Willy Tarreau9b82d942016-12-05 00:26:31 +0100273 s->req.analysers = sess->listener ? sess->listener->analysers : 0;
Willy Tarreaue223e3b2017-11-18 15:39:10 +0100274
275 if (!sess->fe->fe_req_ana) {
276 channel_auto_connect(&s->req); /* don't wait to establish connection */
277 channel_auto_close(&s->req); /* let the producer forward close requests */
278 }
Willy Tarreauc8815ef2015-04-05 18:15:59 +0200279
280 s->req.rto = sess->fe->timeout.client;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100281 s->req.wto = TICK_ETERNITY;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100282 s->req.rex = TICK_ETERNITY;
283 s->req.wex = TICK_ETERNITY;
284 s->req.analyse_exp = TICK_ETERNITY;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200285
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100286 channel_init(&s->res);
Willy Tarreauef573c02014-11-28 14:17:09 +0100287 s->res.flags |= CF_ISRESP;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100288 s->res.analysers = 0;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200289
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200290 if (sess->fe->options2 & PR_O2_NODELAY) {
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100291 s->req.flags |= CF_NEVER_WAIT;
292 s->res.flags |= CF_NEVER_WAIT;
Willy Tarreau96e31212011-05-30 18:10:30 +0200293 }
294
Willy Tarreauc8815ef2015-04-05 18:15:59 +0200295 s->res.wto = sess->fe->timeout.client;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100296 s->res.rto = TICK_ETERNITY;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100297 s->res.rex = TICK_ETERNITY;
298 s->res.wex = TICK_ETERNITY;
299 s->res.analyse_exp = TICK_ETERNITY;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200300
Willy Tarreaueee5b512015-04-03 23:46:31 +0200301 s->txn = NULL;
Thierry FOURNIER2c8b54e2016-12-17 12:45:32 +0100302 s->hlua = NULL;
Thierry FOURNIER65f34c62015-02-16 20:11:43 +0100303
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100304 HA_SPIN_LOCK(STRMS_LOCK, &streams_lock);
Emeric Brun6b35e9b2017-06-30 16:23:45 +0200305 LIST_ADDQ(&streams, &s->list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100306 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
Emeric Brun6b35e9b2017-06-30 16:23:45 +0200307
Christopher Faulet92d36382015-11-05 13:35:03 +0100308 if (flt_stream_init(s) < 0 || flt_stream_start(s) < 0)
Christopher Fauletd7c91962015-04-30 11:48:27 +0200309 goto out_fail_accept;
310
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200311 /* finish initialization of the accepted file descriptor */
Olivier Houchard53216e72018-10-10 15:46:36 +0200312 if (appctx)
Willy Tarreau0cd3bd62018-11-06 18:46:37 +0100313 si_want_get(&s->si[0]);
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200314
Willy Tarreaufb9f5842015-04-05 18:19:23 +0200315 if (sess->fe->accept && sess->fe->accept(s) < 0)
Willy Tarreauc5a7ff42015-04-05 11:52:08 +0200316 goto out_fail_accept;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200317
318 /* it is important not to call the wakeup function directly but to
319 * pass through task_wakeup(), because this one knows how to apply
Emeric Brun5f77fef2017-05-29 15:26:51 +0200320 * priorities to tasks. Using multi thread we must be sure that
321 * stream is fully initialized before calling task_wakeup. So
322 * the caller must handle the task_wakeup
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200323 */
Willy Tarreau02d86382015-04-05 12:00:52 +0200324 return s;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200325
326 /* Error unrolling */
Willy Tarreauc5a7ff42015-04-05 11:52:08 +0200327 out_fail_accept:
Christopher Faulet92d36382015-11-05 13:35:03 +0100328 flt_stream_release(s, 0);
Willy Tarreau87787ac2017-08-28 16:22:54 +0200329 task_free(t);
Olivier Houchardfa8aa862018-10-10 18:25:41 +0200330 tasklet_free(s->si[1].wait_event.task);
Willy Tarreaue5f229e2018-10-15 11:08:55 +0200331 LIST_DEL(&s->list);
Olivier Houchard8f0b4c62018-08-02 18:21:38 +0200332out_fail_alloc_si1:
Olivier Houchardfa8aa862018-10-10 18:25:41 +0200333 tasklet_free(s->si[0].wait_event.task);
Willy Tarreau87787ac2017-08-28 16:22:54 +0200334 out_fail_alloc:
Willy Tarreaubafbe012017-11-24 17:34:44 +0100335 pool_free(pool_head_stream, s);
Willy Tarreau02d86382015-04-05 12:00:52 +0200336 return NULL;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200337}
338
Willy Tarreaubaaee002006-06-26 02:48:02 +0200339/*
Willy Tarreau87b09662015-04-03 00:22:06 +0200340 * frees the context associated to a stream. It must have been removed first.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200341 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200342static void stream_free(struct stream *s)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200343{
Willy Tarreau9ad7bd42015-04-03 19:19:59 +0200344 struct session *sess = strm_sess(s);
345 struct proxy *fe = sess->fe;
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100346 struct bref *bref, *back;
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200347 struct conn_stream *cli_cs = objt_cs(s->si[0].end);
Willy Tarreau5bcfd562017-11-29 14:05:38 +0100348 int must_free_sess;
Willy Tarreaua4cda672010-06-06 18:28:49 +0200349 int i;
Willy Tarreau0f7562b2007-01-07 15:46:13 +0100350
Willy Tarreaud0ad4a82018-07-25 11:13:53 +0200351 pendconn_free(s);
Willy Tarreau922a8062008-12-04 09:33:58 +0100352
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100353 if (objt_server(s->target)) { /* there may be requests left pending in queue */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200354 if (s->flags & SF_CURR_SESS) {
355 s->flags &= ~SF_CURR_SESS;
Willy Tarreaub54c40a2018-12-02 19:28:41 +0100356 HA_ATOMIC_SUB(&__objt_server(s->target)->cur_sess, 1);
Willy Tarreau1e62de62008-11-11 20:20:02 +0100357 }
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100358 if (may_dequeue_tasks(objt_server(s->target), s->be))
359 process_srv_queue(objt_server(s->target));
Willy Tarreau1e62de62008-11-11 20:20:02 +0100360 }
Willy Tarreau922a8062008-12-04 09:33:58 +0100361
Willy Tarreau7c669d72008-06-20 15:04:11 +0200362 if (unlikely(s->srv_conn)) {
Willy Tarreau87b09662015-04-03 00:22:06 +0200363 /* the stream still has a reserved slot on a server, but
Willy Tarreau7c669d72008-06-20 15:04:11 +0200364 * it should normally be only the same as the one above,
365 * so this should not happen in fact.
366 */
367 sess_change_server(s, NULL);
368 }
369
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100370 if (s->req.pipe)
371 put_pipe(s->req.pipe);
Willy Tarreau259de1b2009-01-18 21:56:21 +0100372
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100373 if (s->res.pipe)
374 put_pipe(s->res.pipe);
Willy Tarreau259de1b2009-01-18 21:56:21 +0100375
Willy Tarreaubf883e02014-11-25 21:10:35 +0100376 /* We may still be present in the buffer wait queue */
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100377 if (!LIST_ISEMPTY(&s->buffer_wait.list)) {
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100378 HA_SPIN_LOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100379 LIST_DEL(&s->buffer_wait.list);
380 LIST_INIT(&s->buffer_wait.list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100381 HA_SPIN_UNLOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Willy Tarreaubf883e02014-11-25 21:10:35 +0100382 }
Willy Tarreauc9fa0482018-07-10 17:43:27 +0200383 if (s->req.buf.size || s->res.buf.size) {
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100384 b_drop(&s->req.buf);
385 b_drop(&s->res.buf);
Olivier Houchard673867c2018-05-25 16:58:52 +0200386 offer_buffers(NULL, tasks_run_queue);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100387 }
Willy Tarreau9b28e032012-10-12 23:49:43 +0200388
Thierry FOURNIER2c8b54e2016-12-17 12:45:32 +0100389 hlua_ctx_destroy(s->hlua);
390 s->hlua = NULL;
Willy Tarreaueee5b512015-04-03 23:46:31 +0200391 if (s->txn)
392 http_end_txn(s);
Willy Tarreau46023632010-01-07 22:51:47 +0100393
Willy Tarreau1e954912012-10-12 17:50:05 +0200394 /* ensure the client-side transport layer is destroyed */
Willy Tarreau32560732017-10-08 11:33:44 +0200395 if (cli_cs)
396 cs_close(cli_cs);
Willy Tarreau1e954912012-10-12 17:50:05 +0200397
Willy Tarreaua4cda672010-06-06 18:28:49 +0200398 for (i = 0; i < s->store_count; i++) {
399 if (!s->store[i].ts)
400 continue;
401 stksess_free(s->store[i].table, s->store[i].ts);
402 s->store[i].ts = NULL;
403 }
404
Willy Tarreaueee5b512015-04-03 23:46:31 +0200405 if (s->txn) {
Willy Tarreaubafbe012017-11-24 17:34:44 +0100406 pool_free(pool_head_hdr_idx, s->txn->hdr_idx.v);
407 pool_free(pool_head_http_txn, s->txn);
Willy Tarreaueee5b512015-04-03 23:46:31 +0200408 s->txn = NULL;
409 }
410
Christopher Fauletd7c91962015-04-30 11:48:27 +0200411 flt_stream_stop(s);
Christopher Faulet92d36382015-11-05 13:35:03 +0100412 flt_stream_release(s, 0);
Christopher Fauletd7c91962015-04-30 11:48:27 +0200413
Willy Tarreau92fb9832007-10-16 17:34:28 +0200414 if (fe) {
Willy Tarreaubafbe012017-11-24 17:34:44 +0100415 pool_free(fe->rsp_cap_pool, s->res_cap);
416 pool_free(fe->req_cap_pool, s->req_cap);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200417 }
Willy Tarreau0937bc42009-12-22 15:03:09 +0100418
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200419 /* Cleanup all variable contexts. */
Willy Tarreaucda7f3f2018-10-28 13:44:36 +0100420 if (!LIST_ISEMPTY(&s->vars_txn.head))
421 vars_prune(&s->vars_txn, s->sess, s);
422 if (!LIST_ISEMPTY(&s->vars_reqres.head))
423 vars_prune(&s->vars_reqres, s->sess, s);
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200424
Willy Tarreau87b09662015-04-03 00:22:06 +0200425 stream_store_counters(s);
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +0200426
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100427 HA_SPIN_LOCK(STRMS_LOCK, &streams_lock);
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100428 list_for_each_entry_safe(bref, back, &s->back_refs, users) {
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100429 /* we have to unlink all watchers. We must not relink them if
Willy Tarreau87b09662015-04-03 00:22:06 +0200430 * this stream was the last one in the list.
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100431 */
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100432 LIST_DEL(&bref->users);
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100433 LIST_INIT(&bref->users);
Willy Tarreau87b09662015-04-03 00:22:06 +0200434 if (s->list.n != &streams)
435 LIST_ADDQ(&LIST_ELEM(s->list.n, struct stream *, list)->back_refs, &bref->users);
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100436 bref->ref = s->list.n;
437 }
Willy Tarreauf54f8bd2008-11-23 19:53:55 +0100438 LIST_DEL(&s->list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100439 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
Emeric Brun6b35e9b2017-06-30 16:23:45 +0200440
Willy Tarreau5bcfd562017-11-29 14:05:38 +0100441 /* applets do not release session yet */
442 must_free_sess = objt_appctx(sess->origin) && sess->origin == s->si[0].end;
443
Olivier Houchard4fdec7a2018-10-11 17:09:14 +0200444
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200445 si_release_endpoint(&s->si[1]);
446 si_release_endpoint(&s->si[0]);
Willy Tarreaufeb76402015-04-03 14:10:06 +0200447
Olivier Houchardd7bd3e32018-10-18 16:22:02 +0200448 tasklet_free(s->si[0].wait_event.task);
449 tasklet_free(s->si[1].wait_event.task);
450
Olivier Houchard25607af2018-11-23 14:50:47 +0100451 if (must_free_sess) {
452 sess->origin = NULL;
Willy Tarreau5bcfd562017-11-29 14:05:38 +0100453 session_free(sess);
Olivier Houchard25607af2018-11-23 14:50:47 +0100454 }
Willy Tarreau5bcfd562017-11-29 14:05:38 +0100455
Willy Tarreaubafbe012017-11-24 17:34:44 +0100456 pool_free(pool_head_stream, s);
Willy Tarreau632f5a72007-07-11 10:42:35 +0200457
458 /* We may want to free the maximum amount of pools if the proxy is stopping */
Willy Tarreau92fb9832007-10-16 17:34:28 +0200459 if (fe && unlikely(fe->state == PR_STSTOPPED)) {
Willy Tarreaubafbe012017-11-24 17:34:44 +0100460 pool_flush(pool_head_buffer);
461 pool_flush(pool_head_http_txn);
462 pool_flush(pool_head_hdr_idx);
463 pool_flush(pool_head_requri);
464 pool_flush(pool_head_capture);
465 pool_flush(pool_head_stream);
466 pool_flush(pool_head_session);
467 pool_flush(pool_head_connection);
468 pool_flush(pool_head_pendconn);
469 pool_flush(fe->req_cap_pool);
470 pool_flush(fe->rsp_cap_pool);
Willy Tarreau632f5a72007-07-11 10:42:35 +0200471 }
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200472}
473
Willy Tarreau656859d2014-11-25 19:46:36 +0100474
Willy Tarreau87b09662015-04-03 00:22:06 +0200475/* Allocates a work buffer for stream <s>. It is meant to be called inside
476 * process_stream(). It will only allocate the side needed for the function
Willy Tarreaubc39a5d2015-04-20 15:52:18 +0200477 * to work fine, which is the response buffer so that an error message may be
478 * built and returned. Response buffers may be allocated from the reserve, this
479 * is critical to ensure that a response may always flow and will never block a
480 * server from releasing a connection. Returns 0 in case of failure, non-zero
481 * otherwise.
Willy Tarreau656859d2014-11-25 19:46:36 +0100482 */
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100483static int stream_alloc_work_buffer(struct stream *s)
Willy Tarreau656859d2014-11-25 19:46:36 +0100484{
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100485 if (!LIST_ISEMPTY(&s->buffer_wait.list)) {
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100486 HA_SPIN_LOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100487 LIST_DEL(&s->buffer_wait.list);
488 LIST_INIT(&s->buffer_wait.list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100489 HA_SPIN_UNLOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Willy Tarreaubf883e02014-11-25 21:10:35 +0100490 }
Willy Tarreau656859d2014-11-25 19:46:36 +0100491
Willy Tarreaubc39a5d2015-04-20 15:52:18 +0200492 if (b_alloc_margin(&s->res.buf, 0))
Willy Tarreau656859d2014-11-25 19:46:36 +0100493 return 1;
494
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100495 HA_SPIN_LOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100496 LIST_ADDQ(&buffer_wq, &s->buffer_wait.list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100497 HA_SPIN_UNLOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Willy Tarreau656859d2014-11-25 19:46:36 +0100498 return 0;
499}
500
501/* releases unused buffers after processing. Typically used at the end of the
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100502 * update() functions. It will try to wake up as many tasks/applets as the
503 * number of buffers that it releases. In practice, most often streams are
504 * blocked on a single buffer, so it makes sense to try to wake two up when two
505 * buffers are released at once.
Willy Tarreau656859d2014-11-25 19:46:36 +0100506 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200507void stream_release_buffers(struct stream *s)
Willy Tarreau656859d2014-11-25 19:46:36 +0100508{
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100509 int offer = 0;
Willy Tarreau656859d2014-11-25 19:46:36 +0100510
Willy Tarreau0c7ed5d2018-07-10 09:53:31 +0200511 if (c_size(&s->req) && c_empty(&s->req)) {
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100512 offer = 1;
513 b_free(&s->req.buf);
514 }
Willy Tarreau0c7ed5d2018-07-10 09:53:31 +0200515 if (c_size(&s->res) && c_empty(&s->res)) {
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100516 offer = 1;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100517 b_free(&s->res.buf);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100518 }
Willy Tarreau656859d2014-11-25 19:46:36 +0100519
Willy Tarreaubf883e02014-11-25 21:10:35 +0100520 /* if we're certain to have at least 1 buffer available, and there is
521 * someone waiting, we can wake up a waiter and offer them.
522 */
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100523 if (offer)
Olivier Houchard673867c2018-05-25 16:58:52 +0200524 offer_buffers(s, tasks_run_queue);
Willy Tarreau656859d2014-11-25 19:46:36 +0100525}
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200526
Willy Tarreau87b09662015-04-03 00:22:06 +0200527void stream_process_counters(struct stream *s)
Willy Tarreau30e71012007-11-26 20:15:35 +0100528{
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200529 struct session *sess = s->sess;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100530 unsigned long long bytes;
Emeric Brun57056f02015-06-15 18:29:57 +0200531 void *ptr1,*ptr2;
Emeric Brun819fc6f2017-06-13 19:37:32 +0200532 struct stksess *ts;
Willy Tarreau20d46a52012-12-09 15:55:40 +0100533 int i;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100534
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100535 bytes = s->req.total - s->logs.bytes_in;
536 s->logs.bytes_in = s->req.total;
537 if (bytes) {
Christopher Fauletff8abcd2017-06-02 15:33:24 +0200538 HA_ATOMIC_ADD(&sess->fe->fe_counters.bytes_in, bytes);
539 HA_ATOMIC_ADD(&s->be->be_counters.bytes_in, bytes);
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100540
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100541 if (objt_server(s->target))
Christopher Faulet29f77e82017-06-08 14:04:45 +0200542 HA_ATOMIC_ADD(&objt_server(s->target)->counters.bytes_in, bytes);
Krzysztof Piotr Oledzkiaeebf9b2009-10-04 15:43:17 +0200543
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200544 if (sess->listener && sess->listener->counters)
Christopher Faulet8d8aa0d2017-05-30 15:36:50 +0200545 HA_ATOMIC_ADD(&sess->listener->counters->bytes_in, bytes);
Willy Tarreau855e4bb2010-06-18 18:33:32 +0200546
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100547 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200548 struct stkctr *stkctr = &s->stkctr[i];
549
Emeric Brun819fc6f2017-06-13 19:37:32 +0200550 ts = stkctr_entry(stkctr);
551 if (!ts) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200552 stkctr = &sess->stkctr[i];
Emeric Brun819fc6f2017-06-13 19:37:32 +0200553 ts = stkctr_entry(stkctr);
554 if (!ts)
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200555 continue;
556 }
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200557
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100558 HA_RWLOCK_WRLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun819fc6f2017-06-13 19:37:32 +0200559 ptr1 = stktable_data_ptr(stkctr->table, ts, STKTABLE_DT_BYTES_IN_CNT);
Emeric Brun57056f02015-06-15 18:29:57 +0200560 if (ptr1)
561 stktable_data_cast(ptr1, bytes_in_cnt) += bytes;
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200562
Emeric Brun819fc6f2017-06-13 19:37:32 +0200563 ptr2 = stktable_data_ptr(stkctr->table, ts, STKTABLE_DT_BYTES_IN_RATE);
Emeric Brun57056f02015-06-15 18:29:57 +0200564 if (ptr2)
565 update_freq_ctr_period(&stktable_data_cast(ptr2, bytes_in_rate),
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200566 stkctr->table->data_arg[STKTABLE_DT_BYTES_IN_RATE].u, bytes);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100567 HA_RWLOCK_WRUNLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun57056f02015-06-15 18:29:57 +0200568
569 /* If data was modified, we need to touch to re-schedule sync */
570 if (ptr1 || ptr2)
Emeric Brun819fc6f2017-06-13 19:37:32 +0200571 stktable_touch_local(stkctr->table, ts, 0);
Willy Tarreau30e71012007-11-26 20:15:35 +0100572 }
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100573 }
574
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100575 bytes = s->res.total - s->logs.bytes_out;
576 s->logs.bytes_out = s->res.total;
577 if (bytes) {
Christopher Fauletff8abcd2017-06-02 15:33:24 +0200578 HA_ATOMIC_ADD(&sess->fe->fe_counters.bytes_out, bytes);
579 HA_ATOMIC_ADD(&s->be->be_counters.bytes_out, bytes);
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100580
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100581 if (objt_server(s->target))
Christopher Faulet29f77e82017-06-08 14:04:45 +0200582 HA_ATOMIC_ADD(&objt_server(s->target)->counters.bytes_out, bytes);
Krzysztof Piotr Oledzkiaeebf9b2009-10-04 15:43:17 +0200583
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200584 if (sess->listener && sess->listener->counters)
Christopher Faulet8d8aa0d2017-05-30 15:36:50 +0200585 HA_ATOMIC_ADD(&sess->listener->counters->bytes_out, bytes);
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200586
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100587 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200588 struct stkctr *stkctr = &s->stkctr[i];
589
Emeric Brun819fc6f2017-06-13 19:37:32 +0200590 ts = stkctr_entry(stkctr);
591 if (!ts) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200592 stkctr = &sess->stkctr[i];
Emeric Brun819fc6f2017-06-13 19:37:32 +0200593 ts = stkctr_entry(stkctr);
594 if (!ts)
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200595 continue;
596 }
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200597
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100598 HA_RWLOCK_WRLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun819fc6f2017-06-13 19:37:32 +0200599 ptr1 = stktable_data_ptr(stkctr->table, ts, STKTABLE_DT_BYTES_OUT_CNT);
Emeric Brun57056f02015-06-15 18:29:57 +0200600 if (ptr1)
601 stktable_data_cast(ptr1, bytes_out_cnt) += bytes;
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200602
Emeric Brun819fc6f2017-06-13 19:37:32 +0200603 ptr2 = stktable_data_ptr(stkctr->table, ts, STKTABLE_DT_BYTES_OUT_RATE);
Emeric Brun57056f02015-06-15 18:29:57 +0200604 if (ptr2)
605 update_freq_ctr_period(&stktable_data_cast(ptr2, bytes_out_rate),
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200606 stkctr->table->data_arg[STKTABLE_DT_BYTES_OUT_RATE].u, bytes);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100607 HA_RWLOCK_WRUNLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun57056f02015-06-15 18:29:57 +0200608
609 /* If data was modified, we need to touch to re-schedule sync */
610 if (ptr1 || ptr2)
Emeric Brun819fc6f2017-06-13 19:37:32 +0200611 stktable_touch_local(stkctr->table, stkctr_entry(stkctr), 0);
Willy Tarreau30e71012007-11-26 20:15:35 +0100612 }
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100613 }
614}
Willy Tarreaubaaee002006-06-26 02:48:02 +0200615
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100616/* This function is called with (si->state == SI_ST_CON) meaning that a
617 * connection was attempted and that the file descriptor is already allocated.
618 * We must check for establishment, error and abort. Possible output states
619 * are SI_ST_EST (established), SI_ST_CER (error), SI_ST_DIS (abort), and
620 * SI_ST_CON (no change). The function returns 0 if it switches to SI_ST_CER,
Willy Tarreau87b09662015-04-03 00:22:06 +0200621 * otherwise 1. This only works with connection-based streams.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100622 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200623static int sess_update_st_con_tcp(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100624{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100625 struct stream_interface *si = &s->si[1];
626 struct channel *req = &s->req;
627 struct channel *rep = &s->res;
Olivier Houchard14547b22018-11-29 18:01:46 +0100628 struct conn_stream *srv_cs = objt_cs(si->end);
629 struct connection *conn = NULL;
630
631 if (!srv_cs)
632 conn = objt_conn(si->end);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100633
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100634 /* If we got an error, or if nothing happened and the connection timed
635 * out, we must give up. The CER state handler will take care of retry
636 * attempts and error reports.
637 */
638 if (unlikely(si->flags & (SI_FL_EXP|SI_FL_ERR))) {
Bin Wang95fad5b2017-09-15 14:56:40 +0800639 if (unlikely(req->flags & CF_WROTE_DATA)) {
Willy Tarreaue3224e82012-10-29 22:41:31 +0100640 /* Some data were sent past the connection establishment,
641 * so we need to pretend we're established to log correctly
642 * and let later states handle the failure.
643 */
Willy Tarreaue3224e82012-10-29 22:41:31 +0100644 si->state = SI_ST_EST;
645 si->err_type = SI_ET_DATA_ERR;
Willy Tarreau103197d2014-11-28 15:26:12 +0100646 rep->flags |= CF_READ_ERROR | CF_WRITE_ERROR;
Willy Tarreaue3224e82012-10-29 22:41:31 +0100647 return 1;
648 }
Willy Tarreau127334e2009-03-28 10:47:26 +0100649 si->exp = TICK_ETERNITY;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100650 si->state = SI_ST_CER;
Willy Tarreau0ede5a32012-12-08 08:44:02 +0100651
Olivier Houchard201b9f42018-11-21 00:16:29 +0100652 if (srv_cs)
653 cs_close(srv_cs);
Olivier Houchard14547b22018-11-29 18:01:46 +0100654 else if (conn) {
655 conn_stop_tracking(conn);
656 conn_full_close(conn);
657 conn_free(conn);
658 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100659
660 if (si->err_type)
661 return 0;
662
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100663 if (si->flags & SI_FL_ERR)
664 si->err_type = SI_ET_CONN_ERR;
665 else
666 si->err_type = SI_ET_CONN_TO;
667 return 0;
668 }
669
670 /* OK, maybe we want to abort */
Bin Wang95fad5b2017-09-15 14:56:40 +0800671 if (!(req->flags & CF_WROTE_DATA) &&
Willy Tarreaua7a7ebc2012-12-30 00:50:35 +0100672 unlikely((rep->flags & CF_SHUTW) ||
Willy Tarreau03cdb7c2012-08-27 23:14:58 +0200673 ((req->flags & CF_SHUTW_NOW) && /* FIXME: this should not prevent a connection from establishing */
Willy Tarreauede3d882018-10-24 17:17:56 +0200674 ((!(req->flags & CF_WRITE_ACTIVITY) && channel_is_empty(req)) ||
Willy Tarreau7aa15b02017-12-20 16:56:50 +0100675 ((s->be->options & PR_O_ABRT_CLOSE) && !(s->si[0].flags & SI_FL_CLEAN_ABRT)))))) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100676 /* give up */
Willy Tarreau73b013b2012-05-21 16:31:45 +0200677 si_shutw(si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100678 si->err_type |= SI_ET_CONN_ABRT;
Willy Tarreau84455332009-03-15 22:34:05 +0100679 if (s->srv_error)
680 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100681 return 1;
682 }
683
684 /* we need to wait a bit more if there was no activity either */
Christopher Faulet3b88b8d2018-10-26 17:36:03 +0200685 if (!(req->flags & CF_WRITE_ACTIVITY))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100686 return 1;
687
688 /* OK, this means that a connection succeeded. The caller will be
689 * responsible for handling the transition from CON to EST.
690 */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100691 si->state = SI_ST_EST;
692 si->err_type = SI_ET_NONE;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100693 return 1;
694}
695
696/* This function is called with (si->state == SI_ST_CER) meaning that a
697 * previous connection attempt has failed and that the file descriptor
698 * has already been released. Possible causes include asynchronous error
699 * notification and time out. Possible output states are SI_ST_CLO when
700 * retries are exhausted, SI_ST_TAR when a delay is wanted before a new
701 * connection attempt, SI_ST_ASS when it's wise to retry on the same server,
702 * and SI_ST_REQ when an immediate redispatch is wanted. The buffers are
703 * marked as in error state. It returns 0.
704 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200705static int sess_update_st_cer(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100706{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100707 struct stream_interface *si = &s->si[1];
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200708 struct conn_stream *cs = objt_cs(si->end);
709 struct connection *conn = cs_conn(cs);
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100710
Willy Tarreau87b09662015-04-03 00:22:06 +0200711 /* we probably have to release last stream from the server */
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100712 if (objt_server(s->target)) {
713 health_adjust(objt_server(s->target), HANA_STATUS_L4_ERR);
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +0100714
Willy Tarreaue7dff022015-04-03 01:14:29 +0200715 if (s->flags & SF_CURR_SESS) {
716 s->flags &= ~SF_CURR_SESS;
Willy Tarreaub54c40a2018-12-02 19:28:41 +0100717 HA_ATOMIC_SUB(&__objt_server(s->target)->cur_sess, 1);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100718 }
Willy Tarreau46d5b082017-07-26 20:13:37 +0200719
720 if ((si->flags & SI_FL_ERR) &&
721 conn && conn->err_code == CO_ER_SSL_MISMATCH_SNI) {
722 /* We tried to connect to a server which is configured
723 * with "verify required" and which doesn't have the
724 * "verifyhost" directive. The server presented a wrong
725 * certificate (a certificate for an unexpected name),
726 * which implies that we have used SNI in the handshake,
727 * and that the server doesn't have the associated cert
728 * and presented a default one.
729 *
730 * This is a serious enough issue not to retry. It's
731 * especially important because this wrong name might
732 * either be the result of a configuration error, and
733 * retrying will only hammer the server, or is caused
734 * by the use of a wrong SNI value, most likely
735 * provided by the client and we don't want to let the
736 * client provoke retries.
737 */
738 si->conn_retries = 0;
739 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100740 }
741
742 /* ensure that we have enough retries left */
Willy Tarreauee28de02010-06-01 09:51:00 +0200743 si->conn_retries--;
744 if (si->conn_retries < 0) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100745 if (!si->err_type) {
746 si->err_type = SI_ET_CONN_ERR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100747 }
748
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100749 if (objt_server(s->target))
Christopher Faulet29f77e82017-06-08 14:04:45 +0200750 HA_ATOMIC_ADD(&objt_server(s->target)->counters.failed_conns, 1);
Christopher Fauletff8abcd2017-06-02 15:33:24 +0200751 HA_ATOMIC_ADD(&s->be->be_counters.failed_conns, 1);
Willy Tarreaub89cfca2010-12-29 14:32:28 +0100752 sess_change_server(s, NULL);
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100753 if (may_dequeue_tasks(objt_server(s->target), s->be))
754 process_srv_queue(objt_server(s->target));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100755
756 /* shutw is enough so stop a connecting socket */
Willy Tarreau73b013b2012-05-21 16:31:45 +0200757 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +0100758 s->req.flags |= CF_WRITE_ERROR;
759 s->res.flags |= CF_READ_ERROR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100760
761 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +0100762 if (s->srv_error)
763 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100764 return 0;
765 }
766
767 /* If the "redispatch" option is set on the backend, we are allowed to
Joseph Lynch726ab712015-05-11 23:25:34 -0700768 * retry on another server. By default this redispatch occurs on the
769 * last retry, but if configured we allow redispatches to occur on
770 * configurable intervals, e.g. on every retry. In order to achieve this,
Willy Tarreau87b09662015-04-03 00:22:06 +0200771 * we must mark the stream unassigned, and eventually clear the DIRECT
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100772 * bit to ignore any persistence cookie. We won't count a retry nor a
773 * redispatch yet, because this will depend on what server is selected.
Willy Tarreau33a14e52014-06-13 17:49:40 +0200774 * If the connection is not persistent, the balancing algorithm is not
775 * determinist (round robin) and there is more than one active server,
776 * we accept to perform an immediate redispatch without waiting since
777 * we don't care about this particular server.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100778 */
Willy Tarreau33a14e52014-06-13 17:49:40 +0200779 if (objt_server(s->target) &&
Joseph Lynch726ab712015-05-11 23:25:34 -0700780 (s->be->options & PR_O_REDISP) && !(s->flags & SF_FORCE_PRST) &&
Emeric Brun52a91d32017-08-31 14:41:55 +0200781 ((__objt_server(s->target)->cur_state < SRV_ST_RUNNING) ||
Willy Tarreau49008c12016-01-13 07:58:44 +0100782 (((s->be->redispatch_after > 0) &&
Joseph Lynch726ab712015-05-11 23:25:34 -0700783 ((s->be->conn_retries - si->conn_retries) %
784 s->be->redispatch_after == 0)) ||
785 ((s->be->redispatch_after < 0) &&
786 ((s->be->conn_retries - si->conn_retries) %
787 (s->be->conn_retries + 1 + s->be->redispatch_after) == 0))) ||
Willy Tarreaue7dff022015-04-03 01:14:29 +0200788 (!(s->flags & SF_DIRECT) && s->be->srv_act > 1 &&
Joseph Lynch726ab712015-05-11 23:25:34 -0700789 ((s->be->lbprm.algo & BE_LB_KIND) == BE_LB_KIND_RR)))) {
Willy Tarreaub89cfca2010-12-29 14:32:28 +0100790 sess_change_server(s, NULL);
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100791 if (may_dequeue_tasks(objt_server(s->target), s->be))
792 process_srv_queue(objt_server(s->target));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100793
Willy Tarreaue7dff022015-04-03 01:14:29 +0200794 s->flags &= ~(SF_DIRECT | SF_ASSIGNED | SF_ADDR_SET);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100795 si->state = SI_ST_REQ;
796 } else {
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100797 if (objt_server(s->target))
Christopher Faulet29f77e82017-06-08 14:04:45 +0200798 HA_ATOMIC_ADD(&objt_server(s->target)->counters.retries, 1);
Christopher Fauletff8abcd2017-06-02 15:33:24 +0200799 HA_ATOMIC_ADD(&s->be->be_counters.retries, 1);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100800 si->state = SI_ST_ASS;
801 }
802
803 if (si->flags & SI_FL_ERR) {
804 /* The error was an asynchronous connection error, and we will
805 * likely have to retry connecting to the same server, most
806 * likely leading to the same result. To avoid this, we wait
Willy Tarreaub0290662014-06-13 17:04:44 +0200807 * MIN(one second, connect timeout) before retrying.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100808 */
809
Willy Tarreaub0290662014-06-13 17:04:44 +0200810 int delay = 1000;
811
812 if (s->be->timeout.connect && s->be->timeout.connect < delay)
813 delay = s->be->timeout.connect;
814
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100815 if (!si->err_type)
816 si->err_type = SI_ET_CONN_ERR;
817
Willy Tarreaudb6d0122014-06-13 17:40:15 +0200818 /* only wait when we're retrying on the same server */
819 if (si->state == SI_ST_ASS ||
820 (s->be->lbprm.algo & BE_LB_KIND) != BE_LB_KIND_RR ||
821 (s->be->srv_act <= 1)) {
822 si->state = SI_ST_TAR;
823 si->exp = tick_add(now_ms, MS_TO_TICKS(delay));
824 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100825 return 0;
826 }
827 return 0;
828}
829
830/*
831 * This function handles the transition between the SI_ST_CON state and the
Willy Tarreau85e7d002010-05-31 11:57:51 +0200832 * SI_ST_EST state. It must only be called after switching from SI_ST_CON (or
Willy Tarreau26d8c592012-05-07 18:12:14 +0200833 * SI_ST_INI) to SI_ST_EST, but only when a ->proto is defined.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100834 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200835static void sess_establish(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100836{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100837 struct stream_interface *si = &s->si[1];
838 struct channel *req = &s->req;
839 struct channel *rep = &s->res;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100840
Willy Tarreau0e37f1c2013-12-31 23:06:46 +0100841 /* First, centralize the timers information */
842 s->logs.t_connect = tv_ms_elapsed(&s->logs.tv_accept, &now);
843 si->exp = TICK_ETERNITY;
844
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100845 if (objt_server(s->target))
846 health_adjust(objt_server(s->target), HANA_STATUS_L4_OK);
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +0100847
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100848 if (s->be->mode == PR_MODE_TCP) { /* let's allow immediate data connection in this case */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100849 /* if the user wants to log as soon as possible, without counting
850 * bytes from the server, then this is the right moment. */
Willy Tarreaud0d8da92015-04-04 02:10:38 +0200851 if (!LIST_ISEMPTY(&strm_fe(s)->logformat) && !(s->logs.logwait & LW_BYTES)) {
Willy Tarreau66425e32018-07-25 06:55:12 +0200852 /* note: no pend_pos here, session is established */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100853 s->logs.t_close = s->logs.t_connect; /* to get a valid end date */
Willy Tarreaua5555ec2008-11-30 19:02:32 +0100854 s->do_log(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100855 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100856 }
857 else {
Willy Tarreaud81ca042013-12-31 22:33:13 +0100858 rep->flags |= CF_READ_DONTWAIT; /* a single read is enough to get response headers */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100859 }
860
Willy Tarreaud62b98c2016-12-13 15:26:56 +0100861 if (!(s->flags & SF_TUNNEL)) {
862 rep->analysers |= strm_fe(s)->fe_rsp_ana | s->be->be_rsp_ana;
Christopher Faulet309c6412015-12-02 09:57:32 +0100863
Willy Tarreaud62b98c2016-12-13 15:26:56 +0100864 /* Be sure to filter response headers if the backend is an HTTP proxy
865 * and if there are filters attached to the stream. */
866 if (s->be->mode == PR_MODE_HTTP && HAS_FILTERS(s))
867 rep->analysers |= AN_RES_FLT_HTTP_HDRS;
868 }
Christopher Faulet309c6412015-12-02 09:57:32 +0100869
Willy Tarreau8bb2ffb2018-11-14 17:54:13 +0100870 si_rx_endp_more(si);
Willy Tarreau03cdb7c2012-08-27 23:14:58 +0200871 rep->flags |= CF_READ_ATTACHED; /* producer is now attached */
Willy Tarreau644c1012014-04-30 18:11:11 +0200872 if (req->flags & CF_WAKE_CONNECT) {
873 req->flags |= CF_WAKE_ONCE;
874 req->flags &= ~CF_WAKE_CONNECT;
875 }
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200876 if (objt_cs(si->end)) {
Willy Tarreaud04e8582010-05-31 12:31:35 +0200877 /* real connections have timeouts */
878 req->wto = s->be->timeout.server;
879 rep->rto = s->be->timeout.server;
Olivier Houchard47e9a1a2018-11-07 17:55:19 +0100880 /* The connection is now established, try to read data from the
881 * underlying layer, and subscribe to recv events. We use a
882 * delayed recv here to give a chance to the data to flow back
883 * by the time we process other tasks.
884 */
885 si_chk_rcv(si);
Willy Tarreaud04e8582010-05-31 12:31:35 +0200886 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100887 req->wex = TICK_ETERNITY;
888}
889
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -0700890/* Check if the connection request is in such a state that it can be aborted. */
891static int check_req_may_abort(struct channel *req, struct stream *s)
892{
893 return ((req->flags & (CF_READ_ERROR)) ||
Willy Tarreaud651ba12018-01-12 10:42:12 +0100894 ((req->flags & (CF_SHUTW_NOW|CF_SHUTW)) && /* empty and client aborted */
Willy Tarreau7aa15b02017-12-20 16:56:50 +0100895 (channel_is_empty(req) ||
896 ((s->be->options & PR_O_ABRT_CLOSE) && !(s->si[0].flags & SI_FL_CLEAN_ABRT)))));
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -0700897}
898
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100899/* Update back stream interface status for input states SI_ST_ASS, SI_ST_QUE,
900 * SI_ST_TAR. Other input states are simply ignored.
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +0100901 * Possible output states are SI_ST_CLO, SI_ST_TAR, SI_ST_ASS, SI_ST_REQ, SI_ST_CON
902 * and SI_ST_EST. Flags must have previously been updated for timeouts and other
903 * conditions.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100904 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200905static void sess_update_stream_int(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100906{
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100907 struct server *srv = objt_server(s->target);
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100908 struct stream_interface *si = &s->si[1];
Willy Tarreau103197d2014-11-28 15:26:12 +0100909 struct channel *req = &s->req;
Willy Tarreau827aee92011-03-10 16:55:02 +0100910
Christopher Faulet45073512018-07-20 10:16:29 +0200911 DPRINTF(stderr,"[%u] %s: sess=%p rq=%p, rp=%p, exp(r,w)=%u,%u rqf=%08x rpf=%08x rqh=%lu rqt=%lu rph=%lu rpt=%lu cs=%d ss=%d\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100912 now_ms, __FUNCTION__,
913 s,
CJ Ess6eac32e2015-05-02 16:35:24 -0400914 req, &s->res,
Willy Tarreau103197d2014-11-28 15:26:12 +0100915 req->rex, s->res.wex,
916 req->flags, s->res.flags,
Christopher Faulet45073512018-07-20 10:16:29 +0200917 ci_data(req), co_data(req), ci_data(&s->res), co_data(&s->res), s->si[0].state, s->si[1].state);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100918
919 if (si->state == SI_ST_ASS) {
920 /* Server assigned to connection request, we have to try to connect now */
921 int conn_err;
922
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -0700923 /* Before we try to initiate the connection, see if the
924 * request may be aborted instead.
925 */
926 if (check_req_may_abort(req, s)) {
927 si->err_type |= SI_ET_CONN_ABRT;
928 goto abort_connection;
929 }
930
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100931 conn_err = connect_server(s);
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100932 srv = objt_server(s->target);
Willy Tarreau827aee92011-03-10 16:55:02 +0100933
Willy Tarreaue7dff022015-04-03 01:14:29 +0200934 if (conn_err == SF_ERR_NONE) {
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +0100935 /* state = SI_ST_CON or SI_ST_EST now */
Willy Tarreau827aee92011-03-10 16:55:02 +0100936 if (srv)
937 srv_inc_sess_ctr(srv);
Bhaskar Maddalaa20cb852014-02-03 16:26:46 -0500938 if (srv)
939 srv_set_sess_last(srv);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100940 return;
941 }
942
943 /* We have received a synchronous error. We might have to
944 * abort, retry immediately or redispatch.
945 */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200946 if (conn_err == SF_ERR_INTERNAL) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100947 if (!si->err_type) {
948 si->err_type = SI_ET_CONN_OTHER;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100949 }
950
Willy Tarreau827aee92011-03-10 16:55:02 +0100951 if (srv)
952 srv_inc_sess_ctr(srv);
953 if (srv)
Bhaskar Maddalaa20cb852014-02-03 16:26:46 -0500954 srv_set_sess_last(srv);
955 if (srv)
Christopher Faulet29f77e82017-06-08 14:04:45 +0200956 HA_ATOMIC_ADD(&srv->counters.failed_conns, 1);
Christopher Fauletff8abcd2017-06-02 15:33:24 +0200957 HA_ATOMIC_ADD(&s->be->be_counters.failed_conns, 1);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100958
Willy Tarreau87b09662015-04-03 00:22:06 +0200959 /* release other streams waiting for this server */
Willy Tarreaub89cfca2010-12-29 14:32:28 +0100960 sess_change_server(s, NULL);
Willy Tarreau827aee92011-03-10 16:55:02 +0100961 if (may_dequeue_tasks(srv, s->be))
962 process_srv_queue(srv);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100963
964 /* Failed and not retryable. */
Willy Tarreau73b013b2012-05-21 16:31:45 +0200965 si_shutr(si);
966 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +0100967 req->flags |= CF_WRITE_ERROR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100968
969 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
970
Willy Tarreau66425e32018-07-25 06:55:12 +0200971 /* we may need to know the position in the queue for logging */
972 pendconn_cond_unlink(s->pend_pos);
973
Willy Tarreau87b09662015-04-03 00:22:06 +0200974 /* no stream was ever accounted for this server */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100975 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +0100976 if (s->srv_error)
977 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100978 return;
979 }
980
981 /* We are facing a retryable error, but we don't want to run a
982 * turn-around now, as the problem is likely a source port
983 * allocation problem, so we want to retry now.
984 */
985 si->state = SI_ST_CER;
986 si->flags &= ~SI_FL_ERR;
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100987 sess_update_st_cer(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100988 /* now si->state is one of SI_ST_CLO, SI_ST_TAR, SI_ST_ASS, SI_ST_REQ */
989 return;
990 }
991 else if (si->state == SI_ST_QUE) {
992 /* connection request was queued, check for any update */
Christopher Faulet5cd4bbd2018-03-14 16:18:06 +0100993 if (!pendconn_dequeue(s)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100994 /* The connection is not in the queue anymore. Either
995 * we have a server connection slot available and we
996 * go directly to the assigned state, or we need to
997 * load-balance first and go to the INI state.
998 */
999 si->exp = TICK_ETERNITY;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001000 if (unlikely(!(s->flags & SF_ASSIGNED)))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001001 si->state = SI_ST_REQ;
1002 else {
1003 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
1004 si->state = SI_ST_ASS;
1005 }
1006 return;
1007 }
1008
1009 /* Connection request still in queue... */
1010 if (si->flags & SI_FL_EXP) {
1011 /* ... and timeout expired */
1012 si->exp = TICK_ETERNITY;
1013 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreau66425e32018-07-25 06:55:12 +02001014
1015 /* we may need to know the position in the queue for logging */
1016 pendconn_cond_unlink(s->pend_pos);
1017
Willy Tarreau827aee92011-03-10 16:55:02 +01001018 if (srv)
Christopher Faulet29f77e82017-06-08 14:04:45 +02001019 HA_ATOMIC_ADD(&srv->counters.failed_conns, 1);
Christopher Fauletff8abcd2017-06-02 15:33:24 +02001020 HA_ATOMIC_ADD(&s->be->be_counters.failed_conns, 1);
Willy Tarreau73b013b2012-05-21 16:31:45 +02001021 si_shutr(si);
1022 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +01001023 req->flags |= CF_WRITE_TIMEOUT;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001024 if (!si->err_type)
1025 si->err_type = SI_ET_QUEUE_TO;
1026 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +01001027 if (s->srv_error)
1028 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001029 return;
1030 }
1031
1032 /* Connection remains in queue, check if we have to abort it */
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001033 if (check_req_may_abort(req, s)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001034 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreau66425e32018-07-25 06:55:12 +02001035
1036 /* we may need to know the position in the queue for logging */
1037 pendconn_cond_unlink(s->pend_pos);
1038
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001039 si->err_type |= SI_ET_QUEUE_ABRT;
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001040 goto abort_connection;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001041 }
1042
1043 /* Nothing changed */
1044 return;
1045 }
1046 else if (si->state == SI_ST_TAR) {
1047 /* Connection request might be aborted */
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001048 if (check_req_may_abort(req, s)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001049 si->err_type |= SI_ET_CONN_ABRT;
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001050 goto abort_connection;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001051 }
1052
1053 if (!(si->flags & SI_FL_EXP))
1054 return; /* still in turn-around */
1055
1056 si->exp = TICK_ETERNITY;
1057
Willy Tarreau87b09662015-04-03 00:22:06 +02001058 /* we keep trying on the same server as long as the stream is
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001059 * marked "assigned".
1060 * FIXME: Should we force a redispatch attempt when the server is down ?
1061 */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001062 if (s->flags & SF_ASSIGNED)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001063 si->state = SI_ST_ASS;
1064 else
1065 si->state = SI_ST_REQ;
1066 return;
1067 }
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -07001068 return;
1069
1070abort_connection:
1071 /* give up */
1072 si->exp = TICK_ETERNITY;
1073 si_shutr(si);
1074 si_shutw(si);
1075 si->state = SI_ST_CLO;
1076 if (s->srv_error)
1077 s->srv_error(s, si);
1078 return;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001079}
1080
Willy Tarreau87b09662015-04-03 00:22:06 +02001081/* Set correct stream termination flags in case no analyser has done it. It
Simon Hormandec5be42011-06-08 09:19:07 +09001082 * also counts a failed request if the server state has not reached the request
1083 * stage.
1084 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001085static void sess_set_term_flags(struct stream *s)
Simon Hormandec5be42011-06-08 09:19:07 +09001086{
Willy Tarreaue7dff022015-04-03 01:14:29 +02001087 if (!(s->flags & SF_FINST_MASK)) {
Simon Hormandec5be42011-06-08 09:19:07 +09001088 if (s->si[1].state < SI_ST_REQ) {
1089
Christopher Fauletff8abcd2017-06-02 15:33:24 +02001090 HA_ATOMIC_ADD(&strm_fe(s)->fe_counters.failed_req, 1);
Willy Tarreau2c1068c2015-09-23 12:21:21 +02001091 if (strm_li(s) && strm_li(s)->counters)
Christopher Faulet8d8aa0d2017-05-30 15:36:50 +02001092 HA_ATOMIC_ADD(&strm_li(s)->counters->failed_req, 1);
Simon Hormandec5be42011-06-08 09:19:07 +09001093
Willy Tarreaue7dff022015-04-03 01:14:29 +02001094 s->flags |= SF_FINST_R;
Simon Hormandec5be42011-06-08 09:19:07 +09001095 }
1096 else if (s->si[1].state == SI_ST_QUE)
Willy Tarreaue7dff022015-04-03 01:14:29 +02001097 s->flags |= SF_FINST_Q;
Simon Hormandec5be42011-06-08 09:19:07 +09001098 else if (s->si[1].state < SI_ST_EST)
Willy Tarreaue7dff022015-04-03 01:14:29 +02001099 s->flags |= SF_FINST_C;
Simon Hormandec5be42011-06-08 09:19:07 +09001100 else if (s->si[1].state == SI_ST_EST || s->si[1].prev_state == SI_ST_EST)
Willy Tarreaue7dff022015-04-03 01:14:29 +02001101 s->flags |= SF_FINST_D;
Simon Hormandec5be42011-06-08 09:19:07 +09001102 else
Willy Tarreaue7dff022015-04-03 01:14:29 +02001103 s->flags |= SF_FINST_L;
Simon Hormandec5be42011-06-08 09:19:07 +09001104 }
1105}
1106
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001107/* This function initiates a server connection request on a stream interface
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001108 * already in SI_ST_REQ state. Upon success, the state goes to SI_ST_ASS for
1109 * a real connection to a server, indicating that a server has been assigned,
1110 * or SI_ST_EST for a successful connection to an applet. It may also return
1111 * SI_ST_QUE, or SI_ST_CLO upon error.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001112 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001113static void sess_prepare_conn_req(struct stream *s)
Willy Tarreau02d6cfc2012-03-01 18:19:58 +01001114{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01001115 struct stream_interface *si = &s->si[1];
1116
Christopher Faulet45073512018-07-20 10:16:29 +02001117 DPRINTF(stderr,"[%u] %s: sess=%p rq=%p, rp=%p, exp(r,w)=%u,%u rqf=%08x rpf=%08x rqh=%lu rqt=%lu rph=%lu rpt=%lu cs=%d ss=%d\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001118 now_ms, __FUNCTION__,
1119 s,
CJ Ess6eac32e2015-05-02 16:35:24 -04001120 &s->req, &s->res,
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001121 s->req.rex, s->res.wex,
1122 s->req.flags, s->res.flags,
Christopher Faulet45073512018-07-20 10:16:29 +02001123 ci_data(&s->req), co_data(&s->req), ci_data(&s->res), co_data(&s->res), s->si[0].state, s->si[1].state);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001124
1125 if (si->state != SI_ST_REQ)
1126 return;
1127
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001128 if (unlikely(obj_type(s->target) == OBJ_TYPE_APPLET)) {
1129 /* the applet directly goes to the EST state */
Willy Tarreau4384ddf2013-12-01 12:25:52 +01001130 struct appctx *appctx = objt_appctx(si->end);
1131
1132 if (!appctx || appctx->applet != __objt_applet(s->target))
1133 appctx = stream_int_register_handler(si, objt_applet(s->target));
1134
1135 if (!appctx) {
1136 /* No more memory, let's immediately abort. Force the
1137 * error code to ignore the ERR_LOCAL which is not a
1138 * real error.
1139 */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001140 s->flags &= ~(SF_ERR_MASK | SF_FINST_MASK);
Willy Tarreau4384ddf2013-12-01 12:25:52 +01001141
1142 si_shutr(si);
1143 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +01001144 s->req.flags |= CF_WRITE_ERROR;
Willy Tarreau6bbb2f62013-12-09 17:14:23 +01001145 si->err_type = SI_ET_CONN_RES;
Willy Tarreau4384ddf2013-12-01 12:25:52 +01001146 si->state = SI_ST_CLO;
1147 if (s->srv_error)
1148 s->srv_error(s, si);
1149 return;
1150 }
1151
Willy Tarreauee8269e2017-11-23 17:34:29 +01001152 if (tv_iszero(&s->logs.tv_request))
1153 s->logs.tv_request = now;
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001154 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001155 si->state = SI_ST_EST;
1156 si->err_type = SI_ET_NONE;
Willy Tarreaub9a551e2014-04-23 00:35:17 +02001157 be_set_sess_last(s->be);
Willy Tarreaufac4bd12013-11-30 09:21:49 +01001158 /* let sess_establish() finish the job */
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001159 return;
1160 }
1161
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001162 /* Try to assign a server */
1163 if (srv_redispatch_connect(s) != 0) {
1164 /* We did not get a server. Either we queued the
1165 * connection request, or we encountered an error.
1166 */
1167 if (si->state == SI_ST_QUE)
1168 return;
1169
1170 /* we did not get any server, let's check the cause */
Willy Tarreau73b013b2012-05-21 16:31:45 +02001171 si_shutr(si);
1172 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +01001173 s->req.flags |= CF_WRITE_ERROR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001174 if (!si->err_type)
1175 si->err_type = SI_ET_CONN_OTHER;
1176 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +01001177 if (s->srv_error)
1178 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001179 return;
1180 }
1181
1182 /* The server is assigned */
1183 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
1184 si->state = SI_ST_ASS;
Willy Tarreaub9a551e2014-04-23 00:35:17 +02001185 be_set_sess_last(s->be);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001186}
1187
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001188/* This function parses the use-service action ruleset. It executes
1189 * the associated ACL and set an applet as a stream or txn final node.
1190 * it returns ACT_RET_ERR if an error occurs, the proxy left in
1191 * consistent state. It returns ACT_RET_STOP in succes case because
1192 * use-service must be a terminal action. Returns ACT_RET_YIELD
1193 * if the initialisation function require more data.
1194 */
1195enum act_return process_use_service(struct act_rule *rule, struct proxy *px,
1196 struct session *sess, struct stream *s, int flags)
1197
1198{
1199 struct appctx *appctx;
1200
1201 /* Initialises the applet if it is required. */
1202 if (flags & ACT_FLAG_FIRST) {
1203 /* Register applet. this function schedules the applet. */
1204 s->target = &rule->applet.obj_type;
1205 if (unlikely(!stream_int_register_handler(&s->si[1], objt_applet(s->target))))
1206 return ACT_RET_ERR;
1207
1208 /* Initialise the context. */
1209 appctx = si_appctx(&s->si[1]);
1210 memset(&appctx->ctx, 0, sizeof(appctx->ctx));
1211 appctx->rule = rule;
Willy Tarreau85cb0ae2017-08-23 10:52:20 +02001212
1213 /* enable the minimally required analyzers in case of HTTP
1214 * keep-alive to properly handle keep-alive and compression
1215 * on the HTTP response.
1216 */
1217 if (rule->from == ACT_F_HTTP_REQ) {
1218 s->req.analysers &= AN_REQ_FLT_HTTP_HDRS | AN_REQ_FLT_END;
1219 s->req.analysers |= AN_REQ_HTTP_XFER_BODY;
1220 }
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001221 }
1222 else
1223 appctx = si_appctx(&s->si[1]);
1224
1225 /* Stops the applet sheduling, in case of the init function miss
1226 * some data.
1227 */
Willy Tarreau0cd3bd62018-11-06 18:46:37 +01001228 si_stop_get(&s->si[1]);
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001229
1230 /* Call initialisation. */
1231 if (rule->applet.init)
1232 switch (rule->applet.init(appctx, px, s)) {
1233 case 0: return ACT_RET_ERR;
1234 case 1: break;
1235 default: return ACT_RET_YIELD;
1236 }
1237
1238 /* Now we can schedule the applet. */
Willy Tarreau0cd3bd62018-11-06 18:46:37 +01001239 si_cant_get(&s->si[1]);
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001240 appctx_wakeup(appctx);
1241
1242 if (sess->fe == s->be) /* report it if the request was intercepted by the frontend */
Christopher Fauletff8abcd2017-06-02 15:33:24 +02001243 HA_ATOMIC_ADD(&sess->fe->fe_counters.intercepted_req, 1);
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001244
1245 /* The flag SF_ASSIGNED prevent from server assignment. */
1246 s->flags |= SF_ASSIGNED;
1247
1248 return ACT_RET_STOP;
1249}
1250
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001251/* This stream analyser checks the switching rules and changes the backend
Willy Tarreau4de91492010-01-22 19:10:05 +01001252 * if appropriate. The default_backend rule is also considered, then the
1253 * target backend's forced persistence rules are also evaluated last if any.
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001254 * It returns 1 if the processing can continue on next analysers, or zero if it
1255 * either needs more data or wants to immediately abort the request.
1256 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001257static int process_switching_rules(struct stream *s, struct channel *req, int an_bit)
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001258{
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001259 struct persist_rule *prst_rule;
Willy Tarreau192252e2015-04-04 01:47:55 +02001260 struct session *sess = s->sess;
1261 struct proxy *fe = sess->fe;
Willy Tarreau4de91492010-01-22 19:10:05 +01001262
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001263 req->analysers &= ~an_bit;
1264 req->analyse_exp = TICK_ETERNITY;
1265
Christopher Faulet45073512018-07-20 10:16:29 +02001266 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bh=%lu analysers=%02x\n",
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001267 now_ms, __FUNCTION__,
1268 s,
1269 req,
1270 req->rex, req->wex,
1271 req->flags,
Christopher Faulet45073512018-07-20 10:16:29 +02001272 ci_data(req),
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001273 req->analysers);
1274
1275 /* now check whether we have some switching rules for this request */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001276 if (!(s->flags & SF_BE_ASSIGNED)) {
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001277 struct switching_rule *rule;
1278
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001279 list_for_each_entry(rule, &fe->switching_rules, list) {
Willy Tarreauf51658d2014-04-23 01:21:56 +02001280 int ret = 1;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001281
Willy Tarreauf51658d2014-04-23 01:21:56 +02001282 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001283 ret = acl_exec_cond(rule->cond, fe, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreauf51658d2014-04-23 01:21:56 +02001284 ret = acl_pass(ret);
1285 if (rule->cond->pol == ACL_COND_UNLESS)
1286 ret = !ret;
1287 }
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001288
1289 if (ret) {
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001290 /* If the backend name is dynamic, try to resolve the name.
1291 * If we can't resolve the name, or if any error occurs, break
1292 * the loop and fallback to the default backend.
1293 */
Dragan Dosen2ae327e2017-10-26 11:25:10 +02001294 struct proxy *backend = NULL;
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001295
1296 if (rule->dynamic) {
Willy Tarreau83061a82018-07-13 11:56:34 +02001297 struct buffer *tmp;
Dragan Dosen2ae327e2017-10-26 11:25:10 +02001298
1299 tmp = alloc_trash_chunk();
1300 if (!tmp)
1301 goto sw_failed;
1302
Willy Tarreau843b7cb2018-07-13 10:54:26 +02001303 if (build_logline(s, tmp->area, tmp->size, &rule->be.expr))
1304 backend = proxy_be_by_name(tmp->area);
Dragan Dosen2ae327e2017-10-26 11:25:10 +02001305
1306 free_trash_chunk(tmp);
1307 tmp = NULL;
1308
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001309 if (!backend)
1310 break;
1311 }
1312 else
1313 backend = rule->be.backend;
1314
Willy Tarreau87b09662015-04-03 00:22:06 +02001315 if (!stream_set_backend(s, backend))
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001316 goto sw_failed;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001317 break;
1318 }
1319 }
1320
1321 /* To ensure correct connection accounting on the backend, we
1322 * have to assign one if it was not set (eg: a listen). This
1323 * measure also takes care of correctly setting the default
1324 * backend if any.
1325 */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001326 if (!(s->flags & SF_BE_ASSIGNED))
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001327 if (!stream_set_backend(s, fe->defbe.be ? fe->defbe.be : s->be))
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001328 goto sw_failed;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001329 }
1330
Willy Tarreaufb356202010-08-03 14:02:05 +02001331 /* we don't want to run the TCP or HTTP filters again if the backend has not changed */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001332 if (fe == s->be) {
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001333 s->req.analysers &= ~AN_REQ_INSPECT_BE;
1334 s->req.analysers &= ~AN_REQ_HTTP_PROCESS_BE;
Christopher Faulet0184ea72017-01-05 14:06:34 +01001335 s->req.analysers &= ~AN_REQ_FLT_START_BE;
Willy Tarreaufb356202010-08-03 14:02:05 +02001336 }
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001337
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001338 /* as soon as we know the backend, we must check if we have a matching forced or ignored
Willy Tarreau87b09662015-04-03 00:22:06 +02001339 * persistence rule, and report that in the stream.
Willy Tarreau4de91492010-01-22 19:10:05 +01001340 */
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001341 list_for_each_entry(prst_rule, &s->be->persist_rules, list) {
Willy Tarreau4de91492010-01-22 19:10:05 +01001342 int ret = 1;
1343
1344 if (prst_rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001345 ret = acl_exec_cond(prst_rule->cond, s->be, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreau4de91492010-01-22 19:10:05 +01001346 ret = acl_pass(ret);
1347 if (prst_rule->cond->pol == ACL_COND_UNLESS)
1348 ret = !ret;
1349 }
1350
1351 if (ret) {
1352 /* no rule, or the rule matches */
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001353 if (prst_rule->type == PERSIST_TYPE_FORCE) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001354 s->flags |= SF_FORCE_PRST;
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001355 } else {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001356 s->flags |= SF_IGNORE_PRST;
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001357 }
Willy Tarreau4de91492010-01-22 19:10:05 +01001358 break;
1359 }
1360 }
1361
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001362 return 1;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001363
1364 sw_failed:
1365 /* immediately abort this request in case of allocation failure */
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001366 channel_abort(&s->req);
1367 channel_abort(&s->res);
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001368
Willy Tarreaue7dff022015-04-03 01:14:29 +02001369 if (!(s->flags & SF_ERR_MASK))
1370 s->flags |= SF_ERR_RESOURCE;
1371 if (!(s->flags & SF_FINST_MASK))
1372 s->flags |= SF_FINST_R;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001373
Willy Tarreaueee5b512015-04-03 23:46:31 +02001374 if (s->txn)
1375 s->txn->status = 500;
Christopher Faulet0184ea72017-01-05 14:06:34 +01001376 s->req.analysers &= AN_REQ_FLT_END;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001377 s->req.analyse_exp = TICK_ETERNITY;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001378 return 0;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001379}
1380
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001381/* This stream analyser works on a request. It applies all use-server rules on
1382 * it then returns 1. The data must already be present in the buffer otherwise
1383 * they won't match. It always returns 1.
1384 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001385static int process_server_rules(struct stream *s, struct channel *req, int an_bit)
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001386{
1387 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001388 struct session *sess = s->sess;
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001389 struct server_rule *rule;
1390
Christopher Faulet45073512018-07-20 10:16:29 +02001391 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bl=%lu analysers=%02x\n",
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001392 now_ms, __FUNCTION__,
1393 s,
1394 req,
1395 req->rex, req->wex,
1396 req->flags,
Christopher Faulet45073512018-07-20 10:16:29 +02001397 c_data(req),
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001398 req->analysers);
1399
Willy Tarreaue7dff022015-04-03 01:14:29 +02001400 if (!(s->flags & SF_ASSIGNED)) {
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001401 list_for_each_entry(rule, &px->server_rules, list) {
1402 int ret;
1403
Willy Tarreau192252e2015-04-04 01:47:55 +02001404 ret = acl_exec_cond(rule->cond, s->be, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001405 ret = acl_pass(ret);
1406 if (rule->cond->pol == ACL_COND_UNLESS)
1407 ret = !ret;
1408
1409 if (ret) {
1410 struct server *srv = rule->srv.ptr;
1411
Emeric Brun52a91d32017-08-31 14:41:55 +02001412 if ((srv->cur_state != SRV_ST_STOPPED) ||
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001413 (px->options & PR_O_PERSIST) ||
Willy Tarreaue7dff022015-04-03 01:14:29 +02001414 (s->flags & SF_FORCE_PRST)) {
1415 s->flags |= SF_DIRECT | SF_ASSIGNED;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001416 s->target = &srv->obj_type;
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001417 break;
1418 }
1419 /* if the server is not UP, let's go on with next rules
1420 * just in case another one is suited.
1421 */
1422 }
1423 }
1424 }
1425
1426 req->analysers &= ~an_bit;
1427 req->analyse_exp = TICK_ETERNITY;
1428 return 1;
1429}
1430
Emeric Brun1d33b292010-01-04 15:47:17 +01001431/* This stream analyser works on a request. It applies all sticking rules on
1432 * it then returns 1. The data must already be present in the buffer otherwise
1433 * they won't match. It always returns 1.
1434 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001435static int process_sticking_rules(struct stream *s, struct channel *req, int an_bit)
Emeric Brun1d33b292010-01-04 15:47:17 +01001436{
1437 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001438 struct session *sess = s->sess;
Emeric Brun1d33b292010-01-04 15:47:17 +01001439 struct sticking_rule *rule;
1440
Christopher Faulet45073512018-07-20 10:16:29 +02001441 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bh=%lu analysers=%02x\n",
Emeric Brun1d33b292010-01-04 15:47:17 +01001442 now_ms, __FUNCTION__,
1443 s,
1444 req,
1445 req->rex, req->wex,
1446 req->flags,
Christopher Faulet45073512018-07-20 10:16:29 +02001447 ci_data(req),
Emeric Brun1d33b292010-01-04 15:47:17 +01001448 req->analysers);
1449
1450 list_for_each_entry(rule, &px->sticking_rules, list) {
1451 int ret = 1 ;
1452 int i;
1453
Willy Tarreau9667a802013-12-09 12:52:13 +01001454 /* Only the first stick store-request of each table is applied
1455 * and other ones are ignored. The purpose is to allow complex
1456 * configurations which look for multiple entries by decreasing
1457 * order of precision and to stop at the first which matches.
1458 * An example could be a store of the IP address from an HTTP
1459 * header first, then from the source if not found.
1460 */
Emeric Brun1d33b292010-01-04 15:47:17 +01001461 for (i = 0; i < s->store_count; i++) {
1462 if (rule->table.t == s->store[i].table)
1463 break;
1464 }
1465
1466 if (i != s->store_count)
1467 continue;
1468
1469 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001470 ret = acl_exec_cond(rule->cond, px, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001471 ret = acl_pass(ret);
1472 if (rule->cond->pol == ACL_COND_UNLESS)
1473 ret = !ret;
1474 }
1475
1476 if (ret) {
1477 struct stktable_key *key;
1478
Willy Tarreau192252e2015-04-04 01:47:55 +02001479 key = stktable_fetch_key(rule->table.t, px, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL, rule->expr, NULL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001480 if (!key)
1481 continue;
1482
1483 if (rule->flags & STK_IS_MATCH) {
1484 struct stksess *ts;
1485
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001486 if ((ts = stktable_lookup_key(rule->table.t, key)) != NULL) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001487 if (!(s->flags & SF_ASSIGNED)) {
Emeric Brun1d33b292010-01-04 15:47:17 +01001488 struct eb32_node *node;
Willy Tarreau13c29de2010-06-06 16:40:39 +02001489 void *ptr;
Emeric Brun1d33b292010-01-04 15:47:17 +01001490
1491 /* srv found in table */
Christopher Faulet2a944ee2017-11-07 10:42:54 +01001492 HA_RWLOCK_RDLOCK(STK_SESS_LOCK, &ts->lock);
Willy Tarreaub8d42d02018-09-20 11:11:15 +02001493 ptr = __stktable_data_ptr(rule->table.t, ts, STKTABLE_DT_SERVER_ID);
Willy Tarreau13c29de2010-06-06 16:40:39 +02001494 node = eb32_lookup(&px->conf.used_server_id, stktable_data_cast(ptr, server_id));
Christopher Faulet2a944ee2017-11-07 10:42:54 +01001495 HA_RWLOCK_RDUNLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun1d33b292010-01-04 15:47:17 +01001496 if (node) {
1497 struct server *srv;
1498
1499 srv = container_of(node, struct server, conf.id);
Emeric Brun52a91d32017-08-31 14:41:55 +02001500 if ((srv->cur_state != SRV_ST_STOPPED) ||
Willy Tarreau4de91492010-01-22 19:10:05 +01001501 (px->options & PR_O_PERSIST) ||
Willy Tarreaue7dff022015-04-03 01:14:29 +02001502 (s->flags & SF_FORCE_PRST)) {
1503 s->flags |= SF_DIRECT | SF_ASSIGNED;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001504 s->target = &srv->obj_type;
Emeric Brun1d33b292010-01-04 15:47:17 +01001505 }
1506 }
1507 }
Emeric Brun819fc6f2017-06-13 19:37:32 +02001508 stktable_touch_local(rule->table.t, ts, 1);
Emeric Brun1d33b292010-01-04 15:47:17 +01001509 }
1510 }
1511 if (rule->flags & STK_IS_STORE) {
1512 if (s->store_count < (sizeof(s->store) / sizeof(s->store[0]))) {
1513 struct stksess *ts;
1514
1515 ts = stksess_new(rule->table.t, key);
1516 if (ts) {
1517 s->store[s->store_count].table = rule->table.t;
1518 s->store[s->store_count++].ts = ts;
1519 }
1520 }
1521 }
1522 }
1523 }
1524
1525 req->analysers &= ~an_bit;
1526 req->analyse_exp = TICK_ETERNITY;
1527 return 1;
1528}
1529
1530/* This stream analyser works on a response. It applies all store rules on it
1531 * then returns 1. The data must already be present in the buffer otherwise
1532 * they won't match. It always returns 1.
1533 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001534static int process_store_rules(struct stream *s, struct channel *rep, int an_bit)
Emeric Brun1d33b292010-01-04 15:47:17 +01001535{
1536 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001537 struct session *sess = s->sess;
Emeric Brun1d33b292010-01-04 15:47:17 +01001538 struct sticking_rule *rule;
1539 int i;
Willy Tarreau9667a802013-12-09 12:52:13 +01001540 int nbreq = s->store_count;
Emeric Brun1d33b292010-01-04 15:47:17 +01001541
Christopher Faulet45073512018-07-20 10:16:29 +02001542 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bh=%lu analysers=%02x\n",
Emeric Brun1d33b292010-01-04 15:47:17 +01001543 now_ms, __FUNCTION__,
1544 s,
Willy Tarreau2e2b3eb2010-02-09 20:55:44 +01001545 rep,
1546 rep->rex, rep->wex,
1547 rep->flags,
Christopher Faulet45073512018-07-20 10:16:29 +02001548 ci_data(rep),
Willy Tarreau2e2b3eb2010-02-09 20:55:44 +01001549 rep->analysers);
Emeric Brun1d33b292010-01-04 15:47:17 +01001550
1551 list_for_each_entry(rule, &px->storersp_rules, list) {
1552 int ret = 1 ;
Emeric Brun1d33b292010-01-04 15:47:17 +01001553
Willy Tarreau9667a802013-12-09 12:52:13 +01001554 /* Only the first stick store-response of each table is applied
1555 * and other ones are ignored. The purpose is to allow complex
1556 * configurations which look for multiple entries by decreasing
1557 * order of precision and to stop at the first which matches.
1558 * An example could be a store of a set-cookie value, with a
1559 * fallback to a parameter found in a 302 redirect.
1560 *
1561 * The store-response rules are not allowed to override the
1562 * store-request rules for the same table, but they may coexist.
1563 * Thus we can have up to one store-request entry and one store-
1564 * response entry for the same table at any time.
1565 */
1566 for (i = nbreq; i < s->store_count; i++) {
1567 if (rule->table.t == s->store[i].table)
1568 break;
1569 }
1570
1571 /* skip existing entries for this table */
1572 if (i < s->store_count)
1573 continue;
1574
Emeric Brun1d33b292010-01-04 15:47:17 +01001575 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001576 ret = acl_exec_cond(rule->cond, px, sess, s, SMP_OPT_DIR_RES|SMP_OPT_FINAL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001577 ret = acl_pass(ret);
1578 if (rule->cond->pol == ACL_COND_UNLESS)
1579 ret = !ret;
1580 }
1581
1582 if (ret) {
1583 struct stktable_key *key;
1584
Willy Tarreau192252e2015-04-04 01:47:55 +02001585 key = stktable_fetch_key(rule->table.t, px, sess, s, SMP_OPT_DIR_RES|SMP_OPT_FINAL, rule->expr, NULL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001586 if (!key)
1587 continue;
1588
Willy Tarreau37e340c2013-12-06 23:05:21 +01001589 if (s->store_count < (sizeof(s->store) / sizeof(s->store[0]))) {
Emeric Brun1d33b292010-01-04 15:47:17 +01001590 struct stksess *ts;
1591
1592 ts = stksess_new(rule->table.t, key);
1593 if (ts) {
1594 s->store[s->store_count].table = rule->table.t;
Emeric Brun1d33b292010-01-04 15:47:17 +01001595 s->store[s->store_count++].ts = ts;
1596 }
1597 }
1598 }
1599 }
1600
1601 /* process store request and store response */
1602 for (i = 0; i < s->store_count; i++) {
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001603 struct stksess *ts;
Willy Tarreau13c29de2010-06-06 16:40:39 +02001604 void *ptr;
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001605
Willy Tarreauc93cd162014-05-13 15:54:22 +02001606 if (objt_server(s->target) && objt_server(s->target)->flags & SRV_F_NON_STICK) {
Simon Hormanfa461682011-06-25 09:39:49 +09001607 stksess_free(s->store[i].table, s->store[i].ts);
1608 s->store[i].ts = NULL;
1609 continue;
1610 }
1611
Emeric Brun819fc6f2017-06-13 19:37:32 +02001612 ts = stktable_set_entry(s->store[i].table, s->store[i].ts);
1613 if (ts != s->store[i].ts) {
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001614 /* the entry already existed, we can free ours */
Emeric Brun1d33b292010-01-04 15:47:17 +01001615 stksess_free(s->store[i].table, s->store[i].ts);
Emeric Brun1d33b292010-01-04 15:47:17 +01001616 }
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001617 s->store[i].ts = NULL;
Emeric Brun819fc6f2017-06-13 19:37:32 +02001618
Christopher Faulet2a944ee2017-11-07 10:42:54 +01001619 HA_RWLOCK_WRLOCK(STK_SESS_LOCK, &ts->lock);
Willy Tarreaub8d42d02018-09-20 11:11:15 +02001620 ptr = __stktable_data_ptr(s->store[i].table, ts, STKTABLE_DT_SERVER_ID);
1621 stktable_data_cast(ptr, server_id) = __objt_server(s->target)->puid;
Christopher Faulet2a944ee2017-11-07 10:42:54 +01001622 HA_RWLOCK_WRUNLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun819fc6f2017-06-13 19:37:32 +02001623 stktable_touch_local(s->store[i].table, ts, 1);
Emeric Brun1d33b292010-01-04 15:47:17 +01001624 }
Willy Tarreau2a164ee2010-06-18 09:57:45 +02001625 s->store_count = 0; /* everything is stored */
Emeric Brun1d33b292010-01-04 15:47:17 +01001626
1627 rep->analysers &= ~an_bit;
1628 rep->analyse_exp = TICK_ETERNITY;
1629 return 1;
1630}
1631
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001632/* This macro is very specific to the function below. See the comments in
Willy Tarreau87b09662015-04-03 00:22:06 +02001633 * process_stream() below to understand the logic and the tests.
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001634 */
1635#define UPDATE_ANALYSERS(real, list, back, flag) { \
1636 list = (((list) & ~(flag)) | ~(back)) & (real); \
1637 back = real; \
1638 if (!(list)) \
1639 break; \
1640 if (((list) ^ ((list) & ((list) - 1))) < (flag)) \
1641 continue; \
1642}
1643
Christopher Fauleta9215b72016-05-11 17:06:28 +02001644/* These 2 following macros call an analayzer for the specified channel if the
1645 * right flag is set. The first one is used for "filterable" analyzers. If a
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001646 * stream has some registered filters, pre and post analyaze callbacks are
Christopher Faulet0184ea72017-01-05 14:06:34 +01001647 * called. The second are used for other analyzers (AN_REQ/RES_FLT_* and
Christopher Fauleta9215b72016-05-11 17:06:28 +02001648 * AN_REQ/RES_HTTP_XFER_BODY) */
1649#define FLT_ANALYZE(strm, chn, fun, list, back, flag, ...) \
1650 { \
1651 if ((list) & (flag)) { \
1652 if (HAS_FILTERS(strm)) { \
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001653 if (!flt_pre_analyze((strm), (chn), (flag))) \
Christopher Fauleta9215b72016-05-11 17:06:28 +02001654 break; \
1655 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1656 break; \
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001657 if (!flt_post_analyze((strm), (chn), (flag))) \
1658 break; \
Christopher Fauleta9215b72016-05-11 17:06:28 +02001659 } \
1660 else { \
1661 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1662 break; \
1663 } \
1664 UPDATE_ANALYSERS((chn)->analysers, (list), \
1665 (back), (flag)); \
1666 } \
1667 }
1668
1669#define ANALYZE(strm, chn, fun, list, back, flag, ...) \
1670 { \
1671 if ((list) & (flag)) { \
1672 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1673 break; \
1674 UPDATE_ANALYSERS((chn)->analysers, (list), \
1675 (back), (flag)); \
1676 } \
1677 }
1678
Willy Tarreau87b09662015-04-03 00:22:06 +02001679/* Processes the client, server, request and response jobs of a stream task,
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001680 * then puts it back to the wait queue in a clean state, or cleans up its
1681 * resources if it must be deleted. Returns in <next> the date the task wants
1682 * to be woken up, or TICK_ETERNITY. In order not to call all functions for
1683 * nothing too many times, the request and response buffers flags are monitored
1684 * and each function is called only if at least another function has changed at
1685 * least one flag it is interested in.
1686 */
Olivier Houchard9f6af332018-05-25 14:04:04 +02001687struct task *process_stream(struct task *t, void *context, unsigned short state)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001688{
Willy Tarreau827aee92011-03-10 16:55:02 +01001689 struct server *srv;
Olivier Houchard9f6af332018-05-25 14:04:04 +02001690 struct stream *s = context;
Willy Tarreaufb0afa72015-04-03 14:46:27 +02001691 struct session *sess = s->sess;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001692 unsigned int rqf_last, rpf_last;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001693 unsigned int rq_prod_last, rq_cons_last;
1694 unsigned int rp_cons_last, rp_prod_last;
Willy Tarreau576507f2010-01-07 00:09:04 +01001695 unsigned int req_ana_back;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001696 struct channel *req, *res;
1697 struct stream_interface *si_f, *si_b;
1698
Willy Tarreaud80cb4e2018-01-20 19:30:13 +01001699 activity[tid].stream++;
1700
Willy Tarreau8f128b42014-11-28 15:07:47 +01001701 req = &s->req;
1702 res = &s->res;
1703
1704 si_f = &s->si[0];
1705 si_b = &s->si[1];
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001706
Willy Tarreau0f8d3ab2018-10-25 10:42:39 +02001707 /* First, attempt to receive pending data from I/O layers */
Willy Tarreauade64782018-11-17 19:51:07 +01001708 si_sync_recv(si_f);
1709 si_sync_recv(si_b);
Willy Tarreau0f8d3ab2018-10-25 10:42:39 +02001710
Olivier Houchard53216e72018-10-10 15:46:36 +02001711redo:
Olivier Houchardc2aa7112018-09-11 18:27:21 +02001712
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001713 //DPRINTF(stderr, "%s:%d: cs=%d ss=%d(%d) rqf=0x%08x rpf=0x%08x\n", __FUNCTION__, __LINE__,
Willy Tarreau8f128b42014-11-28 15:07:47 +01001714 // si_f->state, si_b->state, si_b->err_type, req->flags, res->flags);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001715
Krzysztof Piotr Oledzkif9423ae2010-01-29 19:26:18 +01001716 /* this data may be no longer valid, clear it */
Willy Tarreaueee5b512015-04-03 23:46:31 +02001717 if (s->txn)
1718 memset(&s->txn->auth, 0, sizeof(s->txn->auth));
Krzysztof Piotr Oledzkif9423ae2010-01-29 19:26:18 +01001719
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02001720 /* This flag must explicitly be set every time */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001721 req->flags &= ~(CF_READ_NOEXP|CF_WAKE_WRITE);
1722 res->flags &= ~(CF_READ_NOEXP|CF_WAKE_WRITE);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001723
1724 /* Keep a copy of req/rep flags so that we can detect shutdowns */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001725 rqf_last = req->flags & ~CF_MASK_ANALYSER;
1726 rpf_last = res->flags & ~CF_MASK_ANALYSER;
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001727
Willy Tarreau89f7ef22009-09-05 20:57:35 +02001728 /* we don't want the stream interface functions to recursively wake us up */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001729 si_f->flags |= SI_FL_DONT_WAKE;
1730 si_b->flags |= SI_FL_DONT_WAKE;
Willy Tarreau89f7ef22009-09-05 20:57:35 +02001731
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001732 /* update pending events */
Olivier Houchard9f6af332018-05-25 14:04:04 +02001733 s->pending_events |= (state & TASK_WOKEN_ANY);
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001734
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001735 /* 1a: Check for low level timeouts if needed. We just set a flag on
1736 * stream interfaces when their timeouts have expired.
1737 */
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001738 if (unlikely(s->pending_events & TASK_WOKEN_TIMER)) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001739 stream_int_check_timeouts(si_f);
1740 stream_int_check_timeouts(si_b);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001741
Willy Tarreau8263d2b2012-08-28 00:06:31 +02001742 /* check channel timeouts, and close the corresponding stream interfaces
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001743 * for future reads or writes. Note: this will also concern upper layers
1744 * but we do not touch any other flag. We must be careful and correctly
1745 * detect state changes when calling them.
1746 */
1747
Willy Tarreau8f128b42014-11-28 15:07:47 +01001748 channel_check_timeouts(req);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001749
Willy Tarreau8f128b42014-11-28 15:07:47 +01001750 if (unlikely((req->flags & (CF_SHUTW|CF_WRITE_TIMEOUT)) == CF_WRITE_TIMEOUT)) {
1751 si_b->flags |= SI_FL_NOLINGER;
1752 si_shutw(si_b);
Willy Tarreau14641402009-12-29 14:49:56 +01001753 }
1754
Willy Tarreau8f128b42014-11-28 15:07:47 +01001755 if (unlikely((req->flags & (CF_SHUTR|CF_READ_TIMEOUT)) == CF_READ_TIMEOUT)) {
1756 if (si_f->flags & SI_FL_NOHALF)
1757 si_f->flags |= SI_FL_NOLINGER;
1758 si_shutr(si_f);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02001759 }
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001760
Willy Tarreau8f128b42014-11-28 15:07:47 +01001761 channel_check_timeouts(res);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001762
Willy Tarreau8f128b42014-11-28 15:07:47 +01001763 if (unlikely((res->flags & (CF_SHUTW|CF_WRITE_TIMEOUT)) == CF_WRITE_TIMEOUT)) {
1764 si_f->flags |= SI_FL_NOLINGER;
1765 si_shutw(si_f);
Willy Tarreau14641402009-12-29 14:49:56 +01001766 }
1767
Willy Tarreau8f128b42014-11-28 15:07:47 +01001768 if (unlikely((res->flags & (CF_SHUTR|CF_READ_TIMEOUT)) == CF_READ_TIMEOUT)) {
1769 if (si_b->flags & SI_FL_NOHALF)
1770 si_b->flags |= SI_FL_NOLINGER;
1771 si_shutr(si_b);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02001772 }
Willy Tarreau798f4322012-11-08 14:49:17 +01001773
Christopher Fauleta00d8172016-11-10 14:58:05 +01001774 if (HAS_FILTERS(s))
1775 flt_stream_check_timeouts(s);
1776
Willy Tarreau798f4322012-11-08 14:49:17 +01001777 /* Once in a while we're woken up because the task expires. But
1778 * this does not necessarily mean that a timeout has been reached.
Willy Tarreau87b09662015-04-03 00:22:06 +02001779 * So let's not run a whole stream processing if only an expiration
Willy Tarreau798f4322012-11-08 14:49:17 +01001780 * timeout needs to be refreshed.
1781 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001782 if (!((req->flags | res->flags) &
Willy Tarreau798f4322012-11-08 14:49:17 +01001783 (CF_SHUTR|CF_READ_ACTIVITY|CF_READ_TIMEOUT|CF_SHUTW|
Willy Tarreauede3d882018-10-24 17:17:56 +02001784 CF_WRITE_ACTIVITY|CF_WRITE_TIMEOUT|CF_ANA_TIMEOUT)) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01001785 !((si_f->flags | si_b->flags) & (SI_FL_EXP|SI_FL_ERR)) &&
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001786 ((s->pending_events & TASK_WOKEN_ANY) == TASK_WOKEN_TIMER)) {
Willy Tarreau5fb04712016-05-04 10:18:37 +02001787 si_f->flags &= ~SI_FL_DONT_WAKE;
1788 si_b->flags &= ~SI_FL_DONT_WAKE;
Willy Tarreau798f4322012-11-08 14:49:17 +01001789 goto update_exp_and_leave;
Willy Tarreau5fb04712016-05-04 10:18:37 +02001790 }
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001791 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001792
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001793 /* below we may emit error messages so we have to ensure that we have
1794 * our buffers properly allocated.
1795 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001796 if (!stream_alloc_work_buffer(s)) {
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001797 /* No buffer available, we've been subscribed to the list of
1798 * buffer waiters, let's wait for our turn.
1799 */
Willy Tarreau5fb04712016-05-04 10:18:37 +02001800 si_f->flags &= ~SI_FL_DONT_WAKE;
1801 si_b->flags &= ~SI_FL_DONT_WAKE;
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001802 goto update_exp_and_leave;
1803 }
1804
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001805 /* 1b: check for low-level errors reported at the stream interface.
1806 * First we check if it's a retryable error (in which case we don't
1807 * want to tell the buffer). Otherwise we report the error one level
1808 * upper by setting flags into the buffers. Note that the side towards
1809 * the client cannot have connect (hence retryable) errors. Also, the
1810 * connection setup code must be able to deal with any type of abort.
1811 */
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001812 srv = objt_server(s->target);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001813 if (unlikely(si_f->flags & SI_FL_ERR)) {
1814 if (si_f->state == SI_ST_EST || si_f->state == SI_ST_DIS) {
1815 si_shutr(si_f);
1816 si_shutw(si_f);
1817 stream_int_report_error(si_f);
1818 if (!(req->analysers) && !(res->analysers)) {
Christopher Fauletff8abcd2017-06-02 15:33:24 +02001819 HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
1820 HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01001821 if (srv)
Christopher Faulet29f77e82017-06-08 14:04:45 +02001822 HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02001823 if (!(s->flags & SF_ERR_MASK))
1824 s->flags |= SF_ERR_CLICL;
1825 if (!(s->flags & SF_FINST_MASK))
1826 s->flags |= SF_FINST_D;
Willy Tarreau05cb29b2008-12-14 11:44:04 +01001827 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001828 }
1829 }
1830
Willy Tarreau8f128b42014-11-28 15:07:47 +01001831 if (unlikely(si_b->flags & SI_FL_ERR)) {
1832 if (si_b->state == SI_ST_EST || si_b->state == SI_ST_DIS) {
1833 si_shutr(si_b);
1834 si_shutw(si_b);
1835 stream_int_report_error(si_b);
Christopher Fauletff8abcd2017-06-02 15:33:24 +02001836 HA_ATOMIC_ADD(&s->be->be_counters.failed_resp, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01001837 if (srv)
Christopher Faulet29f77e82017-06-08 14:04:45 +02001838 HA_ATOMIC_ADD(&srv->counters.failed_resp, 1);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001839 if (!(req->analysers) && !(res->analysers)) {
Christopher Fauletff8abcd2017-06-02 15:33:24 +02001840 HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
1841 HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01001842 if (srv)
Christopher Faulet29f77e82017-06-08 14:04:45 +02001843 HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02001844 if (!(s->flags & SF_ERR_MASK))
1845 s->flags |= SF_ERR_SRVCL;
1846 if (!(s->flags & SF_FINST_MASK))
1847 s->flags |= SF_FINST_D;
Willy Tarreau05cb29b2008-12-14 11:44:04 +01001848 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001849 }
1850 /* note: maybe we should process connection errors here ? */
1851 }
1852
Willy Tarreau8f128b42014-11-28 15:07:47 +01001853 if (si_b->state == SI_ST_CON) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001854 /* we were trying to establish a connection on the server side,
1855 * maybe it succeeded, maybe it failed, maybe we timed out, ...
1856 */
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01001857 if (unlikely(!sess_update_st_con_tcp(s)))
1858 sess_update_st_cer(s);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001859 else if (si_b->state == SI_ST_EST)
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01001860 sess_establish(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001861
1862 /* state is now one of SI_ST_CON (still in progress), SI_ST_EST
1863 * (established), SI_ST_DIS (abort), SI_ST_CLO (last error),
1864 * SI_ST_ASS/SI_ST_TAR/SI_ST_REQ for retryable errors.
1865 */
1866 }
1867
Willy Tarreau8f128b42014-11-28 15:07:47 +01001868 rq_prod_last = si_f->state;
1869 rq_cons_last = si_b->state;
1870 rp_cons_last = si_f->state;
1871 rp_prod_last = si_b->state;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001872
1873 resync_stream_interface:
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001874 /* Check for connection closure */
1875
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001876 DPRINTF(stderr,
Christopher Faulet45073512018-07-20 10:16:29 +02001877 "[%u] %s:%d: task=%p s=%p, sfl=0x%08x, rq=%p, rp=%p, exp(r,w)=%u,%u rqf=%08x rpf=%08x rqh=%lu rqt=%lu rph=%lu rpt=%lu cs=%d ss=%d, cet=0x%x set=0x%x retr=%d\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001878 now_ms, __FUNCTION__, __LINE__,
1879 t,
1880 s, s->flags,
Willy Tarreau8f128b42014-11-28 15:07:47 +01001881 req, res,
1882 req->rex, res->wex,
1883 req->flags, res->flags,
Christopher Faulet45073512018-07-20 10:16:29 +02001884 ci_data(req), co_data(req), ci_data(res), co_data(res), si_f->state, si_b->state,
Willy Tarreau8f128b42014-11-28 15:07:47 +01001885 si_f->err_type, si_b->err_type,
1886 si_b->conn_retries);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001887
1888 /* nothing special to be done on client side */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001889 if (unlikely(si_f->state == SI_ST_DIS))
1890 si_f->state = SI_ST_CLO;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001891
1892 /* When a server-side connection is released, we have to count it and
1893 * check for pending connections on this server.
1894 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001895 if (unlikely(si_b->state == SI_ST_DIS)) {
1896 si_b->state = SI_ST_CLO;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001897 srv = objt_server(s->target);
Willy Tarreau827aee92011-03-10 16:55:02 +01001898 if (srv) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001899 if (s->flags & SF_CURR_SESS) {
1900 s->flags &= ~SF_CURR_SESS;
Christopher Faulet29f77e82017-06-08 14:04:45 +02001901 HA_ATOMIC_SUB(&srv->cur_sess, 1);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001902 }
1903 sess_change_server(s, NULL);
Willy Tarreau827aee92011-03-10 16:55:02 +01001904 if (may_dequeue_tasks(srv, s->be))
1905 process_srv_queue(srv);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001906 }
1907 }
1908
1909 /*
1910 * Note: of the transient states (REQ, CER, DIS), only REQ may remain
1911 * at this point.
1912 */
1913
Willy Tarreau0be0ef92009-03-08 19:20:25 +01001914 resync_request:
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001915 /* Analyse request */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001916 if (((req->flags & ~rqf_last) & CF_MASK_ANALYSER) ||
1917 ((req->flags ^ rqf_last) & CF_MASK_STATIC) ||
Willy Tarreau33982cb2017-11-20 15:37:13 +01001918 (req->analysers && (req->flags & CF_SHUTW)) ||
Willy Tarreau8f128b42014-11-28 15:07:47 +01001919 si_f->state != rq_prod_last ||
1920 si_b->state != rq_cons_last ||
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001921 s->pending_events & TASK_WOKEN_MSG) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001922 unsigned int flags = req->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001923
Willy Tarreau8f128b42014-11-28 15:07:47 +01001924 if (si_f->state >= SI_ST_EST) {
Willy Tarreaue34070e2010-01-08 00:32:27 +01001925 int max_loops = global.tune.maxpollevents;
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001926 unsigned int ana_list;
1927 unsigned int ana_back;
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001928
Willy Tarreau90deb182010-01-07 00:20:41 +01001929 /* it's up to the analysers to stop new connections,
1930 * disable reading or closing. Note: if an analyser
1931 * disables any of these bits, it is responsible for
1932 * enabling them again when it disables itself, so
1933 * that other analysers are called in similar conditions.
1934 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001935 channel_auto_read(req);
1936 channel_auto_connect(req);
1937 channel_auto_close(req);
Willy Tarreauedcf6682008-11-30 23:15:34 +01001938
1939 /* We will call all analysers for which a bit is set in
Willy Tarreau8f128b42014-11-28 15:07:47 +01001940 * req->analysers, following the bit order from LSB
Willy Tarreauedcf6682008-11-30 23:15:34 +01001941 * to MSB. The analysers must remove themselves from
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001942 * the list when not needed. Any analyser may return 0
1943 * to break out of the loop, either because of missing
1944 * data to take a decision, or because it decides to
Willy Tarreau87b09662015-04-03 00:22:06 +02001945 * kill the stream. We loop at least once through each
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001946 * analyser, and we may loop again if other analysers
1947 * are added in the middle.
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001948 *
1949 * We build a list of analysers to run. We evaluate all
1950 * of these analysers in the order of the lower bit to
1951 * the higher bit. This ordering is very important.
1952 * An analyser will often add/remove other analysers,
1953 * including itself. Any changes to itself have no effect
1954 * on the loop. If it removes any other analysers, we
1955 * want those analysers not to be called anymore during
1956 * this loop. If it adds an analyser that is located
1957 * after itself, we want it to be scheduled for being
1958 * processed during the loop. If it adds an analyser
1959 * which is located before it, we want it to switch to
1960 * it immediately, even if it has already been called
1961 * once but removed since.
1962 *
1963 * In order to achieve this, we compare the analyser
1964 * list after the call with a copy of it before the
1965 * call. The work list is fed with analyser bits that
1966 * appeared during the call. Then we compare previous
1967 * work list with the new one, and check the bits that
1968 * appeared. If the lowest of these bits is lower than
1969 * the current bit, it means we have enabled a previous
1970 * analyser and must immediately loop again.
Willy Tarreauedcf6682008-11-30 23:15:34 +01001971 */
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001972
Willy Tarreau8f128b42014-11-28 15:07:47 +01001973 ana_list = ana_back = req->analysers;
Willy Tarreaue34070e2010-01-08 00:32:27 +01001974 while (ana_list && max_loops--) {
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001975 /* Warning! ensure that analysers are always placed in ascending order! */
Christopher Faulet0184ea72017-01-05 14:06:34 +01001976 ANALYZE (s, req, flt_start_analyze, ana_list, ana_back, AN_REQ_FLT_START_FE);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001977 FLT_ANALYZE(s, req, tcp_inspect_request, ana_list, ana_back, AN_REQ_INSPECT_FE);
1978 FLT_ANALYZE(s, req, http_wait_for_request, ana_list, ana_back, AN_REQ_WAIT_HTTP);
1979 FLT_ANALYZE(s, req, http_wait_for_request_body, ana_list, ana_back, AN_REQ_HTTP_BODY);
1980 FLT_ANALYZE(s, req, http_process_req_common, ana_list, ana_back, AN_REQ_HTTP_PROCESS_FE, sess->fe);
1981 FLT_ANALYZE(s, req, process_switching_rules, ana_list, ana_back, AN_REQ_SWITCHING_RULES);
Christopher Faulet0184ea72017-01-05 14:06:34 +01001982 ANALYZE (s, req, flt_start_analyze, ana_list, ana_back, AN_REQ_FLT_START_BE);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001983 FLT_ANALYZE(s, req, tcp_inspect_request, ana_list, ana_back, AN_REQ_INSPECT_BE);
1984 FLT_ANALYZE(s, req, http_process_req_common, ana_list, ana_back, AN_REQ_HTTP_PROCESS_BE, s->be);
1985 FLT_ANALYZE(s, req, http_process_tarpit, ana_list, ana_back, AN_REQ_HTTP_TARPIT);
1986 FLT_ANALYZE(s, req, process_server_rules, ana_list, ana_back, AN_REQ_SRV_RULES);
1987 FLT_ANALYZE(s, req, http_process_request, ana_list, ana_back, AN_REQ_HTTP_INNER);
1988 FLT_ANALYZE(s, req, tcp_persist_rdp_cookie, ana_list, ana_back, AN_REQ_PRST_RDP_COOKIE);
1989 FLT_ANALYZE(s, req, process_sticking_rules, ana_list, ana_back, AN_REQ_STICKING_RULES);
Christopher Faulet0184ea72017-01-05 14:06:34 +01001990 ANALYZE (s, req, flt_analyze_http_headers, ana_list, ana_back, AN_REQ_FLT_HTTP_HDRS);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001991 ANALYZE (s, req, http_request_forward_body, ana_list, ana_back, AN_REQ_HTTP_XFER_BODY);
William Lallemandcf62f7e2018-10-26 14:47:40 +02001992 ANALYZE (s, req, pcli_wait_for_request, ana_list, ana_back, AN_REQ_WAIT_CLI);
Christopher Faulet0184ea72017-01-05 14:06:34 +01001993 ANALYZE (s, req, flt_xfer_data, ana_list, ana_back, AN_REQ_FLT_XFER_DATA);
1994 ANALYZE (s, req, flt_end_analyze, ana_list, ana_back, AN_REQ_FLT_END);
Willy Tarreaue34070e2010-01-08 00:32:27 +01001995 break;
1996 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001997 }
Willy Tarreau84455332009-03-15 22:34:05 +01001998
Willy Tarreau8f128b42014-11-28 15:07:47 +01001999 rq_prod_last = si_f->state;
2000 rq_cons_last = si_b->state;
2001 req->flags &= ~CF_WAKE_ONCE;
2002 rqf_last = req->flags;
Willy Tarreau815a9b22010-07-27 17:15:12 +02002003
Willy Tarreau8f128b42014-11-28 15:07:47 +01002004 if ((req->flags ^ flags) & CF_MASK_STATIC)
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002005 goto resync_request;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002006 }
2007
Willy Tarreau576507f2010-01-07 00:09:04 +01002008 /* we'll monitor the request analysers while parsing the response,
2009 * because some response analysers may indirectly enable new request
2010 * analysers (eg: HTTP keep-alive).
2011 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002012 req_ana_back = req->analysers;
Willy Tarreau576507f2010-01-07 00:09:04 +01002013
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002014 resync_response:
2015 /* Analyse response */
2016
Willy Tarreau8f128b42014-11-28 15:07:47 +01002017 if (((res->flags & ~rpf_last) & CF_MASK_ANALYSER) ||
2018 (res->flags ^ rpf_last) & CF_MASK_STATIC ||
Willy Tarreau33982cb2017-11-20 15:37:13 +01002019 (res->analysers && (res->flags & CF_SHUTW)) ||
Willy Tarreau8f128b42014-11-28 15:07:47 +01002020 si_f->state != rp_cons_last ||
2021 si_b->state != rp_prod_last ||
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002022 s->pending_events & TASK_WOKEN_MSG) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002023 unsigned int flags = res->flags;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002024
Willy Tarreau8f128b42014-11-28 15:07:47 +01002025 if (si_b->state >= SI_ST_EST) {
Willy Tarreaue34070e2010-01-08 00:32:27 +01002026 int max_loops = global.tune.maxpollevents;
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01002027 unsigned int ana_list;
2028 unsigned int ana_back;
Willy Tarreaub37c27e2009-10-18 22:53:08 +02002029
Willy Tarreau90deb182010-01-07 00:20:41 +01002030 /* it's up to the analysers to stop disable reading or
2031 * closing. Note: if an analyser disables any of these
2032 * bits, it is responsible for enabling them again when
2033 * it disables itself, so that other analysers are called
2034 * in similar conditions.
2035 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002036 channel_auto_read(res);
2037 channel_auto_close(res);
Willy Tarreaub37c27e2009-10-18 22:53:08 +02002038
2039 /* We will call all analysers for which a bit is set in
Willy Tarreau8f128b42014-11-28 15:07:47 +01002040 * res->analysers, following the bit order from LSB
Willy Tarreaub37c27e2009-10-18 22:53:08 +02002041 * to MSB. The analysers must remove themselves from
2042 * the list when not needed. Any analyser may return 0
2043 * to break out of the loop, either because of missing
2044 * data to take a decision, or because it decides to
Willy Tarreau87b09662015-04-03 00:22:06 +02002045 * kill the stream. We loop at least once through each
Willy Tarreaub37c27e2009-10-18 22:53:08 +02002046 * analyser, and we may loop again if other analysers
2047 * are added in the middle.
2048 */
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01002049
Willy Tarreau8f128b42014-11-28 15:07:47 +01002050 ana_list = ana_back = res->analysers;
Willy Tarreaue34070e2010-01-08 00:32:27 +01002051 while (ana_list && max_loops--) {
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01002052 /* Warning! ensure that analysers are always placed in ascending order! */
Christopher Faulet0184ea72017-01-05 14:06:34 +01002053 ANALYZE (s, res, flt_start_analyze, ana_list, ana_back, AN_RES_FLT_START_FE);
2054 ANALYZE (s, res, flt_start_analyze, ana_list, ana_back, AN_RES_FLT_START_BE);
Christopher Fauleta9215b72016-05-11 17:06:28 +02002055 FLT_ANALYZE(s, res, tcp_inspect_response, ana_list, ana_back, AN_RES_INSPECT);
2056 FLT_ANALYZE(s, res, http_wait_for_response, ana_list, ana_back, AN_RES_WAIT_HTTP);
2057 FLT_ANALYZE(s, res, process_store_rules, ana_list, ana_back, AN_RES_STORE_RULES);
2058 FLT_ANALYZE(s, res, http_process_res_common, ana_list, ana_back, AN_RES_HTTP_PROCESS_BE, s->be);
Christopher Faulet0184ea72017-01-05 14:06:34 +01002059 ANALYZE (s, res, flt_analyze_http_headers, ana_list, ana_back, AN_RES_FLT_HTTP_HDRS);
Christopher Fauleta9215b72016-05-11 17:06:28 +02002060 ANALYZE (s, res, http_response_forward_body, ana_list, ana_back, AN_RES_HTTP_XFER_BODY);
William Lallemandcf62f7e2018-10-26 14:47:40 +02002061 ANALYZE (s, res, pcli_wait_for_response, ana_list, ana_back, AN_RES_WAIT_CLI);
Christopher Faulet0184ea72017-01-05 14:06:34 +01002062 ANALYZE (s, res, flt_xfer_data, ana_list, ana_back, AN_RES_FLT_XFER_DATA);
2063 ANALYZE (s, res, flt_end_analyze, ana_list, ana_back, AN_RES_FLT_END);
Willy Tarreaue34070e2010-01-08 00:32:27 +01002064 break;
2065 }
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002066 }
2067
Willy Tarreau8f128b42014-11-28 15:07:47 +01002068 rp_cons_last = si_f->state;
2069 rp_prod_last = si_b->state;
Christopher Fauletcdaea892017-07-06 15:49:30 +02002070 res->flags &= ~CF_WAKE_ONCE;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002071 rpf_last = res->flags;
Willy Tarreau815a9b22010-07-27 17:15:12 +02002072
Willy Tarreau8f128b42014-11-28 15:07:47 +01002073 if ((res->flags ^ flags) & CF_MASK_STATIC)
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002074 goto resync_response;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002075 }
2076
Willy Tarreau576507f2010-01-07 00:09:04 +01002077 /* maybe someone has added some request analysers, so we must check and loop */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002078 if (req->analysers & ~req_ana_back)
Willy Tarreau576507f2010-01-07 00:09:04 +01002079 goto resync_request;
2080
Willy Tarreau8f128b42014-11-28 15:07:47 +01002081 if ((req->flags & ~rqf_last) & CF_MASK_ANALYSER)
Willy Tarreau0499e352010-12-17 07:13:42 +01002082 goto resync_request;
2083
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002084 /* FIXME: here we should call protocol handlers which rely on
2085 * both buffers.
2086 */
2087
2088
2089 /*
Willy Tarreau87b09662015-04-03 00:22:06 +02002090 * Now we propagate unhandled errors to the stream. Normally
Willy Tarreauae526782010-03-04 20:34:23 +01002091 * we're just in a data phase here since it means we have not
2092 * seen any analyser who could set an error status.
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002093 */
Willy Tarreau3fdb3662012-11-12 00:42:33 +01002094 srv = objt_server(s->target);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002095 if (unlikely(!(s->flags & SF_ERR_MASK))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002096 if (req->flags & (CF_READ_ERROR|CF_READ_TIMEOUT|CF_WRITE_ERROR|CF_WRITE_TIMEOUT)) {
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002097 /* Report it if the client got an error or a read timeout expired */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002098 req->analysers = 0;
2099 if (req->flags & CF_READ_ERROR) {
Christopher Fauletff8abcd2017-06-02 15:33:24 +02002100 HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
2101 HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002102 if (srv)
Christopher Faulet29f77e82017-06-08 14:04:45 +02002103 HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002104 s->flags |= SF_ERR_CLICL;
Willy Tarreauae526782010-03-04 20:34:23 +01002105 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002106 else if (req->flags & CF_READ_TIMEOUT) {
Christopher Fauletff8abcd2017-06-02 15:33:24 +02002107 HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
2108 HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002109 if (srv)
Christopher Faulet29f77e82017-06-08 14:04:45 +02002110 HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002111 s->flags |= SF_ERR_CLITO;
Willy Tarreauae526782010-03-04 20:34:23 +01002112 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002113 else if (req->flags & CF_WRITE_ERROR) {
Christopher Fauletff8abcd2017-06-02 15:33:24 +02002114 HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
2115 HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002116 if (srv)
Christopher Faulet29f77e82017-06-08 14:04:45 +02002117 HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002118 s->flags |= SF_ERR_SRVCL;
Willy Tarreauae526782010-03-04 20:34:23 +01002119 }
2120 else {
Christopher Fauletff8abcd2017-06-02 15:33:24 +02002121 HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
2122 HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002123 if (srv)
Christopher Faulet29f77e82017-06-08 14:04:45 +02002124 HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002125 s->flags |= SF_ERR_SRVTO;
Willy Tarreauae526782010-03-04 20:34:23 +01002126 }
Willy Tarreau84455332009-03-15 22:34:05 +01002127 sess_set_term_flags(s);
2128 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002129 else if (res->flags & (CF_READ_ERROR|CF_READ_TIMEOUT|CF_WRITE_ERROR|CF_WRITE_TIMEOUT)) {
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002130 /* Report it if the server got an error or a read timeout expired */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002131 res->analysers = 0;
2132 if (res->flags & CF_READ_ERROR) {
Christopher Fauletff8abcd2017-06-02 15:33:24 +02002133 HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
2134 HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002135 if (srv)
Christopher Faulet29f77e82017-06-08 14:04:45 +02002136 HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002137 s->flags |= SF_ERR_SRVCL;
Willy Tarreauae526782010-03-04 20:34:23 +01002138 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002139 else if (res->flags & CF_READ_TIMEOUT) {
Christopher Fauletff8abcd2017-06-02 15:33:24 +02002140 HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
2141 HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002142 if (srv)
Christopher Faulet29f77e82017-06-08 14:04:45 +02002143 HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002144 s->flags |= SF_ERR_SRVTO;
Willy Tarreauae526782010-03-04 20:34:23 +01002145 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002146 else if (res->flags & CF_WRITE_ERROR) {
Christopher Fauletff8abcd2017-06-02 15:33:24 +02002147 HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
2148 HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002149 if (srv)
Christopher Faulet29f77e82017-06-08 14:04:45 +02002150 HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002151 s->flags |= SF_ERR_CLICL;
Willy Tarreauae526782010-03-04 20:34:23 +01002152 }
2153 else {
Christopher Fauletff8abcd2017-06-02 15:33:24 +02002154 HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
2155 HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002156 if (srv)
Christopher Faulet29f77e82017-06-08 14:04:45 +02002157 HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002158 s->flags |= SF_ERR_CLITO;
Willy Tarreauae526782010-03-04 20:34:23 +01002159 }
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002160 sess_set_term_flags(s);
2161 }
Willy Tarreau84455332009-03-15 22:34:05 +01002162 }
2163
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002164 /*
2165 * Here we take care of forwarding unhandled data. This also includes
2166 * connection establishments and shutdown requests.
2167 */
2168
2169
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002170 /* If noone is interested in analysing data, it's time to forward
Willy Tarreau31971e52009-09-20 12:07:52 +02002171 * everything. We configure the buffer to forward indefinitely.
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002172 * Note that we're checking CF_SHUTR_NOW as an indication of a possible
Willy Tarreau8263d2b2012-08-28 00:06:31 +02002173 * recent call to channel_abort().
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002174 */
Christopher Faulet35fe6992017-08-29 16:06:38 +02002175 if (unlikely((!req->analysers || (req->analysers == AN_REQ_FLT_END && !(req->flags & CF_FLT_ANALYZE))) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002176 !(req->flags & (CF_SHUTW|CF_SHUTR_NOW)) &&
2177 (si_f->state >= SI_ST_EST) &&
2178 (req->to_forward != CHN_INFINITE_FORWARD))) {
Willy Tarreaub31c9712012-11-11 23:05:39 +01002179 /* This buffer is freewheeling, there's no analyser
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002180 * attached to it. If any data are left in, we'll permit them to
2181 * move.
2182 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002183 channel_auto_read(req);
2184 channel_auto_connect(req);
2185 channel_auto_close(req);
Willy Tarreau144c5c42018-06-15 15:16:51 +02002186 c_adv(req, ci_data(req));
Willy Tarreau5bd8c372009-01-19 00:32:22 +01002187
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002188 if (IS_HTX_STRM(s) && s->txn) {
2189 /* We'll let data flow between the producer (if still connected)
2190 * to the consumer (which might possibly not be connected yet).
2191 */
2192 if (!(req->flags & (CF_SHUTR|CF_SHUTW_NOW)))
2193 channel_htx_forward_forever(req, htxbuf(&req->buf));
2194 }
2195 else {
2196 /* We'll let data flow between the producer (if still connected)
2197 * to the consumer (which might possibly not be connected yet).
2198 */
2199 if (!(req->flags & (CF_SHUTR|CF_SHUTW_NOW)))
2200 channel_forward_forever(req);
Willy Tarreau42529c32015-07-09 18:38:57 +02002201
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002202 /* Just in order to support fetching HTTP contents after start
2203 * of forwarding when the HTTP forwarding analyser is not used,
2204 * we simply reset msg->sov so that HTTP rewinding points to the
2205 * headers.
2206 */
Olivier Houchard1909f6d2018-12-06 13:28:30 +01002207 if (s->txn)
2208 s->txn->req.sov = s->txn->req.eoh + s->txn->req.eol - co_data(req);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002209 }
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002210 }
Willy Tarreauf890dc92008-12-13 21:12:26 +01002211
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002212 /* check if it is wise to enable kernel splicing to forward request data */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002213 if (!(req->flags & (CF_KERN_SPLICING|CF_SHUTR)) &&
2214 req->to_forward &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002215 (global.tune.options & GTUNE_USE_SPLICE) &&
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002216 (objt_cs(si_f->end) && __objt_cs(si_f->end)->conn->xprt && __objt_cs(si_f->end)->conn->xprt->rcv_pipe) &&
2217 (objt_cs(si_b->end) && __objt_cs(si_b->end)->conn->xprt && __objt_cs(si_b->end)->conn->xprt->snd_pipe) &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002218 (pipes_used < global.maxpipes) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002219 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_REQ) ||
2220 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_AUT) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002221 (req->flags & CF_STREAMER_FAST)))) {
2222 req->flags |= CF_KERN_SPLICING;
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002223 }
2224
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002225 /* reflect what the L7 analysers have seen last */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002226 rqf_last = req->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002227
2228 /*
2229 * Now forward all shutdown requests between both sides of the buffer
2230 */
2231
Willy Tarreau520d95e2009-09-19 21:04:57 +02002232 /* first, let's check if the request buffer needs to shutdown(write), which may
2233 * happen either because the input is closed or because we want to force a close
Willy Tarreau05cdd962014-05-10 14:30:07 +02002234 * once the server has begun to respond. If a half-closed timeout is set, we adjust
2235 * the other side's timeout as well.
Willy Tarreau520d95e2009-09-19 21:04:57 +02002236 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002237 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTW_NOW|CF_AUTO_CLOSE|CF_SHUTR)) ==
Willy Tarreau05cdd962014-05-10 14:30:07 +02002238 (CF_AUTO_CLOSE|CF_SHUTR))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002239 channel_shutw_now(req);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002240 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002241
2242 /* shutdown(write) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002243 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTW_NOW)) == CF_SHUTW_NOW &&
2244 channel_is_empty(req))) {
2245 if (req->flags & CF_READ_ERROR)
2246 si_b->flags |= SI_FL_NOLINGER;
2247 si_shutw(si_b);
Willy Tarreau8615c2a2013-06-21 08:20:19 +02002248 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002249
2250 /* shutdown(write) done on server side, we must stop the client too */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002251 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTW &&
2252 !req->analysers))
2253 channel_shutr_now(req);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002254
2255 /* shutdown(read) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002256 if (unlikely((req->flags & (CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTR_NOW)) {
2257 if (si_f->flags & SI_FL_NOHALF)
2258 si_f->flags |= SI_FL_NOLINGER;
2259 si_shutr(si_f);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02002260 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002261
Willy Tarreau520d95e2009-09-19 21:04:57 +02002262 /* it's possible that an upper layer has requested a connection setup or abort.
2263 * There are 2 situations where we decide to establish a new connection :
2264 * - there are data scheduled for emission in the buffer
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002265 * - the CF_AUTO_CONNECT flag is set (active connection)
Willy Tarreau520d95e2009-09-19 21:04:57 +02002266 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002267 if (si_b->state == SI_ST_INI) {
2268 if (!(req->flags & CF_SHUTW)) {
2269 if ((req->flags & CF_AUTO_CONNECT) || !channel_is_empty(req)) {
Willy Tarreaucf644ed2013-09-29 17:19:56 +02002270 /* If we have an appctx, there is no connect method, so we
2271 * immediately switch to the connected state, otherwise we
2272 * perform a connection request.
Willy Tarreau520d95e2009-09-19 21:04:57 +02002273 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002274 si_b->state = SI_ST_REQ; /* new connection requested */
2275 si_b->conn_retries = s->be->conn_retries;
Willy Tarreau520d95e2009-09-19 21:04:57 +02002276 }
Willy Tarreau73201222009-08-16 18:27:24 +02002277 }
Willy Tarreauf41ffdc2009-09-20 08:19:25 +02002278 else {
Willy Tarreau0542c8b2017-11-24 15:01:10 +01002279 si_release_endpoint(si_b);
Willy Tarreau8f128b42014-11-28 15:07:47 +01002280 si_b->state = SI_ST_CLO; /* shutw+ini = abort */
2281 channel_shutw_now(req); /* fix buffer flags upon abort */
2282 channel_shutr_now(res);
Willy Tarreauf41ffdc2009-09-20 08:19:25 +02002283 }
Willy Tarreau92795622009-03-06 12:51:23 +01002284 }
2285
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002286
2287 /* we may have a pending connection request, or a connection waiting
2288 * for completion.
2289 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002290 if (si_b->state >= SI_ST_REQ && si_b->state < SI_ST_CON) {
Thierry FOURNIER4834bc72015-06-06 19:29:07 +02002291
2292 /* prune the request variables and swap to the response variables. */
2293 if (s->vars_reqres.scope != SCOPE_RES) {
Willy Tarreaucda7f3f2018-10-28 13:44:36 +01002294 if (!LIST_ISEMPTY(&s->vars_reqres.head)) {
2295 vars_prune(&s->vars_reqres, s->sess, s);
2296 vars_init(&s->vars_reqres, SCOPE_RES);
2297 }
Thierry FOURNIER4834bc72015-06-06 19:29:07 +02002298 }
2299
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002300 do {
2301 /* nb: step 1 might switch from QUE to ASS, but we first want
2302 * to give a chance to step 2 to perform a redirect if needed.
2303 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002304 if (si_b->state != SI_ST_REQ)
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01002305 sess_update_stream_int(s);
Willy Tarreau8f128b42014-11-28 15:07:47 +01002306 if (si_b->state == SI_ST_REQ)
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01002307 sess_prepare_conn_req(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002308
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +01002309 /* applets directly go to the ESTABLISHED state. Similarly,
2310 * servers experience the same fate when their connection
2311 * is reused.
2312 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002313 if (unlikely(si_b->state == SI_ST_EST))
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01002314 sess_establish(s);
Willy Tarreaufac4bd12013-11-30 09:21:49 +01002315
Willy Tarreaub44c8732013-12-31 23:16:50 +01002316 /* Now we can add the server name to a header (if requested) */
2317 /* check for HTTP mode and proxy server_name_hdr_name != NULL */
Willy Tarreau9c03b332015-09-07 19:32:33 +02002318 if ((si_b->state >= SI_ST_CON) && (si_b->state < SI_ST_CLO) &&
Willy Tarreaub44c8732013-12-31 23:16:50 +01002319 (s->be->server_id_hdr_name != NULL) &&
2320 (s->be->mode == PR_MODE_HTTP) &&
2321 objt_server(s->target)) {
Christopher Faulet27a3dc82018-10-23 15:34:07 +02002322 http_send_name_header(s, s->be, objt_server(s->target)->id);
Willy Tarreau1e5dfda2013-04-07 18:19:16 +02002323 }
2324
Willy Tarreau3fdb3662012-11-12 00:42:33 +01002325 srv = objt_server(s->target);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002326 if (si_b->state == SI_ST_ASS && srv && srv->rdr_len && (s->flags & SF_REDIRECTABLE))
Willy Tarreau8f128b42014-11-28 15:07:47 +01002327 http_perform_server_redirect(s, si_b);
2328 } while (si_b->state == SI_ST_ASS);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002329 }
2330
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002331 /* Benchmarks have shown that it's optimal to do a full resync now */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002332 if (si_f->state == SI_ST_DIS || si_b->state == SI_ST_DIS)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002333 goto resync_stream_interface;
2334
Willy Tarreau815a9b22010-07-27 17:15:12 +02002335 /* otherwise we want to check if we need to resync the req buffer or not */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002336 if ((req->flags ^ rqf_last) & CF_MASK_STATIC)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002337 goto resync_request;
2338
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002339 /* perform output updates to the response buffer */
Willy Tarreau84455332009-03-15 22:34:05 +01002340
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002341 /* If noone is interested in analysing data, it's time to forward
Willy Tarreau31971e52009-09-20 12:07:52 +02002342 * everything. We configure the buffer to forward indefinitely.
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002343 * Note that we're checking CF_SHUTR_NOW as an indication of a possible
Willy Tarreau8263d2b2012-08-28 00:06:31 +02002344 * recent call to channel_abort().
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002345 */
Christopher Faulet35fe6992017-08-29 16:06:38 +02002346 if (unlikely((!res->analysers || (res->analysers == AN_RES_FLT_END && !(res->flags & CF_FLT_ANALYZE))) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002347 !(res->flags & (CF_SHUTW|CF_SHUTR_NOW)) &&
2348 (si_b->state >= SI_ST_EST) &&
2349 (res->to_forward != CHN_INFINITE_FORWARD))) {
Willy Tarreaub31c9712012-11-11 23:05:39 +01002350 /* This buffer is freewheeling, there's no analyser
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002351 * attached to it. If any data are left in, we'll permit them to
2352 * move.
2353 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002354 channel_auto_read(res);
2355 channel_auto_close(res);
Willy Tarreau144c5c42018-06-15 15:16:51 +02002356 c_adv(res, ci_data(res));
Willy Tarreauda4d9fe2010-11-07 20:26:56 +01002357
Willy Tarreauce887fd2012-05-12 12:50:00 +02002358
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002359 if (IS_HTX_STRM(s) && s->txn) {
2360 /* We'll let data flow between the producer (if still connected)
2361 * to the consumer.
2362 */
2363 if (!(res->flags & (CF_SHUTR|CF_SHUTW_NOW)))
2364 channel_htx_forward_forever(res, htxbuf(&res->buf));
2365 }
2366 else {
2367 /* We'll let data flow between the producer (if still connected)
2368 * to the consumer.
2369 */
2370 if (!(res->flags & (CF_SHUTR|CF_SHUTW_NOW)))
2371 channel_forward_forever(res);
2372
2373 /* Just in order to support fetching HTTP contents after start
2374 * of forwarding when the HTTP forwarding analyser is not used,
2375 * we simply reset msg->sov so that HTTP rewinding points to the
2376 * headers.
2377 */
Olivier Houchard1909f6d2018-12-06 13:28:30 +01002378 if (s->txn)
2379 s->txn->rsp.sov = s->txn->rsp.eoh + s->txn->rsp.eol - co_data(res);
Christopher Fauletb2aedea2018-12-05 11:56:15 +01002380 }
Willy Tarreau42529c32015-07-09 18:38:57 +02002381
Willy Tarreauce887fd2012-05-12 12:50:00 +02002382 /* if we have no analyser anymore in any direction and have a
Willy Tarreau05cdd962014-05-10 14:30:07 +02002383 * tunnel timeout set, use it now. Note that we must respect
2384 * the half-closed timeouts as well.
Willy Tarreauce887fd2012-05-12 12:50:00 +02002385 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002386 if (!req->analysers && s->be->timeout.tunnel) {
2387 req->rto = req->wto = res->rto = res->wto =
Willy Tarreauce887fd2012-05-12 12:50:00 +02002388 s->be->timeout.tunnel;
Willy Tarreau05cdd962014-05-10 14:30:07 +02002389
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002390 if ((req->flags & CF_SHUTR) && tick_isset(sess->fe->timeout.clientfin))
2391 res->wto = sess->fe->timeout.clientfin;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002392 if ((req->flags & CF_SHUTW) && tick_isset(s->be->timeout.serverfin))
2393 res->rto = s->be->timeout.serverfin;
2394 if ((res->flags & CF_SHUTR) && tick_isset(s->be->timeout.serverfin))
2395 req->wto = s->be->timeout.serverfin;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002396 if ((res->flags & CF_SHUTW) && tick_isset(sess->fe->timeout.clientfin))
2397 req->rto = sess->fe->timeout.clientfin;
Willy Tarreau05cdd962014-05-10 14:30:07 +02002398
Willy Tarreau8f128b42014-11-28 15:07:47 +01002399 req->rex = tick_add(now_ms, req->rto);
2400 req->wex = tick_add(now_ms, req->wto);
2401 res->rex = tick_add(now_ms, res->rto);
2402 res->wex = tick_add(now_ms, res->wto);
Willy Tarreauce887fd2012-05-12 12:50:00 +02002403 }
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002404 }
Willy Tarreauf890dc92008-12-13 21:12:26 +01002405
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002406 /* check if it is wise to enable kernel splicing to forward response data */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002407 if (!(res->flags & (CF_KERN_SPLICING|CF_SHUTR)) &&
2408 res->to_forward &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002409 (global.tune.options & GTUNE_USE_SPLICE) &&
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002410 (objt_cs(si_f->end) && __objt_cs(si_f->end)->conn->xprt && __objt_cs(si_f->end)->conn->xprt->snd_pipe) &&
2411 (objt_cs(si_b->end) && __objt_cs(si_b->end)->conn->xprt && __objt_cs(si_b->end)->conn->xprt->rcv_pipe) &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002412 (pipes_used < global.maxpipes) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002413 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_RTR) ||
2414 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_AUT) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002415 (res->flags & CF_STREAMER_FAST)))) {
2416 res->flags |= CF_KERN_SPLICING;
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002417 }
2418
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002419 /* reflect what the L7 analysers have seen last */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002420 rpf_last = res->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002421
2422 /*
2423 * Now forward all shutdown requests between both sides of the buffer
2424 */
2425
2426 /*
2427 * FIXME: this is probably where we should produce error responses.
2428 */
2429
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002430 /* first, let's check if the response buffer needs to shutdown(write) */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002431 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTW_NOW|CF_AUTO_CLOSE|CF_SHUTR)) ==
Willy Tarreau05cdd962014-05-10 14:30:07 +02002432 (CF_AUTO_CLOSE|CF_SHUTR))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002433 channel_shutw_now(res);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002434 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002435
2436 /* shutdown(write) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002437 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTW_NOW)) == CF_SHUTW_NOW &&
2438 channel_is_empty(res))) {
2439 si_shutw(si_f);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002440 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002441
2442 /* shutdown(write) done on the client side, we must stop the server too */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002443 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTW) &&
2444 !res->analysers)
2445 channel_shutr_now(res);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002446
2447 /* shutdown(read) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002448 if (unlikely((res->flags & (CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTR_NOW)) {
2449 if (si_b->flags & SI_FL_NOHALF)
2450 si_b->flags |= SI_FL_NOLINGER;
2451 si_shutr(si_b);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02002452 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002453
Willy Tarreau8f128b42014-11-28 15:07:47 +01002454 if (si_f->state == SI_ST_DIS || si_b->state == SI_ST_DIS)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002455 goto resync_stream_interface;
2456
Willy Tarreau8f128b42014-11-28 15:07:47 +01002457 if (req->flags != rqf_last)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002458 goto resync_request;
2459
Willy Tarreau8f128b42014-11-28 15:07:47 +01002460 if ((res->flags ^ rpf_last) & CF_MASK_STATIC)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002461 goto resync_response;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002462
Willy Tarreau89f7ef22009-09-05 20:57:35 +02002463 /* we're interested in getting wakeups again */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002464 si_f->flags &= ~SI_FL_DONT_WAKE;
2465 si_b->flags &= ~SI_FL_DONT_WAKE;
Willy Tarreau89f7ef22009-09-05 20:57:35 +02002466
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002467 /* This is needed only when debugging is enabled, to indicate
2468 * client-side or server-side close. Please note that in the unlikely
2469 * event where both sides would close at once, the sequence is reported
2470 * on the server side first.
2471 */
2472 if (unlikely((global.mode & MODE_DEBUG) &&
2473 (!(global.mode & MODE_QUIET) ||
2474 (global.mode & MODE_VERBOSE)))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002475 if (si_b->state == SI_ST_CLO &&
2476 si_b->prev_state == SI_ST_EST) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002477 chunk_printf(&trash, "%08x:%s.srvcls[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002478 s->uniq_id, s->be->id,
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002479 objt_cs(si_f->end) ? (unsigned short)objt_cs(si_f->end)->conn->handle.fd : -1,
2480 objt_cs(si_b->end) ? (unsigned short)objt_cs(si_b->end)->conn->handle.fd : -1);
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002481 shut_your_big_mouth_gcc(write(1, trash.area, trash.data));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002482 }
2483
Willy Tarreau8f128b42014-11-28 15:07:47 +01002484 if (si_f->state == SI_ST_CLO &&
2485 si_f->prev_state == SI_ST_EST) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002486 chunk_printf(&trash, "%08x:%s.clicls[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002487 s->uniq_id, s->be->id,
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002488 objt_cs(si_f->end) ? (unsigned short)objt_cs(si_f->end)->conn->handle.fd : -1,
2489 objt_cs(si_b->end) ? (unsigned short)objt_cs(si_b->end)->conn->handle.fd : -1);
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002490 shut_your_big_mouth_gcc(write(1, trash.area, trash.data));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002491 }
2492 }
2493
Willy Tarreau8f128b42014-11-28 15:07:47 +01002494 if (likely((si_f->state != SI_ST_CLO) ||
2495 (si_b->state > SI_ST_INI && si_b->state < SI_ST_CLO))) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002496
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002497 if ((sess->fe->options & PR_O_CONTSTATS) && (s->flags & SF_BE_ASSIGNED))
Willy Tarreau87b09662015-04-03 00:22:06 +02002498 stream_process_counters(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002499
Willy Tarreaud14844a2018-11-08 18:15:29 +01002500 si_update_both(si_f, si_b);
Olivier Houchard53216e72018-10-10 15:46:36 +02002501
Willy Tarreaubf89ff32018-11-09 14:59:25 +01002502 if (si_f->state == SI_ST_DIS || si_f->state != si_f->prev_state ||
2503 si_b->state == SI_ST_DIS || si_b->state != si_b->prev_state ||
Willy Tarreau85f89012018-10-25 11:06:57 +02002504 (((req->flags ^ rqf_last) | (res->flags ^ rpf_last)) & CF_MASK_ANALYSER))
Olivier Houchard53216e72018-10-10 15:46:36 +02002505 goto redo;
2506
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02002507 /* Trick: if a request is being waiting for the server to respond,
2508 * and if we know the server can timeout, we don't want the timeout
2509 * to expire on the client side first, but we're still interested
2510 * in passing data from the client to the server (eg: POST). Thus,
2511 * we can cancel the client's request timeout if the server's
2512 * request timeout is set and the server has not yet sent a response.
2513 */
2514
Willy Tarreau8f128b42014-11-28 15:07:47 +01002515 if ((res->flags & (CF_AUTO_CLOSE|CF_SHUTR)) == 0 &&
2516 (tick_isset(req->wex) || tick_isset(res->rex))) {
2517 req->flags |= CF_READ_NOEXP;
2518 req->rex = TICK_ETERNITY;
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02002519 }
2520
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002521 /* Reset pending events now */
2522 s->pending_events = 0;
2523
Willy Tarreau798f4322012-11-08 14:49:17 +01002524 update_exp_and_leave:
Willy Tarreau5fb04712016-05-04 10:18:37 +02002525 /* Note: please ensure that if you branch here you disable SI_FL_DONT_WAKE */
Christopher Fauleta00d8172016-11-10 14:58:05 +01002526 t->expire = tick_first((tick_is_expired(t->expire, now_ms) ? 0 : t->expire),
2527 tick_first(tick_first(req->rex, req->wex),
2528 tick_first(res->rex, res->wex)));
Willy Tarreaudef0d222016-11-08 22:03:00 +01002529 if (!req->analysers)
2530 req->analyse_exp = TICK_ETERNITY;
2531
2532 if ((sess->fe->options & PR_O_CONTSTATS) && (s->flags & SF_BE_ASSIGNED) &&
2533 (!tick_isset(req->analyse_exp) || tick_is_expired(req->analyse_exp, now_ms)))
2534 req->analyse_exp = tick_add(now_ms, 5000);
2535
2536 t->expire = tick_first(t->expire, req->analyse_exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002537
Willy Tarreau9a398be2017-11-10 17:14:23 +01002538 t->expire = tick_first(t->expire, res->analyse_exp);
2539
Willy Tarreau8f128b42014-11-28 15:07:47 +01002540 if (si_f->exp)
2541 t->expire = tick_first(t->expire, si_f->exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002542
Willy Tarreau8f128b42014-11-28 15:07:47 +01002543 if (si_b->exp)
2544 t->expire = tick_first(t->expire, si_b->exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002545
Christopher Faulet56803b12017-11-24 16:06:18 +01002546 DPRINTF(stderr,
Willy Tarreau127334e2009-03-28 10:47:26 +01002547 "[%u] queuing with exp=%u req->rex=%u req->wex=%u req->ana_exp=%u"
2548 " rep->rex=%u rep->wex=%u, si[0].exp=%u, si[1].exp=%u, cs=%d, ss=%d\n",
Willy Tarreau8f128b42014-11-28 15:07:47 +01002549 now_ms, t->expire, req->rex, req->wex, req->analyse_exp,
2550 res->rex, res->wex, si_f->exp, si_b->exp, si_f->state, si_b->state);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002551
2552#ifdef DEBUG_DEV
2553 /* this may only happen when no timeout is set or in case of an FSM bug */
Willy Tarreaud0a201b2009-03-08 15:53:06 +01002554 if (!tick_isset(t->expire))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002555 ABORT_NOW();
2556#endif
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002557 s->pending_events &= ~(TASK_WOKEN_TIMER | TASK_WOKEN_RES);
Willy Tarreau87b09662015-04-03 00:22:06 +02002558 stream_release_buffers(s);
Olivier Houchardc2aa7112018-09-11 18:27:21 +02002559 /* We may have free'd some space in buffers, or have more to send/recv, try again */
Willy Tarreau26c25062009-03-08 09:38:41 +01002560 return t; /* nothing more to do */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002561 }
2562
Willy Tarreaue7dff022015-04-03 01:14:29 +02002563 if (s->flags & SF_BE_ASSIGNED)
Christopher Fauletff8abcd2017-06-02 15:33:24 +02002564 HA_ATOMIC_SUB(&s->be->beconn, 1);
Willy Tarreau6f5e4b92017-09-15 09:07:56 +02002565
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002566 if (unlikely((global.mode & MODE_DEBUG) &&
2567 (!(global.mode & MODE_QUIET) || (global.mode & MODE_VERBOSE)))) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002568 chunk_printf(&trash, "%08x:%s.closed[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002569 s->uniq_id, s->be->id,
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002570 objt_cs(si_f->end) ? (unsigned short)objt_cs(si_f->end)->conn->handle.fd : -1,
2571 objt_cs(si_b->end) ? (unsigned short)objt_cs(si_b->end)->conn->handle.fd : -1);
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002572 shut_your_big_mouth_gcc(write(1, trash.area, trash.data));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002573 }
2574
2575 s->logs.t_close = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreau87b09662015-04-03 00:22:06 +02002576 stream_process_counters(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002577
Willy Tarreaueee5b512015-04-03 23:46:31 +02002578 if (s->txn && s->txn->status) {
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002579 int n;
2580
Willy Tarreaueee5b512015-04-03 23:46:31 +02002581 n = s->txn->status / 100;
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002582 if (n < 1 || n > 5)
2583 n = 0;
2584
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002585 if (sess->fe->mode == PR_MODE_HTTP) {
Christopher Fauletff8abcd2017-06-02 15:33:24 +02002586 HA_ATOMIC_ADD(&sess->fe->fe_counters.p.http.rsp[n], 1);
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002587 }
Willy Tarreaue7dff022015-04-03 01:14:29 +02002588 if ((s->flags & SF_BE_ASSIGNED) &&
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002589 (s->be->mode == PR_MODE_HTTP)) {
Christopher Fauletff8abcd2017-06-02 15:33:24 +02002590 HA_ATOMIC_ADD(&s->be->be_counters.p.http.rsp[n], 1);
2591 HA_ATOMIC_ADD(&s->be->be_counters.p.http.cum_req, 1);
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002592 }
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002593 }
2594
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002595 /* let's do a final log if we need it */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002596 if (!LIST_ISEMPTY(&sess->fe->logformat) && s->logs.logwait &&
Willy Tarreaue7dff022015-04-03 01:14:29 +02002597 !(s->flags & SF_MONITOR) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002598 (!(sess->fe->options & PR_O_NULLNOLOG) || req->total)) {
Willy Tarreau66425e32018-07-25 06:55:12 +02002599 /* we may need to know the position in the queue */
2600 pendconn_free(s);
Willy Tarreaua5555ec2008-11-30 19:02:32 +01002601 s->do_log(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002602 }
2603
Willy Tarreau87b09662015-04-03 00:22:06 +02002604 /* update time stats for this stream */
2605 stream_update_time_stats(s);
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002606
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002607 /* the task MUST not be in the run queue anymore */
Willy Tarreau87b09662015-04-03 00:22:06 +02002608 stream_free(s);
Willy Tarreau26c25062009-03-08 09:38:41 +01002609 task_delete(t);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002610 task_free(t);
Willy Tarreau26c25062009-03-08 09:38:41 +01002611 return NULL;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002612}
2613
Willy Tarreau87b09662015-04-03 00:22:06 +02002614/* Update the stream's backend and server time stats */
2615void stream_update_time_stats(struct stream *s)
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002616{
2617 int t_request;
2618 int t_queue;
2619 int t_connect;
2620 int t_data;
2621 int t_close;
2622 struct server *srv;
2623
2624 t_request = 0;
2625 t_queue = s->logs.t_queue;
2626 t_connect = s->logs.t_connect;
2627 t_close = s->logs.t_close;
2628 t_data = s->logs.t_data;
2629
2630 if (s->be->mode != PR_MODE_HTTP)
2631 t_data = t_connect;
2632
2633 if (t_connect < 0 || t_data < 0)
2634 return;
2635
2636 if (tv_isge(&s->logs.tv_request, &s->logs.tv_accept))
2637 t_request = tv_ms_elapsed(&s->logs.tv_accept, &s->logs.tv_request);
2638
2639 t_data -= t_connect;
2640 t_connect -= t_queue;
2641 t_queue -= t_request;
2642
2643 srv = objt_server(s->target);
2644 if (srv) {
2645 swrate_add(&srv->counters.q_time, TIME_STATS_SAMPLES, t_queue);
2646 swrate_add(&srv->counters.c_time, TIME_STATS_SAMPLES, t_connect);
2647 swrate_add(&srv->counters.d_time, TIME_STATS_SAMPLES, t_data);
2648 swrate_add(&srv->counters.t_time, TIME_STATS_SAMPLES, t_close);
2649 }
Christopher Faulet2a944ee2017-11-07 10:42:54 +01002650 HA_SPIN_LOCK(PROXY_LOCK, &s->be->lock);
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002651 swrate_add(&s->be->be_counters.q_time, TIME_STATS_SAMPLES, t_queue);
2652 swrate_add(&s->be->be_counters.c_time, TIME_STATS_SAMPLES, t_connect);
2653 swrate_add(&s->be->be_counters.d_time, TIME_STATS_SAMPLES, t_data);
2654 swrate_add(&s->be->be_counters.t_time, TIME_STATS_SAMPLES, t_close);
Christopher Faulet2a944ee2017-11-07 10:42:54 +01002655 HA_SPIN_UNLOCK(PROXY_LOCK, &s->be->lock);
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002656}
2657
Willy Tarreau7c669d72008-06-20 15:04:11 +02002658/*
2659 * This function adjusts sess->srv_conn and maintains the previous and new
Willy Tarreau87b09662015-04-03 00:22:06 +02002660 * server's served stream counts. Setting newsrv to NULL is enough to release
Willy Tarreau7c669d72008-06-20 15:04:11 +02002661 * current connection slot. This function also notifies any LB algo which might
Willy Tarreau87b09662015-04-03 00:22:06 +02002662 * expect to be informed about any change in the number of active streams on a
Willy Tarreau7c669d72008-06-20 15:04:11 +02002663 * server.
2664 */
Willy Tarreau87b09662015-04-03 00:22:06 +02002665void sess_change_server(struct stream *sess, struct server *newsrv)
Willy Tarreau7c669d72008-06-20 15:04:11 +02002666{
2667 if (sess->srv_conn == newsrv)
2668 return;
2669
2670 if (sess->srv_conn) {
Christopher Faulet29f77e82017-06-08 14:04:45 +02002671 HA_ATOMIC_SUB(&sess->srv_conn->served, 1);
Christopher Fauletff8abcd2017-06-02 15:33:24 +02002672 HA_ATOMIC_SUB(&sess->srv_conn->proxy->served, 1);
Willy Tarreau7c669d72008-06-20 15:04:11 +02002673 if (sess->srv_conn->proxy->lbprm.server_drop_conn)
2674 sess->srv_conn->proxy->lbprm.server_drop_conn(sess->srv_conn);
Willy Tarreau87b09662015-04-03 00:22:06 +02002675 stream_del_srv_conn(sess);
Willy Tarreau7c669d72008-06-20 15:04:11 +02002676 }
2677
2678 if (newsrv) {
Christopher Faulet29f77e82017-06-08 14:04:45 +02002679 HA_ATOMIC_ADD(&newsrv->served, 1);
Christopher Fauletff8abcd2017-06-02 15:33:24 +02002680 HA_ATOMIC_ADD(&newsrv->proxy->served, 1);
Willy Tarreau7c669d72008-06-20 15:04:11 +02002681 if (newsrv->proxy->lbprm.server_take_conn)
2682 newsrv->proxy->lbprm.server_take_conn(newsrv);
Willy Tarreau87b09662015-04-03 00:22:06 +02002683 stream_add_srv_conn(sess, newsrv);
Willy Tarreau7c669d72008-06-20 15:04:11 +02002684 }
2685}
2686
Willy Tarreau84455332009-03-15 22:34:05 +01002687/* Handle server-side errors for default protocols. It is called whenever a a
2688 * connection setup is aborted or a request is aborted in queue. It sets the
Willy Tarreau87b09662015-04-03 00:22:06 +02002689 * stream termination flags so that the caller does not have to worry about
Willy Tarreau84455332009-03-15 22:34:05 +01002690 * them. It's installed as ->srv_error for the server-side stream_interface.
2691 */
Willy Tarreau87b09662015-04-03 00:22:06 +02002692void default_srv_error(struct stream *s, struct stream_interface *si)
Willy Tarreau84455332009-03-15 22:34:05 +01002693{
2694 int err_type = si->err_type;
2695 int err = 0, fin = 0;
2696
2697 if (err_type & SI_ET_QUEUE_ABRT) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002698 err = SF_ERR_CLICL;
2699 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002700 }
2701 else if (err_type & SI_ET_CONN_ABRT) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002702 err = SF_ERR_CLICL;
2703 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002704 }
2705 else if (err_type & SI_ET_QUEUE_TO) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002706 err = SF_ERR_SRVTO;
2707 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002708 }
2709 else if (err_type & SI_ET_QUEUE_ERR) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002710 err = SF_ERR_SRVCL;
2711 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002712 }
2713 else if (err_type & SI_ET_CONN_TO) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002714 err = SF_ERR_SRVTO;
2715 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002716 }
2717 else if (err_type & SI_ET_CONN_ERR) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002718 err = SF_ERR_SRVCL;
2719 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002720 }
Willy Tarreau2d400bb2012-05-14 12:11:47 +02002721 else if (err_type & SI_ET_CONN_RES) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002722 err = SF_ERR_RESOURCE;
2723 fin = SF_FINST_C;
Willy Tarreau2d400bb2012-05-14 12:11:47 +02002724 }
Willy Tarreau84455332009-03-15 22:34:05 +01002725 else /* SI_ET_CONN_OTHER and others */ {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002726 err = SF_ERR_INTERNAL;
2727 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002728 }
2729
Willy Tarreaue7dff022015-04-03 01:14:29 +02002730 if (!(s->flags & SF_ERR_MASK))
Willy Tarreau84455332009-03-15 22:34:05 +01002731 s->flags |= err;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002732 if (!(s->flags & SF_FINST_MASK))
Willy Tarreau84455332009-03-15 22:34:05 +01002733 s->flags |= fin;
2734}
Willy Tarreau7c669d72008-06-20 15:04:11 +02002735
Willy Tarreaue7dff022015-04-03 01:14:29 +02002736/* kill a stream and set the termination flags to <why> (one of SF_ERR_*) */
Willy Tarreau87b09662015-04-03 00:22:06 +02002737void stream_shutdown(struct stream *stream, int why)
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002738{
Willy Tarreau87b09662015-04-03 00:22:06 +02002739 if (stream->req.flags & (CF_SHUTW|CF_SHUTW_NOW))
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002740 return;
2741
Willy Tarreau87b09662015-04-03 00:22:06 +02002742 channel_shutw_now(&stream->req);
2743 channel_shutr_now(&stream->res);
2744 stream->task->nice = 1024;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002745 if (!(stream->flags & SF_ERR_MASK))
Willy Tarreau87b09662015-04-03 00:22:06 +02002746 stream->flags |= why;
2747 task_wakeup(stream->task, TASK_WOKEN_OTHER);
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002748}
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +02002749
Willy Tarreau8b22a712010-06-18 17:46:06 +02002750/************************************************************************/
2751/* All supported ACL keywords must be declared here. */
2752/************************************************************************/
2753
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02002754/* 0=OK, <0=Alert, >0=Warning */
2755static enum act_parse_ret stream_parse_use_service(const char **args, int *cur_arg,
2756 struct proxy *px, struct act_rule *rule,
2757 char **err)
2758{
2759 struct action_kw *kw;
2760
2761 /* Check if the service name exists. */
2762 if (*(args[*cur_arg]) == 0) {
2763 memprintf(err, "'%s' expects a service name.", args[0]);
Thierry FOURNIER337eae12015-11-26 19:48:04 +01002764 return ACT_RET_PRS_ERR;
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02002765 }
2766
2767 /* lookup for keyword corresponding to a service. */
2768 kw = action_lookup(&service_keywords, args[*cur_arg]);
2769 if (!kw) {
2770 memprintf(err, "'%s' unknown service name.", args[1]);
2771 return ACT_RET_PRS_ERR;
2772 }
2773 (*cur_arg)++;
2774
2775 /* executes specific rule parser. */
2776 rule->kw = kw;
2777 if (kw->parse((const char **)args, cur_arg, px, rule, err) == ACT_RET_PRS_ERR)
2778 return ACT_RET_PRS_ERR;
2779
2780 /* Register processing function. */
2781 rule->action_ptr = process_use_service;
2782 rule->action = ACT_CUSTOM;
2783
2784 return ACT_RET_PRS_OK;
2785}
2786
2787void service_keywords_register(struct action_kw_list *kw_list)
2788{
2789 LIST_ADDQ(&service_keywords, &kw_list->list);
2790}
2791
William Lallemand4c5b4d52016-11-21 08:51:11 +01002792
2793/* This function dumps a complete stream state onto the stream interface's
2794 * read buffer. The stream has to be set in strm. It returns 0 if the output
2795 * buffer is full and it needs to be called again, otherwise non-zero. It is
2796 * designed to be called from stats_dump_strm_to_buffer() below.
2797 */
2798static int stats_dump_full_strm_to_buffer(struct stream_interface *si, struct stream *strm)
2799{
2800 struct appctx *appctx = __objt_appctx(si->end);
2801 struct tm tm;
2802 extern const char *monthname[12];
2803 char pn[INET6_ADDRSTRLEN];
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002804 struct conn_stream *cs;
William Lallemand4c5b4d52016-11-21 08:51:11 +01002805 struct connection *conn;
2806 struct appctx *tmpctx;
2807
2808 chunk_reset(&trash);
2809
2810 if (appctx->ctx.sess.section > 0 && appctx->ctx.sess.uid != strm->uniq_id) {
2811 /* stream changed, no need to go any further */
2812 chunk_appendf(&trash, " *** session terminated while we were watching it ***\n");
Willy Tarreau06d80a92017-10-19 14:32:15 +02002813 if (ci_putchk(si_ic(si), &trash) == -1) {
Willy Tarreaudb398432018-11-15 11:08:52 +01002814 si_rx_room_blk(si);
William Lallemand4c5b4d52016-11-21 08:51:11 +01002815 return 0;
2816 }
2817 appctx->ctx.sess.uid = 0;
2818 appctx->ctx.sess.section = 0;
2819 return 1;
2820 }
2821
2822 switch (appctx->ctx.sess.section) {
2823 case 0: /* main status of the stream */
2824 appctx->ctx.sess.uid = strm->uniq_id;
2825 appctx->ctx.sess.section = 1;
2826 /* fall through */
2827
2828 case 1:
2829 get_localtime(strm->logs.accept_date.tv_sec, &tm);
2830 chunk_appendf(&trash,
2831 "%p: [%02d/%s/%04d:%02d:%02d:%02d.%06d] id=%u proto=%s",
2832 strm,
2833 tm.tm_mday, monthname[tm.tm_mon], tm.tm_year+1900,
2834 tm.tm_hour, tm.tm_min, tm.tm_sec, (int)(strm->logs.accept_date.tv_usec),
2835 strm->uniq_id,
2836 strm_li(strm) ? strm_li(strm)->proto->name : "?");
2837
2838 conn = objt_conn(strm_orig(strm));
2839 switch (conn ? addr_to_str(&conn->addr.from, pn, sizeof(pn)) : AF_UNSPEC) {
2840 case AF_INET:
2841 case AF_INET6:
2842 chunk_appendf(&trash, " source=%s:%d\n",
2843 pn, get_host_port(&conn->addr.from));
2844 break;
2845 case AF_UNIX:
2846 chunk_appendf(&trash, " source=unix:%d\n", strm_li(strm)->luid);
2847 break;
2848 default:
2849 /* no more information to print right now */
2850 chunk_appendf(&trash, "\n");
2851 break;
2852 }
2853
2854 chunk_appendf(&trash,
2855 " flags=0x%x, conn_retries=%d, srv_conn=%p, pend_pos=%p\n",
2856 strm->flags, strm->si[1].conn_retries, strm->srv_conn, strm->pend_pos);
2857
2858 chunk_appendf(&trash,
2859 " frontend=%s (id=%u mode=%s), listener=%s (id=%u)",
2860 strm_fe(strm)->id, strm_fe(strm)->uuid, strm_fe(strm)->mode ? "http" : "tcp",
2861 strm_li(strm) ? strm_li(strm)->name ? strm_li(strm)->name : "?" : "?",
2862 strm_li(strm) ? strm_li(strm)->luid : 0);
2863
2864 if (conn)
2865 conn_get_to_addr(conn);
2866
2867 switch (conn ? addr_to_str(&conn->addr.to, pn, sizeof(pn)) : AF_UNSPEC) {
2868 case AF_INET:
2869 case AF_INET6:
2870 chunk_appendf(&trash, " addr=%s:%d\n",
2871 pn, get_host_port(&conn->addr.to));
2872 break;
2873 case AF_UNIX:
2874 chunk_appendf(&trash, " addr=unix:%d\n", strm_li(strm)->luid);
2875 break;
2876 default:
2877 /* no more information to print right now */
2878 chunk_appendf(&trash, "\n");
2879 break;
2880 }
2881
2882 if (strm->be->cap & PR_CAP_BE)
2883 chunk_appendf(&trash,
2884 " backend=%s (id=%u mode=%s)",
2885 strm->be->id,
2886 strm->be->uuid, strm->be->mode ? "http" : "tcp");
2887 else
2888 chunk_appendf(&trash, " backend=<NONE> (id=-1 mode=-)");
2889
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002890 cs = objt_cs(strm->si[1].end);
2891 conn = cs_conn(cs);
2892
William Lallemand4c5b4d52016-11-21 08:51:11 +01002893 if (conn)
2894 conn_get_from_addr(conn);
2895
2896 switch (conn ? addr_to_str(&conn->addr.from, pn, sizeof(pn)) : AF_UNSPEC) {
2897 case AF_INET:
2898 case AF_INET6:
2899 chunk_appendf(&trash, " addr=%s:%d\n",
2900 pn, get_host_port(&conn->addr.from));
2901 break;
2902 case AF_UNIX:
2903 chunk_appendf(&trash, " addr=unix\n");
2904 break;
2905 default:
2906 /* no more information to print right now */
2907 chunk_appendf(&trash, "\n");
2908 break;
2909 }
2910
2911 if (strm->be->cap & PR_CAP_BE)
2912 chunk_appendf(&trash,
2913 " server=%s (id=%u)",
2914 objt_server(strm->target) ? objt_server(strm->target)->id : "<none>",
2915 objt_server(strm->target) ? objt_server(strm->target)->puid : 0);
2916 else
2917 chunk_appendf(&trash, " server=<NONE> (id=-1)");
2918
2919 if (conn)
2920 conn_get_to_addr(conn);
2921
2922 switch (conn ? addr_to_str(&conn->addr.to, pn, sizeof(pn)) : AF_UNSPEC) {
2923 case AF_INET:
2924 case AF_INET6:
2925 chunk_appendf(&trash, " addr=%s:%d\n",
2926 pn, get_host_port(&conn->addr.to));
2927 break;
2928 case AF_UNIX:
2929 chunk_appendf(&trash, " addr=unix\n");
2930 break;
2931 default:
2932 /* no more information to print right now */
2933 chunk_appendf(&trash, "\n");
2934 break;
2935 }
2936
2937 chunk_appendf(&trash,
Christopher Fauletf0205062017-11-15 20:56:43 +01002938 " task=%p (state=0x%02x nice=%d calls=%d exp=%s tmask=0x%lx%s",
William Lallemand4c5b4d52016-11-21 08:51:11 +01002939 strm->task,
2940 strm->task->state,
2941 strm->task->nice, strm->task->calls,
2942 strm->task->expire ?
2943 tick_is_expired(strm->task->expire, now_ms) ? "<PAST>" :
2944 human_time(TICKS_TO_MS(strm->task->expire - now_ms),
2945 TICKS_TO_MS(1000)) : "<NEVER>",
Christopher Fauletf0205062017-11-15 20:56:43 +01002946 strm->task->thread_mask,
William Lallemand4c5b4d52016-11-21 08:51:11 +01002947 task_in_rq(strm->task) ? ", running" : "");
2948
2949 chunk_appendf(&trash,
2950 " age=%s)\n",
2951 human_time(now.tv_sec - strm->logs.accept_date.tv_sec, 1));
2952
2953 if (strm->txn)
2954 chunk_appendf(&trash,
2955 " txn=%p flags=0x%x meth=%d status=%d req.st=%s rsp.st=%s waiting=%d\n",
2956 strm->txn, strm->txn->flags, strm->txn->meth, strm->txn->status,
Willy Tarreau0da5b3b2017-09-21 09:30:46 +02002957 h1_msg_state_str(strm->txn->req.msg_state), h1_msg_state_str(strm->txn->rsp.msg_state), !LIST_ISEMPTY(&strm->buffer_wait.list));
William Lallemand4c5b4d52016-11-21 08:51:11 +01002958
2959 chunk_appendf(&trash,
2960 " si[0]=%p (state=%s flags=0x%02x endp0=%s:%p exp=%s, et=0x%03x)\n",
2961 &strm->si[0],
2962 si_state_str(strm->si[0].state),
2963 strm->si[0].flags,
2964 obj_type_name(strm->si[0].end),
2965 obj_base_ptr(strm->si[0].end),
2966 strm->si[0].exp ?
2967 tick_is_expired(strm->si[0].exp, now_ms) ? "<PAST>" :
2968 human_time(TICKS_TO_MS(strm->si[0].exp - now_ms),
2969 TICKS_TO_MS(1000)) : "<NEVER>",
2970 strm->si[0].err_type);
2971
2972 chunk_appendf(&trash,
2973 " si[1]=%p (state=%s flags=0x%02x endp1=%s:%p exp=%s, et=0x%03x)\n",
2974 &strm->si[1],
2975 si_state_str(strm->si[1].state),
2976 strm->si[1].flags,
2977 obj_type_name(strm->si[1].end),
2978 obj_base_ptr(strm->si[1].end),
2979 strm->si[1].exp ?
2980 tick_is_expired(strm->si[1].exp, now_ms) ? "<PAST>" :
2981 human_time(TICKS_TO_MS(strm->si[1].exp - now_ms),
2982 TICKS_TO_MS(1000)) : "<NEVER>",
2983 strm->si[1].err_type);
2984
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002985 if ((cs = objt_cs(strm->si[0].end)) != NULL) {
2986 conn = cs->conn;
2987
William Lallemand4c5b4d52016-11-21 08:51:11 +01002988 chunk_appendf(&trash,
Willy Tarreau53a47662017-08-28 10:53:00 +02002989 " co0=%p ctrl=%s xprt=%s mux=%s data=%s target=%s:%p\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01002990 conn,
2991 conn_get_ctrl_name(conn),
2992 conn_get_xprt_name(conn),
Willy Tarreau53a47662017-08-28 10:53:00 +02002993 conn_get_mux_name(conn),
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002994 cs_get_data_name(cs),
William Lallemand4c5b4d52016-11-21 08:51:11 +01002995 obj_type_name(conn->target),
2996 obj_base_ptr(conn->target));
2997
2998 chunk_appendf(&trash,
Christopher Fauletf0205062017-11-15 20:56:43 +01002999 " flags=0x%08x fd=%d fd.state=%02x fd.cache=%d updt=%d fd.tmask=0x%lx\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003000 conn->flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02003001 conn->handle.fd,
3002 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].state : 0,
Olivier Houchard12568362018-01-31 18:07:29 +01003003 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].cache.next >= -2 : 0,
Willy Tarreauebc78d72018-01-20 23:53:50 +01003004 conn->handle.fd >= 0 ? !!(fdtab[conn->handle.fd].update_mask & tid_bit) : 0,
Christopher Fauletf0205062017-11-15 20:56:43 +01003005 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].thread_mask: 0);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003006 }
3007 else if ((tmpctx = objt_appctx(strm->si[0].end)) != NULL) {
3008 chunk_appendf(&trash,
Willy Tarreau9efd7452018-05-31 14:48:54 +02003009 " app0=%p st0=%d st1=%d st2=%d applet=%s tmask=0x%lx nice=%d calls=%u cpu=%llu lat=%llu\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003010 tmpctx,
3011 tmpctx->st0,
3012 tmpctx->st1,
3013 tmpctx->st2,
Christopher Fauletf0205062017-11-15 20:56:43 +01003014 tmpctx->applet->name,
Willy Tarreau34b1fac2018-05-31 14:40:19 +02003015 tmpctx->thread_mask,
Willy Tarreau9efd7452018-05-31 14:48:54 +02003016 tmpctx->t->nice, tmpctx->t->calls,
3017 (unsigned long long)tmpctx->t->cpu_time, (unsigned long long)tmpctx->t->lat_time);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003018 }
3019
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003020 if ((cs = objt_cs(strm->si[1].end)) != NULL) {
3021 conn = cs->conn;
3022
William Lallemand4c5b4d52016-11-21 08:51:11 +01003023 chunk_appendf(&trash,
Willy Tarreau53a47662017-08-28 10:53:00 +02003024 " co1=%p ctrl=%s xprt=%s mux=%s data=%s target=%s:%p\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003025 conn,
3026 conn_get_ctrl_name(conn),
3027 conn_get_xprt_name(conn),
Willy Tarreau53a47662017-08-28 10:53:00 +02003028 conn_get_mux_name(conn),
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003029 cs_get_data_name(cs),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003030 obj_type_name(conn->target),
3031 obj_base_ptr(conn->target));
3032
3033 chunk_appendf(&trash,
Christopher Fauletf0205062017-11-15 20:56:43 +01003034 " flags=0x%08x fd=%d fd.state=%02x fd.cache=%d updt=%d fd.tmask=0x%lx\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003035 conn->flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02003036 conn->handle.fd,
3037 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].state : 0,
Olivier Houchard12568362018-01-31 18:07:29 +01003038 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].cache.next >= -2 : 0,
Willy Tarreauebc78d72018-01-20 23:53:50 +01003039 conn->handle.fd >= 0 ? !!(fdtab[conn->handle.fd].update_mask & tid_bit) : 0,
Christopher Fauletf0205062017-11-15 20:56:43 +01003040 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].thread_mask: 0);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003041 }
3042 else if ((tmpctx = objt_appctx(strm->si[1].end)) != NULL) {
3043 chunk_appendf(&trash,
Willy Tarreau9efd7452018-05-31 14:48:54 +02003044 " app1=%p st0=%d st1=%d st2=%d applet=%s tmask=0x%lx, nice=%d, calls=%u, cpu=%llu, lat=%llu\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003045 tmpctx,
3046 tmpctx->st0,
3047 tmpctx->st1,
3048 tmpctx->st2,
Christopher Fauletf0205062017-11-15 20:56:43 +01003049 tmpctx->applet->name,
Willy Tarreau34b1fac2018-05-31 14:40:19 +02003050 tmpctx->thread_mask,
Willy Tarreau9efd7452018-05-31 14:48:54 +02003051 tmpctx->t->nice, tmpctx->t->calls,
3052 (unsigned long long)tmpctx->t->cpu_time, (unsigned long long)tmpctx->t->lat_time);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003053 }
3054
3055 chunk_appendf(&trash,
3056 " req=%p (f=0x%06x an=0x%x pipe=%d tofwd=%d total=%lld)\n"
3057 " an_exp=%s",
3058 &strm->req,
3059 strm->req.flags, strm->req.analysers,
3060 strm->req.pipe ? strm->req.pipe->data : 0,
3061 strm->req.to_forward, strm->req.total,
3062 strm->req.analyse_exp ?
3063 human_time(TICKS_TO_MS(strm->req.analyse_exp - now_ms),
3064 TICKS_TO_MS(1000)) : "<NEVER>");
3065
3066 chunk_appendf(&trash,
3067 " rex=%s",
3068 strm->req.rex ?
3069 human_time(TICKS_TO_MS(strm->req.rex - now_ms),
3070 TICKS_TO_MS(1000)) : "<NEVER>");
3071
3072 chunk_appendf(&trash,
3073 " wex=%s\n"
Willy Tarreau7e9c30a2018-06-15 19:24:46 +02003074 " buf=%p data=%p o=%u p=%u req.next=%d i=%u size=%u\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003075 strm->req.wex ?
3076 human_time(TICKS_TO_MS(strm->req.wex - now_ms),
3077 TICKS_TO_MS(1000)) : "<NEVER>",
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003078 &strm->req.buf,
3079 b_orig(&strm->req.buf), (unsigned int)co_data(&strm->req),
Willy Tarreau7e9c30a2018-06-15 19:24:46 +02003080 (unsigned int)ci_head_ofs(&strm->req),
Willy Tarreau591d4452018-06-15 17:21:00 +02003081 strm->txn ? strm->txn->req.next : 0, (unsigned int)ci_data(&strm->req),
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003082 (unsigned int)strm->req.buf.size);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003083
3084 chunk_appendf(&trash,
3085 " res=%p (f=0x%06x an=0x%x pipe=%d tofwd=%d total=%lld)\n"
3086 " an_exp=%s",
3087 &strm->res,
3088 strm->res.flags, strm->res.analysers,
3089 strm->res.pipe ? strm->res.pipe->data : 0,
3090 strm->res.to_forward, strm->res.total,
3091 strm->res.analyse_exp ?
3092 human_time(TICKS_TO_MS(strm->res.analyse_exp - now_ms),
3093 TICKS_TO_MS(1000)) : "<NEVER>");
3094
3095 chunk_appendf(&trash,
3096 " rex=%s",
3097 strm->res.rex ?
3098 human_time(TICKS_TO_MS(strm->res.rex - now_ms),
3099 TICKS_TO_MS(1000)) : "<NEVER>");
3100
3101 chunk_appendf(&trash,
3102 " wex=%s\n"
Willy Tarreau7e9c30a2018-06-15 19:24:46 +02003103 " buf=%p data=%p o=%u p=%u rsp.next=%d i=%u size=%u\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003104 strm->res.wex ?
3105 human_time(TICKS_TO_MS(strm->res.wex - now_ms),
3106 TICKS_TO_MS(1000)) : "<NEVER>",
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003107 &strm->res.buf,
3108 b_orig(&strm->res.buf), (unsigned int)co_data(&strm->res),
Willy Tarreau7e9c30a2018-06-15 19:24:46 +02003109 (unsigned int)ci_head_ofs(&strm->res),
Willy Tarreau591d4452018-06-15 17:21:00 +02003110 strm->txn ? strm->txn->rsp.next : 0, (unsigned int)ci_data(&strm->res),
Willy Tarreauc9fa0482018-07-10 17:43:27 +02003111 (unsigned int)strm->res.buf.size);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003112
Willy Tarreau06d80a92017-10-19 14:32:15 +02003113 if (ci_putchk(si_ic(si), &trash) == -1) {
Willy Tarreaudb398432018-11-15 11:08:52 +01003114 si_rx_room_blk(si);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003115 return 0;
3116 }
3117
3118 /* use other states to dump the contents */
3119 }
3120 /* end of dump */
3121 appctx->ctx.sess.uid = 0;
3122 appctx->ctx.sess.section = 0;
3123 return 1;
3124}
3125
3126
Aurélien Nephtaliabbf6072018-04-18 13:26:46 +02003127static int cli_parse_show_sess(char **args, char *payload, struct appctx *appctx, void *private)
William Lallemand4c5b4d52016-11-21 08:51:11 +01003128{
William Lallemand4c5b4d52016-11-21 08:51:11 +01003129 if (!cli_has_level(appctx, ACCESS_LVL_OPER))
3130 return 1;
3131
3132 if (*args[2] && strcmp(args[2], "all") == 0)
3133 appctx->ctx.sess.target = (void *)-1;
3134 else if (*args[2])
3135 appctx->ctx.sess.target = (void *)strtoul(args[2], NULL, 0);
3136 else
3137 appctx->ctx.sess.target = NULL;
3138 appctx->ctx.sess.section = 0; /* start with stream status */
3139 appctx->ctx.sess.pos = 0;
3140
3141 return 0;
3142}
3143
3144/* This function dumps all streams' states onto the stream interface's
3145 * read buffer. It returns 0 if the output buffer is full and it needs
3146 * to be called again, otherwise non-zero. It is designed to be called
3147 * from stats_dump_sess_to_buffer() below.
3148 */
3149static int cli_io_handler_dump_sess(struct appctx *appctx)
3150{
3151 struct stream_interface *si = appctx->owner;
3152 struct connection *conn;
3153
3154 if (unlikely(si_ic(si)->flags & (CF_WRITE_ERROR|CF_SHUTW))) {
3155 /* If we're forced to shut down, we might have to remove our
3156 * reference to the last stream being dumped.
3157 */
3158 if (appctx->st2 == STAT_ST_LIST) {
3159 if (!LIST_ISEMPTY(&appctx->ctx.sess.bref.users)) {
3160 LIST_DEL(&appctx->ctx.sess.bref.users);
3161 LIST_INIT(&appctx->ctx.sess.bref.users);
3162 }
3163 }
3164 return 1;
3165 }
3166
3167 chunk_reset(&trash);
3168
3169 switch (appctx->st2) {
3170 case STAT_ST_INIT:
3171 /* the function had not been called yet, let's prepare the
3172 * buffer for a response. We initialize the current stream
3173 * pointer to the first in the global list. When a target
3174 * stream is being destroyed, it is responsible for updating
3175 * this pointer. We know we have reached the end when this
3176 * pointer points back to the head of the streams list.
3177 */
3178 LIST_INIT(&appctx->ctx.sess.bref.users);
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003179 HA_SPIN_LOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003180 appctx->ctx.sess.bref.ref = streams.n;
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003181 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003182 appctx->st2 = STAT_ST_LIST;
3183 /* fall through */
3184
3185 case STAT_ST_LIST:
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003186 HA_SPIN_LOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003187 /* first, let's detach the back-ref from a possible previous stream */
3188 if (!LIST_ISEMPTY(&appctx->ctx.sess.bref.users)) {
3189 LIST_DEL(&appctx->ctx.sess.bref.users);
3190 LIST_INIT(&appctx->ctx.sess.bref.users);
3191 }
3192
3193 /* and start from where we stopped */
3194 while (appctx->ctx.sess.bref.ref != &streams) {
3195 char pn[INET6_ADDRSTRLEN];
3196 struct stream *curr_strm;
3197
3198 curr_strm = LIST_ELEM(appctx->ctx.sess.bref.ref, struct stream *, list);
3199
3200 if (appctx->ctx.sess.target) {
3201 if (appctx->ctx.sess.target != (void *)-1 && appctx->ctx.sess.target != curr_strm)
3202 goto next_sess;
3203
3204 LIST_ADDQ(&curr_strm->back_refs, &appctx->ctx.sess.bref.users);
3205 /* call the proper dump() function and return if we're missing space */
Emeric Brun6b35e9b2017-06-30 16:23:45 +02003206 if (!stats_dump_full_strm_to_buffer(si, curr_strm)) {
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003207 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003208 return 0;
Emeric Brun6b35e9b2017-06-30 16:23:45 +02003209 }
William Lallemand4c5b4d52016-11-21 08:51:11 +01003210
3211 /* stream dump complete */
3212 LIST_DEL(&appctx->ctx.sess.bref.users);
3213 LIST_INIT(&appctx->ctx.sess.bref.users);
3214 if (appctx->ctx.sess.target != (void *)-1) {
3215 appctx->ctx.sess.target = NULL;
3216 break;
3217 }
3218 else
3219 goto next_sess;
3220 }
3221
3222 chunk_appendf(&trash,
3223 "%p: proto=%s",
3224 curr_strm,
3225 strm_li(curr_strm) ? strm_li(curr_strm)->proto->name : "?");
3226
3227 conn = objt_conn(strm_orig(curr_strm));
3228 switch (conn ? addr_to_str(&conn->addr.from, pn, sizeof(pn)) : AF_UNSPEC) {
3229 case AF_INET:
3230 case AF_INET6:
3231 chunk_appendf(&trash,
3232 " src=%s:%d fe=%s be=%s srv=%s",
3233 pn,
3234 get_host_port(&conn->addr.from),
3235 strm_fe(curr_strm)->id,
3236 (curr_strm->be->cap & PR_CAP_BE) ? curr_strm->be->id : "<NONE>",
3237 objt_server(curr_strm->target) ? objt_server(curr_strm->target)->id : "<none>"
3238 );
3239 break;
3240 case AF_UNIX:
3241 chunk_appendf(&trash,
3242 " src=unix:%d fe=%s be=%s srv=%s",
3243 strm_li(curr_strm)->luid,
3244 strm_fe(curr_strm)->id,
3245 (curr_strm->be->cap & PR_CAP_BE) ? curr_strm->be->id : "<NONE>",
3246 objt_server(curr_strm->target) ? objt_server(curr_strm->target)->id : "<none>"
3247 );
3248 break;
3249 }
3250
3251 chunk_appendf(&trash,
Willy Tarreau9efd7452018-05-31 14:48:54 +02003252 " ts=%02x age=%s calls=%d cpu=%llu lat=%llu",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003253 curr_strm->task->state,
3254 human_time(now.tv_sec - curr_strm->logs.tv_accept.tv_sec, 1),
Willy Tarreau9efd7452018-05-31 14:48:54 +02003255 curr_strm->task->calls,
3256 (unsigned long long)curr_strm->task->cpu_time, (unsigned long long)curr_strm->task->lat_time);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003257
3258 chunk_appendf(&trash,
Willy Tarreau506a29a2018-07-18 10:07:58 +02003259 " rq[f=%06xh,i=%u,an=%02xh,rx=%s",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003260 curr_strm->req.flags,
Willy Tarreau7e9c30a2018-06-15 19:24:46 +02003261 (unsigned int)ci_data(&curr_strm->req),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003262 curr_strm->req.analysers,
3263 curr_strm->req.rex ?
3264 human_time(TICKS_TO_MS(curr_strm->req.rex - now_ms),
3265 TICKS_TO_MS(1000)) : "");
3266
3267 chunk_appendf(&trash,
3268 ",wx=%s",
3269 curr_strm->req.wex ?
3270 human_time(TICKS_TO_MS(curr_strm->req.wex - now_ms),
3271 TICKS_TO_MS(1000)) : "");
3272
3273 chunk_appendf(&trash,
3274 ",ax=%s]",
3275 curr_strm->req.analyse_exp ?
3276 human_time(TICKS_TO_MS(curr_strm->req.analyse_exp - now_ms),
3277 TICKS_TO_MS(1000)) : "");
3278
3279 chunk_appendf(&trash,
Willy Tarreau506a29a2018-07-18 10:07:58 +02003280 " rp[f=%06xh,i=%u,an=%02xh,rx=%s",
William Lallemand4c5b4d52016-11-21 08:51:11 +01003281 curr_strm->res.flags,
Willy Tarreau7e9c30a2018-06-15 19:24:46 +02003282 (unsigned int)ci_data(&curr_strm->res),
William Lallemand4c5b4d52016-11-21 08:51:11 +01003283 curr_strm->res.analysers,
3284 curr_strm->res.rex ?
3285 human_time(TICKS_TO_MS(curr_strm->res.rex - now_ms),
3286 TICKS_TO_MS(1000)) : "");
3287
3288 chunk_appendf(&trash,
3289 ",wx=%s",
3290 curr_strm->res.wex ?
3291 human_time(TICKS_TO_MS(curr_strm->res.wex - now_ms),
3292 TICKS_TO_MS(1000)) : "");
3293
3294 chunk_appendf(&trash,
3295 ",ax=%s]",
3296 curr_strm->res.analyse_exp ?
3297 human_time(TICKS_TO_MS(curr_strm->res.analyse_exp - now_ms),
3298 TICKS_TO_MS(1000)) : "");
3299
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003300 conn = cs_conn(objt_cs(curr_strm->si[0].end));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003301 chunk_appendf(&trash,
3302 " s0=[%d,%1xh,fd=%d,ex=%s]",
3303 curr_strm->si[0].state,
3304 curr_strm->si[0].flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02003305 conn ? conn->handle.fd : -1,
William Lallemand4c5b4d52016-11-21 08:51:11 +01003306 curr_strm->si[0].exp ?
3307 human_time(TICKS_TO_MS(curr_strm->si[0].exp - now_ms),
3308 TICKS_TO_MS(1000)) : "");
3309
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003310 conn = cs_conn(objt_cs(curr_strm->si[1].end));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003311 chunk_appendf(&trash,
3312 " s1=[%d,%1xh,fd=%d,ex=%s]",
3313 curr_strm->si[1].state,
3314 curr_strm->si[1].flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02003315 conn ? conn->handle.fd : -1,
William Lallemand4c5b4d52016-11-21 08:51:11 +01003316 curr_strm->si[1].exp ?
3317 human_time(TICKS_TO_MS(curr_strm->si[1].exp - now_ms),
3318 TICKS_TO_MS(1000)) : "");
3319
3320 chunk_appendf(&trash,
3321 " exp=%s",
3322 curr_strm->task->expire ?
3323 human_time(TICKS_TO_MS(curr_strm->task->expire - now_ms),
3324 TICKS_TO_MS(1000)) : "");
3325 if (task_in_rq(curr_strm->task))
3326 chunk_appendf(&trash, " run(nice=%d)", curr_strm->task->nice);
3327
3328 chunk_appendf(&trash, "\n");
3329
Willy Tarreau06d80a92017-10-19 14:32:15 +02003330 if (ci_putchk(si_ic(si), &trash) == -1) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003331 /* let's try again later from this stream. We add ourselves into
3332 * this stream's users so that it can remove us upon termination.
3333 */
Willy Tarreaudb398432018-11-15 11:08:52 +01003334 si_rx_room_blk(si);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003335 LIST_ADDQ(&curr_strm->back_refs, &appctx->ctx.sess.bref.users);
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003336 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003337 return 0;
3338 }
3339
3340 next_sess:
3341 appctx->ctx.sess.bref.ref = curr_strm->list.n;
3342 }
3343
3344 if (appctx->ctx.sess.target && appctx->ctx.sess.target != (void *)-1) {
3345 /* specified stream not found */
3346 if (appctx->ctx.sess.section > 0)
3347 chunk_appendf(&trash, " *** session terminated while we were watching it ***\n");
3348 else
3349 chunk_appendf(&trash, "Session not found.\n");
3350
Willy Tarreau06d80a92017-10-19 14:32:15 +02003351 if (ci_putchk(si_ic(si), &trash) == -1) {
Willy Tarreaudb398432018-11-15 11:08:52 +01003352 si_rx_room_blk(si);
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003353 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003354 return 0;
3355 }
3356
3357 appctx->ctx.sess.target = NULL;
3358 appctx->ctx.sess.uid = 0;
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003359 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003360 return 1;
3361 }
3362
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003363 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003364 /* fall through */
3365
3366 default:
3367 appctx->st2 = STAT_ST_FIN;
3368 return 1;
3369 }
3370}
3371
3372static void cli_release_show_sess(struct appctx *appctx)
3373{
3374 if (appctx->st2 == STAT_ST_LIST) {
Willy Tarreau7ce3f092017-11-10 16:24:41 +01003375 HA_SPIN_LOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003376 if (!LIST_ISEMPTY(&appctx->ctx.sess.bref.users))
3377 LIST_DEL(&appctx->ctx.sess.bref.users);
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003378 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003379 }
3380}
3381
Willy Tarreau61b65212016-11-24 11:09:25 +01003382/* Parses the "shutdown session" directive, it always returns 1 */
Aurélien Nephtaliabbf6072018-04-18 13:26:46 +02003383static int cli_parse_shutdown_session(char **args, char *payload, struct appctx *appctx, void *private)
Willy Tarreau61b65212016-11-24 11:09:25 +01003384{
3385 struct stream *strm, *ptr;
3386
3387 if (!cli_has_level(appctx, ACCESS_LVL_ADMIN))
3388 return 1;
3389
3390 if (!*args[2]) {
Andjelko Iharosc3680ec2017-07-20 16:49:14 +02003391 appctx->ctx.cli.severity = LOG_ERR;
Willy Tarreau61b65212016-11-24 11:09:25 +01003392 appctx->ctx.cli.msg = "Session pointer expected (use 'show sess').\n";
Willy Tarreau3b6e5472016-11-24 15:53:53 +01003393 appctx->st0 = CLI_ST_PRINT;
Willy Tarreau61b65212016-11-24 11:09:25 +01003394 return 1;
3395 }
3396
3397 ptr = (void *)strtoul(args[2], NULL, 0);
3398
3399 /* first, look for the requested stream in the stream table */
3400 list_for_each_entry(strm, &streams, list) {
3401 if (strm == ptr)
3402 break;
3403 }
3404
3405 /* do we have the stream ? */
3406 if (strm != ptr) {
Andjelko Iharosc3680ec2017-07-20 16:49:14 +02003407 appctx->ctx.cli.severity = LOG_ERR;
Willy Tarreau61b65212016-11-24 11:09:25 +01003408 appctx->ctx.cli.msg = "No such session (use 'show sess').\n";
Willy Tarreau3b6e5472016-11-24 15:53:53 +01003409 appctx->st0 = CLI_ST_PRINT;
Willy Tarreau61b65212016-11-24 11:09:25 +01003410 return 1;
3411 }
3412
3413 stream_shutdown(strm, SF_ERR_KILLED);
3414 return 1;
3415}
3416
Willy Tarreau4e46b622016-11-23 16:50:48 +01003417/* Parses the "shutdown session server" directive, it always returns 1 */
Aurélien Nephtaliabbf6072018-04-18 13:26:46 +02003418static int cli_parse_shutdown_sessions_server(char **args, char *payload, struct appctx *appctx, void *private)
Willy Tarreau4e46b622016-11-23 16:50:48 +01003419{
3420 struct server *sv;
3421 struct stream *strm, *strm_bck;
3422
3423 if (!cli_has_level(appctx, ACCESS_LVL_ADMIN))
3424 return 1;
3425
3426 sv = cli_find_server(appctx, args[3]);
3427 if (!sv)
3428 return 1;
3429
3430 /* kill all the stream that are on this server */
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003431 HA_SPIN_LOCK(SERVER_LOCK, &sv->lock);
Willy Tarreau4e46b622016-11-23 16:50:48 +01003432 list_for_each_entry_safe(strm, strm_bck, &sv->actconns, by_srv)
3433 if (strm->srv_conn == sv)
3434 stream_shutdown(strm, SF_ERR_KILLED);
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003435 HA_SPIN_UNLOCK(SERVER_LOCK, &sv->lock);
Willy Tarreau4e46b622016-11-23 16:50:48 +01003436 return 1;
3437}
3438
William Lallemand4c5b4d52016-11-21 08:51:11 +01003439/* register cli keywords */
3440static struct cli_kw_list cli_kws = {{ },{
3441 { { "show", "sess", NULL }, "show sess [id] : report the list of current sessions or dump this session", cli_parse_show_sess, cli_io_handler_dump_sess, cli_release_show_sess },
Willy Tarreau61b65212016-11-24 11:09:25 +01003442 { { "shutdown", "session", NULL }, "shutdown session : kill a specific session", cli_parse_shutdown_session, NULL, NULL },
Willy Tarreau4e46b622016-11-23 16:50:48 +01003443 { { "shutdown", "sessions", "server" }, "shutdown sessions server : kill sessions on a server", cli_parse_shutdown_sessions_server, NULL, NULL },
William Lallemand4c5b4d52016-11-21 08:51:11 +01003444 {{},}
3445}};
3446
Willy Tarreau0108d902018-11-25 19:14:37 +01003447INITCALL1(STG_REGISTER, cli_register_kw, &cli_kws);
3448
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003449/* main configuration keyword registration. */
3450static struct action_kw_list stream_tcp_keywords = { ILH, {
3451 { "use-service", stream_parse_use_service },
3452 { /* END */ }
3453}};
3454
Willy Tarreau0108d902018-11-25 19:14:37 +01003455INITCALL1(STG_REGISTER, tcp_req_cont_keywords_register, &stream_tcp_keywords);
3456
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003457static struct action_kw_list stream_http_keywords = { ILH, {
3458 { "use-service", stream_parse_use_service },
3459 { /* END */ }
3460}};
3461
Willy Tarreau0108d902018-11-25 19:14:37 +01003462INITCALL1(STG_REGISTER, http_req_keywords_register, &stream_http_keywords);
Willy Tarreau8b22a712010-06-18 17:46:06 +02003463
Willy Tarreaubaaee002006-06-26 02:48:02 +02003464/*
3465 * Local variables:
3466 * c-indent-level: 8
3467 * c-basic-offset: 8
3468 * End:
3469 */