blob: e0dc824a8c1a2f0202018a0517c264bf2be5da84 [file] [log] [blame]
Willy Tarreaubaaee002006-06-26 02:48:02 +02001/*
Willy Tarreau87b09662015-04-03 00:22:06 +02002 * Stream management functions.
Willy Tarreaubaaee002006-06-26 02:48:02 +02003 *
Willy Tarreaud28c3532012-04-19 19:28:33 +02004 * Copyright 2000-2012 Willy Tarreau <w@1wt.eu>
Willy Tarreaubaaee002006-06-26 02:48:02 +02005 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
13#include <stdlib.h>
Willy Tarreau81f9aa32010-06-01 17:45:26 +020014#include <unistd.h>
15#include <fcntl.h>
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020016
17#include <common/config.h>
Willy Tarreau9b28e032012-10-12 23:49:43 +020018#include <common/buffer.h>
Willy Tarreau7c669d72008-06-20 15:04:11 +020019#include <common/debug.h>
Willy Tarreau2dd0d472006-06-29 17:53:05 +020020#include <common/memory.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020021
Willy Tarreaubaaee002006-06-26 02:48:02 +020022#include <types/capture.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010023#include <types/global.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020024
Willy Tarreau1d0dfb12009-07-07 15:10:31 +020025#include <proto/acl.h>
Willy Tarreau61612d42012-04-19 18:42:05 +020026#include <proto/arg.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010027#include <proto/backend.h>
Willy Tarreauc7e42382012-08-24 19:22:53 +020028#include <proto/channel.h>
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +010029#include <proto/checks.h>
Willy Tarreaud2274c62012-07-06 14:29:45 +020030#include <proto/connection.h>
Willy Tarreau5ca791d2009-08-16 19:06:42 +020031#include <proto/dumpstats.h>
Willy Tarreaudd2f85e2012-09-02 22:34:23 +020032#include <proto/fd.h>
Willy Tarreau91c43d72010-06-20 11:19:22 +020033#include <proto/freq_ctr.h>
Willy Tarreau3041b9f2010-10-15 23:25:20 +020034#include <proto/frontend.h>
Willy Tarreau8d5d7f22007-01-21 19:16:41 +010035#include <proto/hdr_idx.h>
Thierry FOURNIER65f34c62015-02-16 20:11:43 +010036#include <proto/hlua.h>
Willy Tarreaud1d54542012-09-12 22:58:11 +020037#include <proto/listener.h>
Willy Tarreau332f8bf2007-05-13 21:36:56 +020038#include <proto/log.h>
Willy Tarreaucbaaec42012-09-06 11:32:07 +020039#include <proto/raw_sock.h>
Willy Tarreaufeb76402015-04-03 14:10:06 +020040#include <proto/session.h>
Willy Tarreau87b09662015-04-03 00:22:06 +020041#include <proto/stream.h>
Willy Tarreau3eba98a2009-01-25 13:56:13 +010042#include <proto/pipe.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010043#include <proto/proto_http.h>
44#include <proto/proto_tcp.h>
Willy Tarreau1d0dfb12009-07-07 15:10:31 +020045#include <proto/proxy.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020046#include <proto/queue.h>
Willy Tarreau7f062c42009-03-05 18:43:00 +010047#include <proto/server.h>
Willy Tarreaucd3b0942012-04-27 21:52:18 +020048#include <proto/sample.h>
Emeric Brun1d33b292010-01-04 15:47:17 +010049#include <proto/stick_table.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010050#include <proto/stream_interface.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010051#include <proto/task.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020052
Willy Tarreau87b09662015-04-03 00:22:06 +020053struct pool_head *pool2_stream;
54struct list streams;
Willy Tarreaubaaee002006-06-26 02:48:02 +020055
Willy Tarreau87b09662015-04-03 00:22:06 +020056/* list of streams waiting for at least one buffer */
Willy Tarreaubf883e02014-11-25 21:10:35 +010057struct list buffer_wq = LIST_HEAD_INIT(buffer_wq);
58
Willy Tarreau9903f0e2015-04-04 18:50:31 +020059/* This function is called from the session handler which detects the end of
Willy Tarreau87b09662015-04-03 00:22:06 +020060 * handshake, in order to complete initialization of a valid stream. It must
Willy Tarreau9903f0e2015-04-04 18:50:31 +020061 * be called with an embryonic session. It returns a positive value upon
Willy Tarreau2542b532012-08-31 16:01:23 +020062 * success, 0 if the connection can be ignored, or a negative value upon
63 * critical failure. The accepted file descriptor is closed if we return <= 0.
Willy Tarreaub4f98092014-05-08 21:06:11 +020064 * The client-side end point is assumed to be a connection, whose pointer is
Willy Tarreau1f52bb22015-04-04 14:28:46 +020065 * taken from sess->origin which is assumed to be valid.
Willy Tarreau2542b532012-08-31 16:01:23 +020066 */
Willy Tarreau9903f0e2015-04-04 18:50:31 +020067int stream_accept_session(struct session *sess, struct task *t)
Willy Tarreau2542b532012-08-31 16:01:23 +020068{
Willy Tarreau02a0c0e2015-04-04 18:08:21 +020069 struct stream *s;
Willy Tarreaufb0afa72015-04-03 14:46:27 +020070 struct listener *l = sess->listener;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +020071 struct proxy *p = sess->fe;
Willy Tarreau1f52bb22015-04-04 14:28:46 +020072 struct connection *conn = __objt_conn(sess->origin);
Willy Tarreau2542b532012-08-31 16:01:23 +020073 int ret;
Willy Tarreau20d46a52012-12-09 15:55:40 +010074 int i;
Willy Tarreau2542b532012-08-31 16:01:23 +020075
76 ret = -1; /* assume unrecoverable error by default */
77
Willy Tarreau02a0c0e2015-04-04 18:08:21 +020078 if (unlikely((s = pool_alloc2(pool2_stream)) == NULL))
79 goto out_return;
80
81 /* minimum stream initialization required for an embryonic stream is
82 * fairly low. We need very little to execute L4 ACLs, then we need a
83 * task to make the client-side connection live on its own.
84 * - flags
85 * - stick-entry tracking
86 */
87 s->flags = 0;
88 s->logs.logwait = p->to_log;
89 s->logs.level = 0;
90
91 /* Initialise the current rule list pointer to NULL. We are sure that
92 * any rulelist match the NULL pointer.
93 */
94 s->current_rule_list = NULL;
95
96 memset(s->stkctr, 0, sizeof(s->stkctr));
97
98 s->sess = sess;
99 s->si[0].flags = SI_FL_NONE;
100 s->si[1].flags = SI_FL_ISBACK;
101
102 s->logs.accept_date = sess->accept_date; /* user-visible date for logging */
103 s->logs.tv_accept = sess->tv_accept; /* corrected date for internal use */
104 s->uniq_id = global.req_count++;
105
106 /* Add the minimum callbacks to prepare the connection's control layer.
107 * We need this so that we can safely execute the ACLs used by the
108 * "tcp-request connection" ruleset. We also carefully attach the
109 * connection to the stream interface without initializing the rest,
110 * so that ACLs can use si[0]->end.
111 */
112 si_attach_conn(&s->si[0], conn);
113 conn_attach(conn, s, &sess_conn_cb);
114
115 /* OK let's complete stream initialization since there is no handshake */
116 conn->flags |= CO_FL_CONNECTED;
117
Willy Tarreau87b09662015-04-03 00:22:06 +0200118 /* OK, we're keeping the stream, so let's properly initialize the stream */
119 LIST_ADDQ(&streams, &s->list);
Willy Tarreau2542b532012-08-31 16:01:23 +0200120 LIST_INIT(&s->back_refs);
Willy Tarreaubf883e02014-11-25 21:10:35 +0100121 LIST_INIT(&s->buffer_wait);
Willy Tarreauf8a49ea2013-10-14 21:32:07 +0200122
Willy Tarreaue7dff022015-04-03 01:14:29 +0200123 s->flags |= SF_INITIALIZED;
Willy Tarreau2542b532012-08-31 16:01:23 +0200124 s->unique_id = NULL;
Willy Tarreau2542b532012-08-31 16:01:23 +0200125
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200126 s->task = t;
Willy Tarreau2542b532012-08-31 16:01:23 +0200127 t->process = l->handler;
128 t->context = s;
129 t->expire = TICK_ETERNITY;
130
Willy Tarreau87b09662015-04-03 00:22:06 +0200131 /* Note: initially, the stream's backend points to the frontend.
Willy Tarreau2542b532012-08-31 16:01:23 +0200132 * This changes later when switching rules are executed or
133 * when the default backend is assigned.
134 */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200135 s->be = sess->fe;
William Lallemand82fe75c2012-10-23 10:25:10 +0200136 s->comp_algo = NULL;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100137 s->req.buf = s->res.buf = NULL;
Willy Tarreaucb7dd012015-04-03 22:16:32 +0200138 s->req_cap = NULL;
139 s->res_cap = NULL;
Willy Tarreau2542b532012-08-31 16:01:23 +0200140
Willy Tarreau87b09662015-04-03 00:22:06 +0200141 /* Let's count a stream now */
Willy Tarreaub36b4242010-06-04 20:59:39 +0200142 proxy_inc_fe_sess_ctr(l, p);
Willy Tarreau91c43d72010-06-20 11:19:22 +0200143
Willy Tarreaub4c84932013-07-23 19:15:30 +0200144 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Willy Tarreau9e9879a2010-08-06 15:25:22 +0200145 void *ptr;
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200146 struct stkctr *stkctr = &sess->stkctr[i];
Willy Tarreau9e9879a2010-08-06 15:25:22 +0200147
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200148 if (!stkctr_entry(stkctr))
Willy Tarreau20d46a52012-12-09 15:55:40 +0100149 continue;
150
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200151 ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_SESS_CNT);
Willy Tarreau9e9879a2010-08-06 15:25:22 +0200152 if (ptr)
153 stktable_data_cast(ptr, sess_cnt)++;
154
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200155 ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_SESS_RATE);
Willy Tarreau9e9879a2010-08-06 15:25:22 +0200156 if (ptr)
157 update_freq_ctr_period(&stktable_data_cast(ptr, sess_rate),
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200158 stkctr->table->data_arg[STKTABLE_DT_SESS_RATE].u, 1);
Willy Tarreau9e9879a2010-08-06 15:25:22 +0200159 }
160
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200161 /* this part should be common with other protocols */
Willy Tarreau819d3322014-11-28 12:12:34 +0100162 si_reset(&s->si[0]);
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200163 si_set_state(&s->si[0], SI_ST_EST);
164
Willy Tarreau1f52bb22015-04-04 14:28:46 +0200165 /* attach the incoming connection to the stream interface now. */
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200166 si_attach_conn(&s->si[0], conn);
167
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200168 if (likely(sess->fe->options2 & PR_O2_INDEPSTR))
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200169 s->si[0].flags |= SI_FL_INDEP_STR;
170
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200171 /* pre-initialize the other side's stream interface to an INIT state. The
172 * callbacks will be initialized before attempting to connect.
173 */
Willy Tarreau819d3322014-11-28 12:12:34 +0100174 si_reset(&s->si[1]);
Willy Tarreau2a6e8802013-10-24 15:50:53 +0200175 si_detach(&s->si[1]);
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200176
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200177 if (likely(sess->fe->options2 & PR_O2_INDEPSTR))
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200178 s->si[1].flags |= SI_FL_INDEP_STR;
179
Willy Tarreau87b09662015-04-03 00:22:06 +0200180 stream_init_srv_conn(s);
Willy Tarreau10b688f2015-03-13 16:43:12 +0100181 s->target = l->default_target; /* used by peers and CLI */
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200182 s->pend_pos = NULL;
183
184 /* init store persistence */
185 s->store_count = 0;
186
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100187 channel_init(&s->req);
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100188 s->req.flags |= CF_READ_ATTACHED; /* the producer is already connected */
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200189
190 /* activate default analysers enabled for this listener */
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100191 s->req.analysers = l->analysers;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200192
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100193 s->req.wto = TICK_ETERNITY;
194 s->req.rto = TICK_ETERNITY;
195 s->req.rex = TICK_ETERNITY;
196 s->req.wex = TICK_ETERNITY;
197 s->req.analyse_exp = TICK_ETERNITY;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200198
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100199 channel_init(&s->res);
Willy Tarreauef573c02014-11-28 14:17:09 +0100200 s->res.flags |= CF_ISRESP;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100201 s->res.analysers = 0;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200202
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200203 if (sess->fe->options2 & PR_O2_NODELAY) {
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100204 s->req.flags |= CF_NEVER_WAIT;
205 s->res.flags |= CF_NEVER_WAIT;
Willy Tarreau96e31212011-05-30 18:10:30 +0200206 }
207
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100208 s->res.rto = TICK_ETERNITY;
209 s->res.wto = TICK_ETERNITY;
210 s->res.rex = TICK_ETERNITY;
211 s->res.wex = TICK_ETERNITY;
212 s->res.analyse_exp = TICK_ETERNITY;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200213
Willy Tarreaueee5b512015-04-03 23:46:31 +0200214 s->txn = NULL;
Willy Tarreau62f791e2012-03-09 11:32:30 +0100215
Thierry FOURNIERa718b292015-03-04 16:48:34 +0100216 HLUA_INIT(&s->hlua);
Thierry FOURNIER65f34c62015-02-16 20:11:43 +0100217
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200218 /* finish initialization of the accepted file descriptor */
Willy Tarreauf8a49ea2013-10-14 21:32:07 +0200219 conn_data_want_recv(conn);
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200220
Willy Tarreauabe8ea52010-11-11 10:56:04 +0100221 if (p->accept && (ret = p->accept(s)) <= 0) {
222 /* Either we had an unrecoverable error (<0) or work is
223 * finished (=0, eg: monitoring), in both situations,
224 * we can release everything and close.
225 */
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100226 goto out_free_strm;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200227 }
228
Willy Tarreau93dbc2b2012-10-12 18:01:49 +0200229 /* if logs require transport layer information, note it on the connection */
230 if (s->logs.logwait & LW_XPRT)
Willy Tarreauf8a49ea2013-10-14 21:32:07 +0200231 conn->flags |= CO_FL_XPRT_TRACKED;
Willy Tarreau93dbc2b2012-10-12 18:01:49 +0200232
Willy Tarreau2542b532012-08-31 16:01:23 +0200233 /* we want the connection handler to notify the stream interface about updates. */
Willy Tarreauf8a49ea2013-10-14 21:32:07 +0200234 conn->flags |= CO_FL_WAKE_DATA;
Willy Tarreau2542b532012-08-31 16:01:23 +0200235
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200236 /* it is important not to call the wakeup function directly but to
237 * pass through task_wakeup(), because this one knows how to apply
238 * priorities to tasks.
239 */
240 task_wakeup(t, TASK_WOKEN_INIT);
241 return 1;
242
243 /* Error unrolling */
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100244 out_free_strm:
Willy Tarreau3b246412014-11-25 17:10:33 +0100245 LIST_DEL(&s->list);
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200246 pool_free2(pool2_stream, s);
247 out_return:
Willy Tarreauabe8ea52010-11-11 10:56:04 +0100248 return ret;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200249}
250
Willy Tarreaubaaee002006-06-26 02:48:02 +0200251/*
Willy Tarreau87b09662015-04-03 00:22:06 +0200252 * frees the context associated to a stream. It must have been removed first.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200253 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200254static void stream_free(struct stream *s)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200255{
Willy Tarreau9ad7bd42015-04-03 19:19:59 +0200256 struct session *sess = strm_sess(s);
257 struct proxy *fe = sess->fe;
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100258 struct bref *bref, *back;
Willy Tarreau9ad7bd42015-04-03 19:19:59 +0200259 struct connection *cli_conn = objt_conn(sess->origin);
Willy Tarreaua4cda672010-06-06 18:28:49 +0200260 int i;
Willy Tarreau0f7562b2007-01-07 15:46:13 +0100261
Willy Tarreaubaaee002006-06-26 02:48:02 +0200262 if (s->pend_pos)
263 pendconn_free(s->pend_pos);
Willy Tarreau922a8062008-12-04 09:33:58 +0100264
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100265 if (objt_server(s->target)) { /* there may be requests left pending in queue */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200266 if (s->flags & SF_CURR_SESS) {
267 s->flags &= ~SF_CURR_SESS;
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100268 objt_server(s->target)->cur_sess--;
Willy Tarreau1e62de62008-11-11 20:20:02 +0100269 }
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100270 if (may_dequeue_tasks(objt_server(s->target), s->be))
271 process_srv_queue(objt_server(s->target));
Willy Tarreau1e62de62008-11-11 20:20:02 +0100272 }
Willy Tarreau922a8062008-12-04 09:33:58 +0100273
Willy Tarreau7c669d72008-06-20 15:04:11 +0200274 if (unlikely(s->srv_conn)) {
Willy Tarreau87b09662015-04-03 00:22:06 +0200275 /* the stream still has a reserved slot on a server, but
Willy Tarreau7c669d72008-06-20 15:04:11 +0200276 * it should normally be only the same as the one above,
277 * so this should not happen in fact.
278 */
279 sess_change_server(s, NULL);
280 }
281
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100282 if (s->req.pipe)
283 put_pipe(s->req.pipe);
Willy Tarreau259de1b2009-01-18 21:56:21 +0100284
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100285 if (s->res.pipe)
286 put_pipe(s->res.pipe);
Willy Tarreau259de1b2009-01-18 21:56:21 +0100287
Willy Tarreaubf883e02014-11-25 21:10:35 +0100288 /* We may still be present in the buffer wait queue */
289 if (!LIST_ISEMPTY(&s->buffer_wait)) {
290 LIST_DEL(&s->buffer_wait);
291 LIST_INIT(&s->buffer_wait);
292 }
293
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100294 b_drop(&s->req.buf);
295 b_drop(&s->res.buf);
Willy Tarreaubf883e02014-11-25 21:10:35 +0100296 if (!LIST_ISEMPTY(&buffer_wq))
Willy Tarreau87b09662015-04-03 00:22:06 +0200297 stream_offer_buffers();
Willy Tarreau9b28e032012-10-12 23:49:43 +0200298
Thierry FOURNIERa718b292015-03-04 16:48:34 +0100299 hlua_ctx_destroy(&s->hlua);
Willy Tarreaueee5b512015-04-03 23:46:31 +0200300 if (s->txn)
301 http_end_txn(s);
Willy Tarreau46023632010-01-07 22:51:47 +0100302
Willy Tarreau1e954912012-10-12 17:50:05 +0200303 /* ensure the client-side transport layer is destroyed */
Willy Tarreauf79c8172013-10-21 16:30:56 +0200304 if (cli_conn)
305 conn_force_close(cli_conn);
Willy Tarreau1e954912012-10-12 17:50:05 +0200306
Willy Tarreaua4cda672010-06-06 18:28:49 +0200307 for (i = 0; i < s->store_count; i++) {
308 if (!s->store[i].ts)
309 continue;
310 stksess_free(s->store[i].table, s->store[i].ts);
311 s->store[i].ts = NULL;
312 }
313
Willy Tarreaueee5b512015-04-03 23:46:31 +0200314 if (s->txn) {
315 pool_free2(pool2_hdr_idx, s->txn->hdr_idx.v);
316 pool_free2(pool2_http_txn, s->txn);
317 s->txn = NULL;
318 }
319
Willy Tarreau92fb9832007-10-16 17:34:28 +0200320 if (fe) {
Willy Tarreaucb7dd012015-04-03 22:16:32 +0200321 pool_free2(fe->rsp_cap_pool, s->res_cap);
322 pool_free2(fe->req_cap_pool, s->req_cap);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200323 }
Willy Tarreau0937bc42009-12-22 15:03:09 +0100324
Willy Tarreau87b09662015-04-03 00:22:06 +0200325 stream_store_counters(s);
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +0200326
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100327 list_for_each_entry_safe(bref, back, &s->back_refs, users) {
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100328 /* we have to unlink all watchers. We must not relink them if
Willy Tarreau87b09662015-04-03 00:22:06 +0200329 * this stream was the last one in the list.
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100330 */
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100331 LIST_DEL(&bref->users);
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100332 LIST_INIT(&bref->users);
Willy Tarreau87b09662015-04-03 00:22:06 +0200333 if (s->list.n != &streams)
334 LIST_ADDQ(&LIST_ELEM(s->list.n, struct stream *, list)->back_refs, &bref->users);
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100335 bref->ref = s->list.n;
336 }
Willy Tarreauf54f8bd2008-11-23 19:53:55 +0100337 LIST_DEL(&s->list);
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200338 si_release_endpoint(&s->si[1]);
339 si_release_endpoint(&s->si[0]);
Willy Tarreaufeb76402015-04-03 14:10:06 +0200340
341 /* FIXME: for now we have a 1:1 relation between stream and session so
342 * the stream must free the session.
343 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200344 pool_free2(pool2_stream, s);
Willy Tarreau11c36242015-04-04 15:54:03 +0200345 session_free(sess);
Willy Tarreau632f5a72007-07-11 10:42:35 +0200346
347 /* We may want to free the maximum amount of pools if the proxy is stopping */
Willy Tarreau92fb9832007-10-16 17:34:28 +0200348 if (fe && unlikely(fe->state == PR_STSTOPPED)) {
Willy Tarreau9b28e032012-10-12 23:49:43 +0200349 pool_flush2(pool2_buffer);
Willy Tarreau63986c72015-04-03 22:55:33 +0200350 pool_flush2(pool2_http_txn);
Willy Tarreau34eb6712011-10-24 18:15:04 +0200351 pool_flush2(pool2_hdr_idx);
Willy Tarreau48d63db2008-08-03 17:41:33 +0200352 pool_flush2(pool2_requri);
353 pool_flush2(pool2_capture);
Willy Tarreau87b09662015-04-03 00:22:06 +0200354 pool_flush2(pool2_stream);
Willy Tarreaufeb76402015-04-03 14:10:06 +0200355 pool_flush2(pool2_session);
Willy Tarreau3a5e0602014-11-13 16:46:28 +0100356 pool_flush2(pool2_connection);
357 pool_flush2(pool2_pendconn);
Willy Tarreau48d63db2008-08-03 17:41:33 +0200358 pool_flush2(fe->req_cap_pool);
359 pool_flush2(fe->rsp_cap_pool);
Willy Tarreau632f5a72007-07-11 10:42:35 +0200360 }
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200361}
362
Willy Tarreau78955f42014-12-28 13:09:02 +0100363/* Allocates a receive buffer for channel <chn>, but only if it's guaranteed
364 * that it's not the last available buffer or it's the response buffer. Unless
365 * the buffer is the response buffer, an extra control is made so that we always
366 * keep <tune.buffers.reserved> buffers available after this allocation. To be
367 * called at the beginning of recv() callbacks to ensure that the required
368 * buffers are properly allocated. Returns 0 in case of failure, non-zero
369 * otherwise.
Willy Tarreau656859d2014-11-25 19:46:36 +0100370 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200371int stream_alloc_recv_buffer(struct channel *chn)
Willy Tarreau656859d2014-11-25 19:46:36 +0100372{
Willy Tarreau87b09662015-04-03 00:22:06 +0200373 struct stream *s;
Willy Tarreau656859d2014-11-25 19:46:36 +0100374 struct buffer *b;
Willy Tarreaua24adf02014-11-27 01:11:56 +0100375 int margin = 0;
Willy Tarreau656859d2014-11-25 19:46:36 +0100376
Willy Tarreau78955f42014-12-28 13:09:02 +0100377 if (!(chn->flags & CF_ISRESP))
Willy Tarreaua24adf02014-11-27 01:11:56 +0100378 margin = global.tune.reserved_bufs;
379
Willy Tarreau78955f42014-12-28 13:09:02 +0100380 s = chn_sess(chn);
381
382 b = b_alloc_margin(&chn->buf, margin);
Willy Tarreau656859d2014-11-25 19:46:36 +0100383 if (b)
384 return 1;
385
Willy Tarreaubf883e02014-11-25 21:10:35 +0100386 if (LIST_ISEMPTY(&s->buffer_wait))
387 LIST_ADDQ(&buffer_wq, &s->buffer_wait);
Willy Tarreau656859d2014-11-25 19:46:36 +0100388 return 0;
389}
390
Willy Tarreau87b09662015-04-03 00:22:06 +0200391/* Allocates a work buffer for stream <s>. It is meant to be called inside
392 * process_stream(). It will only allocate the side needed for the function
Willy Tarreaua24adf02014-11-27 01:11:56 +0100393 * to work fine. For a regular connection, only the response is needed so that
394 * an error message may be built and returned. In case where the initiator is
395 * an applet (eg: peers), then we need to allocate the request buffer for the
396 * applet to be able to send its data (in this case a response is not needed).
397 * Request buffers are never picked from the reserved pool, but response
398 * buffers may be allocated from the reserve. This is critical to ensure that
399 * a response may always flow and will never block a server from releasing a
400 * connection. Returns 0 in case of failure, non-zero otherwise.
Willy Tarreau656859d2014-11-25 19:46:36 +0100401 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200402int stream_alloc_work_buffer(struct stream *s)
Willy Tarreau656859d2014-11-25 19:46:36 +0100403{
Willy Tarreaua24adf02014-11-27 01:11:56 +0100404 int margin;
405 struct buffer **buf;
406
407 if (objt_appctx(s->si[0].end)) {
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100408 buf = &s->req.buf;
Willy Tarreaua24adf02014-11-27 01:11:56 +0100409 margin = global.tune.reserved_bufs;
410 }
411 else {
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100412 buf = &s->res.buf;
Willy Tarreaua24adf02014-11-27 01:11:56 +0100413 margin = 0;
414 }
415
Willy Tarreaubf883e02014-11-25 21:10:35 +0100416 if (!LIST_ISEMPTY(&s->buffer_wait)) {
417 LIST_DEL(&s->buffer_wait);
418 LIST_INIT(&s->buffer_wait);
419 }
Willy Tarreau656859d2014-11-25 19:46:36 +0100420
Willy Tarreaua24adf02014-11-27 01:11:56 +0100421 if (b_alloc_margin(buf, margin))
Willy Tarreau656859d2014-11-25 19:46:36 +0100422 return 1;
423
Willy Tarreaubf883e02014-11-25 21:10:35 +0100424 LIST_ADDQ(&buffer_wq, &s->buffer_wait);
Willy Tarreau656859d2014-11-25 19:46:36 +0100425 return 0;
426}
427
428/* releases unused buffers after processing. Typically used at the end of the
Willy Tarreaubf883e02014-11-25 21:10:35 +0100429 * update() functions. It will try to wake up as many tasks as the number of
Willy Tarreau87b09662015-04-03 00:22:06 +0200430 * buffers that it releases. In practice, most often streams are blocked on
Willy Tarreaubf883e02014-11-25 21:10:35 +0100431 * a single buffer, so it makes sense to try to wake two up when two buffers
432 * are released at once.
Willy Tarreau656859d2014-11-25 19:46:36 +0100433 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200434void stream_release_buffers(struct stream *s)
Willy Tarreau656859d2014-11-25 19:46:36 +0100435{
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100436 if (s->req.buf->size && buffer_empty(s->req.buf))
437 b_free(&s->req.buf);
Willy Tarreau656859d2014-11-25 19:46:36 +0100438
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100439 if (s->res.buf->size && buffer_empty(s->res.buf))
440 b_free(&s->res.buf);
Willy Tarreau656859d2014-11-25 19:46:36 +0100441
Willy Tarreaubf883e02014-11-25 21:10:35 +0100442 /* if we're certain to have at least 1 buffer available, and there is
443 * someone waiting, we can wake up a waiter and offer them.
444 */
Willy Tarreaua24adf02014-11-27 01:11:56 +0100445 if (!LIST_ISEMPTY(&buffer_wq))
Willy Tarreau87b09662015-04-03 00:22:06 +0200446 stream_offer_buffers();
Willy Tarreaubf883e02014-11-25 21:10:35 +0100447}
448
Willy Tarreau87b09662015-04-03 00:22:06 +0200449/* Runs across the list of pending streams waiting for a buffer and wakes one
Willy Tarreaua24adf02014-11-27 01:11:56 +0100450 * up if buffers are available. Will stop when the run queue reaches <rqlimit>.
Willy Tarreau87b09662015-04-03 00:22:06 +0200451 * Should not be called directly, use stream_offer_buffers() instead.
Willy Tarreaubf883e02014-11-25 21:10:35 +0100452 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200453void __stream_offer_buffers(int rqlimit)
Willy Tarreaubf883e02014-11-25 21:10:35 +0100454{
Willy Tarreau87b09662015-04-03 00:22:06 +0200455 struct stream *sess, *bak;
Willy Tarreaubf883e02014-11-25 21:10:35 +0100456
457 list_for_each_entry_safe(sess, bak, &buffer_wq, buffer_wait) {
Willy Tarreaua24adf02014-11-27 01:11:56 +0100458 if (rqlimit <= run_queue)
459 break;
460
Willy Tarreaubf883e02014-11-25 21:10:35 +0100461 if (sess->task->state & TASK_RUNNING)
462 continue;
463
464 LIST_DEL(&sess->buffer_wait);
465 LIST_INIT(&sess->buffer_wait);
Willy Tarreaubf883e02014-11-25 21:10:35 +0100466 task_wakeup(sess->task, TASK_WOKEN_RES);
Willy Tarreaubf883e02014-11-25 21:10:35 +0100467 }
Willy Tarreau656859d2014-11-25 19:46:36 +0100468}
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200469
470/* perform minimal intializations, report 0 in case of error, 1 if OK. */
Willy Tarreau87b09662015-04-03 00:22:06 +0200471int init_stream()
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200472{
Willy Tarreau87b09662015-04-03 00:22:06 +0200473 LIST_INIT(&streams);
474 pool2_stream = create_pool("stream", sizeof(struct stream), MEM_F_SHARED);
475 return pool2_stream != NULL;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200476}
477
Willy Tarreau87b09662015-04-03 00:22:06 +0200478void stream_process_counters(struct stream *s)
Willy Tarreau30e71012007-11-26 20:15:35 +0100479{
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200480 struct session *sess = s->sess;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100481 unsigned long long bytes;
Willy Tarreau20d46a52012-12-09 15:55:40 +0100482 void *ptr;
483 int i;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100484
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100485 bytes = s->req.total - s->logs.bytes_in;
486 s->logs.bytes_in = s->req.total;
487 if (bytes) {
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200488 sess->fe->fe_counters.bytes_in += bytes;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100489
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100490 s->be->be_counters.bytes_in += bytes;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100491
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100492 if (objt_server(s->target))
493 objt_server(s->target)->counters.bytes_in += bytes;
Krzysztof Piotr Oledzkiaeebf9b2009-10-04 15:43:17 +0200494
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200495 if (sess->listener && sess->listener->counters)
496 sess->listener->counters->bytes_in += bytes;
Willy Tarreau855e4bb2010-06-18 18:33:32 +0200497
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100498 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200499 struct stkctr *stkctr = &s->stkctr[i];
500
501 if (!stkctr_entry(stkctr)) {
502 stkctr = &sess->stkctr[i];
503 if (!stkctr_entry(stkctr))
504 continue;
505 }
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200506
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200507 ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_BYTES_IN_CNT);
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100508 if (ptr)
509 stktable_data_cast(ptr, bytes_in_cnt) += bytes;
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200510
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200511 ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_BYTES_IN_RATE);
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100512 if (ptr)
513 update_freq_ctr_period(&stktable_data_cast(ptr, bytes_in_rate),
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200514 stkctr->table->data_arg[STKTABLE_DT_BYTES_IN_RATE].u, bytes);
Willy Tarreau30e71012007-11-26 20:15:35 +0100515 }
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100516 }
517
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100518 bytes = s->res.total - s->logs.bytes_out;
519 s->logs.bytes_out = s->res.total;
520 if (bytes) {
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200521 sess->fe->fe_counters.bytes_out += bytes;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100522
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100523 s->be->be_counters.bytes_out += bytes;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100524
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100525 if (objt_server(s->target))
526 objt_server(s->target)->counters.bytes_out += bytes;
Krzysztof Piotr Oledzkiaeebf9b2009-10-04 15:43:17 +0200527
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200528 if (sess->listener && sess->listener->counters)
529 sess->listener->counters->bytes_out += bytes;
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200530
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100531 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200532 struct stkctr *stkctr = &s->stkctr[i];
533
534 if (!stkctr_entry(stkctr)) {
535 stkctr = &sess->stkctr[i];
536 if (!stkctr_entry(stkctr))
537 continue;
538 }
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200539
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200540 ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_BYTES_OUT_CNT);
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100541 if (ptr)
542 stktable_data_cast(ptr, bytes_out_cnt) += bytes;
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200543
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200544 ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_BYTES_OUT_RATE);
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100545 if (ptr)
546 update_freq_ctr_period(&stktable_data_cast(ptr, bytes_out_rate),
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200547 stkctr->table->data_arg[STKTABLE_DT_BYTES_OUT_RATE].u, bytes);
Willy Tarreau30e71012007-11-26 20:15:35 +0100548 }
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100549 }
550}
Willy Tarreaubaaee002006-06-26 02:48:02 +0200551
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100552/* This function is called with (si->state == SI_ST_CON) meaning that a
553 * connection was attempted and that the file descriptor is already allocated.
554 * We must check for establishment, error and abort. Possible output states
555 * are SI_ST_EST (established), SI_ST_CER (error), SI_ST_DIS (abort), and
556 * SI_ST_CON (no change). The function returns 0 if it switches to SI_ST_CER,
Willy Tarreau87b09662015-04-03 00:22:06 +0200557 * otherwise 1. This only works with connection-based streams.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100558 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200559static int sess_update_st_con_tcp(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100560{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100561 struct stream_interface *si = &s->si[1];
562 struct channel *req = &s->req;
563 struct channel *rep = &s->res;
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200564 struct connection *srv_conn = __objt_conn(si->end);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100565
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100566 /* If we got an error, or if nothing happened and the connection timed
567 * out, we must give up. The CER state handler will take care of retry
568 * attempts and error reports.
569 */
570 if (unlikely(si->flags & (SI_FL_EXP|SI_FL_ERR))) {
Willy Tarreau103197d2014-11-28 15:26:12 +0100571 if (unlikely(req->flags & CF_WRITE_PARTIAL)) {
Willy Tarreaue3224e82012-10-29 22:41:31 +0100572 /* Some data were sent past the connection establishment,
573 * so we need to pretend we're established to log correctly
574 * and let later states handle the failure.
575 */
Willy Tarreaue3224e82012-10-29 22:41:31 +0100576 si->state = SI_ST_EST;
577 si->err_type = SI_ET_DATA_ERR;
Willy Tarreau103197d2014-11-28 15:26:12 +0100578 rep->flags |= CF_READ_ERROR | CF_WRITE_ERROR;
Willy Tarreaue3224e82012-10-29 22:41:31 +0100579 return 1;
580 }
Willy Tarreau127334e2009-03-28 10:47:26 +0100581 si->exp = TICK_ETERNITY;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100582 si->state = SI_ST_CER;
Willy Tarreau0ede5a32012-12-08 08:44:02 +0100583
Willy Tarreauf79c8172013-10-21 16:30:56 +0200584 conn_force_close(srv_conn);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100585
586 if (si->err_type)
587 return 0;
588
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100589 if (si->flags & SI_FL_ERR)
590 si->err_type = SI_ET_CONN_ERR;
591 else
592 si->err_type = SI_ET_CONN_TO;
593 return 0;
594 }
595
596 /* OK, maybe we want to abort */
Willy Tarreaua7a7ebc2012-12-30 00:50:35 +0100597 if (!(req->flags & CF_WRITE_PARTIAL) &&
598 unlikely((rep->flags & CF_SHUTW) ||
Willy Tarreau03cdb7c2012-08-27 23:14:58 +0200599 ((req->flags & CF_SHUTW_NOW) && /* FIXME: this should not prevent a connection from establishing */
600 ((!(req->flags & CF_WRITE_ACTIVITY) && channel_is_empty(req)) ||
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100601 s->be->options & PR_O_ABRT_CLOSE)))) {
602 /* give up */
Willy Tarreau73b013b2012-05-21 16:31:45 +0200603 si_shutw(si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100604 si->err_type |= SI_ET_CONN_ABRT;
Willy Tarreau84455332009-03-15 22:34:05 +0100605 if (s->srv_error)
606 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100607 return 1;
608 }
609
610 /* we need to wait a bit more if there was no activity either */
Willy Tarreau03cdb7c2012-08-27 23:14:58 +0200611 if (!(req->flags & CF_WRITE_ACTIVITY))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100612 return 1;
613
614 /* OK, this means that a connection succeeded. The caller will be
615 * responsible for handling the transition from CON to EST.
616 */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100617 si->state = SI_ST_EST;
618 si->err_type = SI_ET_NONE;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100619 return 1;
620}
621
622/* This function is called with (si->state == SI_ST_CER) meaning that a
623 * previous connection attempt has failed and that the file descriptor
624 * has already been released. Possible causes include asynchronous error
625 * notification and time out. Possible output states are SI_ST_CLO when
626 * retries are exhausted, SI_ST_TAR when a delay is wanted before a new
627 * connection attempt, SI_ST_ASS when it's wise to retry on the same server,
628 * and SI_ST_REQ when an immediate redispatch is wanted. The buffers are
629 * marked as in error state. It returns 0.
630 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200631static int sess_update_st_cer(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100632{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100633 struct stream_interface *si = &s->si[1];
634
Willy Tarreau87b09662015-04-03 00:22:06 +0200635 /* we probably have to release last stream from the server */
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100636 if (objt_server(s->target)) {
637 health_adjust(objt_server(s->target), HANA_STATUS_L4_ERR);
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +0100638
Willy Tarreaue7dff022015-04-03 01:14:29 +0200639 if (s->flags & SF_CURR_SESS) {
640 s->flags &= ~SF_CURR_SESS;
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100641 objt_server(s->target)->cur_sess--;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100642 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100643 }
644
645 /* ensure that we have enough retries left */
Willy Tarreauee28de02010-06-01 09:51:00 +0200646 si->conn_retries--;
647 if (si->conn_retries < 0) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100648 if (!si->err_type) {
649 si->err_type = SI_ET_CONN_ERR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100650 }
651
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100652 if (objt_server(s->target))
653 objt_server(s->target)->counters.failed_conns++;
Willy Tarreau7d0aaf32011-03-10 23:25:56 +0100654 s->be->be_counters.failed_conns++;
Willy Tarreaub89cfca2010-12-29 14:32:28 +0100655 sess_change_server(s, NULL);
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100656 if (may_dequeue_tasks(objt_server(s->target), s->be))
657 process_srv_queue(objt_server(s->target));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100658
659 /* shutw is enough so stop a connecting socket */
Willy Tarreau73b013b2012-05-21 16:31:45 +0200660 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +0100661 s->req.flags |= CF_WRITE_ERROR;
662 s->res.flags |= CF_READ_ERROR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100663
664 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +0100665 if (s->srv_error)
666 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100667 return 0;
668 }
669
670 /* If the "redispatch" option is set on the backend, we are allowed to
671 * retry on another server for the last retry. In order to achieve this,
Willy Tarreau87b09662015-04-03 00:22:06 +0200672 * we must mark the stream unassigned, and eventually clear the DIRECT
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100673 * bit to ignore any persistence cookie. We won't count a retry nor a
674 * redispatch yet, because this will depend on what server is selected.
Willy Tarreau33a14e52014-06-13 17:49:40 +0200675 * If the connection is not persistent, the balancing algorithm is not
676 * determinist (round robin) and there is more than one active server,
677 * we accept to perform an immediate redispatch without waiting since
678 * we don't care about this particular server.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100679 */
Willy Tarreau33a14e52014-06-13 17:49:40 +0200680 if (objt_server(s->target) &&
681 (si->conn_retries == 0 ||
Willy Tarreaue7dff022015-04-03 01:14:29 +0200682 (!(s->flags & SF_DIRECT) && s->be->srv_act > 1 &&
Willy Tarreau33a14e52014-06-13 17:49:40 +0200683 ((s->be->lbprm.algo & BE_LB_KIND) == BE_LB_KIND_RR))) &&
Willy Tarreaue7dff022015-04-03 01:14:29 +0200684 s->be->options & PR_O_REDISP && !(s->flags & SF_FORCE_PRST)) {
Willy Tarreaub89cfca2010-12-29 14:32:28 +0100685 sess_change_server(s, NULL);
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100686 if (may_dequeue_tasks(objt_server(s->target), s->be))
687 process_srv_queue(objt_server(s->target));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100688
Willy Tarreaue7dff022015-04-03 01:14:29 +0200689 s->flags &= ~(SF_DIRECT | SF_ASSIGNED | SF_ADDR_SET);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100690 si->state = SI_ST_REQ;
691 } else {
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100692 if (objt_server(s->target))
693 objt_server(s->target)->counters.retries++;
Willy Tarreau7d0aaf32011-03-10 23:25:56 +0100694 s->be->be_counters.retries++;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100695 si->state = SI_ST_ASS;
696 }
697
698 if (si->flags & SI_FL_ERR) {
699 /* The error was an asynchronous connection error, and we will
700 * likely have to retry connecting to the same server, most
701 * likely leading to the same result. To avoid this, we wait
Willy Tarreaub0290662014-06-13 17:04:44 +0200702 * MIN(one second, connect timeout) before retrying.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100703 */
704
Willy Tarreaub0290662014-06-13 17:04:44 +0200705 int delay = 1000;
706
707 if (s->be->timeout.connect && s->be->timeout.connect < delay)
708 delay = s->be->timeout.connect;
709
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100710 if (!si->err_type)
711 si->err_type = SI_ET_CONN_ERR;
712
Willy Tarreaudb6d0122014-06-13 17:40:15 +0200713 /* only wait when we're retrying on the same server */
714 if (si->state == SI_ST_ASS ||
715 (s->be->lbprm.algo & BE_LB_KIND) != BE_LB_KIND_RR ||
716 (s->be->srv_act <= 1)) {
717 si->state = SI_ST_TAR;
718 si->exp = tick_add(now_ms, MS_TO_TICKS(delay));
719 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100720 return 0;
721 }
722 return 0;
723}
724
725/*
726 * This function handles the transition between the SI_ST_CON state and the
Willy Tarreau85e7d002010-05-31 11:57:51 +0200727 * SI_ST_EST state. It must only be called after switching from SI_ST_CON (or
Willy Tarreau26d8c592012-05-07 18:12:14 +0200728 * SI_ST_INI) to SI_ST_EST, but only when a ->proto is defined.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100729 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200730static void sess_establish(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100731{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100732 struct stream_interface *si = &s->si[1];
733 struct channel *req = &s->req;
734 struct channel *rep = &s->res;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100735
Willy Tarreau0e37f1c2013-12-31 23:06:46 +0100736 /* First, centralize the timers information */
737 s->logs.t_connect = tv_ms_elapsed(&s->logs.tv_accept, &now);
738 si->exp = TICK_ETERNITY;
739
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100740 if (objt_server(s->target))
741 health_adjust(objt_server(s->target), HANA_STATUS_L4_OK);
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +0100742
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100743 if (s->be->mode == PR_MODE_TCP) { /* let's allow immediate data connection in this case */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100744 /* if the user wants to log as soon as possible, without counting
745 * bytes from the server, then this is the right moment. */
Willy Tarreaud0d8da92015-04-04 02:10:38 +0200746 if (!LIST_ISEMPTY(&strm_fe(s)->logformat) && !(s->logs.logwait & LW_BYTES)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100747 s->logs.t_close = s->logs.t_connect; /* to get a valid end date */
Willy Tarreaua5555ec2008-11-30 19:02:32 +0100748 s->do_log(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100749 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100750 }
751 else {
Willy Tarreaud81ca042013-12-31 22:33:13 +0100752 rep->flags |= CF_READ_DONTWAIT; /* a single read is enough to get response headers */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100753 }
754
Willy Tarreaud0d8da92015-04-04 02:10:38 +0200755 rep->analysers |= strm_fe(s)->fe_rsp_ana | s->be->be_rsp_ana;
Willy Tarreau03cdb7c2012-08-27 23:14:58 +0200756 rep->flags |= CF_READ_ATTACHED; /* producer is now attached */
Willy Tarreau644c1012014-04-30 18:11:11 +0200757 if (req->flags & CF_WAKE_CONNECT) {
758 req->flags |= CF_WAKE_ONCE;
759 req->flags &= ~CF_WAKE_CONNECT;
760 }
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200761 if (objt_conn(si->end)) {
Willy Tarreaud04e8582010-05-31 12:31:35 +0200762 /* real connections have timeouts */
763 req->wto = s->be->timeout.server;
764 rep->rto = s->be->timeout.server;
765 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100766 req->wex = TICK_ETERNITY;
767}
768
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100769/* Update back stream interface status for input states SI_ST_ASS, SI_ST_QUE,
770 * SI_ST_TAR. Other input states are simply ignored.
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +0100771 * Possible output states are SI_ST_CLO, SI_ST_TAR, SI_ST_ASS, SI_ST_REQ, SI_ST_CON
772 * and SI_ST_EST. Flags must have previously been updated for timeouts and other
773 * conditions.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100774 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200775static void sess_update_stream_int(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100776{
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100777 struct server *srv = objt_server(s->target);
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100778 struct stream_interface *si = &s->si[1];
Willy Tarreau103197d2014-11-28 15:26:12 +0100779 struct channel *req = &s->req;
Willy Tarreau827aee92011-03-10 16:55:02 +0100780
Willy Tarreau02d6cfc2012-03-01 18:19:58 +0100781 DPRINTF(stderr,"[%u] %s: sess=%p rq=%p, rp=%p, exp(r,w)=%u,%u rqf=%08x rpf=%08x rqh=%d rqt=%d rph=%d rpt=%d cs=%d ss=%d\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100782 now_ms, __FUNCTION__,
783 s,
Willy Tarreau103197d2014-11-28 15:26:12 +0100784 req, s->rep,
785 req->rex, s->res.wex,
786 req->flags, s->res.flags,
787 req->buf->i, req->buf->o, s->res.buf->i, s->res.buf->o, s->si[0].state, req->cons->state);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100788
789 if (si->state == SI_ST_ASS) {
790 /* Server assigned to connection request, we have to try to connect now */
791 int conn_err;
792
793 conn_err = connect_server(s);
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100794 srv = objt_server(s->target);
Willy Tarreau827aee92011-03-10 16:55:02 +0100795
Willy Tarreaue7dff022015-04-03 01:14:29 +0200796 if (conn_err == SF_ERR_NONE) {
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +0100797 /* state = SI_ST_CON or SI_ST_EST now */
Willy Tarreau827aee92011-03-10 16:55:02 +0100798 if (srv)
799 srv_inc_sess_ctr(srv);
Bhaskar Maddalaa20cb852014-02-03 16:26:46 -0500800 if (srv)
801 srv_set_sess_last(srv);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100802 return;
803 }
804
805 /* We have received a synchronous error. We might have to
806 * abort, retry immediately or redispatch.
807 */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200808 if (conn_err == SF_ERR_INTERNAL) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100809 if (!si->err_type) {
810 si->err_type = SI_ET_CONN_OTHER;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100811 }
812
Willy Tarreau827aee92011-03-10 16:55:02 +0100813 if (srv)
814 srv_inc_sess_ctr(srv);
815 if (srv)
Bhaskar Maddalaa20cb852014-02-03 16:26:46 -0500816 srv_set_sess_last(srv);
817 if (srv)
Willy Tarreau827aee92011-03-10 16:55:02 +0100818 srv->counters.failed_conns++;
Willy Tarreau7d0aaf32011-03-10 23:25:56 +0100819 s->be->be_counters.failed_conns++;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100820
Willy Tarreau87b09662015-04-03 00:22:06 +0200821 /* release other streams waiting for this server */
Willy Tarreaub89cfca2010-12-29 14:32:28 +0100822 sess_change_server(s, NULL);
Willy Tarreau827aee92011-03-10 16:55:02 +0100823 if (may_dequeue_tasks(srv, s->be))
824 process_srv_queue(srv);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100825
826 /* Failed and not retryable. */
Willy Tarreau73b013b2012-05-21 16:31:45 +0200827 si_shutr(si);
828 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +0100829 req->flags |= CF_WRITE_ERROR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100830
831 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
832
Willy Tarreau87b09662015-04-03 00:22:06 +0200833 /* no stream was ever accounted for this server */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100834 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +0100835 if (s->srv_error)
836 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100837 return;
838 }
839
840 /* We are facing a retryable error, but we don't want to run a
841 * turn-around now, as the problem is likely a source port
842 * allocation problem, so we want to retry now.
843 */
844 si->state = SI_ST_CER;
845 si->flags &= ~SI_FL_ERR;
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100846 sess_update_st_cer(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100847 /* now si->state is one of SI_ST_CLO, SI_ST_TAR, SI_ST_ASS, SI_ST_REQ */
848 return;
849 }
850 else if (si->state == SI_ST_QUE) {
851 /* connection request was queued, check for any update */
852 if (!s->pend_pos) {
853 /* The connection is not in the queue anymore. Either
854 * we have a server connection slot available and we
855 * go directly to the assigned state, or we need to
856 * load-balance first and go to the INI state.
857 */
858 si->exp = TICK_ETERNITY;
Willy Tarreaue7dff022015-04-03 01:14:29 +0200859 if (unlikely(!(s->flags & SF_ASSIGNED)))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100860 si->state = SI_ST_REQ;
861 else {
862 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
863 si->state = SI_ST_ASS;
864 }
865 return;
866 }
867
868 /* Connection request still in queue... */
869 if (si->flags & SI_FL_EXP) {
870 /* ... and timeout expired */
871 si->exp = TICK_ETERNITY;
872 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreau827aee92011-03-10 16:55:02 +0100873 if (srv)
874 srv->counters.failed_conns++;
Willy Tarreau7d0aaf32011-03-10 23:25:56 +0100875 s->be->be_counters.failed_conns++;
Willy Tarreau73b013b2012-05-21 16:31:45 +0200876 si_shutr(si);
877 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +0100878 req->flags |= CF_WRITE_TIMEOUT;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100879 if (!si->err_type)
880 si->err_type = SI_ET_QUEUE_TO;
881 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +0100882 if (s->srv_error)
883 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100884 return;
885 }
886
887 /* Connection remains in queue, check if we have to abort it */
Willy Tarreau103197d2014-11-28 15:26:12 +0100888 if ((req->flags & (CF_READ_ERROR)) ||
889 ((req->flags & CF_SHUTW_NOW) && /* empty and client aborted */
890 (channel_is_empty(req) || s->be->options & PR_O_ABRT_CLOSE))) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100891 /* give up */
892 si->exp = TICK_ETERNITY;
893 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreau73b013b2012-05-21 16:31:45 +0200894 si_shutr(si);
895 si_shutw(si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100896 si->err_type |= SI_ET_QUEUE_ABRT;
897 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +0100898 if (s->srv_error)
899 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100900 return;
901 }
902
903 /* Nothing changed */
904 return;
905 }
906 else if (si->state == SI_ST_TAR) {
907 /* Connection request might be aborted */
Willy Tarreau103197d2014-11-28 15:26:12 +0100908 if ((req->flags & (CF_READ_ERROR)) ||
909 ((req->flags & CF_SHUTW_NOW) && /* empty and client aborted */
910 (channel_is_empty(req) || s->be->options & PR_O_ABRT_CLOSE))) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100911 /* give up */
912 si->exp = TICK_ETERNITY;
Willy Tarreau73b013b2012-05-21 16:31:45 +0200913 si_shutr(si);
914 si_shutw(si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100915 si->err_type |= SI_ET_CONN_ABRT;
916 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +0100917 if (s->srv_error)
918 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100919 return;
920 }
921
922 if (!(si->flags & SI_FL_EXP))
923 return; /* still in turn-around */
924
925 si->exp = TICK_ETERNITY;
926
Willy Tarreau87b09662015-04-03 00:22:06 +0200927 /* we keep trying on the same server as long as the stream is
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100928 * marked "assigned".
929 * FIXME: Should we force a redispatch attempt when the server is down ?
930 */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200931 if (s->flags & SF_ASSIGNED)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100932 si->state = SI_ST_ASS;
933 else
934 si->state = SI_ST_REQ;
935 return;
936 }
937}
938
Willy Tarreau87b09662015-04-03 00:22:06 +0200939/* Set correct stream termination flags in case no analyser has done it. It
Simon Hormandec5be42011-06-08 09:19:07 +0900940 * also counts a failed request if the server state has not reached the request
941 * stage.
942 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200943static void sess_set_term_flags(struct stream *s)
Simon Hormandec5be42011-06-08 09:19:07 +0900944{
Willy Tarreaue7dff022015-04-03 01:14:29 +0200945 if (!(s->flags & SF_FINST_MASK)) {
Simon Hormandec5be42011-06-08 09:19:07 +0900946 if (s->si[1].state < SI_ST_REQ) {
947
Willy Tarreaud0d8da92015-04-04 02:10:38 +0200948 strm_fe(s)->fe_counters.failed_req++;
949 if (strm_li(s)->counters)
950 strm_li(s)->counters->failed_req++;
Simon Hormandec5be42011-06-08 09:19:07 +0900951
Willy Tarreaue7dff022015-04-03 01:14:29 +0200952 s->flags |= SF_FINST_R;
Simon Hormandec5be42011-06-08 09:19:07 +0900953 }
954 else if (s->si[1].state == SI_ST_QUE)
Willy Tarreaue7dff022015-04-03 01:14:29 +0200955 s->flags |= SF_FINST_Q;
Simon Hormandec5be42011-06-08 09:19:07 +0900956 else if (s->si[1].state < SI_ST_EST)
Willy Tarreaue7dff022015-04-03 01:14:29 +0200957 s->flags |= SF_FINST_C;
Simon Hormandec5be42011-06-08 09:19:07 +0900958 else if (s->si[1].state == SI_ST_EST || s->si[1].prev_state == SI_ST_EST)
Willy Tarreaue7dff022015-04-03 01:14:29 +0200959 s->flags |= SF_FINST_D;
Simon Hormandec5be42011-06-08 09:19:07 +0900960 else
Willy Tarreaue7dff022015-04-03 01:14:29 +0200961 s->flags |= SF_FINST_L;
Simon Hormandec5be42011-06-08 09:19:07 +0900962 }
963}
964
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100965/* This function initiates a server connection request on a stream interface
Willy Tarreaud84fb5e2013-11-30 09:06:53 +0100966 * already in SI_ST_REQ state. Upon success, the state goes to SI_ST_ASS for
967 * a real connection to a server, indicating that a server has been assigned,
968 * or SI_ST_EST for a successful connection to an applet. It may also return
969 * SI_ST_QUE, or SI_ST_CLO upon error.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100970 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200971static void sess_prepare_conn_req(struct stream *s)
Willy Tarreau02d6cfc2012-03-01 18:19:58 +0100972{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100973 struct stream_interface *si = &s->si[1];
974
Willy Tarreau02d6cfc2012-03-01 18:19:58 +0100975 DPRINTF(stderr,"[%u] %s: sess=%p rq=%p, rp=%p, exp(r,w)=%u,%u rqf=%08x rpf=%08x rqh=%d rqt=%d rph=%d rpt=%d cs=%d ss=%d\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100976 now_ms, __FUNCTION__,
977 s,
978 s->req, s->rep,
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100979 s->req.rex, s->res.wex,
980 s->req.flags, s->res.flags,
Willy Tarreau350f4872014-11-28 14:42:25 +0100981 s->req.buf->i, s->req.buf->o, s->res.buf->i, s->res.buf->o, s->si[0].state, s->req.cons->state);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100982
983 if (si->state != SI_ST_REQ)
984 return;
985
Willy Tarreaud84fb5e2013-11-30 09:06:53 +0100986 if (unlikely(obj_type(s->target) == OBJ_TYPE_APPLET)) {
987 /* the applet directly goes to the EST state */
Willy Tarreau4384ddf2013-12-01 12:25:52 +0100988 struct appctx *appctx = objt_appctx(si->end);
989
990 if (!appctx || appctx->applet != __objt_applet(s->target))
991 appctx = stream_int_register_handler(si, objt_applet(s->target));
992
993 if (!appctx) {
994 /* No more memory, let's immediately abort. Force the
995 * error code to ignore the ERR_LOCAL which is not a
996 * real error.
997 */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200998 s->flags &= ~(SF_ERR_MASK | SF_FINST_MASK);
Willy Tarreau4384ddf2013-12-01 12:25:52 +0100999
1000 si_shutr(si);
1001 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +01001002 s->req.flags |= CF_WRITE_ERROR;
Willy Tarreau6bbb2f62013-12-09 17:14:23 +01001003 si->err_type = SI_ET_CONN_RES;
Willy Tarreau4384ddf2013-12-01 12:25:52 +01001004 si->state = SI_ST_CLO;
1005 if (s->srv_error)
1006 s->srv_error(s, si);
1007 return;
1008 }
1009
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001010 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001011 si->state = SI_ST_EST;
1012 si->err_type = SI_ET_NONE;
Willy Tarreaub9a551e2014-04-23 00:35:17 +02001013 be_set_sess_last(s->be);
Willy Tarreaufac4bd12013-11-30 09:21:49 +01001014 /* let sess_establish() finish the job */
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001015 return;
1016 }
1017
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001018 /* Try to assign a server */
1019 if (srv_redispatch_connect(s) != 0) {
1020 /* We did not get a server. Either we queued the
1021 * connection request, or we encountered an error.
1022 */
1023 if (si->state == SI_ST_QUE)
1024 return;
1025
1026 /* we did not get any server, let's check the cause */
Willy Tarreau73b013b2012-05-21 16:31:45 +02001027 si_shutr(si);
1028 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +01001029 s->req.flags |= CF_WRITE_ERROR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001030 if (!si->err_type)
1031 si->err_type = SI_ET_CONN_OTHER;
1032 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +01001033 if (s->srv_error)
1034 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001035 return;
1036 }
1037
1038 /* The server is assigned */
1039 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
1040 si->state = SI_ST_ASS;
Willy Tarreaub9a551e2014-04-23 00:35:17 +02001041 be_set_sess_last(s->be);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001042}
1043
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001044/* This stream analyser checks the switching rules and changes the backend
Willy Tarreau4de91492010-01-22 19:10:05 +01001045 * if appropriate. The default_backend rule is also considered, then the
1046 * target backend's forced persistence rules are also evaluated last if any.
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001047 * It returns 1 if the processing can continue on next analysers, or zero if it
1048 * either needs more data or wants to immediately abort the request.
1049 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001050static int process_switching_rules(struct stream *s, struct channel *req, int an_bit)
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001051{
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001052 struct persist_rule *prst_rule;
Willy Tarreau192252e2015-04-04 01:47:55 +02001053 struct session *sess = s->sess;
1054 struct proxy *fe = sess->fe;
Willy Tarreau4de91492010-01-22 19:10:05 +01001055
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001056 req->analysers &= ~an_bit;
1057 req->analyse_exp = TICK_ETERNITY;
1058
Willy Tarreau87b09662015-04-03 00:22:06 +02001059 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bh=%d analysers=%02x\n",
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001060 now_ms, __FUNCTION__,
1061 s,
1062 req,
1063 req->rex, req->wex,
1064 req->flags,
Willy Tarreau9b28e032012-10-12 23:49:43 +02001065 req->buf->i,
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001066 req->analysers);
1067
1068 /* now check whether we have some switching rules for this request */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001069 if (!(s->flags & SF_BE_ASSIGNED)) {
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001070 struct switching_rule *rule;
1071
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001072 list_for_each_entry(rule, &fe->switching_rules, list) {
Willy Tarreauf51658d2014-04-23 01:21:56 +02001073 int ret = 1;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001074
Willy Tarreauf51658d2014-04-23 01:21:56 +02001075 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001076 ret = acl_exec_cond(rule->cond, fe, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreauf51658d2014-04-23 01:21:56 +02001077 ret = acl_pass(ret);
1078 if (rule->cond->pol == ACL_COND_UNLESS)
1079 ret = !ret;
1080 }
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001081
1082 if (ret) {
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001083 /* If the backend name is dynamic, try to resolve the name.
1084 * If we can't resolve the name, or if any error occurs, break
1085 * the loop and fallback to the default backend.
1086 */
1087 struct proxy *backend;
1088
1089 if (rule->dynamic) {
1090 struct chunk *tmp = get_trash_chunk();
1091 if (!build_logline(s, tmp->str, tmp->size, &rule->be.expr))
1092 break;
1093 backend = findproxy(tmp->str, PR_CAP_BE);
1094 if (!backend)
1095 break;
1096 }
1097 else
1098 backend = rule->be.backend;
1099
Willy Tarreau87b09662015-04-03 00:22:06 +02001100 if (!stream_set_backend(s, backend))
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001101 goto sw_failed;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001102 break;
1103 }
1104 }
1105
1106 /* To ensure correct connection accounting on the backend, we
1107 * have to assign one if it was not set (eg: a listen). This
1108 * measure also takes care of correctly setting the default
1109 * backend if any.
1110 */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001111 if (!(s->flags & SF_BE_ASSIGNED))
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001112 if (!stream_set_backend(s, fe->defbe.be ? fe->defbe.be : s->be))
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001113 goto sw_failed;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001114 }
1115
Willy Tarreaufb356202010-08-03 14:02:05 +02001116 /* we don't want to run the TCP or HTTP filters again if the backend has not changed */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001117 if (fe == s->be) {
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001118 s->req.analysers &= ~AN_REQ_INSPECT_BE;
1119 s->req.analysers &= ~AN_REQ_HTTP_PROCESS_BE;
Willy Tarreaufb356202010-08-03 14:02:05 +02001120 }
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001121
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001122 /* as soon as we know the backend, we must check if we have a matching forced or ignored
Willy Tarreau87b09662015-04-03 00:22:06 +02001123 * persistence rule, and report that in the stream.
Willy Tarreau4de91492010-01-22 19:10:05 +01001124 */
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001125 list_for_each_entry(prst_rule, &s->be->persist_rules, list) {
Willy Tarreau4de91492010-01-22 19:10:05 +01001126 int ret = 1;
1127
1128 if (prst_rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001129 ret = acl_exec_cond(prst_rule->cond, s->be, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreau4de91492010-01-22 19:10:05 +01001130 ret = acl_pass(ret);
1131 if (prst_rule->cond->pol == ACL_COND_UNLESS)
1132 ret = !ret;
1133 }
1134
1135 if (ret) {
1136 /* no rule, or the rule matches */
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001137 if (prst_rule->type == PERSIST_TYPE_FORCE) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001138 s->flags |= SF_FORCE_PRST;
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001139 } else {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001140 s->flags |= SF_IGNORE_PRST;
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001141 }
Willy Tarreau4de91492010-01-22 19:10:05 +01001142 break;
1143 }
1144 }
1145
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001146 return 1;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001147
1148 sw_failed:
1149 /* immediately abort this request in case of allocation failure */
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001150 channel_abort(&s->req);
1151 channel_abort(&s->res);
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001152
Willy Tarreaue7dff022015-04-03 01:14:29 +02001153 if (!(s->flags & SF_ERR_MASK))
1154 s->flags |= SF_ERR_RESOURCE;
1155 if (!(s->flags & SF_FINST_MASK))
1156 s->flags |= SF_FINST_R;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001157
Willy Tarreaueee5b512015-04-03 23:46:31 +02001158 if (s->txn)
1159 s->txn->status = 500;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001160 s->req.analysers = 0;
1161 s->req.analyse_exp = TICK_ETERNITY;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001162 return 0;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001163}
1164
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001165/* This stream analyser works on a request. It applies all use-server rules on
1166 * it then returns 1. The data must already be present in the buffer otherwise
1167 * they won't match. It always returns 1.
1168 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001169static int process_server_rules(struct stream *s, struct channel *req, int an_bit)
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001170{
1171 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001172 struct session *sess = s->sess;
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001173 struct server_rule *rule;
1174
Willy Tarreau87b09662015-04-03 00:22:06 +02001175 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bl=%d analysers=%02x\n",
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001176 now_ms, __FUNCTION__,
1177 s,
1178 req,
1179 req->rex, req->wex,
1180 req->flags,
Willy Tarreau9b28e032012-10-12 23:49:43 +02001181 req->buf->i + req->buf->o,
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001182 req->analysers);
1183
Willy Tarreaue7dff022015-04-03 01:14:29 +02001184 if (!(s->flags & SF_ASSIGNED)) {
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001185 list_for_each_entry(rule, &px->server_rules, list) {
1186 int ret;
1187
Willy Tarreau192252e2015-04-04 01:47:55 +02001188 ret = acl_exec_cond(rule->cond, s->be, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001189 ret = acl_pass(ret);
1190 if (rule->cond->pol == ACL_COND_UNLESS)
1191 ret = !ret;
1192
1193 if (ret) {
1194 struct server *srv = rule->srv.ptr;
1195
Willy Tarreau892337c2014-05-13 23:41:20 +02001196 if ((srv->state != SRV_ST_STOPPED) ||
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001197 (px->options & PR_O_PERSIST) ||
Willy Tarreaue7dff022015-04-03 01:14:29 +02001198 (s->flags & SF_FORCE_PRST)) {
1199 s->flags |= SF_DIRECT | SF_ASSIGNED;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001200 s->target = &srv->obj_type;
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001201 break;
1202 }
1203 /* if the server is not UP, let's go on with next rules
1204 * just in case another one is suited.
1205 */
1206 }
1207 }
1208 }
1209
1210 req->analysers &= ~an_bit;
1211 req->analyse_exp = TICK_ETERNITY;
1212 return 1;
1213}
1214
Emeric Brun1d33b292010-01-04 15:47:17 +01001215/* This stream analyser works on a request. It applies all sticking rules on
1216 * it then returns 1. The data must already be present in the buffer otherwise
1217 * they won't match. It always returns 1.
1218 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001219static int process_sticking_rules(struct stream *s, struct channel *req, int an_bit)
Emeric Brun1d33b292010-01-04 15:47:17 +01001220{
1221 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001222 struct session *sess = s->sess;
Emeric Brun1d33b292010-01-04 15:47:17 +01001223 struct sticking_rule *rule;
1224
Willy Tarreau87b09662015-04-03 00:22:06 +02001225 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bh=%d analysers=%02x\n",
Emeric Brun1d33b292010-01-04 15:47:17 +01001226 now_ms, __FUNCTION__,
1227 s,
1228 req,
1229 req->rex, req->wex,
1230 req->flags,
Willy Tarreau9b28e032012-10-12 23:49:43 +02001231 req->buf->i,
Emeric Brun1d33b292010-01-04 15:47:17 +01001232 req->analysers);
1233
1234 list_for_each_entry(rule, &px->sticking_rules, list) {
1235 int ret = 1 ;
1236 int i;
1237
Willy Tarreau9667a802013-12-09 12:52:13 +01001238 /* Only the first stick store-request of each table is applied
1239 * and other ones are ignored. The purpose is to allow complex
1240 * configurations which look for multiple entries by decreasing
1241 * order of precision and to stop at the first which matches.
1242 * An example could be a store of the IP address from an HTTP
1243 * header first, then from the source if not found.
1244 */
Emeric Brun1d33b292010-01-04 15:47:17 +01001245 for (i = 0; i < s->store_count; i++) {
1246 if (rule->table.t == s->store[i].table)
1247 break;
1248 }
1249
1250 if (i != s->store_count)
1251 continue;
1252
1253 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001254 ret = acl_exec_cond(rule->cond, px, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001255 ret = acl_pass(ret);
1256 if (rule->cond->pol == ACL_COND_UNLESS)
1257 ret = !ret;
1258 }
1259
1260 if (ret) {
1261 struct stktable_key *key;
1262
Willy Tarreau192252e2015-04-04 01:47:55 +02001263 key = stktable_fetch_key(rule->table.t, px, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL, rule->expr, NULL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001264 if (!key)
1265 continue;
1266
1267 if (rule->flags & STK_IS_MATCH) {
1268 struct stksess *ts;
1269
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001270 if ((ts = stktable_lookup_key(rule->table.t, key)) != NULL) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001271 if (!(s->flags & SF_ASSIGNED)) {
Emeric Brun1d33b292010-01-04 15:47:17 +01001272 struct eb32_node *node;
Willy Tarreau13c29de2010-06-06 16:40:39 +02001273 void *ptr;
Emeric Brun1d33b292010-01-04 15:47:17 +01001274
1275 /* srv found in table */
Willy Tarreau13c29de2010-06-06 16:40:39 +02001276 ptr = stktable_data_ptr(rule->table.t, ts, STKTABLE_DT_SERVER_ID);
1277 node = eb32_lookup(&px->conf.used_server_id, stktable_data_cast(ptr, server_id));
Emeric Brun1d33b292010-01-04 15:47:17 +01001278 if (node) {
1279 struct server *srv;
1280
1281 srv = container_of(node, struct server, conf.id);
Willy Tarreau892337c2014-05-13 23:41:20 +02001282 if ((srv->state != SRV_ST_STOPPED) ||
Willy Tarreau4de91492010-01-22 19:10:05 +01001283 (px->options & PR_O_PERSIST) ||
Willy Tarreaue7dff022015-04-03 01:14:29 +02001284 (s->flags & SF_FORCE_PRST)) {
1285 s->flags |= SF_DIRECT | SF_ASSIGNED;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001286 s->target = &srv->obj_type;
Emeric Brun1d33b292010-01-04 15:47:17 +01001287 }
1288 }
1289 }
Emeric Brun85e77c72010-09-23 18:16:52 +02001290 stktable_touch(rule->table.t, ts, 1);
Emeric Brun1d33b292010-01-04 15:47:17 +01001291 }
1292 }
1293 if (rule->flags & STK_IS_STORE) {
1294 if (s->store_count < (sizeof(s->store) / sizeof(s->store[0]))) {
1295 struct stksess *ts;
1296
1297 ts = stksess_new(rule->table.t, key);
1298 if (ts) {
1299 s->store[s->store_count].table = rule->table.t;
1300 s->store[s->store_count++].ts = ts;
1301 }
1302 }
1303 }
1304 }
1305 }
1306
1307 req->analysers &= ~an_bit;
1308 req->analyse_exp = TICK_ETERNITY;
1309 return 1;
1310}
1311
1312/* This stream analyser works on a response. It applies all store rules on it
1313 * then returns 1. The data must already be present in the buffer otherwise
1314 * they won't match. It always returns 1.
1315 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001316static int process_store_rules(struct stream *s, struct channel *rep, int an_bit)
Emeric Brun1d33b292010-01-04 15:47:17 +01001317{
1318 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001319 struct session *sess = s->sess;
Emeric Brun1d33b292010-01-04 15:47:17 +01001320 struct sticking_rule *rule;
1321 int i;
Willy Tarreau9667a802013-12-09 12:52:13 +01001322 int nbreq = s->store_count;
Emeric Brun1d33b292010-01-04 15:47:17 +01001323
Willy Tarreau87b09662015-04-03 00:22:06 +02001324 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bh=%d analysers=%02x\n",
Emeric Brun1d33b292010-01-04 15:47:17 +01001325 now_ms, __FUNCTION__,
1326 s,
Willy Tarreau2e2b3eb2010-02-09 20:55:44 +01001327 rep,
1328 rep->rex, rep->wex,
1329 rep->flags,
Willy Tarreau9b28e032012-10-12 23:49:43 +02001330 rep->buf->i,
Willy Tarreau2e2b3eb2010-02-09 20:55:44 +01001331 rep->analysers);
Emeric Brun1d33b292010-01-04 15:47:17 +01001332
1333 list_for_each_entry(rule, &px->storersp_rules, list) {
1334 int ret = 1 ;
Emeric Brun1d33b292010-01-04 15:47:17 +01001335
Willy Tarreau9667a802013-12-09 12:52:13 +01001336 /* Only the first stick store-response of each table is applied
1337 * and other ones are ignored. The purpose is to allow complex
1338 * configurations which look for multiple entries by decreasing
1339 * order of precision and to stop at the first which matches.
1340 * An example could be a store of a set-cookie value, with a
1341 * fallback to a parameter found in a 302 redirect.
1342 *
1343 * The store-response rules are not allowed to override the
1344 * store-request rules for the same table, but they may coexist.
1345 * Thus we can have up to one store-request entry and one store-
1346 * response entry for the same table at any time.
1347 */
1348 for (i = nbreq; i < s->store_count; i++) {
1349 if (rule->table.t == s->store[i].table)
1350 break;
1351 }
1352
1353 /* skip existing entries for this table */
1354 if (i < s->store_count)
1355 continue;
1356
Emeric Brun1d33b292010-01-04 15:47:17 +01001357 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001358 ret = acl_exec_cond(rule->cond, px, sess, s, SMP_OPT_DIR_RES|SMP_OPT_FINAL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001359 ret = acl_pass(ret);
1360 if (rule->cond->pol == ACL_COND_UNLESS)
1361 ret = !ret;
1362 }
1363
1364 if (ret) {
1365 struct stktable_key *key;
1366
Willy Tarreau192252e2015-04-04 01:47:55 +02001367 key = stktable_fetch_key(rule->table.t, px, sess, s, SMP_OPT_DIR_RES|SMP_OPT_FINAL, rule->expr, NULL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001368 if (!key)
1369 continue;
1370
Willy Tarreau37e340c2013-12-06 23:05:21 +01001371 if (s->store_count < (sizeof(s->store) / sizeof(s->store[0]))) {
Emeric Brun1d33b292010-01-04 15:47:17 +01001372 struct stksess *ts;
1373
1374 ts = stksess_new(rule->table.t, key);
1375 if (ts) {
1376 s->store[s->store_count].table = rule->table.t;
Emeric Brun1d33b292010-01-04 15:47:17 +01001377 s->store[s->store_count++].ts = ts;
1378 }
1379 }
1380 }
1381 }
1382
1383 /* process store request and store response */
1384 for (i = 0; i < s->store_count; i++) {
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001385 struct stksess *ts;
Willy Tarreau13c29de2010-06-06 16:40:39 +02001386 void *ptr;
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001387
Willy Tarreauc93cd162014-05-13 15:54:22 +02001388 if (objt_server(s->target) && objt_server(s->target)->flags & SRV_F_NON_STICK) {
Simon Hormanfa461682011-06-25 09:39:49 +09001389 stksess_free(s->store[i].table, s->store[i].ts);
1390 s->store[i].ts = NULL;
1391 continue;
1392 }
1393
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001394 ts = stktable_lookup(s->store[i].table, s->store[i].ts);
1395 if (ts) {
1396 /* the entry already existed, we can free ours */
Emeric Brun85e77c72010-09-23 18:16:52 +02001397 stktable_touch(s->store[i].table, ts, 1);
Emeric Brun1d33b292010-01-04 15:47:17 +01001398 stksess_free(s->store[i].table, s->store[i].ts);
Emeric Brun1d33b292010-01-04 15:47:17 +01001399 }
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001400 else
Emeric Brun85e77c72010-09-23 18:16:52 +02001401 ts = stktable_store(s->store[i].table, s->store[i].ts, 1);
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001402
1403 s->store[i].ts = NULL;
Willy Tarreau13c29de2010-06-06 16:40:39 +02001404 ptr = stktable_data_ptr(s->store[i].table, ts, STKTABLE_DT_SERVER_ID);
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001405 stktable_data_cast(ptr, server_id) = objt_server(s->target)->puid;
Emeric Brun1d33b292010-01-04 15:47:17 +01001406 }
Willy Tarreau2a164ee2010-06-18 09:57:45 +02001407 s->store_count = 0; /* everything is stored */
Emeric Brun1d33b292010-01-04 15:47:17 +01001408
1409 rep->analysers &= ~an_bit;
1410 rep->analyse_exp = TICK_ETERNITY;
1411 return 1;
1412}
1413
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001414/* This macro is very specific to the function below. See the comments in
Willy Tarreau87b09662015-04-03 00:22:06 +02001415 * process_stream() below to understand the logic and the tests.
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001416 */
1417#define UPDATE_ANALYSERS(real, list, back, flag) { \
1418 list = (((list) & ~(flag)) | ~(back)) & (real); \
1419 back = real; \
1420 if (!(list)) \
1421 break; \
1422 if (((list) ^ ((list) & ((list) - 1))) < (flag)) \
1423 continue; \
1424}
1425
Willy Tarreau87b09662015-04-03 00:22:06 +02001426/* Processes the client, server, request and response jobs of a stream task,
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001427 * then puts it back to the wait queue in a clean state, or cleans up its
1428 * resources if it must be deleted. Returns in <next> the date the task wants
1429 * to be woken up, or TICK_ETERNITY. In order not to call all functions for
1430 * nothing too many times, the request and response buffers flags are monitored
1431 * and each function is called only if at least another function has changed at
1432 * least one flag it is interested in.
1433 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001434struct task *process_stream(struct task *t)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001435{
Willy Tarreau827aee92011-03-10 16:55:02 +01001436 struct server *srv;
Willy Tarreau87b09662015-04-03 00:22:06 +02001437 struct stream *s = t->context;
Willy Tarreaufb0afa72015-04-03 14:46:27 +02001438 struct session *sess = s->sess;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001439 unsigned int rqf_last, rpf_last;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001440 unsigned int rq_prod_last, rq_cons_last;
1441 unsigned int rp_cons_last, rp_prod_last;
Willy Tarreau576507f2010-01-07 00:09:04 +01001442 unsigned int req_ana_back;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001443 struct channel *req, *res;
1444 struct stream_interface *si_f, *si_b;
1445
1446 req = &s->req;
1447 res = &s->res;
1448
1449 si_f = &s->si[0];
1450 si_b = &s->si[1];
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001451
1452 //DPRINTF(stderr, "%s:%d: cs=%d ss=%d(%d) rqf=0x%08x rpf=0x%08x\n", __FUNCTION__, __LINE__,
Willy Tarreau8f128b42014-11-28 15:07:47 +01001453 // si_f->state, si_b->state, si_b->err_type, req->flags, res->flags);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001454
Krzysztof Piotr Oledzkif9423ae2010-01-29 19:26:18 +01001455 /* this data may be no longer valid, clear it */
Willy Tarreaueee5b512015-04-03 23:46:31 +02001456 if (s->txn)
1457 memset(&s->txn->auth, 0, sizeof(s->txn->auth));
Krzysztof Piotr Oledzkif9423ae2010-01-29 19:26:18 +01001458
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02001459 /* This flag must explicitly be set every time */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001460 req->flags &= ~(CF_READ_NOEXP|CF_WAKE_WRITE);
1461 res->flags &= ~(CF_READ_NOEXP|CF_WAKE_WRITE);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001462
1463 /* Keep a copy of req/rep flags so that we can detect shutdowns */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001464 rqf_last = req->flags & ~CF_MASK_ANALYSER;
1465 rpf_last = res->flags & ~CF_MASK_ANALYSER;
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001466
Willy Tarreau89f7ef22009-09-05 20:57:35 +02001467 /* we don't want the stream interface functions to recursively wake us up */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001468 si_f->flags |= SI_FL_DONT_WAKE;
1469 si_b->flags |= SI_FL_DONT_WAKE;
Willy Tarreau89f7ef22009-09-05 20:57:35 +02001470
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001471 /* 1a: Check for low level timeouts if needed. We just set a flag on
1472 * stream interfaces when their timeouts have expired.
1473 */
1474 if (unlikely(t->state & TASK_WOKEN_TIMER)) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001475 stream_int_check_timeouts(si_f);
1476 stream_int_check_timeouts(si_b);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001477
Willy Tarreau8263d2b2012-08-28 00:06:31 +02001478 /* check channel timeouts, and close the corresponding stream interfaces
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001479 * for future reads or writes. Note: this will also concern upper layers
1480 * but we do not touch any other flag. We must be careful and correctly
1481 * detect state changes when calling them.
1482 */
1483
Willy Tarreau8f128b42014-11-28 15:07:47 +01001484 channel_check_timeouts(req);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001485
Willy Tarreau8f128b42014-11-28 15:07:47 +01001486 if (unlikely((req->flags & (CF_SHUTW|CF_WRITE_TIMEOUT)) == CF_WRITE_TIMEOUT)) {
1487 si_b->flags |= SI_FL_NOLINGER;
1488 si_shutw(si_b);
Willy Tarreau14641402009-12-29 14:49:56 +01001489 }
1490
Willy Tarreau8f128b42014-11-28 15:07:47 +01001491 if (unlikely((req->flags & (CF_SHUTR|CF_READ_TIMEOUT)) == CF_READ_TIMEOUT)) {
1492 if (si_f->flags & SI_FL_NOHALF)
1493 si_f->flags |= SI_FL_NOLINGER;
1494 si_shutr(si_f);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02001495 }
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001496
Willy Tarreau8f128b42014-11-28 15:07:47 +01001497 channel_check_timeouts(res);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001498
Willy Tarreau8f128b42014-11-28 15:07:47 +01001499 if (unlikely((res->flags & (CF_SHUTW|CF_WRITE_TIMEOUT)) == CF_WRITE_TIMEOUT)) {
1500 si_f->flags |= SI_FL_NOLINGER;
1501 si_shutw(si_f);
Willy Tarreau14641402009-12-29 14:49:56 +01001502 }
1503
Willy Tarreau8f128b42014-11-28 15:07:47 +01001504 if (unlikely((res->flags & (CF_SHUTR|CF_READ_TIMEOUT)) == CF_READ_TIMEOUT)) {
1505 if (si_b->flags & SI_FL_NOHALF)
1506 si_b->flags |= SI_FL_NOLINGER;
1507 si_shutr(si_b);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02001508 }
Willy Tarreau798f4322012-11-08 14:49:17 +01001509
1510 /* Once in a while we're woken up because the task expires. But
1511 * this does not necessarily mean that a timeout has been reached.
Willy Tarreau87b09662015-04-03 00:22:06 +02001512 * So let's not run a whole stream processing if only an expiration
Willy Tarreau798f4322012-11-08 14:49:17 +01001513 * timeout needs to be refreshed.
1514 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001515 if (!((req->flags | res->flags) &
Willy Tarreau798f4322012-11-08 14:49:17 +01001516 (CF_SHUTR|CF_READ_ACTIVITY|CF_READ_TIMEOUT|CF_SHUTW|
1517 CF_WRITE_ACTIVITY|CF_WRITE_TIMEOUT|CF_ANA_TIMEOUT)) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01001518 !((si_f->flags | si_b->flags) & (SI_FL_EXP|SI_FL_ERR)) &&
Willy Tarreau798f4322012-11-08 14:49:17 +01001519 ((t->state & TASK_WOKEN_ANY) == TASK_WOKEN_TIMER))
1520 goto update_exp_and_leave;
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001521 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001522
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001523 /* below we may emit error messages so we have to ensure that we have
1524 * our buffers properly allocated.
1525 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001526 if (!stream_alloc_work_buffer(s)) {
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001527 /* No buffer available, we've been subscribed to the list of
1528 * buffer waiters, let's wait for our turn.
1529 */
1530 goto update_exp_and_leave;
1531 }
1532
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001533 /* 1b: check for low-level errors reported at the stream interface.
1534 * First we check if it's a retryable error (in which case we don't
1535 * want to tell the buffer). Otherwise we report the error one level
1536 * upper by setting flags into the buffers. Note that the side towards
1537 * the client cannot have connect (hence retryable) errors. Also, the
1538 * connection setup code must be able to deal with any type of abort.
1539 */
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001540 srv = objt_server(s->target);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001541 if (unlikely(si_f->flags & SI_FL_ERR)) {
1542 if (si_f->state == SI_ST_EST || si_f->state == SI_ST_DIS) {
1543 si_shutr(si_f);
1544 si_shutw(si_f);
1545 stream_int_report_error(si_f);
1546 if (!(req->analysers) && !(res->analysers)) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001547 s->be->be_counters.cli_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001548 sess->fe->fe_counters.cli_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001549 if (srv)
1550 srv->counters.cli_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001551 if (!(s->flags & SF_ERR_MASK))
1552 s->flags |= SF_ERR_CLICL;
1553 if (!(s->flags & SF_FINST_MASK))
1554 s->flags |= SF_FINST_D;
Willy Tarreau05cb29b2008-12-14 11:44:04 +01001555 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001556 }
1557 }
1558
Willy Tarreau8f128b42014-11-28 15:07:47 +01001559 if (unlikely(si_b->flags & SI_FL_ERR)) {
1560 if (si_b->state == SI_ST_EST || si_b->state == SI_ST_DIS) {
1561 si_shutr(si_b);
1562 si_shutw(si_b);
1563 stream_int_report_error(si_b);
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001564 s->be->be_counters.failed_resp++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001565 if (srv)
1566 srv->counters.failed_resp++;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001567 if (!(req->analysers) && !(res->analysers)) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001568 s->be->be_counters.srv_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001569 sess->fe->fe_counters.srv_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001570 if (srv)
1571 srv->counters.srv_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001572 if (!(s->flags & SF_ERR_MASK))
1573 s->flags |= SF_ERR_SRVCL;
1574 if (!(s->flags & SF_FINST_MASK))
1575 s->flags |= SF_FINST_D;
Willy Tarreau05cb29b2008-12-14 11:44:04 +01001576 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001577 }
1578 /* note: maybe we should process connection errors here ? */
1579 }
1580
Willy Tarreau8f128b42014-11-28 15:07:47 +01001581 if (si_b->state == SI_ST_CON) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001582 /* we were trying to establish a connection on the server side,
1583 * maybe it succeeded, maybe it failed, maybe we timed out, ...
1584 */
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01001585 if (unlikely(!sess_update_st_con_tcp(s)))
1586 sess_update_st_cer(s);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001587 else if (si_b->state == SI_ST_EST)
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01001588 sess_establish(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001589
1590 /* state is now one of SI_ST_CON (still in progress), SI_ST_EST
1591 * (established), SI_ST_DIS (abort), SI_ST_CLO (last error),
1592 * SI_ST_ASS/SI_ST_TAR/SI_ST_REQ for retryable errors.
1593 */
1594 }
1595
Willy Tarreau8f128b42014-11-28 15:07:47 +01001596 rq_prod_last = si_f->state;
1597 rq_cons_last = si_b->state;
1598 rp_cons_last = si_f->state;
1599 rp_prod_last = si_b->state;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001600
1601 resync_stream_interface:
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001602 /* Check for connection closure */
1603
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001604 DPRINTF(stderr,
Willy Tarreau02d6cfc2012-03-01 18:19:58 +01001605 "[%u] %s:%d: task=%p s=%p, sfl=0x%08x, rq=%p, rp=%p, exp(r,w)=%u,%u rqf=%08x rpf=%08x rqh=%d rqt=%d rph=%d rpt=%d cs=%d ss=%d, cet=0x%x set=0x%x retr=%d\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001606 now_ms, __FUNCTION__, __LINE__,
1607 t,
1608 s, s->flags,
Willy Tarreau8f128b42014-11-28 15:07:47 +01001609 req, res,
1610 req->rex, res->wex,
1611 req->flags, res->flags,
1612 req->buf->i, req->buf->o, res->buf->i, res->buf->o, si_f->state, si_b->state,
1613 si_f->err_type, si_b->err_type,
1614 si_b->conn_retries);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001615
1616 /* nothing special to be done on client side */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001617 if (unlikely(si_f->state == SI_ST_DIS))
1618 si_f->state = SI_ST_CLO;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001619
1620 /* When a server-side connection is released, we have to count it and
1621 * check for pending connections on this server.
1622 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001623 if (unlikely(si_b->state == SI_ST_DIS)) {
1624 si_b->state = SI_ST_CLO;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001625 srv = objt_server(s->target);
Willy Tarreau827aee92011-03-10 16:55:02 +01001626 if (srv) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001627 if (s->flags & SF_CURR_SESS) {
1628 s->flags &= ~SF_CURR_SESS;
Willy Tarreau827aee92011-03-10 16:55:02 +01001629 srv->cur_sess--;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001630 }
1631 sess_change_server(s, NULL);
Willy Tarreau827aee92011-03-10 16:55:02 +01001632 if (may_dequeue_tasks(srv, s->be))
1633 process_srv_queue(srv);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001634 }
1635 }
1636
1637 /*
1638 * Note: of the transient states (REQ, CER, DIS), only REQ may remain
1639 * at this point.
1640 */
1641
Willy Tarreau0be0ef92009-03-08 19:20:25 +01001642 resync_request:
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001643 /* Analyse request */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001644 if (((req->flags & ~rqf_last) & CF_MASK_ANALYSER) ||
1645 ((req->flags ^ rqf_last) & CF_MASK_STATIC) ||
1646 si_f->state != rq_prod_last ||
1647 si_b->state != rq_cons_last ||
Thierry FOURNIER2e05a8c2014-11-24 14:49:56 +01001648 s->task->state & TASK_WOKEN_MSG) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001649 unsigned int flags = req->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001650
Willy Tarreau8f128b42014-11-28 15:07:47 +01001651 if (si_f->state >= SI_ST_EST) {
Willy Tarreaue34070e2010-01-08 00:32:27 +01001652 int max_loops = global.tune.maxpollevents;
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001653 unsigned int ana_list;
1654 unsigned int ana_back;
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001655
Willy Tarreau90deb182010-01-07 00:20:41 +01001656 /* it's up to the analysers to stop new connections,
1657 * disable reading or closing. Note: if an analyser
1658 * disables any of these bits, it is responsible for
1659 * enabling them again when it disables itself, so
1660 * that other analysers are called in similar conditions.
1661 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001662 channel_auto_read(req);
1663 channel_auto_connect(req);
1664 channel_auto_close(req);
Willy Tarreauedcf6682008-11-30 23:15:34 +01001665
1666 /* We will call all analysers for which a bit is set in
Willy Tarreau8f128b42014-11-28 15:07:47 +01001667 * req->analysers, following the bit order from LSB
Willy Tarreauedcf6682008-11-30 23:15:34 +01001668 * to MSB. The analysers must remove themselves from
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001669 * the list when not needed. Any analyser may return 0
1670 * to break out of the loop, either because of missing
1671 * data to take a decision, or because it decides to
Willy Tarreau87b09662015-04-03 00:22:06 +02001672 * kill the stream. We loop at least once through each
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001673 * analyser, and we may loop again if other analysers
1674 * are added in the middle.
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001675 *
1676 * We build a list of analysers to run. We evaluate all
1677 * of these analysers in the order of the lower bit to
1678 * the higher bit. This ordering is very important.
1679 * An analyser will often add/remove other analysers,
1680 * including itself. Any changes to itself have no effect
1681 * on the loop. If it removes any other analysers, we
1682 * want those analysers not to be called anymore during
1683 * this loop. If it adds an analyser that is located
1684 * after itself, we want it to be scheduled for being
1685 * processed during the loop. If it adds an analyser
1686 * which is located before it, we want it to switch to
1687 * it immediately, even if it has already been called
1688 * once but removed since.
1689 *
1690 * In order to achieve this, we compare the analyser
1691 * list after the call with a copy of it before the
1692 * call. The work list is fed with analyser bits that
1693 * appeared during the call. Then we compare previous
1694 * work list with the new one, and check the bits that
1695 * appeared. If the lowest of these bits is lower than
1696 * the current bit, it means we have enabled a previous
1697 * analyser and must immediately loop again.
Willy Tarreauedcf6682008-11-30 23:15:34 +01001698 */
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001699
Willy Tarreau8f128b42014-11-28 15:07:47 +01001700 ana_list = ana_back = req->analysers;
Willy Tarreaue34070e2010-01-08 00:32:27 +01001701 while (ana_list && max_loops--) {
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001702 /* Warning! ensure that analysers are always placed in ascending order! */
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001703
Willy Tarreaufb356202010-08-03 14:02:05 +02001704 if (ana_list & AN_REQ_INSPECT_FE) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001705 if (!tcp_inspect_request(s, req, AN_REQ_INSPECT_FE))
Willy Tarreauedcf6682008-11-30 23:15:34 +01001706 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001707 UPDATE_ANALYSERS(req->analysers, ana_list, ana_back, AN_REQ_INSPECT_FE);
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001708 }
Willy Tarreauedcf6682008-11-30 23:15:34 +01001709
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001710 if (ana_list & AN_REQ_WAIT_HTTP) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001711 if (!http_wait_for_request(s, req, AN_REQ_WAIT_HTTP))
Willy Tarreaud787e662009-07-07 10:14:51 +02001712 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001713 UPDATE_ANALYSERS(req->analysers, ana_list, ana_back, AN_REQ_WAIT_HTTP);
Willy Tarreaud787e662009-07-07 10:14:51 +02001714 }
1715
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001716 if (ana_list & AN_REQ_HTTP_PROCESS_FE) {
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001717 if (!http_process_req_common(s, req, AN_REQ_HTTP_PROCESS_FE, sess->fe))
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001718 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001719 UPDATE_ANALYSERS(req->analysers, ana_list, ana_back, AN_REQ_HTTP_PROCESS_FE);
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001720 }
1721
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001722 if (ana_list & AN_REQ_SWITCHING_RULES) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001723 if (!process_switching_rules(s, req, AN_REQ_SWITCHING_RULES))
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001724 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001725 UPDATE_ANALYSERS(req->analysers, ana_list, ana_back, AN_REQ_SWITCHING_RULES);
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001726 }
1727
Willy Tarreaufb356202010-08-03 14:02:05 +02001728 if (ana_list & AN_REQ_INSPECT_BE) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001729 if (!tcp_inspect_request(s, req, AN_REQ_INSPECT_BE))
Willy Tarreaufb356202010-08-03 14:02:05 +02001730 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001731 UPDATE_ANALYSERS(req->analysers, ana_list, ana_back, AN_REQ_INSPECT_BE);
Willy Tarreaufb356202010-08-03 14:02:05 +02001732 }
1733
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001734 if (ana_list & AN_REQ_HTTP_PROCESS_BE) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001735 if (!http_process_req_common(s, req, AN_REQ_HTTP_PROCESS_BE, s->be))
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001736 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001737 UPDATE_ANALYSERS(req->analysers, ana_list, ana_back, AN_REQ_HTTP_PROCESS_BE);
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001738 }
1739
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001740 if (ana_list & AN_REQ_HTTP_TARPIT) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001741 if (!http_process_tarpit(s, req, AN_REQ_HTTP_TARPIT))
Willy Tarreau60b85b02008-11-30 23:28:40 +01001742 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001743 UPDATE_ANALYSERS(req->analysers, ana_list, ana_back, AN_REQ_HTTP_TARPIT);
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001744 }
Willy Tarreau60b85b02008-11-30 23:28:40 +01001745
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001746 if (ana_list & AN_REQ_SRV_RULES) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001747 if (!process_server_rules(s, req, AN_REQ_SRV_RULES))
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001748 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001749 UPDATE_ANALYSERS(req->analysers, ana_list, ana_back, AN_REQ_SRV_RULES);
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001750 }
1751
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001752 if (ana_list & AN_REQ_HTTP_INNER) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001753 if (!http_process_request(s, req, AN_REQ_HTTP_INNER))
Willy Tarreauc465fd72009-08-31 00:17:18 +02001754 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001755 UPDATE_ANALYSERS(req->analysers, ana_list, ana_back, AN_REQ_HTTP_INNER);
Willy Tarreauc465fd72009-08-31 00:17:18 +02001756 }
1757
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001758 if (ana_list & AN_REQ_HTTP_BODY) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001759 if (!http_wait_for_request_body(s, req, AN_REQ_HTTP_BODY))
Willy Tarreaud34af782008-11-30 23:36:37 +01001760 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001761 UPDATE_ANALYSERS(req->analysers, ana_list, ana_back, AN_REQ_HTTP_BODY);
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001762 }
Emeric Brun647caf12009-06-30 17:57:00 +02001763
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001764 if (ana_list & AN_REQ_PRST_RDP_COOKIE) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001765 if (!tcp_persist_rdp_cookie(s, req, AN_REQ_PRST_RDP_COOKIE))
Emeric Brun647caf12009-06-30 17:57:00 +02001766 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001767 UPDATE_ANALYSERS(req->analysers, ana_list, ana_back, AN_REQ_PRST_RDP_COOKIE);
Emeric Brun647caf12009-06-30 17:57:00 +02001768 }
Willy Tarreaud98cf932009-12-27 22:54:55 +01001769
Emeric Brun1d33b292010-01-04 15:47:17 +01001770 if (ana_list & AN_REQ_STICKING_RULES) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001771 if (!process_sticking_rules(s, req, AN_REQ_STICKING_RULES))
Emeric Brun1d33b292010-01-04 15:47:17 +01001772 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001773 UPDATE_ANALYSERS(req->analysers, ana_list, ana_back, AN_REQ_STICKING_RULES);
Emeric Brun1d33b292010-01-04 15:47:17 +01001774 }
1775
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001776 if (ana_list & AN_REQ_HTTP_XFER_BODY) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001777 if (!http_request_forward_body(s, req, AN_REQ_HTTP_XFER_BODY))
Willy Tarreaud98cf932009-12-27 22:54:55 +01001778 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001779 UPDATE_ANALYSERS(req->analysers, ana_list, ana_back, AN_REQ_HTTP_XFER_BODY);
Willy Tarreaud98cf932009-12-27 22:54:55 +01001780 }
Willy Tarreaue34070e2010-01-08 00:32:27 +01001781 break;
1782 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001783 }
Willy Tarreau84455332009-03-15 22:34:05 +01001784
Willy Tarreau8f128b42014-11-28 15:07:47 +01001785 rq_prod_last = si_f->state;
1786 rq_cons_last = si_b->state;
1787 req->flags &= ~CF_WAKE_ONCE;
1788 rqf_last = req->flags;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001789
Willy Tarreau8f128b42014-11-28 15:07:47 +01001790 if ((req->flags ^ flags) & CF_MASK_STATIC)
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001791 goto resync_request;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001792 }
1793
Willy Tarreau576507f2010-01-07 00:09:04 +01001794 /* we'll monitor the request analysers while parsing the response,
1795 * because some response analysers may indirectly enable new request
1796 * analysers (eg: HTTP keep-alive).
1797 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001798 req_ana_back = req->analysers;
Willy Tarreau576507f2010-01-07 00:09:04 +01001799
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001800 resync_response:
1801 /* Analyse response */
1802
Willy Tarreau8f128b42014-11-28 15:07:47 +01001803 if (((res->flags & ~rpf_last) & CF_MASK_ANALYSER) ||
1804 (res->flags ^ rpf_last) & CF_MASK_STATIC ||
1805 si_f->state != rp_cons_last ||
1806 si_b->state != rp_prod_last ||
Thierry FOURNIER2e05a8c2014-11-24 14:49:56 +01001807 s->task->state & TASK_WOKEN_MSG) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001808 unsigned int flags = res->flags;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001809
Willy Tarreau8f128b42014-11-28 15:07:47 +01001810 if ((res->flags & CF_MASK_ANALYSER) &&
1811 (res->analysers & AN_REQ_ALL)) {
Willy Tarreau0499e352010-12-17 07:13:42 +01001812 /* Due to HTTP pipelining, the HTTP request analyser might be waiting
1813 * for some free space in the response buffer, so we might need to call
1814 * it when something changes in the response buffer, but still we pass
1815 * it the request buffer. Note that the SI state might very well still
1816 * be zero due to us returning a flow of redirects!
1817 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001818 res->analysers &= ~AN_REQ_ALL;
1819 req->flags |= CF_WAKE_ONCE;
Willy Tarreau0499e352010-12-17 07:13:42 +01001820 }
1821
Willy Tarreau8f128b42014-11-28 15:07:47 +01001822 if (si_b->state >= SI_ST_EST) {
Willy Tarreaue34070e2010-01-08 00:32:27 +01001823 int max_loops = global.tune.maxpollevents;
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001824 unsigned int ana_list;
1825 unsigned int ana_back;
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001826
Willy Tarreau90deb182010-01-07 00:20:41 +01001827 /* it's up to the analysers to stop disable reading or
1828 * closing. Note: if an analyser disables any of these
1829 * bits, it is responsible for enabling them again when
1830 * it disables itself, so that other analysers are called
1831 * in similar conditions.
1832 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001833 channel_auto_read(res);
1834 channel_auto_close(res);
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001835
1836 /* We will call all analysers for which a bit is set in
Willy Tarreau8f128b42014-11-28 15:07:47 +01001837 * res->analysers, following the bit order from LSB
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001838 * to MSB. The analysers must remove themselves from
1839 * the list when not needed. Any analyser may return 0
1840 * to break out of the loop, either because of missing
1841 * data to take a decision, or because it decides to
Willy Tarreau87b09662015-04-03 00:22:06 +02001842 * kill the stream. We loop at least once through each
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001843 * analyser, and we may loop again if other analysers
1844 * are added in the middle.
1845 */
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001846
Willy Tarreau8f128b42014-11-28 15:07:47 +01001847 ana_list = ana_back = res->analysers;
Willy Tarreaue34070e2010-01-08 00:32:27 +01001848 while (ana_list && max_loops--) {
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001849 /* Warning! ensure that analysers are always placed in ascending order! */
1850
Emeric Brun97679e72010-09-23 17:56:44 +02001851 if (ana_list & AN_RES_INSPECT) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001852 if (!tcp_inspect_response(s, res, AN_RES_INSPECT))
Emeric Brun97679e72010-09-23 17:56:44 +02001853 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001854 UPDATE_ANALYSERS(res->analysers, ana_list, ana_back, AN_RES_INSPECT);
Emeric Brun97679e72010-09-23 17:56:44 +02001855 }
1856
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001857 if (ana_list & AN_RES_WAIT_HTTP) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001858 if (!http_wait_for_response(s, res, AN_RES_WAIT_HTTP))
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001859 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001860 UPDATE_ANALYSERS(res->analysers, ana_list, ana_back, AN_RES_WAIT_HTTP);
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001861 }
1862
Emeric Brun1d33b292010-01-04 15:47:17 +01001863 if (ana_list & AN_RES_STORE_RULES) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001864 if (!process_store_rules(s, res, AN_RES_STORE_RULES))
Emeric Brun1d33b292010-01-04 15:47:17 +01001865 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001866 UPDATE_ANALYSERS(res->analysers, ana_list, ana_back, AN_RES_STORE_RULES);
Emeric Brun1d33b292010-01-04 15:47:17 +01001867 }
1868
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001869 if (ana_list & AN_RES_HTTP_PROCESS_BE) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001870 if (!http_process_res_common(s, res, AN_RES_HTTP_PROCESS_BE, s->be))
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001871 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001872 UPDATE_ANALYSERS(res->analysers, ana_list, ana_back, AN_RES_HTTP_PROCESS_BE);
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001873 }
Willy Tarreaud98cf932009-12-27 22:54:55 +01001874
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001875 if (ana_list & AN_RES_HTTP_XFER_BODY) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001876 if (!http_response_forward_body(s, res, AN_RES_HTTP_XFER_BODY))
Willy Tarreaud98cf932009-12-27 22:54:55 +01001877 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001878 UPDATE_ANALYSERS(res->analysers, ana_list, ana_back, AN_RES_HTTP_XFER_BODY);
Willy Tarreaud98cf932009-12-27 22:54:55 +01001879 }
Willy Tarreaue34070e2010-01-08 00:32:27 +01001880 break;
1881 }
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001882 }
1883
Willy Tarreau8f128b42014-11-28 15:07:47 +01001884 rp_cons_last = si_f->state;
1885 rp_prod_last = si_b->state;
1886 rpf_last = res->flags;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001887
Willy Tarreau8f128b42014-11-28 15:07:47 +01001888 if ((res->flags ^ flags) & CF_MASK_STATIC)
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001889 goto resync_response;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001890 }
1891
Willy Tarreau576507f2010-01-07 00:09:04 +01001892 /* maybe someone has added some request analysers, so we must check and loop */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001893 if (req->analysers & ~req_ana_back)
Willy Tarreau576507f2010-01-07 00:09:04 +01001894 goto resync_request;
1895
Willy Tarreau8f128b42014-11-28 15:07:47 +01001896 if ((req->flags & ~rqf_last) & CF_MASK_ANALYSER)
Willy Tarreau0499e352010-12-17 07:13:42 +01001897 goto resync_request;
1898
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001899 /* FIXME: here we should call protocol handlers which rely on
1900 * both buffers.
1901 */
1902
1903
1904 /*
Willy Tarreau87b09662015-04-03 00:22:06 +02001905 * Now we propagate unhandled errors to the stream. Normally
Willy Tarreauae526782010-03-04 20:34:23 +01001906 * we're just in a data phase here since it means we have not
1907 * seen any analyser who could set an error status.
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001908 */
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001909 srv = objt_server(s->target);
Willy Tarreaue7dff022015-04-03 01:14:29 +02001910 if (unlikely(!(s->flags & SF_ERR_MASK))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001911 if (req->flags & (CF_READ_ERROR|CF_READ_TIMEOUT|CF_WRITE_ERROR|CF_WRITE_TIMEOUT)) {
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001912 /* Report it if the client got an error or a read timeout expired */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001913 req->analysers = 0;
1914 if (req->flags & CF_READ_ERROR) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001915 s->be->be_counters.cli_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001916 sess->fe->fe_counters.cli_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001917 if (srv)
1918 srv->counters.cli_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001919 s->flags |= SF_ERR_CLICL;
Willy Tarreauae526782010-03-04 20:34:23 +01001920 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01001921 else if (req->flags & CF_READ_TIMEOUT) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001922 s->be->be_counters.cli_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001923 sess->fe->fe_counters.cli_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001924 if (srv)
1925 srv->counters.cli_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001926 s->flags |= SF_ERR_CLITO;
Willy Tarreauae526782010-03-04 20:34:23 +01001927 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01001928 else if (req->flags & CF_WRITE_ERROR) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001929 s->be->be_counters.srv_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001930 sess->fe->fe_counters.srv_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001931 if (srv)
1932 srv->counters.srv_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001933 s->flags |= SF_ERR_SRVCL;
Willy Tarreauae526782010-03-04 20:34:23 +01001934 }
1935 else {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001936 s->be->be_counters.srv_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001937 sess->fe->fe_counters.srv_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001938 if (srv)
1939 srv->counters.srv_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001940 s->flags |= SF_ERR_SRVTO;
Willy Tarreauae526782010-03-04 20:34:23 +01001941 }
Willy Tarreau84455332009-03-15 22:34:05 +01001942 sess_set_term_flags(s);
1943 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01001944 else if (res->flags & (CF_READ_ERROR|CF_READ_TIMEOUT|CF_WRITE_ERROR|CF_WRITE_TIMEOUT)) {
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001945 /* Report it if the server got an error or a read timeout expired */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001946 res->analysers = 0;
1947 if (res->flags & CF_READ_ERROR) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001948 s->be->be_counters.srv_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001949 sess->fe->fe_counters.srv_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001950 if (srv)
1951 srv->counters.srv_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001952 s->flags |= SF_ERR_SRVCL;
Willy Tarreauae526782010-03-04 20:34:23 +01001953 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01001954 else if (res->flags & CF_READ_TIMEOUT) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001955 s->be->be_counters.srv_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001956 sess->fe->fe_counters.srv_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001957 if (srv)
1958 srv->counters.srv_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001959 s->flags |= SF_ERR_SRVTO;
Willy Tarreauae526782010-03-04 20:34:23 +01001960 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01001961 else if (res->flags & CF_WRITE_ERROR) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001962 s->be->be_counters.cli_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001963 sess->fe->fe_counters.cli_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001964 if (srv)
1965 srv->counters.cli_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001966 s->flags |= SF_ERR_CLICL;
Willy Tarreauae526782010-03-04 20:34:23 +01001967 }
1968 else {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001969 s->be->be_counters.cli_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001970 sess->fe->fe_counters.cli_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001971 if (srv)
1972 srv->counters.cli_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001973 s->flags |= SF_ERR_CLITO;
Willy Tarreauae526782010-03-04 20:34:23 +01001974 }
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001975 sess_set_term_flags(s);
1976 }
Willy Tarreau84455332009-03-15 22:34:05 +01001977 }
1978
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001979 /*
1980 * Here we take care of forwarding unhandled data. This also includes
1981 * connection establishments and shutdown requests.
1982 */
1983
1984
Willy Tarreau7c84bab2009-03-08 21:38:23 +01001985 /* If noone is interested in analysing data, it's time to forward
Willy Tarreau31971e52009-09-20 12:07:52 +02001986 * everything. We configure the buffer to forward indefinitely.
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02001987 * Note that we're checking CF_SHUTR_NOW as an indication of a possible
Willy Tarreau8263d2b2012-08-28 00:06:31 +02001988 * recent call to channel_abort().
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01001989 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001990 if (unlikely(!req->analysers &&
1991 !(req->flags & (CF_SHUTW|CF_SHUTR_NOW)) &&
1992 (si_f->state >= SI_ST_EST) &&
1993 (req->to_forward != CHN_INFINITE_FORWARD))) {
Willy Tarreaub31c9712012-11-11 23:05:39 +01001994 /* This buffer is freewheeling, there's no analyser
Willy Tarreau7c84bab2009-03-08 21:38:23 +01001995 * attached to it. If any data are left in, we'll permit them to
1996 * move.
1997 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001998 channel_auto_read(req);
1999 channel_auto_connect(req);
2000 channel_auto_close(req);
2001 buffer_flush(req->buf);
Willy Tarreau5bd8c372009-01-19 00:32:22 +01002002
Willy Tarreauda4d9fe2010-11-07 20:26:56 +01002003 /* We'll let data flow between the producer (if still connected)
2004 * to the consumer (which might possibly not be connected yet).
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002005 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002006 if (!(req->flags & (CF_SHUTR|CF_SHUTW_NOW)))
2007 channel_forward(req, CHN_INFINITE_FORWARD);
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002008 }
Willy Tarreauf890dc92008-12-13 21:12:26 +01002009
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002010 /* check if it is wise to enable kernel splicing to forward request data */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002011 if (!(req->flags & (CF_KERN_SPLICING|CF_SHUTR)) &&
2012 req->to_forward &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002013 (global.tune.options & GTUNE_USE_SPLICE) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002014 (objt_conn(si_f->end) && __objt_conn(si_f->end)->xprt && __objt_conn(si_f->end)->xprt->rcv_pipe) &&
2015 (objt_conn(si_b->end) && __objt_conn(si_b->end)->xprt && __objt_conn(si_b->end)->xprt->snd_pipe) &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002016 (pipes_used < global.maxpipes) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002017 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_REQ) ||
2018 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_AUT) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002019 (req->flags & CF_STREAMER_FAST)))) {
2020 req->flags |= CF_KERN_SPLICING;
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002021 }
2022
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002023 /* reflect what the L7 analysers have seen last */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002024 rqf_last = req->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002025
2026 /*
2027 * Now forward all shutdown requests between both sides of the buffer
2028 */
2029
Willy Tarreau520d95e2009-09-19 21:04:57 +02002030 /* first, let's check if the request buffer needs to shutdown(write), which may
2031 * happen either because the input is closed or because we want to force a close
Willy Tarreau05cdd962014-05-10 14:30:07 +02002032 * once the server has begun to respond. If a half-closed timeout is set, we adjust
2033 * the other side's timeout as well.
Willy Tarreau520d95e2009-09-19 21:04:57 +02002034 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002035 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTW_NOW|CF_AUTO_CLOSE|CF_SHUTR)) ==
Willy Tarreau05cdd962014-05-10 14:30:07 +02002036 (CF_AUTO_CLOSE|CF_SHUTR))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002037 channel_shutw_now(req);
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002038 if (tick_isset(sess->fe->timeout.clientfin)) {
2039 res->wto = sess->fe->timeout.clientfin;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002040 res->wex = tick_add(now_ms, res->wto);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002041 }
2042 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002043
2044 /* shutdown(write) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002045 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTW_NOW)) == CF_SHUTW_NOW &&
2046 channel_is_empty(req))) {
2047 if (req->flags & CF_READ_ERROR)
2048 si_b->flags |= SI_FL_NOLINGER;
2049 si_shutw(si_b);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002050 if (tick_isset(s->be->timeout.serverfin)) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002051 res->rto = s->be->timeout.serverfin;
2052 res->rex = tick_add(now_ms, res->rto);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002053 }
Willy Tarreau8615c2a2013-06-21 08:20:19 +02002054 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002055
2056 /* shutdown(write) done on server side, we must stop the client too */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002057 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTW &&
2058 !req->analysers))
2059 channel_shutr_now(req);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002060
2061 /* shutdown(read) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002062 if (unlikely((req->flags & (CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTR_NOW)) {
2063 if (si_f->flags & SI_FL_NOHALF)
2064 si_f->flags |= SI_FL_NOLINGER;
2065 si_shutr(si_f);
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002066 if (tick_isset(sess->fe->timeout.clientfin)) {
2067 res->wto = sess->fe->timeout.clientfin;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002068 res->wex = tick_add(now_ms, res->wto);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002069 }
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02002070 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002071
Willy Tarreau520d95e2009-09-19 21:04:57 +02002072 /* it's possible that an upper layer has requested a connection setup or abort.
2073 * There are 2 situations where we decide to establish a new connection :
2074 * - there are data scheduled for emission in the buffer
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002075 * - the CF_AUTO_CONNECT flag is set (active connection)
Willy Tarreau520d95e2009-09-19 21:04:57 +02002076 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002077 if (si_b->state == SI_ST_INI) {
2078 if (!(req->flags & CF_SHUTW)) {
2079 if ((req->flags & CF_AUTO_CONNECT) || !channel_is_empty(req)) {
Willy Tarreaucf644ed2013-09-29 17:19:56 +02002080 /* If we have an appctx, there is no connect method, so we
2081 * immediately switch to the connected state, otherwise we
2082 * perform a connection request.
Willy Tarreau520d95e2009-09-19 21:04:57 +02002083 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002084 si_b->state = SI_ST_REQ; /* new connection requested */
2085 si_b->conn_retries = s->be->conn_retries;
Willy Tarreau520d95e2009-09-19 21:04:57 +02002086 }
Willy Tarreau73201222009-08-16 18:27:24 +02002087 }
Willy Tarreauf41ffdc2009-09-20 08:19:25 +02002088 else {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002089 si_b->state = SI_ST_CLO; /* shutw+ini = abort */
2090 channel_shutw_now(req); /* fix buffer flags upon abort */
2091 channel_shutr_now(res);
Willy Tarreauf41ffdc2009-09-20 08:19:25 +02002092 }
Willy Tarreau92795622009-03-06 12:51:23 +01002093 }
2094
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002095
2096 /* we may have a pending connection request, or a connection waiting
2097 * for completion.
2098 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002099 if (si_b->state >= SI_ST_REQ && si_b->state < SI_ST_CON) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002100 do {
2101 /* nb: step 1 might switch from QUE to ASS, but we first want
2102 * to give a chance to step 2 to perform a redirect if needed.
2103 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002104 if (si_b->state != SI_ST_REQ)
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01002105 sess_update_stream_int(s);
Willy Tarreau8f128b42014-11-28 15:07:47 +01002106 if (si_b->state == SI_ST_REQ)
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01002107 sess_prepare_conn_req(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002108
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +01002109 /* applets directly go to the ESTABLISHED state. Similarly,
2110 * servers experience the same fate when their connection
2111 * is reused.
2112 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002113 if (unlikely(si_b->state == SI_ST_EST))
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01002114 sess_establish(s);
Willy Tarreaufac4bd12013-11-30 09:21:49 +01002115
Willy Tarreaub44c8732013-12-31 23:16:50 +01002116 /* Now we can add the server name to a header (if requested) */
2117 /* check for HTTP mode and proxy server_name_hdr_name != NULL */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002118 if ((si_b->state >= SI_ST_CON) &&
Willy Tarreaub44c8732013-12-31 23:16:50 +01002119 (s->be->server_id_hdr_name != NULL) &&
2120 (s->be->mode == PR_MODE_HTTP) &&
2121 objt_server(s->target)) {
Willy Tarreaueee5b512015-04-03 23:46:31 +02002122 http_send_name_header(s->txn, s->be, objt_server(s->target)->id);
Willy Tarreau1e5dfda2013-04-07 18:19:16 +02002123 }
2124
Willy Tarreau3fdb3662012-11-12 00:42:33 +01002125 srv = objt_server(s->target);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002126 if (si_b->state == SI_ST_ASS && srv && srv->rdr_len && (s->flags & SF_REDIRECTABLE))
Willy Tarreau8f128b42014-11-28 15:07:47 +01002127 http_perform_server_redirect(s, si_b);
2128 } while (si_b->state == SI_ST_ASS);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002129 }
2130
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002131 /* Benchmarks have shown that it's optimal to do a full resync now */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002132 if (si_f->state == SI_ST_DIS || si_b->state == SI_ST_DIS)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002133 goto resync_stream_interface;
2134
Willy Tarreau815a9b22010-07-27 17:15:12 +02002135 /* otherwise we want to check if we need to resync the req buffer or not */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002136 if ((req->flags ^ rqf_last) & CF_MASK_STATIC)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002137 goto resync_request;
2138
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002139 /* perform output updates to the response buffer */
Willy Tarreau84455332009-03-15 22:34:05 +01002140
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002141 /* If noone is interested in analysing data, it's time to forward
Willy Tarreau31971e52009-09-20 12:07:52 +02002142 * everything. We configure the buffer to forward indefinitely.
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002143 * Note that we're checking CF_SHUTR_NOW as an indication of a possible
Willy Tarreau8263d2b2012-08-28 00:06:31 +02002144 * recent call to channel_abort().
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002145 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002146 if (unlikely(!res->analysers &&
2147 !(res->flags & (CF_SHUTW|CF_SHUTR_NOW)) &&
2148 (si_b->state >= SI_ST_EST) &&
2149 (res->to_forward != CHN_INFINITE_FORWARD))) {
Willy Tarreaub31c9712012-11-11 23:05:39 +01002150 /* This buffer is freewheeling, there's no analyser
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002151 * attached to it. If any data are left in, we'll permit them to
2152 * move.
2153 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002154 channel_auto_read(res);
2155 channel_auto_close(res);
2156 buffer_flush(res->buf);
Willy Tarreauda4d9fe2010-11-07 20:26:56 +01002157
2158 /* We'll let data flow between the producer (if still connected)
2159 * to the consumer.
2160 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002161 if (!(res->flags & (CF_SHUTR|CF_SHUTW_NOW)))
2162 channel_forward(res, CHN_INFINITE_FORWARD);
Willy Tarreauce887fd2012-05-12 12:50:00 +02002163
2164 /* if we have no analyser anymore in any direction and have a
Willy Tarreau05cdd962014-05-10 14:30:07 +02002165 * tunnel timeout set, use it now. Note that we must respect
2166 * the half-closed timeouts as well.
Willy Tarreauce887fd2012-05-12 12:50:00 +02002167 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002168 if (!req->analysers && s->be->timeout.tunnel) {
2169 req->rto = req->wto = res->rto = res->wto =
Willy Tarreauce887fd2012-05-12 12:50:00 +02002170 s->be->timeout.tunnel;
Willy Tarreau05cdd962014-05-10 14:30:07 +02002171
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002172 if ((req->flags & CF_SHUTR) && tick_isset(sess->fe->timeout.clientfin))
2173 res->wto = sess->fe->timeout.clientfin;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002174 if ((req->flags & CF_SHUTW) && tick_isset(s->be->timeout.serverfin))
2175 res->rto = s->be->timeout.serverfin;
2176 if ((res->flags & CF_SHUTR) && tick_isset(s->be->timeout.serverfin))
2177 req->wto = s->be->timeout.serverfin;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002178 if ((res->flags & CF_SHUTW) && tick_isset(sess->fe->timeout.clientfin))
2179 req->rto = sess->fe->timeout.clientfin;
Willy Tarreau05cdd962014-05-10 14:30:07 +02002180
Willy Tarreau8f128b42014-11-28 15:07:47 +01002181 req->rex = tick_add(now_ms, req->rto);
2182 req->wex = tick_add(now_ms, req->wto);
2183 res->rex = tick_add(now_ms, res->rto);
2184 res->wex = tick_add(now_ms, res->wto);
Willy Tarreauce887fd2012-05-12 12:50:00 +02002185 }
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002186 }
Willy Tarreauf890dc92008-12-13 21:12:26 +01002187
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002188 /* check if it is wise to enable kernel splicing to forward response data */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002189 if (!(res->flags & (CF_KERN_SPLICING|CF_SHUTR)) &&
2190 res->to_forward &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002191 (global.tune.options & GTUNE_USE_SPLICE) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002192 (objt_conn(si_f->end) && __objt_conn(si_f->end)->xprt && __objt_conn(si_f->end)->xprt->snd_pipe) &&
2193 (objt_conn(si_b->end) && __objt_conn(si_b->end)->xprt && __objt_conn(si_b->end)->xprt->rcv_pipe) &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002194 (pipes_used < global.maxpipes) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002195 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_RTR) ||
2196 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_AUT) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002197 (res->flags & CF_STREAMER_FAST)))) {
2198 res->flags |= CF_KERN_SPLICING;
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002199 }
2200
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002201 /* reflect what the L7 analysers have seen last */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002202 rpf_last = res->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002203
2204 /*
2205 * Now forward all shutdown requests between both sides of the buffer
2206 */
2207
2208 /*
2209 * FIXME: this is probably where we should produce error responses.
2210 */
2211
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002212 /* first, let's check if the response buffer needs to shutdown(write) */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002213 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTW_NOW|CF_AUTO_CLOSE|CF_SHUTR)) ==
Willy Tarreau05cdd962014-05-10 14:30:07 +02002214 (CF_AUTO_CLOSE|CF_SHUTR))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002215 channel_shutw_now(res);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002216 if (tick_isset(s->be->timeout.serverfin)) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002217 req->wto = s->be->timeout.serverfin;
2218 req->wex = tick_add(now_ms, req->wto);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002219 }
2220 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002221
2222 /* shutdown(write) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002223 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTW_NOW)) == CF_SHUTW_NOW &&
2224 channel_is_empty(res))) {
2225 si_shutw(si_f);
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002226 if (tick_isset(sess->fe->timeout.clientfin)) {
2227 req->rto = sess->fe->timeout.clientfin;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002228 req->rex = tick_add(now_ms, req->rto);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002229 }
2230 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002231
2232 /* shutdown(write) done on the client side, we must stop the server too */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002233 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTW) &&
2234 !res->analysers)
2235 channel_shutr_now(res);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002236
2237 /* shutdown(read) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002238 if (unlikely((res->flags & (CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTR_NOW)) {
2239 if (si_b->flags & SI_FL_NOHALF)
2240 si_b->flags |= SI_FL_NOLINGER;
2241 si_shutr(si_b);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002242 if (tick_isset(s->be->timeout.serverfin)) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002243 req->wto = s->be->timeout.serverfin;
2244 req->wex = tick_add(now_ms, req->wto);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002245 }
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02002246 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002247
Willy Tarreau8f128b42014-11-28 15:07:47 +01002248 if (si_f->state == SI_ST_DIS || si_b->state == SI_ST_DIS)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002249 goto resync_stream_interface;
2250
Willy Tarreau8f128b42014-11-28 15:07:47 +01002251 if (req->flags != rqf_last)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002252 goto resync_request;
2253
Willy Tarreau8f128b42014-11-28 15:07:47 +01002254 if ((res->flags ^ rpf_last) & CF_MASK_STATIC)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002255 goto resync_response;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002256
Willy Tarreau89f7ef22009-09-05 20:57:35 +02002257 /* we're interested in getting wakeups again */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002258 si_f->flags &= ~SI_FL_DONT_WAKE;
2259 si_b->flags &= ~SI_FL_DONT_WAKE;
Willy Tarreau89f7ef22009-09-05 20:57:35 +02002260
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002261 /* This is needed only when debugging is enabled, to indicate
2262 * client-side or server-side close. Please note that in the unlikely
2263 * event where both sides would close at once, the sequence is reported
2264 * on the server side first.
2265 */
2266 if (unlikely((global.mode & MODE_DEBUG) &&
2267 (!(global.mode & MODE_QUIET) ||
2268 (global.mode & MODE_VERBOSE)))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002269 if (si_b->state == SI_ST_CLO &&
2270 si_b->prev_state == SI_ST_EST) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002271 chunk_printf(&trash, "%08x:%s.srvcls[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002272 s->uniq_id, s->be->id,
Willy Tarreau8f128b42014-11-28 15:07:47 +01002273 objt_conn(si_f->end) ? (unsigned short)objt_conn(si_f->end)->t.sock.fd : -1,
2274 objt_conn(si_b->end) ? (unsigned short)objt_conn(si_b->end)->t.sock.fd : -1);
Willy Tarreau89efaed2013-12-13 15:14:55 +01002275 shut_your_big_mouth_gcc(write(1, trash.str, trash.len));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002276 }
2277
Willy Tarreau8f128b42014-11-28 15:07:47 +01002278 if (si_f->state == SI_ST_CLO &&
2279 si_f->prev_state == SI_ST_EST) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002280 chunk_printf(&trash, "%08x:%s.clicls[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002281 s->uniq_id, s->be->id,
Willy Tarreau8f128b42014-11-28 15:07:47 +01002282 objt_conn(si_f->end) ? (unsigned short)objt_conn(si_f->end)->t.sock.fd : -1,
2283 objt_conn(si_b->end) ? (unsigned short)objt_conn(si_b->end)->t.sock.fd : -1);
Willy Tarreau89efaed2013-12-13 15:14:55 +01002284 shut_your_big_mouth_gcc(write(1, trash.str, trash.len));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002285 }
2286 }
2287
Willy Tarreau8f128b42014-11-28 15:07:47 +01002288 if (likely((si_f->state != SI_ST_CLO) ||
2289 (si_b->state > SI_ST_INI && si_b->state < SI_ST_CLO))) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002290
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002291 if ((sess->fe->options & PR_O_CONTSTATS) && (s->flags & SF_BE_ASSIGNED))
Willy Tarreau87b09662015-04-03 00:22:06 +02002292 stream_process_counters(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002293
Willy Tarreau8f128b42014-11-28 15:07:47 +01002294 if (si_f->state == SI_ST_EST && obj_type(si_f->end) != OBJ_TYPE_APPCTX)
2295 si_update(si_f);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002296
Willy Tarreau8f128b42014-11-28 15:07:47 +01002297 if (si_b->state == SI_ST_EST && obj_type(si_b->end) != OBJ_TYPE_APPCTX)
2298 si_update(si_b);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002299
Willy Tarreau8f128b42014-11-28 15:07:47 +01002300 req->flags &= ~(CF_READ_NULL|CF_READ_PARTIAL|CF_WRITE_NULL|CF_WRITE_PARTIAL|CF_READ_ATTACHED);
2301 res->flags &= ~(CF_READ_NULL|CF_READ_PARTIAL|CF_WRITE_NULL|CF_WRITE_PARTIAL|CF_READ_ATTACHED);
2302 si_f->prev_state = si_f->state;
2303 si_b->prev_state = si_b->state;
2304 si_f->flags &= ~(SI_FL_ERR|SI_FL_EXP);
2305 si_b->flags &= ~(SI_FL_ERR|SI_FL_EXP);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002306
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02002307 /* Trick: if a request is being waiting for the server to respond,
2308 * and if we know the server can timeout, we don't want the timeout
2309 * to expire on the client side first, but we're still interested
2310 * in passing data from the client to the server (eg: POST). Thus,
2311 * we can cancel the client's request timeout if the server's
2312 * request timeout is set and the server has not yet sent a response.
2313 */
2314
Willy Tarreau8f128b42014-11-28 15:07:47 +01002315 if ((res->flags & (CF_AUTO_CLOSE|CF_SHUTR)) == 0 &&
2316 (tick_isset(req->wex) || tick_isset(res->rex))) {
2317 req->flags |= CF_READ_NOEXP;
2318 req->rex = TICK_ETERNITY;
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02002319 }
2320
Willy Tarreaucf644ed2013-09-29 17:19:56 +02002321 /* When any of the stream interfaces is attached to an applet,
2322 * we have to call it here. Note that this one may wake the
2323 * task up again. If at least one applet was called, the current
2324 * task might have been woken up, in which case we don't want it
2325 * to be requeued to the wait queue but rather to the run queue
2326 * to run ASAP. The bitwise "or" in the condition ensures that
2327 * both functions are always called and that we wake up if at
2328 * least one did something.
Willy Tarreau1accfc02009-09-05 20:57:35 +02002329 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002330 if ((si_applet_call(si_b) | si_applet_call(si_f)) != 0) {
Willy Tarreau1accfc02009-09-05 20:57:35 +02002331 if (task_in_rq(t)) {
Willy Tarreau1accfc02009-09-05 20:57:35 +02002332 t->expire = TICK_ETERNITY;
Willy Tarreau87b09662015-04-03 00:22:06 +02002333 stream_release_buffers(s);
Willy Tarreau1accfc02009-09-05 20:57:35 +02002334 return t;
2335 }
2336 }
2337
Willy Tarreau798f4322012-11-08 14:49:17 +01002338 update_exp_and_leave:
Willy Tarreau8f128b42014-11-28 15:07:47 +01002339 t->expire = tick_first(tick_first(req->rex, req->wex),
2340 tick_first(res->rex, res->wex));
2341 if (req->analysers)
2342 t->expire = tick_first(t->expire, req->analyse_exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002343
Willy Tarreau8f128b42014-11-28 15:07:47 +01002344 if (si_f->exp)
2345 t->expire = tick_first(t->expire, si_f->exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002346
Willy Tarreau8f128b42014-11-28 15:07:47 +01002347 if (si_b->exp)
2348 t->expire = tick_first(t->expire, si_b->exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002349
2350#ifdef DEBUG_FULL
Willy Tarreau127334e2009-03-28 10:47:26 +01002351 fprintf(stderr,
2352 "[%u] queuing with exp=%u req->rex=%u req->wex=%u req->ana_exp=%u"
2353 " rep->rex=%u rep->wex=%u, si[0].exp=%u, si[1].exp=%u, cs=%d, ss=%d\n",
Willy Tarreau8f128b42014-11-28 15:07:47 +01002354 now_ms, t->expire, req->rex, req->wex, req->analyse_exp,
2355 res->rex, res->wex, si_f->exp, si_b->exp, si_f->state, si_b->state);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002356#endif
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002357
2358#ifdef DEBUG_DEV
2359 /* this may only happen when no timeout is set or in case of an FSM bug */
Willy Tarreaud0a201b2009-03-08 15:53:06 +01002360 if (!tick_isset(t->expire))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002361 ABORT_NOW();
2362#endif
Willy Tarreau87b09662015-04-03 00:22:06 +02002363 stream_release_buffers(s);
Willy Tarreau26c25062009-03-08 09:38:41 +01002364 return t; /* nothing more to do */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002365 }
2366
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002367 sess->fe->feconn--;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002368 if (s->flags & SF_BE_ASSIGNED)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002369 s->be->beconn--;
Willy Tarreauaf7ad002010-08-31 15:39:26 +02002370 jobs--;
Willy Tarreaufb0afa72015-04-03 14:46:27 +02002371 if (sess->listener) {
2372 if (!(sess->listener->options & LI_O_UNLIMITED))
Thierry FOURNIERa47a94f2014-03-20 15:42:53 +01002373 actconn--;
Willy Tarreaufb0afa72015-04-03 14:46:27 +02002374 sess->listener->nbconn--;
2375 if (sess->listener->state == LI_FULL)
2376 resume_listener(sess->listener);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002377
Thierry FOURNIERa47a94f2014-03-20 15:42:53 +01002378 /* Dequeues all of the listeners waiting for a resource */
2379 if (!LIST_ISEMPTY(&global_listener_queue))
2380 dequeue_all_listeners(&global_listener_queue);
Willy Tarreau08ceb102011-07-24 22:58:00 +02002381
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002382 if (!LIST_ISEMPTY(&sess->fe->listener_queue) &&
2383 (!sess->fe->fe_sps_lim || freq_ctr_remain(&sess->fe->fe_sess_per_sec, sess->fe->fe_sps_lim, 0) > 0))
2384 dequeue_all_listeners(&sess->fe->listener_queue);
Thierry FOURNIERa47a94f2014-03-20 15:42:53 +01002385 }
Willy Tarreau07687c12011-07-24 23:55:06 +02002386
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002387 if (unlikely((global.mode & MODE_DEBUG) &&
2388 (!(global.mode & MODE_QUIET) || (global.mode & MODE_VERBOSE)))) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002389 chunk_printf(&trash, "%08x:%s.closed[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002390 s->uniq_id, s->be->id,
Willy Tarreau8f128b42014-11-28 15:07:47 +01002391 objt_conn(si_f->end) ? (unsigned short)objt_conn(si_f->end)->t.sock.fd : -1,
2392 objt_conn(si_b->end) ? (unsigned short)objt_conn(si_b->end)->t.sock.fd : -1);
Willy Tarreau89efaed2013-12-13 15:14:55 +01002393 shut_your_big_mouth_gcc(write(1, trash.str, trash.len));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002394 }
2395
2396 s->logs.t_close = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreau87b09662015-04-03 00:22:06 +02002397 stream_process_counters(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002398
Willy Tarreaueee5b512015-04-03 23:46:31 +02002399 if (s->txn && s->txn->status) {
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002400 int n;
2401
Willy Tarreaueee5b512015-04-03 23:46:31 +02002402 n = s->txn->status / 100;
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002403 if (n < 1 || n > 5)
2404 n = 0;
2405
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002406 if (sess->fe->mode == PR_MODE_HTTP) {
2407 sess->fe->fe_counters.p.http.rsp[n]++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002408 if (s->comp_algo && (s->flags & SF_COMP_READY))
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002409 sess->fe->fe_counters.p.http.comp_rsp++;
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002410 }
Willy Tarreaue7dff022015-04-03 01:14:29 +02002411 if ((s->flags & SF_BE_ASSIGNED) &&
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002412 (s->be->mode == PR_MODE_HTTP)) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01002413 s->be->be_counters.p.http.rsp[n]++;
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002414 s->be->be_counters.p.http.cum_req++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002415 if (s->comp_algo && (s->flags & SF_COMP_READY))
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002416 s->be->be_counters.p.http.comp_rsp++;
2417 }
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002418 }
2419
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002420 /* let's do a final log if we need it */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002421 if (!LIST_ISEMPTY(&sess->fe->logformat) && s->logs.logwait &&
Willy Tarreaue7dff022015-04-03 01:14:29 +02002422 !(s->flags & SF_MONITOR) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002423 (!(sess->fe->options & PR_O_NULLNOLOG) || req->total)) {
Willy Tarreaua5555ec2008-11-30 19:02:32 +01002424 s->do_log(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002425 }
2426
Willy Tarreau87b09662015-04-03 00:22:06 +02002427 /* update time stats for this stream */
2428 stream_update_time_stats(s);
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002429
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002430 /* the task MUST not be in the run queue anymore */
Willy Tarreau87b09662015-04-03 00:22:06 +02002431 stream_free(s);
Willy Tarreau26c25062009-03-08 09:38:41 +01002432 task_delete(t);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002433 task_free(t);
Willy Tarreau26c25062009-03-08 09:38:41 +01002434 return NULL;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002435}
2436
Willy Tarreau87b09662015-04-03 00:22:06 +02002437/* Update the stream's backend and server time stats */
2438void stream_update_time_stats(struct stream *s)
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002439{
2440 int t_request;
2441 int t_queue;
2442 int t_connect;
2443 int t_data;
2444 int t_close;
2445 struct server *srv;
2446
2447 t_request = 0;
2448 t_queue = s->logs.t_queue;
2449 t_connect = s->logs.t_connect;
2450 t_close = s->logs.t_close;
2451 t_data = s->logs.t_data;
2452
2453 if (s->be->mode != PR_MODE_HTTP)
2454 t_data = t_connect;
2455
2456 if (t_connect < 0 || t_data < 0)
2457 return;
2458
2459 if (tv_isge(&s->logs.tv_request, &s->logs.tv_accept))
2460 t_request = tv_ms_elapsed(&s->logs.tv_accept, &s->logs.tv_request);
2461
2462 t_data -= t_connect;
2463 t_connect -= t_queue;
2464 t_queue -= t_request;
2465
2466 srv = objt_server(s->target);
2467 if (srv) {
2468 swrate_add(&srv->counters.q_time, TIME_STATS_SAMPLES, t_queue);
2469 swrate_add(&srv->counters.c_time, TIME_STATS_SAMPLES, t_connect);
2470 swrate_add(&srv->counters.d_time, TIME_STATS_SAMPLES, t_data);
2471 swrate_add(&srv->counters.t_time, TIME_STATS_SAMPLES, t_close);
2472 }
2473 swrate_add(&s->be->be_counters.q_time, TIME_STATS_SAMPLES, t_queue);
2474 swrate_add(&s->be->be_counters.c_time, TIME_STATS_SAMPLES, t_connect);
2475 swrate_add(&s->be->be_counters.d_time, TIME_STATS_SAMPLES, t_data);
2476 swrate_add(&s->be->be_counters.t_time, TIME_STATS_SAMPLES, t_close);
2477}
2478
Willy Tarreau7c669d72008-06-20 15:04:11 +02002479/*
2480 * This function adjusts sess->srv_conn and maintains the previous and new
Willy Tarreau87b09662015-04-03 00:22:06 +02002481 * server's served stream counts. Setting newsrv to NULL is enough to release
Willy Tarreau7c669d72008-06-20 15:04:11 +02002482 * current connection slot. This function also notifies any LB algo which might
Willy Tarreau87b09662015-04-03 00:22:06 +02002483 * expect to be informed about any change in the number of active streams on a
Willy Tarreau7c669d72008-06-20 15:04:11 +02002484 * server.
2485 */
Willy Tarreau87b09662015-04-03 00:22:06 +02002486void sess_change_server(struct stream *sess, struct server *newsrv)
Willy Tarreau7c669d72008-06-20 15:04:11 +02002487{
2488 if (sess->srv_conn == newsrv)
2489 return;
2490
2491 if (sess->srv_conn) {
2492 sess->srv_conn->served--;
2493 if (sess->srv_conn->proxy->lbprm.server_drop_conn)
2494 sess->srv_conn->proxy->lbprm.server_drop_conn(sess->srv_conn);
Willy Tarreau87b09662015-04-03 00:22:06 +02002495 stream_del_srv_conn(sess);
Willy Tarreau7c669d72008-06-20 15:04:11 +02002496 }
2497
2498 if (newsrv) {
2499 newsrv->served++;
2500 if (newsrv->proxy->lbprm.server_take_conn)
2501 newsrv->proxy->lbprm.server_take_conn(newsrv);
Willy Tarreau87b09662015-04-03 00:22:06 +02002502 stream_add_srv_conn(sess, newsrv);
Willy Tarreau7c669d72008-06-20 15:04:11 +02002503 }
2504}
2505
Willy Tarreau84455332009-03-15 22:34:05 +01002506/* Handle server-side errors for default protocols. It is called whenever a a
2507 * connection setup is aborted or a request is aborted in queue. It sets the
Willy Tarreau87b09662015-04-03 00:22:06 +02002508 * stream termination flags so that the caller does not have to worry about
Willy Tarreau84455332009-03-15 22:34:05 +01002509 * them. It's installed as ->srv_error for the server-side stream_interface.
2510 */
Willy Tarreau87b09662015-04-03 00:22:06 +02002511void default_srv_error(struct stream *s, struct stream_interface *si)
Willy Tarreau84455332009-03-15 22:34:05 +01002512{
2513 int err_type = si->err_type;
2514 int err = 0, fin = 0;
2515
2516 if (err_type & SI_ET_QUEUE_ABRT) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002517 err = SF_ERR_CLICL;
2518 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002519 }
2520 else if (err_type & SI_ET_CONN_ABRT) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002521 err = SF_ERR_CLICL;
2522 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002523 }
2524 else if (err_type & SI_ET_QUEUE_TO) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002525 err = SF_ERR_SRVTO;
2526 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002527 }
2528 else if (err_type & SI_ET_QUEUE_ERR) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002529 err = SF_ERR_SRVCL;
2530 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002531 }
2532 else if (err_type & SI_ET_CONN_TO) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002533 err = SF_ERR_SRVTO;
2534 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002535 }
2536 else if (err_type & SI_ET_CONN_ERR) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002537 err = SF_ERR_SRVCL;
2538 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002539 }
Willy Tarreau2d400bb2012-05-14 12:11:47 +02002540 else if (err_type & SI_ET_CONN_RES) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002541 err = SF_ERR_RESOURCE;
2542 fin = SF_FINST_C;
Willy Tarreau2d400bb2012-05-14 12:11:47 +02002543 }
Willy Tarreau84455332009-03-15 22:34:05 +01002544 else /* SI_ET_CONN_OTHER and others */ {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002545 err = SF_ERR_INTERNAL;
2546 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002547 }
2548
Willy Tarreaue7dff022015-04-03 01:14:29 +02002549 if (!(s->flags & SF_ERR_MASK))
Willy Tarreau84455332009-03-15 22:34:05 +01002550 s->flags |= err;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002551 if (!(s->flags & SF_FINST_MASK))
Willy Tarreau84455332009-03-15 22:34:05 +01002552 s->flags |= fin;
2553}
Willy Tarreau7c669d72008-06-20 15:04:11 +02002554
Willy Tarreaue7dff022015-04-03 01:14:29 +02002555/* kill a stream and set the termination flags to <why> (one of SF_ERR_*) */
Willy Tarreau87b09662015-04-03 00:22:06 +02002556void stream_shutdown(struct stream *stream, int why)
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002557{
Willy Tarreau87b09662015-04-03 00:22:06 +02002558 if (stream->req.flags & (CF_SHUTW|CF_SHUTW_NOW))
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002559 return;
2560
Willy Tarreau87b09662015-04-03 00:22:06 +02002561 channel_shutw_now(&stream->req);
2562 channel_shutr_now(&stream->res);
2563 stream->task->nice = 1024;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002564 if (!(stream->flags & SF_ERR_MASK))
Willy Tarreau87b09662015-04-03 00:22:06 +02002565 stream->flags |= why;
2566 task_wakeup(stream->task, TASK_WOKEN_OTHER);
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002567}
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +02002568
Willy Tarreau8b22a712010-06-18 17:46:06 +02002569/************************************************************************/
2570/* All supported ACL keywords must be declared here. */
2571/************************************************************************/
2572
Willy Tarreau4d4149c2013-07-23 19:33:46 +02002573/* Returns a pointer to a stkctr depending on the fetch keyword name.
2574 * It is designed to be called as sc[0-9]_* sc_* or src_* exclusively.
Willy Tarreaua65536c2013-07-22 22:40:11 +02002575 * sc[0-9]_* will return a pointer to the respective field in the
Willy Tarreau87b09662015-04-03 00:22:06 +02002576 * stream <l4>. sc_* requires an UINT argument specifying the stick
Willy Tarreau4d4149c2013-07-23 19:33:46 +02002577 * counter number. src_* will fill a locally allocated structure with
Willy Tarreaua65536c2013-07-22 22:40:11 +02002578 * the table and entry corresponding to what is specified with src_*.
Willy Tarreau0f791d42013-07-23 19:56:43 +02002579 * NULL may be returned if the designated stkctr is not tracked. For
2580 * the sc_* and sc[0-9]_* forms, an optional table argument may be
2581 * passed. When present, the currently tracked key is then looked up
2582 * in the specified table instead of the current table. The purpose is
2583 * to be able to convery multiple values per key (eg: have gpc0 from
Willy Tarreau8b7f8682015-04-04 16:29:12 +02002584 * multiple tables). <strm> is allowed to be NULL, in which case only
2585 * the session will be consulted.
Willy Tarreaua65536c2013-07-22 22:40:11 +02002586 */
Willy Tarreaue12704b2014-07-15 19:06:18 +02002587struct stkctr *
Willy Tarreau192252e2015-04-04 01:47:55 +02002588smp_fetch_sc_stkctr(struct session *sess, struct stream *strm, const struct arg *args, const char *kw)
Willy Tarreaua65536c2013-07-22 22:40:11 +02002589{
2590 static struct stkctr stkctr;
Willy Tarreau8b7f8682015-04-04 16:29:12 +02002591 struct stkctr *stkptr;
Willy Tarreau6a0b6bd2014-04-09 13:25:42 +02002592 struct stksess *stksess;
Willy Tarreau4d4149c2013-07-23 19:33:46 +02002593 unsigned int num = kw[2] - '0';
Willy Tarreau0f791d42013-07-23 19:56:43 +02002594 int arg = 0;
Willy Tarreaua65536c2013-07-22 22:40:11 +02002595
Willy Tarreau0f791d42013-07-23 19:56:43 +02002596 if (num == '_' - '0') {
2597 /* sc_* variant, args[0] = ctr# (mandatory) */
2598 num = args[arg++].data.uint;
Willy Tarreau4d4149c2013-07-23 19:33:46 +02002599 if (num >= MAX_SESS_STKCTR)
2600 return NULL;
Willy Tarreaua65536c2013-07-22 22:40:11 +02002601 }
Willy Tarreau0f791d42013-07-23 19:56:43 +02002602 else if (num > 9) { /* src_* variant, args[0] = table */
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002603 struct stktable_key *key;
Willy Tarreau9ad7bd42015-04-03 19:19:59 +02002604 struct connection *conn = objt_conn(sess->origin);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002605
2606 if (!conn)
2607 return NULL;
Willy Tarreaua65536c2013-07-22 22:40:11 +02002608
Thierry FOURNIER74c219d2014-04-14 14:35:40 +02002609 key = addr_to_stktable_key(&conn->addr.from, args->data.prx->table.type);
Willy Tarreaua65536c2013-07-22 22:40:11 +02002610 if (!key)
2611 return NULL;
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002612
Willy Tarreaua65536c2013-07-22 22:40:11 +02002613 stkctr.table = &args->data.prx->table;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01002614 stkctr_set_entry(&stkctr, stktable_lookup_key(stkctr.table, key));
Willy Tarreaua65536c2013-07-22 22:40:11 +02002615 return &stkctr;
2616 }
Willy Tarreau0f791d42013-07-23 19:56:43 +02002617
2618 /* Here, <num> contains the counter number from 0 to 9 for
2619 * the sc[0-9]_ form, or even higher using sc_(num) if needed.
Willy Tarreau8b7f8682015-04-04 16:29:12 +02002620 * args[arg] is the first optional argument. We first lookup the
2621 * ctr form the stream, then from the session if it was not there.
Willy Tarreau0f791d42013-07-23 19:56:43 +02002622 */
Willy Tarreau8b7f8682015-04-04 16:29:12 +02002623
2624 stkptr = &strm->stkctr[num];
2625 if (!strm || !stkctr_entry(stkptr)) {
2626 stkptr = &sess->stkctr[num];
2627 if (!stkctr_entry(stkptr))
2628 return NULL;
2629 }
2630
2631 stksess = stkctr_entry(stkptr);
Willy Tarreau6a0b6bd2014-04-09 13:25:42 +02002632 if (!stksess)
2633 return NULL;
2634
Willy Tarreau0f791d42013-07-23 19:56:43 +02002635 if (unlikely(args[arg].type == ARGT_TAB)) {
2636 /* an alternate table was specified, let's look up the same key there */
2637 stkctr.table = &args[arg].data.prx->table;
Willy Tarreau6a0b6bd2014-04-09 13:25:42 +02002638 stkctr_set_entry(&stkctr, stktable_lookup(stkctr.table, stksess));
Willy Tarreau0f791d42013-07-23 19:56:43 +02002639 return &stkctr;
2640 }
Willy Tarreau8b7f8682015-04-04 16:29:12 +02002641 return stkptr;
Willy Tarreaua65536c2013-07-22 22:40:11 +02002642}
2643
Willy Tarreau87b09662015-04-03 00:22:06 +02002644/* set return a boolean indicating if the requested stream counter is
Willy Tarreau88821242013-07-22 18:29:29 +02002645 * currently being tracked or not.
2646 * Supports being called as "sc[0-9]_tracked" only.
2647 */
Willy Tarreau6f1615f2013-06-03 15:15:22 +02002648static int
Willy Tarreau192252e2015-04-04 01:47:55 +02002649smp_fetch_sc_tracked(struct proxy *px, struct session *sess, struct stream *strm, unsigned int opt,
Willy Tarreau15e91e12015-04-04 00:52:09 +02002650 const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau6f1615f2013-06-03 15:15:22 +02002651{
2652 smp->flags = SMP_F_VOL_TEST;
2653 smp->type = SMP_T_BOOL;
Willy Tarreau192252e2015-04-04 01:47:55 +02002654 smp->data.uint = !!smp_fetch_sc_stkctr(sess, strm, args, kw);
Willy Tarreau6f1615f2013-06-03 15:15:22 +02002655 return 1;
2656}
2657
Willy Tarreau87b09662015-04-03 00:22:06 +02002658/* set <smp> to the General Purpose Counter 0 value from the stream's tracked
Willy Tarreau30b20462013-07-22 19:46:52 +02002659 * frontend counters or from the src.
2660 * Supports being called as "sc[0-9]_get_gpc0" or "src_get_gpc0" only. Value
2661 * zero is returned if the key is new.
2662 */
Willy Tarreauc3bd9722010-06-20 12:47:25 +02002663static int
Willy Tarreau192252e2015-04-04 01:47:55 +02002664smp_fetch_sc_get_gpc0(struct proxy *px, struct session *sess, struct stream *strm, unsigned int opt,
Thierry FOURNIERf41a8092014-12-07 18:37:57 +01002665 const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreauc3bd9722010-06-20 12:47:25 +02002666{
Willy Tarreau192252e2015-04-04 01:47:55 +02002667 struct stkctr *stkctr = smp_fetch_sc_stkctr(sess, strm, args, kw);
Willy Tarreau30b20462013-07-22 19:46:52 +02002668
2669 if (!stkctr)
2670 return 0;
2671
Willy Tarreau37406352012-04-23 16:16:37 +02002672 smp->flags = SMP_F_VOL_TEST;
Willy Tarreauf853c462012-04-23 18:53:56 +02002673 smp->type = SMP_T_UINT;
2674 smp->data.uint = 0;
Willy Tarreau30b20462013-07-22 19:46:52 +02002675
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01002676 if (stkctr_entry(stkctr) != NULL) {
2677 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_GPC0);
Willy Tarreauc3bd9722010-06-20 12:47:25 +02002678 if (!ptr)
2679 return 0; /* parameter not stored */
Willy Tarreauf853c462012-04-23 18:53:56 +02002680 smp->data.uint = stktable_data_cast(ptr, gpc0);
Willy Tarreauc3bd9722010-06-20 12:47:25 +02002681 }
2682 return 1;
2683}
2684
Willy Tarreau87b09662015-04-03 00:22:06 +02002685/* set <smp> to the General Purpose Counter 0's event rate from the stream's
Willy Tarreaub5e0af02013-07-22 23:47:07 +02002686 * tracked frontend counters or from the src.
2687 * Supports being called as "sc[0-9]_gpc0_rate" or "src_gpc0_rate" only.
2688 * Value zero is returned if the key is new.
2689 */
Willy Tarreauba2ffd12013-05-29 15:54:14 +02002690static int
Willy Tarreau192252e2015-04-04 01:47:55 +02002691smp_fetch_sc_gpc0_rate(struct proxy *px, struct session *sess, struct stream *strm, unsigned int opt,
Thierry FOURNIERf41a8092014-12-07 18:37:57 +01002692 const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreauba2ffd12013-05-29 15:54:14 +02002693{
Willy Tarreau192252e2015-04-04 01:47:55 +02002694 struct stkctr *stkctr = smp_fetch_sc_stkctr(sess, strm, args, kw);
Willy Tarreaub5e0af02013-07-22 23:47:07 +02002695
2696 if (!stkctr)
2697 return 0;
2698
Willy Tarreauba2ffd12013-05-29 15:54:14 +02002699 smp->flags = SMP_F_VOL_TEST;
2700 smp->type = SMP_T_UINT;
2701 smp->data.uint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01002702 if (stkctr_entry(stkctr) != NULL) {
2703 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_GPC0_RATE);
Willy Tarreauba2ffd12013-05-29 15:54:14 +02002704 if (!ptr)
2705 return 0; /* parameter not stored */
2706 smp->data.uint = read_freq_ctr_period(&stktable_data_cast(ptr, gpc0_rate),
Willy Tarreaub5e0af02013-07-22 23:47:07 +02002707 stkctr->table->data_arg[STKTABLE_DT_GPC0_RATE].u);
Willy Tarreauba2ffd12013-05-29 15:54:14 +02002708 }
2709 return 1;
2710}
2711
Willy Tarreau87b09662015-04-03 00:22:06 +02002712/* Increment the General Purpose Counter 0 value from the stream's tracked
Willy Tarreau710d38c2013-07-23 00:07:04 +02002713 * frontend counters and return it into temp integer.
2714 * Supports being called as "sc[0-9]_inc_gpc0" or "src_inc_gpc0" only.
Willy Tarreauc3bd9722010-06-20 12:47:25 +02002715 */
2716static int
Willy Tarreau192252e2015-04-04 01:47:55 +02002717smp_fetch_sc_inc_gpc0(struct proxy *px, struct session *sess, struct stream *strm, unsigned int opt,
Thierry FOURNIERf41a8092014-12-07 18:37:57 +01002718 const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreauc3bd9722010-06-20 12:47:25 +02002719{
Willy Tarreau192252e2015-04-04 01:47:55 +02002720 struct stkctr *stkctr = smp_fetch_sc_stkctr(sess, strm, args, kw);
Willy Tarreau710d38c2013-07-23 00:07:04 +02002721
2722 if (!stkctr)
2723 return 0;
2724
Willy Tarreau37406352012-04-23 16:16:37 +02002725 smp->flags = SMP_F_VOL_TEST;
Willy Tarreauf853c462012-04-23 18:53:56 +02002726 smp->type = SMP_T_UINT;
2727 smp->data.uint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01002728 if (stkctr_entry(stkctr) != NULL) {
Willy Tarreauba2ffd12013-05-29 15:54:14 +02002729 void *ptr;
2730
2731 /* First, update gpc0_rate if it's tracked. Second, update its
2732 * gpc0 if tracked. Returns gpc0's value otherwise the curr_ctr.
2733 */
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01002734 ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_GPC0_RATE);
Willy Tarreauba2ffd12013-05-29 15:54:14 +02002735 if (ptr) {
2736 update_freq_ctr_period(&stktable_data_cast(ptr, gpc0_rate),
Willy Tarreau710d38c2013-07-23 00:07:04 +02002737 stkctr->table->data_arg[STKTABLE_DT_GPC0_RATE].u, 1);
Willy Tarreauba2ffd12013-05-29 15:54:14 +02002738 smp->data.uint = (&stktable_data_cast(ptr, gpc0_rate))->curr_ctr;
2739 }
2740
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01002741 ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_GPC0);
Willy Tarreauba2ffd12013-05-29 15:54:14 +02002742 if (ptr)
2743 smp->data.uint = ++stktable_data_cast(ptr, gpc0);
2744
Willy Tarreauc3bd9722010-06-20 12:47:25 +02002745 }
2746 return 1;
2747}
2748
Willy Tarreau87b09662015-04-03 00:22:06 +02002749/* Clear the General Purpose Counter 0 value from the stream's tracked
Willy Tarreaub9f441d2013-07-23 00:10:35 +02002750 * frontend counters and return its previous value into temp integer.
2751 * Supports being called as "sc[0-9]_clr_gpc0" or "src_clr_gpc0" only.
Willy Tarreauf73cd112011-08-13 01:45:16 +02002752 */
2753static int
Willy Tarreau192252e2015-04-04 01:47:55 +02002754smp_fetch_sc_clr_gpc0(struct proxy *px, struct session *sess, struct stream *strm, unsigned int opt,
Thierry FOURNIERf41a8092014-12-07 18:37:57 +01002755 const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreauf73cd112011-08-13 01:45:16 +02002756{
Willy Tarreau192252e2015-04-04 01:47:55 +02002757 struct stkctr *stkctr = smp_fetch_sc_stkctr(sess, strm, args, kw);
Willy Tarreaub9f441d2013-07-23 00:10:35 +02002758
2759 if (!stkctr)
2760 return 0;
2761
Willy Tarreau37406352012-04-23 16:16:37 +02002762 smp->flags = SMP_F_VOL_TEST;
Willy Tarreauf853c462012-04-23 18:53:56 +02002763 smp->type = SMP_T_UINT;
2764 smp->data.uint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01002765 if (stkctr_entry(stkctr) != NULL) {
2766 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_GPC0);
Willy Tarreauf73cd112011-08-13 01:45:16 +02002767 if (!ptr)
2768 return 0; /* parameter not stored */
Willy Tarreauf853c462012-04-23 18:53:56 +02002769 smp->data.uint = stktable_data_cast(ptr, gpc0);
Willy Tarreauf73cd112011-08-13 01:45:16 +02002770 stktable_data_cast(ptr, gpc0) = 0;
2771 }
2772 return 1;
2773}
2774
Willy Tarreau87b09662015-04-03 00:22:06 +02002775/* set <smp> to the cumulated number of connections from the stream's tracked
Willy Tarreau3b46c5c2013-07-23 00:22:50 +02002776 * frontend counters. Supports being called as "sc[0-9]_conn_cnt" or
2777 * "src_conn_cnt" only.
2778 */
Willy Tarreau9a3f8492010-06-18 19:53:25 +02002779static int
Willy Tarreau192252e2015-04-04 01:47:55 +02002780smp_fetch_sc_conn_cnt(struct proxy *px, struct session *sess, struct stream *strm, unsigned int opt,
Thierry FOURNIERf41a8092014-12-07 18:37:57 +01002781 const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau9a3f8492010-06-18 19:53:25 +02002782{
Willy Tarreau192252e2015-04-04 01:47:55 +02002783 struct stkctr *stkctr = smp_fetch_sc_stkctr(sess, strm, args, kw);
Willy Tarreau3b46c5c2013-07-23 00:22:50 +02002784
2785 if (!stkctr)
2786 return 0;
2787
Willy Tarreau37406352012-04-23 16:16:37 +02002788 smp->flags = SMP_F_VOL_TEST;
Willy Tarreauf853c462012-04-23 18:53:56 +02002789 smp->type = SMP_T_UINT;
2790 smp->data.uint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01002791 if (stkctr_entry(stkctr) != NULL) {
2792 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_CONN_CNT);
Willy Tarreau9a3f8492010-06-18 19:53:25 +02002793 if (!ptr)
2794 return 0; /* parameter not stored */
Willy Tarreauf853c462012-04-23 18:53:56 +02002795 smp->data.uint = stktable_data_cast(ptr, conn_cnt);
Willy Tarreau9a3f8492010-06-18 19:53:25 +02002796 }
Willy Tarreau9a3f8492010-06-18 19:53:25 +02002797 return 1;
2798}
2799
Willy Tarreau87b09662015-04-03 00:22:06 +02002800/* set <smp> to the connection rate from the stream's tracked frontend
Willy Tarreauc8c65702013-07-23 15:09:35 +02002801 * counters. Supports being called as "sc[0-9]_conn_rate" or "src_conn_rate"
2802 * only.
2803 */
Willy Tarreau91c43d72010-06-20 11:19:22 +02002804static int
Willy Tarreau192252e2015-04-04 01:47:55 +02002805smp_fetch_sc_conn_rate(struct proxy *px, struct session *sess, struct stream *strm, unsigned int opt,
Thierry FOURNIERf41a8092014-12-07 18:37:57 +01002806 const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau91c43d72010-06-20 11:19:22 +02002807{
Willy Tarreau192252e2015-04-04 01:47:55 +02002808 struct stkctr *stkctr = smp_fetch_sc_stkctr(sess, strm, args, kw);
Willy Tarreauc8c65702013-07-23 15:09:35 +02002809
2810 if (!stkctr)
2811 return 0;
2812
Willy Tarreau37406352012-04-23 16:16:37 +02002813 smp->flags = SMP_F_VOL_TEST;
Willy Tarreauf853c462012-04-23 18:53:56 +02002814 smp->type = SMP_T_UINT;
2815 smp->data.uint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01002816 if (stkctr_entry(stkctr) != NULL) {
2817 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_CONN_RATE);
Willy Tarreau91c43d72010-06-20 11:19:22 +02002818 if (!ptr)
2819 return 0; /* parameter not stored */
Willy Tarreauf853c462012-04-23 18:53:56 +02002820 smp->data.uint = read_freq_ctr_period(&stktable_data_cast(ptr, conn_rate),
Willy Tarreauc8c65702013-07-23 15:09:35 +02002821 stkctr->table->data_arg[STKTABLE_DT_CONN_RATE].u);
Willy Tarreau91c43d72010-06-20 11:19:22 +02002822 }
2823 return 1;
2824}
2825
Willy Tarreau87b09662015-04-03 00:22:06 +02002826/* set temp integer to the number of connections from the stream's source address
Willy Tarreau8b22a712010-06-18 17:46:06 +02002827 * in the table pointed to by expr, after updating it.
Willy Tarreau0146c2e2012-04-20 11:37:56 +02002828 * Accepts exactly 1 argument of type table.
Willy Tarreau8b22a712010-06-18 17:46:06 +02002829 */
2830static int
Willy Tarreau192252e2015-04-04 01:47:55 +02002831smp_fetch_src_updt_conn_cnt(struct proxy *px, struct session *sess, struct stream *strm, unsigned int opt,
Thierry FOURNIERf41a8092014-12-07 18:37:57 +01002832 const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau8b22a712010-06-18 17:46:06 +02002833{
Willy Tarreau9ad7bd42015-04-03 19:19:59 +02002834 struct connection *conn = objt_conn(sess->origin);
Willy Tarreau8b22a712010-06-18 17:46:06 +02002835 struct stksess *ts;
2836 struct stktable_key *key;
2837 void *ptr;
2838
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002839 if (!conn)
2840 return 0;
2841
Thierry FOURNIER74c219d2014-04-14 14:35:40 +02002842 key = addr_to_stktable_key(&conn->addr.from, px->table.type);
Willy Tarreau8b22a712010-06-18 17:46:06 +02002843 if (!key)
David du Colombier4f92d322011-03-24 11:09:31 +01002844 return 0;
Willy Tarreau8b22a712010-06-18 17:46:06 +02002845
Willy Tarreau24e32d82012-04-23 23:55:44 +02002846 px = args->data.prx;
Willy Tarreau8b22a712010-06-18 17:46:06 +02002847
Willy Tarreau1f7e9252010-06-20 12:27:21 +02002848 if ((ts = stktable_update_key(&px->table, key)) == NULL)
2849 /* entry does not exist and could not be created */
2850 return 0;
Willy Tarreau8b22a712010-06-18 17:46:06 +02002851
2852 ptr = stktable_data_ptr(&px->table, ts, STKTABLE_DT_CONN_CNT);
2853 if (!ptr)
2854 return 0; /* parameter not stored in this table */
2855
Willy Tarreauf853c462012-04-23 18:53:56 +02002856 smp->type = SMP_T_UINT;
2857 smp->data.uint = ++stktable_data_cast(ptr, conn_cnt);
Willy Tarreau37406352012-04-23 16:16:37 +02002858 smp->flags = SMP_F_VOL_TEST;
Willy Tarreau8b22a712010-06-18 17:46:06 +02002859 return 1;
2860}
2861
Willy Tarreau87b09662015-04-03 00:22:06 +02002862/* set <smp> to the number of concurrent connections from the stream's tracked
Willy Tarreauf44a5532013-07-23 15:17:53 +02002863 * frontend counters. Supports being called as "sc[0-9]_conn_cur" or
2864 * "src_conn_cur" only.
2865 */
Willy Tarreau9b0ddcf2010-06-18 21:14:36 +02002866static int
Willy Tarreau192252e2015-04-04 01:47:55 +02002867smp_fetch_sc_conn_cur(struct proxy *px, struct session *sess, struct stream *strm, unsigned int opt,
Thierry FOURNIERf41a8092014-12-07 18:37:57 +01002868 const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau9b0ddcf2010-06-18 21:14:36 +02002869{
Willy Tarreau192252e2015-04-04 01:47:55 +02002870 struct stkctr *stkctr = smp_fetch_sc_stkctr(sess, strm, args, kw);
Willy Tarreauf44a5532013-07-23 15:17:53 +02002871
2872 if (!stkctr)
2873 return 0;
2874
Willy Tarreau37406352012-04-23 16:16:37 +02002875 smp->flags = SMP_F_VOL_TEST;
Willy Tarreauf853c462012-04-23 18:53:56 +02002876 smp->type = SMP_T_UINT;
2877 smp->data.uint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01002878 if (stkctr_entry(stkctr) != NULL) {
2879 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_CONN_CUR);
Willy Tarreau9b0ddcf2010-06-18 21:14:36 +02002880 if (!ptr)
2881 return 0; /* parameter not stored */
Willy Tarreauf853c462012-04-23 18:53:56 +02002882 smp->data.uint = stktable_data_cast(ptr, conn_cur);
Willy Tarreau9b0ddcf2010-06-18 21:14:36 +02002883 }
2884 return 1;
2885}
2886
Willy Tarreau87b09662015-04-03 00:22:06 +02002887/* set <smp> to the cumulated number of streams from the stream's tracked
Willy Tarreau20843082013-07-23 15:35:33 +02002888 * frontend counters. Supports being called as "sc[0-9]_sess_cnt" or
2889 * "src_sess_cnt" only.
2890 */
Willy Tarreauf4d17d92010-06-18 22:10:12 +02002891static int
Willy Tarreau192252e2015-04-04 01:47:55 +02002892smp_fetch_sc_sess_cnt(struct proxy *px, struct session *sess, struct stream *strm, unsigned int opt,
Thierry FOURNIERf41a8092014-12-07 18:37:57 +01002893 const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreauf4d17d92010-06-18 22:10:12 +02002894{
Willy Tarreau192252e2015-04-04 01:47:55 +02002895 struct stkctr *stkctr = smp_fetch_sc_stkctr(sess, strm, args, kw);
Willy Tarreau20843082013-07-23 15:35:33 +02002896
2897 if (!stkctr)
2898 return 0;
2899
Willy Tarreau37406352012-04-23 16:16:37 +02002900 smp->flags = SMP_F_VOL_TEST;
Willy Tarreauf853c462012-04-23 18:53:56 +02002901 smp->type = SMP_T_UINT;
2902 smp->data.uint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01002903 if (stkctr_entry(stkctr) != NULL) {
2904 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_SESS_CNT);
Willy Tarreauf4d17d92010-06-18 22:10:12 +02002905 if (!ptr)
2906 return 0; /* parameter not stored */
Willy Tarreauf853c462012-04-23 18:53:56 +02002907 smp->data.uint = stktable_data_cast(ptr, sess_cnt);
Willy Tarreauf4d17d92010-06-18 22:10:12 +02002908 }
2909 return 1;
2910}
2911
Willy Tarreau87b09662015-04-03 00:22:06 +02002912/* set <smp> to the stream rate from the stream's tracked frontend counters.
Willy Tarreau3a96f3f2013-07-23 15:48:01 +02002913 * Supports being called as "sc[0-9]_sess_rate" or "src_sess_rate" only.
2914 */
Willy Tarreau91c43d72010-06-20 11:19:22 +02002915static int
Willy Tarreau192252e2015-04-04 01:47:55 +02002916smp_fetch_sc_sess_rate(struct proxy *px, struct session *sess, struct stream *strm, unsigned int opt,
Thierry FOURNIERf41a8092014-12-07 18:37:57 +01002917 const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau91c43d72010-06-20 11:19:22 +02002918{
Willy Tarreau192252e2015-04-04 01:47:55 +02002919 struct stkctr *stkctr = smp_fetch_sc_stkctr(sess, strm, args, kw);
Willy Tarreau3a96f3f2013-07-23 15:48:01 +02002920
2921 if (!stkctr)
2922 return 0;
2923
Willy Tarreau37406352012-04-23 16:16:37 +02002924 smp->flags = SMP_F_VOL_TEST;
Willy Tarreauf853c462012-04-23 18:53:56 +02002925 smp->type = SMP_T_UINT;
2926 smp->data.uint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01002927 if (stkctr_entry(stkctr) != NULL) {
2928 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_SESS_RATE);
Willy Tarreau91c43d72010-06-20 11:19:22 +02002929 if (!ptr)
2930 return 0; /* parameter not stored */
Willy Tarreauf853c462012-04-23 18:53:56 +02002931 smp->data.uint = read_freq_ctr_period(&stktable_data_cast(ptr, sess_rate),
Willy Tarreau3a96f3f2013-07-23 15:48:01 +02002932 stkctr->table->data_arg[STKTABLE_DT_SESS_RATE].u);
Willy Tarreau91c43d72010-06-20 11:19:22 +02002933 }
2934 return 1;
2935}
2936
Willy Tarreau87b09662015-04-03 00:22:06 +02002937/* set <smp> to the cumulated number of HTTP requests from the stream's tracked
Willy Tarreau91200da2013-07-23 15:55:19 +02002938 * frontend counters. Supports being called as "sc[0-9]_http_req_cnt" or
2939 * "src_http_req_cnt" only.
2940 */
Willy Tarreauda7ff642010-06-23 11:44:09 +02002941static int
Willy Tarreau192252e2015-04-04 01:47:55 +02002942smp_fetch_sc_http_req_cnt(struct proxy *px, struct session *sess, struct stream *strm, unsigned int opt,
Thierry FOURNIERf41a8092014-12-07 18:37:57 +01002943 const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreauda7ff642010-06-23 11:44:09 +02002944{
Willy Tarreau192252e2015-04-04 01:47:55 +02002945 struct stkctr *stkctr = smp_fetch_sc_stkctr(sess, strm, args, kw);
Willy Tarreau91200da2013-07-23 15:55:19 +02002946
2947 if (!stkctr)
2948 return 0;
2949
Willy Tarreau37406352012-04-23 16:16:37 +02002950 smp->flags = SMP_F_VOL_TEST;
Willy Tarreauf853c462012-04-23 18:53:56 +02002951 smp->type = SMP_T_UINT;
2952 smp->data.uint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01002953 if (stkctr_entry(stkctr) != NULL) {
2954 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_HTTP_REQ_CNT);
Willy Tarreauda7ff642010-06-23 11:44:09 +02002955 if (!ptr)
2956 return 0; /* parameter not stored */
Willy Tarreauf853c462012-04-23 18:53:56 +02002957 smp->data.uint = stktable_data_cast(ptr, http_req_cnt);
Willy Tarreauda7ff642010-06-23 11:44:09 +02002958 }
2959 return 1;
2960}
2961
Willy Tarreau87b09662015-04-03 00:22:06 +02002962/* set <smp> to the HTTP request rate from the stream's tracked frontend
Willy Tarreaucf477632013-07-23 16:04:37 +02002963 * counters. Supports being called as "sc[0-9]_http_req_rate" or
2964 * "src_http_req_rate" only.
2965 */
Willy Tarreauda7ff642010-06-23 11:44:09 +02002966static int
Willy Tarreau192252e2015-04-04 01:47:55 +02002967smp_fetch_sc_http_req_rate(struct proxy *px, struct session *sess, struct stream *strm, unsigned int opt,
Thierry FOURNIERf41a8092014-12-07 18:37:57 +01002968 const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreauda7ff642010-06-23 11:44:09 +02002969{
Willy Tarreau192252e2015-04-04 01:47:55 +02002970 struct stkctr *stkctr = smp_fetch_sc_stkctr(sess, strm, args, kw);
Willy Tarreaucf477632013-07-23 16:04:37 +02002971
2972 if (!stkctr)
2973 return 0;
2974
Willy Tarreau37406352012-04-23 16:16:37 +02002975 smp->flags = SMP_F_VOL_TEST;
Willy Tarreauf853c462012-04-23 18:53:56 +02002976 smp->type = SMP_T_UINT;
2977 smp->data.uint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01002978 if (stkctr_entry(stkctr) != NULL) {
2979 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_HTTP_REQ_RATE);
Willy Tarreauda7ff642010-06-23 11:44:09 +02002980 if (!ptr)
2981 return 0; /* parameter not stored */
Willy Tarreauf853c462012-04-23 18:53:56 +02002982 smp->data.uint = read_freq_ctr_period(&stktable_data_cast(ptr, http_req_rate),
Willy Tarreaucf477632013-07-23 16:04:37 +02002983 stkctr->table->data_arg[STKTABLE_DT_HTTP_REQ_RATE].u);
Willy Tarreauda7ff642010-06-23 11:44:09 +02002984 }
2985 return 1;
2986}
2987
Willy Tarreau87b09662015-04-03 00:22:06 +02002988/* set <smp> to the cumulated number of HTTP requests errors from the stream's
Willy Tarreau30d07c32013-07-23 16:45:38 +02002989 * tracked frontend counters. Supports being called as "sc[0-9]_http_err_cnt" or
2990 * "src_http_err_cnt" only.
2991 */
Willy Tarreauda7ff642010-06-23 11:44:09 +02002992static int
Willy Tarreau192252e2015-04-04 01:47:55 +02002993smp_fetch_sc_http_err_cnt(struct proxy *px, struct session *sess, struct stream *strm, unsigned int opt,
Thierry FOURNIERf41a8092014-12-07 18:37:57 +01002994 const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreauda7ff642010-06-23 11:44:09 +02002995{
Willy Tarreau192252e2015-04-04 01:47:55 +02002996 struct stkctr *stkctr = smp_fetch_sc_stkctr(sess, strm, args, kw);
Willy Tarreau30d07c32013-07-23 16:45:38 +02002997
2998 if (!stkctr)
2999 return 0;
3000
Willy Tarreau37406352012-04-23 16:16:37 +02003001 smp->flags = SMP_F_VOL_TEST;
Willy Tarreauf853c462012-04-23 18:53:56 +02003002 smp->type = SMP_T_UINT;
3003 smp->data.uint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01003004 if (stkctr_entry(stkctr) != NULL) {
3005 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_HTTP_ERR_CNT);
Willy Tarreauda7ff642010-06-23 11:44:09 +02003006 if (!ptr)
3007 return 0; /* parameter not stored */
Willy Tarreauf853c462012-04-23 18:53:56 +02003008 smp->data.uint = stktable_data_cast(ptr, http_err_cnt);
Willy Tarreauda7ff642010-06-23 11:44:09 +02003009 }
3010 return 1;
3011}
3012
Willy Tarreau87b09662015-04-03 00:22:06 +02003013/* set <smp> to the HTTP request error rate from the stream's tracked frontend
Willy Tarreau9daf2622013-07-23 16:48:54 +02003014 * counters. Supports being called as "sc[0-9]_http_err_rate" or
3015 * "src_http_err_rate" only.
3016 */
Willy Tarreauda7ff642010-06-23 11:44:09 +02003017static int
Willy Tarreau192252e2015-04-04 01:47:55 +02003018smp_fetch_sc_http_err_rate(struct proxy *px, struct session *sess, struct stream *strm, unsigned int opt,
Thierry FOURNIERf41a8092014-12-07 18:37:57 +01003019 const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreauda7ff642010-06-23 11:44:09 +02003020{
Willy Tarreau192252e2015-04-04 01:47:55 +02003021 struct stkctr *stkctr = smp_fetch_sc_stkctr(sess, strm, args, kw);
Willy Tarreau9daf2622013-07-23 16:48:54 +02003022
3023 if (!stkctr)
3024 return 0;
3025
Willy Tarreau37406352012-04-23 16:16:37 +02003026 smp->flags = SMP_F_VOL_TEST;
Willy Tarreauf853c462012-04-23 18:53:56 +02003027 smp->type = SMP_T_UINT;
3028 smp->data.uint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01003029 if (stkctr_entry(stkctr) != NULL) {
3030 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_HTTP_ERR_RATE);
Willy Tarreauda7ff642010-06-23 11:44:09 +02003031 if (!ptr)
3032 return 0; /* parameter not stored */
Willy Tarreauf853c462012-04-23 18:53:56 +02003033 smp->data.uint = read_freq_ctr_period(&stktable_data_cast(ptr, http_err_rate),
Willy Tarreau9daf2622013-07-23 16:48:54 +02003034 stkctr->table->data_arg[STKTABLE_DT_HTTP_ERR_RATE].u);
Willy Tarreauda7ff642010-06-23 11:44:09 +02003035 }
3036 return 1;
3037}
3038
Willy Tarreau5077d4b2013-07-23 17:17:10 +02003039/* set <smp> to the number of kbytes received from clients, as found in the
Willy Tarreau87b09662015-04-03 00:22:06 +02003040 * stream's tracked frontend counters. Supports being called as
Willy Tarreau5077d4b2013-07-23 17:17:10 +02003041 * "sc[0-9]_kbytes_in" or "src_kbytes_in" only.
3042 */
Willy Tarreau1aa006f2010-06-18 21:52:52 +02003043static int
Willy Tarreau192252e2015-04-04 01:47:55 +02003044smp_fetch_sc_kbytes_in(struct proxy *px, struct session *sess, struct stream *strm, unsigned int opt,
Thierry FOURNIERf41a8092014-12-07 18:37:57 +01003045 const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau1aa006f2010-06-18 21:52:52 +02003046{
Willy Tarreau192252e2015-04-04 01:47:55 +02003047 struct stkctr *stkctr = smp_fetch_sc_stkctr(sess, strm, args, kw);
Willy Tarreau5077d4b2013-07-23 17:17:10 +02003048
3049 if (!stkctr)
3050 return 0;
3051
Willy Tarreau37406352012-04-23 16:16:37 +02003052 smp->flags = SMP_F_VOL_TEST;
Willy Tarreauf853c462012-04-23 18:53:56 +02003053 smp->type = SMP_T_UINT;
3054 smp->data.uint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01003055 if (stkctr_entry(stkctr) != NULL) {
3056 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_BYTES_IN_CNT);
Willy Tarreau1aa006f2010-06-18 21:52:52 +02003057 if (!ptr)
3058 return 0; /* parameter not stored */
Willy Tarreauf853c462012-04-23 18:53:56 +02003059 smp->data.uint = stktable_data_cast(ptr, bytes_in_cnt) >> 10;
Willy Tarreau1aa006f2010-06-18 21:52:52 +02003060 }
3061 return 1;
3062}
3063
Willy Tarreau613fe992013-07-23 17:39:19 +02003064/* set <smp> to the data rate received from clients in bytes/s, as found
Willy Tarreau87b09662015-04-03 00:22:06 +02003065 * in the stream's tracked frontend counters. Supports being called as
Willy Tarreau613fe992013-07-23 17:39:19 +02003066 * "sc[0-9]_bytes_in_rate" or "src_bytes_in_rate" only.
Willy Tarreau6c59e0a2010-06-20 11:56:30 +02003067 */
3068static int
Willy Tarreau192252e2015-04-04 01:47:55 +02003069smp_fetch_sc_bytes_in_rate(struct proxy *px, struct session *sess, struct stream *strm, unsigned int opt,
Thierry FOURNIERf41a8092014-12-07 18:37:57 +01003070 const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau6c59e0a2010-06-20 11:56:30 +02003071{
Willy Tarreau192252e2015-04-04 01:47:55 +02003072 struct stkctr *stkctr = smp_fetch_sc_stkctr(sess, strm, args, kw);
Willy Tarreau613fe992013-07-23 17:39:19 +02003073
3074 if (!stkctr)
3075 return 0;
3076
Willy Tarreau37406352012-04-23 16:16:37 +02003077 smp->flags = SMP_F_VOL_TEST;
Willy Tarreauf853c462012-04-23 18:53:56 +02003078 smp->type = SMP_T_UINT;
3079 smp->data.uint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01003080 if (stkctr_entry(stkctr) != NULL) {
3081 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_BYTES_IN_RATE);
Willy Tarreau6c59e0a2010-06-20 11:56:30 +02003082 if (!ptr)
3083 return 0; /* parameter not stored */
Willy Tarreauf853c462012-04-23 18:53:56 +02003084 smp->data.uint = read_freq_ctr_period(&stktable_data_cast(ptr, bytes_in_rate),
Willy Tarreau613fe992013-07-23 17:39:19 +02003085 stkctr->table->data_arg[STKTABLE_DT_BYTES_IN_RATE].u);
Willy Tarreau6c59e0a2010-06-20 11:56:30 +02003086 }
3087 return 1;
3088}
3089
Willy Tarreau53aea102013-07-23 17:39:02 +02003090/* set <smp> to the number of kbytes sent to clients, as found in the
Willy Tarreau87b09662015-04-03 00:22:06 +02003091 * stream's tracked frontend counters. Supports being called as
Willy Tarreau53aea102013-07-23 17:39:02 +02003092 * "sc[0-9]_kbytes_out" or "src_kbytes_out" only.
3093 */
Willy Tarreau1aa006f2010-06-18 21:52:52 +02003094static int
Willy Tarreau192252e2015-04-04 01:47:55 +02003095smp_fetch_sc_kbytes_out(struct proxy *px, struct session *sess, struct stream *strm, unsigned int opt,
Willy Tarreau15e91e12015-04-04 00:52:09 +02003096 const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau1aa006f2010-06-18 21:52:52 +02003097{
Willy Tarreau192252e2015-04-04 01:47:55 +02003098 struct stkctr *stkctr = smp_fetch_sc_stkctr(sess, strm, args, kw);
Willy Tarreau53aea102013-07-23 17:39:02 +02003099
3100 if (!stkctr)
3101 return 0;
3102
Willy Tarreau37406352012-04-23 16:16:37 +02003103 smp->flags = SMP_F_VOL_TEST;
Willy Tarreauf853c462012-04-23 18:53:56 +02003104 smp->type = SMP_T_UINT;
3105 smp->data.uint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01003106 if (stkctr_entry(stkctr) != NULL) {
3107 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_BYTES_OUT_CNT);
Willy Tarreau855e4bb2010-06-18 18:33:32 +02003108 if (!ptr)
3109 return 0; /* parameter not stored */
Willy Tarreauf853c462012-04-23 18:53:56 +02003110 smp->data.uint = stktable_data_cast(ptr, bytes_out_cnt) >> 10;
Willy Tarreau855e4bb2010-06-18 18:33:32 +02003111 }
Willy Tarreau855e4bb2010-06-18 18:33:32 +02003112 return 1;
3113}
3114
Willy Tarreaua0b68ed2013-07-23 18:26:32 +02003115/* set <smp> to the data rate sent to clients in bytes/s, as found in the
Willy Tarreau87b09662015-04-03 00:22:06 +02003116 * stream's tracked frontend counters. Supports being called as
Willy Tarreaua0b68ed2013-07-23 18:26:32 +02003117 * "sc[0-9]_bytes_out_rate" or "src_bytes_out_rate" only.
Willy Tarreau6c59e0a2010-06-20 11:56:30 +02003118 */
3119static int
Willy Tarreau192252e2015-04-04 01:47:55 +02003120smp_fetch_sc_bytes_out_rate(struct proxy *px, struct session *sess, struct stream *strm, unsigned int opt,
Thierry FOURNIERf41a8092014-12-07 18:37:57 +01003121 const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau6c59e0a2010-06-20 11:56:30 +02003122{
Willy Tarreau192252e2015-04-04 01:47:55 +02003123 struct stkctr *stkctr = smp_fetch_sc_stkctr(sess, strm, args, kw);
Willy Tarreaua0b68ed2013-07-23 18:26:32 +02003124
3125 if (!stkctr)
3126 return 0;
3127
Willy Tarreau37406352012-04-23 16:16:37 +02003128 smp->flags = SMP_F_VOL_TEST;
Willy Tarreauf853c462012-04-23 18:53:56 +02003129 smp->type = SMP_T_UINT;
3130 smp->data.uint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01003131 if (stkctr_entry(stkctr) != NULL) {
3132 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_BYTES_OUT_RATE);
Willy Tarreau6c59e0a2010-06-20 11:56:30 +02003133 if (!ptr)
3134 return 0; /* parameter not stored */
Willy Tarreauf853c462012-04-23 18:53:56 +02003135 smp->data.uint = read_freq_ctr_period(&stktable_data_cast(ptr, bytes_out_rate),
Willy Tarreaua0b68ed2013-07-23 18:26:32 +02003136 stkctr->table->data_arg[STKTABLE_DT_BYTES_OUT_RATE].u);
Willy Tarreau6c59e0a2010-06-20 11:56:30 +02003137 }
3138 return 1;
3139}
3140
Willy Tarreau87b09662015-04-03 00:22:06 +02003141/* set <smp> to the number of active trackers on the SC entry in the stream's
Willy Tarreau563eef42013-07-23 18:32:02 +02003142 * tracked frontend counters. Supports being called as "sc[0-9]_trackers" only.
3143 */
Willy Tarreau2406db42012-12-09 12:16:43 +01003144static int
Willy Tarreau192252e2015-04-04 01:47:55 +02003145smp_fetch_sc_trackers(struct proxy *px, struct session *sess, struct stream *strm, unsigned int opt,
Thierry FOURNIERf41a8092014-12-07 18:37:57 +01003146 const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau2406db42012-12-09 12:16:43 +01003147{
Willy Tarreau192252e2015-04-04 01:47:55 +02003148 struct stkctr *stkctr = smp_fetch_sc_stkctr(sess, strm, args, kw);
Willy Tarreau2406db42012-12-09 12:16:43 +01003149
Willy Tarreau563eef42013-07-23 18:32:02 +02003150 if (!stkctr)
Willy Tarreau2406db42012-12-09 12:16:43 +01003151 return 0;
3152
Willy Tarreau563eef42013-07-23 18:32:02 +02003153 smp->flags = SMP_F_VOL_TEST;
3154 smp->type = SMP_T_UINT;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01003155 smp->data.uint = stkctr_entry(stkctr)->ref_cnt;
Willy Tarreau563eef42013-07-23 18:32:02 +02003156 return 1;
Willy Tarreaue25c9172013-05-28 18:32:20 +02003157}
3158
Willy Tarreau34db1082012-04-19 17:16:54 +02003159/* set temp integer to the number of used entries in the table pointed to by expr.
Willy Tarreau0146c2e2012-04-20 11:37:56 +02003160 * Accepts exactly 1 argument of type table.
Willy Tarreau34db1082012-04-19 17:16:54 +02003161 */
Willy Tarreauc735a072011-03-29 00:57:02 +02003162static int
Willy Tarreau192252e2015-04-04 01:47:55 +02003163smp_fetch_table_cnt(struct proxy *px, struct session *sess, struct stream *strm, unsigned int opt,
Thierry FOURNIERf41a8092014-12-07 18:37:57 +01003164 const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreauc735a072011-03-29 00:57:02 +02003165{
Willy Tarreau37406352012-04-23 16:16:37 +02003166 smp->flags = SMP_F_VOL_TEST;
Willy Tarreauf853c462012-04-23 18:53:56 +02003167 smp->type = SMP_T_UINT;
Willy Tarreau24e32d82012-04-23 23:55:44 +02003168 smp->data.uint = args->data.prx->table.current;
Willy Tarreauc735a072011-03-29 00:57:02 +02003169 return 1;
3170}
3171
Willy Tarreau34db1082012-04-19 17:16:54 +02003172/* set temp integer to the number of free entries in the table pointed to by expr.
Willy Tarreau0146c2e2012-04-20 11:37:56 +02003173 * Accepts exactly 1 argument of type table.
Willy Tarreau34db1082012-04-19 17:16:54 +02003174 */
Willy Tarreauc735a072011-03-29 00:57:02 +02003175static int
Willy Tarreau192252e2015-04-04 01:47:55 +02003176smp_fetch_table_avl(struct proxy *px, struct session *sess, struct stream *strm, unsigned int opt,
Thierry FOURNIERf41a8092014-12-07 18:37:57 +01003177 const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreauc735a072011-03-29 00:57:02 +02003178{
Willy Tarreau24e32d82012-04-23 23:55:44 +02003179 px = args->data.prx;
Willy Tarreau37406352012-04-23 16:16:37 +02003180 smp->flags = SMP_F_VOL_TEST;
Willy Tarreauf853c462012-04-23 18:53:56 +02003181 smp->type = SMP_T_UINT;
3182 smp->data.uint = px->table.size - px->table.current;
Willy Tarreauc735a072011-03-29 00:57:02 +02003183 return 1;
3184}
Willy Tarreau8b22a712010-06-18 17:46:06 +02003185
Willy Tarreau61612d42012-04-19 18:42:05 +02003186/* Note: must not be declared <const> as its list will be overwritten.
3187 * Please take care of keeping this list alphabetically sorted.
3188 */
Willy Tarreaudc13c112013-06-21 23:16:39 +02003189static struct acl_kw_list acl_kws = {ILH, {
Willy Tarreau281c7992013-01-08 01:23:27 +01003190 { /* END */ },
Willy Tarreau8b22a712010-06-18 17:46:06 +02003191}};
3192
Willy Tarreau281c7992013-01-08 01:23:27 +01003193/* Note: must not be declared <const> as its list will be overwritten.
3194 * Please take care of keeping this list alphabetically sorted.
3195 */
Willy Tarreaudc13c112013-06-21 23:16:39 +02003196static struct sample_fetch_kw_list smp_fetch_keywords = {ILH, {
Willy Tarreau0f791d42013-07-23 19:56:43 +02003197 { "sc_bytes_in_rate", smp_fetch_sc_bytes_in_rate, ARG2(1,UINT,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3198 { "sc_bytes_out_rate", smp_fetch_sc_bytes_out_rate, ARG2(1,UINT,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3199 { "sc_clr_gpc0", smp_fetch_sc_clr_gpc0, ARG2(1,UINT,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3200 { "sc_conn_cnt", smp_fetch_sc_conn_cnt, ARG2(1,UINT,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3201 { "sc_conn_cur", smp_fetch_sc_conn_cur, ARG2(1,UINT,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3202 { "sc_conn_rate", smp_fetch_sc_conn_rate, ARG2(1,UINT,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3203 { "sc_get_gpc0", smp_fetch_sc_get_gpc0, ARG2(1,UINT,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3204 { "sc_gpc0_rate", smp_fetch_sc_gpc0_rate, ARG2(1,UINT,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3205 { "sc_http_err_cnt", smp_fetch_sc_http_err_cnt, ARG2(1,UINT,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3206 { "sc_http_err_rate", smp_fetch_sc_http_err_rate, ARG2(1,UINT,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3207 { "sc_http_req_cnt", smp_fetch_sc_http_req_cnt, ARG2(1,UINT,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3208 { "sc_http_req_rate", smp_fetch_sc_http_req_rate, ARG2(1,UINT,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3209 { "sc_inc_gpc0", smp_fetch_sc_inc_gpc0, ARG2(1,UINT,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3210 { "sc_kbytes_in", smp_fetch_sc_kbytes_in, ARG2(1,UINT,TAB), NULL, SMP_T_UINT, SMP_USE_L4CLI, },
3211 { "sc_kbytes_out", smp_fetch_sc_kbytes_out, ARG2(1,UINT,TAB), NULL, SMP_T_UINT, SMP_USE_L4CLI, },
3212 { "sc_sess_cnt", smp_fetch_sc_sess_cnt, ARG2(1,UINT,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3213 { "sc_sess_rate", smp_fetch_sc_sess_rate, ARG2(1,UINT,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3214 { "sc_tracked", smp_fetch_sc_tracked, ARG2(1,UINT,TAB), NULL, SMP_T_BOOL, SMP_USE_INTRN, },
3215 { "sc_trackers", smp_fetch_sc_trackers, ARG2(1,UINT,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3216 { "sc0_bytes_in_rate", smp_fetch_sc_bytes_in_rate, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3217 { "sc0_bytes_out_rate", smp_fetch_sc_bytes_out_rate, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3218 { "sc0_clr_gpc0", smp_fetch_sc_clr_gpc0, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3219 { "sc0_conn_cnt", smp_fetch_sc_conn_cnt, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3220 { "sc0_conn_cur", smp_fetch_sc_conn_cur, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3221 { "sc0_conn_rate", smp_fetch_sc_conn_rate, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3222 { "sc0_get_gpc0", smp_fetch_sc_get_gpc0, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3223 { "sc0_gpc0_rate", smp_fetch_sc_gpc0_rate, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3224 { "sc0_http_err_cnt", smp_fetch_sc_http_err_cnt, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3225 { "sc0_http_err_rate", smp_fetch_sc_http_err_rate, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3226 { "sc0_http_req_cnt", smp_fetch_sc_http_req_cnt, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3227 { "sc0_http_req_rate", smp_fetch_sc_http_req_rate, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3228 { "sc0_inc_gpc0", smp_fetch_sc_inc_gpc0, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3229 { "sc0_kbytes_in", smp_fetch_sc_kbytes_in, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_L4CLI, },
3230 { "sc0_kbytes_out", smp_fetch_sc_kbytes_out, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_L4CLI, },
3231 { "sc0_sess_cnt", smp_fetch_sc_sess_cnt, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3232 { "sc0_sess_rate", smp_fetch_sc_sess_rate, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3233 { "sc0_tracked", smp_fetch_sc_tracked, ARG1(0,TAB), NULL, SMP_T_BOOL, SMP_USE_INTRN, },
3234 { "sc0_trackers", smp_fetch_sc_trackers, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3235 { "sc1_bytes_in_rate", smp_fetch_sc_bytes_in_rate, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3236 { "sc1_bytes_out_rate", smp_fetch_sc_bytes_out_rate, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3237 { "sc1_clr_gpc0", smp_fetch_sc_clr_gpc0, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3238 { "sc1_conn_cnt", smp_fetch_sc_conn_cnt, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3239 { "sc1_conn_cur", smp_fetch_sc_conn_cur, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3240 { "sc1_conn_rate", smp_fetch_sc_conn_rate, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3241 { "sc1_get_gpc0", smp_fetch_sc_get_gpc0, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3242 { "sc1_gpc0_rate", smp_fetch_sc_gpc0_rate, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3243 { "sc1_http_err_cnt", smp_fetch_sc_http_err_cnt, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3244 { "sc1_http_err_rate", smp_fetch_sc_http_err_rate, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3245 { "sc1_http_req_cnt", smp_fetch_sc_http_req_cnt, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3246 { "sc1_http_req_rate", smp_fetch_sc_http_req_rate, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3247 { "sc1_inc_gpc0", smp_fetch_sc_inc_gpc0, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3248 { "sc1_kbytes_in", smp_fetch_sc_kbytes_in, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_L4CLI, },
3249 { "sc1_kbytes_out", smp_fetch_sc_kbytes_out, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_L4CLI, },
3250 { "sc1_sess_cnt", smp_fetch_sc_sess_cnt, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3251 { "sc1_sess_rate", smp_fetch_sc_sess_rate, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3252 { "sc1_tracked", smp_fetch_sc_tracked, ARG1(0,TAB), NULL, SMP_T_BOOL, SMP_USE_INTRN, },
3253 { "sc1_trackers", smp_fetch_sc_trackers, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3254 { "sc2_bytes_in_rate", smp_fetch_sc_bytes_in_rate, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3255 { "sc2_bytes_out_rate", smp_fetch_sc_bytes_out_rate, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3256 { "sc2_clr_gpc0", smp_fetch_sc_clr_gpc0, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3257 { "sc2_conn_cnt", smp_fetch_sc_conn_cnt, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3258 { "sc2_conn_cur", smp_fetch_sc_conn_cur, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3259 { "sc2_conn_rate", smp_fetch_sc_conn_rate, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3260 { "sc2_get_gpc0", smp_fetch_sc_get_gpc0, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3261 { "sc2_gpc0_rate", smp_fetch_sc_gpc0_rate, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3262 { "sc2_http_err_cnt", smp_fetch_sc_http_err_cnt, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3263 { "sc2_http_err_rate", smp_fetch_sc_http_err_rate, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3264 { "sc2_http_req_cnt", smp_fetch_sc_http_req_cnt, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3265 { "sc2_http_req_rate", smp_fetch_sc_http_req_rate, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3266 { "sc2_inc_gpc0", smp_fetch_sc_inc_gpc0, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3267 { "sc2_kbytes_in", smp_fetch_sc_kbytes_in, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_L4CLI, },
3268 { "sc2_kbytes_out", smp_fetch_sc_kbytes_out, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_L4CLI, },
3269 { "sc2_sess_cnt", smp_fetch_sc_sess_cnt, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3270 { "sc2_sess_rate", smp_fetch_sc_sess_rate, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3271 { "sc2_tracked", smp_fetch_sc_tracked, ARG1(0,TAB), NULL, SMP_T_BOOL, SMP_USE_INTRN, },
3272 { "sc2_trackers", smp_fetch_sc_trackers, ARG1(0,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3273 { "src_bytes_in_rate", smp_fetch_sc_bytes_in_rate, ARG1(1,TAB), NULL, SMP_T_UINT, SMP_USE_L4CLI, },
3274 { "src_bytes_out_rate", smp_fetch_sc_bytes_out_rate, ARG1(1,TAB), NULL, SMP_T_UINT, SMP_USE_L4CLI, },
3275 { "src_clr_gpc0", smp_fetch_sc_clr_gpc0, ARG1(1,TAB), NULL, SMP_T_UINT, SMP_USE_L4CLI, },
3276 { "src_conn_cnt", smp_fetch_sc_conn_cnt, ARG1(1,TAB), NULL, SMP_T_UINT, SMP_USE_L4CLI, },
3277 { "src_conn_cur", smp_fetch_sc_conn_cur, ARG1(1,TAB), NULL, SMP_T_UINT, SMP_USE_L4CLI, },
3278 { "src_conn_rate", smp_fetch_sc_conn_rate, ARG1(1,TAB), NULL, SMP_T_UINT, SMP_USE_L4CLI, },
3279 { "src_get_gpc0", smp_fetch_sc_get_gpc0, ARG1(1,TAB), NULL, SMP_T_UINT, SMP_USE_L4CLI, },
3280 { "src_gpc0_rate", smp_fetch_sc_gpc0_rate, ARG1(1,TAB), NULL, SMP_T_UINT, SMP_USE_L4CLI, },
3281 { "src_http_err_cnt", smp_fetch_sc_http_err_cnt, ARG1(1,TAB), NULL, SMP_T_UINT, SMP_USE_L4CLI, },
3282 { "src_http_err_rate", smp_fetch_sc_http_err_rate, ARG1(1,TAB), NULL, SMP_T_UINT, SMP_USE_L4CLI, },
3283 { "src_http_req_cnt", smp_fetch_sc_http_req_cnt, ARG1(1,TAB), NULL, SMP_T_UINT, SMP_USE_L4CLI, },
3284 { "src_http_req_rate", smp_fetch_sc_http_req_rate, ARG1(1,TAB), NULL, SMP_T_UINT, SMP_USE_L4CLI, },
3285 { "src_inc_gpc0", smp_fetch_sc_inc_gpc0, ARG1(1,TAB), NULL, SMP_T_UINT, SMP_USE_L4CLI, },
3286 { "src_kbytes_in", smp_fetch_sc_kbytes_in, ARG1(1,TAB), NULL, SMP_T_UINT, SMP_USE_L4CLI, },
3287 { "src_kbytes_out", smp_fetch_sc_kbytes_out, ARG1(1,TAB), NULL, SMP_T_UINT, SMP_USE_L4CLI, },
3288 { "src_sess_cnt", smp_fetch_sc_sess_cnt, ARG1(1,TAB), NULL, SMP_T_UINT, SMP_USE_L4CLI, },
3289 { "src_sess_rate", smp_fetch_sc_sess_rate, ARG1(1,TAB), NULL, SMP_T_UINT, SMP_USE_L4CLI, },
3290 { "src_updt_conn_cnt", smp_fetch_src_updt_conn_cnt, ARG1(1,TAB), NULL, SMP_T_UINT, SMP_USE_L4CLI, },
3291 { "table_avl", smp_fetch_table_avl, ARG1(1,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
3292 { "table_cnt", smp_fetch_table_cnt, ARG1(1,TAB), NULL, SMP_T_UINT, SMP_USE_INTRN, },
Willy Tarreau281c7992013-01-08 01:23:27 +01003293 { /* END */ },
3294}};
3295
Willy Tarreau8b22a712010-06-18 17:46:06 +02003296__attribute__((constructor))
Willy Tarreau87b09662015-04-03 00:22:06 +02003297static void __stream_init(void)
Willy Tarreau8b22a712010-06-18 17:46:06 +02003298{
Willy Tarreau281c7992013-01-08 01:23:27 +01003299 sample_register_fetches(&smp_fetch_keywords);
Willy Tarreau8b22a712010-06-18 17:46:06 +02003300 acl_register_keywords(&acl_kws);
3301}
3302
Willy Tarreaubaaee002006-06-26 02:48:02 +02003303/*
3304 * Local variables:
3305 * c-indent-level: 8
3306 * c-basic-offset: 8
3307 * End:
3308 */