blob: 5583d1d40e6090b1a60bd893a2670f401e7ba9cd [file] [log] [blame]
Willy Tarreaubaaee002006-06-26 02:48:02 +02001/*
Willy Tarreau87b09662015-04-03 00:22:06 +02002 * Stream management functions.
Willy Tarreaubaaee002006-06-26 02:48:02 +02003 *
Willy Tarreaud28c3532012-04-19 19:28:33 +02004 * Copyright 2000-2012 Willy Tarreau <w@1wt.eu>
Willy Tarreaubaaee002006-06-26 02:48:02 +02005 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
13#include <stdlib.h>
Willy Tarreau81f9aa32010-06-01 17:45:26 +020014#include <unistd.h>
15#include <fcntl.h>
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020016
17#include <common/config.h>
Willy Tarreau9b28e032012-10-12 23:49:43 +020018#include <common/buffer.h>
Willy Tarreau7c669d72008-06-20 15:04:11 +020019#include <common/debug.h>
Willy Tarreau2dd0d472006-06-29 17:53:05 +020020#include <common/memory.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020021
Willy Tarreau8a8d83b2015-04-13 13:24:54 +020022#include <types/applet.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020023#include <types/capture.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010024#include <types/global.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020025
Willy Tarreau1d0dfb12009-07-07 15:10:31 +020026#include <proto/acl.h>
Willy Tarreau61612d42012-04-19 18:42:05 +020027#include <proto/arg.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010028#include <proto/backend.h>
Willy Tarreauc7e42382012-08-24 19:22:53 +020029#include <proto/channel.h>
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +010030#include <proto/checks.h>
Willy Tarreaud2274c62012-07-06 14:29:45 +020031#include <proto/connection.h>
Willy Tarreau5ca791d2009-08-16 19:06:42 +020032#include <proto/dumpstats.h>
Willy Tarreaudd2f85e2012-09-02 22:34:23 +020033#include <proto/fd.h>
Willy Tarreau91c43d72010-06-20 11:19:22 +020034#include <proto/freq_ctr.h>
Willy Tarreau3041b9f2010-10-15 23:25:20 +020035#include <proto/frontend.h>
Willy Tarreau8d5d7f22007-01-21 19:16:41 +010036#include <proto/hdr_idx.h>
Thierry FOURNIER65f34c62015-02-16 20:11:43 +010037#include <proto/hlua.h>
Willy Tarreaud1d54542012-09-12 22:58:11 +020038#include <proto/listener.h>
Willy Tarreau332f8bf2007-05-13 21:36:56 +020039#include <proto/log.h>
Willy Tarreaucbaaec42012-09-06 11:32:07 +020040#include <proto/raw_sock.h>
Willy Tarreaufeb76402015-04-03 14:10:06 +020041#include <proto/session.h>
Willy Tarreau87b09662015-04-03 00:22:06 +020042#include <proto/stream.h>
Willy Tarreau3eba98a2009-01-25 13:56:13 +010043#include <proto/pipe.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010044#include <proto/proto_http.h>
45#include <proto/proto_tcp.h>
Willy Tarreau1d0dfb12009-07-07 15:10:31 +020046#include <proto/proxy.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020047#include <proto/queue.h>
Willy Tarreau7f062c42009-03-05 18:43:00 +010048#include <proto/server.h>
Willy Tarreaucd3b0942012-04-27 21:52:18 +020049#include <proto/sample.h>
Emeric Brun1d33b292010-01-04 15:47:17 +010050#include <proto/stick_table.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010051#include <proto/stream_interface.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010052#include <proto/task.h>
Thierry FOURNIER4834bc72015-06-06 19:29:07 +020053#include <proto/vars.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020054
Willy Tarreau87b09662015-04-03 00:22:06 +020055struct pool_head *pool2_stream;
56struct list streams;
Willy Tarreaubaaee002006-06-26 02:48:02 +020057
Willy Tarreau87b09662015-04-03 00:22:06 +020058/* list of streams waiting for at least one buffer */
Willy Tarreaubf883e02014-11-25 21:10:35 +010059struct list buffer_wq = LIST_HEAD_INIT(buffer_wq);
60
Willy Tarreau9903f0e2015-04-04 18:50:31 +020061/* This function is called from the session handler which detects the end of
Willy Tarreau73b65ac2015-04-08 18:26:29 +020062 * handshake, in order to complete initialization of a valid stream. It must be
63 * called with a session (which may be embryonic). It returns the pointer to
64 * the newly created stream, or NULL in case of fatal error. The client-facing
65 * end point is assigned to <origin>, which must be valid. The task's context
66 * is set to the new stream, and its function is set to process_stream().
67 * Target and analysers are null.
Willy Tarreau2542b532012-08-31 16:01:23 +020068 */
Willy Tarreau73b65ac2015-04-08 18:26:29 +020069struct stream *stream_new(struct session *sess, struct task *t, enum obj_type *origin)
Willy Tarreau2542b532012-08-31 16:01:23 +020070{
Willy Tarreau02a0c0e2015-04-04 18:08:21 +020071 struct stream *s;
Willy Tarreau73b65ac2015-04-08 18:26:29 +020072 struct connection *conn = objt_conn(origin);
73 struct appctx *appctx = objt_appctx(origin);
Willy Tarreau2542b532012-08-31 16:01:23 +020074
Willy Tarreau02a0c0e2015-04-04 18:08:21 +020075 if (unlikely((s = pool_alloc2(pool2_stream)) == NULL))
Willy Tarreau02d86382015-04-05 12:00:52 +020076 return s;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +020077
78 /* minimum stream initialization required for an embryonic stream is
79 * fairly low. We need very little to execute L4 ACLs, then we need a
80 * task to make the client-side connection live on its own.
81 * - flags
82 * - stick-entry tracking
83 */
84 s->flags = 0;
Willy Tarreaufb9f5842015-04-05 18:19:23 +020085 s->logs.logwait = sess->fe->to_log;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +020086 s->logs.level = 0;
Willy Tarreau99eb0f12015-04-05 12:03:54 +020087 s->logs.accept_date = sess->accept_date; /* user-visible date for logging */
88 s->logs.tv_accept = sess->tv_accept; /* corrected date for internal use */
89 tv_zero(&s->logs.tv_request);
90 s->logs.t_queue = -1;
91 s->logs.t_connect = -1;
92 s->logs.t_data = -1;
93 s->logs.t_close = 0;
94 s->logs.bytes_in = s->logs.bytes_out = 0;
95 s->logs.prx_queue_size = 0; /* we get the number of pending conns before us */
96 s->logs.srv_queue_size = 0; /* we will get this number soon */
97
98 /* default logging function */
99 s->do_log = strm_log;
100
101 /* default error reporting function, may be changed by analysers */
102 s->srv_error = default_srv_error;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200103
104 /* Initialise the current rule list pointer to NULL. We are sure that
105 * any rulelist match the NULL pointer.
106 */
107 s->current_rule_list = NULL;
Remi Gacogne7fb9de22015-07-22 17:10:58 +0200108 s->current_rule = NULL;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200109
Willy Tarreaua68f7622015-09-21 17:48:24 +0200110 /* Copy SC counters for the stream. We don't touch refcounts because
111 * any reference we have is inherited from the session. Since the stream
112 * doesn't exist without the session, the session's existence guarantees
113 * we don't lose the entry. During the store operation, the stream won't
114 * touch these ones.
Thierry FOURNIER827752e2015-08-18 11:34:18 +0200115 */
Thierry FOURNIERc8fdb982015-08-16 12:03:39 +0200116 memcpy(s->stkctr, sess->stkctr, sizeof(s->stkctr));
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200117
118 s->sess = sess;
119 s->si[0].flags = SI_FL_NONE;
120 s->si[1].flags = SI_FL_ISBACK;
121
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200122 s->uniq_id = global.req_count++;
123
Willy Tarreau87b09662015-04-03 00:22:06 +0200124 /* OK, we're keeping the stream, so let's properly initialize the stream */
125 LIST_ADDQ(&streams, &s->list);
Willy Tarreau2542b532012-08-31 16:01:23 +0200126 LIST_INIT(&s->back_refs);
Willy Tarreaubf883e02014-11-25 21:10:35 +0100127 LIST_INIT(&s->buffer_wait);
Willy Tarreauf8a49ea2013-10-14 21:32:07 +0200128
Willy Tarreaue7dff022015-04-03 01:14:29 +0200129 s->flags |= SF_INITIALIZED;
Willy Tarreau2542b532012-08-31 16:01:23 +0200130 s->unique_id = NULL;
Willy Tarreau2542b532012-08-31 16:01:23 +0200131
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200132 s->task = t;
Willy Tarreaud1769b82015-04-06 00:25:48 +0200133 t->process = process_stream;
Willy Tarreau2542b532012-08-31 16:01:23 +0200134 t->context = s;
135 t->expire = TICK_ETERNITY;
136
Willy Tarreau87b09662015-04-03 00:22:06 +0200137 /* Note: initially, the stream's backend points to the frontend.
Willy Tarreau2542b532012-08-31 16:01:23 +0200138 * This changes later when switching rules are executed or
139 * when the default backend is assigned.
140 */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200141 s->be = sess->fe;
William Lallemand82fe75c2012-10-23 10:25:10 +0200142 s->comp_algo = NULL;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100143 s->req.buf = s->res.buf = NULL;
Willy Tarreaucb7dd012015-04-03 22:16:32 +0200144 s->req_cap = NULL;
145 s->res_cap = NULL;
Willy Tarreau2542b532012-08-31 16:01:23 +0200146
Willy Tarreauebcd4842015-06-19 11:59:02 +0200147 /* Initialise all the variables contexts even if not used.
148 * This permits to prune these contexts without errors.
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200149 */
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200150 vars_init(&s->vars_txn, SCOPE_TXN);
151 vars_init(&s->vars_reqres, SCOPE_REQ);
152
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200153 /* this part should be common with other protocols */
Willy Tarreau819d3322014-11-28 12:12:34 +0100154 si_reset(&s->si[0]);
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200155 si_set_state(&s->si[0], SI_ST_EST);
156
Willy Tarreau1f52bb22015-04-04 14:28:46 +0200157 /* attach the incoming connection to the stream interface now. */
Willy Tarreauf2b98742015-04-05 01:30:42 +0200158 if (conn)
159 si_attach_conn(&s->si[0], conn);
Willy Tarreau470280e2015-04-05 01:33:13 +0200160 else if (appctx)
161 si_attach_appctx(&s->si[0], appctx);
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200162
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200163 if (likely(sess->fe->options2 & PR_O2_INDEPSTR))
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200164 s->si[0].flags |= SI_FL_INDEP_STR;
165
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200166 /* pre-initialize the other side's stream interface to an INIT state. The
167 * callbacks will be initialized before attempting to connect.
168 */
Willy Tarreau819d3322014-11-28 12:12:34 +0100169 si_reset(&s->si[1]);
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200170
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200171 if (likely(sess->fe->options2 & PR_O2_INDEPSTR))
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200172 s->si[1].flags |= SI_FL_INDEP_STR;
173
Willy Tarreau87b09662015-04-03 00:22:06 +0200174 stream_init_srv_conn(s);
Willy Tarreaud1769b82015-04-06 00:25:48 +0200175 s->target = NULL;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200176 s->pend_pos = NULL;
177
178 /* init store persistence */
179 s->store_count = 0;
180
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100181 channel_init(&s->req);
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100182 s->req.flags |= CF_READ_ATTACHED; /* the producer is already connected */
Willy Tarreaud1769b82015-04-06 00:25:48 +0200183 s->req.analysers = 0;
184 channel_auto_connect(&s->req); /* don't wait to establish connection */
185 channel_auto_close(&s->req); /* let the producer forward close requests */
Willy Tarreauc8815ef2015-04-05 18:15:59 +0200186
187 s->req.rto = sess->fe->timeout.client;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100188 s->req.wto = TICK_ETERNITY;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100189 s->req.rex = TICK_ETERNITY;
190 s->req.wex = TICK_ETERNITY;
191 s->req.analyse_exp = TICK_ETERNITY;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200192
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100193 channel_init(&s->res);
Willy Tarreauef573c02014-11-28 14:17:09 +0100194 s->res.flags |= CF_ISRESP;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100195 s->res.analysers = 0;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200196
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200197 if (sess->fe->options2 & PR_O2_NODELAY) {
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100198 s->req.flags |= CF_NEVER_WAIT;
199 s->res.flags |= CF_NEVER_WAIT;
Willy Tarreau96e31212011-05-30 18:10:30 +0200200 }
201
Willy Tarreauc8815ef2015-04-05 18:15:59 +0200202 s->res.wto = sess->fe->timeout.client;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100203 s->res.rto = TICK_ETERNITY;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100204 s->res.rex = TICK_ETERNITY;
205 s->res.wex = TICK_ETERNITY;
206 s->res.analyse_exp = TICK_ETERNITY;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200207
Willy Tarreaueee5b512015-04-03 23:46:31 +0200208 s->txn = NULL;
Willy Tarreau62f791e2012-03-09 11:32:30 +0100209
Thierry FOURNIERa718b292015-03-04 16:48:34 +0100210 HLUA_INIT(&s->hlua);
Thierry FOURNIER65f34c62015-02-16 20:11:43 +0100211
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200212 /* finish initialization of the accepted file descriptor */
Willy Tarreauf2b98742015-04-05 01:30:42 +0200213 if (conn)
214 conn_data_want_recv(conn);
Willy Tarreau470280e2015-04-05 01:33:13 +0200215 else if (appctx)
Willy Tarreaufe127932015-04-21 19:23:39 +0200216 si_applet_want_get(&s->si[0]);
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200217
Willy Tarreaufb9f5842015-04-05 18:19:23 +0200218 if (sess->fe->accept && sess->fe->accept(s) < 0)
Willy Tarreauc5a7ff42015-04-05 11:52:08 +0200219 goto out_fail_accept;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200220
221 /* it is important not to call the wakeup function directly but to
222 * pass through task_wakeup(), because this one knows how to apply
223 * priorities to tasks.
224 */
225 task_wakeup(t, TASK_WOKEN_INIT);
Willy Tarreau02d86382015-04-05 12:00:52 +0200226 return s;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200227
228 /* Error unrolling */
Willy Tarreauc5a7ff42015-04-05 11:52:08 +0200229 out_fail_accept:
Willy Tarreau3b246412014-11-25 17:10:33 +0100230 LIST_DEL(&s->list);
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200231 pool_free2(pool2_stream, s);
Willy Tarreau02d86382015-04-05 12:00:52 +0200232 return NULL;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200233}
234
Willy Tarreaubaaee002006-06-26 02:48:02 +0200235/*
Willy Tarreau87b09662015-04-03 00:22:06 +0200236 * frees the context associated to a stream. It must have been removed first.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200237 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200238static void stream_free(struct stream *s)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200239{
Willy Tarreau9ad7bd42015-04-03 19:19:59 +0200240 struct session *sess = strm_sess(s);
241 struct proxy *fe = sess->fe;
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100242 struct bref *bref, *back;
Willy Tarreau9ad7bd42015-04-03 19:19:59 +0200243 struct connection *cli_conn = objt_conn(sess->origin);
Willy Tarreaua4cda672010-06-06 18:28:49 +0200244 int i;
Willy Tarreau0f7562b2007-01-07 15:46:13 +0100245
Willy Tarreaubaaee002006-06-26 02:48:02 +0200246 if (s->pend_pos)
247 pendconn_free(s->pend_pos);
Willy Tarreau922a8062008-12-04 09:33:58 +0100248
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100249 if (objt_server(s->target)) { /* there may be requests left pending in queue */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200250 if (s->flags & SF_CURR_SESS) {
251 s->flags &= ~SF_CURR_SESS;
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100252 objt_server(s->target)->cur_sess--;
Willy Tarreau1e62de62008-11-11 20:20:02 +0100253 }
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100254 if (may_dequeue_tasks(objt_server(s->target), s->be))
255 process_srv_queue(objt_server(s->target));
Willy Tarreau1e62de62008-11-11 20:20:02 +0100256 }
Willy Tarreau922a8062008-12-04 09:33:58 +0100257
Willy Tarreau7c669d72008-06-20 15:04:11 +0200258 if (unlikely(s->srv_conn)) {
Willy Tarreau87b09662015-04-03 00:22:06 +0200259 /* the stream still has a reserved slot on a server, but
Willy Tarreau7c669d72008-06-20 15:04:11 +0200260 * it should normally be only the same as the one above,
261 * so this should not happen in fact.
262 */
263 sess_change_server(s, NULL);
264 }
265
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100266 if (s->req.pipe)
267 put_pipe(s->req.pipe);
Willy Tarreau259de1b2009-01-18 21:56:21 +0100268
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100269 if (s->res.pipe)
270 put_pipe(s->res.pipe);
Willy Tarreau259de1b2009-01-18 21:56:21 +0100271
Willy Tarreaubf883e02014-11-25 21:10:35 +0100272 /* We may still be present in the buffer wait queue */
273 if (!LIST_ISEMPTY(&s->buffer_wait)) {
274 LIST_DEL(&s->buffer_wait);
275 LIST_INIT(&s->buffer_wait);
276 }
277
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100278 b_drop(&s->req.buf);
279 b_drop(&s->res.buf);
Willy Tarreaubf883e02014-11-25 21:10:35 +0100280 if (!LIST_ISEMPTY(&buffer_wq))
Willy Tarreau87b09662015-04-03 00:22:06 +0200281 stream_offer_buffers();
Willy Tarreau9b28e032012-10-12 23:49:43 +0200282
Thierry FOURNIERa718b292015-03-04 16:48:34 +0100283 hlua_ctx_destroy(&s->hlua);
Willy Tarreaueee5b512015-04-03 23:46:31 +0200284 if (s->txn)
285 http_end_txn(s);
Willy Tarreau46023632010-01-07 22:51:47 +0100286
Willy Tarreau1e954912012-10-12 17:50:05 +0200287 /* ensure the client-side transport layer is destroyed */
Willy Tarreauf79c8172013-10-21 16:30:56 +0200288 if (cli_conn)
289 conn_force_close(cli_conn);
Willy Tarreau1e954912012-10-12 17:50:05 +0200290
Willy Tarreaua4cda672010-06-06 18:28:49 +0200291 for (i = 0; i < s->store_count; i++) {
292 if (!s->store[i].ts)
293 continue;
294 stksess_free(s->store[i].table, s->store[i].ts);
295 s->store[i].ts = NULL;
296 }
297
Willy Tarreaueee5b512015-04-03 23:46:31 +0200298 if (s->txn) {
299 pool_free2(pool2_hdr_idx, s->txn->hdr_idx.v);
300 pool_free2(pool2_http_txn, s->txn);
301 s->txn = NULL;
302 }
303
Willy Tarreau92fb9832007-10-16 17:34:28 +0200304 if (fe) {
Willy Tarreaucb7dd012015-04-03 22:16:32 +0200305 pool_free2(fe->rsp_cap_pool, s->res_cap);
306 pool_free2(fe->req_cap_pool, s->req_cap);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200307 }
Willy Tarreau0937bc42009-12-22 15:03:09 +0100308
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200309 /* Cleanup all variable contexts. */
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200310 vars_prune(&s->vars_txn, s);
311 vars_prune(&s->vars_reqres, s);
312
Willy Tarreau87b09662015-04-03 00:22:06 +0200313 stream_store_counters(s);
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +0200314
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100315 list_for_each_entry_safe(bref, back, &s->back_refs, users) {
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100316 /* we have to unlink all watchers. We must not relink them if
Willy Tarreau87b09662015-04-03 00:22:06 +0200317 * this stream was the last one in the list.
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100318 */
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100319 LIST_DEL(&bref->users);
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100320 LIST_INIT(&bref->users);
Willy Tarreau87b09662015-04-03 00:22:06 +0200321 if (s->list.n != &streams)
322 LIST_ADDQ(&LIST_ELEM(s->list.n, struct stream *, list)->back_refs, &bref->users);
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100323 bref->ref = s->list.n;
324 }
Willy Tarreauf54f8bd2008-11-23 19:53:55 +0100325 LIST_DEL(&s->list);
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200326 si_release_endpoint(&s->si[1]);
327 si_release_endpoint(&s->si[0]);
Willy Tarreaufeb76402015-04-03 14:10:06 +0200328
329 /* FIXME: for now we have a 1:1 relation between stream and session so
330 * the stream must free the session.
331 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200332 pool_free2(pool2_stream, s);
Willy Tarreau11c36242015-04-04 15:54:03 +0200333 session_free(sess);
Willy Tarreau632f5a72007-07-11 10:42:35 +0200334
335 /* We may want to free the maximum amount of pools if the proxy is stopping */
Willy Tarreau92fb9832007-10-16 17:34:28 +0200336 if (fe && unlikely(fe->state == PR_STSTOPPED)) {
Willy Tarreau9b28e032012-10-12 23:49:43 +0200337 pool_flush2(pool2_buffer);
Willy Tarreau63986c72015-04-03 22:55:33 +0200338 pool_flush2(pool2_http_txn);
Willy Tarreau34eb6712011-10-24 18:15:04 +0200339 pool_flush2(pool2_hdr_idx);
Willy Tarreau48d63db2008-08-03 17:41:33 +0200340 pool_flush2(pool2_requri);
341 pool_flush2(pool2_capture);
Willy Tarreau87b09662015-04-03 00:22:06 +0200342 pool_flush2(pool2_stream);
Willy Tarreaufeb76402015-04-03 14:10:06 +0200343 pool_flush2(pool2_session);
Willy Tarreau3a5e0602014-11-13 16:46:28 +0100344 pool_flush2(pool2_connection);
345 pool_flush2(pool2_pendconn);
Willy Tarreau48d63db2008-08-03 17:41:33 +0200346 pool_flush2(fe->req_cap_pool);
347 pool_flush2(fe->rsp_cap_pool);
Willy Tarreau632f5a72007-07-11 10:42:35 +0200348 }
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200349}
350
Willy Tarreau78955f42014-12-28 13:09:02 +0100351/* Allocates a receive buffer for channel <chn>, but only if it's guaranteed
352 * that it's not the last available buffer or it's the response buffer. Unless
353 * the buffer is the response buffer, an extra control is made so that we always
354 * keep <tune.buffers.reserved> buffers available after this allocation. To be
355 * called at the beginning of recv() callbacks to ensure that the required
356 * buffers are properly allocated. Returns 0 in case of failure, non-zero
357 * otherwise.
Willy Tarreau656859d2014-11-25 19:46:36 +0100358 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200359int stream_alloc_recv_buffer(struct channel *chn)
Willy Tarreau656859d2014-11-25 19:46:36 +0100360{
Willy Tarreau87b09662015-04-03 00:22:06 +0200361 struct stream *s;
Willy Tarreau656859d2014-11-25 19:46:36 +0100362 struct buffer *b;
Willy Tarreaua24adf02014-11-27 01:11:56 +0100363 int margin = 0;
Willy Tarreau656859d2014-11-25 19:46:36 +0100364
Willy Tarreau78955f42014-12-28 13:09:02 +0100365 if (!(chn->flags & CF_ISRESP))
Willy Tarreaua24adf02014-11-27 01:11:56 +0100366 margin = global.tune.reserved_bufs;
367
Willy Tarreau78955f42014-12-28 13:09:02 +0100368 s = chn_sess(chn);
369
370 b = b_alloc_margin(&chn->buf, margin);
Willy Tarreau656859d2014-11-25 19:46:36 +0100371 if (b)
372 return 1;
373
Willy Tarreaubf883e02014-11-25 21:10:35 +0100374 if (LIST_ISEMPTY(&s->buffer_wait))
375 LIST_ADDQ(&buffer_wq, &s->buffer_wait);
Willy Tarreau656859d2014-11-25 19:46:36 +0100376 return 0;
377}
378
Willy Tarreau87b09662015-04-03 00:22:06 +0200379/* Allocates a work buffer for stream <s>. It is meant to be called inside
380 * process_stream(). It will only allocate the side needed for the function
Willy Tarreaubc39a5d2015-04-20 15:52:18 +0200381 * to work fine, which is the response buffer so that an error message may be
382 * built and returned. Response buffers may be allocated from the reserve, this
383 * is critical to ensure that a response may always flow and will never block a
384 * server from releasing a connection. Returns 0 in case of failure, non-zero
385 * otherwise.
Willy Tarreau656859d2014-11-25 19:46:36 +0100386 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200387int stream_alloc_work_buffer(struct stream *s)
Willy Tarreau656859d2014-11-25 19:46:36 +0100388{
Willy Tarreaubf883e02014-11-25 21:10:35 +0100389 if (!LIST_ISEMPTY(&s->buffer_wait)) {
390 LIST_DEL(&s->buffer_wait);
391 LIST_INIT(&s->buffer_wait);
392 }
Willy Tarreau656859d2014-11-25 19:46:36 +0100393
Willy Tarreaubc39a5d2015-04-20 15:52:18 +0200394 if (b_alloc_margin(&s->res.buf, 0))
Willy Tarreau656859d2014-11-25 19:46:36 +0100395 return 1;
396
Willy Tarreaubf883e02014-11-25 21:10:35 +0100397 LIST_ADDQ(&buffer_wq, &s->buffer_wait);
Willy Tarreau656859d2014-11-25 19:46:36 +0100398 return 0;
399}
400
401/* releases unused buffers after processing. Typically used at the end of the
Willy Tarreaubf883e02014-11-25 21:10:35 +0100402 * update() functions. It will try to wake up as many tasks as the number of
Willy Tarreau87b09662015-04-03 00:22:06 +0200403 * buffers that it releases. In practice, most often streams are blocked on
Willy Tarreaubf883e02014-11-25 21:10:35 +0100404 * a single buffer, so it makes sense to try to wake two up when two buffers
405 * are released at once.
Willy Tarreau656859d2014-11-25 19:46:36 +0100406 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200407void stream_release_buffers(struct stream *s)
Willy Tarreau656859d2014-11-25 19:46:36 +0100408{
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100409 if (s->req.buf->size && buffer_empty(s->req.buf))
410 b_free(&s->req.buf);
Willy Tarreau656859d2014-11-25 19:46:36 +0100411
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100412 if (s->res.buf->size && buffer_empty(s->res.buf))
413 b_free(&s->res.buf);
Willy Tarreau656859d2014-11-25 19:46:36 +0100414
Willy Tarreaubf883e02014-11-25 21:10:35 +0100415 /* if we're certain to have at least 1 buffer available, and there is
416 * someone waiting, we can wake up a waiter and offer them.
417 */
Willy Tarreaua24adf02014-11-27 01:11:56 +0100418 if (!LIST_ISEMPTY(&buffer_wq))
Willy Tarreau87b09662015-04-03 00:22:06 +0200419 stream_offer_buffers();
Willy Tarreaubf883e02014-11-25 21:10:35 +0100420}
421
Willy Tarreau87b09662015-04-03 00:22:06 +0200422/* Runs across the list of pending streams waiting for a buffer and wakes one
Willy Tarreaua24adf02014-11-27 01:11:56 +0100423 * up if buffers are available. Will stop when the run queue reaches <rqlimit>.
Willy Tarreau87b09662015-04-03 00:22:06 +0200424 * Should not be called directly, use stream_offer_buffers() instead.
Willy Tarreaubf883e02014-11-25 21:10:35 +0100425 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200426void __stream_offer_buffers(int rqlimit)
Willy Tarreaubf883e02014-11-25 21:10:35 +0100427{
Willy Tarreau87b09662015-04-03 00:22:06 +0200428 struct stream *sess, *bak;
Willy Tarreaubf883e02014-11-25 21:10:35 +0100429
430 list_for_each_entry_safe(sess, bak, &buffer_wq, buffer_wait) {
Willy Tarreaua24adf02014-11-27 01:11:56 +0100431 if (rqlimit <= run_queue)
432 break;
433
Willy Tarreaubf883e02014-11-25 21:10:35 +0100434 if (sess->task->state & TASK_RUNNING)
435 continue;
436
437 LIST_DEL(&sess->buffer_wait);
438 LIST_INIT(&sess->buffer_wait);
Willy Tarreaubf883e02014-11-25 21:10:35 +0100439 task_wakeup(sess->task, TASK_WOKEN_RES);
Willy Tarreaubf883e02014-11-25 21:10:35 +0100440 }
Willy Tarreau656859d2014-11-25 19:46:36 +0100441}
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200442
443/* perform minimal intializations, report 0 in case of error, 1 if OK. */
Willy Tarreau87b09662015-04-03 00:22:06 +0200444int init_stream()
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200445{
Willy Tarreau87b09662015-04-03 00:22:06 +0200446 LIST_INIT(&streams);
447 pool2_stream = create_pool("stream", sizeof(struct stream), MEM_F_SHARED);
448 return pool2_stream != NULL;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200449}
450
Willy Tarreau87b09662015-04-03 00:22:06 +0200451void stream_process_counters(struct stream *s)
Willy Tarreau30e71012007-11-26 20:15:35 +0100452{
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200453 struct session *sess = s->sess;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100454 unsigned long long bytes;
Emeric Brun57056f02015-06-15 18:29:57 +0200455 void *ptr1,*ptr2;
Willy Tarreau20d46a52012-12-09 15:55:40 +0100456 int i;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100457
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100458 bytes = s->req.total - s->logs.bytes_in;
459 s->logs.bytes_in = s->req.total;
460 if (bytes) {
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200461 sess->fe->fe_counters.bytes_in += bytes;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100462
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100463 s->be->be_counters.bytes_in += bytes;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100464
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100465 if (objt_server(s->target))
466 objt_server(s->target)->counters.bytes_in += bytes;
Krzysztof Piotr Oledzkiaeebf9b2009-10-04 15:43:17 +0200467
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200468 if (sess->listener && sess->listener->counters)
469 sess->listener->counters->bytes_in += bytes;
Willy Tarreau855e4bb2010-06-18 18:33:32 +0200470
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100471 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200472 struct stkctr *stkctr = &s->stkctr[i];
473
474 if (!stkctr_entry(stkctr)) {
475 stkctr = &sess->stkctr[i];
476 if (!stkctr_entry(stkctr))
477 continue;
478 }
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200479
Emeric Brun57056f02015-06-15 18:29:57 +0200480 ptr1 = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_BYTES_IN_CNT);
481 if (ptr1)
482 stktable_data_cast(ptr1, bytes_in_cnt) += bytes;
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200483
Emeric Brun57056f02015-06-15 18:29:57 +0200484 ptr2 = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_BYTES_IN_RATE);
485 if (ptr2)
486 update_freq_ctr_period(&stktable_data_cast(ptr2, bytes_in_rate),
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200487 stkctr->table->data_arg[STKTABLE_DT_BYTES_IN_RATE].u, bytes);
Emeric Brun57056f02015-06-15 18:29:57 +0200488
489 /* If data was modified, we need to touch to re-schedule sync */
490 if (ptr1 || ptr2)
491 stktable_touch(stkctr->table, stkctr_entry(stkctr), 1);
Willy Tarreau30e71012007-11-26 20:15:35 +0100492 }
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100493 }
494
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100495 bytes = s->res.total - s->logs.bytes_out;
496 s->logs.bytes_out = s->res.total;
497 if (bytes) {
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200498 sess->fe->fe_counters.bytes_out += bytes;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100499
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100500 s->be->be_counters.bytes_out += bytes;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100501
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100502 if (objt_server(s->target))
503 objt_server(s->target)->counters.bytes_out += bytes;
Krzysztof Piotr Oledzkiaeebf9b2009-10-04 15:43:17 +0200504
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200505 if (sess->listener && sess->listener->counters)
506 sess->listener->counters->bytes_out += bytes;
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200507
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100508 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200509 struct stkctr *stkctr = &s->stkctr[i];
510
511 if (!stkctr_entry(stkctr)) {
512 stkctr = &sess->stkctr[i];
513 if (!stkctr_entry(stkctr))
514 continue;
515 }
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200516
Emeric Brun57056f02015-06-15 18:29:57 +0200517 ptr1 = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_BYTES_OUT_CNT);
518 if (ptr1)
519 stktable_data_cast(ptr1, bytes_out_cnt) += bytes;
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200520
Emeric Brun57056f02015-06-15 18:29:57 +0200521 ptr2 = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_BYTES_OUT_RATE);
522 if (ptr2)
523 update_freq_ctr_period(&stktable_data_cast(ptr2, bytes_out_rate),
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200524 stkctr->table->data_arg[STKTABLE_DT_BYTES_OUT_RATE].u, bytes);
Emeric Brun57056f02015-06-15 18:29:57 +0200525
526 /* If data was modified, we need to touch to re-schedule sync */
527 if (ptr1 || ptr2)
528 stktable_touch(stkctr->table, stkctr_entry(stkctr), 1);
Willy Tarreau30e71012007-11-26 20:15:35 +0100529 }
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100530 }
531}
Willy Tarreaubaaee002006-06-26 02:48:02 +0200532
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100533/* This function is called with (si->state == SI_ST_CON) meaning that a
534 * connection was attempted and that the file descriptor is already allocated.
535 * We must check for establishment, error and abort. Possible output states
536 * are SI_ST_EST (established), SI_ST_CER (error), SI_ST_DIS (abort), and
537 * SI_ST_CON (no change). The function returns 0 if it switches to SI_ST_CER,
Willy Tarreau87b09662015-04-03 00:22:06 +0200538 * otherwise 1. This only works with connection-based streams.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100539 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200540static int sess_update_st_con_tcp(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100541{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100542 struct stream_interface *si = &s->si[1];
543 struct channel *req = &s->req;
544 struct channel *rep = &s->res;
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200545 struct connection *srv_conn = __objt_conn(si->end);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100546
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100547 /* If we got an error, or if nothing happened and the connection timed
548 * out, we must give up. The CER state handler will take care of retry
549 * attempts and error reports.
550 */
551 if (unlikely(si->flags & (SI_FL_EXP|SI_FL_ERR))) {
Willy Tarreau103197d2014-11-28 15:26:12 +0100552 if (unlikely(req->flags & CF_WRITE_PARTIAL)) {
Willy Tarreaue3224e82012-10-29 22:41:31 +0100553 /* Some data were sent past the connection establishment,
554 * so we need to pretend we're established to log correctly
555 * and let later states handle the failure.
556 */
Willy Tarreaue3224e82012-10-29 22:41:31 +0100557 si->state = SI_ST_EST;
558 si->err_type = SI_ET_DATA_ERR;
Willy Tarreau103197d2014-11-28 15:26:12 +0100559 rep->flags |= CF_READ_ERROR | CF_WRITE_ERROR;
Willy Tarreaue3224e82012-10-29 22:41:31 +0100560 return 1;
561 }
Willy Tarreau127334e2009-03-28 10:47:26 +0100562 si->exp = TICK_ETERNITY;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100563 si->state = SI_ST_CER;
Willy Tarreau0ede5a32012-12-08 08:44:02 +0100564
Willy Tarreauf79c8172013-10-21 16:30:56 +0200565 conn_force_close(srv_conn);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100566
567 if (si->err_type)
568 return 0;
569
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100570 if (si->flags & SI_FL_ERR)
571 si->err_type = SI_ET_CONN_ERR;
572 else
573 si->err_type = SI_ET_CONN_TO;
574 return 0;
575 }
576
577 /* OK, maybe we want to abort */
Willy Tarreaua7a7ebc2012-12-30 00:50:35 +0100578 if (!(req->flags & CF_WRITE_PARTIAL) &&
579 unlikely((rep->flags & CF_SHUTW) ||
Willy Tarreau03cdb7c2012-08-27 23:14:58 +0200580 ((req->flags & CF_SHUTW_NOW) && /* FIXME: this should not prevent a connection from establishing */
581 ((!(req->flags & CF_WRITE_ACTIVITY) && channel_is_empty(req)) ||
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100582 s->be->options & PR_O_ABRT_CLOSE)))) {
583 /* give up */
Willy Tarreau73b013b2012-05-21 16:31:45 +0200584 si_shutw(si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100585 si->err_type |= SI_ET_CONN_ABRT;
Willy Tarreau84455332009-03-15 22:34:05 +0100586 if (s->srv_error)
587 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100588 return 1;
589 }
590
591 /* we need to wait a bit more if there was no activity either */
Willy Tarreau03cdb7c2012-08-27 23:14:58 +0200592 if (!(req->flags & CF_WRITE_ACTIVITY))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100593 return 1;
594
595 /* OK, this means that a connection succeeded. The caller will be
596 * responsible for handling the transition from CON to EST.
597 */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100598 si->state = SI_ST_EST;
599 si->err_type = SI_ET_NONE;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100600 return 1;
601}
602
603/* This function is called with (si->state == SI_ST_CER) meaning that a
604 * previous connection attempt has failed and that the file descriptor
605 * has already been released. Possible causes include asynchronous error
606 * notification and time out. Possible output states are SI_ST_CLO when
607 * retries are exhausted, SI_ST_TAR when a delay is wanted before a new
608 * connection attempt, SI_ST_ASS when it's wise to retry on the same server,
609 * and SI_ST_REQ when an immediate redispatch is wanted. The buffers are
610 * marked as in error state. It returns 0.
611 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200612static int sess_update_st_cer(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100613{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100614 struct stream_interface *si = &s->si[1];
615
Willy Tarreau87b09662015-04-03 00:22:06 +0200616 /* we probably have to release last stream from the server */
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100617 if (objt_server(s->target)) {
618 health_adjust(objt_server(s->target), HANA_STATUS_L4_ERR);
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +0100619
Willy Tarreaue7dff022015-04-03 01:14:29 +0200620 if (s->flags & SF_CURR_SESS) {
621 s->flags &= ~SF_CURR_SESS;
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100622 objt_server(s->target)->cur_sess--;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100623 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100624 }
625
626 /* ensure that we have enough retries left */
Willy Tarreauee28de02010-06-01 09:51:00 +0200627 si->conn_retries--;
628 if (si->conn_retries < 0) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100629 if (!si->err_type) {
630 si->err_type = SI_ET_CONN_ERR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100631 }
632
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100633 if (objt_server(s->target))
634 objt_server(s->target)->counters.failed_conns++;
Willy Tarreau7d0aaf32011-03-10 23:25:56 +0100635 s->be->be_counters.failed_conns++;
Willy Tarreaub89cfca2010-12-29 14:32:28 +0100636 sess_change_server(s, NULL);
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100637 if (may_dequeue_tasks(objt_server(s->target), s->be))
638 process_srv_queue(objt_server(s->target));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100639
640 /* shutw is enough so stop a connecting socket */
Willy Tarreau73b013b2012-05-21 16:31:45 +0200641 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +0100642 s->req.flags |= CF_WRITE_ERROR;
643 s->res.flags |= CF_READ_ERROR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100644
645 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +0100646 if (s->srv_error)
647 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100648 return 0;
649 }
650
651 /* If the "redispatch" option is set on the backend, we are allowed to
Joseph Lynch726ab712015-05-11 23:25:34 -0700652 * retry on another server. By default this redispatch occurs on the
653 * last retry, but if configured we allow redispatches to occur on
654 * configurable intervals, e.g. on every retry. In order to achieve this,
Willy Tarreau87b09662015-04-03 00:22:06 +0200655 * we must mark the stream unassigned, and eventually clear the DIRECT
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100656 * bit to ignore any persistence cookie. We won't count a retry nor a
657 * redispatch yet, because this will depend on what server is selected.
Willy Tarreau33a14e52014-06-13 17:49:40 +0200658 * If the connection is not persistent, the balancing algorithm is not
659 * determinist (round robin) and there is more than one active server,
660 * we accept to perform an immediate redispatch without waiting since
661 * we don't care about this particular server.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100662 */
Willy Tarreau33a14e52014-06-13 17:49:40 +0200663 if (objt_server(s->target) &&
Joseph Lynch726ab712015-05-11 23:25:34 -0700664 (s->be->options & PR_O_REDISP) && !(s->flags & SF_FORCE_PRST) &&
665 ((((s->be->redispatch_after > 0) &&
666 ((s->be->conn_retries - si->conn_retries) %
667 s->be->redispatch_after == 0)) ||
668 ((s->be->redispatch_after < 0) &&
669 ((s->be->conn_retries - si->conn_retries) %
670 (s->be->conn_retries + 1 + s->be->redispatch_after) == 0))) ||
Willy Tarreaue7dff022015-04-03 01:14:29 +0200671 (!(s->flags & SF_DIRECT) && s->be->srv_act > 1 &&
Joseph Lynch726ab712015-05-11 23:25:34 -0700672 ((s->be->lbprm.algo & BE_LB_KIND) == BE_LB_KIND_RR)))) {
Willy Tarreaub89cfca2010-12-29 14:32:28 +0100673 sess_change_server(s, NULL);
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100674 if (may_dequeue_tasks(objt_server(s->target), s->be))
675 process_srv_queue(objt_server(s->target));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100676
Willy Tarreaue7dff022015-04-03 01:14:29 +0200677 s->flags &= ~(SF_DIRECT | SF_ASSIGNED | SF_ADDR_SET);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100678 si->state = SI_ST_REQ;
679 } else {
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100680 if (objt_server(s->target))
681 objt_server(s->target)->counters.retries++;
Willy Tarreau7d0aaf32011-03-10 23:25:56 +0100682 s->be->be_counters.retries++;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100683 si->state = SI_ST_ASS;
684 }
685
686 if (si->flags & SI_FL_ERR) {
687 /* The error was an asynchronous connection error, and we will
688 * likely have to retry connecting to the same server, most
689 * likely leading to the same result. To avoid this, we wait
Willy Tarreaub0290662014-06-13 17:04:44 +0200690 * MIN(one second, connect timeout) before retrying.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100691 */
692
Willy Tarreaub0290662014-06-13 17:04:44 +0200693 int delay = 1000;
694
695 if (s->be->timeout.connect && s->be->timeout.connect < delay)
696 delay = s->be->timeout.connect;
697
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100698 if (!si->err_type)
699 si->err_type = SI_ET_CONN_ERR;
700
Willy Tarreaudb6d0122014-06-13 17:40:15 +0200701 /* only wait when we're retrying on the same server */
702 if (si->state == SI_ST_ASS ||
703 (s->be->lbprm.algo & BE_LB_KIND) != BE_LB_KIND_RR ||
704 (s->be->srv_act <= 1)) {
705 si->state = SI_ST_TAR;
706 si->exp = tick_add(now_ms, MS_TO_TICKS(delay));
707 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100708 return 0;
709 }
710 return 0;
711}
712
713/*
714 * This function handles the transition between the SI_ST_CON state and the
Willy Tarreau85e7d002010-05-31 11:57:51 +0200715 * SI_ST_EST state. It must only be called after switching from SI_ST_CON (or
Willy Tarreau26d8c592012-05-07 18:12:14 +0200716 * SI_ST_INI) to SI_ST_EST, but only when a ->proto is defined.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100717 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200718static void sess_establish(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100719{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100720 struct stream_interface *si = &s->si[1];
721 struct channel *req = &s->req;
722 struct channel *rep = &s->res;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100723
Willy Tarreau0e37f1c2013-12-31 23:06:46 +0100724 /* First, centralize the timers information */
725 s->logs.t_connect = tv_ms_elapsed(&s->logs.tv_accept, &now);
726 si->exp = TICK_ETERNITY;
727
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100728 if (objt_server(s->target))
729 health_adjust(objt_server(s->target), HANA_STATUS_L4_OK);
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +0100730
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100731 if (s->be->mode == PR_MODE_TCP) { /* let's allow immediate data connection in this case */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100732 /* if the user wants to log as soon as possible, without counting
733 * bytes from the server, then this is the right moment. */
Willy Tarreaud0d8da92015-04-04 02:10:38 +0200734 if (!LIST_ISEMPTY(&strm_fe(s)->logformat) && !(s->logs.logwait & LW_BYTES)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100735 s->logs.t_close = s->logs.t_connect; /* to get a valid end date */
Willy Tarreaua5555ec2008-11-30 19:02:32 +0100736 s->do_log(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100737 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100738 }
739 else {
Willy Tarreaud81ca042013-12-31 22:33:13 +0100740 rep->flags |= CF_READ_DONTWAIT; /* a single read is enough to get response headers */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100741 }
742
Willy Tarreaud0d8da92015-04-04 02:10:38 +0200743 rep->analysers |= strm_fe(s)->fe_rsp_ana | s->be->be_rsp_ana;
Willy Tarreau03cdb7c2012-08-27 23:14:58 +0200744 rep->flags |= CF_READ_ATTACHED; /* producer is now attached */
Willy Tarreau644c1012014-04-30 18:11:11 +0200745 if (req->flags & CF_WAKE_CONNECT) {
746 req->flags |= CF_WAKE_ONCE;
747 req->flags &= ~CF_WAKE_CONNECT;
748 }
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200749 if (objt_conn(si->end)) {
Willy Tarreaud04e8582010-05-31 12:31:35 +0200750 /* real connections have timeouts */
751 req->wto = s->be->timeout.server;
752 rep->rto = s->be->timeout.server;
753 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100754 req->wex = TICK_ETERNITY;
755}
756
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100757/* Update back stream interface status for input states SI_ST_ASS, SI_ST_QUE,
758 * SI_ST_TAR. Other input states are simply ignored.
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +0100759 * Possible output states are SI_ST_CLO, SI_ST_TAR, SI_ST_ASS, SI_ST_REQ, SI_ST_CON
760 * and SI_ST_EST. Flags must have previously been updated for timeouts and other
761 * conditions.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100762 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200763static void sess_update_stream_int(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100764{
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100765 struct server *srv = objt_server(s->target);
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100766 struct stream_interface *si = &s->si[1];
Willy Tarreau103197d2014-11-28 15:26:12 +0100767 struct channel *req = &s->req;
Willy Tarreau827aee92011-03-10 16:55:02 +0100768
Willy Tarreau02d6cfc2012-03-01 18:19:58 +0100769 DPRINTF(stderr,"[%u] %s: sess=%p rq=%p, rp=%p, exp(r,w)=%u,%u rqf=%08x rpf=%08x rqh=%d rqt=%d rph=%d rpt=%d cs=%d ss=%d\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100770 now_ms, __FUNCTION__,
771 s,
CJ Ess6eac32e2015-05-02 16:35:24 -0400772 req, &s->res,
Willy Tarreau103197d2014-11-28 15:26:12 +0100773 req->rex, s->res.wex,
774 req->flags, s->res.flags,
CJ Ess6eac32e2015-05-02 16:35:24 -0400775 req->buf->i, req->buf->o, s->res.buf->i, s->res.buf->o, s->si[0].state, s->si[1].state);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100776
777 if (si->state == SI_ST_ASS) {
778 /* Server assigned to connection request, we have to try to connect now */
779 int conn_err;
780
781 conn_err = connect_server(s);
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100782 srv = objt_server(s->target);
Willy Tarreau827aee92011-03-10 16:55:02 +0100783
Willy Tarreaue7dff022015-04-03 01:14:29 +0200784 if (conn_err == SF_ERR_NONE) {
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +0100785 /* state = SI_ST_CON or SI_ST_EST now */
Willy Tarreau827aee92011-03-10 16:55:02 +0100786 if (srv)
787 srv_inc_sess_ctr(srv);
Bhaskar Maddalaa20cb852014-02-03 16:26:46 -0500788 if (srv)
789 srv_set_sess_last(srv);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100790 return;
791 }
792
793 /* We have received a synchronous error. We might have to
794 * abort, retry immediately or redispatch.
795 */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200796 if (conn_err == SF_ERR_INTERNAL) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100797 if (!si->err_type) {
798 si->err_type = SI_ET_CONN_OTHER;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100799 }
800
Willy Tarreau827aee92011-03-10 16:55:02 +0100801 if (srv)
802 srv_inc_sess_ctr(srv);
803 if (srv)
Bhaskar Maddalaa20cb852014-02-03 16:26:46 -0500804 srv_set_sess_last(srv);
805 if (srv)
Willy Tarreau827aee92011-03-10 16:55:02 +0100806 srv->counters.failed_conns++;
Willy Tarreau7d0aaf32011-03-10 23:25:56 +0100807 s->be->be_counters.failed_conns++;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100808
Willy Tarreau87b09662015-04-03 00:22:06 +0200809 /* release other streams waiting for this server */
Willy Tarreaub89cfca2010-12-29 14:32:28 +0100810 sess_change_server(s, NULL);
Willy Tarreau827aee92011-03-10 16:55:02 +0100811 if (may_dequeue_tasks(srv, s->be))
812 process_srv_queue(srv);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100813
814 /* Failed and not retryable. */
Willy Tarreau73b013b2012-05-21 16:31:45 +0200815 si_shutr(si);
816 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +0100817 req->flags |= CF_WRITE_ERROR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100818
819 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
820
Willy Tarreau87b09662015-04-03 00:22:06 +0200821 /* no stream was ever accounted for this server */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100822 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +0100823 if (s->srv_error)
824 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100825 return;
826 }
827
828 /* We are facing a retryable error, but we don't want to run a
829 * turn-around now, as the problem is likely a source port
830 * allocation problem, so we want to retry now.
831 */
832 si->state = SI_ST_CER;
833 si->flags &= ~SI_FL_ERR;
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100834 sess_update_st_cer(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100835 /* now si->state is one of SI_ST_CLO, SI_ST_TAR, SI_ST_ASS, SI_ST_REQ */
836 return;
837 }
838 else if (si->state == SI_ST_QUE) {
839 /* connection request was queued, check for any update */
840 if (!s->pend_pos) {
841 /* The connection is not in the queue anymore. Either
842 * we have a server connection slot available and we
843 * go directly to the assigned state, or we need to
844 * load-balance first and go to the INI state.
845 */
846 si->exp = TICK_ETERNITY;
Willy Tarreaue7dff022015-04-03 01:14:29 +0200847 if (unlikely(!(s->flags & SF_ASSIGNED)))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100848 si->state = SI_ST_REQ;
849 else {
850 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
851 si->state = SI_ST_ASS;
852 }
853 return;
854 }
855
856 /* Connection request still in queue... */
857 if (si->flags & SI_FL_EXP) {
858 /* ... and timeout expired */
859 si->exp = TICK_ETERNITY;
860 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreau827aee92011-03-10 16:55:02 +0100861 if (srv)
862 srv->counters.failed_conns++;
Willy Tarreau7d0aaf32011-03-10 23:25:56 +0100863 s->be->be_counters.failed_conns++;
Willy Tarreau73b013b2012-05-21 16:31:45 +0200864 si_shutr(si);
865 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +0100866 req->flags |= CF_WRITE_TIMEOUT;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100867 if (!si->err_type)
868 si->err_type = SI_ET_QUEUE_TO;
869 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +0100870 if (s->srv_error)
871 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100872 return;
873 }
874
875 /* Connection remains in queue, check if we have to abort it */
Willy Tarreau103197d2014-11-28 15:26:12 +0100876 if ((req->flags & (CF_READ_ERROR)) ||
877 ((req->flags & CF_SHUTW_NOW) && /* empty and client aborted */
878 (channel_is_empty(req) || s->be->options & PR_O_ABRT_CLOSE))) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100879 /* give up */
880 si->exp = TICK_ETERNITY;
881 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreau73b013b2012-05-21 16:31:45 +0200882 si_shutr(si);
883 si_shutw(si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100884 si->err_type |= SI_ET_QUEUE_ABRT;
885 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +0100886 if (s->srv_error)
887 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100888 return;
889 }
890
891 /* Nothing changed */
892 return;
893 }
894 else if (si->state == SI_ST_TAR) {
895 /* Connection request might be aborted */
Willy Tarreau103197d2014-11-28 15:26:12 +0100896 if ((req->flags & (CF_READ_ERROR)) ||
897 ((req->flags & CF_SHUTW_NOW) && /* empty and client aborted */
898 (channel_is_empty(req) || s->be->options & PR_O_ABRT_CLOSE))) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100899 /* give up */
900 si->exp = TICK_ETERNITY;
Willy Tarreau73b013b2012-05-21 16:31:45 +0200901 si_shutr(si);
902 si_shutw(si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100903 si->err_type |= SI_ET_CONN_ABRT;
904 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +0100905 if (s->srv_error)
906 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100907 return;
908 }
909
910 if (!(si->flags & SI_FL_EXP))
911 return; /* still in turn-around */
912
913 si->exp = TICK_ETERNITY;
914
Willy Tarreau87b09662015-04-03 00:22:06 +0200915 /* we keep trying on the same server as long as the stream is
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100916 * marked "assigned".
917 * FIXME: Should we force a redispatch attempt when the server is down ?
918 */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200919 if (s->flags & SF_ASSIGNED)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100920 si->state = SI_ST_ASS;
921 else
922 si->state = SI_ST_REQ;
923 return;
924 }
925}
926
Willy Tarreau87b09662015-04-03 00:22:06 +0200927/* Set correct stream termination flags in case no analyser has done it. It
Simon Hormandec5be42011-06-08 09:19:07 +0900928 * also counts a failed request if the server state has not reached the request
929 * stage.
930 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200931static void sess_set_term_flags(struct stream *s)
Simon Hormandec5be42011-06-08 09:19:07 +0900932{
Willy Tarreaue7dff022015-04-03 01:14:29 +0200933 if (!(s->flags & SF_FINST_MASK)) {
Simon Hormandec5be42011-06-08 09:19:07 +0900934 if (s->si[1].state < SI_ST_REQ) {
935
Willy Tarreaud0d8da92015-04-04 02:10:38 +0200936 strm_fe(s)->fe_counters.failed_req++;
Willy Tarreau2c1068c2015-09-23 12:21:21 +0200937 if (strm_li(s) && strm_li(s)->counters)
Willy Tarreaud0d8da92015-04-04 02:10:38 +0200938 strm_li(s)->counters->failed_req++;
Simon Hormandec5be42011-06-08 09:19:07 +0900939
Willy Tarreaue7dff022015-04-03 01:14:29 +0200940 s->flags |= SF_FINST_R;
Simon Hormandec5be42011-06-08 09:19:07 +0900941 }
942 else if (s->si[1].state == SI_ST_QUE)
Willy Tarreaue7dff022015-04-03 01:14:29 +0200943 s->flags |= SF_FINST_Q;
Simon Hormandec5be42011-06-08 09:19:07 +0900944 else if (s->si[1].state < SI_ST_EST)
Willy Tarreaue7dff022015-04-03 01:14:29 +0200945 s->flags |= SF_FINST_C;
Simon Hormandec5be42011-06-08 09:19:07 +0900946 else if (s->si[1].state == SI_ST_EST || s->si[1].prev_state == SI_ST_EST)
Willy Tarreaue7dff022015-04-03 01:14:29 +0200947 s->flags |= SF_FINST_D;
Simon Hormandec5be42011-06-08 09:19:07 +0900948 else
Willy Tarreaue7dff022015-04-03 01:14:29 +0200949 s->flags |= SF_FINST_L;
Simon Hormandec5be42011-06-08 09:19:07 +0900950 }
951}
952
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100953/* This function initiates a server connection request on a stream interface
Willy Tarreaud84fb5e2013-11-30 09:06:53 +0100954 * already in SI_ST_REQ state. Upon success, the state goes to SI_ST_ASS for
955 * a real connection to a server, indicating that a server has been assigned,
956 * or SI_ST_EST for a successful connection to an applet. It may also return
957 * SI_ST_QUE, or SI_ST_CLO upon error.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100958 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200959static void sess_prepare_conn_req(struct stream *s)
Willy Tarreau02d6cfc2012-03-01 18:19:58 +0100960{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100961 struct stream_interface *si = &s->si[1];
962
Willy Tarreau02d6cfc2012-03-01 18:19:58 +0100963 DPRINTF(stderr,"[%u] %s: sess=%p rq=%p, rp=%p, exp(r,w)=%u,%u rqf=%08x rpf=%08x rqh=%d rqt=%d rph=%d rpt=%d cs=%d ss=%d\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100964 now_ms, __FUNCTION__,
965 s,
CJ Ess6eac32e2015-05-02 16:35:24 -0400966 &s->req, &s->res,
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100967 s->req.rex, s->res.wex,
968 s->req.flags, s->res.flags,
CJ Ess6eac32e2015-05-02 16:35:24 -0400969 s->req.buf->i, s->req.buf->o, s->res.buf->i, s->res.buf->o, s->si[0].state, s->si[1].state);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100970
971 if (si->state != SI_ST_REQ)
972 return;
973
Willy Tarreaud84fb5e2013-11-30 09:06:53 +0100974 if (unlikely(obj_type(s->target) == OBJ_TYPE_APPLET)) {
975 /* the applet directly goes to the EST state */
Willy Tarreau4384ddf2013-12-01 12:25:52 +0100976 struct appctx *appctx = objt_appctx(si->end);
977
978 if (!appctx || appctx->applet != __objt_applet(s->target))
979 appctx = stream_int_register_handler(si, objt_applet(s->target));
980
981 if (!appctx) {
982 /* No more memory, let's immediately abort. Force the
983 * error code to ignore the ERR_LOCAL which is not a
984 * real error.
985 */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200986 s->flags &= ~(SF_ERR_MASK | SF_FINST_MASK);
Willy Tarreau4384ddf2013-12-01 12:25:52 +0100987
988 si_shutr(si);
989 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +0100990 s->req.flags |= CF_WRITE_ERROR;
Willy Tarreau6bbb2f62013-12-09 17:14:23 +0100991 si->err_type = SI_ET_CONN_RES;
Willy Tarreau4384ddf2013-12-01 12:25:52 +0100992 si->state = SI_ST_CLO;
993 if (s->srv_error)
994 s->srv_error(s, si);
995 return;
996 }
997
Willy Tarreaud84fb5e2013-11-30 09:06:53 +0100998 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreaud84fb5e2013-11-30 09:06:53 +0100999 si->state = SI_ST_EST;
1000 si->err_type = SI_ET_NONE;
Willy Tarreaub9a551e2014-04-23 00:35:17 +02001001 be_set_sess_last(s->be);
Willy Tarreaufac4bd12013-11-30 09:21:49 +01001002 /* let sess_establish() finish the job */
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001003 return;
1004 }
1005
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001006 /* Try to assign a server */
1007 if (srv_redispatch_connect(s) != 0) {
1008 /* We did not get a server. Either we queued the
1009 * connection request, or we encountered an error.
1010 */
1011 if (si->state == SI_ST_QUE)
1012 return;
1013
1014 /* we did not get any server, let's check the cause */
Willy Tarreau73b013b2012-05-21 16:31:45 +02001015 si_shutr(si);
1016 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +01001017 s->req.flags |= CF_WRITE_ERROR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001018 if (!si->err_type)
1019 si->err_type = SI_ET_CONN_OTHER;
1020 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +01001021 if (s->srv_error)
1022 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001023 return;
1024 }
1025
1026 /* The server is assigned */
1027 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
1028 si->state = SI_ST_ASS;
Willy Tarreaub9a551e2014-04-23 00:35:17 +02001029 be_set_sess_last(s->be);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001030}
1031
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001032/* This stream analyser checks the switching rules and changes the backend
Willy Tarreau4de91492010-01-22 19:10:05 +01001033 * if appropriate. The default_backend rule is also considered, then the
1034 * target backend's forced persistence rules are also evaluated last if any.
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001035 * It returns 1 if the processing can continue on next analysers, or zero if it
1036 * either needs more data or wants to immediately abort the request.
1037 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001038static int process_switching_rules(struct stream *s, struct channel *req, int an_bit)
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001039{
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001040 struct persist_rule *prst_rule;
Willy Tarreau192252e2015-04-04 01:47:55 +02001041 struct session *sess = s->sess;
1042 struct proxy *fe = sess->fe;
Willy Tarreau4de91492010-01-22 19:10:05 +01001043
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001044 req->analysers &= ~an_bit;
1045 req->analyse_exp = TICK_ETERNITY;
1046
Willy Tarreau87b09662015-04-03 00:22:06 +02001047 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bh=%d analysers=%02x\n",
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001048 now_ms, __FUNCTION__,
1049 s,
1050 req,
1051 req->rex, req->wex,
1052 req->flags,
Willy Tarreau9b28e032012-10-12 23:49:43 +02001053 req->buf->i,
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001054 req->analysers);
1055
1056 /* now check whether we have some switching rules for this request */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001057 if (!(s->flags & SF_BE_ASSIGNED)) {
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001058 struct switching_rule *rule;
1059
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001060 list_for_each_entry(rule, &fe->switching_rules, list) {
Willy Tarreauf51658d2014-04-23 01:21:56 +02001061 int ret = 1;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001062
Willy Tarreauf51658d2014-04-23 01:21:56 +02001063 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001064 ret = acl_exec_cond(rule->cond, fe, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreauf51658d2014-04-23 01:21:56 +02001065 ret = acl_pass(ret);
1066 if (rule->cond->pol == ACL_COND_UNLESS)
1067 ret = !ret;
1068 }
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001069
1070 if (ret) {
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001071 /* If the backend name is dynamic, try to resolve the name.
1072 * If we can't resolve the name, or if any error occurs, break
1073 * the loop and fallback to the default backend.
1074 */
1075 struct proxy *backend;
1076
1077 if (rule->dynamic) {
1078 struct chunk *tmp = get_trash_chunk();
1079 if (!build_logline(s, tmp->str, tmp->size, &rule->be.expr))
1080 break;
Willy Tarreau9e0bb102015-05-26 11:24:42 +02001081 backend = proxy_be_by_name(tmp->str);
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001082 if (!backend)
1083 break;
1084 }
1085 else
1086 backend = rule->be.backend;
1087
Willy Tarreau87b09662015-04-03 00:22:06 +02001088 if (!stream_set_backend(s, backend))
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001089 goto sw_failed;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001090 break;
1091 }
1092 }
1093
1094 /* To ensure correct connection accounting on the backend, we
1095 * have to assign one if it was not set (eg: a listen). This
1096 * measure also takes care of correctly setting the default
1097 * backend if any.
1098 */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001099 if (!(s->flags & SF_BE_ASSIGNED))
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001100 if (!stream_set_backend(s, fe->defbe.be ? fe->defbe.be : s->be))
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001101 goto sw_failed;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001102 }
1103
Willy Tarreaufb356202010-08-03 14:02:05 +02001104 /* we don't want to run the TCP or HTTP filters again if the backend has not changed */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001105 if (fe == s->be) {
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001106 s->req.analysers &= ~AN_REQ_INSPECT_BE;
1107 s->req.analysers &= ~AN_REQ_HTTP_PROCESS_BE;
Willy Tarreaufb356202010-08-03 14:02:05 +02001108 }
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001109
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001110 /* as soon as we know the backend, we must check if we have a matching forced or ignored
Willy Tarreau87b09662015-04-03 00:22:06 +02001111 * persistence rule, and report that in the stream.
Willy Tarreau4de91492010-01-22 19:10:05 +01001112 */
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001113 list_for_each_entry(prst_rule, &s->be->persist_rules, list) {
Willy Tarreau4de91492010-01-22 19:10:05 +01001114 int ret = 1;
1115
1116 if (prst_rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001117 ret = acl_exec_cond(prst_rule->cond, s->be, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreau4de91492010-01-22 19:10:05 +01001118 ret = acl_pass(ret);
1119 if (prst_rule->cond->pol == ACL_COND_UNLESS)
1120 ret = !ret;
1121 }
1122
1123 if (ret) {
1124 /* no rule, or the rule matches */
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001125 if (prst_rule->type == PERSIST_TYPE_FORCE) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001126 s->flags |= SF_FORCE_PRST;
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001127 } else {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001128 s->flags |= SF_IGNORE_PRST;
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001129 }
Willy Tarreau4de91492010-01-22 19:10:05 +01001130 break;
1131 }
1132 }
1133
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001134 return 1;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001135
1136 sw_failed:
1137 /* immediately abort this request in case of allocation failure */
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001138 channel_abort(&s->req);
1139 channel_abort(&s->res);
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001140
Willy Tarreaue7dff022015-04-03 01:14:29 +02001141 if (!(s->flags & SF_ERR_MASK))
1142 s->flags |= SF_ERR_RESOURCE;
1143 if (!(s->flags & SF_FINST_MASK))
1144 s->flags |= SF_FINST_R;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001145
Willy Tarreaueee5b512015-04-03 23:46:31 +02001146 if (s->txn)
1147 s->txn->status = 500;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001148 s->req.analysers = 0;
1149 s->req.analyse_exp = TICK_ETERNITY;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001150 return 0;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001151}
1152
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001153/* This stream analyser works on a request. It applies all use-server rules on
1154 * it then returns 1. The data must already be present in the buffer otherwise
1155 * they won't match. It always returns 1.
1156 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001157static int process_server_rules(struct stream *s, struct channel *req, int an_bit)
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001158{
1159 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001160 struct session *sess = s->sess;
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001161 struct server_rule *rule;
1162
Willy Tarreau87b09662015-04-03 00:22:06 +02001163 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bl=%d analysers=%02x\n",
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001164 now_ms, __FUNCTION__,
1165 s,
1166 req,
1167 req->rex, req->wex,
1168 req->flags,
Willy Tarreau9b28e032012-10-12 23:49:43 +02001169 req->buf->i + req->buf->o,
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001170 req->analysers);
1171
Willy Tarreaue7dff022015-04-03 01:14:29 +02001172 if (!(s->flags & SF_ASSIGNED)) {
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001173 list_for_each_entry(rule, &px->server_rules, list) {
1174 int ret;
1175
Willy Tarreau192252e2015-04-04 01:47:55 +02001176 ret = acl_exec_cond(rule->cond, s->be, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001177 ret = acl_pass(ret);
1178 if (rule->cond->pol == ACL_COND_UNLESS)
1179 ret = !ret;
1180
1181 if (ret) {
1182 struct server *srv = rule->srv.ptr;
1183
Willy Tarreau892337c2014-05-13 23:41:20 +02001184 if ((srv->state != SRV_ST_STOPPED) ||
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001185 (px->options & PR_O_PERSIST) ||
Willy Tarreaue7dff022015-04-03 01:14:29 +02001186 (s->flags & SF_FORCE_PRST)) {
1187 s->flags |= SF_DIRECT | SF_ASSIGNED;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001188 s->target = &srv->obj_type;
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001189 break;
1190 }
1191 /* if the server is not UP, let's go on with next rules
1192 * just in case another one is suited.
1193 */
1194 }
1195 }
1196 }
1197
1198 req->analysers &= ~an_bit;
1199 req->analyse_exp = TICK_ETERNITY;
1200 return 1;
1201}
1202
Emeric Brun1d33b292010-01-04 15:47:17 +01001203/* This stream analyser works on a request. It applies all sticking rules on
1204 * it then returns 1. The data must already be present in the buffer otherwise
1205 * they won't match. It always returns 1.
1206 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001207static int process_sticking_rules(struct stream *s, struct channel *req, int an_bit)
Emeric Brun1d33b292010-01-04 15:47:17 +01001208{
1209 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001210 struct session *sess = s->sess;
Emeric Brun1d33b292010-01-04 15:47:17 +01001211 struct sticking_rule *rule;
1212
Willy Tarreau87b09662015-04-03 00:22:06 +02001213 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bh=%d analysers=%02x\n",
Emeric Brun1d33b292010-01-04 15:47:17 +01001214 now_ms, __FUNCTION__,
1215 s,
1216 req,
1217 req->rex, req->wex,
1218 req->flags,
Willy Tarreau9b28e032012-10-12 23:49:43 +02001219 req->buf->i,
Emeric Brun1d33b292010-01-04 15:47:17 +01001220 req->analysers);
1221
1222 list_for_each_entry(rule, &px->sticking_rules, list) {
1223 int ret = 1 ;
1224 int i;
1225
Willy Tarreau9667a802013-12-09 12:52:13 +01001226 /* Only the first stick store-request of each table is applied
1227 * and other ones are ignored. The purpose is to allow complex
1228 * configurations which look for multiple entries by decreasing
1229 * order of precision and to stop at the first which matches.
1230 * An example could be a store of the IP address from an HTTP
1231 * header first, then from the source if not found.
1232 */
Emeric Brun1d33b292010-01-04 15:47:17 +01001233 for (i = 0; i < s->store_count; i++) {
1234 if (rule->table.t == s->store[i].table)
1235 break;
1236 }
1237
1238 if (i != s->store_count)
1239 continue;
1240
1241 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001242 ret = acl_exec_cond(rule->cond, px, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001243 ret = acl_pass(ret);
1244 if (rule->cond->pol == ACL_COND_UNLESS)
1245 ret = !ret;
1246 }
1247
1248 if (ret) {
1249 struct stktable_key *key;
1250
Willy Tarreau192252e2015-04-04 01:47:55 +02001251 key = stktable_fetch_key(rule->table.t, px, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL, rule->expr, NULL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001252 if (!key)
1253 continue;
1254
1255 if (rule->flags & STK_IS_MATCH) {
1256 struct stksess *ts;
1257
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001258 if ((ts = stktable_lookup_key(rule->table.t, key)) != NULL) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001259 if (!(s->flags & SF_ASSIGNED)) {
Emeric Brun1d33b292010-01-04 15:47:17 +01001260 struct eb32_node *node;
Willy Tarreau13c29de2010-06-06 16:40:39 +02001261 void *ptr;
Emeric Brun1d33b292010-01-04 15:47:17 +01001262
1263 /* srv found in table */
Willy Tarreau13c29de2010-06-06 16:40:39 +02001264 ptr = stktable_data_ptr(rule->table.t, ts, STKTABLE_DT_SERVER_ID);
1265 node = eb32_lookup(&px->conf.used_server_id, stktable_data_cast(ptr, server_id));
Emeric Brun1d33b292010-01-04 15:47:17 +01001266 if (node) {
1267 struct server *srv;
1268
1269 srv = container_of(node, struct server, conf.id);
Willy Tarreau892337c2014-05-13 23:41:20 +02001270 if ((srv->state != SRV_ST_STOPPED) ||
Willy Tarreau4de91492010-01-22 19:10:05 +01001271 (px->options & PR_O_PERSIST) ||
Willy Tarreaue7dff022015-04-03 01:14:29 +02001272 (s->flags & SF_FORCE_PRST)) {
1273 s->flags |= SF_DIRECT | SF_ASSIGNED;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001274 s->target = &srv->obj_type;
Emeric Brun1d33b292010-01-04 15:47:17 +01001275 }
1276 }
1277 }
Emeric Brun85e77c72010-09-23 18:16:52 +02001278 stktable_touch(rule->table.t, ts, 1);
Emeric Brun1d33b292010-01-04 15:47:17 +01001279 }
1280 }
1281 if (rule->flags & STK_IS_STORE) {
1282 if (s->store_count < (sizeof(s->store) / sizeof(s->store[0]))) {
1283 struct stksess *ts;
1284
1285 ts = stksess_new(rule->table.t, key);
1286 if (ts) {
1287 s->store[s->store_count].table = rule->table.t;
1288 s->store[s->store_count++].ts = ts;
1289 }
1290 }
1291 }
1292 }
1293 }
1294
1295 req->analysers &= ~an_bit;
1296 req->analyse_exp = TICK_ETERNITY;
1297 return 1;
1298}
1299
1300/* This stream analyser works on a response. It applies all store rules on it
1301 * then returns 1. The data must already be present in the buffer otherwise
1302 * they won't match. It always returns 1.
1303 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001304static int process_store_rules(struct stream *s, struct channel *rep, int an_bit)
Emeric Brun1d33b292010-01-04 15:47:17 +01001305{
1306 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001307 struct session *sess = s->sess;
Emeric Brun1d33b292010-01-04 15:47:17 +01001308 struct sticking_rule *rule;
1309 int i;
Willy Tarreau9667a802013-12-09 12:52:13 +01001310 int nbreq = s->store_count;
Emeric Brun1d33b292010-01-04 15:47:17 +01001311
Willy Tarreau87b09662015-04-03 00:22:06 +02001312 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bh=%d analysers=%02x\n",
Emeric Brun1d33b292010-01-04 15:47:17 +01001313 now_ms, __FUNCTION__,
1314 s,
Willy Tarreau2e2b3eb2010-02-09 20:55:44 +01001315 rep,
1316 rep->rex, rep->wex,
1317 rep->flags,
Willy Tarreau9b28e032012-10-12 23:49:43 +02001318 rep->buf->i,
Willy Tarreau2e2b3eb2010-02-09 20:55:44 +01001319 rep->analysers);
Emeric Brun1d33b292010-01-04 15:47:17 +01001320
1321 list_for_each_entry(rule, &px->storersp_rules, list) {
1322 int ret = 1 ;
Emeric Brun1d33b292010-01-04 15:47:17 +01001323
Willy Tarreau9667a802013-12-09 12:52:13 +01001324 /* Only the first stick store-response of each table is applied
1325 * and other ones are ignored. The purpose is to allow complex
1326 * configurations which look for multiple entries by decreasing
1327 * order of precision and to stop at the first which matches.
1328 * An example could be a store of a set-cookie value, with a
1329 * fallback to a parameter found in a 302 redirect.
1330 *
1331 * The store-response rules are not allowed to override the
1332 * store-request rules for the same table, but they may coexist.
1333 * Thus we can have up to one store-request entry and one store-
1334 * response entry for the same table at any time.
1335 */
1336 for (i = nbreq; i < s->store_count; i++) {
1337 if (rule->table.t == s->store[i].table)
1338 break;
1339 }
1340
1341 /* skip existing entries for this table */
1342 if (i < s->store_count)
1343 continue;
1344
Emeric Brun1d33b292010-01-04 15:47:17 +01001345 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001346 ret = acl_exec_cond(rule->cond, px, sess, s, SMP_OPT_DIR_RES|SMP_OPT_FINAL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001347 ret = acl_pass(ret);
1348 if (rule->cond->pol == ACL_COND_UNLESS)
1349 ret = !ret;
1350 }
1351
1352 if (ret) {
1353 struct stktable_key *key;
1354
Willy Tarreau192252e2015-04-04 01:47:55 +02001355 key = stktable_fetch_key(rule->table.t, px, sess, s, SMP_OPT_DIR_RES|SMP_OPT_FINAL, rule->expr, NULL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001356 if (!key)
1357 continue;
1358
Willy Tarreau37e340c2013-12-06 23:05:21 +01001359 if (s->store_count < (sizeof(s->store) / sizeof(s->store[0]))) {
Emeric Brun1d33b292010-01-04 15:47:17 +01001360 struct stksess *ts;
1361
1362 ts = stksess_new(rule->table.t, key);
1363 if (ts) {
1364 s->store[s->store_count].table = rule->table.t;
Emeric Brun1d33b292010-01-04 15:47:17 +01001365 s->store[s->store_count++].ts = ts;
1366 }
1367 }
1368 }
1369 }
1370
1371 /* process store request and store response */
1372 for (i = 0; i < s->store_count; i++) {
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001373 struct stksess *ts;
Willy Tarreau13c29de2010-06-06 16:40:39 +02001374 void *ptr;
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001375
Willy Tarreauc93cd162014-05-13 15:54:22 +02001376 if (objt_server(s->target) && objt_server(s->target)->flags & SRV_F_NON_STICK) {
Simon Hormanfa461682011-06-25 09:39:49 +09001377 stksess_free(s->store[i].table, s->store[i].ts);
1378 s->store[i].ts = NULL;
1379 continue;
1380 }
1381
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001382 ts = stktable_lookup(s->store[i].table, s->store[i].ts);
1383 if (ts) {
1384 /* the entry already existed, we can free ours */
Emeric Brun85e77c72010-09-23 18:16:52 +02001385 stktable_touch(s->store[i].table, ts, 1);
Emeric Brun1d33b292010-01-04 15:47:17 +01001386 stksess_free(s->store[i].table, s->store[i].ts);
Emeric Brun1d33b292010-01-04 15:47:17 +01001387 }
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001388 else
Emeric Brun85e77c72010-09-23 18:16:52 +02001389 ts = stktable_store(s->store[i].table, s->store[i].ts, 1);
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001390
1391 s->store[i].ts = NULL;
Willy Tarreau13c29de2010-06-06 16:40:39 +02001392 ptr = stktable_data_ptr(s->store[i].table, ts, STKTABLE_DT_SERVER_ID);
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001393 stktable_data_cast(ptr, server_id) = objt_server(s->target)->puid;
Emeric Brun1d33b292010-01-04 15:47:17 +01001394 }
Willy Tarreau2a164ee2010-06-18 09:57:45 +02001395 s->store_count = 0; /* everything is stored */
Emeric Brun1d33b292010-01-04 15:47:17 +01001396
1397 rep->analysers &= ~an_bit;
1398 rep->analyse_exp = TICK_ETERNITY;
1399 return 1;
1400}
1401
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001402/* This macro is very specific to the function below. See the comments in
Willy Tarreau87b09662015-04-03 00:22:06 +02001403 * process_stream() below to understand the logic and the tests.
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001404 */
1405#define UPDATE_ANALYSERS(real, list, back, flag) { \
1406 list = (((list) & ~(flag)) | ~(back)) & (real); \
1407 back = real; \
1408 if (!(list)) \
1409 break; \
1410 if (((list) ^ ((list) & ((list) - 1))) < (flag)) \
1411 continue; \
1412}
1413
Willy Tarreau87b09662015-04-03 00:22:06 +02001414/* Processes the client, server, request and response jobs of a stream task,
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001415 * then puts it back to the wait queue in a clean state, or cleans up its
1416 * resources if it must be deleted. Returns in <next> the date the task wants
1417 * to be woken up, or TICK_ETERNITY. In order not to call all functions for
1418 * nothing too many times, the request and response buffers flags are monitored
1419 * and each function is called only if at least another function has changed at
1420 * least one flag it is interested in.
1421 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001422struct task *process_stream(struct task *t)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001423{
Willy Tarreau827aee92011-03-10 16:55:02 +01001424 struct server *srv;
Willy Tarreau87b09662015-04-03 00:22:06 +02001425 struct stream *s = t->context;
Willy Tarreaufb0afa72015-04-03 14:46:27 +02001426 struct session *sess = s->sess;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001427 unsigned int rqf_last, rpf_last;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001428 unsigned int rq_prod_last, rq_cons_last;
1429 unsigned int rp_cons_last, rp_prod_last;
Willy Tarreau576507f2010-01-07 00:09:04 +01001430 unsigned int req_ana_back;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001431 struct channel *req, *res;
1432 struct stream_interface *si_f, *si_b;
1433
1434 req = &s->req;
1435 res = &s->res;
1436
1437 si_f = &s->si[0];
1438 si_b = &s->si[1];
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001439
1440 //DPRINTF(stderr, "%s:%d: cs=%d ss=%d(%d) rqf=0x%08x rpf=0x%08x\n", __FUNCTION__, __LINE__,
Willy Tarreau8f128b42014-11-28 15:07:47 +01001441 // si_f->state, si_b->state, si_b->err_type, req->flags, res->flags);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001442
Krzysztof Piotr Oledzkif9423ae2010-01-29 19:26:18 +01001443 /* this data may be no longer valid, clear it */
Willy Tarreaueee5b512015-04-03 23:46:31 +02001444 if (s->txn)
1445 memset(&s->txn->auth, 0, sizeof(s->txn->auth));
Krzysztof Piotr Oledzkif9423ae2010-01-29 19:26:18 +01001446
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02001447 /* This flag must explicitly be set every time */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001448 req->flags &= ~(CF_READ_NOEXP|CF_WAKE_WRITE);
1449 res->flags &= ~(CF_READ_NOEXP|CF_WAKE_WRITE);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001450
1451 /* Keep a copy of req/rep flags so that we can detect shutdowns */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001452 rqf_last = req->flags & ~CF_MASK_ANALYSER;
1453 rpf_last = res->flags & ~CF_MASK_ANALYSER;
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001454
Willy Tarreau89f7ef22009-09-05 20:57:35 +02001455 /* we don't want the stream interface functions to recursively wake us up */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001456 si_f->flags |= SI_FL_DONT_WAKE;
1457 si_b->flags |= SI_FL_DONT_WAKE;
Willy Tarreau89f7ef22009-09-05 20:57:35 +02001458
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001459 /* 1a: Check for low level timeouts if needed. We just set a flag on
1460 * stream interfaces when their timeouts have expired.
1461 */
1462 if (unlikely(t->state & TASK_WOKEN_TIMER)) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001463 stream_int_check_timeouts(si_f);
1464 stream_int_check_timeouts(si_b);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001465
Willy Tarreau8263d2b2012-08-28 00:06:31 +02001466 /* check channel timeouts, and close the corresponding stream interfaces
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001467 * for future reads or writes. Note: this will also concern upper layers
1468 * but we do not touch any other flag. We must be careful and correctly
1469 * detect state changes when calling them.
1470 */
1471
Willy Tarreau8f128b42014-11-28 15:07:47 +01001472 channel_check_timeouts(req);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001473
Willy Tarreau8f128b42014-11-28 15:07:47 +01001474 if (unlikely((req->flags & (CF_SHUTW|CF_WRITE_TIMEOUT)) == CF_WRITE_TIMEOUT)) {
1475 si_b->flags |= SI_FL_NOLINGER;
1476 si_shutw(si_b);
Willy Tarreau14641402009-12-29 14:49:56 +01001477 }
1478
Willy Tarreau8f128b42014-11-28 15:07:47 +01001479 if (unlikely((req->flags & (CF_SHUTR|CF_READ_TIMEOUT)) == CF_READ_TIMEOUT)) {
1480 if (si_f->flags & SI_FL_NOHALF)
1481 si_f->flags |= SI_FL_NOLINGER;
1482 si_shutr(si_f);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02001483 }
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001484
Willy Tarreau8f128b42014-11-28 15:07:47 +01001485 channel_check_timeouts(res);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001486
Willy Tarreau8f128b42014-11-28 15:07:47 +01001487 if (unlikely((res->flags & (CF_SHUTW|CF_WRITE_TIMEOUT)) == CF_WRITE_TIMEOUT)) {
1488 si_f->flags |= SI_FL_NOLINGER;
1489 si_shutw(si_f);
Willy Tarreau14641402009-12-29 14:49:56 +01001490 }
1491
Willy Tarreau8f128b42014-11-28 15:07:47 +01001492 if (unlikely((res->flags & (CF_SHUTR|CF_READ_TIMEOUT)) == CF_READ_TIMEOUT)) {
1493 if (si_b->flags & SI_FL_NOHALF)
1494 si_b->flags |= SI_FL_NOLINGER;
1495 si_shutr(si_b);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02001496 }
Willy Tarreau798f4322012-11-08 14:49:17 +01001497
1498 /* Once in a while we're woken up because the task expires. But
1499 * this does not necessarily mean that a timeout has been reached.
Willy Tarreau87b09662015-04-03 00:22:06 +02001500 * So let's not run a whole stream processing if only an expiration
Willy Tarreau798f4322012-11-08 14:49:17 +01001501 * timeout needs to be refreshed.
1502 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001503 if (!((req->flags | res->flags) &
Willy Tarreau798f4322012-11-08 14:49:17 +01001504 (CF_SHUTR|CF_READ_ACTIVITY|CF_READ_TIMEOUT|CF_SHUTW|
1505 CF_WRITE_ACTIVITY|CF_WRITE_TIMEOUT|CF_ANA_TIMEOUT)) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01001506 !((si_f->flags | si_b->flags) & (SI_FL_EXP|SI_FL_ERR)) &&
Willy Tarreau798f4322012-11-08 14:49:17 +01001507 ((t->state & TASK_WOKEN_ANY) == TASK_WOKEN_TIMER))
1508 goto update_exp_and_leave;
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001509 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001510
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001511 /* below we may emit error messages so we have to ensure that we have
1512 * our buffers properly allocated.
1513 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001514 if (!stream_alloc_work_buffer(s)) {
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001515 /* No buffer available, we've been subscribed to the list of
1516 * buffer waiters, let's wait for our turn.
1517 */
1518 goto update_exp_and_leave;
1519 }
1520
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001521 /* 1b: check for low-level errors reported at the stream interface.
1522 * First we check if it's a retryable error (in which case we don't
1523 * want to tell the buffer). Otherwise we report the error one level
1524 * upper by setting flags into the buffers. Note that the side towards
1525 * the client cannot have connect (hence retryable) errors. Also, the
1526 * connection setup code must be able to deal with any type of abort.
1527 */
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001528 srv = objt_server(s->target);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001529 if (unlikely(si_f->flags & SI_FL_ERR)) {
1530 if (si_f->state == SI_ST_EST || si_f->state == SI_ST_DIS) {
1531 si_shutr(si_f);
1532 si_shutw(si_f);
1533 stream_int_report_error(si_f);
1534 if (!(req->analysers) && !(res->analysers)) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001535 s->be->be_counters.cli_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001536 sess->fe->fe_counters.cli_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001537 if (srv)
1538 srv->counters.cli_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001539 if (!(s->flags & SF_ERR_MASK))
1540 s->flags |= SF_ERR_CLICL;
1541 if (!(s->flags & SF_FINST_MASK))
1542 s->flags |= SF_FINST_D;
Willy Tarreau05cb29b2008-12-14 11:44:04 +01001543 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001544 }
1545 }
1546
Willy Tarreau8f128b42014-11-28 15:07:47 +01001547 if (unlikely(si_b->flags & SI_FL_ERR)) {
1548 if (si_b->state == SI_ST_EST || si_b->state == SI_ST_DIS) {
1549 si_shutr(si_b);
1550 si_shutw(si_b);
1551 stream_int_report_error(si_b);
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001552 s->be->be_counters.failed_resp++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001553 if (srv)
1554 srv->counters.failed_resp++;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001555 if (!(req->analysers) && !(res->analysers)) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001556 s->be->be_counters.srv_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001557 sess->fe->fe_counters.srv_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001558 if (srv)
1559 srv->counters.srv_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001560 if (!(s->flags & SF_ERR_MASK))
1561 s->flags |= SF_ERR_SRVCL;
1562 if (!(s->flags & SF_FINST_MASK))
1563 s->flags |= SF_FINST_D;
Willy Tarreau05cb29b2008-12-14 11:44:04 +01001564 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001565 }
1566 /* note: maybe we should process connection errors here ? */
1567 }
1568
Willy Tarreau8f128b42014-11-28 15:07:47 +01001569 if (si_b->state == SI_ST_CON) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001570 /* we were trying to establish a connection on the server side,
1571 * maybe it succeeded, maybe it failed, maybe we timed out, ...
1572 */
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01001573 if (unlikely(!sess_update_st_con_tcp(s)))
1574 sess_update_st_cer(s);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001575 else if (si_b->state == SI_ST_EST)
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01001576 sess_establish(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001577
1578 /* state is now one of SI_ST_CON (still in progress), SI_ST_EST
1579 * (established), SI_ST_DIS (abort), SI_ST_CLO (last error),
1580 * SI_ST_ASS/SI_ST_TAR/SI_ST_REQ for retryable errors.
1581 */
1582 }
1583
Willy Tarreau8f128b42014-11-28 15:07:47 +01001584 rq_prod_last = si_f->state;
1585 rq_cons_last = si_b->state;
1586 rp_cons_last = si_f->state;
1587 rp_prod_last = si_b->state;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001588
1589 resync_stream_interface:
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001590 /* Check for connection closure */
1591
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001592 DPRINTF(stderr,
Willy Tarreau02d6cfc2012-03-01 18:19:58 +01001593 "[%u] %s:%d: task=%p s=%p, sfl=0x%08x, rq=%p, rp=%p, exp(r,w)=%u,%u rqf=%08x rpf=%08x rqh=%d rqt=%d rph=%d rpt=%d cs=%d ss=%d, cet=0x%x set=0x%x retr=%d\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001594 now_ms, __FUNCTION__, __LINE__,
1595 t,
1596 s, s->flags,
Willy Tarreau8f128b42014-11-28 15:07:47 +01001597 req, res,
1598 req->rex, res->wex,
1599 req->flags, res->flags,
1600 req->buf->i, req->buf->o, res->buf->i, res->buf->o, si_f->state, si_b->state,
1601 si_f->err_type, si_b->err_type,
1602 si_b->conn_retries);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001603
1604 /* nothing special to be done on client side */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001605 if (unlikely(si_f->state == SI_ST_DIS))
1606 si_f->state = SI_ST_CLO;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001607
1608 /* When a server-side connection is released, we have to count it and
1609 * check for pending connections on this server.
1610 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001611 if (unlikely(si_b->state == SI_ST_DIS)) {
1612 si_b->state = SI_ST_CLO;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001613 srv = objt_server(s->target);
Willy Tarreau827aee92011-03-10 16:55:02 +01001614 if (srv) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001615 if (s->flags & SF_CURR_SESS) {
1616 s->flags &= ~SF_CURR_SESS;
Willy Tarreau827aee92011-03-10 16:55:02 +01001617 srv->cur_sess--;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001618 }
1619 sess_change_server(s, NULL);
Willy Tarreau827aee92011-03-10 16:55:02 +01001620 if (may_dequeue_tasks(srv, s->be))
1621 process_srv_queue(srv);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001622 }
1623 }
1624
1625 /*
1626 * Note: of the transient states (REQ, CER, DIS), only REQ may remain
1627 * at this point.
1628 */
1629
Willy Tarreau0be0ef92009-03-08 19:20:25 +01001630 resync_request:
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001631 /* Analyse request */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001632 if (((req->flags & ~rqf_last) & CF_MASK_ANALYSER) ||
1633 ((req->flags ^ rqf_last) & CF_MASK_STATIC) ||
1634 si_f->state != rq_prod_last ||
1635 si_b->state != rq_cons_last ||
Thierry FOURNIER2e05a8c2014-11-24 14:49:56 +01001636 s->task->state & TASK_WOKEN_MSG) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001637 unsigned int flags = req->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001638
Willy Tarreau8f128b42014-11-28 15:07:47 +01001639 if (si_f->state >= SI_ST_EST) {
Willy Tarreaue34070e2010-01-08 00:32:27 +01001640 int max_loops = global.tune.maxpollevents;
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001641 unsigned int ana_list;
1642 unsigned int ana_back;
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001643
Willy Tarreau90deb182010-01-07 00:20:41 +01001644 /* it's up to the analysers to stop new connections,
1645 * disable reading or closing. Note: if an analyser
1646 * disables any of these bits, it is responsible for
1647 * enabling them again when it disables itself, so
1648 * that other analysers are called in similar conditions.
1649 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001650 channel_auto_read(req);
1651 channel_auto_connect(req);
1652 channel_auto_close(req);
Willy Tarreauedcf6682008-11-30 23:15:34 +01001653
1654 /* We will call all analysers for which a bit is set in
Willy Tarreau8f128b42014-11-28 15:07:47 +01001655 * req->analysers, following the bit order from LSB
Willy Tarreauedcf6682008-11-30 23:15:34 +01001656 * to MSB. The analysers must remove themselves from
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001657 * the list when not needed. Any analyser may return 0
1658 * to break out of the loop, either because of missing
1659 * data to take a decision, or because it decides to
Willy Tarreau87b09662015-04-03 00:22:06 +02001660 * kill the stream. We loop at least once through each
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001661 * analyser, and we may loop again if other analysers
1662 * are added in the middle.
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001663 *
1664 * We build a list of analysers to run. We evaluate all
1665 * of these analysers in the order of the lower bit to
1666 * the higher bit. This ordering is very important.
1667 * An analyser will often add/remove other analysers,
1668 * including itself. Any changes to itself have no effect
1669 * on the loop. If it removes any other analysers, we
1670 * want those analysers not to be called anymore during
1671 * this loop. If it adds an analyser that is located
1672 * after itself, we want it to be scheduled for being
1673 * processed during the loop. If it adds an analyser
1674 * which is located before it, we want it to switch to
1675 * it immediately, even if it has already been called
1676 * once but removed since.
1677 *
1678 * In order to achieve this, we compare the analyser
1679 * list after the call with a copy of it before the
1680 * call. The work list is fed with analyser bits that
1681 * appeared during the call. Then we compare previous
1682 * work list with the new one, and check the bits that
1683 * appeared. If the lowest of these bits is lower than
1684 * the current bit, it means we have enabled a previous
1685 * analyser and must immediately loop again.
Willy Tarreauedcf6682008-11-30 23:15:34 +01001686 */
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001687
Willy Tarreau8f128b42014-11-28 15:07:47 +01001688 ana_list = ana_back = req->analysers;
Willy Tarreaue34070e2010-01-08 00:32:27 +01001689 while (ana_list && max_loops--) {
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001690 /* Warning! ensure that analysers are always placed in ascending order! */
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001691
Willy Tarreaufb356202010-08-03 14:02:05 +02001692 if (ana_list & AN_REQ_INSPECT_FE) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001693 if (!tcp_inspect_request(s, req, AN_REQ_INSPECT_FE))
Willy Tarreauedcf6682008-11-30 23:15:34 +01001694 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001695 UPDATE_ANALYSERS(req->analysers, ana_list, ana_back, AN_REQ_INSPECT_FE);
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001696 }
Willy Tarreauedcf6682008-11-30 23:15:34 +01001697
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001698 if (ana_list & AN_REQ_WAIT_HTTP) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001699 if (!http_wait_for_request(s, req, AN_REQ_WAIT_HTTP))
Willy Tarreaud787e662009-07-07 10:14:51 +02001700 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001701 UPDATE_ANALYSERS(req->analysers, ana_list, ana_back, AN_REQ_WAIT_HTTP);
Willy Tarreaud787e662009-07-07 10:14:51 +02001702 }
1703
Willy Tarreau748179e2015-05-01 21:52:31 +02001704 if (ana_list & AN_REQ_HTTP_BODY) {
1705 if (!http_wait_for_request_body(s, req, AN_REQ_HTTP_BODY))
1706 break;
1707 UPDATE_ANALYSERS(req->analysers, ana_list, ana_back, AN_REQ_HTTP_BODY);
1708 }
1709
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001710 if (ana_list & AN_REQ_HTTP_PROCESS_FE) {
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001711 if (!http_process_req_common(s, req, AN_REQ_HTTP_PROCESS_FE, sess->fe))
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001712 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001713 UPDATE_ANALYSERS(req->analysers, ana_list, ana_back, AN_REQ_HTTP_PROCESS_FE);
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001714 }
1715
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001716 if (ana_list & AN_REQ_SWITCHING_RULES) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001717 if (!process_switching_rules(s, req, AN_REQ_SWITCHING_RULES))
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001718 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001719 UPDATE_ANALYSERS(req->analysers, ana_list, ana_back, AN_REQ_SWITCHING_RULES);
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001720 }
1721
Willy Tarreaufb356202010-08-03 14:02:05 +02001722 if (ana_list & AN_REQ_INSPECT_BE) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001723 if (!tcp_inspect_request(s, req, AN_REQ_INSPECT_BE))
Willy Tarreaufb356202010-08-03 14:02:05 +02001724 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001725 UPDATE_ANALYSERS(req->analysers, ana_list, ana_back, AN_REQ_INSPECT_BE);
Willy Tarreaufb356202010-08-03 14:02:05 +02001726 }
1727
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001728 if (ana_list & AN_REQ_HTTP_PROCESS_BE) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001729 if (!http_process_req_common(s, req, AN_REQ_HTTP_PROCESS_BE, s->be))
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001730 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001731 UPDATE_ANALYSERS(req->analysers, ana_list, ana_back, AN_REQ_HTTP_PROCESS_BE);
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001732 }
1733
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001734 if (ana_list & AN_REQ_HTTP_TARPIT) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001735 if (!http_process_tarpit(s, req, AN_REQ_HTTP_TARPIT))
Willy Tarreau60b85b02008-11-30 23:28:40 +01001736 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001737 UPDATE_ANALYSERS(req->analysers, ana_list, ana_back, AN_REQ_HTTP_TARPIT);
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001738 }
Willy Tarreau60b85b02008-11-30 23:28:40 +01001739
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001740 if (ana_list & AN_REQ_SRV_RULES) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001741 if (!process_server_rules(s, req, AN_REQ_SRV_RULES))
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001742 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001743 UPDATE_ANALYSERS(req->analysers, ana_list, ana_back, AN_REQ_SRV_RULES);
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001744 }
1745
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001746 if (ana_list & AN_REQ_HTTP_INNER) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001747 if (!http_process_request(s, req, AN_REQ_HTTP_INNER))
Willy Tarreauc465fd72009-08-31 00:17:18 +02001748 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001749 UPDATE_ANALYSERS(req->analysers, ana_list, ana_back, AN_REQ_HTTP_INNER);
Willy Tarreauc465fd72009-08-31 00:17:18 +02001750 }
1751
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001752 if (ana_list & AN_REQ_PRST_RDP_COOKIE) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001753 if (!tcp_persist_rdp_cookie(s, req, AN_REQ_PRST_RDP_COOKIE))
Emeric Brun647caf12009-06-30 17:57:00 +02001754 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001755 UPDATE_ANALYSERS(req->analysers, ana_list, ana_back, AN_REQ_PRST_RDP_COOKIE);
Emeric Brun647caf12009-06-30 17:57:00 +02001756 }
Willy Tarreaud98cf932009-12-27 22:54:55 +01001757
Emeric Brun1d33b292010-01-04 15:47:17 +01001758 if (ana_list & AN_REQ_STICKING_RULES) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001759 if (!process_sticking_rules(s, req, AN_REQ_STICKING_RULES))
Emeric Brun1d33b292010-01-04 15:47:17 +01001760 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001761 UPDATE_ANALYSERS(req->analysers, ana_list, ana_back, AN_REQ_STICKING_RULES);
Emeric Brun1d33b292010-01-04 15:47:17 +01001762 }
1763
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001764 if (ana_list & AN_REQ_HTTP_XFER_BODY) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001765 if (!http_request_forward_body(s, req, AN_REQ_HTTP_XFER_BODY))
Willy Tarreaud98cf932009-12-27 22:54:55 +01001766 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001767 UPDATE_ANALYSERS(req->analysers, ana_list, ana_back, AN_REQ_HTTP_XFER_BODY);
Willy Tarreaud98cf932009-12-27 22:54:55 +01001768 }
Willy Tarreaue34070e2010-01-08 00:32:27 +01001769 break;
1770 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001771 }
Willy Tarreau84455332009-03-15 22:34:05 +01001772
Willy Tarreau8f128b42014-11-28 15:07:47 +01001773 rq_prod_last = si_f->state;
1774 rq_cons_last = si_b->state;
1775 req->flags &= ~CF_WAKE_ONCE;
1776 rqf_last = req->flags;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001777
Willy Tarreau8f128b42014-11-28 15:07:47 +01001778 if ((req->flags ^ flags) & CF_MASK_STATIC)
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001779 goto resync_request;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001780 }
1781
Willy Tarreau576507f2010-01-07 00:09:04 +01001782 /* we'll monitor the request analysers while parsing the response,
1783 * because some response analysers may indirectly enable new request
1784 * analysers (eg: HTTP keep-alive).
1785 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001786 req_ana_back = req->analysers;
Willy Tarreau576507f2010-01-07 00:09:04 +01001787
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001788 resync_response:
1789 /* Analyse response */
1790
Willy Tarreau8f128b42014-11-28 15:07:47 +01001791 if (((res->flags & ~rpf_last) & CF_MASK_ANALYSER) ||
1792 (res->flags ^ rpf_last) & CF_MASK_STATIC ||
1793 si_f->state != rp_cons_last ||
1794 si_b->state != rp_prod_last ||
Thierry FOURNIER2e05a8c2014-11-24 14:49:56 +01001795 s->task->state & TASK_WOKEN_MSG) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001796 unsigned int flags = res->flags;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001797
Willy Tarreau8f128b42014-11-28 15:07:47 +01001798 if ((res->flags & CF_MASK_ANALYSER) &&
1799 (res->analysers & AN_REQ_ALL)) {
Willy Tarreau0499e352010-12-17 07:13:42 +01001800 /* Due to HTTP pipelining, the HTTP request analyser might be waiting
1801 * for some free space in the response buffer, so we might need to call
1802 * it when something changes in the response buffer, but still we pass
1803 * it the request buffer. Note that the SI state might very well still
1804 * be zero due to us returning a flow of redirects!
1805 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001806 res->analysers &= ~AN_REQ_ALL;
1807 req->flags |= CF_WAKE_ONCE;
Willy Tarreau0499e352010-12-17 07:13:42 +01001808 }
1809
Willy Tarreau8f128b42014-11-28 15:07:47 +01001810 if (si_b->state >= SI_ST_EST) {
Willy Tarreaue34070e2010-01-08 00:32:27 +01001811 int max_loops = global.tune.maxpollevents;
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001812 unsigned int ana_list;
1813 unsigned int ana_back;
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001814
Willy Tarreau90deb182010-01-07 00:20:41 +01001815 /* it's up to the analysers to stop disable reading or
1816 * closing. Note: if an analyser disables any of these
1817 * bits, it is responsible for enabling them again when
1818 * it disables itself, so that other analysers are called
1819 * in similar conditions.
1820 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001821 channel_auto_read(res);
1822 channel_auto_close(res);
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001823
1824 /* We will call all analysers for which a bit is set in
Willy Tarreau8f128b42014-11-28 15:07:47 +01001825 * res->analysers, following the bit order from LSB
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001826 * to MSB. The analysers must remove themselves from
1827 * the list when not needed. Any analyser may return 0
1828 * to break out of the loop, either because of missing
1829 * data to take a decision, or because it decides to
Willy Tarreau87b09662015-04-03 00:22:06 +02001830 * kill the stream. We loop at least once through each
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001831 * analyser, and we may loop again if other analysers
1832 * are added in the middle.
1833 */
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001834
Willy Tarreau8f128b42014-11-28 15:07:47 +01001835 ana_list = ana_back = res->analysers;
Willy Tarreaue34070e2010-01-08 00:32:27 +01001836 while (ana_list && max_loops--) {
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001837 /* Warning! ensure that analysers are always placed in ascending order! */
1838
Emeric Brun97679e72010-09-23 17:56:44 +02001839 if (ana_list & AN_RES_INSPECT) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001840 if (!tcp_inspect_response(s, res, AN_RES_INSPECT))
Emeric Brun97679e72010-09-23 17:56:44 +02001841 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001842 UPDATE_ANALYSERS(res->analysers, ana_list, ana_back, AN_RES_INSPECT);
Emeric Brun97679e72010-09-23 17:56:44 +02001843 }
1844
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001845 if (ana_list & AN_RES_WAIT_HTTP) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001846 if (!http_wait_for_response(s, res, AN_RES_WAIT_HTTP))
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001847 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001848 UPDATE_ANALYSERS(res->analysers, ana_list, ana_back, AN_RES_WAIT_HTTP);
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001849 }
1850
Emeric Brun1d33b292010-01-04 15:47:17 +01001851 if (ana_list & AN_RES_STORE_RULES) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001852 if (!process_store_rules(s, res, AN_RES_STORE_RULES))
Emeric Brun1d33b292010-01-04 15:47:17 +01001853 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001854 UPDATE_ANALYSERS(res->analysers, ana_list, ana_back, AN_RES_STORE_RULES);
Emeric Brun1d33b292010-01-04 15:47:17 +01001855 }
1856
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001857 if (ana_list & AN_RES_HTTP_PROCESS_BE) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001858 if (!http_process_res_common(s, res, AN_RES_HTTP_PROCESS_BE, s->be))
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001859 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001860 UPDATE_ANALYSERS(res->analysers, ana_list, ana_back, AN_RES_HTTP_PROCESS_BE);
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001861 }
Willy Tarreaud98cf932009-12-27 22:54:55 +01001862
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001863 if (ana_list & AN_RES_HTTP_XFER_BODY) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001864 if (!http_response_forward_body(s, res, AN_RES_HTTP_XFER_BODY))
Willy Tarreaud98cf932009-12-27 22:54:55 +01001865 break;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001866 UPDATE_ANALYSERS(res->analysers, ana_list, ana_back, AN_RES_HTTP_XFER_BODY);
Willy Tarreaud98cf932009-12-27 22:54:55 +01001867 }
Willy Tarreaue34070e2010-01-08 00:32:27 +01001868 break;
1869 }
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001870 }
1871
Willy Tarreau8f128b42014-11-28 15:07:47 +01001872 rp_cons_last = si_f->state;
1873 rp_prod_last = si_b->state;
1874 rpf_last = res->flags;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001875
Willy Tarreau8f128b42014-11-28 15:07:47 +01001876 if ((res->flags ^ flags) & CF_MASK_STATIC)
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001877 goto resync_response;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001878 }
1879
Willy Tarreau576507f2010-01-07 00:09:04 +01001880 /* maybe someone has added some request analysers, so we must check and loop */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001881 if (req->analysers & ~req_ana_back)
Willy Tarreau576507f2010-01-07 00:09:04 +01001882 goto resync_request;
1883
Willy Tarreau8f128b42014-11-28 15:07:47 +01001884 if ((req->flags & ~rqf_last) & CF_MASK_ANALYSER)
Willy Tarreau0499e352010-12-17 07:13:42 +01001885 goto resync_request;
1886
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001887 /* FIXME: here we should call protocol handlers which rely on
1888 * both buffers.
1889 */
1890
1891
1892 /*
Willy Tarreau87b09662015-04-03 00:22:06 +02001893 * Now we propagate unhandled errors to the stream. Normally
Willy Tarreauae526782010-03-04 20:34:23 +01001894 * we're just in a data phase here since it means we have not
1895 * seen any analyser who could set an error status.
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001896 */
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001897 srv = objt_server(s->target);
Willy Tarreaue7dff022015-04-03 01:14:29 +02001898 if (unlikely(!(s->flags & SF_ERR_MASK))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001899 if (req->flags & (CF_READ_ERROR|CF_READ_TIMEOUT|CF_WRITE_ERROR|CF_WRITE_TIMEOUT)) {
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001900 /* Report it if the client got an error or a read timeout expired */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001901 req->analysers = 0;
1902 if (req->flags & CF_READ_ERROR) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001903 s->be->be_counters.cli_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001904 sess->fe->fe_counters.cli_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001905 if (srv)
1906 srv->counters.cli_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001907 s->flags |= SF_ERR_CLICL;
Willy Tarreauae526782010-03-04 20:34:23 +01001908 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01001909 else if (req->flags & CF_READ_TIMEOUT) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001910 s->be->be_counters.cli_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001911 sess->fe->fe_counters.cli_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001912 if (srv)
1913 srv->counters.cli_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001914 s->flags |= SF_ERR_CLITO;
Willy Tarreauae526782010-03-04 20:34:23 +01001915 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01001916 else if (req->flags & CF_WRITE_ERROR) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001917 s->be->be_counters.srv_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001918 sess->fe->fe_counters.srv_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001919 if (srv)
1920 srv->counters.srv_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001921 s->flags |= SF_ERR_SRVCL;
Willy Tarreauae526782010-03-04 20:34:23 +01001922 }
1923 else {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001924 s->be->be_counters.srv_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001925 sess->fe->fe_counters.srv_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001926 if (srv)
1927 srv->counters.srv_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001928 s->flags |= SF_ERR_SRVTO;
Willy Tarreauae526782010-03-04 20:34:23 +01001929 }
Willy Tarreau84455332009-03-15 22:34:05 +01001930 sess_set_term_flags(s);
1931 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01001932 else if (res->flags & (CF_READ_ERROR|CF_READ_TIMEOUT|CF_WRITE_ERROR|CF_WRITE_TIMEOUT)) {
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001933 /* Report it if the server got an error or a read timeout expired */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001934 res->analysers = 0;
1935 if (res->flags & CF_READ_ERROR) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001936 s->be->be_counters.srv_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001937 sess->fe->fe_counters.srv_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001938 if (srv)
1939 srv->counters.srv_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001940 s->flags |= SF_ERR_SRVCL;
Willy Tarreauae526782010-03-04 20:34:23 +01001941 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01001942 else if (res->flags & CF_READ_TIMEOUT) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001943 s->be->be_counters.srv_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001944 sess->fe->fe_counters.srv_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001945 if (srv)
1946 srv->counters.srv_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001947 s->flags |= SF_ERR_SRVTO;
Willy Tarreauae526782010-03-04 20:34:23 +01001948 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01001949 else if (res->flags & CF_WRITE_ERROR) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001950 s->be->be_counters.cli_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001951 sess->fe->fe_counters.cli_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001952 if (srv)
1953 srv->counters.cli_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001954 s->flags |= SF_ERR_CLICL;
Willy Tarreauae526782010-03-04 20:34:23 +01001955 }
1956 else {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001957 s->be->be_counters.cli_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001958 sess->fe->fe_counters.cli_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001959 if (srv)
1960 srv->counters.cli_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001961 s->flags |= SF_ERR_CLITO;
Willy Tarreauae526782010-03-04 20:34:23 +01001962 }
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001963 sess_set_term_flags(s);
1964 }
Willy Tarreau84455332009-03-15 22:34:05 +01001965 }
1966
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001967 /*
1968 * Here we take care of forwarding unhandled data. This also includes
1969 * connection establishments and shutdown requests.
1970 */
1971
1972
Willy Tarreau7c84bab2009-03-08 21:38:23 +01001973 /* If noone is interested in analysing data, it's time to forward
Willy Tarreau31971e52009-09-20 12:07:52 +02001974 * everything. We configure the buffer to forward indefinitely.
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02001975 * Note that we're checking CF_SHUTR_NOW as an indication of a possible
Willy Tarreau8263d2b2012-08-28 00:06:31 +02001976 * recent call to channel_abort().
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01001977 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001978 if (unlikely(!req->analysers &&
1979 !(req->flags & (CF_SHUTW|CF_SHUTR_NOW)) &&
1980 (si_f->state >= SI_ST_EST) &&
1981 (req->to_forward != CHN_INFINITE_FORWARD))) {
Willy Tarreaub31c9712012-11-11 23:05:39 +01001982 /* This buffer is freewheeling, there's no analyser
Willy Tarreau7c84bab2009-03-08 21:38:23 +01001983 * attached to it. If any data are left in, we'll permit them to
1984 * move.
1985 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001986 channel_auto_read(req);
1987 channel_auto_connect(req);
1988 channel_auto_close(req);
1989 buffer_flush(req->buf);
Willy Tarreau5bd8c372009-01-19 00:32:22 +01001990
Willy Tarreauda4d9fe2010-11-07 20:26:56 +01001991 /* We'll let data flow between the producer (if still connected)
1992 * to the consumer (which might possibly not be connected yet).
Willy Tarreau7c84bab2009-03-08 21:38:23 +01001993 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001994 if (!(req->flags & (CF_SHUTR|CF_SHUTW_NOW)))
1995 channel_forward(req, CHN_INFINITE_FORWARD);
Willy Tarreau42529c32015-07-09 18:38:57 +02001996
1997 /* Just in order to support fetching HTTP contents after start
1998 * of forwarding when the HTTP forwarding analyser is not used,
1999 * we simply reset msg->sov so that HTTP rewinding points to the
2000 * headers.
2001 */
2002 if (s->txn)
2003 s->txn->req.sov = s->txn->req.eoh + s->txn->req.eol - req->buf->o;
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002004 }
Willy Tarreauf890dc92008-12-13 21:12:26 +01002005
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002006 /* check if it is wise to enable kernel splicing to forward request data */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002007 if (!(req->flags & (CF_KERN_SPLICING|CF_SHUTR)) &&
2008 req->to_forward &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002009 (global.tune.options & GTUNE_USE_SPLICE) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002010 (objt_conn(si_f->end) && __objt_conn(si_f->end)->xprt && __objt_conn(si_f->end)->xprt->rcv_pipe) &&
2011 (objt_conn(si_b->end) && __objt_conn(si_b->end)->xprt && __objt_conn(si_b->end)->xprt->snd_pipe) &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002012 (pipes_used < global.maxpipes) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002013 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_REQ) ||
2014 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_AUT) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002015 (req->flags & CF_STREAMER_FAST)))) {
2016 req->flags |= CF_KERN_SPLICING;
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002017 }
2018
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002019 /* reflect what the L7 analysers have seen last */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002020 rqf_last = req->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002021
2022 /*
2023 * Now forward all shutdown requests between both sides of the buffer
2024 */
2025
Willy Tarreau520d95e2009-09-19 21:04:57 +02002026 /* first, let's check if the request buffer needs to shutdown(write), which may
2027 * happen either because the input is closed or because we want to force a close
Willy Tarreau05cdd962014-05-10 14:30:07 +02002028 * once the server has begun to respond. If a half-closed timeout is set, we adjust
2029 * the other side's timeout as well.
Willy Tarreau520d95e2009-09-19 21:04:57 +02002030 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002031 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTW_NOW|CF_AUTO_CLOSE|CF_SHUTR)) ==
Willy Tarreau05cdd962014-05-10 14:30:07 +02002032 (CF_AUTO_CLOSE|CF_SHUTR))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002033 channel_shutw_now(req);
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002034 if (tick_isset(sess->fe->timeout.clientfin)) {
2035 res->wto = sess->fe->timeout.clientfin;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002036 res->wex = tick_add(now_ms, res->wto);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002037 }
2038 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002039
2040 /* shutdown(write) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002041 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTW_NOW)) == CF_SHUTW_NOW &&
2042 channel_is_empty(req))) {
2043 if (req->flags & CF_READ_ERROR)
2044 si_b->flags |= SI_FL_NOLINGER;
2045 si_shutw(si_b);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002046 if (tick_isset(s->be->timeout.serverfin)) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002047 res->rto = s->be->timeout.serverfin;
2048 res->rex = tick_add(now_ms, res->rto);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002049 }
Willy Tarreau8615c2a2013-06-21 08:20:19 +02002050 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002051
2052 /* shutdown(write) done on server side, we must stop the client too */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002053 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTW &&
2054 !req->analysers))
2055 channel_shutr_now(req);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002056
2057 /* shutdown(read) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002058 if (unlikely((req->flags & (CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTR_NOW)) {
2059 if (si_f->flags & SI_FL_NOHALF)
2060 si_f->flags |= SI_FL_NOLINGER;
2061 si_shutr(si_f);
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002062 if (tick_isset(sess->fe->timeout.clientfin)) {
2063 res->wto = sess->fe->timeout.clientfin;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002064 res->wex = tick_add(now_ms, res->wto);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002065 }
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02002066 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002067
Willy Tarreau520d95e2009-09-19 21:04:57 +02002068 /* it's possible that an upper layer has requested a connection setup or abort.
2069 * There are 2 situations where we decide to establish a new connection :
2070 * - there are data scheduled for emission in the buffer
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002071 * - the CF_AUTO_CONNECT flag is set (active connection)
Willy Tarreau520d95e2009-09-19 21:04:57 +02002072 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002073 if (si_b->state == SI_ST_INI) {
2074 if (!(req->flags & CF_SHUTW)) {
2075 if ((req->flags & CF_AUTO_CONNECT) || !channel_is_empty(req)) {
Willy Tarreaucf644ed2013-09-29 17:19:56 +02002076 /* If we have an appctx, there is no connect method, so we
2077 * immediately switch to the connected state, otherwise we
2078 * perform a connection request.
Willy Tarreau520d95e2009-09-19 21:04:57 +02002079 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002080 si_b->state = SI_ST_REQ; /* new connection requested */
2081 si_b->conn_retries = s->be->conn_retries;
Willy Tarreau520d95e2009-09-19 21:04:57 +02002082 }
Willy Tarreau73201222009-08-16 18:27:24 +02002083 }
Willy Tarreauf41ffdc2009-09-20 08:19:25 +02002084 else {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002085 si_b->state = SI_ST_CLO; /* shutw+ini = abort */
2086 channel_shutw_now(req); /* fix buffer flags upon abort */
2087 channel_shutr_now(res);
Willy Tarreauf41ffdc2009-09-20 08:19:25 +02002088 }
Willy Tarreau92795622009-03-06 12:51:23 +01002089 }
2090
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002091
2092 /* we may have a pending connection request, or a connection waiting
2093 * for completion.
2094 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002095 if (si_b->state >= SI_ST_REQ && si_b->state < SI_ST_CON) {
Thierry FOURNIER4834bc72015-06-06 19:29:07 +02002096
2097 /* prune the request variables and swap to the response variables. */
2098 if (s->vars_reqres.scope != SCOPE_RES) {
2099 vars_prune(&s->vars_reqres, s);
2100 vars_init(&s->vars_reqres, SCOPE_RES);
2101 }
2102
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002103 do {
2104 /* nb: step 1 might switch from QUE to ASS, but we first want
2105 * to give a chance to step 2 to perform a redirect if needed.
2106 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002107 if (si_b->state != SI_ST_REQ)
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01002108 sess_update_stream_int(s);
Willy Tarreau8f128b42014-11-28 15:07:47 +01002109 if (si_b->state == SI_ST_REQ)
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01002110 sess_prepare_conn_req(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002111
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +01002112 /* applets directly go to the ESTABLISHED state. Similarly,
2113 * servers experience the same fate when their connection
2114 * is reused.
2115 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002116 if (unlikely(si_b->state == SI_ST_EST))
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01002117 sess_establish(s);
Willy Tarreaufac4bd12013-11-30 09:21:49 +01002118
Willy Tarreaub44c8732013-12-31 23:16:50 +01002119 /* Now we can add the server name to a header (if requested) */
2120 /* check for HTTP mode and proxy server_name_hdr_name != NULL */
Willy Tarreau9c03b332015-09-07 19:32:33 +02002121 if ((si_b->state >= SI_ST_CON) && (si_b->state < SI_ST_CLO) &&
Willy Tarreaub44c8732013-12-31 23:16:50 +01002122 (s->be->server_id_hdr_name != NULL) &&
2123 (s->be->mode == PR_MODE_HTTP) &&
2124 objt_server(s->target)) {
Willy Tarreaueee5b512015-04-03 23:46:31 +02002125 http_send_name_header(s->txn, s->be, objt_server(s->target)->id);
Willy Tarreau1e5dfda2013-04-07 18:19:16 +02002126 }
2127
Willy Tarreau3fdb3662012-11-12 00:42:33 +01002128 srv = objt_server(s->target);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002129 if (si_b->state == SI_ST_ASS && srv && srv->rdr_len && (s->flags & SF_REDIRECTABLE))
Willy Tarreau8f128b42014-11-28 15:07:47 +01002130 http_perform_server_redirect(s, si_b);
2131 } while (si_b->state == SI_ST_ASS);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002132 }
2133
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002134 /* Benchmarks have shown that it's optimal to do a full resync now */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002135 if (si_f->state == SI_ST_DIS || si_b->state == SI_ST_DIS)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002136 goto resync_stream_interface;
2137
Willy Tarreau815a9b22010-07-27 17:15:12 +02002138 /* otherwise we want to check if we need to resync the req buffer or not */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002139 if ((req->flags ^ rqf_last) & CF_MASK_STATIC)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002140 goto resync_request;
2141
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002142 /* perform output updates to the response buffer */
Willy Tarreau84455332009-03-15 22:34:05 +01002143
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002144 /* If noone is interested in analysing data, it's time to forward
Willy Tarreau31971e52009-09-20 12:07:52 +02002145 * everything. We configure the buffer to forward indefinitely.
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002146 * Note that we're checking CF_SHUTR_NOW as an indication of a possible
Willy Tarreau8263d2b2012-08-28 00:06:31 +02002147 * recent call to channel_abort().
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002148 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002149 if (unlikely(!res->analysers &&
2150 !(res->flags & (CF_SHUTW|CF_SHUTR_NOW)) &&
2151 (si_b->state >= SI_ST_EST) &&
2152 (res->to_forward != CHN_INFINITE_FORWARD))) {
Willy Tarreaub31c9712012-11-11 23:05:39 +01002153 /* This buffer is freewheeling, there's no analyser
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002154 * attached to it. If any data are left in, we'll permit them to
2155 * move.
2156 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002157 channel_auto_read(res);
2158 channel_auto_close(res);
2159 buffer_flush(res->buf);
Willy Tarreauda4d9fe2010-11-07 20:26:56 +01002160
2161 /* We'll let data flow between the producer (if still connected)
2162 * to the consumer.
2163 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002164 if (!(res->flags & (CF_SHUTR|CF_SHUTW_NOW)))
2165 channel_forward(res, CHN_INFINITE_FORWARD);
Willy Tarreauce887fd2012-05-12 12:50:00 +02002166
Willy Tarreau42529c32015-07-09 18:38:57 +02002167 /* Just in order to support fetching HTTP contents after start
2168 * of forwarding when the HTTP forwarding analyser is not used,
2169 * we simply reset msg->sov so that HTTP rewinding points to the
2170 * headers.
2171 */
2172 if (s->txn)
2173 s->txn->rsp.sov = s->txn->rsp.eoh + s->txn->rsp.eol - res->buf->o;
2174
Willy Tarreauce887fd2012-05-12 12:50:00 +02002175 /* if we have no analyser anymore in any direction and have a
Willy Tarreau05cdd962014-05-10 14:30:07 +02002176 * tunnel timeout set, use it now. Note that we must respect
2177 * the half-closed timeouts as well.
Willy Tarreauce887fd2012-05-12 12:50:00 +02002178 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002179 if (!req->analysers && s->be->timeout.tunnel) {
2180 req->rto = req->wto = res->rto = res->wto =
Willy Tarreauce887fd2012-05-12 12:50:00 +02002181 s->be->timeout.tunnel;
Willy Tarreau05cdd962014-05-10 14:30:07 +02002182
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002183 if ((req->flags & CF_SHUTR) && tick_isset(sess->fe->timeout.clientfin))
2184 res->wto = sess->fe->timeout.clientfin;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002185 if ((req->flags & CF_SHUTW) && tick_isset(s->be->timeout.serverfin))
2186 res->rto = s->be->timeout.serverfin;
2187 if ((res->flags & CF_SHUTR) && tick_isset(s->be->timeout.serverfin))
2188 req->wto = s->be->timeout.serverfin;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002189 if ((res->flags & CF_SHUTW) && tick_isset(sess->fe->timeout.clientfin))
2190 req->rto = sess->fe->timeout.clientfin;
Willy Tarreau05cdd962014-05-10 14:30:07 +02002191
Willy Tarreau8f128b42014-11-28 15:07:47 +01002192 req->rex = tick_add(now_ms, req->rto);
2193 req->wex = tick_add(now_ms, req->wto);
2194 res->rex = tick_add(now_ms, res->rto);
2195 res->wex = tick_add(now_ms, res->wto);
Willy Tarreauce887fd2012-05-12 12:50:00 +02002196 }
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002197 }
Willy Tarreauf890dc92008-12-13 21:12:26 +01002198
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002199 /* check if it is wise to enable kernel splicing to forward response data */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002200 if (!(res->flags & (CF_KERN_SPLICING|CF_SHUTR)) &&
2201 res->to_forward &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002202 (global.tune.options & GTUNE_USE_SPLICE) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002203 (objt_conn(si_f->end) && __objt_conn(si_f->end)->xprt && __objt_conn(si_f->end)->xprt->snd_pipe) &&
2204 (objt_conn(si_b->end) && __objt_conn(si_b->end)->xprt && __objt_conn(si_b->end)->xprt->rcv_pipe) &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002205 (pipes_used < global.maxpipes) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002206 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_RTR) ||
2207 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_AUT) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002208 (res->flags & CF_STREAMER_FAST)))) {
2209 res->flags |= CF_KERN_SPLICING;
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002210 }
2211
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002212 /* reflect what the L7 analysers have seen last */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002213 rpf_last = res->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002214
2215 /*
2216 * Now forward all shutdown requests between both sides of the buffer
2217 */
2218
2219 /*
2220 * FIXME: this is probably where we should produce error responses.
2221 */
2222
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002223 /* first, let's check if the response buffer needs to shutdown(write) */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002224 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTW_NOW|CF_AUTO_CLOSE|CF_SHUTR)) ==
Willy Tarreau05cdd962014-05-10 14:30:07 +02002225 (CF_AUTO_CLOSE|CF_SHUTR))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002226 channel_shutw_now(res);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002227 if (tick_isset(s->be->timeout.serverfin)) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002228 req->wto = s->be->timeout.serverfin;
2229 req->wex = tick_add(now_ms, req->wto);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002230 }
2231 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002232
2233 /* shutdown(write) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002234 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTW_NOW)) == CF_SHUTW_NOW &&
2235 channel_is_empty(res))) {
2236 si_shutw(si_f);
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002237 if (tick_isset(sess->fe->timeout.clientfin)) {
2238 req->rto = sess->fe->timeout.clientfin;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002239 req->rex = tick_add(now_ms, req->rto);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002240 }
2241 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002242
2243 /* shutdown(write) done on the client side, we must stop the server too */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002244 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTW) &&
2245 !res->analysers)
2246 channel_shutr_now(res);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002247
2248 /* shutdown(read) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002249 if (unlikely((res->flags & (CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTR_NOW)) {
2250 if (si_b->flags & SI_FL_NOHALF)
2251 si_b->flags |= SI_FL_NOLINGER;
2252 si_shutr(si_b);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002253 if (tick_isset(s->be->timeout.serverfin)) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002254 req->wto = s->be->timeout.serverfin;
2255 req->wex = tick_add(now_ms, req->wto);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002256 }
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02002257 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002258
Willy Tarreau8f128b42014-11-28 15:07:47 +01002259 if (si_f->state == SI_ST_DIS || si_b->state == SI_ST_DIS)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002260 goto resync_stream_interface;
2261
Willy Tarreau8f128b42014-11-28 15:07:47 +01002262 if (req->flags != rqf_last)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002263 goto resync_request;
2264
Willy Tarreau8f128b42014-11-28 15:07:47 +01002265 if ((res->flags ^ rpf_last) & CF_MASK_STATIC)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002266 goto resync_response;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002267
Willy Tarreau89f7ef22009-09-05 20:57:35 +02002268 /* we're interested in getting wakeups again */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002269 si_f->flags &= ~SI_FL_DONT_WAKE;
2270 si_b->flags &= ~SI_FL_DONT_WAKE;
Willy Tarreau89f7ef22009-09-05 20:57:35 +02002271
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002272 /* This is needed only when debugging is enabled, to indicate
2273 * client-side or server-side close. Please note that in the unlikely
2274 * event where both sides would close at once, the sequence is reported
2275 * on the server side first.
2276 */
2277 if (unlikely((global.mode & MODE_DEBUG) &&
2278 (!(global.mode & MODE_QUIET) ||
2279 (global.mode & MODE_VERBOSE)))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002280 if (si_b->state == SI_ST_CLO &&
2281 si_b->prev_state == SI_ST_EST) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002282 chunk_printf(&trash, "%08x:%s.srvcls[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002283 s->uniq_id, s->be->id,
Willy Tarreau8f128b42014-11-28 15:07:47 +01002284 objt_conn(si_f->end) ? (unsigned short)objt_conn(si_f->end)->t.sock.fd : -1,
2285 objt_conn(si_b->end) ? (unsigned short)objt_conn(si_b->end)->t.sock.fd : -1);
Willy Tarreau89efaed2013-12-13 15:14:55 +01002286 shut_your_big_mouth_gcc(write(1, trash.str, trash.len));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002287 }
2288
Willy Tarreau8f128b42014-11-28 15:07:47 +01002289 if (si_f->state == SI_ST_CLO &&
2290 si_f->prev_state == SI_ST_EST) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002291 chunk_printf(&trash, "%08x:%s.clicls[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002292 s->uniq_id, s->be->id,
Willy Tarreau8f128b42014-11-28 15:07:47 +01002293 objt_conn(si_f->end) ? (unsigned short)objt_conn(si_f->end)->t.sock.fd : -1,
2294 objt_conn(si_b->end) ? (unsigned short)objt_conn(si_b->end)->t.sock.fd : -1);
Willy Tarreau89efaed2013-12-13 15:14:55 +01002295 shut_your_big_mouth_gcc(write(1, trash.str, trash.len));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002296 }
2297 }
2298
Willy Tarreau8f128b42014-11-28 15:07:47 +01002299 if (likely((si_f->state != SI_ST_CLO) ||
2300 (si_b->state > SI_ST_INI && si_b->state < SI_ST_CLO))) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002301
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002302 if ((sess->fe->options & PR_O_CONTSTATS) && (s->flags & SF_BE_ASSIGNED))
Willy Tarreau87b09662015-04-03 00:22:06 +02002303 stream_process_counters(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002304
Willy Tarreau563cc372015-04-19 18:13:56 +02002305 if (si_f->state == SI_ST_EST)
Willy Tarreau8f128b42014-11-28 15:07:47 +01002306 si_update(si_f);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002307
Willy Tarreau563cc372015-04-19 18:13:56 +02002308 if (si_b->state == SI_ST_EST)
Willy Tarreau8f128b42014-11-28 15:07:47 +01002309 si_update(si_b);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002310
Willy Tarreau8f128b42014-11-28 15:07:47 +01002311 req->flags &= ~(CF_READ_NULL|CF_READ_PARTIAL|CF_WRITE_NULL|CF_WRITE_PARTIAL|CF_READ_ATTACHED);
2312 res->flags &= ~(CF_READ_NULL|CF_READ_PARTIAL|CF_WRITE_NULL|CF_WRITE_PARTIAL|CF_READ_ATTACHED);
2313 si_f->prev_state = si_f->state;
2314 si_b->prev_state = si_b->state;
2315 si_f->flags &= ~(SI_FL_ERR|SI_FL_EXP);
2316 si_b->flags &= ~(SI_FL_ERR|SI_FL_EXP);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002317
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02002318 /* Trick: if a request is being waiting for the server to respond,
2319 * and if we know the server can timeout, we don't want the timeout
2320 * to expire on the client side first, but we're still interested
2321 * in passing data from the client to the server (eg: POST). Thus,
2322 * we can cancel the client's request timeout if the server's
2323 * request timeout is set and the server has not yet sent a response.
2324 */
2325
Willy Tarreau8f128b42014-11-28 15:07:47 +01002326 if ((res->flags & (CF_AUTO_CLOSE|CF_SHUTR)) == 0 &&
2327 (tick_isset(req->wex) || tick_isset(res->rex))) {
2328 req->flags |= CF_READ_NOEXP;
2329 req->rex = TICK_ETERNITY;
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02002330 }
2331
Willy Tarreau798f4322012-11-08 14:49:17 +01002332 update_exp_and_leave:
Willy Tarreau8f128b42014-11-28 15:07:47 +01002333 t->expire = tick_first(tick_first(req->rex, req->wex),
2334 tick_first(res->rex, res->wex));
2335 if (req->analysers)
2336 t->expire = tick_first(t->expire, req->analyse_exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002337
Willy Tarreau8f128b42014-11-28 15:07:47 +01002338 if (si_f->exp)
2339 t->expire = tick_first(t->expire, si_f->exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002340
Willy Tarreau8f128b42014-11-28 15:07:47 +01002341 if (si_b->exp)
2342 t->expire = tick_first(t->expire, si_b->exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002343
2344#ifdef DEBUG_FULL
Willy Tarreau127334e2009-03-28 10:47:26 +01002345 fprintf(stderr,
2346 "[%u] queuing with exp=%u req->rex=%u req->wex=%u req->ana_exp=%u"
2347 " rep->rex=%u rep->wex=%u, si[0].exp=%u, si[1].exp=%u, cs=%d, ss=%d\n",
Willy Tarreau8f128b42014-11-28 15:07:47 +01002348 now_ms, t->expire, req->rex, req->wex, req->analyse_exp,
2349 res->rex, res->wex, si_f->exp, si_b->exp, si_f->state, si_b->state);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002350#endif
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002351
2352#ifdef DEBUG_DEV
2353 /* this may only happen when no timeout is set or in case of an FSM bug */
Willy Tarreaud0a201b2009-03-08 15:53:06 +01002354 if (!tick_isset(t->expire))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002355 ABORT_NOW();
2356#endif
Willy Tarreau87b09662015-04-03 00:22:06 +02002357 stream_release_buffers(s);
Willy Tarreau26c25062009-03-08 09:38:41 +01002358 return t; /* nothing more to do */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002359 }
2360
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002361 sess->fe->feconn--;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002362 if (s->flags & SF_BE_ASSIGNED)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002363 s->be->beconn--;
Willy Tarreauaf7ad002010-08-31 15:39:26 +02002364 jobs--;
Willy Tarreaufb0afa72015-04-03 14:46:27 +02002365 if (sess->listener) {
2366 if (!(sess->listener->options & LI_O_UNLIMITED))
Thierry FOURNIERa47a94f2014-03-20 15:42:53 +01002367 actconn--;
Willy Tarreaufb0afa72015-04-03 14:46:27 +02002368 sess->listener->nbconn--;
2369 if (sess->listener->state == LI_FULL)
2370 resume_listener(sess->listener);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002371
Thierry FOURNIERa47a94f2014-03-20 15:42:53 +01002372 /* Dequeues all of the listeners waiting for a resource */
2373 if (!LIST_ISEMPTY(&global_listener_queue))
2374 dequeue_all_listeners(&global_listener_queue);
Willy Tarreau08ceb102011-07-24 22:58:00 +02002375
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002376 if (!LIST_ISEMPTY(&sess->fe->listener_queue) &&
2377 (!sess->fe->fe_sps_lim || freq_ctr_remain(&sess->fe->fe_sess_per_sec, sess->fe->fe_sps_lim, 0) > 0))
2378 dequeue_all_listeners(&sess->fe->listener_queue);
Thierry FOURNIERa47a94f2014-03-20 15:42:53 +01002379 }
Willy Tarreau07687c12011-07-24 23:55:06 +02002380
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002381 if (unlikely((global.mode & MODE_DEBUG) &&
2382 (!(global.mode & MODE_QUIET) || (global.mode & MODE_VERBOSE)))) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002383 chunk_printf(&trash, "%08x:%s.closed[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002384 s->uniq_id, s->be->id,
Willy Tarreau8f128b42014-11-28 15:07:47 +01002385 objt_conn(si_f->end) ? (unsigned short)objt_conn(si_f->end)->t.sock.fd : -1,
2386 objt_conn(si_b->end) ? (unsigned short)objt_conn(si_b->end)->t.sock.fd : -1);
Willy Tarreau89efaed2013-12-13 15:14:55 +01002387 shut_your_big_mouth_gcc(write(1, trash.str, trash.len));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002388 }
2389
2390 s->logs.t_close = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreau87b09662015-04-03 00:22:06 +02002391 stream_process_counters(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002392
Willy Tarreaueee5b512015-04-03 23:46:31 +02002393 if (s->txn && s->txn->status) {
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002394 int n;
2395
Willy Tarreaueee5b512015-04-03 23:46:31 +02002396 n = s->txn->status / 100;
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002397 if (n < 1 || n > 5)
2398 n = 0;
2399
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002400 if (sess->fe->mode == PR_MODE_HTTP) {
2401 sess->fe->fe_counters.p.http.rsp[n]++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002402 if (s->comp_algo && (s->flags & SF_COMP_READY))
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002403 sess->fe->fe_counters.p.http.comp_rsp++;
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002404 }
Willy Tarreaue7dff022015-04-03 01:14:29 +02002405 if ((s->flags & SF_BE_ASSIGNED) &&
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002406 (s->be->mode == PR_MODE_HTTP)) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01002407 s->be->be_counters.p.http.rsp[n]++;
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002408 s->be->be_counters.p.http.cum_req++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002409 if (s->comp_algo && (s->flags & SF_COMP_READY))
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002410 s->be->be_counters.p.http.comp_rsp++;
2411 }
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002412 }
2413
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002414 /* let's do a final log if we need it */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002415 if (!LIST_ISEMPTY(&sess->fe->logformat) && s->logs.logwait &&
Willy Tarreaue7dff022015-04-03 01:14:29 +02002416 !(s->flags & SF_MONITOR) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002417 (!(sess->fe->options & PR_O_NULLNOLOG) || req->total)) {
Willy Tarreaua5555ec2008-11-30 19:02:32 +01002418 s->do_log(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002419 }
2420
Willy Tarreau87b09662015-04-03 00:22:06 +02002421 /* update time stats for this stream */
2422 stream_update_time_stats(s);
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002423
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002424 /* the task MUST not be in the run queue anymore */
Willy Tarreau87b09662015-04-03 00:22:06 +02002425 stream_free(s);
Willy Tarreau26c25062009-03-08 09:38:41 +01002426 task_delete(t);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002427 task_free(t);
Willy Tarreau26c25062009-03-08 09:38:41 +01002428 return NULL;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002429}
2430
Willy Tarreau87b09662015-04-03 00:22:06 +02002431/* Update the stream's backend and server time stats */
2432void stream_update_time_stats(struct stream *s)
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002433{
2434 int t_request;
2435 int t_queue;
2436 int t_connect;
2437 int t_data;
2438 int t_close;
2439 struct server *srv;
2440
2441 t_request = 0;
2442 t_queue = s->logs.t_queue;
2443 t_connect = s->logs.t_connect;
2444 t_close = s->logs.t_close;
2445 t_data = s->logs.t_data;
2446
2447 if (s->be->mode != PR_MODE_HTTP)
2448 t_data = t_connect;
2449
2450 if (t_connect < 0 || t_data < 0)
2451 return;
2452
2453 if (tv_isge(&s->logs.tv_request, &s->logs.tv_accept))
2454 t_request = tv_ms_elapsed(&s->logs.tv_accept, &s->logs.tv_request);
2455
2456 t_data -= t_connect;
2457 t_connect -= t_queue;
2458 t_queue -= t_request;
2459
2460 srv = objt_server(s->target);
2461 if (srv) {
2462 swrate_add(&srv->counters.q_time, TIME_STATS_SAMPLES, t_queue);
2463 swrate_add(&srv->counters.c_time, TIME_STATS_SAMPLES, t_connect);
2464 swrate_add(&srv->counters.d_time, TIME_STATS_SAMPLES, t_data);
2465 swrate_add(&srv->counters.t_time, TIME_STATS_SAMPLES, t_close);
2466 }
2467 swrate_add(&s->be->be_counters.q_time, TIME_STATS_SAMPLES, t_queue);
2468 swrate_add(&s->be->be_counters.c_time, TIME_STATS_SAMPLES, t_connect);
2469 swrate_add(&s->be->be_counters.d_time, TIME_STATS_SAMPLES, t_data);
2470 swrate_add(&s->be->be_counters.t_time, TIME_STATS_SAMPLES, t_close);
2471}
2472
Willy Tarreau7c669d72008-06-20 15:04:11 +02002473/*
2474 * This function adjusts sess->srv_conn and maintains the previous and new
Willy Tarreau87b09662015-04-03 00:22:06 +02002475 * server's served stream counts. Setting newsrv to NULL is enough to release
Willy Tarreau7c669d72008-06-20 15:04:11 +02002476 * current connection slot. This function also notifies any LB algo which might
Willy Tarreau87b09662015-04-03 00:22:06 +02002477 * expect to be informed about any change in the number of active streams on a
Willy Tarreau7c669d72008-06-20 15:04:11 +02002478 * server.
2479 */
Willy Tarreau87b09662015-04-03 00:22:06 +02002480void sess_change_server(struct stream *sess, struct server *newsrv)
Willy Tarreau7c669d72008-06-20 15:04:11 +02002481{
2482 if (sess->srv_conn == newsrv)
2483 return;
2484
2485 if (sess->srv_conn) {
2486 sess->srv_conn->served--;
2487 if (sess->srv_conn->proxy->lbprm.server_drop_conn)
2488 sess->srv_conn->proxy->lbprm.server_drop_conn(sess->srv_conn);
Willy Tarreau87b09662015-04-03 00:22:06 +02002489 stream_del_srv_conn(sess);
Willy Tarreau7c669d72008-06-20 15:04:11 +02002490 }
2491
2492 if (newsrv) {
2493 newsrv->served++;
2494 if (newsrv->proxy->lbprm.server_take_conn)
2495 newsrv->proxy->lbprm.server_take_conn(newsrv);
Willy Tarreau87b09662015-04-03 00:22:06 +02002496 stream_add_srv_conn(sess, newsrv);
Willy Tarreau7c669d72008-06-20 15:04:11 +02002497 }
2498}
2499
Willy Tarreau84455332009-03-15 22:34:05 +01002500/* Handle server-side errors for default protocols. It is called whenever a a
2501 * connection setup is aborted or a request is aborted in queue. It sets the
Willy Tarreau87b09662015-04-03 00:22:06 +02002502 * stream termination flags so that the caller does not have to worry about
Willy Tarreau84455332009-03-15 22:34:05 +01002503 * them. It's installed as ->srv_error for the server-side stream_interface.
2504 */
Willy Tarreau87b09662015-04-03 00:22:06 +02002505void default_srv_error(struct stream *s, struct stream_interface *si)
Willy Tarreau84455332009-03-15 22:34:05 +01002506{
2507 int err_type = si->err_type;
2508 int err = 0, fin = 0;
2509
2510 if (err_type & SI_ET_QUEUE_ABRT) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002511 err = SF_ERR_CLICL;
2512 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002513 }
2514 else if (err_type & SI_ET_CONN_ABRT) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002515 err = SF_ERR_CLICL;
2516 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002517 }
2518 else if (err_type & SI_ET_QUEUE_TO) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002519 err = SF_ERR_SRVTO;
2520 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002521 }
2522 else if (err_type & SI_ET_QUEUE_ERR) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002523 err = SF_ERR_SRVCL;
2524 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002525 }
2526 else if (err_type & SI_ET_CONN_TO) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002527 err = SF_ERR_SRVTO;
2528 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002529 }
2530 else if (err_type & SI_ET_CONN_ERR) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002531 err = SF_ERR_SRVCL;
2532 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002533 }
Willy Tarreau2d400bb2012-05-14 12:11:47 +02002534 else if (err_type & SI_ET_CONN_RES) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002535 err = SF_ERR_RESOURCE;
2536 fin = SF_FINST_C;
Willy Tarreau2d400bb2012-05-14 12:11:47 +02002537 }
Willy Tarreau84455332009-03-15 22:34:05 +01002538 else /* SI_ET_CONN_OTHER and others */ {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002539 err = SF_ERR_INTERNAL;
2540 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002541 }
2542
Willy Tarreaue7dff022015-04-03 01:14:29 +02002543 if (!(s->flags & SF_ERR_MASK))
Willy Tarreau84455332009-03-15 22:34:05 +01002544 s->flags |= err;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002545 if (!(s->flags & SF_FINST_MASK))
Willy Tarreau84455332009-03-15 22:34:05 +01002546 s->flags |= fin;
2547}
Willy Tarreau7c669d72008-06-20 15:04:11 +02002548
Willy Tarreaue7dff022015-04-03 01:14:29 +02002549/* kill a stream and set the termination flags to <why> (one of SF_ERR_*) */
Willy Tarreau87b09662015-04-03 00:22:06 +02002550void stream_shutdown(struct stream *stream, int why)
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002551{
Willy Tarreau87b09662015-04-03 00:22:06 +02002552 if (stream->req.flags & (CF_SHUTW|CF_SHUTW_NOW))
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002553 return;
2554
Willy Tarreau87b09662015-04-03 00:22:06 +02002555 channel_shutw_now(&stream->req);
2556 channel_shutr_now(&stream->res);
2557 stream->task->nice = 1024;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002558 if (!(stream->flags & SF_ERR_MASK))
Willy Tarreau87b09662015-04-03 00:22:06 +02002559 stream->flags |= why;
2560 task_wakeup(stream->task, TASK_WOKEN_OTHER);
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002561}
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +02002562
Willy Tarreau8b22a712010-06-18 17:46:06 +02002563/************************************************************************/
2564/* All supported ACL keywords must be declared here. */
2565/************************************************************************/
2566
Willy Tarreau4d4149c2013-07-23 19:33:46 +02002567/* Returns a pointer to a stkctr depending on the fetch keyword name.
2568 * It is designed to be called as sc[0-9]_* sc_* or src_* exclusively.
Willy Tarreaua65536c2013-07-22 22:40:11 +02002569 * sc[0-9]_* will return a pointer to the respective field in the
Willy Tarreau87b09662015-04-03 00:22:06 +02002570 * stream <l4>. sc_* requires an UINT argument specifying the stick
Willy Tarreau4d4149c2013-07-23 19:33:46 +02002571 * counter number. src_* will fill a locally allocated structure with
Willy Tarreaua65536c2013-07-22 22:40:11 +02002572 * the table and entry corresponding to what is specified with src_*.
Willy Tarreau0f791d42013-07-23 19:56:43 +02002573 * NULL may be returned if the designated stkctr is not tracked. For
2574 * the sc_* and sc[0-9]_* forms, an optional table argument may be
2575 * passed. When present, the currently tracked key is then looked up
2576 * in the specified table instead of the current table. The purpose is
2577 * to be able to convery multiple values per key (eg: have gpc0 from
Willy Tarreau8b7f8682015-04-04 16:29:12 +02002578 * multiple tables). <strm> is allowed to be NULL, in which case only
2579 * the session will be consulted.
Willy Tarreaua65536c2013-07-22 22:40:11 +02002580 */
Willy Tarreaue12704b2014-07-15 19:06:18 +02002581struct stkctr *
Willy Tarreau192252e2015-04-04 01:47:55 +02002582smp_fetch_sc_stkctr(struct session *sess, struct stream *strm, const struct arg *args, const char *kw)
Willy Tarreaua65536c2013-07-22 22:40:11 +02002583{
2584 static struct stkctr stkctr;
Willy Tarreau8b7f8682015-04-04 16:29:12 +02002585 struct stkctr *stkptr;
Willy Tarreau6a0b6bd2014-04-09 13:25:42 +02002586 struct stksess *stksess;
Willy Tarreau4d4149c2013-07-23 19:33:46 +02002587 unsigned int num = kw[2] - '0';
Willy Tarreau0f791d42013-07-23 19:56:43 +02002588 int arg = 0;
Willy Tarreaua65536c2013-07-22 22:40:11 +02002589
Willy Tarreau0f791d42013-07-23 19:56:43 +02002590 if (num == '_' - '0') {
2591 /* sc_* variant, args[0] = ctr# (mandatory) */
Thierry FOURNIERbf65cd42015-07-20 17:45:02 +02002592 num = args[arg++].data.sint;
Willy Tarreau4d4149c2013-07-23 19:33:46 +02002593 if (num >= MAX_SESS_STKCTR)
2594 return NULL;
Willy Tarreaua65536c2013-07-22 22:40:11 +02002595 }
Willy Tarreau0f791d42013-07-23 19:56:43 +02002596 else if (num > 9) { /* src_* variant, args[0] = table */
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002597 struct stktable_key *key;
Willy Tarreau9ad7bd42015-04-03 19:19:59 +02002598 struct connection *conn = objt_conn(sess->origin);
Thierry FOURNIER7e25df32015-07-24 19:31:59 +02002599 struct sample smp;
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002600
2601 if (!conn)
2602 return NULL;
Willy Tarreaua65536c2013-07-22 22:40:11 +02002603
Thierry FOURNIER7e25df32015-07-24 19:31:59 +02002604 /* Fetch source adress in a sample. */
2605 smp.px = NULL;
2606 smp.sess = sess;
2607 smp.strm = strm;
2608 if (!smp_fetch_src(NULL, &smp, NULL, NULL))
2609 return NULL;
2610
2611 /* Converts into key. */
2612 key = smp_to_stkey(&smp, &args->data.prx->table);
Willy Tarreaua65536c2013-07-22 22:40:11 +02002613 if (!key)
2614 return NULL;
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002615
Willy Tarreaua65536c2013-07-22 22:40:11 +02002616 stkctr.table = &args->data.prx->table;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01002617 stkctr_set_entry(&stkctr, stktable_lookup_key(stkctr.table, key));
Willy Tarreaua65536c2013-07-22 22:40:11 +02002618 return &stkctr;
2619 }
Willy Tarreau0f791d42013-07-23 19:56:43 +02002620
2621 /* Here, <num> contains the counter number from 0 to 9 for
2622 * the sc[0-9]_ form, or even higher using sc_(num) if needed.
Willy Tarreau8b7f8682015-04-04 16:29:12 +02002623 * args[arg] is the first optional argument. We first lookup the
2624 * ctr form the stream, then from the session if it was not there.
Willy Tarreau0f791d42013-07-23 19:56:43 +02002625 */
Willy Tarreau8b7f8682015-04-04 16:29:12 +02002626
2627 stkptr = &strm->stkctr[num];
2628 if (!strm || !stkctr_entry(stkptr)) {
2629 stkptr = &sess->stkctr[num];
2630 if (!stkctr_entry(stkptr))
2631 return NULL;
2632 }
2633
2634 stksess = stkctr_entry(stkptr);
Willy Tarreau6a0b6bd2014-04-09 13:25:42 +02002635 if (!stksess)
2636 return NULL;
2637
Willy Tarreau0f791d42013-07-23 19:56:43 +02002638 if (unlikely(args[arg].type == ARGT_TAB)) {
2639 /* an alternate table was specified, let's look up the same key there */
2640 stkctr.table = &args[arg].data.prx->table;
Willy Tarreau6a0b6bd2014-04-09 13:25:42 +02002641 stkctr_set_entry(&stkctr, stktable_lookup(stkctr.table, stksess));
Willy Tarreau0f791d42013-07-23 19:56:43 +02002642 return &stkctr;
2643 }
Willy Tarreau8b7f8682015-04-04 16:29:12 +02002644 return stkptr;
Willy Tarreaua65536c2013-07-22 22:40:11 +02002645}
2646
Willy Tarreau0f4eadd2015-08-18 17:15:20 +02002647/* same as smp_fetch_sc_stkctr() but dedicated to src_* and can create
2648 * the entry if it doesn't exist yet. This is needed for a few fetch
2649 * functions which need to create an entry, such as src_inc_gpc* and
2650 * src_clr_gpc*.
2651 */
2652struct stkctr *
2653smp_create_src_stkctr(struct session *sess, struct stream *strm, const struct arg *args, const char *kw)
2654{
2655 static struct stkctr stkctr;
2656 struct stktable_key *key;
2657 struct connection *conn = objt_conn(sess->origin);
Thierry FOURNIER7e25df32015-07-24 19:31:59 +02002658 struct sample smp;
Willy Tarreau0f4eadd2015-08-18 17:15:20 +02002659
2660 if (strncmp(kw, "src_", 4) != 0)
2661 return NULL;
2662
2663 if (!conn)
2664 return NULL;
2665
Thierry FOURNIER7e25df32015-07-24 19:31:59 +02002666 /* Fetch source adress in a sample. */
2667 smp.px = NULL;
2668 smp.sess = sess;
2669 smp.strm = strm;
2670 if (!smp_fetch_src(NULL, &smp, NULL, NULL))
2671 return NULL;
2672
2673 /* Converts into key. */
2674 key = smp_to_stkey(&smp, &args->data.prx->table);
Willy Tarreau0f4eadd2015-08-18 17:15:20 +02002675 if (!key)
2676 return NULL;
2677
2678 stkctr.table = &args->data.prx->table;
2679 stkctr_set_entry(&stkctr, stktable_update_key(stkctr.table, key));
2680 return &stkctr;
2681}
2682
Willy Tarreau87b09662015-04-03 00:22:06 +02002683/* set return a boolean indicating if the requested stream counter is
Willy Tarreau88821242013-07-22 18:29:29 +02002684 * currently being tracked or not.
2685 * Supports being called as "sc[0-9]_tracked" only.
2686 */
Willy Tarreau6f1615f2013-06-03 15:15:22 +02002687static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002688smp_fetch_sc_tracked(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau6f1615f2013-06-03 15:15:22 +02002689{
2690 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002691 smp->data.type = SMP_T_BOOL;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002692 smp->data.u.sint = !!smp_fetch_sc_stkctr(smp->sess, smp->strm, args, kw);
Willy Tarreau6f1615f2013-06-03 15:15:22 +02002693 return 1;
2694}
2695
Thierry FOURNIER236657b2015-08-19 08:25:14 +02002696/* set <smp> to the General Purpose Flag 0 value from the stream's tracked
2697 * frontend counters or from the src.
2698 * Supports being called as "sc[0-9]_get_gpc0" or "src_get_gpt0" only. Value
2699 * zero is returned if the key is new.
2700 */
2701static int
2702smp_fetch_sc_get_gpt0(const struct arg *args, struct sample *smp, const char *kw, void *private)
2703{
2704 struct stkctr *stkctr = smp_fetch_sc_stkctr(smp->sess, smp->strm, args, kw);
2705
2706 if (!stkctr)
2707 return 0;
2708
2709 smp->flags = SMP_F_VOL_TEST;
2710 smp->data.type = SMP_T_SINT;
2711 smp->data.u.sint = 0;
2712
2713 if (stkctr_entry(stkctr) != NULL) {
2714 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_GPT0);
2715 if (!ptr)
2716 return 0; /* parameter not stored */
2717 smp->data.u.sint = stktable_data_cast(ptr, gpt0);
2718 }
2719 return 1;
2720}
2721
Willy Tarreau87b09662015-04-03 00:22:06 +02002722/* set <smp> to the General Purpose Counter 0 value from the stream's tracked
Willy Tarreau30b20462013-07-22 19:46:52 +02002723 * frontend counters or from the src.
2724 * Supports being called as "sc[0-9]_get_gpc0" or "src_get_gpc0" only. Value
2725 * zero is returned if the key is new.
2726 */
Willy Tarreauc3bd9722010-06-20 12:47:25 +02002727static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002728smp_fetch_sc_get_gpc0(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreauc3bd9722010-06-20 12:47:25 +02002729{
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02002730 struct stkctr *stkctr = smp_fetch_sc_stkctr(smp->sess, smp->strm, args, kw);
Willy Tarreau30b20462013-07-22 19:46:52 +02002731
2732 if (!stkctr)
2733 return 0;
2734
Willy Tarreau37406352012-04-23 16:16:37 +02002735 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002736 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002737 smp->data.u.sint = 0;
Willy Tarreau30b20462013-07-22 19:46:52 +02002738
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01002739 if (stkctr_entry(stkctr) != NULL) {
2740 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_GPC0);
Willy Tarreauc3bd9722010-06-20 12:47:25 +02002741 if (!ptr)
2742 return 0; /* parameter not stored */
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002743 smp->data.u.sint = stktable_data_cast(ptr, gpc0);
Willy Tarreauc3bd9722010-06-20 12:47:25 +02002744 }
2745 return 1;
2746}
2747
Willy Tarreau87b09662015-04-03 00:22:06 +02002748/* set <smp> to the General Purpose Counter 0's event rate from the stream's
Willy Tarreaub5e0af02013-07-22 23:47:07 +02002749 * tracked frontend counters or from the src.
2750 * Supports being called as "sc[0-9]_gpc0_rate" or "src_gpc0_rate" only.
2751 * Value zero is returned if the key is new.
2752 */
Willy Tarreauba2ffd12013-05-29 15:54:14 +02002753static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002754smp_fetch_sc_gpc0_rate(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreauba2ffd12013-05-29 15:54:14 +02002755{
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02002756 struct stkctr *stkctr = smp_fetch_sc_stkctr(smp->sess, smp->strm, args, kw);
Willy Tarreaub5e0af02013-07-22 23:47:07 +02002757
2758 if (!stkctr)
2759 return 0;
2760
Willy Tarreauba2ffd12013-05-29 15:54:14 +02002761 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002762 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002763 smp->data.u.sint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01002764 if (stkctr_entry(stkctr) != NULL) {
2765 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_GPC0_RATE);
Willy Tarreauba2ffd12013-05-29 15:54:14 +02002766 if (!ptr)
2767 return 0; /* parameter not stored */
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002768 smp->data.u.sint = read_freq_ctr_period(&stktable_data_cast(ptr, gpc0_rate),
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02002769 stkctr->table->data_arg[STKTABLE_DT_GPC0_RATE].u);
Willy Tarreauba2ffd12013-05-29 15:54:14 +02002770 }
2771 return 1;
2772}
2773
Willy Tarreau87b09662015-04-03 00:22:06 +02002774/* Increment the General Purpose Counter 0 value from the stream's tracked
Willy Tarreau710d38c2013-07-23 00:07:04 +02002775 * frontend counters and return it into temp integer.
2776 * Supports being called as "sc[0-9]_inc_gpc0" or "src_inc_gpc0" only.
Willy Tarreauc3bd9722010-06-20 12:47:25 +02002777 */
2778static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002779smp_fetch_sc_inc_gpc0(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreauc3bd9722010-06-20 12:47:25 +02002780{
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02002781 struct stkctr *stkctr = smp_fetch_sc_stkctr(smp->sess, smp->strm, args, kw);
Willy Tarreau710d38c2013-07-23 00:07:04 +02002782
2783 if (!stkctr)
2784 return 0;
2785
Willy Tarreau37406352012-04-23 16:16:37 +02002786 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002787 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002788 smp->data.u.sint = 0;
Willy Tarreau0f4eadd2015-08-18 17:15:20 +02002789
2790 if (stkctr_entry(stkctr) == NULL)
2791 stkctr = smp_create_src_stkctr(smp->sess, smp->strm, args, kw);
2792
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01002793 if (stkctr_entry(stkctr) != NULL) {
Emeric Brun57056f02015-06-15 18:29:57 +02002794 void *ptr1,*ptr2;
Willy Tarreauba2ffd12013-05-29 15:54:14 +02002795
2796 /* First, update gpc0_rate if it's tracked. Second, update its
2797 * gpc0 if tracked. Returns gpc0's value otherwise the curr_ctr.
2798 */
Emeric Brun57056f02015-06-15 18:29:57 +02002799 ptr1 = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_GPC0_RATE);
2800 if (ptr1) {
2801 update_freq_ctr_period(&stktable_data_cast(ptr1, gpc0_rate),
Willy Tarreau710d38c2013-07-23 00:07:04 +02002802 stkctr->table->data_arg[STKTABLE_DT_GPC0_RATE].u, 1);
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002803 smp->data.u.sint = (&stktable_data_cast(ptr1, gpc0_rate))->curr_ctr;
Willy Tarreauba2ffd12013-05-29 15:54:14 +02002804 }
2805
Emeric Brun57056f02015-06-15 18:29:57 +02002806 ptr2 = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_GPC0);
2807 if (ptr2)
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002808 smp->data.u.sint = ++stktable_data_cast(ptr2, gpc0);
Willy Tarreauba2ffd12013-05-29 15:54:14 +02002809
Emeric Brun57056f02015-06-15 18:29:57 +02002810 /* If data was modified, we need to touch to re-schedule sync */
2811 if (ptr1 || ptr2)
2812 stktable_touch(stkctr->table, stkctr_entry(stkctr), 1);
Willy Tarreauc3bd9722010-06-20 12:47:25 +02002813 }
2814 return 1;
2815}
2816
Willy Tarreau87b09662015-04-03 00:22:06 +02002817/* Clear the General Purpose Counter 0 value from the stream's tracked
Willy Tarreaub9f441d2013-07-23 00:10:35 +02002818 * frontend counters and return its previous value into temp integer.
2819 * Supports being called as "sc[0-9]_clr_gpc0" or "src_clr_gpc0" only.
Willy Tarreauf73cd112011-08-13 01:45:16 +02002820 */
2821static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002822smp_fetch_sc_clr_gpc0(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreauf73cd112011-08-13 01:45:16 +02002823{
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02002824 struct stkctr *stkctr = smp_fetch_sc_stkctr(smp->sess, smp->strm, args, kw);
Willy Tarreaub9f441d2013-07-23 00:10:35 +02002825
2826 if (!stkctr)
2827 return 0;
2828
Willy Tarreau37406352012-04-23 16:16:37 +02002829 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002830 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002831 smp->data.u.sint = 0;
Willy Tarreau0f4eadd2015-08-18 17:15:20 +02002832
2833 if (stkctr_entry(stkctr) == NULL)
2834 stkctr = smp_create_src_stkctr(smp->sess, smp->strm, args, kw);
2835
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01002836 if (stkctr_entry(stkctr) != NULL) {
2837 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_GPC0);
Willy Tarreauf73cd112011-08-13 01:45:16 +02002838 if (!ptr)
2839 return 0; /* parameter not stored */
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002840 smp->data.u.sint = stktable_data_cast(ptr, gpc0);
Willy Tarreauf73cd112011-08-13 01:45:16 +02002841 stktable_data_cast(ptr, gpc0) = 0;
Emeric Brun57056f02015-06-15 18:29:57 +02002842 /* If data was modified, we need to touch to re-schedule sync */
2843 stktable_touch(stkctr->table, stkctr_entry(stkctr), 1);
Willy Tarreauf73cd112011-08-13 01:45:16 +02002844 }
2845 return 1;
2846}
2847
Willy Tarreau87b09662015-04-03 00:22:06 +02002848/* set <smp> to the cumulated number of connections from the stream's tracked
Willy Tarreau3b46c5c2013-07-23 00:22:50 +02002849 * frontend counters. Supports being called as "sc[0-9]_conn_cnt" or
2850 * "src_conn_cnt" only.
2851 */
Willy Tarreau9a3f8492010-06-18 19:53:25 +02002852static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002853smp_fetch_sc_conn_cnt(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau9a3f8492010-06-18 19:53:25 +02002854{
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02002855 struct stkctr *stkctr = smp_fetch_sc_stkctr(smp->sess, smp->strm, args, kw);
Willy Tarreau3b46c5c2013-07-23 00:22:50 +02002856
2857 if (!stkctr)
2858 return 0;
2859
Willy Tarreau37406352012-04-23 16:16:37 +02002860 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002861 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002862 smp->data.u.sint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01002863 if (stkctr_entry(stkctr) != NULL) {
2864 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_CONN_CNT);
Willy Tarreau9a3f8492010-06-18 19:53:25 +02002865 if (!ptr)
2866 return 0; /* parameter not stored */
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002867 smp->data.u.sint = stktable_data_cast(ptr, conn_cnt);
Willy Tarreau9a3f8492010-06-18 19:53:25 +02002868 }
Willy Tarreau9a3f8492010-06-18 19:53:25 +02002869 return 1;
2870}
2871
Willy Tarreau87b09662015-04-03 00:22:06 +02002872/* set <smp> to the connection rate from the stream's tracked frontend
Willy Tarreauc8c65702013-07-23 15:09:35 +02002873 * counters. Supports being called as "sc[0-9]_conn_rate" or "src_conn_rate"
2874 * only.
2875 */
Willy Tarreau91c43d72010-06-20 11:19:22 +02002876static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002877smp_fetch_sc_conn_rate(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau91c43d72010-06-20 11:19:22 +02002878{
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02002879 struct stkctr *stkctr = smp_fetch_sc_stkctr(smp->sess, smp->strm, args, kw);
Willy Tarreauc8c65702013-07-23 15:09:35 +02002880
2881 if (!stkctr)
2882 return 0;
2883
Willy Tarreau37406352012-04-23 16:16:37 +02002884 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002885 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002886 smp->data.u.sint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01002887 if (stkctr_entry(stkctr) != NULL) {
2888 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_CONN_RATE);
Willy Tarreau91c43d72010-06-20 11:19:22 +02002889 if (!ptr)
2890 return 0; /* parameter not stored */
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002891 smp->data.u.sint = read_freq_ctr_period(&stktable_data_cast(ptr, conn_rate),
Willy Tarreauc8c65702013-07-23 15:09:35 +02002892 stkctr->table->data_arg[STKTABLE_DT_CONN_RATE].u);
Willy Tarreau91c43d72010-06-20 11:19:22 +02002893 }
2894 return 1;
2895}
2896
Willy Tarreau87b09662015-04-03 00:22:06 +02002897/* set temp integer to the number of connections from the stream's source address
Willy Tarreau8b22a712010-06-18 17:46:06 +02002898 * in the table pointed to by expr, after updating it.
Willy Tarreau0146c2e2012-04-20 11:37:56 +02002899 * Accepts exactly 1 argument of type table.
Willy Tarreau8b22a712010-06-18 17:46:06 +02002900 */
2901static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002902smp_fetch_src_updt_conn_cnt(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau8b22a712010-06-18 17:46:06 +02002903{
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02002904 struct connection *conn = objt_conn(smp->sess->origin);
Willy Tarreau8b22a712010-06-18 17:46:06 +02002905 struct stksess *ts;
2906 struct stktable_key *key;
2907 void *ptr;
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02002908 struct proxy *px;
Willy Tarreau8b22a712010-06-18 17:46:06 +02002909
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002910 if (!conn)
2911 return 0;
2912
Thierry FOURNIER7e25df32015-07-24 19:31:59 +02002913 /* Fetch source adress in a sample. */
2914 if (!smp_fetch_src(NULL, smp, NULL, NULL))
2915 return 0;
2916
2917 /* Converts into key. */
2918 key = smp_to_stkey(smp, &args->data.prx->table);
Willy Tarreau8b22a712010-06-18 17:46:06 +02002919 if (!key)
David du Colombier4f92d322011-03-24 11:09:31 +01002920 return 0;
Willy Tarreau8b22a712010-06-18 17:46:06 +02002921
Willy Tarreau24e32d82012-04-23 23:55:44 +02002922 px = args->data.prx;
Willy Tarreau8b22a712010-06-18 17:46:06 +02002923
Willy Tarreau1f7e9252010-06-20 12:27:21 +02002924 if ((ts = stktable_update_key(&px->table, key)) == NULL)
2925 /* entry does not exist and could not be created */
2926 return 0;
Willy Tarreau8b22a712010-06-18 17:46:06 +02002927
2928 ptr = stktable_data_ptr(&px->table, ts, STKTABLE_DT_CONN_CNT);
2929 if (!ptr)
2930 return 0; /* parameter not stored in this table */
2931
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002932 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002933 smp->data.u.sint = ++stktable_data_cast(ptr, conn_cnt);
Emeric Brun57056f02015-06-15 18:29:57 +02002934 /* Touch was previously performed by stktable_update_key */
Willy Tarreau37406352012-04-23 16:16:37 +02002935 smp->flags = SMP_F_VOL_TEST;
Willy Tarreau8b22a712010-06-18 17:46:06 +02002936 return 1;
2937}
2938
Willy Tarreau87b09662015-04-03 00:22:06 +02002939/* set <smp> to the number of concurrent connections from the stream's tracked
Willy Tarreauf44a5532013-07-23 15:17:53 +02002940 * frontend counters. Supports being called as "sc[0-9]_conn_cur" or
2941 * "src_conn_cur" only.
2942 */
Willy Tarreau9b0ddcf2010-06-18 21:14:36 +02002943static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002944smp_fetch_sc_conn_cur(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau9b0ddcf2010-06-18 21:14:36 +02002945{
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02002946 struct stkctr *stkctr = smp_fetch_sc_stkctr(smp->sess, smp->strm, args, kw);
Willy Tarreauf44a5532013-07-23 15:17:53 +02002947
2948 if (!stkctr)
2949 return 0;
2950
Willy Tarreau37406352012-04-23 16:16:37 +02002951 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002952 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002953 smp->data.u.sint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01002954 if (stkctr_entry(stkctr) != NULL) {
2955 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_CONN_CUR);
Willy Tarreau9b0ddcf2010-06-18 21:14:36 +02002956 if (!ptr)
2957 return 0; /* parameter not stored */
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002958 smp->data.u.sint = stktable_data_cast(ptr, conn_cur);
Willy Tarreau9b0ddcf2010-06-18 21:14:36 +02002959 }
2960 return 1;
2961}
2962
Willy Tarreau87b09662015-04-03 00:22:06 +02002963/* set <smp> to the cumulated number of streams from the stream's tracked
Willy Tarreau20843082013-07-23 15:35:33 +02002964 * frontend counters. Supports being called as "sc[0-9]_sess_cnt" or
2965 * "src_sess_cnt" only.
2966 */
Willy Tarreauf4d17d92010-06-18 22:10:12 +02002967static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002968smp_fetch_sc_sess_cnt(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreauf4d17d92010-06-18 22:10:12 +02002969{
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02002970 struct stkctr *stkctr = smp_fetch_sc_stkctr(smp->sess, smp->strm, args, kw);
Willy Tarreau20843082013-07-23 15:35:33 +02002971
2972 if (!stkctr)
2973 return 0;
2974
Willy Tarreau37406352012-04-23 16:16:37 +02002975 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002976 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002977 smp->data.u.sint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01002978 if (stkctr_entry(stkctr) != NULL) {
2979 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_SESS_CNT);
Willy Tarreauf4d17d92010-06-18 22:10:12 +02002980 if (!ptr)
2981 return 0; /* parameter not stored */
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002982 smp->data.u.sint = stktable_data_cast(ptr, sess_cnt);
Willy Tarreauf4d17d92010-06-18 22:10:12 +02002983 }
2984 return 1;
2985}
2986
Willy Tarreau87b09662015-04-03 00:22:06 +02002987/* set <smp> to the stream rate from the stream's tracked frontend counters.
Willy Tarreau3a96f3f2013-07-23 15:48:01 +02002988 * Supports being called as "sc[0-9]_sess_rate" or "src_sess_rate" only.
2989 */
Willy Tarreau91c43d72010-06-20 11:19:22 +02002990static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002991smp_fetch_sc_sess_rate(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau91c43d72010-06-20 11:19:22 +02002992{
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02002993 struct stkctr *stkctr = smp_fetch_sc_stkctr(smp->sess, smp->strm, args, kw);
Willy Tarreau3a96f3f2013-07-23 15:48:01 +02002994
2995 if (!stkctr)
2996 return 0;
2997
Willy Tarreau37406352012-04-23 16:16:37 +02002998 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002999 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02003000 smp->data.u.sint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01003001 if (stkctr_entry(stkctr) != NULL) {
3002 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_SESS_RATE);
Willy Tarreau91c43d72010-06-20 11:19:22 +02003003 if (!ptr)
3004 return 0; /* parameter not stored */
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02003005 smp->data.u.sint = read_freq_ctr_period(&stktable_data_cast(ptr, sess_rate),
Willy Tarreau3a96f3f2013-07-23 15:48:01 +02003006 stkctr->table->data_arg[STKTABLE_DT_SESS_RATE].u);
Willy Tarreau91c43d72010-06-20 11:19:22 +02003007 }
3008 return 1;
3009}
3010
Willy Tarreau87b09662015-04-03 00:22:06 +02003011/* set <smp> to the cumulated number of HTTP requests from the stream's tracked
Willy Tarreau91200da2013-07-23 15:55:19 +02003012 * frontend counters. Supports being called as "sc[0-9]_http_req_cnt" or
3013 * "src_http_req_cnt" only.
3014 */
Willy Tarreauda7ff642010-06-23 11:44:09 +02003015static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02003016smp_fetch_sc_http_req_cnt(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreauda7ff642010-06-23 11:44:09 +02003017{
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02003018 struct stkctr *stkctr = smp_fetch_sc_stkctr(smp->sess, smp->strm, args, kw);
Willy Tarreau91200da2013-07-23 15:55:19 +02003019
3020 if (!stkctr)
3021 return 0;
3022
Willy Tarreau37406352012-04-23 16:16:37 +02003023 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02003024 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02003025 smp->data.u.sint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01003026 if (stkctr_entry(stkctr) != NULL) {
3027 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_HTTP_REQ_CNT);
Willy Tarreauda7ff642010-06-23 11:44:09 +02003028 if (!ptr)
3029 return 0; /* parameter not stored */
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02003030 smp->data.u.sint = stktable_data_cast(ptr, http_req_cnt);
Willy Tarreauda7ff642010-06-23 11:44:09 +02003031 }
3032 return 1;
3033}
3034
Willy Tarreau87b09662015-04-03 00:22:06 +02003035/* set <smp> to the HTTP request rate from the stream's tracked frontend
Willy Tarreaucf477632013-07-23 16:04:37 +02003036 * counters. Supports being called as "sc[0-9]_http_req_rate" or
3037 * "src_http_req_rate" only.
3038 */
Willy Tarreauda7ff642010-06-23 11:44:09 +02003039static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02003040smp_fetch_sc_http_req_rate(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreauda7ff642010-06-23 11:44:09 +02003041{
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02003042 struct stkctr *stkctr = smp_fetch_sc_stkctr(smp->sess, smp->strm, args, kw);
Willy Tarreaucf477632013-07-23 16:04:37 +02003043
3044 if (!stkctr)
3045 return 0;
3046
Willy Tarreau37406352012-04-23 16:16:37 +02003047 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02003048 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02003049 smp->data.u.sint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01003050 if (stkctr_entry(stkctr) != NULL) {
3051 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_HTTP_REQ_RATE);
Willy Tarreauda7ff642010-06-23 11:44:09 +02003052 if (!ptr)
3053 return 0; /* parameter not stored */
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02003054 smp->data.u.sint = read_freq_ctr_period(&stktable_data_cast(ptr, http_req_rate),
Willy Tarreaucf477632013-07-23 16:04:37 +02003055 stkctr->table->data_arg[STKTABLE_DT_HTTP_REQ_RATE].u);
Willy Tarreauda7ff642010-06-23 11:44:09 +02003056 }
3057 return 1;
3058}
3059
Willy Tarreau87b09662015-04-03 00:22:06 +02003060/* set <smp> to the cumulated number of HTTP requests errors from the stream's
Willy Tarreau30d07c32013-07-23 16:45:38 +02003061 * tracked frontend counters. Supports being called as "sc[0-9]_http_err_cnt" or
3062 * "src_http_err_cnt" only.
3063 */
Willy Tarreauda7ff642010-06-23 11:44:09 +02003064static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02003065smp_fetch_sc_http_err_cnt(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreauda7ff642010-06-23 11:44:09 +02003066{
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02003067 struct stkctr *stkctr = smp_fetch_sc_stkctr(smp->sess, smp->strm, args, kw);
Willy Tarreau30d07c32013-07-23 16:45:38 +02003068
3069 if (!stkctr)
3070 return 0;
3071
Willy Tarreau37406352012-04-23 16:16:37 +02003072 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02003073 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02003074 smp->data.u.sint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01003075 if (stkctr_entry(stkctr) != NULL) {
3076 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_HTTP_ERR_CNT);
Willy Tarreauda7ff642010-06-23 11:44:09 +02003077 if (!ptr)
3078 return 0; /* parameter not stored */
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02003079 smp->data.u.sint = stktable_data_cast(ptr, http_err_cnt);
Willy Tarreauda7ff642010-06-23 11:44:09 +02003080 }
3081 return 1;
3082}
3083
Willy Tarreau87b09662015-04-03 00:22:06 +02003084/* set <smp> to the HTTP request error rate from the stream's tracked frontend
Willy Tarreau9daf2622013-07-23 16:48:54 +02003085 * counters. Supports being called as "sc[0-9]_http_err_rate" or
3086 * "src_http_err_rate" only.
3087 */
Willy Tarreauda7ff642010-06-23 11:44:09 +02003088static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02003089smp_fetch_sc_http_err_rate(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreauda7ff642010-06-23 11:44:09 +02003090{
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02003091 struct stkctr *stkctr = smp_fetch_sc_stkctr(smp->sess, smp->strm, args, kw);
Willy Tarreau9daf2622013-07-23 16:48:54 +02003092
3093 if (!stkctr)
3094 return 0;
3095
Willy Tarreau37406352012-04-23 16:16:37 +02003096 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02003097 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02003098 smp->data.u.sint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01003099 if (stkctr_entry(stkctr) != NULL) {
3100 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_HTTP_ERR_RATE);
Willy Tarreauda7ff642010-06-23 11:44:09 +02003101 if (!ptr)
3102 return 0; /* parameter not stored */
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02003103 smp->data.u.sint = read_freq_ctr_period(&stktable_data_cast(ptr, http_err_rate),
Willy Tarreau9daf2622013-07-23 16:48:54 +02003104 stkctr->table->data_arg[STKTABLE_DT_HTTP_ERR_RATE].u);
Willy Tarreauda7ff642010-06-23 11:44:09 +02003105 }
3106 return 1;
3107}
3108
Willy Tarreau5077d4b2013-07-23 17:17:10 +02003109/* set <smp> to the number of kbytes received from clients, as found in the
Willy Tarreau87b09662015-04-03 00:22:06 +02003110 * stream's tracked frontend counters. Supports being called as
Willy Tarreau5077d4b2013-07-23 17:17:10 +02003111 * "sc[0-9]_kbytes_in" or "src_kbytes_in" only.
3112 */
Willy Tarreau1aa006f2010-06-18 21:52:52 +02003113static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02003114smp_fetch_sc_kbytes_in(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau1aa006f2010-06-18 21:52:52 +02003115{
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02003116 struct stkctr *stkctr = smp_fetch_sc_stkctr(smp->sess, smp->strm, args, kw);
Willy Tarreau5077d4b2013-07-23 17:17:10 +02003117
3118 if (!stkctr)
3119 return 0;
3120
Willy Tarreau37406352012-04-23 16:16:37 +02003121 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02003122 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02003123 smp->data.u.sint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01003124 if (stkctr_entry(stkctr) != NULL) {
3125 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_BYTES_IN_CNT);
Willy Tarreau1aa006f2010-06-18 21:52:52 +02003126 if (!ptr)
3127 return 0; /* parameter not stored */
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02003128 smp->data.u.sint = stktable_data_cast(ptr, bytes_in_cnt) >> 10;
Willy Tarreau1aa006f2010-06-18 21:52:52 +02003129 }
3130 return 1;
3131}
3132
Willy Tarreau613fe992013-07-23 17:39:19 +02003133/* set <smp> to the data rate received from clients in bytes/s, as found
Willy Tarreau87b09662015-04-03 00:22:06 +02003134 * in the stream's tracked frontend counters. Supports being called as
Willy Tarreau613fe992013-07-23 17:39:19 +02003135 * "sc[0-9]_bytes_in_rate" or "src_bytes_in_rate" only.
Willy Tarreau6c59e0a2010-06-20 11:56:30 +02003136 */
3137static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02003138smp_fetch_sc_bytes_in_rate(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau6c59e0a2010-06-20 11:56:30 +02003139{
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02003140 struct stkctr *stkctr = smp_fetch_sc_stkctr(smp->sess, smp->strm, args, kw);
Willy Tarreau613fe992013-07-23 17:39:19 +02003141
3142 if (!stkctr)
3143 return 0;
3144
Willy Tarreau37406352012-04-23 16:16:37 +02003145 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02003146 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02003147 smp->data.u.sint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01003148 if (stkctr_entry(stkctr) != NULL) {
3149 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_BYTES_IN_RATE);
Willy Tarreau6c59e0a2010-06-20 11:56:30 +02003150 if (!ptr)
3151 return 0; /* parameter not stored */
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02003152 smp->data.u.sint = read_freq_ctr_period(&stktable_data_cast(ptr, bytes_in_rate),
Willy Tarreau613fe992013-07-23 17:39:19 +02003153 stkctr->table->data_arg[STKTABLE_DT_BYTES_IN_RATE].u);
Willy Tarreau6c59e0a2010-06-20 11:56:30 +02003154 }
3155 return 1;
3156}
3157
Willy Tarreau53aea102013-07-23 17:39:02 +02003158/* set <smp> to the number of kbytes sent to clients, as found in the
Willy Tarreau87b09662015-04-03 00:22:06 +02003159 * stream's tracked frontend counters. Supports being called as
Willy Tarreau53aea102013-07-23 17:39:02 +02003160 * "sc[0-9]_kbytes_out" or "src_kbytes_out" only.
3161 */
Willy Tarreau1aa006f2010-06-18 21:52:52 +02003162static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02003163smp_fetch_sc_kbytes_out(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau1aa006f2010-06-18 21:52:52 +02003164{
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02003165 struct stkctr *stkctr = smp_fetch_sc_stkctr(smp->sess, smp->strm, args, kw);
Willy Tarreau53aea102013-07-23 17:39:02 +02003166
3167 if (!stkctr)
3168 return 0;
3169
Willy Tarreau37406352012-04-23 16:16:37 +02003170 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02003171 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02003172 smp->data.u.sint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01003173 if (stkctr_entry(stkctr) != NULL) {
3174 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_BYTES_OUT_CNT);
Willy Tarreau855e4bb2010-06-18 18:33:32 +02003175 if (!ptr)
3176 return 0; /* parameter not stored */
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02003177 smp->data.u.sint = stktable_data_cast(ptr, bytes_out_cnt) >> 10;
Willy Tarreau855e4bb2010-06-18 18:33:32 +02003178 }
Willy Tarreau855e4bb2010-06-18 18:33:32 +02003179 return 1;
3180}
3181
Willy Tarreaua0b68ed2013-07-23 18:26:32 +02003182/* set <smp> to the data rate sent to clients in bytes/s, as found in the
Willy Tarreau87b09662015-04-03 00:22:06 +02003183 * stream's tracked frontend counters. Supports being called as
Willy Tarreaua0b68ed2013-07-23 18:26:32 +02003184 * "sc[0-9]_bytes_out_rate" or "src_bytes_out_rate" only.
Willy Tarreau6c59e0a2010-06-20 11:56:30 +02003185 */
3186static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02003187smp_fetch_sc_bytes_out_rate(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau6c59e0a2010-06-20 11:56:30 +02003188{
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02003189 struct stkctr *stkctr = smp_fetch_sc_stkctr(smp->sess, smp->strm, args, kw);
Willy Tarreaua0b68ed2013-07-23 18:26:32 +02003190
3191 if (!stkctr)
3192 return 0;
3193
Willy Tarreau37406352012-04-23 16:16:37 +02003194 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02003195 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02003196 smp->data.u.sint = 0;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +01003197 if (stkctr_entry(stkctr) != NULL) {
3198 void *ptr = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_BYTES_OUT_RATE);
Willy Tarreau6c59e0a2010-06-20 11:56:30 +02003199 if (!ptr)
3200 return 0; /* parameter not stored */
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02003201 smp->data.u.sint = read_freq_ctr_period(&stktable_data_cast(ptr, bytes_out_rate),
Willy Tarreaua0b68ed2013-07-23 18:26:32 +02003202 stkctr->table->data_arg[STKTABLE_DT_BYTES_OUT_RATE].u);
Willy Tarreau6c59e0a2010-06-20 11:56:30 +02003203 }
3204 return 1;
3205}
3206
Willy Tarreau87b09662015-04-03 00:22:06 +02003207/* set <smp> to the number of active trackers on the SC entry in the stream's
Willy Tarreau563eef42013-07-23 18:32:02 +02003208 * tracked frontend counters. Supports being called as "sc[0-9]_trackers" only.
3209 */
Willy Tarreau2406db42012-12-09 12:16:43 +01003210static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02003211smp_fetch_sc_trackers(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau2406db42012-12-09 12:16:43 +01003212{
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02003213 struct stkctr *stkctr = smp_fetch_sc_stkctr(smp->sess, smp->strm, args, kw);
Willy Tarreau2406db42012-12-09 12:16:43 +01003214
Willy Tarreau563eef42013-07-23 18:32:02 +02003215 if (!stkctr)
Willy Tarreau2406db42012-12-09 12:16:43 +01003216 return 0;
3217
Willy Tarreau563eef42013-07-23 18:32:02 +02003218 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02003219 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02003220 smp->data.u.sint = stkctr_entry(stkctr)->ref_cnt;
Willy Tarreau563eef42013-07-23 18:32:02 +02003221 return 1;
Willy Tarreaue25c9172013-05-28 18:32:20 +02003222}
3223
Willy Tarreau34db1082012-04-19 17:16:54 +02003224/* set temp integer to the number of used entries in the table pointed to by expr.
Willy Tarreau0146c2e2012-04-20 11:37:56 +02003225 * Accepts exactly 1 argument of type table.
Willy Tarreau34db1082012-04-19 17:16:54 +02003226 */
Willy Tarreauc735a072011-03-29 00:57:02 +02003227static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02003228smp_fetch_table_cnt(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreauc735a072011-03-29 00:57:02 +02003229{
Willy Tarreau37406352012-04-23 16:16:37 +02003230 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02003231 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02003232 smp->data.u.sint = args->data.prx->table.current;
Willy Tarreauc735a072011-03-29 00:57:02 +02003233 return 1;
3234}
3235
Willy Tarreau34db1082012-04-19 17:16:54 +02003236/* set temp integer to the number of free entries in the table pointed to by expr.
Willy Tarreau0146c2e2012-04-20 11:37:56 +02003237 * Accepts exactly 1 argument of type table.
Willy Tarreau34db1082012-04-19 17:16:54 +02003238 */
Willy Tarreauc735a072011-03-29 00:57:02 +02003239static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02003240smp_fetch_table_avl(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreauc735a072011-03-29 00:57:02 +02003241{
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02003242 struct proxy *px;
3243
Willy Tarreau24e32d82012-04-23 23:55:44 +02003244 px = args->data.prx;
Willy Tarreau37406352012-04-23 16:16:37 +02003245 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02003246 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02003247 smp->data.u.sint = px->table.size - px->table.current;
Willy Tarreauc735a072011-03-29 00:57:02 +02003248 return 1;
3249}
Willy Tarreau8b22a712010-06-18 17:46:06 +02003250
Willy Tarreau61612d42012-04-19 18:42:05 +02003251/* Note: must not be declared <const> as its list will be overwritten.
3252 * Please take care of keeping this list alphabetically sorted.
3253 */
Willy Tarreaudc13c112013-06-21 23:16:39 +02003254static struct acl_kw_list acl_kws = {ILH, {
Willy Tarreau281c7992013-01-08 01:23:27 +01003255 { /* END */ },
Willy Tarreau8b22a712010-06-18 17:46:06 +02003256}};
3257
Willy Tarreau281c7992013-01-08 01:23:27 +01003258/* Note: must not be declared <const> as its list will be overwritten.
3259 * Please take care of keeping this list alphabetically sorted.
3260 */
Willy Tarreaudc13c112013-06-21 23:16:39 +02003261static struct sample_fetch_kw_list smp_fetch_keywords = {ILH, {
Thierry FOURNIERbf65cd42015-07-20 17:45:02 +02003262 { "sc_bytes_in_rate", smp_fetch_sc_bytes_in_rate, ARG2(1,SINT,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3263 { "sc_bytes_out_rate", smp_fetch_sc_bytes_out_rate, ARG2(1,SINT,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3264 { "sc_clr_gpc0", smp_fetch_sc_clr_gpc0, ARG2(1,SINT,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3265 { "sc_conn_cnt", smp_fetch_sc_conn_cnt, ARG2(1,SINT,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3266 { "sc_conn_cur", smp_fetch_sc_conn_cur, ARG2(1,SINT,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3267 { "sc_conn_rate", smp_fetch_sc_conn_rate, ARG2(1,SINT,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
Thierry FOURNIER236657b2015-08-19 08:25:14 +02003268 { "sc_get_gpt0", smp_fetch_sc_get_gpt0, ARG2(1,SINT,TAB), NULL, SMP_T_BOOL, SMP_USE_INTRN, },
Thierry FOURNIERbf65cd42015-07-20 17:45:02 +02003269 { "sc_get_gpc0", smp_fetch_sc_get_gpc0, ARG2(1,SINT,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3270 { "sc_gpc0_rate", smp_fetch_sc_gpc0_rate, ARG2(1,SINT,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3271 { "sc_http_err_cnt", smp_fetch_sc_http_err_cnt, ARG2(1,SINT,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3272 { "sc_http_err_rate", smp_fetch_sc_http_err_rate, ARG2(1,SINT,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3273 { "sc_http_req_cnt", smp_fetch_sc_http_req_cnt, ARG2(1,SINT,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3274 { "sc_http_req_rate", smp_fetch_sc_http_req_rate, ARG2(1,SINT,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3275 { "sc_inc_gpc0", smp_fetch_sc_inc_gpc0, ARG2(1,SINT,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3276 { "sc_kbytes_in", smp_fetch_sc_kbytes_in, ARG2(1,SINT,TAB), NULL, SMP_T_SINT, SMP_USE_L4CLI, },
3277 { "sc_kbytes_out", smp_fetch_sc_kbytes_out, ARG2(1,SINT,TAB), NULL, SMP_T_SINT, SMP_USE_L4CLI, },
3278 { "sc_sess_cnt", smp_fetch_sc_sess_cnt, ARG2(1,SINT,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3279 { "sc_sess_rate", smp_fetch_sc_sess_rate, ARG2(1,SINT,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3280 { "sc_tracked", smp_fetch_sc_tracked, ARG2(1,SINT,TAB), NULL, SMP_T_BOOL, SMP_USE_INTRN, },
3281 { "sc_trackers", smp_fetch_sc_trackers, ARG2(1,SINT,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
Thierry FOURNIER07ee64e2015-07-06 23:43:03 +02003282 { "sc0_bytes_in_rate", smp_fetch_sc_bytes_in_rate, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3283 { "sc0_bytes_out_rate", smp_fetch_sc_bytes_out_rate, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3284 { "sc0_clr_gpc0", smp_fetch_sc_clr_gpc0, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3285 { "sc0_conn_cnt", smp_fetch_sc_conn_cnt, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3286 { "sc0_conn_cur", smp_fetch_sc_conn_cur, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3287 { "sc0_conn_rate", smp_fetch_sc_conn_rate, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
Thierry FOURNIER236657b2015-08-19 08:25:14 +02003288 { "sc0_get_gpt0", smp_fetch_sc_get_gpt0, ARG1(0,TAB), NULL, SMP_T_BOOL, SMP_USE_INTRN, },
Thierry FOURNIER07ee64e2015-07-06 23:43:03 +02003289 { "sc0_get_gpc0", smp_fetch_sc_get_gpc0, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3290 { "sc0_gpc0_rate", smp_fetch_sc_gpc0_rate, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3291 { "sc0_http_err_cnt", smp_fetch_sc_http_err_cnt, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3292 { "sc0_http_err_rate", smp_fetch_sc_http_err_rate, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3293 { "sc0_http_req_cnt", smp_fetch_sc_http_req_cnt, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3294 { "sc0_http_req_rate", smp_fetch_sc_http_req_rate, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3295 { "sc0_inc_gpc0", smp_fetch_sc_inc_gpc0, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3296 { "sc0_kbytes_in", smp_fetch_sc_kbytes_in, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_L4CLI, },
3297 { "sc0_kbytes_out", smp_fetch_sc_kbytes_out, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_L4CLI, },
3298 { "sc0_sess_cnt", smp_fetch_sc_sess_cnt, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3299 { "sc0_sess_rate", smp_fetch_sc_sess_rate, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
Willy Tarreau0f791d42013-07-23 19:56:43 +02003300 { "sc0_tracked", smp_fetch_sc_tracked, ARG1(0,TAB), NULL, SMP_T_BOOL, SMP_USE_INTRN, },
Thierry FOURNIER07ee64e2015-07-06 23:43:03 +02003301 { "sc0_trackers", smp_fetch_sc_trackers, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3302 { "sc1_bytes_in_rate", smp_fetch_sc_bytes_in_rate, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3303 { "sc1_bytes_out_rate", smp_fetch_sc_bytes_out_rate, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3304 { "sc1_clr_gpc0", smp_fetch_sc_clr_gpc0, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3305 { "sc1_conn_cnt", smp_fetch_sc_conn_cnt, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3306 { "sc1_conn_cur", smp_fetch_sc_conn_cur, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3307 { "sc1_conn_rate", smp_fetch_sc_conn_rate, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
Thierry FOURNIER236657b2015-08-19 08:25:14 +02003308 { "sc1_get_gpt0", smp_fetch_sc_get_gpt0, ARG1(0,TAB), NULL, SMP_T_BOOL, SMP_USE_INTRN, },
Thierry FOURNIER07ee64e2015-07-06 23:43:03 +02003309 { "sc1_get_gpc0", smp_fetch_sc_get_gpc0, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3310 { "sc1_gpc0_rate", smp_fetch_sc_gpc0_rate, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3311 { "sc1_http_err_cnt", smp_fetch_sc_http_err_cnt, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3312 { "sc1_http_err_rate", smp_fetch_sc_http_err_rate, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3313 { "sc1_http_req_cnt", smp_fetch_sc_http_req_cnt, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3314 { "sc1_http_req_rate", smp_fetch_sc_http_req_rate, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3315 { "sc1_inc_gpc0", smp_fetch_sc_inc_gpc0, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3316 { "sc1_kbytes_in", smp_fetch_sc_kbytes_in, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_L4CLI, },
3317 { "sc1_kbytes_out", smp_fetch_sc_kbytes_out, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_L4CLI, },
3318 { "sc1_sess_cnt", smp_fetch_sc_sess_cnt, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3319 { "sc1_sess_rate", smp_fetch_sc_sess_rate, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
Willy Tarreau0f791d42013-07-23 19:56:43 +02003320 { "sc1_tracked", smp_fetch_sc_tracked, ARG1(0,TAB), NULL, SMP_T_BOOL, SMP_USE_INTRN, },
Thierry FOURNIER07ee64e2015-07-06 23:43:03 +02003321 { "sc1_trackers", smp_fetch_sc_trackers, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3322 { "sc2_bytes_in_rate", smp_fetch_sc_bytes_in_rate, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3323 { "sc2_bytes_out_rate", smp_fetch_sc_bytes_out_rate, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3324 { "sc2_clr_gpc0", smp_fetch_sc_clr_gpc0, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3325 { "sc2_conn_cnt", smp_fetch_sc_conn_cnt, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3326 { "sc2_conn_cur", smp_fetch_sc_conn_cur, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3327 { "sc2_conn_rate", smp_fetch_sc_conn_rate, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
Thierry FOURNIER236657b2015-08-19 08:25:14 +02003328 { "sc2_get_gpt0", smp_fetch_sc_get_gpt0, ARG1(0,TAB), NULL, SMP_T_BOOL, SMP_USE_INTRN, },
Thierry FOURNIER07ee64e2015-07-06 23:43:03 +02003329 { "sc2_get_gpc0", smp_fetch_sc_get_gpc0, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3330 { "sc2_gpc0_rate", smp_fetch_sc_gpc0_rate, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3331 { "sc2_http_err_cnt", smp_fetch_sc_http_err_cnt, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3332 { "sc2_http_err_rate", smp_fetch_sc_http_err_rate, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3333 { "sc2_http_req_cnt", smp_fetch_sc_http_req_cnt, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3334 { "sc2_http_req_rate", smp_fetch_sc_http_req_rate, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3335 { "sc2_inc_gpc0", smp_fetch_sc_inc_gpc0, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3336 { "sc2_kbytes_in", smp_fetch_sc_kbytes_in, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_L4CLI, },
3337 { "sc2_kbytes_out", smp_fetch_sc_kbytes_out, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_L4CLI, },
3338 { "sc2_sess_cnt", smp_fetch_sc_sess_cnt, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3339 { "sc2_sess_rate", smp_fetch_sc_sess_rate, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
Willy Tarreau0f791d42013-07-23 19:56:43 +02003340 { "sc2_tracked", smp_fetch_sc_tracked, ARG1(0,TAB), NULL, SMP_T_BOOL, SMP_USE_INTRN, },
Thierry FOURNIER07ee64e2015-07-06 23:43:03 +02003341 { "sc2_trackers", smp_fetch_sc_trackers, ARG1(0,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3342 { "src_bytes_in_rate", smp_fetch_sc_bytes_in_rate, ARG1(1,TAB), NULL, SMP_T_SINT, SMP_USE_L4CLI, },
3343 { "src_bytes_out_rate", smp_fetch_sc_bytes_out_rate, ARG1(1,TAB), NULL, SMP_T_SINT, SMP_USE_L4CLI, },
3344 { "src_clr_gpc0", smp_fetch_sc_clr_gpc0, ARG1(1,TAB), NULL, SMP_T_SINT, SMP_USE_L4CLI, },
3345 { "src_conn_cnt", smp_fetch_sc_conn_cnt, ARG1(1,TAB), NULL, SMP_T_SINT, SMP_USE_L4CLI, },
3346 { "src_conn_cur", smp_fetch_sc_conn_cur, ARG1(1,TAB), NULL, SMP_T_SINT, SMP_USE_L4CLI, },
3347 { "src_conn_rate", smp_fetch_sc_conn_rate, ARG1(1,TAB), NULL, SMP_T_SINT, SMP_USE_L4CLI, },
Thierry FOURNIER236657b2015-08-19 08:25:14 +02003348 { "src_get_gpt0", smp_fetch_sc_get_gpt0, ARG1(1,TAB), NULL, SMP_T_BOOL, SMP_USE_L4CLI, },
Thierry FOURNIER07ee64e2015-07-06 23:43:03 +02003349 { "src_get_gpc0", smp_fetch_sc_get_gpc0, ARG1(1,TAB), NULL, SMP_T_SINT, SMP_USE_L4CLI, },
3350 { "src_gpc0_rate", smp_fetch_sc_gpc0_rate, ARG1(1,TAB), NULL, SMP_T_SINT, SMP_USE_L4CLI, },
3351 { "src_http_err_cnt", smp_fetch_sc_http_err_cnt, ARG1(1,TAB), NULL, SMP_T_SINT, SMP_USE_L4CLI, },
3352 { "src_http_err_rate", smp_fetch_sc_http_err_rate, ARG1(1,TAB), NULL, SMP_T_SINT, SMP_USE_L4CLI, },
3353 { "src_http_req_cnt", smp_fetch_sc_http_req_cnt, ARG1(1,TAB), NULL, SMP_T_SINT, SMP_USE_L4CLI, },
3354 { "src_http_req_rate", smp_fetch_sc_http_req_rate, ARG1(1,TAB), NULL, SMP_T_SINT, SMP_USE_L4CLI, },
3355 { "src_inc_gpc0", smp_fetch_sc_inc_gpc0, ARG1(1,TAB), NULL, SMP_T_SINT, SMP_USE_L4CLI, },
3356 { "src_kbytes_in", smp_fetch_sc_kbytes_in, ARG1(1,TAB), NULL, SMP_T_SINT, SMP_USE_L4CLI, },
3357 { "src_kbytes_out", smp_fetch_sc_kbytes_out, ARG1(1,TAB), NULL, SMP_T_SINT, SMP_USE_L4CLI, },
3358 { "src_sess_cnt", smp_fetch_sc_sess_cnt, ARG1(1,TAB), NULL, SMP_T_SINT, SMP_USE_L4CLI, },
3359 { "src_sess_rate", smp_fetch_sc_sess_rate, ARG1(1,TAB), NULL, SMP_T_SINT, SMP_USE_L4CLI, },
3360 { "src_updt_conn_cnt", smp_fetch_src_updt_conn_cnt, ARG1(1,TAB), NULL, SMP_T_SINT, SMP_USE_L4CLI, },
3361 { "table_avl", smp_fetch_table_avl, ARG1(1,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
3362 { "table_cnt", smp_fetch_table_cnt, ARG1(1,TAB), NULL, SMP_T_SINT, SMP_USE_INTRN, },
Willy Tarreau281c7992013-01-08 01:23:27 +01003363 { /* END */ },
3364}};
3365
Willy Tarreau8b22a712010-06-18 17:46:06 +02003366__attribute__((constructor))
Willy Tarreau87b09662015-04-03 00:22:06 +02003367static void __stream_init(void)
Willy Tarreau8b22a712010-06-18 17:46:06 +02003368{
Willy Tarreau281c7992013-01-08 01:23:27 +01003369 sample_register_fetches(&smp_fetch_keywords);
Willy Tarreau8b22a712010-06-18 17:46:06 +02003370 acl_register_keywords(&acl_kws);
3371}
3372
Willy Tarreaubaaee002006-06-26 02:48:02 +02003373/*
3374 * Local variables:
3375 * c-indent-level: 8
3376 * c-basic-offset: 8
3377 * End:
3378 */