blob: 522cd34ee977122546d07a6f88ff95d28bd96fdd [file] [log] [blame]
Willy Tarreaubaaee002006-06-26 02:48:02 +02001/*
Willy Tarreau87b09662015-04-03 00:22:06 +02002 * Stream management functions.
Willy Tarreaubaaee002006-06-26 02:48:02 +02003 *
Willy Tarreaud28c3532012-04-19 19:28:33 +02004 * Copyright 2000-2012 Willy Tarreau <w@1wt.eu>
Willy Tarreaubaaee002006-06-26 02:48:02 +02005 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
13#include <stdlib.h>
Willy Tarreau81f9aa32010-06-01 17:45:26 +020014#include <unistd.h>
15#include <fcntl.h>
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020016
Thierry FOURNIER5a363e72015-09-27 19:29:33 +020017#include <common/cfgparse.h>
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020018#include <common/config.h>
Willy Tarreau9b28e032012-10-12 23:49:43 +020019#include <common/buffer.h>
Willy Tarreau7c669d72008-06-20 15:04:11 +020020#include <common/debug.h>
Willy Tarreau2dd0d472006-06-29 17:53:05 +020021#include <common/memory.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020022
Willy Tarreau8a8d83b2015-04-13 13:24:54 +020023#include <types/applet.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020024#include <types/capture.h>
William Lallemand4c5b4d52016-11-21 08:51:11 +010025#include <types/cli.h>
Christopher Fauletd7c91962015-04-30 11:48:27 +020026#include <types/filters.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010027#include <types/global.h>
William Lallemand9ed62032016-11-21 17:49:11 +010028#include <types/stats.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020029
Willy Tarreau1d0dfb12009-07-07 15:10:31 +020030#include <proto/acl.h>
Thierry FOURNIER5a363e72015-09-27 19:29:33 +020031#include <proto/action.h>
Willy Tarreau61612d42012-04-19 18:42:05 +020032#include <proto/arg.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010033#include <proto/backend.h>
Willy Tarreauc7e42382012-08-24 19:22:53 +020034#include <proto/channel.h>
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +010035#include <proto/checks.h>
William Lallemand4c5b4d52016-11-21 08:51:11 +010036#include <proto/cli.h>
Willy Tarreaud2274c62012-07-06 14:29:45 +020037#include <proto/connection.h>
William Lallemand9ed62032016-11-21 17:49:11 +010038#include <proto/stats.h>
Willy Tarreaudd2f85e2012-09-02 22:34:23 +020039#include <proto/fd.h>
Christopher Fauletd7c91962015-04-30 11:48:27 +020040#include <proto/filters.h>
Willy Tarreau91c43d72010-06-20 11:19:22 +020041#include <proto/freq_ctr.h>
Willy Tarreau3041b9f2010-10-15 23:25:20 +020042#include <proto/frontend.h>
Willy Tarreau8d5d7f22007-01-21 19:16:41 +010043#include <proto/hdr_idx.h>
Thierry FOURNIER65f34c62015-02-16 20:11:43 +010044#include <proto/hlua.h>
Willy Tarreaud1d54542012-09-12 22:58:11 +020045#include <proto/listener.h>
Willy Tarreau332f8bf2007-05-13 21:36:56 +020046#include <proto/log.h>
Willy Tarreaucbaaec42012-09-06 11:32:07 +020047#include <proto/raw_sock.h>
Willy Tarreaufeb76402015-04-03 14:10:06 +020048#include <proto/session.h>
Willy Tarreau87b09662015-04-03 00:22:06 +020049#include <proto/stream.h>
Willy Tarreau3eba98a2009-01-25 13:56:13 +010050#include <proto/pipe.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010051#include <proto/proto_http.h>
Willy Tarreau1d0dfb12009-07-07 15:10:31 +020052#include <proto/proxy.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020053#include <proto/queue.h>
Willy Tarreau7f062c42009-03-05 18:43:00 +010054#include <proto/server.h>
Willy Tarreaucd3b0942012-04-27 21:52:18 +020055#include <proto/sample.h>
Emeric Brun1d33b292010-01-04 15:47:17 +010056#include <proto/stick_table.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010057#include <proto/stream_interface.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010058#include <proto/task.h>
Willy Tarreau39713102016-11-25 15:49:32 +010059#include <proto/tcp_rules.h>
Thierry FOURNIER4834bc72015-06-06 19:29:07 +020060#include <proto/vars.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020061
Willy Tarreau87b09662015-04-03 00:22:06 +020062struct pool_head *pool2_stream;
63struct list streams;
Willy Tarreaubaaee002006-06-26 02:48:02 +020064
Thierry FOURNIER5a363e72015-09-27 19:29:33 +020065/* List of all use-service keywords. */
66static struct list service_keywords = LIST_HEAD_INIT(service_keywords);
67
Willy Tarreau9903f0e2015-04-04 18:50:31 +020068/* This function is called from the session handler which detects the end of
Willy Tarreau73b65ac2015-04-08 18:26:29 +020069 * handshake, in order to complete initialization of a valid stream. It must be
70 * called with a session (which may be embryonic). It returns the pointer to
71 * the newly created stream, or NULL in case of fatal error. The client-facing
72 * end point is assigned to <origin>, which must be valid. The task's context
73 * is set to the new stream, and its function is set to process_stream().
74 * Target and analysers are null.
Willy Tarreau2542b532012-08-31 16:01:23 +020075 */
Willy Tarreau73b65ac2015-04-08 18:26:29 +020076struct stream *stream_new(struct session *sess, struct task *t, enum obj_type *origin)
Willy Tarreau2542b532012-08-31 16:01:23 +020077{
Willy Tarreau02a0c0e2015-04-04 18:08:21 +020078 struct stream *s;
Willy Tarreau73b65ac2015-04-08 18:26:29 +020079 struct connection *conn = objt_conn(origin);
80 struct appctx *appctx = objt_appctx(origin);
Willy Tarreau2542b532012-08-31 16:01:23 +020081
Willy Tarreau02a0c0e2015-04-04 18:08:21 +020082 if (unlikely((s = pool_alloc2(pool2_stream)) == NULL))
Willy Tarreau02d86382015-04-05 12:00:52 +020083 return s;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +020084
85 /* minimum stream initialization required for an embryonic stream is
86 * fairly low. We need very little to execute L4 ACLs, then we need a
87 * task to make the client-side connection live on its own.
88 * - flags
89 * - stick-entry tracking
90 */
91 s->flags = 0;
Willy Tarreaufb9f5842015-04-05 18:19:23 +020092 s->logs.logwait = sess->fe->to_log;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +020093 s->logs.level = 0;
Willy Tarreau99eb0f12015-04-05 12:03:54 +020094 s->logs.accept_date = sess->accept_date; /* user-visible date for logging */
95 s->logs.tv_accept = sess->tv_accept; /* corrected date for internal use */
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +020096 /* This function is called just after the handshake, so the handshake duration is
97 * between the accept time and now.
98 */
99 s->logs.t_handshake = tv_ms_elapsed(&sess->tv_accept, &now);
100 s->logs.t_idle = -1;
Willy Tarreau99eb0f12015-04-05 12:03:54 +0200101 tv_zero(&s->logs.tv_request);
102 s->logs.t_queue = -1;
103 s->logs.t_connect = -1;
104 s->logs.t_data = -1;
105 s->logs.t_close = 0;
106 s->logs.bytes_in = s->logs.bytes_out = 0;
107 s->logs.prx_queue_size = 0; /* we get the number of pending conns before us */
108 s->logs.srv_queue_size = 0; /* we will get this number soon */
109
110 /* default logging function */
111 s->do_log = strm_log;
112
113 /* default error reporting function, may be changed by analysers */
114 s->srv_error = default_srv_error;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200115
116 /* Initialise the current rule list pointer to NULL. We are sure that
117 * any rulelist match the NULL pointer.
118 */
119 s->current_rule_list = NULL;
Remi Gacogne7fb9de22015-07-22 17:10:58 +0200120 s->current_rule = NULL;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200121
Willy Tarreaua68f7622015-09-21 17:48:24 +0200122 /* Copy SC counters for the stream. We don't touch refcounts because
123 * any reference we have is inherited from the session. Since the stream
124 * doesn't exist without the session, the session's existence guarantees
125 * we don't lose the entry. During the store operation, the stream won't
126 * touch these ones.
Thierry FOURNIER827752e2015-08-18 11:34:18 +0200127 */
Thierry FOURNIERc8fdb982015-08-16 12:03:39 +0200128 memcpy(s->stkctr, sess->stkctr, sizeof(s->stkctr));
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200129
130 s->sess = sess;
131 s->si[0].flags = SI_FL_NONE;
132 s->si[1].flags = SI_FL_ISBACK;
133
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200134 s->uniq_id = global.req_count++;
135
Willy Tarreau87b09662015-04-03 00:22:06 +0200136 /* OK, we're keeping the stream, so let's properly initialize the stream */
137 LIST_ADDQ(&streams, &s->list);
Willy Tarreau2542b532012-08-31 16:01:23 +0200138 LIST_INIT(&s->back_refs);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100139
140 LIST_INIT(&s->buffer_wait.list);
141 s->buffer_wait.target = s;
142 s->buffer_wait.wakeup_cb = (int (*)(void *))stream_res_wakeup;
Willy Tarreauf8a49ea2013-10-14 21:32:07 +0200143
Willy Tarreaue7dff022015-04-03 01:14:29 +0200144 s->flags |= SF_INITIALIZED;
Willy Tarreau2542b532012-08-31 16:01:23 +0200145 s->unique_id = NULL;
Willy Tarreau2542b532012-08-31 16:01:23 +0200146
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200147 s->task = t;
Christopher Faulet9d810ca2016-12-08 22:33:52 +0100148 s->pending_events = 0;
Willy Tarreaud1769b82015-04-06 00:25:48 +0200149 t->process = process_stream;
Willy Tarreau2542b532012-08-31 16:01:23 +0200150 t->context = s;
151 t->expire = TICK_ETERNITY;
152
Willy Tarreau87b09662015-04-03 00:22:06 +0200153 /* Note: initially, the stream's backend points to the frontend.
Willy Tarreau2542b532012-08-31 16:01:23 +0200154 * This changes later when switching rules are executed or
155 * when the default backend is assigned.
156 */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200157 s->be = sess->fe;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100158 s->req.buf = s->res.buf = NULL;
Willy Tarreaucb7dd012015-04-03 22:16:32 +0200159 s->req_cap = NULL;
160 s->res_cap = NULL;
Willy Tarreau2542b532012-08-31 16:01:23 +0200161
Willy Tarreauebcd4842015-06-19 11:59:02 +0200162 /* Initialise all the variables contexts even if not used.
163 * This permits to prune these contexts without errors.
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200164 */
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200165 vars_init(&s->vars_txn, SCOPE_TXN);
166 vars_init(&s->vars_reqres, SCOPE_REQ);
167
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200168 /* this part should be common with other protocols */
Willy Tarreau819d3322014-11-28 12:12:34 +0100169 si_reset(&s->si[0]);
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200170 si_set_state(&s->si[0], SI_ST_EST);
171
Willy Tarreau1f52bb22015-04-04 14:28:46 +0200172 /* attach the incoming connection to the stream interface now. */
Willy Tarreauf2b98742015-04-05 01:30:42 +0200173 if (conn)
174 si_attach_conn(&s->si[0], conn);
Willy Tarreau470280e2015-04-05 01:33:13 +0200175 else if (appctx)
176 si_attach_appctx(&s->si[0], appctx);
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200177
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200178 if (likely(sess->fe->options2 & PR_O2_INDEPSTR))
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200179 s->si[0].flags |= SI_FL_INDEP_STR;
180
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200181 /* pre-initialize the other side's stream interface to an INIT state. The
182 * callbacks will be initialized before attempting to connect.
183 */
Willy Tarreau819d3322014-11-28 12:12:34 +0100184 si_reset(&s->si[1]);
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200185
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200186 if (likely(sess->fe->options2 & PR_O2_INDEPSTR))
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200187 s->si[1].flags |= SI_FL_INDEP_STR;
188
Willy Tarreau87b09662015-04-03 00:22:06 +0200189 stream_init_srv_conn(s);
Willy Tarreaud1769b82015-04-06 00:25:48 +0200190 s->target = NULL;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200191 s->pend_pos = NULL;
192
193 /* init store persistence */
194 s->store_count = 0;
195
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100196 channel_init(&s->req);
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100197 s->req.flags |= CF_READ_ATTACHED; /* the producer is already connected */
Willy Tarreaud1769b82015-04-06 00:25:48 +0200198 s->req.analysers = 0;
199 channel_auto_connect(&s->req); /* don't wait to establish connection */
200 channel_auto_close(&s->req); /* let the producer forward close requests */
Willy Tarreauc8815ef2015-04-05 18:15:59 +0200201
202 s->req.rto = sess->fe->timeout.client;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100203 s->req.wto = TICK_ETERNITY;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100204 s->req.rex = TICK_ETERNITY;
205 s->req.wex = TICK_ETERNITY;
206 s->req.analyse_exp = TICK_ETERNITY;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200207
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100208 channel_init(&s->res);
Willy Tarreauef573c02014-11-28 14:17:09 +0100209 s->res.flags |= CF_ISRESP;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100210 s->res.analysers = 0;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200211
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200212 if (sess->fe->options2 & PR_O2_NODELAY) {
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100213 s->req.flags |= CF_NEVER_WAIT;
214 s->res.flags |= CF_NEVER_WAIT;
Willy Tarreau96e31212011-05-30 18:10:30 +0200215 }
216
Willy Tarreauc8815ef2015-04-05 18:15:59 +0200217 s->res.wto = sess->fe->timeout.client;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100218 s->res.rto = TICK_ETERNITY;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100219 s->res.rex = TICK_ETERNITY;
220 s->res.wex = TICK_ETERNITY;
221 s->res.analyse_exp = TICK_ETERNITY;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200222
Willy Tarreaueee5b512015-04-03 23:46:31 +0200223 s->txn = NULL;
Thierry FOURNIER2c8b54e2016-12-17 12:45:32 +0100224 s->hlua = NULL;
Thierry FOURNIER65f34c62015-02-16 20:11:43 +0100225
Christopher Faulet92d36382015-11-05 13:35:03 +0100226 if (flt_stream_init(s) < 0 || flt_stream_start(s) < 0)
Christopher Fauletd7c91962015-04-30 11:48:27 +0200227 goto out_fail_accept;
228
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200229 /* finish initialization of the accepted file descriptor */
Willy Tarreauf2b98742015-04-05 01:30:42 +0200230 if (conn)
231 conn_data_want_recv(conn);
Willy Tarreau470280e2015-04-05 01:33:13 +0200232 else if (appctx)
Willy Tarreaufe127932015-04-21 19:23:39 +0200233 si_applet_want_get(&s->si[0]);
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200234
Willy Tarreaufb9f5842015-04-05 18:19:23 +0200235 if (sess->fe->accept && sess->fe->accept(s) < 0)
Willy Tarreauc5a7ff42015-04-05 11:52:08 +0200236 goto out_fail_accept;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200237
238 /* it is important not to call the wakeup function directly but to
239 * pass through task_wakeup(), because this one knows how to apply
240 * priorities to tasks.
241 */
242 task_wakeup(t, TASK_WOKEN_INIT);
Willy Tarreau02d86382015-04-05 12:00:52 +0200243 return s;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200244
245 /* Error unrolling */
Willy Tarreauc5a7ff42015-04-05 11:52:08 +0200246 out_fail_accept:
Christopher Faulet92d36382015-11-05 13:35:03 +0100247 flt_stream_release(s, 0);
Willy Tarreau3b246412014-11-25 17:10:33 +0100248 LIST_DEL(&s->list);
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200249 pool_free2(pool2_stream, s);
Willy Tarreau02d86382015-04-05 12:00:52 +0200250 return NULL;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200251}
252
Willy Tarreaubaaee002006-06-26 02:48:02 +0200253/*
Willy Tarreau87b09662015-04-03 00:22:06 +0200254 * frees the context associated to a stream. It must have been removed first.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200255 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200256static void stream_free(struct stream *s)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200257{
Willy Tarreau9ad7bd42015-04-03 19:19:59 +0200258 struct session *sess = strm_sess(s);
259 struct proxy *fe = sess->fe;
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100260 struct bref *bref, *back;
Willy Tarreau9ad7bd42015-04-03 19:19:59 +0200261 struct connection *cli_conn = objt_conn(sess->origin);
Willy Tarreaua4cda672010-06-06 18:28:49 +0200262 int i;
Willy Tarreau0f7562b2007-01-07 15:46:13 +0100263
Willy Tarreaubaaee002006-06-26 02:48:02 +0200264 if (s->pend_pos)
265 pendconn_free(s->pend_pos);
Willy Tarreau922a8062008-12-04 09:33:58 +0100266
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100267 if (objt_server(s->target)) { /* there may be requests left pending in queue */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200268 if (s->flags & SF_CURR_SESS) {
269 s->flags &= ~SF_CURR_SESS;
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100270 objt_server(s->target)->cur_sess--;
Willy Tarreau1e62de62008-11-11 20:20:02 +0100271 }
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100272 if (may_dequeue_tasks(objt_server(s->target), s->be))
273 process_srv_queue(objt_server(s->target));
Willy Tarreau1e62de62008-11-11 20:20:02 +0100274 }
Willy Tarreau922a8062008-12-04 09:33:58 +0100275
Willy Tarreau7c669d72008-06-20 15:04:11 +0200276 if (unlikely(s->srv_conn)) {
Willy Tarreau87b09662015-04-03 00:22:06 +0200277 /* the stream still has a reserved slot on a server, but
Willy Tarreau7c669d72008-06-20 15:04:11 +0200278 * it should normally be only the same as the one above,
279 * so this should not happen in fact.
280 */
281 sess_change_server(s, NULL);
282 }
283
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100284 if (s->req.pipe)
285 put_pipe(s->req.pipe);
Willy Tarreau259de1b2009-01-18 21:56:21 +0100286
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100287 if (s->res.pipe)
288 put_pipe(s->res.pipe);
Willy Tarreau259de1b2009-01-18 21:56:21 +0100289
Willy Tarreaubf883e02014-11-25 21:10:35 +0100290 /* We may still be present in the buffer wait queue */
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100291 if (!LIST_ISEMPTY(&s->buffer_wait.list)) {
292 LIST_DEL(&s->buffer_wait.list);
293 LIST_INIT(&s->buffer_wait.list);
Willy Tarreaubf883e02014-11-25 21:10:35 +0100294 }
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100295 if (s->req.buf->size || s->res.buf->size) {
296 b_drop(&s->req.buf);
297 b_drop(&s->res.buf);
298 offer_buffers(NULL, tasks_run_queue + applets_active_queue);
299 }
Willy Tarreau9b28e032012-10-12 23:49:43 +0200300
Thierry FOURNIER2c8b54e2016-12-17 12:45:32 +0100301 hlua_ctx_destroy(s->hlua);
302 s->hlua = NULL;
Willy Tarreaueee5b512015-04-03 23:46:31 +0200303 if (s->txn)
304 http_end_txn(s);
Willy Tarreau46023632010-01-07 22:51:47 +0100305
Willy Tarreau1e954912012-10-12 17:50:05 +0200306 /* ensure the client-side transport layer is destroyed */
Willy Tarreauf79c8172013-10-21 16:30:56 +0200307 if (cli_conn)
308 conn_force_close(cli_conn);
Willy Tarreau1e954912012-10-12 17:50:05 +0200309
Willy Tarreaua4cda672010-06-06 18:28:49 +0200310 for (i = 0; i < s->store_count; i++) {
311 if (!s->store[i].ts)
312 continue;
313 stksess_free(s->store[i].table, s->store[i].ts);
314 s->store[i].ts = NULL;
315 }
316
Willy Tarreaueee5b512015-04-03 23:46:31 +0200317 if (s->txn) {
318 pool_free2(pool2_hdr_idx, s->txn->hdr_idx.v);
319 pool_free2(pool2_http_txn, s->txn);
320 s->txn = NULL;
321 }
322
Christopher Fauletd7c91962015-04-30 11:48:27 +0200323 flt_stream_stop(s);
Christopher Faulet92d36382015-11-05 13:35:03 +0100324 flt_stream_release(s, 0);
Christopher Fauletd7c91962015-04-30 11:48:27 +0200325
Willy Tarreau92fb9832007-10-16 17:34:28 +0200326 if (fe) {
Willy Tarreaucb7dd012015-04-03 22:16:32 +0200327 pool_free2(fe->rsp_cap_pool, s->res_cap);
328 pool_free2(fe->req_cap_pool, s->req_cap);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200329 }
Willy Tarreau0937bc42009-12-22 15:03:09 +0100330
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200331 /* Cleanup all variable contexts. */
Willy Tarreau6204cd92016-03-10 16:33:04 +0100332 vars_prune(&s->vars_txn, s->sess, s);
333 vars_prune(&s->vars_reqres, s->sess, s);
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200334
Willy Tarreau87b09662015-04-03 00:22:06 +0200335 stream_store_counters(s);
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +0200336
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100337 list_for_each_entry_safe(bref, back, &s->back_refs, users) {
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100338 /* we have to unlink all watchers. We must not relink them if
Willy Tarreau87b09662015-04-03 00:22:06 +0200339 * this stream was the last one in the list.
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100340 */
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100341 LIST_DEL(&bref->users);
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100342 LIST_INIT(&bref->users);
Willy Tarreau87b09662015-04-03 00:22:06 +0200343 if (s->list.n != &streams)
344 LIST_ADDQ(&LIST_ELEM(s->list.n, struct stream *, list)->back_refs, &bref->users);
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100345 bref->ref = s->list.n;
346 }
Willy Tarreauf54f8bd2008-11-23 19:53:55 +0100347 LIST_DEL(&s->list);
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200348 si_release_endpoint(&s->si[1]);
349 si_release_endpoint(&s->si[0]);
Willy Tarreaufeb76402015-04-03 14:10:06 +0200350
351 /* FIXME: for now we have a 1:1 relation between stream and session so
352 * the stream must free the session.
353 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200354 pool_free2(pool2_stream, s);
Willy Tarreau11c36242015-04-04 15:54:03 +0200355 session_free(sess);
Willy Tarreau632f5a72007-07-11 10:42:35 +0200356
357 /* We may want to free the maximum amount of pools if the proxy is stopping */
Willy Tarreau92fb9832007-10-16 17:34:28 +0200358 if (fe && unlikely(fe->state == PR_STSTOPPED)) {
Willy Tarreau9b28e032012-10-12 23:49:43 +0200359 pool_flush2(pool2_buffer);
Willy Tarreau63986c72015-04-03 22:55:33 +0200360 pool_flush2(pool2_http_txn);
Willy Tarreau34eb6712011-10-24 18:15:04 +0200361 pool_flush2(pool2_hdr_idx);
Willy Tarreau48d63db2008-08-03 17:41:33 +0200362 pool_flush2(pool2_requri);
363 pool_flush2(pool2_capture);
Willy Tarreau87b09662015-04-03 00:22:06 +0200364 pool_flush2(pool2_stream);
Willy Tarreaufeb76402015-04-03 14:10:06 +0200365 pool_flush2(pool2_session);
Willy Tarreau3a5e0602014-11-13 16:46:28 +0100366 pool_flush2(pool2_connection);
367 pool_flush2(pool2_pendconn);
Willy Tarreau48d63db2008-08-03 17:41:33 +0200368 pool_flush2(fe->req_cap_pool);
369 pool_flush2(fe->rsp_cap_pool);
Willy Tarreau632f5a72007-07-11 10:42:35 +0200370 }
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200371}
372
Willy Tarreau656859d2014-11-25 19:46:36 +0100373
Willy Tarreau87b09662015-04-03 00:22:06 +0200374/* Allocates a work buffer for stream <s>. It is meant to be called inside
375 * process_stream(). It will only allocate the side needed for the function
Willy Tarreaubc39a5d2015-04-20 15:52:18 +0200376 * to work fine, which is the response buffer so that an error message may be
377 * built and returned. Response buffers may be allocated from the reserve, this
378 * is critical to ensure that a response may always flow and will never block a
379 * server from releasing a connection. Returns 0 in case of failure, non-zero
380 * otherwise.
Willy Tarreau656859d2014-11-25 19:46:36 +0100381 */
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100382static int stream_alloc_work_buffer(struct stream *s)
Willy Tarreau656859d2014-11-25 19:46:36 +0100383{
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100384 if (!LIST_ISEMPTY(&s->buffer_wait.list)) {
385 LIST_DEL(&s->buffer_wait.list);
386 LIST_INIT(&s->buffer_wait.list);
Willy Tarreaubf883e02014-11-25 21:10:35 +0100387 }
Willy Tarreau656859d2014-11-25 19:46:36 +0100388
Willy Tarreaubc39a5d2015-04-20 15:52:18 +0200389 if (b_alloc_margin(&s->res.buf, 0))
Willy Tarreau656859d2014-11-25 19:46:36 +0100390 return 1;
391
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100392 LIST_ADDQ(&buffer_wq, &s->buffer_wait.list);
Willy Tarreau656859d2014-11-25 19:46:36 +0100393 return 0;
394}
395
396/* releases unused buffers after processing. Typically used at the end of the
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100397 * update() functions. It will try to wake up as many tasks/applets as the
398 * number of buffers that it releases. In practice, most often streams are
399 * blocked on a single buffer, so it makes sense to try to wake two up when two
400 * buffers are released at once.
Willy Tarreau656859d2014-11-25 19:46:36 +0100401 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200402void stream_release_buffers(struct stream *s)
Willy Tarreau656859d2014-11-25 19:46:36 +0100403{
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100404 int offer = 0;
Willy Tarreau656859d2014-11-25 19:46:36 +0100405
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100406 if (s->req.buf->size && buffer_empty(s->req.buf)) {
407 offer = 1;
408 b_free(&s->req.buf);
409 }
410 if (s->res.buf->size && buffer_empty(s->res.buf)) {
411 offer = 1;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100412 b_free(&s->res.buf);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100413 }
Willy Tarreau656859d2014-11-25 19:46:36 +0100414
Willy Tarreaubf883e02014-11-25 21:10:35 +0100415 /* if we're certain to have at least 1 buffer available, and there is
416 * someone waiting, we can wake up a waiter and offer them.
417 */
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100418 if (offer)
419 offer_buffers(s, tasks_run_queue + applets_active_queue);
Willy Tarreau656859d2014-11-25 19:46:36 +0100420}
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200421
422/* perform minimal intializations, report 0 in case of error, 1 if OK. */
Willy Tarreau87b09662015-04-03 00:22:06 +0200423int init_stream()
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200424{
Willy Tarreau87b09662015-04-03 00:22:06 +0200425 LIST_INIT(&streams);
426 pool2_stream = create_pool("stream", sizeof(struct stream), MEM_F_SHARED);
427 return pool2_stream != NULL;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200428}
429
Willy Tarreau87b09662015-04-03 00:22:06 +0200430void stream_process_counters(struct stream *s)
Willy Tarreau30e71012007-11-26 20:15:35 +0100431{
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200432 struct session *sess = s->sess;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100433 unsigned long long bytes;
Emeric Brun57056f02015-06-15 18:29:57 +0200434 void *ptr1,*ptr2;
Willy Tarreau20d46a52012-12-09 15:55:40 +0100435 int i;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100436
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100437 bytes = s->req.total - s->logs.bytes_in;
438 s->logs.bytes_in = s->req.total;
439 if (bytes) {
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200440 sess->fe->fe_counters.bytes_in += bytes;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100441
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100442 s->be->be_counters.bytes_in += bytes;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100443
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100444 if (objt_server(s->target))
445 objt_server(s->target)->counters.bytes_in += bytes;
Krzysztof Piotr Oledzkiaeebf9b2009-10-04 15:43:17 +0200446
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200447 if (sess->listener && sess->listener->counters)
448 sess->listener->counters->bytes_in += bytes;
Willy Tarreau855e4bb2010-06-18 18:33:32 +0200449
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100450 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200451 struct stkctr *stkctr = &s->stkctr[i];
452
453 if (!stkctr_entry(stkctr)) {
454 stkctr = &sess->stkctr[i];
455 if (!stkctr_entry(stkctr))
456 continue;
457 }
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200458
Emeric Brun57056f02015-06-15 18:29:57 +0200459 ptr1 = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_BYTES_IN_CNT);
460 if (ptr1)
461 stktable_data_cast(ptr1, bytes_in_cnt) += bytes;
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200462
Emeric Brun57056f02015-06-15 18:29:57 +0200463 ptr2 = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_BYTES_IN_RATE);
464 if (ptr2)
465 update_freq_ctr_period(&stktable_data_cast(ptr2, bytes_in_rate),
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200466 stkctr->table->data_arg[STKTABLE_DT_BYTES_IN_RATE].u, bytes);
Emeric Brun57056f02015-06-15 18:29:57 +0200467
468 /* If data was modified, we need to touch to re-schedule sync */
469 if (ptr1 || ptr2)
470 stktable_touch(stkctr->table, stkctr_entry(stkctr), 1);
Willy Tarreau30e71012007-11-26 20:15:35 +0100471 }
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100472 }
473
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100474 bytes = s->res.total - s->logs.bytes_out;
475 s->logs.bytes_out = s->res.total;
476 if (bytes) {
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200477 sess->fe->fe_counters.bytes_out += bytes;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100478
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100479 s->be->be_counters.bytes_out += bytes;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100480
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100481 if (objt_server(s->target))
482 objt_server(s->target)->counters.bytes_out += bytes;
Krzysztof Piotr Oledzkiaeebf9b2009-10-04 15:43:17 +0200483
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200484 if (sess->listener && sess->listener->counters)
485 sess->listener->counters->bytes_out += bytes;
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200486
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100487 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200488 struct stkctr *stkctr = &s->stkctr[i];
489
490 if (!stkctr_entry(stkctr)) {
491 stkctr = &sess->stkctr[i];
492 if (!stkctr_entry(stkctr))
493 continue;
494 }
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200495
Emeric Brun57056f02015-06-15 18:29:57 +0200496 ptr1 = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_BYTES_OUT_CNT);
497 if (ptr1)
498 stktable_data_cast(ptr1, bytes_out_cnt) += bytes;
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200499
Emeric Brun57056f02015-06-15 18:29:57 +0200500 ptr2 = stktable_data_ptr(stkctr->table, stkctr_entry(stkctr), STKTABLE_DT_BYTES_OUT_RATE);
501 if (ptr2)
502 update_freq_ctr_period(&stktable_data_cast(ptr2, bytes_out_rate),
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200503 stkctr->table->data_arg[STKTABLE_DT_BYTES_OUT_RATE].u, bytes);
Emeric Brun57056f02015-06-15 18:29:57 +0200504
505 /* If data was modified, we need to touch to re-schedule sync */
506 if (ptr1 || ptr2)
507 stktable_touch(stkctr->table, stkctr_entry(stkctr), 1);
Willy Tarreau30e71012007-11-26 20:15:35 +0100508 }
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100509 }
510}
Willy Tarreaubaaee002006-06-26 02:48:02 +0200511
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100512/* This function is called with (si->state == SI_ST_CON) meaning that a
513 * connection was attempted and that the file descriptor is already allocated.
514 * We must check for establishment, error and abort. Possible output states
515 * are SI_ST_EST (established), SI_ST_CER (error), SI_ST_DIS (abort), and
516 * SI_ST_CON (no change). The function returns 0 if it switches to SI_ST_CER,
Willy Tarreau87b09662015-04-03 00:22:06 +0200517 * otherwise 1. This only works with connection-based streams.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100518 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200519static int sess_update_st_con_tcp(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100520{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100521 struct stream_interface *si = &s->si[1];
522 struct channel *req = &s->req;
523 struct channel *rep = &s->res;
Willy Tarreau350135c2016-11-17 12:05:13 +0100524 struct connection *srv_conn = __objt_conn(si->end);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100525
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100526 /* If we got an error, or if nothing happened and the connection timed
527 * out, we must give up. The CER state handler will take care of retry
528 * attempts and error reports.
529 */
530 if (unlikely(si->flags & (SI_FL_EXP|SI_FL_ERR))) {
Willy Tarreau103197d2014-11-28 15:26:12 +0100531 if (unlikely(req->flags & CF_WRITE_PARTIAL)) {
Willy Tarreaue3224e82012-10-29 22:41:31 +0100532 /* Some data were sent past the connection establishment,
533 * so we need to pretend we're established to log correctly
534 * and let later states handle the failure.
535 */
Willy Tarreaue3224e82012-10-29 22:41:31 +0100536 si->state = SI_ST_EST;
537 si->err_type = SI_ET_DATA_ERR;
Willy Tarreau103197d2014-11-28 15:26:12 +0100538 rep->flags |= CF_READ_ERROR | CF_WRITE_ERROR;
Willy Tarreaue3224e82012-10-29 22:41:31 +0100539 return 1;
540 }
Willy Tarreau127334e2009-03-28 10:47:26 +0100541 si->exp = TICK_ETERNITY;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100542 si->state = SI_ST_CER;
Willy Tarreau0ede5a32012-12-08 08:44:02 +0100543
Willy Tarreau350135c2016-11-17 12:05:13 +0100544 conn_force_close(srv_conn);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100545
546 if (si->err_type)
547 return 0;
548
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100549 if (si->flags & SI_FL_ERR)
550 si->err_type = SI_ET_CONN_ERR;
551 else
552 si->err_type = SI_ET_CONN_TO;
553 return 0;
554 }
555
556 /* OK, maybe we want to abort */
Willy Tarreaua7a7ebc2012-12-30 00:50:35 +0100557 if (!(req->flags & CF_WRITE_PARTIAL) &&
558 unlikely((rep->flags & CF_SHUTW) ||
Willy Tarreau03cdb7c2012-08-27 23:14:58 +0200559 ((req->flags & CF_SHUTW_NOW) && /* FIXME: this should not prevent a connection from establishing */
560 ((!(req->flags & CF_WRITE_ACTIVITY) && channel_is_empty(req)) ||
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100561 s->be->options & PR_O_ABRT_CLOSE)))) {
562 /* give up */
Willy Tarreau73b013b2012-05-21 16:31:45 +0200563 si_shutw(si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100564 si->err_type |= SI_ET_CONN_ABRT;
Willy Tarreau84455332009-03-15 22:34:05 +0100565 if (s->srv_error)
566 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100567 return 1;
568 }
569
570 /* we need to wait a bit more if there was no activity either */
Willy Tarreau03cdb7c2012-08-27 23:14:58 +0200571 if (!(req->flags & CF_WRITE_ACTIVITY))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100572 return 1;
573
574 /* OK, this means that a connection succeeded. The caller will be
575 * responsible for handling the transition from CON to EST.
576 */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100577 si->state = SI_ST_EST;
578 si->err_type = SI_ET_NONE;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100579 return 1;
580}
581
582/* This function is called with (si->state == SI_ST_CER) meaning that a
583 * previous connection attempt has failed and that the file descriptor
584 * has already been released. Possible causes include asynchronous error
585 * notification and time out. Possible output states are SI_ST_CLO when
586 * retries are exhausted, SI_ST_TAR when a delay is wanted before a new
587 * connection attempt, SI_ST_ASS when it's wise to retry on the same server,
588 * and SI_ST_REQ when an immediate redispatch is wanted. The buffers are
589 * marked as in error state. It returns 0.
590 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200591static int sess_update_st_cer(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100592{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100593 struct stream_interface *si = &s->si[1];
594
Willy Tarreau87b09662015-04-03 00:22:06 +0200595 /* we probably have to release last stream from the server */
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100596 if (objt_server(s->target)) {
597 health_adjust(objt_server(s->target), HANA_STATUS_L4_ERR);
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +0100598
Willy Tarreaue7dff022015-04-03 01:14:29 +0200599 if (s->flags & SF_CURR_SESS) {
600 s->flags &= ~SF_CURR_SESS;
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100601 objt_server(s->target)->cur_sess--;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100602 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100603 }
604
605 /* ensure that we have enough retries left */
Willy Tarreauee28de02010-06-01 09:51:00 +0200606 si->conn_retries--;
607 if (si->conn_retries < 0) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100608 if (!si->err_type) {
609 si->err_type = SI_ET_CONN_ERR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100610 }
611
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100612 if (objt_server(s->target))
613 objt_server(s->target)->counters.failed_conns++;
Willy Tarreau7d0aaf32011-03-10 23:25:56 +0100614 s->be->be_counters.failed_conns++;
Willy Tarreaub89cfca2010-12-29 14:32:28 +0100615 sess_change_server(s, NULL);
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100616 if (may_dequeue_tasks(objt_server(s->target), s->be))
617 process_srv_queue(objt_server(s->target));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100618
619 /* shutw is enough so stop a connecting socket */
Willy Tarreau73b013b2012-05-21 16:31:45 +0200620 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +0100621 s->req.flags |= CF_WRITE_ERROR;
622 s->res.flags |= CF_READ_ERROR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100623
624 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +0100625 if (s->srv_error)
626 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100627 return 0;
628 }
629
630 /* If the "redispatch" option is set on the backend, we are allowed to
Joseph Lynch726ab712015-05-11 23:25:34 -0700631 * retry on another server. By default this redispatch occurs on the
632 * last retry, but if configured we allow redispatches to occur on
633 * configurable intervals, e.g. on every retry. In order to achieve this,
Willy Tarreau87b09662015-04-03 00:22:06 +0200634 * we must mark the stream unassigned, and eventually clear the DIRECT
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100635 * bit to ignore any persistence cookie. We won't count a retry nor a
636 * redispatch yet, because this will depend on what server is selected.
Willy Tarreau33a14e52014-06-13 17:49:40 +0200637 * If the connection is not persistent, the balancing algorithm is not
638 * determinist (round robin) and there is more than one active server,
639 * we accept to perform an immediate redispatch without waiting since
640 * we don't care about this particular server.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100641 */
Willy Tarreau33a14e52014-06-13 17:49:40 +0200642 if (objt_server(s->target) &&
Joseph Lynch726ab712015-05-11 23:25:34 -0700643 (s->be->options & PR_O_REDISP) && !(s->flags & SF_FORCE_PRST) &&
Willy Tarreau49008c12016-01-13 07:58:44 +0100644 ((__objt_server(s->target)->state < SRV_ST_RUNNING) ||
645 (((s->be->redispatch_after > 0) &&
Joseph Lynch726ab712015-05-11 23:25:34 -0700646 ((s->be->conn_retries - si->conn_retries) %
647 s->be->redispatch_after == 0)) ||
648 ((s->be->redispatch_after < 0) &&
649 ((s->be->conn_retries - si->conn_retries) %
650 (s->be->conn_retries + 1 + s->be->redispatch_after) == 0))) ||
Willy Tarreaue7dff022015-04-03 01:14:29 +0200651 (!(s->flags & SF_DIRECT) && s->be->srv_act > 1 &&
Joseph Lynch726ab712015-05-11 23:25:34 -0700652 ((s->be->lbprm.algo & BE_LB_KIND) == BE_LB_KIND_RR)))) {
Willy Tarreaub89cfca2010-12-29 14:32:28 +0100653 sess_change_server(s, NULL);
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100654 if (may_dequeue_tasks(objt_server(s->target), s->be))
655 process_srv_queue(objt_server(s->target));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100656
Willy Tarreaue7dff022015-04-03 01:14:29 +0200657 s->flags &= ~(SF_DIRECT | SF_ASSIGNED | SF_ADDR_SET);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100658 si->state = SI_ST_REQ;
659 } else {
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100660 if (objt_server(s->target))
661 objt_server(s->target)->counters.retries++;
Willy Tarreau7d0aaf32011-03-10 23:25:56 +0100662 s->be->be_counters.retries++;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100663 si->state = SI_ST_ASS;
664 }
665
666 if (si->flags & SI_FL_ERR) {
667 /* The error was an asynchronous connection error, and we will
668 * likely have to retry connecting to the same server, most
669 * likely leading to the same result. To avoid this, we wait
Willy Tarreaub0290662014-06-13 17:04:44 +0200670 * MIN(one second, connect timeout) before retrying.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100671 */
672
Willy Tarreaub0290662014-06-13 17:04:44 +0200673 int delay = 1000;
674
675 if (s->be->timeout.connect && s->be->timeout.connect < delay)
676 delay = s->be->timeout.connect;
677
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100678 if (!si->err_type)
679 si->err_type = SI_ET_CONN_ERR;
680
Willy Tarreaudb6d0122014-06-13 17:40:15 +0200681 /* only wait when we're retrying on the same server */
682 if (si->state == SI_ST_ASS ||
683 (s->be->lbprm.algo & BE_LB_KIND) != BE_LB_KIND_RR ||
684 (s->be->srv_act <= 1)) {
685 si->state = SI_ST_TAR;
686 si->exp = tick_add(now_ms, MS_TO_TICKS(delay));
687 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100688 return 0;
689 }
690 return 0;
691}
692
693/*
694 * This function handles the transition between the SI_ST_CON state and the
Willy Tarreau85e7d002010-05-31 11:57:51 +0200695 * SI_ST_EST state. It must only be called after switching from SI_ST_CON (or
Willy Tarreau26d8c592012-05-07 18:12:14 +0200696 * SI_ST_INI) to SI_ST_EST, but only when a ->proto is defined.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100697 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200698static void sess_establish(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100699{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100700 struct stream_interface *si = &s->si[1];
701 struct channel *req = &s->req;
702 struct channel *rep = &s->res;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100703
Willy Tarreau0e37f1c2013-12-31 23:06:46 +0100704 /* First, centralize the timers information */
705 s->logs.t_connect = tv_ms_elapsed(&s->logs.tv_accept, &now);
706 si->exp = TICK_ETERNITY;
707
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100708 if (objt_server(s->target))
709 health_adjust(objt_server(s->target), HANA_STATUS_L4_OK);
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +0100710
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100711 if (s->be->mode == PR_MODE_TCP) { /* let's allow immediate data connection in this case */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100712 /* if the user wants to log as soon as possible, without counting
713 * bytes from the server, then this is the right moment. */
Willy Tarreaud0d8da92015-04-04 02:10:38 +0200714 if (!LIST_ISEMPTY(&strm_fe(s)->logformat) && !(s->logs.logwait & LW_BYTES)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100715 s->logs.t_close = s->logs.t_connect; /* to get a valid end date */
Willy Tarreaua5555ec2008-11-30 19:02:32 +0100716 s->do_log(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100717 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100718 }
719 else {
Willy Tarreaud81ca042013-12-31 22:33:13 +0100720 rep->flags |= CF_READ_DONTWAIT; /* a single read is enough to get response headers */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100721 }
722
Willy Tarreaud0d8da92015-04-04 02:10:38 +0200723 rep->analysers |= strm_fe(s)->fe_rsp_ana | s->be->be_rsp_ana;
Christopher Faulet309c6412015-12-02 09:57:32 +0100724
725 /* Be sure to filter response headers if the backend is an HTTP proxy
726 * and if there are filters attached to the stream. */
727 if (s->be->mode == PR_MODE_HTTP && HAS_FILTERS(s))
728 rep->analysers |= AN_FLT_HTTP_HDRS;
729
Willy Tarreau03cdb7c2012-08-27 23:14:58 +0200730 rep->flags |= CF_READ_ATTACHED; /* producer is now attached */
Willy Tarreau644c1012014-04-30 18:11:11 +0200731 if (req->flags & CF_WAKE_CONNECT) {
732 req->flags |= CF_WAKE_ONCE;
733 req->flags &= ~CF_WAKE_CONNECT;
734 }
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200735 if (objt_conn(si->end)) {
Willy Tarreaud04e8582010-05-31 12:31:35 +0200736 /* real connections have timeouts */
737 req->wto = s->be->timeout.server;
738 rep->rto = s->be->timeout.server;
739 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100740 req->wex = TICK_ETERNITY;
741}
742
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -0700743/* Check if the connection request is in such a state that it can be aborted. */
744static int check_req_may_abort(struct channel *req, struct stream *s)
745{
746 return ((req->flags & (CF_READ_ERROR)) ||
747 ((req->flags & CF_SHUTW_NOW) && /* empty and client aborted */
748 (channel_is_empty(req) || s->be->options & PR_O_ABRT_CLOSE)));
749}
750
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100751/* Update back stream interface status for input states SI_ST_ASS, SI_ST_QUE,
752 * SI_ST_TAR. Other input states are simply ignored.
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +0100753 * Possible output states are SI_ST_CLO, SI_ST_TAR, SI_ST_ASS, SI_ST_REQ, SI_ST_CON
754 * and SI_ST_EST. Flags must have previously been updated for timeouts and other
755 * conditions.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100756 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200757static void sess_update_stream_int(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100758{
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100759 struct server *srv = objt_server(s->target);
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100760 struct stream_interface *si = &s->si[1];
Willy Tarreau103197d2014-11-28 15:26:12 +0100761 struct channel *req = &s->req;
Willy Tarreau827aee92011-03-10 16:55:02 +0100762
Willy Tarreau02d6cfc2012-03-01 18:19:58 +0100763 DPRINTF(stderr,"[%u] %s: sess=%p rq=%p, rp=%p, exp(r,w)=%u,%u rqf=%08x rpf=%08x rqh=%d rqt=%d rph=%d rpt=%d cs=%d ss=%d\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100764 now_ms, __FUNCTION__,
765 s,
CJ Ess6eac32e2015-05-02 16:35:24 -0400766 req, &s->res,
Willy Tarreau103197d2014-11-28 15:26:12 +0100767 req->rex, s->res.wex,
768 req->flags, s->res.flags,
CJ Ess6eac32e2015-05-02 16:35:24 -0400769 req->buf->i, req->buf->o, s->res.buf->i, s->res.buf->o, s->si[0].state, s->si[1].state);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100770
771 if (si->state == SI_ST_ASS) {
772 /* Server assigned to connection request, we have to try to connect now */
773 int conn_err;
774
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -0700775 /* Before we try to initiate the connection, see if the
776 * request may be aborted instead.
777 */
778 if (check_req_may_abort(req, s)) {
779 si->err_type |= SI_ET_CONN_ABRT;
780 goto abort_connection;
781 }
782
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100783 conn_err = connect_server(s);
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100784 srv = objt_server(s->target);
Willy Tarreau827aee92011-03-10 16:55:02 +0100785
Willy Tarreaue7dff022015-04-03 01:14:29 +0200786 if (conn_err == SF_ERR_NONE) {
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +0100787 /* state = SI_ST_CON or SI_ST_EST now */
Willy Tarreau827aee92011-03-10 16:55:02 +0100788 if (srv)
789 srv_inc_sess_ctr(srv);
Bhaskar Maddalaa20cb852014-02-03 16:26:46 -0500790 if (srv)
791 srv_set_sess_last(srv);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100792 return;
793 }
794
795 /* We have received a synchronous error. We might have to
796 * abort, retry immediately or redispatch.
797 */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200798 if (conn_err == SF_ERR_INTERNAL) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100799 if (!si->err_type) {
800 si->err_type = SI_ET_CONN_OTHER;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100801 }
802
Willy Tarreau827aee92011-03-10 16:55:02 +0100803 if (srv)
804 srv_inc_sess_ctr(srv);
805 if (srv)
Bhaskar Maddalaa20cb852014-02-03 16:26:46 -0500806 srv_set_sess_last(srv);
807 if (srv)
Willy Tarreau827aee92011-03-10 16:55:02 +0100808 srv->counters.failed_conns++;
Willy Tarreau7d0aaf32011-03-10 23:25:56 +0100809 s->be->be_counters.failed_conns++;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100810
Willy Tarreau87b09662015-04-03 00:22:06 +0200811 /* release other streams waiting for this server */
Willy Tarreaub89cfca2010-12-29 14:32:28 +0100812 sess_change_server(s, NULL);
Willy Tarreau827aee92011-03-10 16:55:02 +0100813 if (may_dequeue_tasks(srv, s->be))
814 process_srv_queue(srv);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100815
816 /* Failed and not retryable. */
Willy Tarreau73b013b2012-05-21 16:31:45 +0200817 si_shutr(si);
818 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +0100819 req->flags |= CF_WRITE_ERROR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100820
821 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
822
Willy Tarreau87b09662015-04-03 00:22:06 +0200823 /* no stream was ever accounted for this server */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100824 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +0100825 if (s->srv_error)
826 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100827 return;
828 }
829
830 /* We are facing a retryable error, but we don't want to run a
831 * turn-around now, as the problem is likely a source port
832 * allocation problem, so we want to retry now.
833 */
834 si->state = SI_ST_CER;
835 si->flags &= ~SI_FL_ERR;
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100836 sess_update_st_cer(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100837 /* now si->state is one of SI_ST_CLO, SI_ST_TAR, SI_ST_ASS, SI_ST_REQ */
838 return;
839 }
840 else if (si->state == SI_ST_QUE) {
841 /* connection request was queued, check for any update */
842 if (!s->pend_pos) {
843 /* The connection is not in the queue anymore. Either
844 * we have a server connection slot available and we
845 * go directly to the assigned state, or we need to
846 * load-balance first and go to the INI state.
847 */
848 si->exp = TICK_ETERNITY;
Willy Tarreaue7dff022015-04-03 01:14:29 +0200849 if (unlikely(!(s->flags & SF_ASSIGNED)))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100850 si->state = SI_ST_REQ;
851 else {
852 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
853 si->state = SI_ST_ASS;
854 }
855 return;
856 }
857
858 /* Connection request still in queue... */
859 if (si->flags & SI_FL_EXP) {
860 /* ... and timeout expired */
861 si->exp = TICK_ETERNITY;
862 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreau827aee92011-03-10 16:55:02 +0100863 if (srv)
864 srv->counters.failed_conns++;
Willy Tarreau7d0aaf32011-03-10 23:25:56 +0100865 s->be->be_counters.failed_conns++;
Willy Tarreau73b013b2012-05-21 16:31:45 +0200866 si_shutr(si);
867 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +0100868 req->flags |= CF_WRITE_TIMEOUT;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100869 if (!si->err_type)
870 si->err_type = SI_ET_QUEUE_TO;
871 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +0100872 if (s->srv_error)
873 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100874 return;
875 }
876
877 /* Connection remains in queue, check if we have to abort it */
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -0700878 if (check_req_may_abort(req, s)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100879 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100880 si->err_type |= SI_ET_QUEUE_ABRT;
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -0700881 goto abort_connection;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100882 }
883
884 /* Nothing changed */
885 return;
886 }
887 else if (si->state == SI_ST_TAR) {
888 /* Connection request might be aborted */
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -0700889 if (check_req_may_abort(req, s)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100890 si->err_type |= SI_ET_CONN_ABRT;
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -0700891 goto abort_connection;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100892 }
893
894 if (!(si->flags & SI_FL_EXP))
895 return; /* still in turn-around */
896
897 si->exp = TICK_ETERNITY;
898
Willy Tarreau87b09662015-04-03 00:22:06 +0200899 /* we keep trying on the same server as long as the stream is
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100900 * marked "assigned".
901 * FIXME: Should we force a redispatch attempt when the server is down ?
902 */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200903 if (s->flags & SF_ASSIGNED)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100904 si->state = SI_ST_ASS;
905 else
906 si->state = SI_ST_REQ;
907 return;
908 }
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -0700909 return;
910
911abort_connection:
912 /* give up */
913 si->exp = TICK_ETERNITY;
914 si_shutr(si);
915 si_shutw(si);
916 si->state = SI_ST_CLO;
917 if (s->srv_error)
918 s->srv_error(s, si);
919 return;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100920}
921
Willy Tarreau87b09662015-04-03 00:22:06 +0200922/* Set correct stream termination flags in case no analyser has done it. It
Simon Hormandec5be42011-06-08 09:19:07 +0900923 * also counts a failed request if the server state has not reached the request
924 * stage.
925 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200926static void sess_set_term_flags(struct stream *s)
Simon Hormandec5be42011-06-08 09:19:07 +0900927{
Willy Tarreaue7dff022015-04-03 01:14:29 +0200928 if (!(s->flags & SF_FINST_MASK)) {
Simon Hormandec5be42011-06-08 09:19:07 +0900929 if (s->si[1].state < SI_ST_REQ) {
930
Willy Tarreaud0d8da92015-04-04 02:10:38 +0200931 strm_fe(s)->fe_counters.failed_req++;
Willy Tarreau2c1068c2015-09-23 12:21:21 +0200932 if (strm_li(s) && strm_li(s)->counters)
Willy Tarreaud0d8da92015-04-04 02:10:38 +0200933 strm_li(s)->counters->failed_req++;
Simon Hormandec5be42011-06-08 09:19:07 +0900934
Willy Tarreaue7dff022015-04-03 01:14:29 +0200935 s->flags |= SF_FINST_R;
Simon Hormandec5be42011-06-08 09:19:07 +0900936 }
937 else if (s->si[1].state == SI_ST_QUE)
Willy Tarreaue7dff022015-04-03 01:14:29 +0200938 s->flags |= SF_FINST_Q;
Simon Hormandec5be42011-06-08 09:19:07 +0900939 else if (s->si[1].state < SI_ST_EST)
Willy Tarreaue7dff022015-04-03 01:14:29 +0200940 s->flags |= SF_FINST_C;
Simon Hormandec5be42011-06-08 09:19:07 +0900941 else if (s->si[1].state == SI_ST_EST || s->si[1].prev_state == SI_ST_EST)
Willy Tarreaue7dff022015-04-03 01:14:29 +0200942 s->flags |= SF_FINST_D;
Simon Hormandec5be42011-06-08 09:19:07 +0900943 else
Willy Tarreaue7dff022015-04-03 01:14:29 +0200944 s->flags |= SF_FINST_L;
Simon Hormandec5be42011-06-08 09:19:07 +0900945 }
946}
947
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100948/* This function initiates a server connection request on a stream interface
Willy Tarreaud84fb5e2013-11-30 09:06:53 +0100949 * already in SI_ST_REQ state. Upon success, the state goes to SI_ST_ASS for
950 * a real connection to a server, indicating that a server has been assigned,
951 * or SI_ST_EST for a successful connection to an applet. It may also return
952 * SI_ST_QUE, or SI_ST_CLO upon error.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100953 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200954static void sess_prepare_conn_req(struct stream *s)
Willy Tarreau02d6cfc2012-03-01 18:19:58 +0100955{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100956 struct stream_interface *si = &s->si[1];
957
Willy Tarreau02d6cfc2012-03-01 18:19:58 +0100958 DPRINTF(stderr,"[%u] %s: sess=%p rq=%p, rp=%p, exp(r,w)=%u,%u rqf=%08x rpf=%08x rqh=%d rqt=%d rph=%d rpt=%d cs=%d ss=%d\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100959 now_ms, __FUNCTION__,
960 s,
CJ Ess6eac32e2015-05-02 16:35:24 -0400961 &s->req, &s->res,
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100962 s->req.rex, s->res.wex,
963 s->req.flags, s->res.flags,
CJ Ess6eac32e2015-05-02 16:35:24 -0400964 s->req.buf->i, s->req.buf->o, s->res.buf->i, s->res.buf->o, s->si[0].state, s->si[1].state);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100965
966 if (si->state != SI_ST_REQ)
967 return;
968
Willy Tarreaud84fb5e2013-11-30 09:06:53 +0100969 if (unlikely(obj_type(s->target) == OBJ_TYPE_APPLET)) {
970 /* the applet directly goes to the EST state */
Willy Tarreau4384ddf2013-12-01 12:25:52 +0100971 struct appctx *appctx = objt_appctx(si->end);
972
973 if (!appctx || appctx->applet != __objt_applet(s->target))
974 appctx = stream_int_register_handler(si, objt_applet(s->target));
975
976 if (!appctx) {
977 /* No more memory, let's immediately abort. Force the
978 * error code to ignore the ERR_LOCAL which is not a
979 * real error.
980 */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200981 s->flags &= ~(SF_ERR_MASK | SF_FINST_MASK);
Willy Tarreau4384ddf2013-12-01 12:25:52 +0100982
983 si_shutr(si);
984 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +0100985 s->req.flags |= CF_WRITE_ERROR;
Willy Tarreau6bbb2f62013-12-09 17:14:23 +0100986 si->err_type = SI_ET_CONN_RES;
Willy Tarreau4384ddf2013-12-01 12:25:52 +0100987 si->state = SI_ST_CLO;
988 if (s->srv_error)
989 s->srv_error(s, si);
990 return;
991 }
992
Willy Tarreaud84fb5e2013-11-30 09:06:53 +0100993 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreaud84fb5e2013-11-30 09:06:53 +0100994 si->state = SI_ST_EST;
995 si->err_type = SI_ET_NONE;
Willy Tarreaub9a551e2014-04-23 00:35:17 +0200996 be_set_sess_last(s->be);
Willy Tarreaufac4bd12013-11-30 09:21:49 +0100997 /* let sess_establish() finish the job */
Willy Tarreaud84fb5e2013-11-30 09:06:53 +0100998 return;
999 }
1000
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001001 /* Try to assign a server */
1002 if (srv_redispatch_connect(s) != 0) {
1003 /* We did not get a server. Either we queued the
1004 * connection request, or we encountered an error.
1005 */
1006 if (si->state == SI_ST_QUE)
1007 return;
1008
1009 /* we did not get any server, let's check the cause */
Willy Tarreau73b013b2012-05-21 16:31:45 +02001010 si_shutr(si);
1011 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +01001012 s->req.flags |= CF_WRITE_ERROR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001013 if (!si->err_type)
1014 si->err_type = SI_ET_CONN_OTHER;
1015 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +01001016 if (s->srv_error)
1017 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001018 return;
1019 }
1020
1021 /* The server is assigned */
1022 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
1023 si->state = SI_ST_ASS;
Willy Tarreaub9a551e2014-04-23 00:35:17 +02001024 be_set_sess_last(s->be);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001025}
1026
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001027/* This function parses the use-service action ruleset. It executes
1028 * the associated ACL and set an applet as a stream or txn final node.
1029 * it returns ACT_RET_ERR if an error occurs, the proxy left in
1030 * consistent state. It returns ACT_RET_STOP in succes case because
1031 * use-service must be a terminal action. Returns ACT_RET_YIELD
1032 * if the initialisation function require more data.
1033 */
1034enum act_return process_use_service(struct act_rule *rule, struct proxy *px,
1035 struct session *sess, struct stream *s, int flags)
1036
1037{
1038 struct appctx *appctx;
1039
1040 /* Initialises the applet if it is required. */
1041 if (flags & ACT_FLAG_FIRST) {
1042 /* Register applet. this function schedules the applet. */
1043 s->target = &rule->applet.obj_type;
1044 if (unlikely(!stream_int_register_handler(&s->si[1], objt_applet(s->target))))
1045 return ACT_RET_ERR;
1046
1047 /* Initialise the context. */
1048 appctx = si_appctx(&s->si[1]);
1049 memset(&appctx->ctx, 0, sizeof(appctx->ctx));
1050 appctx->rule = rule;
1051 }
1052 else
1053 appctx = si_appctx(&s->si[1]);
1054
1055 /* Stops the applet sheduling, in case of the init function miss
1056 * some data.
1057 */
1058 appctx_pause(appctx);
1059 si_applet_stop_get(&s->si[1]);
1060
1061 /* Call initialisation. */
1062 if (rule->applet.init)
1063 switch (rule->applet.init(appctx, px, s)) {
1064 case 0: return ACT_RET_ERR;
1065 case 1: break;
1066 default: return ACT_RET_YIELD;
1067 }
1068
1069 /* Now we can schedule the applet. */
1070 si_applet_cant_get(&s->si[1]);
1071 appctx_wakeup(appctx);
1072
1073 if (sess->fe == s->be) /* report it if the request was intercepted by the frontend */
1074 sess->fe->fe_counters.intercepted_req++;
1075
1076 /* The flag SF_ASSIGNED prevent from server assignment. */
1077 s->flags |= SF_ASSIGNED;
1078
1079 return ACT_RET_STOP;
1080}
1081
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001082/* This stream analyser checks the switching rules and changes the backend
Willy Tarreau4de91492010-01-22 19:10:05 +01001083 * if appropriate. The default_backend rule is also considered, then the
1084 * target backend's forced persistence rules are also evaluated last if any.
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001085 * It returns 1 if the processing can continue on next analysers, or zero if it
1086 * either needs more data or wants to immediately abort the request.
1087 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001088static int process_switching_rules(struct stream *s, struct channel *req, int an_bit)
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001089{
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001090 struct persist_rule *prst_rule;
Willy Tarreau192252e2015-04-04 01:47:55 +02001091 struct session *sess = s->sess;
1092 struct proxy *fe = sess->fe;
Willy Tarreau4de91492010-01-22 19:10:05 +01001093
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001094 req->analysers &= ~an_bit;
1095 req->analyse_exp = TICK_ETERNITY;
1096
Willy Tarreau87b09662015-04-03 00:22:06 +02001097 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bh=%d analysers=%02x\n",
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001098 now_ms, __FUNCTION__,
1099 s,
1100 req,
1101 req->rex, req->wex,
1102 req->flags,
Willy Tarreau9b28e032012-10-12 23:49:43 +02001103 req->buf->i,
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001104 req->analysers);
1105
1106 /* now check whether we have some switching rules for this request */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001107 if (!(s->flags & SF_BE_ASSIGNED)) {
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001108 struct switching_rule *rule;
1109
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001110 list_for_each_entry(rule, &fe->switching_rules, list) {
Willy Tarreauf51658d2014-04-23 01:21:56 +02001111 int ret = 1;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001112
Willy Tarreauf51658d2014-04-23 01:21:56 +02001113 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001114 ret = acl_exec_cond(rule->cond, fe, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreauf51658d2014-04-23 01:21:56 +02001115 ret = acl_pass(ret);
1116 if (rule->cond->pol == ACL_COND_UNLESS)
1117 ret = !ret;
1118 }
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001119
1120 if (ret) {
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001121 /* If the backend name is dynamic, try to resolve the name.
1122 * If we can't resolve the name, or if any error occurs, break
1123 * the loop and fallback to the default backend.
1124 */
1125 struct proxy *backend;
1126
1127 if (rule->dynamic) {
1128 struct chunk *tmp = get_trash_chunk();
1129 if (!build_logline(s, tmp->str, tmp->size, &rule->be.expr))
1130 break;
Willy Tarreau9e0bb102015-05-26 11:24:42 +02001131 backend = proxy_be_by_name(tmp->str);
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001132 if (!backend)
1133 break;
1134 }
1135 else
1136 backend = rule->be.backend;
1137
Willy Tarreau87b09662015-04-03 00:22:06 +02001138 if (!stream_set_backend(s, backend))
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001139 goto sw_failed;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001140 break;
1141 }
1142 }
1143
1144 /* To ensure correct connection accounting on the backend, we
1145 * have to assign one if it was not set (eg: a listen). This
1146 * measure also takes care of correctly setting the default
1147 * backend if any.
1148 */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001149 if (!(s->flags & SF_BE_ASSIGNED))
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001150 if (!stream_set_backend(s, fe->defbe.be ? fe->defbe.be : s->be))
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001151 goto sw_failed;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001152 }
1153
Willy Tarreaufb356202010-08-03 14:02:05 +02001154 /* we don't want to run the TCP or HTTP filters again if the backend has not changed */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001155 if (fe == s->be) {
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001156 s->req.analysers &= ~AN_REQ_INSPECT_BE;
1157 s->req.analysers &= ~AN_REQ_HTTP_PROCESS_BE;
Christopher Fauletd7c91962015-04-30 11:48:27 +02001158 s->req.analysers &= ~AN_FLT_START_BE;
Willy Tarreaufb356202010-08-03 14:02:05 +02001159 }
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001160
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001161 /* as soon as we know the backend, we must check if we have a matching forced or ignored
Willy Tarreau87b09662015-04-03 00:22:06 +02001162 * persistence rule, and report that in the stream.
Willy Tarreau4de91492010-01-22 19:10:05 +01001163 */
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001164 list_for_each_entry(prst_rule, &s->be->persist_rules, list) {
Willy Tarreau4de91492010-01-22 19:10:05 +01001165 int ret = 1;
1166
1167 if (prst_rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001168 ret = acl_exec_cond(prst_rule->cond, s->be, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreau4de91492010-01-22 19:10:05 +01001169 ret = acl_pass(ret);
1170 if (prst_rule->cond->pol == ACL_COND_UNLESS)
1171 ret = !ret;
1172 }
1173
1174 if (ret) {
1175 /* no rule, or the rule matches */
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001176 if (prst_rule->type == PERSIST_TYPE_FORCE) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001177 s->flags |= SF_FORCE_PRST;
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001178 } else {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001179 s->flags |= SF_IGNORE_PRST;
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001180 }
Willy Tarreau4de91492010-01-22 19:10:05 +01001181 break;
1182 }
1183 }
1184
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001185 return 1;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001186
1187 sw_failed:
1188 /* immediately abort this request in case of allocation failure */
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001189 channel_abort(&s->req);
1190 channel_abort(&s->res);
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001191
Willy Tarreaue7dff022015-04-03 01:14:29 +02001192 if (!(s->flags & SF_ERR_MASK))
1193 s->flags |= SF_ERR_RESOURCE;
1194 if (!(s->flags & SF_FINST_MASK))
1195 s->flags |= SF_FINST_R;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001196
Willy Tarreaueee5b512015-04-03 23:46:31 +02001197 if (s->txn)
1198 s->txn->status = 500;
Christopher Fauletd7c91962015-04-30 11:48:27 +02001199 s->req.analysers &= AN_FLT_END;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001200 s->req.analyse_exp = TICK_ETERNITY;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001201 return 0;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001202}
1203
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001204/* This stream analyser works on a request. It applies all use-server rules on
1205 * it then returns 1. The data must already be present in the buffer otherwise
1206 * they won't match. It always returns 1.
1207 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001208static int process_server_rules(struct stream *s, struct channel *req, int an_bit)
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001209{
1210 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001211 struct session *sess = s->sess;
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001212 struct server_rule *rule;
1213
Willy Tarreau87b09662015-04-03 00:22:06 +02001214 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bl=%d analysers=%02x\n",
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001215 now_ms, __FUNCTION__,
1216 s,
1217 req,
1218 req->rex, req->wex,
1219 req->flags,
Willy Tarreau9b28e032012-10-12 23:49:43 +02001220 req->buf->i + req->buf->o,
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001221 req->analysers);
1222
Willy Tarreaue7dff022015-04-03 01:14:29 +02001223 if (!(s->flags & SF_ASSIGNED)) {
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001224 list_for_each_entry(rule, &px->server_rules, list) {
1225 int ret;
1226
Willy Tarreau192252e2015-04-04 01:47:55 +02001227 ret = acl_exec_cond(rule->cond, s->be, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001228 ret = acl_pass(ret);
1229 if (rule->cond->pol == ACL_COND_UNLESS)
1230 ret = !ret;
1231
1232 if (ret) {
1233 struct server *srv = rule->srv.ptr;
1234
Willy Tarreau892337c2014-05-13 23:41:20 +02001235 if ((srv->state != SRV_ST_STOPPED) ||
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001236 (px->options & PR_O_PERSIST) ||
Willy Tarreaue7dff022015-04-03 01:14:29 +02001237 (s->flags & SF_FORCE_PRST)) {
1238 s->flags |= SF_DIRECT | SF_ASSIGNED;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001239 s->target = &srv->obj_type;
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001240 break;
1241 }
1242 /* if the server is not UP, let's go on with next rules
1243 * just in case another one is suited.
1244 */
1245 }
1246 }
1247 }
1248
1249 req->analysers &= ~an_bit;
1250 req->analyse_exp = TICK_ETERNITY;
1251 return 1;
1252}
1253
Emeric Brun1d33b292010-01-04 15:47:17 +01001254/* This stream analyser works on a request. It applies all sticking rules on
1255 * it then returns 1. The data must already be present in the buffer otherwise
1256 * they won't match. It always returns 1.
1257 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001258static int process_sticking_rules(struct stream *s, struct channel *req, int an_bit)
Emeric Brun1d33b292010-01-04 15:47:17 +01001259{
1260 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001261 struct session *sess = s->sess;
Emeric Brun1d33b292010-01-04 15:47:17 +01001262 struct sticking_rule *rule;
1263
Willy Tarreau87b09662015-04-03 00:22:06 +02001264 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bh=%d analysers=%02x\n",
Emeric Brun1d33b292010-01-04 15:47:17 +01001265 now_ms, __FUNCTION__,
1266 s,
1267 req,
1268 req->rex, req->wex,
1269 req->flags,
Willy Tarreau9b28e032012-10-12 23:49:43 +02001270 req->buf->i,
Emeric Brun1d33b292010-01-04 15:47:17 +01001271 req->analysers);
1272
1273 list_for_each_entry(rule, &px->sticking_rules, list) {
1274 int ret = 1 ;
1275 int i;
1276
Willy Tarreau9667a802013-12-09 12:52:13 +01001277 /* Only the first stick store-request of each table is applied
1278 * and other ones are ignored. The purpose is to allow complex
1279 * configurations which look for multiple entries by decreasing
1280 * order of precision and to stop at the first which matches.
1281 * An example could be a store of the IP address from an HTTP
1282 * header first, then from the source if not found.
1283 */
Emeric Brun1d33b292010-01-04 15:47:17 +01001284 for (i = 0; i < s->store_count; i++) {
1285 if (rule->table.t == s->store[i].table)
1286 break;
1287 }
1288
1289 if (i != s->store_count)
1290 continue;
1291
1292 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001293 ret = acl_exec_cond(rule->cond, px, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001294 ret = acl_pass(ret);
1295 if (rule->cond->pol == ACL_COND_UNLESS)
1296 ret = !ret;
1297 }
1298
1299 if (ret) {
1300 struct stktable_key *key;
1301
Willy Tarreau192252e2015-04-04 01:47:55 +02001302 key = stktable_fetch_key(rule->table.t, px, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL, rule->expr, NULL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001303 if (!key)
1304 continue;
1305
1306 if (rule->flags & STK_IS_MATCH) {
1307 struct stksess *ts;
1308
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001309 if ((ts = stktable_lookup_key(rule->table.t, key)) != NULL) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001310 if (!(s->flags & SF_ASSIGNED)) {
Emeric Brun1d33b292010-01-04 15:47:17 +01001311 struct eb32_node *node;
Willy Tarreau13c29de2010-06-06 16:40:39 +02001312 void *ptr;
Emeric Brun1d33b292010-01-04 15:47:17 +01001313
1314 /* srv found in table */
Willy Tarreau13c29de2010-06-06 16:40:39 +02001315 ptr = stktable_data_ptr(rule->table.t, ts, STKTABLE_DT_SERVER_ID);
1316 node = eb32_lookup(&px->conf.used_server_id, stktable_data_cast(ptr, server_id));
Emeric Brun1d33b292010-01-04 15:47:17 +01001317 if (node) {
1318 struct server *srv;
1319
1320 srv = container_of(node, struct server, conf.id);
Willy Tarreau892337c2014-05-13 23:41:20 +02001321 if ((srv->state != SRV_ST_STOPPED) ||
Willy Tarreau4de91492010-01-22 19:10:05 +01001322 (px->options & PR_O_PERSIST) ||
Willy Tarreaue7dff022015-04-03 01:14:29 +02001323 (s->flags & SF_FORCE_PRST)) {
1324 s->flags |= SF_DIRECT | SF_ASSIGNED;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001325 s->target = &srv->obj_type;
Emeric Brun1d33b292010-01-04 15:47:17 +01001326 }
1327 }
1328 }
Emeric Brun85e77c72010-09-23 18:16:52 +02001329 stktable_touch(rule->table.t, ts, 1);
Emeric Brun1d33b292010-01-04 15:47:17 +01001330 }
1331 }
1332 if (rule->flags & STK_IS_STORE) {
1333 if (s->store_count < (sizeof(s->store) / sizeof(s->store[0]))) {
1334 struct stksess *ts;
1335
1336 ts = stksess_new(rule->table.t, key);
1337 if (ts) {
1338 s->store[s->store_count].table = rule->table.t;
1339 s->store[s->store_count++].ts = ts;
1340 }
1341 }
1342 }
1343 }
1344 }
1345
1346 req->analysers &= ~an_bit;
1347 req->analyse_exp = TICK_ETERNITY;
1348 return 1;
1349}
1350
1351/* This stream analyser works on a response. It applies all store rules on it
1352 * then returns 1. The data must already be present in the buffer otherwise
1353 * they won't match. It always returns 1.
1354 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001355static int process_store_rules(struct stream *s, struct channel *rep, int an_bit)
Emeric Brun1d33b292010-01-04 15:47:17 +01001356{
1357 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001358 struct session *sess = s->sess;
Emeric Brun1d33b292010-01-04 15:47:17 +01001359 struct sticking_rule *rule;
1360 int i;
Willy Tarreau9667a802013-12-09 12:52:13 +01001361 int nbreq = s->store_count;
Emeric Brun1d33b292010-01-04 15:47:17 +01001362
Willy Tarreau87b09662015-04-03 00:22:06 +02001363 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bh=%d analysers=%02x\n",
Emeric Brun1d33b292010-01-04 15:47:17 +01001364 now_ms, __FUNCTION__,
1365 s,
Willy Tarreau2e2b3eb2010-02-09 20:55:44 +01001366 rep,
1367 rep->rex, rep->wex,
1368 rep->flags,
Willy Tarreau9b28e032012-10-12 23:49:43 +02001369 rep->buf->i,
Willy Tarreau2e2b3eb2010-02-09 20:55:44 +01001370 rep->analysers);
Emeric Brun1d33b292010-01-04 15:47:17 +01001371
1372 list_for_each_entry(rule, &px->storersp_rules, list) {
1373 int ret = 1 ;
Emeric Brun1d33b292010-01-04 15:47:17 +01001374
Willy Tarreau9667a802013-12-09 12:52:13 +01001375 /* Only the first stick store-response of each table is applied
1376 * and other ones are ignored. The purpose is to allow complex
1377 * configurations which look for multiple entries by decreasing
1378 * order of precision and to stop at the first which matches.
1379 * An example could be a store of a set-cookie value, with a
1380 * fallback to a parameter found in a 302 redirect.
1381 *
1382 * The store-response rules are not allowed to override the
1383 * store-request rules for the same table, but they may coexist.
1384 * Thus we can have up to one store-request entry and one store-
1385 * response entry for the same table at any time.
1386 */
1387 for (i = nbreq; i < s->store_count; i++) {
1388 if (rule->table.t == s->store[i].table)
1389 break;
1390 }
1391
1392 /* skip existing entries for this table */
1393 if (i < s->store_count)
1394 continue;
1395
Emeric Brun1d33b292010-01-04 15:47:17 +01001396 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001397 ret = acl_exec_cond(rule->cond, px, sess, s, SMP_OPT_DIR_RES|SMP_OPT_FINAL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001398 ret = acl_pass(ret);
1399 if (rule->cond->pol == ACL_COND_UNLESS)
1400 ret = !ret;
1401 }
1402
1403 if (ret) {
1404 struct stktable_key *key;
1405
Willy Tarreau192252e2015-04-04 01:47:55 +02001406 key = stktable_fetch_key(rule->table.t, px, sess, s, SMP_OPT_DIR_RES|SMP_OPT_FINAL, rule->expr, NULL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001407 if (!key)
1408 continue;
1409
Willy Tarreau37e340c2013-12-06 23:05:21 +01001410 if (s->store_count < (sizeof(s->store) / sizeof(s->store[0]))) {
Emeric Brun1d33b292010-01-04 15:47:17 +01001411 struct stksess *ts;
1412
1413 ts = stksess_new(rule->table.t, key);
1414 if (ts) {
1415 s->store[s->store_count].table = rule->table.t;
Emeric Brun1d33b292010-01-04 15:47:17 +01001416 s->store[s->store_count++].ts = ts;
1417 }
1418 }
1419 }
1420 }
1421
1422 /* process store request and store response */
1423 for (i = 0; i < s->store_count; i++) {
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001424 struct stksess *ts;
Willy Tarreau13c29de2010-06-06 16:40:39 +02001425 void *ptr;
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001426
Willy Tarreauc93cd162014-05-13 15:54:22 +02001427 if (objt_server(s->target) && objt_server(s->target)->flags & SRV_F_NON_STICK) {
Simon Hormanfa461682011-06-25 09:39:49 +09001428 stksess_free(s->store[i].table, s->store[i].ts);
1429 s->store[i].ts = NULL;
1430 continue;
1431 }
1432
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001433 ts = stktable_lookup(s->store[i].table, s->store[i].ts);
1434 if (ts) {
1435 /* the entry already existed, we can free ours */
Emeric Brun85e77c72010-09-23 18:16:52 +02001436 stktable_touch(s->store[i].table, ts, 1);
Emeric Brun1d33b292010-01-04 15:47:17 +01001437 stksess_free(s->store[i].table, s->store[i].ts);
Emeric Brun1d33b292010-01-04 15:47:17 +01001438 }
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001439 else
Emeric Brun85e77c72010-09-23 18:16:52 +02001440 ts = stktable_store(s->store[i].table, s->store[i].ts, 1);
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001441
1442 s->store[i].ts = NULL;
Willy Tarreau13c29de2010-06-06 16:40:39 +02001443 ptr = stktable_data_ptr(s->store[i].table, ts, STKTABLE_DT_SERVER_ID);
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001444 stktable_data_cast(ptr, server_id) = objt_server(s->target)->puid;
Emeric Brun1d33b292010-01-04 15:47:17 +01001445 }
Willy Tarreau2a164ee2010-06-18 09:57:45 +02001446 s->store_count = 0; /* everything is stored */
Emeric Brun1d33b292010-01-04 15:47:17 +01001447
1448 rep->analysers &= ~an_bit;
1449 rep->analyse_exp = TICK_ETERNITY;
1450 return 1;
1451}
1452
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001453/* This macro is very specific to the function below. See the comments in
Willy Tarreau87b09662015-04-03 00:22:06 +02001454 * process_stream() below to understand the logic and the tests.
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001455 */
1456#define UPDATE_ANALYSERS(real, list, back, flag) { \
1457 list = (((list) & ~(flag)) | ~(back)) & (real); \
1458 back = real; \
1459 if (!(list)) \
1460 break; \
1461 if (((list) ^ ((list) & ((list) - 1))) < (flag)) \
1462 continue; \
1463}
1464
Christopher Fauleta9215b72016-05-11 17:06:28 +02001465/* These 2 following macros call an analayzer for the specified channel if the
1466 * right flag is set. The first one is used for "filterable" analyzers. If a
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001467 * stream has some registered filters, pre and post analyaze callbacks are
1468 * called. The second are used for other analyzers (AN_FLT_* and
Christopher Fauleta9215b72016-05-11 17:06:28 +02001469 * AN_REQ/RES_HTTP_XFER_BODY) */
1470#define FLT_ANALYZE(strm, chn, fun, list, back, flag, ...) \
1471 { \
1472 if ((list) & (flag)) { \
1473 if (HAS_FILTERS(strm)) { \
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001474 if (!flt_pre_analyze((strm), (chn), (flag))) \
Christopher Fauleta9215b72016-05-11 17:06:28 +02001475 break; \
1476 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1477 break; \
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001478 if (!flt_post_analyze((strm), (chn), (flag))) \
1479 break; \
Christopher Fauleta9215b72016-05-11 17:06:28 +02001480 } \
1481 else { \
1482 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1483 break; \
1484 } \
1485 UPDATE_ANALYSERS((chn)->analysers, (list), \
1486 (back), (flag)); \
1487 } \
1488 }
1489
1490#define ANALYZE(strm, chn, fun, list, back, flag, ...) \
1491 { \
1492 if ((list) & (flag)) { \
1493 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1494 break; \
1495 UPDATE_ANALYSERS((chn)->analysers, (list), \
1496 (back), (flag)); \
1497 } \
1498 }
1499
Willy Tarreau87b09662015-04-03 00:22:06 +02001500/* Processes the client, server, request and response jobs of a stream task,
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001501 * then puts it back to the wait queue in a clean state, or cleans up its
1502 * resources if it must be deleted. Returns in <next> the date the task wants
1503 * to be woken up, or TICK_ETERNITY. In order not to call all functions for
1504 * nothing too many times, the request and response buffers flags are monitored
1505 * and each function is called only if at least another function has changed at
1506 * least one flag it is interested in.
1507 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001508struct task *process_stream(struct task *t)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001509{
Willy Tarreau827aee92011-03-10 16:55:02 +01001510 struct server *srv;
Willy Tarreau87b09662015-04-03 00:22:06 +02001511 struct stream *s = t->context;
Willy Tarreaufb0afa72015-04-03 14:46:27 +02001512 struct session *sess = s->sess;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001513 unsigned int rqf_last, rpf_last;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001514 unsigned int rq_prod_last, rq_cons_last;
1515 unsigned int rp_cons_last, rp_prod_last;
Willy Tarreau576507f2010-01-07 00:09:04 +01001516 unsigned int req_ana_back;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001517 struct channel *req, *res;
1518 struct stream_interface *si_f, *si_b;
1519
1520 req = &s->req;
1521 res = &s->res;
1522
1523 si_f = &s->si[0];
1524 si_b = &s->si[1];
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001525
1526 //DPRINTF(stderr, "%s:%d: cs=%d ss=%d(%d) rqf=0x%08x rpf=0x%08x\n", __FUNCTION__, __LINE__,
Willy Tarreau8f128b42014-11-28 15:07:47 +01001527 // si_f->state, si_b->state, si_b->err_type, req->flags, res->flags);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001528
Krzysztof Piotr Oledzkif9423ae2010-01-29 19:26:18 +01001529 /* this data may be no longer valid, clear it */
Willy Tarreaueee5b512015-04-03 23:46:31 +02001530 if (s->txn)
1531 memset(&s->txn->auth, 0, sizeof(s->txn->auth));
Krzysztof Piotr Oledzkif9423ae2010-01-29 19:26:18 +01001532
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02001533 /* This flag must explicitly be set every time */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001534 req->flags &= ~(CF_READ_NOEXP|CF_WAKE_WRITE);
1535 res->flags &= ~(CF_READ_NOEXP|CF_WAKE_WRITE);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001536
1537 /* Keep a copy of req/rep flags so that we can detect shutdowns */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001538 rqf_last = req->flags & ~CF_MASK_ANALYSER;
1539 rpf_last = res->flags & ~CF_MASK_ANALYSER;
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001540
Willy Tarreau89f7ef22009-09-05 20:57:35 +02001541 /* we don't want the stream interface functions to recursively wake us up */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001542 si_f->flags |= SI_FL_DONT_WAKE;
1543 si_b->flags |= SI_FL_DONT_WAKE;
Willy Tarreau89f7ef22009-09-05 20:57:35 +02001544
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001545 /* update pending events */
1546 s->pending_events |= (t->state & TASK_WOKEN_ANY);
1547
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001548 /* 1a: Check for low level timeouts if needed. We just set a flag on
1549 * stream interfaces when their timeouts have expired.
1550 */
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001551 if (unlikely(s->pending_events & TASK_WOKEN_TIMER)) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001552 stream_int_check_timeouts(si_f);
1553 stream_int_check_timeouts(si_b);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001554
Willy Tarreau8263d2b2012-08-28 00:06:31 +02001555 /* check channel timeouts, and close the corresponding stream interfaces
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001556 * for future reads or writes. Note: this will also concern upper layers
1557 * but we do not touch any other flag. We must be careful and correctly
1558 * detect state changes when calling them.
1559 */
1560
Willy Tarreau8f128b42014-11-28 15:07:47 +01001561 channel_check_timeouts(req);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001562
Willy Tarreau8f128b42014-11-28 15:07:47 +01001563 if (unlikely((req->flags & (CF_SHUTW|CF_WRITE_TIMEOUT)) == CF_WRITE_TIMEOUT)) {
1564 si_b->flags |= SI_FL_NOLINGER;
1565 si_shutw(si_b);
Willy Tarreau14641402009-12-29 14:49:56 +01001566 }
1567
Willy Tarreau8f128b42014-11-28 15:07:47 +01001568 if (unlikely((req->flags & (CF_SHUTR|CF_READ_TIMEOUT)) == CF_READ_TIMEOUT)) {
1569 if (si_f->flags & SI_FL_NOHALF)
1570 si_f->flags |= SI_FL_NOLINGER;
1571 si_shutr(si_f);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02001572 }
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001573
Willy Tarreau8f128b42014-11-28 15:07:47 +01001574 channel_check_timeouts(res);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001575
Willy Tarreau8f128b42014-11-28 15:07:47 +01001576 if (unlikely((res->flags & (CF_SHUTW|CF_WRITE_TIMEOUT)) == CF_WRITE_TIMEOUT)) {
1577 si_f->flags |= SI_FL_NOLINGER;
1578 si_shutw(si_f);
Willy Tarreau14641402009-12-29 14:49:56 +01001579 }
1580
Willy Tarreau8f128b42014-11-28 15:07:47 +01001581 if (unlikely((res->flags & (CF_SHUTR|CF_READ_TIMEOUT)) == CF_READ_TIMEOUT)) {
1582 if (si_b->flags & SI_FL_NOHALF)
1583 si_b->flags |= SI_FL_NOLINGER;
1584 si_shutr(si_b);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02001585 }
Willy Tarreau798f4322012-11-08 14:49:17 +01001586
Christopher Fauleta00d8172016-11-10 14:58:05 +01001587 if (HAS_FILTERS(s))
1588 flt_stream_check_timeouts(s);
1589
Willy Tarreau798f4322012-11-08 14:49:17 +01001590 /* Once in a while we're woken up because the task expires. But
1591 * this does not necessarily mean that a timeout has been reached.
Willy Tarreau87b09662015-04-03 00:22:06 +02001592 * So let's not run a whole stream processing if only an expiration
Willy Tarreau798f4322012-11-08 14:49:17 +01001593 * timeout needs to be refreshed.
1594 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001595 if (!((req->flags | res->flags) &
Willy Tarreau798f4322012-11-08 14:49:17 +01001596 (CF_SHUTR|CF_READ_ACTIVITY|CF_READ_TIMEOUT|CF_SHUTW|
1597 CF_WRITE_ACTIVITY|CF_WRITE_TIMEOUT|CF_ANA_TIMEOUT)) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01001598 !((si_f->flags | si_b->flags) & (SI_FL_EXP|SI_FL_ERR)) &&
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001599 ((s->pending_events & TASK_WOKEN_ANY) == TASK_WOKEN_TIMER)) {
Willy Tarreau5fb04712016-05-04 10:18:37 +02001600 si_f->flags &= ~SI_FL_DONT_WAKE;
1601 si_b->flags &= ~SI_FL_DONT_WAKE;
Willy Tarreau798f4322012-11-08 14:49:17 +01001602 goto update_exp_and_leave;
Willy Tarreau5fb04712016-05-04 10:18:37 +02001603 }
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001604 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001605
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001606 /* below we may emit error messages so we have to ensure that we have
1607 * our buffers properly allocated.
1608 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001609 if (!stream_alloc_work_buffer(s)) {
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001610 /* No buffer available, we've been subscribed to the list of
1611 * buffer waiters, let's wait for our turn.
1612 */
Willy Tarreau5fb04712016-05-04 10:18:37 +02001613 si_f->flags &= ~SI_FL_DONT_WAKE;
1614 si_b->flags &= ~SI_FL_DONT_WAKE;
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001615 goto update_exp_and_leave;
1616 }
1617
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001618 /* 1b: check for low-level errors reported at the stream interface.
1619 * First we check if it's a retryable error (in which case we don't
1620 * want to tell the buffer). Otherwise we report the error one level
1621 * upper by setting flags into the buffers. Note that the side towards
1622 * the client cannot have connect (hence retryable) errors. Also, the
1623 * connection setup code must be able to deal with any type of abort.
1624 */
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001625 srv = objt_server(s->target);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001626 if (unlikely(si_f->flags & SI_FL_ERR)) {
1627 if (si_f->state == SI_ST_EST || si_f->state == SI_ST_DIS) {
1628 si_shutr(si_f);
1629 si_shutw(si_f);
1630 stream_int_report_error(si_f);
1631 if (!(req->analysers) && !(res->analysers)) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001632 s->be->be_counters.cli_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001633 sess->fe->fe_counters.cli_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001634 if (srv)
1635 srv->counters.cli_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001636 if (!(s->flags & SF_ERR_MASK))
1637 s->flags |= SF_ERR_CLICL;
1638 if (!(s->flags & SF_FINST_MASK))
1639 s->flags |= SF_FINST_D;
Willy Tarreau05cb29b2008-12-14 11:44:04 +01001640 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001641 }
1642 }
1643
Willy Tarreau8f128b42014-11-28 15:07:47 +01001644 if (unlikely(si_b->flags & SI_FL_ERR)) {
1645 if (si_b->state == SI_ST_EST || si_b->state == SI_ST_DIS) {
1646 si_shutr(si_b);
1647 si_shutw(si_b);
1648 stream_int_report_error(si_b);
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001649 s->be->be_counters.failed_resp++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001650 if (srv)
1651 srv->counters.failed_resp++;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001652 if (!(req->analysers) && !(res->analysers)) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001653 s->be->be_counters.srv_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001654 sess->fe->fe_counters.srv_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001655 if (srv)
1656 srv->counters.srv_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001657 if (!(s->flags & SF_ERR_MASK))
1658 s->flags |= SF_ERR_SRVCL;
1659 if (!(s->flags & SF_FINST_MASK))
1660 s->flags |= SF_FINST_D;
Willy Tarreau05cb29b2008-12-14 11:44:04 +01001661 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001662 }
1663 /* note: maybe we should process connection errors here ? */
1664 }
1665
Willy Tarreau8f128b42014-11-28 15:07:47 +01001666 if (si_b->state == SI_ST_CON) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001667 /* we were trying to establish a connection on the server side,
1668 * maybe it succeeded, maybe it failed, maybe we timed out, ...
1669 */
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01001670 if (unlikely(!sess_update_st_con_tcp(s)))
1671 sess_update_st_cer(s);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001672 else if (si_b->state == SI_ST_EST)
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01001673 sess_establish(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001674
1675 /* state is now one of SI_ST_CON (still in progress), SI_ST_EST
1676 * (established), SI_ST_DIS (abort), SI_ST_CLO (last error),
1677 * SI_ST_ASS/SI_ST_TAR/SI_ST_REQ for retryable errors.
1678 */
1679 }
1680
Willy Tarreau8f128b42014-11-28 15:07:47 +01001681 rq_prod_last = si_f->state;
1682 rq_cons_last = si_b->state;
1683 rp_cons_last = si_f->state;
1684 rp_prod_last = si_b->state;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001685
1686 resync_stream_interface:
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001687 /* Check for connection closure */
1688
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001689 DPRINTF(stderr,
Willy Tarreau02d6cfc2012-03-01 18:19:58 +01001690 "[%u] %s:%d: task=%p s=%p, sfl=0x%08x, rq=%p, rp=%p, exp(r,w)=%u,%u rqf=%08x rpf=%08x rqh=%d rqt=%d rph=%d rpt=%d cs=%d ss=%d, cet=0x%x set=0x%x retr=%d\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001691 now_ms, __FUNCTION__, __LINE__,
1692 t,
1693 s, s->flags,
Willy Tarreau8f128b42014-11-28 15:07:47 +01001694 req, res,
1695 req->rex, res->wex,
1696 req->flags, res->flags,
1697 req->buf->i, req->buf->o, res->buf->i, res->buf->o, si_f->state, si_b->state,
1698 si_f->err_type, si_b->err_type,
1699 si_b->conn_retries);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001700
1701 /* nothing special to be done on client side */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001702 if (unlikely(si_f->state == SI_ST_DIS))
1703 si_f->state = SI_ST_CLO;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001704
1705 /* When a server-side connection is released, we have to count it and
1706 * check for pending connections on this server.
1707 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001708 if (unlikely(si_b->state == SI_ST_DIS)) {
1709 si_b->state = SI_ST_CLO;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001710 srv = objt_server(s->target);
Willy Tarreau827aee92011-03-10 16:55:02 +01001711 if (srv) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001712 if (s->flags & SF_CURR_SESS) {
1713 s->flags &= ~SF_CURR_SESS;
Willy Tarreau827aee92011-03-10 16:55:02 +01001714 srv->cur_sess--;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001715 }
1716 sess_change_server(s, NULL);
Willy Tarreau827aee92011-03-10 16:55:02 +01001717 if (may_dequeue_tasks(srv, s->be))
1718 process_srv_queue(srv);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001719 }
1720 }
1721
1722 /*
1723 * Note: of the transient states (REQ, CER, DIS), only REQ may remain
1724 * at this point.
1725 */
1726
Willy Tarreau0be0ef92009-03-08 19:20:25 +01001727 resync_request:
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001728 /* Analyse request */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001729 if (((req->flags & ~rqf_last) & CF_MASK_ANALYSER) ||
1730 ((req->flags ^ rqf_last) & CF_MASK_STATIC) ||
1731 si_f->state != rq_prod_last ||
1732 si_b->state != rq_cons_last ||
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001733 s->pending_events & TASK_WOKEN_MSG) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001734 unsigned int flags = req->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001735
Willy Tarreau8f128b42014-11-28 15:07:47 +01001736 if (si_f->state >= SI_ST_EST) {
Willy Tarreaue34070e2010-01-08 00:32:27 +01001737 int max_loops = global.tune.maxpollevents;
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001738 unsigned int ana_list;
1739 unsigned int ana_back;
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001740
Willy Tarreau90deb182010-01-07 00:20:41 +01001741 /* it's up to the analysers to stop new connections,
1742 * disable reading or closing. Note: if an analyser
1743 * disables any of these bits, it is responsible for
1744 * enabling them again when it disables itself, so
1745 * that other analysers are called in similar conditions.
1746 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001747 channel_auto_read(req);
1748 channel_auto_connect(req);
1749 channel_auto_close(req);
Willy Tarreauedcf6682008-11-30 23:15:34 +01001750
1751 /* We will call all analysers for which a bit is set in
Willy Tarreau8f128b42014-11-28 15:07:47 +01001752 * req->analysers, following the bit order from LSB
Willy Tarreauedcf6682008-11-30 23:15:34 +01001753 * to MSB. The analysers must remove themselves from
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001754 * the list when not needed. Any analyser may return 0
1755 * to break out of the loop, either because of missing
1756 * data to take a decision, or because it decides to
Willy Tarreau87b09662015-04-03 00:22:06 +02001757 * kill the stream. We loop at least once through each
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001758 * analyser, and we may loop again if other analysers
1759 * are added in the middle.
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001760 *
1761 * We build a list of analysers to run. We evaluate all
1762 * of these analysers in the order of the lower bit to
1763 * the higher bit. This ordering is very important.
1764 * An analyser will often add/remove other analysers,
1765 * including itself. Any changes to itself have no effect
1766 * on the loop. If it removes any other analysers, we
1767 * want those analysers not to be called anymore during
1768 * this loop. If it adds an analyser that is located
1769 * after itself, we want it to be scheduled for being
1770 * processed during the loop. If it adds an analyser
1771 * which is located before it, we want it to switch to
1772 * it immediately, even if it has already been called
1773 * once but removed since.
1774 *
1775 * In order to achieve this, we compare the analyser
1776 * list after the call with a copy of it before the
1777 * call. The work list is fed with analyser bits that
1778 * appeared during the call. Then we compare previous
1779 * work list with the new one, and check the bits that
1780 * appeared. If the lowest of these bits is lower than
1781 * the current bit, it means we have enabled a previous
1782 * analyser and must immediately loop again.
Willy Tarreauedcf6682008-11-30 23:15:34 +01001783 */
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001784
Willy Tarreau8f128b42014-11-28 15:07:47 +01001785 ana_list = ana_back = req->analysers;
Willy Tarreaue34070e2010-01-08 00:32:27 +01001786 while (ana_list && max_loops--) {
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001787 /* Warning! ensure that analysers are always placed in ascending order! */
Christopher Fauleta9215b72016-05-11 17:06:28 +02001788 ANALYZE (s, req, flt_start_analyze, ana_list, ana_back, AN_FLT_START_FE);
1789 FLT_ANALYZE(s, req, tcp_inspect_request, ana_list, ana_back, AN_REQ_INSPECT_FE);
1790 FLT_ANALYZE(s, req, http_wait_for_request, ana_list, ana_back, AN_REQ_WAIT_HTTP);
1791 FLT_ANALYZE(s, req, http_wait_for_request_body, ana_list, ana_back, AN_REQ_HTTP_BODY);
1792 FLT_ANALYZE(s, req, http_process_req_common, ana_list, ana_back, AN_REQ_HTTP_PROCESS_FE, sess->fe);
1793 FLT_ANALYZE(s, req, process_switching_rules, ana_list, ana_back, AN_REQ_SWITCHING_RULES);
1794 ANALYZE (s, req, flt_start_analyze, ana_list, ana_back, AN_FLT_START_BE);
1795 FLT_ANALYZE(s, req, tcp_inspect_request, ana_list, ana_back, AN_REQ_INSPECT_BE);
1796 FLT_ANALYZE(s, req, http_process_req_common, ana_list, ana_back, AN_REQ_HTTP_PROCESS_BE, s->be);
1797 FLT_ANALYZE(s, req, http_process_tarpit, ana_list, ana_back, AN_REQ_HTTP_TARPIT);
1798 FLT_ANALYZE(s, req, process_server_rules, ana_list, ana_back, AN_REQ_SRV_RULES);
1799 FLT_ANALYZE(s, req, http_process_request, ana_list, ana_back, AN_REQ_HTTP_INNER);
1800 FLT_ANALYZE(s, req, tcp_persist_rdp_cookie, ana_list, ana_back, AN_REQ_PRST_RDP_COOKIE);
1801 FLT_ANALYZE(s, req, process_sticking_rules, ana_list, ana_back, AN_REQ_STICKING_RULES);
1802 ANALYZE (s, req, flt_analyze_http_headers, ana_list, ana_back, AN_FLT_HTTP_HDRS);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001803 ANALYZE (s, req, http_request_forward_body, ana_list, ana_back, AN_REQ_HTTP_XFER_BODY);
Christopher Fauletd47a1bd2016-11-28 12:36:26 +01001804 ANALYZE (s, req, flt_xfer_data, ana_list, ana_back, AN_FLT_XFER_DATA);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001805 ANALYZE (s, req, flt_end_analyze, ana_list, ana_back, AN_FLT_END);
Willy Tarreaue34070e2010-01-08 00:32:27 +01001806 break;
1807 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001808 }
Willy Tarreau84455332009-03-15 22:34:05 +01001809
Willy Tarreau8f128b42014-11-28 15:07:47 +01001810 rq_prod_last = si_f->state;
1811 rq_cons_last = si_b->state;
1812 req->flags &= ~CF_WAKE_ONCE;
1813 rqf_last = req->flags;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001814
Willy Tarreau8f128b42014-11-28 15:07:47 +01001815 if ((req->flags ^ flags) & CF_MASK_STATIC)
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001816 goto resync_request;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001817 }
1818
Willy Tarreau576507f2010-01-07 00:09:04 +01001819 /* we'll monitor the request analysers while parsing the response,
1820 * because some response analysers may indirectly enable new request
1821 * analysers (eg: HTTP keep-alive).
1822 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001823 req_ana_back = req->analysers;
Willy Tarreau576507f2010-01-07 00:09:04 +01001824
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001825 resync_response:
1826 /* Analyse response */
1827
Willy Tarreau8f128b42014-11-28 15:07:47 +01001828 if (((res->flags & ~rpf_last) & CF_MASK_ANALYSER) ||
1829 (res->flags ^ rpf_last) & CF_MASK_STATIC ||
1830 si_f->state != rp_cons_last ||
1831 si_b->state != rp_prod_last ||
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001832 s->pending_events & TASK_WOKEN_MSG) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001833 unsigned int flags = res->flags;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001834
Willy Tarreau8f128b42014-11-28 15:07:47 +01001835 if ((res->flags & CF_MASK_ANALYSER) &&
1836 (res->analysers & AN_REQ_ALL)) {
Willy Tarreau0499e352010-12-17 07:13:42 +01001837 /* Due to HTTP pipelining, the HTTP request analyser might be waiting
1838 * for some free space in the response buffer, so we might need to call
1839 * it when something changes in the response buffer, but still we pass
1840 * it the request buffer. Note that the SI state might very well still
1841 * be zero due to us returning a flow of redirects!
1842 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001843 res->analysers &= ~AN_REQ_ALL;
1844 req->flags |= CF_WAKE_ONCE;
Willy Tarreau0499e352010-12-17 07:13:42 +01001845 }
1846
Willy Tarreau8f128b42014-11-28 15:07:47 +01001847 if (si_b->state >= SI_ST_EST) {
Willy Tarreaue34070e2010-01-08 00:32:27 +01001848 int max_loops = global.tune.maxpollevents;
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001849 unsigned int ana_list;
1850 unsigned int ana_back;
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001851
Willy Tarreau90deb182010-01-07 00:20:41 +01001852 /* it's up to the analysers to stop disable reading or
1853 * closing. Note: if an analyser disables any of these
1854 * bits, it is responsible for enabling them again when
1855 * it disables itself, so that other analysers are called
1856 * in similar conditions.
1857 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001858 channel_auto_read(res);
1859 channel_auto_close(res);
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001860
1861 /* We will call all analysers for which a bit is set in
Willy Tarreau8f128b42014-11-28 15:07:47 +01001862 * res->analysers, following the bit order from LSB
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001863 * to MSB. The analysers must remove themselves from
1864 * the list when not needed. Any analyser may return 0
1865 * to break out of the loop, either because of missing
1866 * data to take a decision, or because it decides to
Willy Tarreau87b09662015-04-03 00:22:06 +02001867 * kill the stream. We loop at least once through each
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001868 * analyser, and we may loop again if other analysers
1869 * are added in the middle.
1870 */
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001871
Willy Tarreau8f128b42014-11-28 15:07:47 +01001872 ana_list = ana_back = res->analysers;
Willy Tarreaue34070e2010-01-08 00:32:27 +01001873 while (ana_list && max_loops--) {
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001874 /* Warning! ensure that analysers are always placed in ascending order! */
Christopher Fauleta9215b72016-05-11 17:06:28 +02001875 ANALYZE (s, res, flt_start_analyze, ana_list, ana_back, AN_FLT_START_FE);
1876 ANALYZE (s, res, flt_start_analyze, ana_list, ana_back, AN_FLT_START_BE);
1877 FLT_ANALYZE(s, res, tcp_inspect_response, ana_list, ana_back, AN_RES_INSPECT);
1878 FLT_ANALYZE(s, res, http_wait_for_response, ana_list, ana_back, AN_RES_WAIT_HTTP);
1879 FLT_ANALYZE(s, res, process_store_rules, ana_list, ana_back, AN_RES_STORE_RULES);
1880 FLT_ANALYZE(s, res, http_process_res_common, ana_list, ana_back, AN_RES_HTTP_PROCESS_BE, s->be);
1881 ANALYZE (s, res, flt_analyze_http_headers, ana_list, ana_back, AN_FLT_HTTP_HDRS);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001882 ANALYZE (s, res, http_response_forward_body, ana_list, ana_back, AN_RES_HTTP_XFER_BODY);
Christopher Fauletd47a1bd2016-11-28 12:36:26 +01001883 ANALYZE (s, res, flt_xfer_data, ana_list, ana_back, AN_FLT_XFER_DATA);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001884 ANALYZE (s, res, flt_end_analyze, ana_list, ana_back, AN_FLT_END);
Willy Tarreaue34070e2010-01-08 00:32:27 +01001885 break;
1886 }
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001887 }
1888
Willy Tarreau8f128b42014-11-28 15:07:47 +01001889 rp_cons_last = si_f->state;
1890 rp_prod_last = si_b->state;
1891 rpf_last = res->flags;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001892
Willy Tarreau8f128b42014-11-28 15:07:47 +01001893 if ((res->flags ^ flags) & CF_MASK_STATIC)
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001894 goto resync_response;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001895 }
1896
Willy Tarreau576507f2010-01-07 00:09:04 +01001897 /* maybe someone has added some request analysers, so we must check and loop */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001898 if (req->analysers & ~req_ana_back)
Willy Tarreau576507f2010-01-07 00:09:04 +01001899 goto resync_request;
1900
Willy Tarreau8f128b42014-11-28 15:07:47 +01001901 if ((req->flags & ~rqf_last) & CF_MASK_ANALYSER)
Willy Tarreau0499e352010-12-17 07:13:42 +01001902 goto resync_request;
1903
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001904 /* FIXME: here we should call protocol handlers which rely on
1905 * both buffers.
1906 */
1907
1908
1909 /*
Willy Tarreau87b09662015-04-03 00:22:06 +02001910 * Now we propagate unhandled errors to the stream. Normally
Willy Tarreauae526782010-03-04 20:34:23 +01001911 * we're just in a data phase here since it means we have not
1912 * seen any analyser who could set an error status.
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001913 */
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001914 srv = objt_server(s->target);
Willy Tarreaue7dff022015-04-03 01:14:29 +02001915 if (unlikely(!(s->flags & SF_ERR_MASK))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001916 if (req->flags & (CF_READ_ERROR|CF_READ_TIMEOUT|CF_WRITE_ERROR|CF_WRITE_TIMEOUT)) {
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001917 /* Report it if the client got an error or a read timeout expired */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001918 req->analysers = 0;
1919 if (req->flags & CF_READ_ERROR) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001920 s->be->be_counters.cli_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001921 sess->fe->fe_counters.cli_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001922 if (srv)
1923 srv->counters.cli_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001924 s->flags |= SF_ERR_CLICL;
Willy Tarreauae526782010-03-04 20:34:23 +01001925 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01001926 else if (req->flags & CF_READ_TIMEOUT) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001927 s->be->be_counters.cli_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001928 sess->fe->fe_counters.cli_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001929 if (srv)
1930 srv->counters.cli_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001931 s->flags |= SF_ERR_CLITO;
Willy Tarreauae526782010-03-04 20:34:23 +01001932 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01001933 else if (req->flags & CF_WRITE_ERROR) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001934 s->be->be_counters.srv_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001935 sess->fe->fe_counters.srv_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001936 if (srv)
1937 srv->counters.srv_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001938 s->flags |= SF_ERR_SRVCL;
Willy Tarreauae526782010-03-04 20:34:23 +01001939 }
1940 else {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001941 s->be->be_counters.srv_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001942 sess->fe->fe_counters.srv_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001943 if (srv)
1944 srv->counters.srv_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001945 s->flags |= SF_ERR_SRVTO;
Willy Tarreauae526782010-03-04 20:34:23 +01001946 }
Willy Tarreau84455332009-03-15 22:34:05 +01001947 sess_set_term_flags(s);
1948 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01001949 else if (res->flags & (CF_READ_ERROR|CF_READ_TIMEOUT|CF_WRITE_ERROR|CF_WRITE_TIMEOUT)) {
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001950 /* Report it if the server got an error or a read timeout expired */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001951 res->analysers = 0;
1952 if (res->flags & CF_READ_ERROR) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001953 s->be->be_counters.srv_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001954 sess->fe->fe_counters.srv_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001955 if (srv)
1956 srv->counters.srv_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001957 s->flags |= SF_ERR_SRVCL;
Willy Tarreauae526782010-03-04 20:34:23 +01001958 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01001959 else if (res->flags & CF_READ_TIMEOUT) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001960 s->be->be_counters.srv_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001961 sess->fe->fe_counters.srv_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001962 if (srv)
1963 srv->counters.srv_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001964 s->flags |= SF_ERR_SRVTO;
Willy Tarreauae526782010-03-04 20:34:23 +01001965 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01001966 else if (res->flags & CF_WRITE_ERROR) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001967 s->be->be_counters.cli_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001968 sess->fe->fe_counters.cli_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001969 if (srv)
1970 srv->counters.cli_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001971 s->flags |= SF_ERR_CLICL;
Willy Tarreauae526782010-03-04 20:34:23 +01001972 }
1973 else {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01001974 s->be->be_counters.cli_aborts++;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001975 sess->fe->fe_counters.cli_aborts++;
Willy Tarreau827aee92011-03-10 16:55:02 +01001976 if (srv)
1977 srv->counters.cli_aborts++;
Willy Tarreaue7dff022015-04-03 01:14:29 +02001978 s->flags |= SF_ERR_CLITO;
Willy Tarreauae526782010-03-04 20:34:23 +01001979 }
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001980 sess_set_term_flags(s);
1981 }
Willy Tarreau84455332009-03-15 22:34:05 +01001982 }
1983
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001984 /*
1985 * Here we take care of forwarding unhandled data. This also includes
1986 * connection establishments and shutdown requests.
1987 */
1988
1989
Willy Tarreau7c84bab2009-03-08 21:38:23 +01001990 /* If noone is interested in analysing data, it's time to forward
Willy Tarreau31971e52009-09-20 12:07:52 +02001991 * everything. We configure the buffer to forward indefinitely.
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02001992 * Note that we're checking CF_SHUTR_NOW as an indication of a possible
Willy Tarreau8263d2b2012-08-28 00:06:31 +02001993 * recent call to channel_abort().
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01001994 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001995 if (unlikely(!req->analysers &&
1996 !(req->flags & (CF_SHUTW|CF_SHUTR_NOW)) &&
1997 (si_f->state >= SI_ST_EST) &&
1998 (req->to_forward != CHN_INFINITE_FORWARD))) {
Willy Tarreaub31c9712012-11-11 23:05:39 +01001999 /* This buffer is freewheeling, there's no analyser
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002000 * attached to it. If any data are left in, we'll permit them to
2001 * move.
2002 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002003 channel_auto_read(req);
2004 channel_auto_connect(req);
2005 channel_auto_close(req);
2006 buffer_flush(req->buf);
Willy Tarreau5bd8c372009-01-19 00:32:22 +01002007
Willy Tarreauda4d9fe2010-11-07 20:26:56 +01002008 /* We'll let data flow between the producer (if still connected)
2009 * to the consumer (which might possibly not be connected yet).
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002010 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002011 if (!(req->flags & (CF_SHUTR|CF_SHUTW_NOW)))
Willy Tarreau8bf242b2016-05-04 14:05:58 +02002012 channel_forward_forever(req);
Willy Tarreau42529c32015-07-09 18:38:57 +02002013
2014 /* Just in order to support fetching HTTP contents after start
2015 * of forwarding when the HTTP forwarding analyser is not used,
2016 * we simply reset msg->sov so that HTTP rewinding points to the
2017 * headers.
2018 */
2019 if (s->txn)
2020 s->txn->req.sov = s->txn->req.eoh + s->txn->req.eol - req->buf->o;
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002021 }
Willy Tarreauf890dc92008-12-13 21:12:26 +01002022
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002023 /* check if it is wise to enable kernel splicing to forward request data */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002024 if (!(req->flags & (CF_KERN_SPLICING|CF_SHUTR)) &&
2025 req->to_forward &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002026 (global.tune.options & GTUNE_USE_SPLICE) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002027 (objt_conn(si_f->end) && __objt_conn(si_f->end)->xprt && __objt_conn(si_f->end)->xprt->rcv_pipe) &&
2028 (objt_conn(si_b->end) && __objt_conn(si_b->end)->xprt && __objt_conn(si_b->end)->xprt->snd_pipe) &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002029 (pipes_used < global.maxpipes) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002030 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_REQ) ||
2031 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_AUT) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002032 (req->flags & CF_STREAMER_FAST)))) {
2033 req->flags |= CF_KERN_SPLICING;
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002034 }
2035
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002036 /* reflect what the L7 analysers have seen last */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002037 rqf_last = req->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002038
2039 /*
2040 * Now forward all shutdown requests between both sides of the buffer
2041 */
2042
Willy Tarreau520d95e2009-09-19 21:04:57 +02002043 /* first, let's check if the request buffer needs to shutdown(write), which may
2044 * happen either because the input is closed or because we want to force a close
Willy Tarreau05cdd962014-05-10 14:30:07 +02002045 * once the server has begun to respond. If a half-closed timeout is set, we adjust
2046 * the other side's timeout as well.
Willy Tarreau520d95e2009-09-19 21:04:57 +02002047 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002048 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTW_NOW|CF_AUTO_CLOSE|CF_SHUTR)) ==
Willy Tarreau05cdd962014-05-10 14:30:07 +02002049 (CF_AUTO_CLOSE|CF_SHUTR))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002050 channel_shutw_now(req);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002051 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002052
2053 /* shutdown(write) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002054 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTW_NOW)) == CF_SHUTW_NOW &&
2055 channel_is_empty(req))) {
2056 if (req->flags & CF_READ_ERROR)
2057 si_b->flags |= SI_FL_NOLINGER;
2058 si_shutw(si_b);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002059 if (tick_isset(s->be->timeout.serverfin)) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002060 res->rto = s->be->timeout.serverfin;
2061 res->rex = tick_add(now_ms, res->rto);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002062 }
Willy Tarreau8615c2a2013-06-21 08:20:19 +02002063 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002064
2065 /* shutdown(write) done on server side, we must stop the client too */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002066 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTW &&
2067 !req->analysers))
2068 channel_shutr_now(req);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002069
2070 /* shutdown(read) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002071 if (unlikely((req->flags & (CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTR_NOW)) {
2072 if (si_f->flags & SI_FL_NOHALF)
2073 si_f->flags |= SI_FL_NOLINGER;
2074 si_shutr(si_f);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02002075 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002076
Willy Tarreau520d95e2009-09-19 21:04:57 +02002077 /* it's possible that an upper layer has requested a connection setup or abort.
2078 * There are 2 situations where we decide to establish a new connection :
2079 * - there are data scheduled for emission in the buffer
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002080 * - the CF_AUTO_CONNECT flag is set (active connection)
Willy Tarreau520d95e2009-09-19 21:04:57 +02002081 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002082 if (si_b->state == SI_ST_INI) {
2083 if (!(req->flags & CF_SHUTW)) {
2084 if ((req->flags & CF_AUTO_CONNECT) || !channel_is_empty(req)) {
Willy Tarreaucf644ed2013-09-29 17:19:56 +02002085 /* If we have an appctx, there is no connect method, so we
2086 * immediately switch to the connected state, otherwise we
2087 * perform a connection request.
Willy Tarreau520d95e2009-09-19 21:04:57 +02002088 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002089 si_b->state = SI_ST_REQ; /* new connection requested */
2090 si_b->conn_retries = s->be->conn_retries;
Willy Tarreau520d95e2009-09-19 21:04:57 +02002091 }
Willy Tarreau73201222009-08-16 18:27:24 +02002092 }
Willy Tarreauf41ffdc2009-09-20 08:19:25 +02002093 else {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002094 si_b->state = SI_ST_CLO; /* shutw+ini = abort */
2095 channel_shutw_now(req); /* fix buffer flags upon abort */
2096 channel_shutr_now(res);
Willy Tarreauf41ffdc2009-09-20 08:19:25 +02002097 }
Willy Tarreau92795622009-03-06 12:51:23 +01002098 }
2099
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002100
2101 /* we may have a pending connection request, or a connection waiting
2102 * for completion.
2103 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002104 if (si_b->state >= SI_ST_REQ && si_b->state < SI_ST_CON) {
Thierry FOURNIER4834bc72015-06-06 19:29:07 +02002105
2106 /* prune the request variables and swap to the response variables. */
2107 if (s->vars_reqres.scope != SCOPE_RES) {
Willy Tarreau6204cd92016-03-10 16:33:04 +01002108 vars_prune(&s->vars_reqres, s->sess, s);
Thierry FOURNIER4834bc72015-06-06 19:29:07 +02002109 vars_init(&s->vars_reqres, SCOPE_RES);
2110 }
2111
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002112 do {
2113 /* nb: step 1 might switch from QUE to ASS, but we first want
2114 * to give a chance to step 2 to perform a redirect if needed.
2115 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002116 if (si_b->state != SI_ST_REQ)
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01002117 sess_update_stream_int(s);
Willy Tarreau8f128b42014-11-28 15:07:47 +01002118 if (si_b->state == SI_ST_REQ)
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01002119 sess_prepare_conn_req(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002120
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +01002121 /* applets directly go to the ESTABLISHED state. Similarly,
2122 * servers experience the same fate when their connection
2123 * is reused.
2124 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002125 if (unlikely(si_b->state == SI_ST_EST))
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01002126 sess_establish(s);
Willy Tarreaufac4bd12013-11-30 09:21:49 +01002127
Willy Tarreaub44c8732013-12-31 23:16:50 +01002128 /* Now we can add the server name to a header (if requested) */
2129 /* check for HTTP mode and proxy server_name_hdr_name != NULL */
Willy Tarreau9c03b332015-09-07 19:32:33 +02002130 if ((si_b->state >= SI_ST_CON) && (si_b->state < SI_ST_CLO) &&
Willy Tarreaub44c8732013-12-31 23:16:50 +01002131 (s->be->server_id_hdr_name != NULL) &&
2132 (s->be->mode == PR_MODE_HTTP) &&
2133 objt_server(s->target)) {
Willy Tarreaueee5b512015-04-03 23:46:31 +02002134 http_send_name_header(s->txn, s->be, objt_server(s->target)->id);
Willy Tarreau1e5dfda2013-04-07 18:19:16 +02002135 }
2136
Willy Tarreau3fdb3662012-11-12 00:42:33 +01002137 srv = objt_server(s->target);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002138 if (si_b->state == SI_ST_ASS && srv && srv->rdr_len && (s->flags & SF_REDIRECTABLE))
Willy Tarreau8f128b42014-11-28 15:07:47 +01002139 http_perform_server_redirect(s, si_b);
2140 } while (si_b->state == SI_ST_ASS);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002141 }
2142
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002143 /* Benchmarks have shown that it's optimal to do a full resync now */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002144 if (si_f->state == SI_ST_DIS || si_b->state == SI_ST_DIS)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002145 goto resync_stream_interface;
2146
Willy Tarreau815a9b22010-07-27 17:15:12 +02002147 /* otherwise we want to check if we need to resync the req buffer or not */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002148 if ((req->flags ^ rqf_last) & CF_MASK_STATIC)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002149 goto resync_request;
2150
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002151 /* perform output updates to the response buffer */
Willy Tarreau84455332009-03-15 22:34:05 +01002152
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002153 /* If noone is interested in analysing data, it's time to forward
Willy Tarreau31971e52009-09-20 12:07:52 +02002154 * everything. We configure the buffer to forward indefinitely.
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002155 * Note that we're checking CF_SHUTR_NOW as an indication of a possible
Willy Tarreau8263d2b2012-08-28 00:06:31 +02002156 * recent call to channel_abort().
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002157 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002158 if (unlikely(!res->analysers &&
2159 !(res->flags & (CF_SHUTW|CF_SHUTR_NOW)) &&
2160 (si_b->state >= SI_ST_EST) &&
2161 (res->to_forward != CHN_INFINITE_FORWARD))) {
Willy Tarreaub31c9712012-11-11 23:05:39 +01002162 /* This buffer is freewheeling, there's no analyser
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002163 * attached to it. If any data are left in, we'll permit them to
2164 * move.
2165 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002166 channel_auto_read(res);
2167 channel_auto_close(res);
2168 buffer_flush(res->buf);
Willy Tarreauda4d9fe2010-11-07 20:26:56 +01002169
2170 /* We'll let data flow between the producer (if still connected)
2171 * to the consumer.
2172 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002173 if (!(res->flags & (CF_SHUTR|CF_SHUTW_NOW)))
Willy Tarreau8bf242b2016-05-04 14:05:58 +02002174 channel_forward_forever(res);
Willy Tarreauce887fd2012-05-12 12:50:00 +02002175
Willy Tarreau42529c32015-07-09 18:38:57 +02002176 /* Just in order to support fetching HTTP contents after start
2177 * of forwarding when the HTTP forwarding analyser is not used,
2178 * we simply reset msg->sov so that HTTP rewinding points to the
2179 * headers.
2180 */
2181 if (s->txn)
2182 s->txn->rsp.sov = s->txn->rsp.eoh + s->txn->rsp.eol - res->buf->o;
2183
Willy Tarreauce887fd2012-05-12 12:50:00 +02002184 /* if we have no analyser anymore in any direction and have a
Willy Tarreau05cdd962014-05-10 14:30:07 +02002185 * tunnel timeout set, use it now. Note that we must respect
2186 * the half-closed timeouts as well.
Willy Tarreauce887fd2012-05-12 12:50:00 +02002187 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002188 if (!req->analysers && s->be->timeout.tunnel) {
2189 req->rto = req->wto = res->rto = res->wto =
Willy Tarreauce887fd2012-05-12 12:50:00 +02002190 s->be->timeout.tunnel;
Willy Tarreau05cdd962014-05-10 14:30:07 +02002191
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002192 if ((req->flags & CF_SHUTR) && tick_isset(sess->fe->timeout.clientfin))
2193 res->wto = sess->fe->timeout.clientfin;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002194 if ((req->flags & CF_SHUTW) && tick_isset(s->be->timeout.serverfin))
2195 res->rto = s->be->timeout.serverfin;
2196 if ((res->flags & CF_SHUTR) && tick_isset(s->be->timeout.serverfin))
2197 req->wto = s->be->timeout.serverfin;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002198 if ((res->flags & CF_SHUTW) && tick_isset(sess->fe->timeout.clientfin))
2199 req->rto = sess->fe->timeout.clientfin;
Willy Tarreau05cdd962014-05-10 14:30:07 +02002200
Willy Tarreau8f128b42014-11-28 15:07:47 +01002201 req->rex = tick_add(now_ms, req->rto);
2202 req->wex = tick_add(now_ms, req->wto);
2203 res->rex = tick_add(now_ms, res->rto);
2204 res->wex = tick_add(now_ms, res->wto);
Willy Tarreauce887fd2012-05-12 12:50:00 +02002205 }
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002206 }
Willy Tarreauf890dc92008-12-13 21:12:26 +01002207
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002208 /* check if it is wise to enable kernel splicing to forward response data */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002209 if (!(res->flags & (CF_KERN_SPLICING|CF_SHUTR)) &&
2210 res->to_forward &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002211 (global.tune.options & GTUNE_USE_SPLICE) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002212 (objt_conn(si_f->end) && __objt_conn(si_f->end)->xprt && __objt_conn(si_f->end)->xprt->snd_pipe) &&
2213 (objt_conn(si_b->end) && __objt_conn(si_b->end)->xprt && __objt_conn(si_b->end)->xprt->rcv_pipe) &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002214 (pipes_used < global.maxpipes) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002215 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_RTR) ||
2216 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_AUT) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002217 (res->flags & CF_STREAMER_FAST)))) {
2218 res->flags |= CF_KERN_SPLICING;
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002219 }
2220
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002221 /* reflect what the L7 analysers have seen last */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002222 rpf_last = res->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002223
2224 /*
2225 * Now forward all shutdown requests between both sides of the buffer
2226 */
2227
2228 /*
2229 * FIXME: this is probably where we should produce error responses.
2230 */
2231
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002232 /* first, let's check if the response buffer needs to shutdown(write) */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002233 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTW_NOW|CF_AUTO_CLOSE|CF_SHUTR)) ==
Willy Tarreau05cdd962014-05-10 14:30:07 +02002234 (CF_AUTO_CLOSE|CF_SHUTR))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002235 channel_shutw_now(res);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002236 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002237
2238 /* shutdown(write) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002239 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTW_NOW)) == CF_SHUTW_NOW &&
2240 channel_is_empty(res))) {
2241 si_shutw(si_f);
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002242 if (tick_isset(sess->fe->timeout.clientfin)) {
2243 req->rto = sess->fe->timeout.clientfin;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002244 req->rex = tick_add(now_ms, req->rto);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002245 }
2246 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002247
2248 /* shutdown(write) done on the client side, we must stop the server too */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002249 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTW) &&
2250 !res->analysers)
2251 channel_shutr_now(res);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002252
2253 /* shutdown(read) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002254 if (unlikely((res->flags & (CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTR_NOW)) {
2255 if (si_b->flags & SI_FL_NOHALF)
2256 si_b->flags |= SI_FL_NOLINGER;
2257 si_shutr(si_b);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02002258 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002259
Willy Tarreau8f128b42014-11-28 15:07:47 +01002260 if (si_f->state == SI_ST_DIS || si_b->state == SI_ST_DIS)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002261 goto resync_stream_interface;
2262
Willy Tarreau8f128b42014-11-28 15:07:47 +01002263 if (req->flags != rqf_last)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002264 goto resync_request;
2265
Willy Tarreau8f128b42014-11-28 15:07:47 +01002266 if ((res->flags ^ rpf_last) & CF_MASK_STATIC)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002267 goto resync_response;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002268
Willy Tarreau89f7ef22009-09-05 20:57:35 +02002269 /* we're interested in getting wakeups again */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002270 si_f->flags &= ~SI_FL_DONT_WAKE;
2271 si_b->flags &= ~SI_FL_DONT_WAKE;
Willy Tarreau89f7ef22009-09-05 20:57:35 +02002272
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002273 /* This is needed only when debugging is enabled, to indicate
2274 * client-side or server-side close. Please note that in the unlikely
2275 * event where both sides would close at once, the sequence is reported
2276 * on the server side first.
2277 */
2278 if (unlikely((global.mode & MODE_DEBUG) &&
2279 (!(global.mode & MODE_QUIET) ||
2280 (global.mode & MODE_VERBOSE)))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002281 if (si_b->state == SI_ST_CLO &&
2282 si_b->prev_state == SI_ST_EST) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002283 chunk_printf(&trash, "%08x:%s.srvcls[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002284 s->uniq_id, s->be->id,
Willy Tarreau8f128b42014-11-28 15:07:47 +01002285 objt_conn(si_f->end) ? (unsigned short)objt_conn(si_f->end)->t.sock.fd : -1,
2286 objt_conn(si_b->end) ? (unsigned short)objt_conn(si_b->end)->t.sock.fd : -1);
Willy Tarreau89efaed2013-12-13 15:14:55 +01002287 shut_your_big_mouth_gcc(write(1, trash.str, trash.len));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002288 }
2289
Willy Tarreau8f128b42014-11-28 15:07:47 +01002290 if (si_f->state == SI_ST_CLO &&
2291 si_f->prev_state == SI_ST_EST) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002292 chunk_printf(&trash, "%08x:%s.clicls[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002293 s->uniq_id, s->be->id,
Willy Tarreau8f128b42014-11-28 15:07:47 +01002294 objt_conn(si_f->end) ? (unsigned short)objt_conn(si_f->end)->t.sock.fd : -1,
2295 objt_conn(si_b->end) ? (unsigned short)objt_conn(si_b->end)->t.sock.fd : -1);
Willy Tarreau89efaed2013-12-13 15:14:55 +01002296 shut_your_big_mouth_gcc(write(1, trash.str, trash.len));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002297 }
2298 }
2299
Willy Tarreau8f128b42014-11-28 15:07:47 +01002300 if (likely((si_f->state != SI_ST_CLO) ||
2301 (si_b->state > SI_ST_INI && si_b->state < SI_ST_CLO))) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002302
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002303 if ((sess->fe->options & PR_O_CONTSTATS) && (s->flags & SF_BE_ASSIGNED))
Willy Tarreau87b09662015-04-03 00:22:06 +02002304 stream_process_counters(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002305
Willy Tarreau563cc372015-04-19 18:13:56 +02002306 if (si_f->state == SI_ST_EST)
Willy Tarreau8f128b42014-11-28 15:07:47 +01002307 si_update(si_f);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002308
Willy Tarreau563cc372015-04-19 18:13:56 +02002309 if (si_b->state == SI_ST_EST)
Willy Tarreau8f128b42014-11-28 15:07:47 +01002310 si_update(si_b);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002311
Willy Tarreau8f128b42014-11-28 15:07:47 +01002312 req->flags &= ~(CF_READ_NULL|CF_READ_PARTIAL|CF_WRITE_NULL|CF_WRITE_PARTIAL|CF_READ_ATTACHED);
2313 res->flags &= ~(CF_READ_NULL|CF_READ_PARTIAL|CF_WRITE_NULL|CF_WRITE_PARTIAL|CF_READ_ATTACHED);
2314 si_f->prev_state = si_f->state;
2315 si_b->prev_state = si_b->state;
2316 si_f->flags &= ~(SI_FL_ERR|SI_FL_EXP);
2317 si_b->flags &= ~(SI_FL_ERR|SI_FL_EXP);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002318
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02002319 /* Trick: if a request is being waiting for the server to respond,
2320 * and if we know the server can timeout, we don't want the timeout
2321 * to expire on the client side first, but we're still interested
2322 * in passing data from the client to the server (eg: POST). Thus,
2323 * we can cancel the client's request timeout if the server's
2324 * request timeout is set and the server has not yet sent a response.
2325 */
2326
Willy Tarreau8f128b42014-11-28 15:07:47 +01002327 if ((res->flags & (CF_AUTO_CLOSE|CF_SHUTR)) == 0 &&
2328 (tick_isset(req->wex) || tick_isset(res->rex))) {
2329 req->flags |= CF_READ_NOEXP;
2330 req->rex = TICK_ETERNITY;
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02002331 }
2332
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002333 /* Reset pending events now */
2334 s->pending_events = 0;
2335
Willy Tarreau798f4322012-11-08 14:49:17 +01002336 update_exp_and_leave:
Willy Tarreau5fb04712016-05-04 10:18:37 +02002337 /* Note: please ensure that if you branch here you disable SI_FL_DONT_WAKE */
Christopher Fauleta00d8172016-11-10 14:58:05 +01002338 t->expire = tick_first((tick_is_expired(t->expire, now_ms) ? 0 : t->expire),
2339 tick_first(tick_first(req->rex, req->wex),
2340 tick_first(res->rex, res->wex)));
Willy Tarreaudef0d222016-11-08 22:03:00 +01002341 if (!req->analysers)
2342 req->analyse_exp = TICK_ETERNITY;
2343
2344 if ((sess->fe->options & PR_O_CONTSTATS) && (s->flags & SF_BE_ASSIGNED) &&
2345 (!tick_isset(req->analyse_exp) || tick_is_expired(req->analyse_exp, now_ms)))
2346 req->analyse_exp = tick_add(now_ms, 5000);
2347
2348 t->expire = tick_first(t->expire, req->analyse_exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002349
Willy Tarreau8f128b42014-11-28 15:07:47 +01002350 if (si_f->exp)
2351 t->expire = tick_first(t->expire, si_f->exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002352
Willy Tarreau8f128b42014-11-28 15:07:47 +01002353 if (si_b->exp)
2354 t->expire = tick_first(t->expire, si_b->exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002355
2356#ifdef DEBUG_FULL
Willy Tarreau127334e2009-03-28 10:47:26 +01002357 fprintf(stderr,
2358 "[%u] queuing with exp=%u req->rex=%u req->wex=%u req->ana_exp=%u"
2359 " rep->rex=%u rep->wex=%u, si[0].exp=%u, si[1].exp=%u, cs=%d, ss=%d\n",
Willy Tarreau8f128b42014-11-28 15:07:47 +01002360 now_ms, t->expire, req->rex, req->wex, req->analyse_exp,
2361 res->rex, res->wex, si_f->exp, si_b->exp, si_f->state, si_b->state);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002362#endif
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002363
2364#ifdef DEBUG_DEV
2365 /* this may only happen when no timeout is set or in case of an FSM bug */
Willy Tarreaud0a201b2009-03-08 15:53:06 +01002366 if (!tick_isset(t->expire))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002367 ABORT_NOW();
2368#endif
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002369 s->pending_events &= ~(TASK_WOKEN_TIMER | TASK_WOKEN_RES);
Willy Tarreau87b09662015-04-03 00:22:06 +02002370 stream_release_buffers(s);
Willy Tarreau26c25062009-03-08 09:38:41 +01002371 return t; /* nothing more to do */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002372 }
2373
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002374 sess->fe->feconn--;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002375 if (s->flags & SF_BE_ASSIGNED)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002376 s->be->beconn--;
Willy Tarreauaf7ad002010-08-31 15:39:26 +02002377 jobs--;
Willy Tarreaufb0afa72015-04-03 14:46:27 +02002378 if (sess->listener) {
2379 if (!(sess->listener->options & LI_O_UNLIMITED))
Thierry FOURNIERa47a94f2014-03-20 15:42:53 +01002380 actconn--;
Willy Tarreaufb0afa72015-04-03 14:46:27 +02002381 sess->listener->nbconn--;
2382 if (sess->listener->state == LI_FULL)
2383 resume_listener(sess->listener);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002384
Thierry FOURNIERa47a94f2014-03-20 15:42:53 +01002385 /* Dequeues all of the listeners waiting for a resource */
2386 if (!LIST_ISEMPTY(&global_listener_queue))
2387 dequeue_all_listeners(&global_listener_queue);
Willy Tarreau08ceb102011-07-24 22:58:00 +02002388
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002389 if (!LIST_ISEMPTY(&sess->fe->listener_queue) &&
2390 (!sess->fe->fe_sps_lim || freq_ctr_remain(&sess->fe->fe_sess_per_sec, sess->fe->fe_sps_lim, 0) > 0))
2391 dequeue_all_listeners(&sess->fe->listener_queue);
Thierry FOURNIERa47a94f2014-03-20 15:42:53 +01002392 }
Willy Tarreau07687c12011-07-24 23:55:06 +02002393
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002394 if (unlikely((global.mode & MODE_DEBUG) &&
2395 (!(global.mode & MODE_QUIET) || (global.mode & MODE_VERBOSE)))) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002396 chunk_printf(&trash, "%08x:%s.closed[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002397 s->uniq_id, s->be->id,
Willy Tarreau8f128b42014-11-28 15:07:47 +01002398 objt_conn(si_f->end) ? (unsigned short)objt_conn(si_f->end)->t.sock.fd : -1,
2399 objt_conn(si_b->end) ? (unsigned short)objt_conn(si_b->end)->t.sock.fd : -1);
Willy Tarreau89efaed2013-12-13 15:14:55 +01002400 shut_your_big_mouth_gcc(write(1, trash.str, trash.len));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002401 }
2402
2403 s->logs.t_close = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreau87b09662015-04-03 00:22:06 +02002404 stream_process_counters(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002405
Willy Tarreaueee5b512015-04-03 23:46:31 +02002406 if (s->txn && s->txn->status) {
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002407 int n;
2408
Willy Tarreaueee5b512015-04-03 23:46:31 +02002409 n = s->txn->status / 100;
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002410 if (n < 1 || n > 5)
2411 n = 0;
2412
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002413 if (sess->fe->mode == PR_MODE_HTTP) {
2414 sess->fe->fe_counters.p.http.rsp[n]++;
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002415 }
Willy Tarreaue7dff022015-04-03 01:14:29 +02002416 if ((s->flags & SF_BE_ASSIGNED) &&
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002417 (s->be->mode == PR_MODE_HTTP)) {
Willy Tarreau7d0aaf32011-03-10 23:25:56 +01002418 s->be->be_counters.p.http.rsp[n]++;
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002419 s->be->be_counters.p.http.cum_req++;
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002420 }
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002421 }
2422
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002423 /* let's do a final log if we need it */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002424 if (!LIST_ISEMPTY(&sess->fe->logformat) && s->logs.logwait &&
Willy Tarreaue7dff022015-04-03 01:14:29 +02002425 !(s->flags & SF_MONITOR) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002426 (!(sess->fe->options & PR_O_NULLNOLOG) || req->total)) {
Willy Tarreaua5555ec2008-11-30 19:02:32 +01002427 s->do_log(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002428 }
2429
Willy Tarreau87b09662015-04-03 00:22:06 +02002430 /* update time stats for this stream */
2431 stream_update_time_stats(s);
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002432
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002433 /* the task MUST not be in the run queue anymore */
Willy Tarreau87b09662015-04-03 00:22:06 +02002434 stream_free(s);
Willy Tarreau26c25062009-03-08 09:38:41 +01002435 task_delete(t);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002436 task_free(t);
Willy Tarreau26c25062009-03-08 09:38:41 +01002437 return NULL;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002438}
2439
Willy Tarreau87b09662015-04-03 00:22:06 +02002440/* Update the stream's backend and server time stats */
2441void stream_update_time_stats(struct stream *s)
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002442{
2443 int t_request;
2444 int t_queue;
2445 int t_connect;
2446 int t_data;
2447 int t_close;
2448 struct server *srv;
2449
2450 t_request = 0;
2451 t_queue = s->logs.t_queue;
2452 t_connect = s->logs.t_connect;
2453 t_close = s->logs.t_close;
2454 t_data = s->logs.t_data;
2455
2456 if (s->be->mode != PR_MODE_HTTP)
2457 t_data = t_connect;
2458
2459 if (t_connect < 0 || t_data < 0)
2460 return;
2461
2462 if (tv_isge(&s->logs.tv_request, &s->logs.tv_accept))
2463 t_request = tv_ms_elapsed(&s->logs.tv_accept, &s->logs.tv_request);
2464
2465 t_data -= t_connect;
2466 t_connect -= t_queue;
2467 t_queue -= t_request;
2468
2469 srv = objt_server(s->target);
2470 if (srv) {
2471 swrate_add(&srv->counters.q_time, TIME_STATS_SAMPLES, t_queue);
2472 swrate_add(&srv->counters.c_time, TIME_STATS_SAMPLES, t_connect);
2473 swrate_add(&srv->counters.d_time, TIME_STATS_SAMPLES, t_data);
2474 swrate_add(&srv->counters.t_time, TIME_STATS_SAMPLES, t_close);
2475 }
2476 swrate_add(&s->be->be_counters.q_time, TIME_STATS_SAMPLES, t_queue);
2477 swrate_add(&s->be->be_counters.c_time, TIME_STATS_SAMPLES, t_connect);
2478 swrate_add(&s->be->be_counters.d_time, TIME_STATS_SAMPLES, t_data);
2479 swrate_add(&s->be->be_counters.t_time, TIME_STATS_SAMPLES, t_close);
2480}
2481
Willy Tarreau7c669d72008-06-20 15:04:11 +02002482/*
2483 * This function adjusts sess->srv_conn and maintains the previous and new
Willy Tarreau87b09662015-04-03 00:22:06 +02002484 * server's served stream counts. Setting newsrv to NULL is enough to release
Willy Tarreau7c669d72008-06-20 15:04:11 +02002485 * current connection slot. This function also notifies any LB algo which might
Willy Tarreau87b09662015-04-03 00:22:06 +02002486 * expect to be informed about any change in the number of active streams on a
Willy Tarreau7c669d72008-06-20 15:04:11 +02002487 * server.
2488 */
Willy Tarreau87b09662015-04-03 00:22:06 +02002489void sess_change_server(struct stream *sess, struct server *newsrv)
Willy Tarreau7c669d72008-06-20 15:04:11 +02002490{
2491 if (sess->srv_conn == newsrv)
2492 return;
2493
2494 if (sess->srv_conn) {
2495 sess->srv_conn->served--;
Andrew Rodlande168feb2016-10-25 12:48:17 -04002496 sess->srv_conn->proxy->served--;
Willy Tarreau7c669d72008-06-20 15:04:11 +02002497 if (sess->srv_conn->proxy->lbprm.server_drop_conn)
2498 sess->srv_conn->proxy->lbprm.server_drop_conn(sess->srv_conn);
Willy Tarreau87b09662015-04-03 00:22:06 +02002499 stream_del_srv_conn(sess);
Willy Tarreau7c669d72008-06-20 15:04:11 +02002500 }
2501
2502 if (newsrv) {
2503 newsrv->served++;
Andrew Rodlande168feb2016-10-25 12:48:17 -04002504 newsrv->proxy->served++;
Willy Tarreau7c669d72008-06-20 15:04:11 +02002505 if (newsrv->proxy->lbprm.server_take_conn)
2506 newsrv->proxy->lbprm.server_take_conn(newsrv);
Willy Tarreau87b09662015-04-03 00:22:06 +02002507 stream_add_srv_conn(sess, newsrv);
Willy Tarreau7c669d72008-06-20 15:04:11 +02002508 }
2509}
2510
Willy Tarreau84455332009-03-15 22:34:05 +01002511/* Handle server-side errors for default protocols. It is called whenever a a
2512 * connection setup is aborted or a request is aborted in queue. It sets the
Willy Tarreau87b09662015-04-03 00:22:06 +02002513 * stream termination flags so that the caller does not have to worry about
Willy Tarreau84455332009-03-15 22:34:05 +01002514 * them. It's installed as ->srv_error for the server-side stream_interface.
2515 */
Willy Tarreau87b09662015-04-03 00:22:06 +02002516void default_srv_error(struct stream *s, struct stream_interface *si)
Willy Tarreau84455332009-03-15 22:34:05 +01002517{
2518 int err_type = si->err_type;
2519 int err = 0, fin = 0;
2520
2521 if (err_type & SI_ET_QUEUE_ABRT) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002522 err = SF_ERR_CLICL;
2523 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002524 }
2525 else if (err_type & SI_ET_CONN_ABRT) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002526 err = SF_ERR_CLICL;
2527 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002528 }
2529 else if (err_type & SI_ET_QUEUE_TO) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002530 err = SF_ERR_SRVTO;
2531 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002532 }
2533 else if (err_type & SI_ET_QUEUE_ERR) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002534 err = SF_ERR_SRVCL;
2535 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002536 }
2537 else if (err_type & SI_ET_CONN_TO) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002538 err = SF_ERR_SRVTO;
2539 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002540 }
2541 else if (err_type & SI_ET_CONN_ERR) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002542 err = SF_ERR_SRVCL;
2543 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002544 }
Willy Tarreau2d400bb2012-05-14 12:11:47 +02002545 else if (err_type & SI_ET_CONN_RES) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002546 err = SF_ERR_RESOURCE;
2547 fin = SF_FINST_C;
Willy Tarreau2d400bb2012-05-14 12:11:47 +02002548 }
Willy Tarreau84455332009-03-15 22:34:05 +01002549 else /* SI_ET_CONN_OTHER and others */ {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002550 err = SF_ERR_INTERNAL;
2551 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002552 }
2553
Willy Tarreaue7dff022015-04-03 01:14:29 +02002554 if (!(s->flags & SF_ERR_MASK))
Willy Tarreau84455332009-03-15 22:34:05 +01002555 s->flags |= err;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002556 if (!(s->flags & SF_FINST_MASK))
Willy Tarreau84455332009-03-15 22:34:05 +01002557 s->flags |= fin;
2558}
Willy Tarreau7c669d72008-06-20 15:04:11 +02002559
Willy Tarreaue7dff022015-04-03 01:14:29 +02002560/* kill a stream and set the termination flags to <why> (one of SF_ERR_*) */
Willy Tarreau87b09662015-04-03 00:22:06 +02002561void stream_shutdown(struct stream *stream, int why)
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002562{
Willy Tarreau87b09662015-04-03 00:22:06 +02002563 if (stream->req.flags & (CF_SHUTW|CF_SHUTW_NOW))
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002564 return;
2565
Willy Tarreau87b09662015-04-03 00:22:06 +02002566 channel_shutw_now(&stream->req);
2567 channel_shutr_now(&stream->res);
2568 stream->task->nice = 1024;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002569 if (!(stream->flags & SF_ERR_MASK))
Willy Tarreau87b09662015-04-03 00:22:06 +02002570 stream->flags |= why;
2571 task_wakeup(stream->task, TASK_WOKEN_OTHER);
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002572}
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +02002573
Willy Tarreau8b22a712010-06-18 17:46:06 +02002574/************************************************************************/
2575/* All supported ACL keywords must be declared here. */
2576/************************************************************************/
2577
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02002578/* 0=OK, <0=Alert, >0=Warning */
2579static enum act_parse_ret stream_parse_use_service(const char **args, int *cur_arg,
2580 struct proxy *px, struct act_rule *rule,
2581 char **err)
2582{
2583 struct action_kw *kw;
2584
2585 /* Check if the service name exists. */
2586 if (*(args[*cur_arg]) == 0) {
2587 memprintf(err, "'%s' expects a service name.", args[0]);
Thierry FOURNIER337eae12015-11-26 19:48:04 +01002588 return ACT_RET_PRS_ERR;
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02002589 }
2590
2591 /* lookup for keyword corresponding to a service. */
2592 kw = action_lookup(&service_keywords, args[*cur_arg]);
2593 if (!kw) {
2594 memprintf(err, "'%s' unknown service name.", args[1]);
2595 return ACT_RET_PRS_ERR;
2596 }
2597 (*cur_arg)++;
2598
2599 /* executes specific rule parser. */
2600 rule->kw = kw;
2601 if (kw->parse((const char **)args, cur_arg, px, rule, err) == ACT_RET_PRS_ERR)
2602 return ACT_RET_PRS_ERR;
2603
2604 /* Register processing function. */
2605 rule->action_ptr = process_use_service;
2606 rule->action = ACT_CUSTOM;
2607
2608 return ACT_RET_PRS_OK;
2609}
2610
2611void service_keywords_register(struct action_kw_list *kw_list)
2612{
2613 LIST_ADDQ(&service_keywords, &kw_list->list);
2614}
2615
William Lallemand4c5b4d52016-11-21 08:51:11 +01002616
2617/* This function dumps a complete stream state onto the stream interface's
2618 * read buffer. The stream has to be set in strm. It returns 0 if the output
2619 * buffer is full and it needs to be called again, otherwise non-zero. It is
2620 * designed to be called from stats_dump_strm_to_buffer() below.
2621 */
2622static int stats_dump_full_strm_to_buffer(struct stream_interface *si, struct stream *strm)
2623{
2624 struct appctx *appctx = __objt_appctx(si->end);
2625 struct tm tm;
2626 extern const char *monthname[12];
2627 char pn[INET6_ADDRSTRLEN];
2628 struct connection *conn;
2629 struct appctx *tmpctx;
2630
2631 chunk_reset(&trash);
2632
2633 if (appctx->ctx.sess.section > 0 && appctx->ctx.sess.uid != strm->uniq_id) {
2634 /* stream changed, no need to go any further */
2635 chunk_appendf(&trash, " *** session terminated while we were watching it ***\n");
2636 if (bi_putchk(si_ic(si), &trash) == -1) {
2637 si_applet_cant_put(si);
2638 return 0;
2639 }
2640 appctx->ctx.sess.uid = 0;
2641 appctx->ctx.sess.section = 0;
2642 return 1;
2643 }
2644
2645 switch (appctx->ctx.sess.section) {
2646 case 0: /* main status of the stream */
2647 appctx->ctx.sess.uid = strm->uniq_id;
2648 appctx->ctx.sess.section = 1;
2649 /* fall through */
2650
2651 case 1:
2652 get_localtime(strm->logs.accept_date.tv_sec, &tm);
2653 chunk_appendf(&trash,
2654 "%p: [%02d/%s/%04d:%02d:%02d:%02d.%06d] id=%u proto=%s",
2655 strm,
2656 tm.tm_mday, monthname[tm.tm_mon], tm.tm_year+1900,
2657 tm.tm_hour, tm.tm_min, tm.tm_sec, (int)(strm->logs.accept_date.tv_usec),
2658 strm->uniq_id,
2659 strm_li(strm) ? strm_li(strm)->proto->name : "?");
2660
2661 conn = objt_conn(strm_orig(strm));
2662 switch (conn ? addr_to_str(&conn->addr.from, pn, sizeof(pn)) : AF_UNSPEC) {
2663 case AF_INET:
2664 case AF_INET6:
2665 chunk_appendf(&trash, " source=%s:%d\n",
2666 pn, get_host_port(&conn->addr.from));
2667 break;
2668 case AF_UNIX:
2669 chunk_appendf(&trash, " source=unix:%d\n", strm_li(strm)->luid);
2670 break;
2671 default:
2672 /* no more information to print right now */
2673 chunk_appendf(&trash, "\n");
2674 break;
2675 }
2676
2677 chunk_appendf(&trash,
2678 " flags=0x%x, conn_retries=%d, srv_conn=%p, pend_pos=%p\n",
2679 strm->flags, strm->si[1].conn_retries, strm->srv_conn, strm->pend_pos);
2680
2681 chunk_appendf(&trash,
2682 " frontend=%s (id=%u mode=%s), listener=%s (id=%u)",
2683 strm_fe(strm)->id, strm_fe(strm)->uuid, strm_fe(strm)->mode ? "http" : "tcp",
2684 strm_li(strm) ? strm_li(strm)->name ? strm_li(strm)->name : "?" : "?",
2685 strm_li(strm) ? strm_li(strm)->luid : 0);
2686
2687 if (conn)
2688 conn_get_to_addr(conn);
2689
2690 switch (conn ? addr_to_str(&conn->addr.to, pn, sizeof(pn)) : AF_UNSPEC) {
2691 case AF_INET:
2692 case AF_INET6:
2693 chunk_appendf(&trash, " addr=%s:%d\n",
2694 pn, get_host_port(&conn->addr.to));
2695 break;
2696 case AF_UNIX:
2697 chunk_appendf(&trash, " addr=unix:%d\n", strm_li(strm)->luid);
2698 break;
2699 default:
2700 /* no more information to print right now */
2701 chunk_appendf(&trash, "\n");
2702 break;
2703 }
2704
2705 if (strm->be->cap & PR_CAP_BE)
2706 chunk_appendf(&trash,
2707 " backend=%s (id=%u mode=%s)",
2708 strm->be->id,
2709 strm->be->uuid, strm->be->mode ? "http" : "tcp");
2710 else
2711 chunk_appendf(&trash, " backend=<NONE> (id=-1 mode=-)");
2712
2713 conn = objt_conn(strm->si[1].end);
2714 if (conn)
2715 conn_get_from_addr(conn);
2716
2717 switch (conn ? addr_to_str(&conn->addr.from, pn, sizeof(pn)) : AF_UNSPEC) {
2718 case AF_INET:
2719 case AF_INET6:
2720 chunk_appendf(&trash, " addr=%s:%d\n",
2721 pn, get_host_port(&conn->addr.from));
2722 break;
2723 case AF_UNIX:
2724 chunk_appendf(&trash, " addr=unix\n");
2725 break;
2726 default:
2727 /* no more information to print right now */
2728 chunk_appendf(&trash, "\n");
2729 break;
2730 }
2731
2732 if (strm->be->cap & PR_CAP_BE)
2733 chunk_appendf(&trash,
2734 " server=%s (id=%u)",
2735 objt_server(strm->target) ? objt_server(strm->target)->id : "<none>",
2736 objt_server(strm->target) ? objt_server(strm->target)->puid : 0);
2737 else
2738 chunk_appendf(&trash, " server=<NONE> (id=-1)");
2739
2740 if (conn)
2741 conn_get_to_addr(conn);
2742
2743 switch (conn ? addr_to_str(&conn->addr.to, pn, sizeof(pn)) : AF_UNSPEC) {
2744 case AF_INET:
2745 case AF_INET6:
2746 chunk_appendf(&trash, " addr=%s:%d\n",
2747 pn, get_host_port(&conn->addr.to));
2748 break;
2749 case AF_UNIX:
2750 chunk_appendf(&trash, " addr=unix\n");
2751 break;
2752 default:
2753 /* no more information to print right now */
2754 chunk_appendf(&trash, "\n");
2755 break;
2756 }
2757
2758 chunk_appendf(&trash,
2759 " task=%p (state=0x%02x nice=%d calls=%d exp=%s%s",
2760 strm->task,
2761 strm->task->state,
2762 strm->task->nice, strm->task->calls,
2763 strm->task->expire ?
2764 tick_is_expired(strm->task->expire, now_ms) ? "<PAST>" :
2765 human_time(TICKS_TO_MS(strm->task->expire - now_ms),
2766 TICKS_TO_MS(1000)) : "<NEVER>",
2767 task_in_rq(strm->task) ? ", running" : "");
2768
2769 chunk_appendf(&trash,
2770 " age=%s)\n",
2771 human_time(now.tv_sec - strm->logs.accept_date.tv_sec, 1));
2772
2773 if (strm->txn)
2774 chunk_appendf(&trash,
2775 " txn=%p flags=0x%x meth=%d status=%d req.st=%s rsp.st=%s waiting=%d\n",
2776 strm->txn, strm->txn->flags, strm->txn->meth, strm->txn->status,
Christopher Fauleta73e59b2016-12-09 17:30:18 +01002777 http_msg_state_str(strm->txn->req.msg_state), http_msg_state_str(strm->txn->rsp.msg_state), !LIST_ISEMPTY(&strm->buffer_wait.list));
William Lallemand4c5b4d52016-11-21 08:51:11 +01002778
2779 chunk_appendf(&trash,
2780 " si[0]=%p (state=%s flags=0x%02x endp0=%s:%p exp=%s, et=0x%03x)\n",
2781 &strm->si[0],
2782 si_state_str(strm->si[0].state),
2783 strm->si[0].flags,
2784 obj_type_name(strm->si[0].end),
2785 obj_base_ptr(strm->si[0].end),
2786 strm->si[0].exp ?
2787 tick_is_expired(strm->si[0].exp, now_ms) ? "<PAST>" :
2788 human_time(TICKS_TO_MS(strm->si[0].exp - now_ms),
2789 TICKS_TO_MS(1000)) : "<NEVER>",
2790 strm->si[0].err_type);
2791
2792 chunk_appendf(&trash,
2793 " si[1]=%p (state=%s flags=0x%02x endp1=%s:%p exp=%s, et=0x%03x)\n",
2794 &strm->si[1],
2795 si_state_str(strm->si[1].state),
2796 strm->si[1].flags,
2797 obj_type_name(strm->si[1].end),
2798 obj_base_ptr(strm->si[1].end),
2799 strm->si[1].exp ?
2800 tick_is_expired(strm->si[1].exp, now_ms) ? "<PAST>" :
2801 human_time(TICKS_TO_MS(strm->si[1].exp - now_ms),
2802 TICKS_TO_MS(1000)) : "<NEVER>",
2803 strm->si[1].err_type);
2804
2805 if ((conn = objt_conn(strm->si[0].end)) != NULL) {
2806 chunk_appendf(&trash,
2807 " co0=%p ctrl=%s xprt=%s data=%s target=%s:%p\n",
2808 conn,
2809 conn_get_ctrl_name(conn),
2810 conn_get_xprt_name(conn),
2811 conn_get_data_name(conn),
2812 obj_type_name(conn->target),
2813 obj_base_ptr(conn->target));
2814
2815 chunk_appendf(&trash,
2816 " flags=0x%08x fd=%d fd.state=%02x fd.cache=%d updt=%d\n",
2817 conn->flags,
2818 conn->t.sock.fd,
2819 conn->t.sock.fd >= 0 ? fdtab[conn->t.sock.fd].state : 0,
2820 conn->t.sock.fd >= 0 ? fdtab[conn->t.sock.fd].cache : 0,
2821 conn->t.sock.fd >= 0 ? fdtab[conn->t.sock.fd].updated : 0);
2822 }
2823 else if ((tmpctx = objt_appctx(strm->si[0].end)) != NULL) {
2824 chunk_appendf(&trash,
2825 " app0=%p st0=%d st1=%d st2=%d applet=%s\n",
2826 tmpctx,
2827 tmpctx->st0,
2828 tmpctx->st1,
2829 tmpctx->st2,
2830 tmpctx->applet->name);
2831 }
2832
2833 if ((conn = objt_conn(strm->si[1].end)) != NULL) {
2834 chunk_appendf(&trash,
2835 " co1=%p ctrl=%s xprt=%s data=%s target=%s:%p\n",
2836 conn,
2837 conn_get_ctrl_name(conn),
2838 conn_get_xprt_name(conn),
2839 conn_get_data_name(conn),
2840 obj_type_name(conn->target),
2841 obj_base_ptr(conn->target));
2842
2843 chunk_appendf(&trash,
2844 " flags=0x%08x fd=%d fd.state=%02x fd.cache=%d updt=%d\n",
2845 conn->flags,
2846 conn->t.sock.fd,
2847 conn->t.sock.fd >= 0 ? fdtab[conn->t.sock.fd].state : 0,
2848 conn->t.sock.fd >= 0 ? fdtab[conn->t.sock.fd].cache : 0,
2849 conn->t.sock.fd >= 0 ? fdtab[conn->t.sock.fd].updated : 0);
2850 }
2851 else if ((tmpctx = objt_appctx(strm->si[1].end)) != NULL) {
2852 chunk_appendf(&trash,
2853 " app1=%p st0=%d st1=%d st2=%d applet=%s\n",
2854 tmpctx,
2855 tmpctx->st0,
2856 tmpctx->st1,
2857 tmpctx->st2,
2858 tmpctx->applet->name);
2859 }
2860
2861 chunk_appendf(&trash,
2862 " req=%p (f=0x%06x an=0x%x pipe=%d tofwd=%d total=%lld)\n"
2863 " an_exp=%s",
2864 &strm->req,
2865 strm->req.flags, strm->req.analysers,
2866 strm->req.pipe ? strm->req.pipe->data : 0,
2867 strm->req.to_forward, strm->req.total,
2868 strm->req.analyse_exp ?
2869 human_time(TICKS_TO_MS(strm->req.analyse_exp - now_ms),
2870 TICKS_TO_MS(1000)) : "<NEVER>");
2871
2872 chunk_appendf(&trash,
2873 " rex=%s",
2874 strm->req.rex ?
2875 human_time(TICKS_TO_MS(strm->req.rex - now_ms),
2876 TICKS_TO_MS(1000)) : "<NEVER>");
2877
2878 chunk_appendf(&trash,
2879 " wex=%s\n"
2880 " buf=%p data=%p o=%d p=%d req.next=%d i=%d size=%d\n",
2881 strm->req.wex ?
2882 human_time(TICKS_TO_MS(strm->req.wex - now_ms),
2883 TICKS_TO_MS(1000)) : "<NEVER>",
2884 strm->req.buf,
2885 strm->req.buf->data, strm->req.buf->o,
2886 (int)(strm->req.buf->p - strm->req.buf->data),
2887 strm->txn ? strm->txn->req.next : 0, strm->req.buf->i,
2888 strm->req.buf->size);
2889
2890 chunk_appendf(&trash,
2891 " res=%p (f=0x%06x an=0x%x pipe=%d tofwd=%d total=%lld)\n"
2892 " an_exp=%s",
2893 &strm->res,
2894 strm->res.flags, strm->res.analysers,
2895 strm->res.pipe ? strm->res.pipe->data : 0,
2896 strm->res.to_forward, strm->res.total,
2897 strm->res.analyse_exp ?
2898 human_time(TICKS_TO_MS(strm->res.analyse_exp - now_ms),
2899 TICKS_TO_MS(1000)) : "<NEVER>");
2900
2901 chunk_appendf(&trash,
2902 " rex=%s",
2903 strm->res.rex ?
2904 human_time(TICKS_TO_MS(strm->res.rex - now_ms),
2905 TICKS_TO_MS(1000)) : "<NEVER>");
2906
2907 chunk_appendf(&trash,
2908 " wex=%s\n"
2909 " buf=%p data=%p o=%d p=%d rsp.next=%d i=%d size=%d\n",
2910 strm->res.wex ?
2911 human_time(TICKS_TO_MS(strm->res.wex - now_ms),
2912 TICKS_TO_MS(1000)) : "<NEVER>",
2913 strm->res.buf,
2914 strm->res.buf->data, strm->res.buf->o,
2915 (int)(strm->res.buf->p - strm->res.buf->data),
2916 strm->txn ? strm->txn->rsp.next : 0, strm->res.buf->i,
2917 strm->res.buf->size);
2918
2919 if (bi_putchk(si_ic(si), &trash) == -1) {
2920 si_applet_cant_put(si);
2921 return 0;
2922 }
2923
2924 /* use other states to dump the contents */
2925 }
2926 /* end of dump */
2927 appctx->ctx.sess.uid = 0;
2928 appctx->ctx.sess.section = 0;
2929 return 1;
2930}
2931
2932
2933static int cli_parse_show_sess(char **args, struct appctx *appctx, void *private)
2934{
William Lallemand4c5b4d52016-11-21 08:51:11 +01002935 if (!cli_has_level(appctx, ACCESS_LVL_OPER))
2936 return 1;
2937
2938 if (*args[2] && strcmp(args[2], "all") == 0)
2939 appctx->ctx.sess.target = (void *)-1;
2940 else if (*args[2])
2941 appctx->ctx.sess.target = (void *)strtoul(args[2], NULL, 0);
2942 else
2943 appctx->ctx.sess.target = NULL;
2944 appctx->ctx.sess.section = 0; /* start with stream status */
2945 appctx->ctx.sess.pos = 0;
2946
2947 return 0;
2948}
2949
2950/* This function dumps all streams' states onto the stream interface's
2951 * read buffer. It returns 0 if the output buffer is full and it needs
2952 * to be called again, otherwise non-zero. It is designed to be called
2953 * from stats_dump_sess_to_buffer() below.
2954 */
2955static int cli_io_handler_dump_sess(struct appctx *appctx)
2956{
2957 struct stream_interface *si = appctx->owner;
2958 struct connection *conn;
2959
2960 if (unlikely(si_ic(si)->flags & (CF_WRITE_ERROR|CF_SHUTW))) {
2961 /* If we're forced to shut down, we might have to remove our
2962 * reference to the last stream being dumped.
2963 */
2964 if (appctx->st2 == STAT_ST_LIST) {
2965 if (!LIST_ISEMPTY(&appctx->ctx.sess.bref.users)) {
2966 LIST_DEL(&appctx->ctx.sess.bref.users);
2967 LIST_INIT(&appctx->ctx.sess.bref.users);
2968 }
2969 }
2970 return 1;
2971 }
2972
2973 chunk_reset(&trash);
2974
2975 switch (appctx->st2) {
2976 case STAT_ST_INIT:
2977 /* the function had not been called yet, let's prepare the
2978 * buffer for a response. We initialize the current stream
2979 * pointer to the first in the global list. When a target
2980 * stream is being destroyed, it is responsible for updating
2981 * this pointer. We know we have reached the end when this
2982 * pointer points back to the head of the streams list.
2983 */
2984 LIST_INIT(&appctx->ctx.sess.bref.users);
2985 appctx->ctx.sess.bref.ref = streams.n;
2986 appctx->st2 = STAT_ST_LIST;
2987 /* fall through */
2988
2989 case STAT_ST_LIST:
2990 /* first, let's detach the back-ref from a possible previous stream */
2991 if (!LIST_ISEMPTY(&appctx->ctx.sess.bref.users)) {
2992 LIST_DEL(&appctx->ctx.sess.bref.users);
2993 LIST_INIT(&appctx->ctx.sess.bref.users);
2994 }
2995
2996 /* and start from where we stopped */
2997 while (appctx->ctx.sess.bref.ref != &streams) {
2998 char pn[INET6_ADDRSTRLEN];
2999 struct stream *curr_strm;
3000
3001 curr_strm = LIST_ELEM(appctx->ctx.sess.bref.ref, struct stream *, list);
3002
3003 if (appctx->ctx.sess.target) {
3004 if (appctx->ctx.sess.target != (void *)-1 && appctx->ctx.sess.target != curr_strm)
3005 goto next_sess;
3006
3007 LIST_ADDQ(&curr_strm->back_refs, &appctx->ctx.sess.bref.users);
3008 /* call the proper dump() function and return if we're missing space */
3009 if (!stats_dump_full_strm_to_buffer(si, curr_strm))
3010 return 0;
3011
3012 /* stream dump complete */
3013 LIST_DEL(&appctx->ctx.sess.bref.users);
3014 LIST_INIT(&appctx->ctx.sess.bref.users);
3015 if (appctx->ctx.sess.target != (void *)-1) {
3016 appctx->ctx.sess.target = NULL;
3017 break;
3018 }
3019 else
3020 goto next_sess;
3021 }
3022
3023 chunk_appendf(&trash,
3024 "%p: proto=%s",
3025 curr_strm,
3026 strm_li(curr_strm) ? strm_li(curr_strm)->proto->name : "?");
3027
3028 conn = objt_conn(strm_orig(curr_strm));
3029 switch (conn ? addr_to_str(&conn->addr.from, pn, sizeof(pn)) : AF_UNSPEC) {
3030 case AF_INET:
3031 case AF_INET6:
3032 chunk_appendf(&trash,
3033 " src=%s:%d fe=%s be=%s srv=%s",
3034 pn,
3035 get_host_port(&conn->addr.from),
3036 strm_fe(curr_strm)->id,
3037 (curr_strm->be->cap & PR_CAP_BE) ? curr_strm->be->id : "<NONE>",
3038 objt_server(curr_strm->target) ? objt_server(curr_strm->target)->id : "<none>"
3039 );
3040 break;
3041 case AF_UNIX:
3042 chunk_appendf(&trash,
3043 " src=unix:%d fe=%s be=%s srv=%s",
3044 strm_li(curr_strm)->luid,
3045 strm_fe(curr_strm)->id,
3046 (curr_strm->be->cap & PR_CAP_BE) ? curr_strm->be->id : "<NONE>",
3047 objt_server(curr_strm->target) ? objt_server(curr_strm->target)->id : "<none>"
3048 );
3049 break;
3050 }
3051
3052 chunk_appendf(&trash,
3053 " ts=%02x age=%s calls=%d",
3054 curr_strm->task->state,
3055 human_time(now.tv_sec - curr_strm->logs.tv_accept.tv_sec, 1),
3056 curr_strm->task->calls);
3057
3058 chunk_appendf(&trash,
3059 " rq[f=%06xh,i=%d,an=%02xh,rx=%s",
3060 curr_strm->req.flags,
3061 curr_strm->req.buf->i,
3062 curr_strm->req.analysers,
3063 curr_strm->req.rex ?
3064 human_time(TICKS_TO_MS(curr_strm->req.rex - now_ms),
3065 TICKS_TO_MS(1000)) : "");
3066
3067 chunk_appendf(&trash,
3068 ",wx=%s",
3069 curr_strm->req.wex ?
3070 human_time(TICKS_TO_MS(curr_strm->req.wex - now_ms),
3071 TICKS_TO_MS(1000)) : "");
3072
3073 chunk_appendf(&trash,
3074 ",ax=%s]",
3075 curr_strm->req.analyse_exp ?
3076 human_time(TICKS_TO_MS(curr_strm->req.analyse_exp - now_ms),
3077 TICKS_TO_MS(1000)) : "");
3078
3079 chunk_appendf(&trash,
3080 " rp[f=%06xh,i=%d,an=%02xh,rx=%s",
3081 curr_strm->res.flags,
3082 curr_strm->res.buf->i,
3083 curr_strm->res.analysers,
3084 curr_strm->res.rex ?
3085 human_time(TICKS_TO_MS(curr_strm->res.rex - now_ms),
3086 TICKS_TO_MS(1000)) : "");
3087
3088 chunk_appendf(&trash,
3089 ",wx=%s",
3090 curr_strm->res.wex ?
3091 human_time(TICKS_TO_MS(curr_strm->res.wex - now_ms),
3092 TICKS_TO_MS(1000)) : "");
3093
3094 chunk_appendf(&trash,
3095 ",ax=%s]",
3096 curr_strm->res.analyse_exp ?
3097 human_time(TICKS_TO_MS(curr_strm->res.analyse_exp - now_ms),
3098 TICKS_TO_MS(1000)) : "");
3099
3100 conn = objt_conn(curr_strm->si[0].end);
3101 chunk_appendf(&trash,
3102 " s0=[%d,%1xh,fd=%d,ex=%s]",
3103 curr_strm->si[0].state,
3104 curr_strm->si[0].flags,
3105 conn ? conn->t.sock.fd : -1,
3106 curr_strm->si[0].exp ?
3107 human_time(TICKS_TO_MS(curr_strm->si[0].exp - now_ms),
3108 TICKS_TO_MS(1000)) : "");
3109
3110 conn = objt_conn(curr_strm->si[1].end);
3111 chunk_appendf(&trash,
3112 " s1=[%d,%1xh,fd=%d,ex=%s]",
3113 curr_strm->si[1].state,
3114 curr_strm->si[1].flags,
3115 conn ? conn->t.sock.fd : -1,
3116 curr_strm->si[1].exp ?
3117 human_time(TICKS_TO_MS(curr_strm->si[1].exp - now_ms),
3118 TICKS_TO_MS(1000)) : "");
3119
3120 chunk_appendf(&trash,
3121 " exp=%s",
3122 curr_strm->task->expire ?
3123 human_time(TICKS_TO_MS(curr_strm->task->expire - now_ms),
3124 TICKS_TO_MS(1000)) : "");
3125 if (task_in_rq(curr_strm->task))
3126 chunk_appendf(&trash, " run(nice=%d)", curr_strm->task->nice);
3127
3128 chunk_appendf(&trash, "\n");
3129
3130 if (bi_putchk(si_ic(si), &trash) == -1) {
3131 /* let's try again later from this stream. We add ourselves into
3132 * this stream's users so that it can remove us upon termination.
3133 */
3134 si_applet_cant_put(si);
3135 LIST_ADDQ(&curr_strm->back_refs, &appctx->ctx.sess.bref.users);
3136 return 0;
3137 }
3138
3139 next_sess:
3140 appctx->ctx.sess.bref.ref = curr_strm->list.n;
3141 }
3142
3143 if (appctx->ctx.sess.target && appctx->ctx.sess.target != (void *)-1) {
3144 /* specified stream not found */
3145 if (appctx->ctx.sess.section > 0)
3146 chunk_appendf(&trash, " *** session terminated while we were watching it ***\n");
3147 else
3148 chunk_appendf(&trash, "Session not found.\n");
3149
3150 if (bi_putchk(si_ic(si), &trash) == -1) {
3151 si_applet_cant_put(si);
3152 return 0;
3153 }
3154
3155 appctx->ctx.sess.target = NULL;
3156 appctx->ctx.sess.uid = 0;
3157 return 1;
3158 }
3159
3160 appctx->st2 = STAT_ST_FIN;
3161 /* fall through */
3162
3163 default:
3164 appctx->st2 = STAT_ST_FIN;
3165 return 1;
3166 }
3167}
3168
3169static void cli_release_show_sess(struct appctx *appctx)
3170{
3171 if (appctx->st2 == STAT_ST_LIST) {
3172 if (!LIST_ISEMPTY(&appctx->ctx.sess.bref.users))
3173 LIST_DEL(&appctx->ctx.sess.bref.users);
3174 }
3175}
3176
Willy Tarreau61b65212016-11-24 11:09:25 +01003177/* Parses the "shutdown session" directive, it always returns 1 */
3178static int cli_parse_shutdown_session(char **args, struct appctx *appctx, void *private)
3179{
3180 struct stream *strm, *ptr;
3181
3182 if (!cli_has_level(appctx, ACCESS_LVL_ADMIN))
3183 return 1;
3184
3185 if (!*args[2]) {
3186 appctx->ctx.cli.msg = "Session pointer expected (use 'show sess').\n";
Willy Tarreau3b6e5472016-11-24 15:53:53 +01003187 appctx->st0 = CLI_ST_PRINT;
Willy Tarreau61b65212016-11-24 11:09:25 +01003188 return 1;
3189 }
3190
3191 ptr = (void *)strtoul(args[2], NULL, 0);
3192
3193 /* first, look for the requested stream in the stream table */
3194 list_for_each_entry(strm, &streams, list) {
3195 if (strm == ptr)
3196 break;
3197 }
3198
3199 /* do we have the stream ? */
3200 if (strm != ptr) {
3201 appctx->ctx.cli.msg = "No such session (use 'show sess').\n";
Willy Tarreau3b6e5472016-11-24 15:53:53 +01003202 appctx->st0 = CLI_ST_PRINT;
Willy Tarreau61b65212016-11-24 11:09:25 +01003203 return 1;
3204 }
3205
3206 stream_shutdown(strm, SF_ERR_KILLED);
3207 return 1;
3208}
3209
Willy Tarreau4e46b622016-11-23 16:50:48 +01003210/* Parses the "shutdown session server" directive, it always returns 1 */
3211static int cli_parse_shutdown_sessions_server(char **args, struct appctx *appctx, void *private)
3212{
3213 struct server *sv;
3214 struct stream *strm, *strm_bck;
3215
3216 if (!cli_has_level(appctx, ACCESS_LVL_ADMIN))
3217 return 1;
3218
3219 sv = cli_find_server(appctx, args[3]);
3220 if (!sv)
3221 return 1;
3222
3223 /* kill all the stream that are on this server */
3224 list_for_each_entry_safe(strm, strm_bck, &sv->actconns, by_srv)
3225 if (strm->srv_conn == sv)
3226 stream_shutdown(strm, SF_ERR_KILLED);
3227 return 1;
3228}
3229
William Lallemand4c5b4d52016-11-21 08:51:11 +01003230/* register cli keywords */
3231static struct cli_kw_list cli_kws = {{ },{
3232 { { "show", "sess", NULL }, "show sess [id] : report the list of current sessions or dump this session", cli_parse_show_sess, cli_io_handler_dump_sess, cli_release_show_sess },
Willy Tarreau61b65212016-11-24 11:09:25 +01003233 { { "shutdown", "session", NULL }, "shutdown session : kill a specific session", cli_parse_shutdown_session, NULL, NULL },
Willy Tarreau4e46b622016-11-23 16:50:48 +01003234 { { "shutdown", "sessions", "server" }, "shutdown sessions server : kill sessions on a server", cli_parse_shutdown_sessions_server, NULL, NULL },
William Lallemand4c5b4d52016-11-21 08:51:11 +01003235 {{},}
3236}};
3237
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003238/* main configuration keyword registration. */
3239static struct action_kw_list stream_tcp_keywords = { ILH, {
3240 { "use-service", stream_parse_use_service },
3241 { /* END */ }
3242}};
3243
3244static struct action_kw_list stream_http_keywords = { ILH, {
3245 { "use-service", stream_parse_use_service },
3246 { /* END */ }
3247}};
3248
Willy Tarreau8b22a712010-06-18 17:46:06 +02003249__attribute__((constructor))
Willy Tarreau87b09662015-04-03 00:22:06 +02003250static void __stream_init(void)
Willy Tarreau8b22a712010-06-18 17:46:06 +02003251{
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003252 tcp_req_cont_keywords_register(&stream_tcp_keywords);
3253 http_req_keywords_register(&stream_http_keywords);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003254 cli_register_kw(&cli_kws);
Willy Tarreau8b22a712010-06-18 17:46:06 +02003255}
3256
Willy Tarreaubaaee002006-06-26 02:48:02 +02003257/*
3258 * Local variables:
3259 * c-indent-level: 8
3260 * c-basic-offset: 8
3261 * End:
3262 */