blob: 7d7910d9453ccf670eea59dc1be1c5f9d41b00cd [file] [log] [blame]
Willy Tarreaubaaee002006-06-26 02:48:02 +02001/*
Willy Tarreau87b09662015-04-03 00:22:06 +02002 * Stream management functions.
Willy Tarreaubaaee002006-06-26 02:48:02 +02003 *
Willy Tarreaud28c3532012-04-19 19:28:33 +02004 * Copyright 2000-2012 Willy Tarreau <w@1wt.eu>
Willy Tarreaubaaee002006-06-26 02:48:02 +02005 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
13#include <stdlib.h>
Willy Tarreau81f9aa32010-06-01 17:45:26 +020014#include <unistd.h>
15#include <fcntl.h>
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020016
Thierry FOURNIER5a363e72015-09-27 19:29:33 +020017#include <common/cfgparse.h>
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020018#include <common/config.h>
Willy Tarreau9b28e032012-10-12 23:49:43 +020019#include <common/buffer.h>
Willy Tarreau7c669d72008-06-20 15:04:11 +020020#include <common/debug.h>
Willy Tarreau2dd0d472006-06-29 17:53:05 +020021#include <common/memory.h>
Christopher Faulet8d8aa0d2017-05-30 15:36:50 +020022#include <common/hathreads.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020023
Willy Tarreau8a8d83b2015-04-13 13:24:54 +020024#include <types/applet.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020025#include <types/capture.h>
William Lallemand4c5b4d52016-11-21 08:51:11 +010026#include <types/cli.h>
Christopher Fauletd7c91962015-04-30 11:48:27 +020027#include <types/filters.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010028#include <types/global.h>
William Lallemand9ed62032016-11-21 17:49:11 +010029#include <types/stats.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020030
Willy Tarreau1d0dfb12009-07-07 15:10:31 +020031#include <proto/acl.h>
Thierry FOURNIER5a363e72015-09-27 19:29:33 +020032#include <proto/action.h>
Willy Tarreau61612d42012-04-19 18:42:05 +020033#include <proto/arg.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010034#include <proto/backend.h>
Willy Tarreauc7e42382012-08-24 19:22:53 +020035#include <proto/channel.h>
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +010036#include <proto/checks.h>
William Lallemand4c5b4d52016-11-21 08:51:11 +010037#include <proto/cli.h>
Willy Tarreaud2274c62012-07-06 14:29:45 +020038#include <proto/connection.h>
William Lallemand9ed62032016-11-21 17:49:11 +010039#include <proto/stats.h>
Willy Tarreaudd2f85e2012-09-02 22:34:23 +020040#include <proto/fd.h>
Christopher Fauletd7c91962015-04-30 11:48:27 +020041#include <proto/filters.h>
Willy Tarreau91c43d72010-06-20 11:19:22 +020042#include <proto/freq_ctr.h>
Willy Tarreau3041b9f2010-10-15 23:25:20 +020043#include <proto/frontend.h>
Willy Tarreau8d5d7f22007-01-21 19:16:41 +010044#include <proto/hdr_idx.h>
Thierry FOURNIER65f34c62015-02-16 20:11:43 +010045#include <proto/hlua.h>
Willy Tarreaud1d54542012-09-12 22:58:11 +020046#include <proto/listener.h>
Willy Tarreau332f8bf2007-05-13 21:36:56 +020047#include <proto/log.h>
Willy Tarreaucbaaec42012-09-06 11:32:07 +020048#include <proto/raw_sock.h>
Willy Tarreaufeb76402015-04-03 14:10:06 +020049#include <proto/session.h>
Willy Tarreau87b09662015-04-03 00:22:06 +020050#include <proto/stream.h>
Willy Tarreau3eba98a2009-01-25 13:56:13 +010051#include <proto/pipe.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010052#include <proto/proto_http.h>
Willy Tarreau1d0dfb12009-07-07 15:10:31 +020053#include <proto/proxy.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020054#include <proto/queue.h>
Willy Tarreau7f062c42009-03-05 18:43:00 +010055#include <proto/server.h>
Willy Tarreaucd3b0942012-04-27 21:52:18 +020056#include <proto/sample.h>
Emeric Brun1d33b292010-01-04 15:47:17 +010057#include <proto/stick_table.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010058#include <proto/stream_interface.h>
Willy Tarreau55a8d0e2008-11-30 18:47:21 +010059#include <proto/task.h>
Willy Tarreau39713102016-11-25 15:49:32 +010060#include <proto/tcp_rules.h>
Thierry FOURNIER4834bc72015-06-06 19:29:07 +020061#include <proto/vars.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020062
Willy Tarreaubafbe012017-11-24 17:34:44 +010063struct pool_head *pool_head_stream;
Willy Tarreau87b09662015-04-03 00:22:06 +020064struct list streams;
Christopher Faulet9dcf9b62017-11-13 10:34:01 +010065__decl_hathreads(HA_SPINLOCK_T streams_lock);
Willy Tarreaubaaee002006-06-26 02:48:02 +020066
Thierry FOURNIER5a363e72015-09-27 19:29:33 +020067/* List of all use-service keywords. */
68static struct list service_keywords = LIST_HEAD_INIT(service_keywords);
69
Willy Tarreau5790eb02017-08-28 17:18:36 +020070
71/* Create a new stream for connection <conn>. Return < 0 on error. This is only
72 * valid right after the handshake, before the connection's data layer is
73 * initialized, because it relies on the session to be in conn->owner.
74 */
Olivier Houchard9aaf7782017-09-13 18:30:23 +020075int stream_create_from_cs(struct conn_stream *cs)
Willy Tarreau5790eb02017-08-28 17:18:36 +020076{
77 struct stream *strm;
78
Olivier Houchard9aaf7782017-09-13 18:30:23 +020079 strm = stream_new(cs->conn->owner, &cs->obj_type);
Willy Tarreau5790eb02017-08-28 17:18:36 +020080 if (strm == NULL)
81 return -1;
82
83 task_wakeup(strm->task, TASK_WOKEN_INIT);
84 return 0;
85}
86
Willy Tarreau9903f0e2015-04-04 18:50:31 +020087/* This function is called from the session handler which detects the end of
Willy Tarreau73b65ac2015-04-08 18:26:29 +020088 * handshake, in order to complete initialization of a valid stream. It must be
Willy Tarreau87787ac2017-08-28 16:22:54 +020089 * called with a completley initialized session. It returns the pointer to
Willy Tarreau73b65ac2015-04-08 18:26:29 +020090 * the newly created stream, or NULL in case of fatal error. The client-facing
Willy Tarreau87787ac2017-08-28 16:22:54 +020091 * end point is assigned to <origin>, which must be valid. The stream's task
92 * is configured with a nice value inherited from the listener's nice if any.
93 * The task's context is set to the new stream, and its function is set to
94 * process_stream(). Target and analysers are null.
Willy Tarreau2542b532012-08-31 16:01:23 +020095 */
Willy Tarreau87787ac2017-08-28 16:22:54 +020096struct stream *stream_new(struct session *sess, enum obj_type *origin)
Willy Tarreau2542b532012-08-31 16:01:23 +020097{
Willy Tarreau02a0c0e2015-04-04 18:08:21 +020098 struct stream *s;
Willy Tarreau87787ac2017-08-28 16:22:54 +020099 struct task *t;
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200100 struct conn_stream *cs = objt_cs(origin);
Willy Tarreau73b65ac2015-04-08 18:26:29 +0200101 struct appctx *appctx = objt_appctx(origin);
Willy Tarreau2542b532012-08-31 16:01:23 +0200102
Willy Tarreaubafbe012017-11-24 17:34:44 +0100103 if (unlikely((s = pool_alloc(pool_head_stream)) == NULL))
Willy Tarreau87787ac2017-08-28 16:22:54 +0200104 goto out_fail_alloc;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200105
106 /* minimum stream initialization required for an embryonic stream is
107 * fairly low. We need very little to execute L4 ACLs, then we need a
108 * task to make the client-side connection live on its own.
109 * - flags
110 * - stick-entry tracking
111 */
112 s->flags = 0;
Willy Tarreaufb9f5842015-04-05 18:19:23 +0200113 s->logs.logwait = sess->fe->to_log;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200114 s->logs.level = 0;
Willy Tarreau99eb0f12015-04-05 12:03:54 +0200115 s->logs.accept_date = sess->accept_date; /* user-visible date for logging */
116 s->logs.tv_accept = sess->tv_accept; /* corrected date for internal use */
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +0200117 /* This function is called just after the handshake, so the handshake duration is
118 * between the accept time and now.
119 */
120 s->logs.t_handshake = tv_ms_elapsed(&sess->tv_accept, &now);
121 s->logs.t_idle = -1;
Willy Tarreau99eb0f12015-04-05 12:03:54 +0200122 tv_zero(&s->logs.tv_request);
123 s->logs.t_queue = -1;
124 s->logs.t_connect = -1;
125 s->logs.t_data = -1;
126 s->logs.t_close = 0;
127 s->logs.bytes_in = s->logs.bytes_out = 0;
128 s->logs.prx_queue_size = 0; /* we get the number of pending conns before us */
129 s->logs.srv_queue_size = 0; /* we will get this number soon */
130
131 /* default logging function */
132 s->do_log = strm_log;
133
134 /* default error reporting function, may be changed by analysers */
135 s->srv_error = default_srv_error;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200136
137 /* Initialise the current rule list pointer to NULL. We are sure that
138 * any rulelist match the NULL pointer.
139 */
140 s->current_rule_list = NULL;
Remi Gacogne7fb9de22015-07-22 17:10:58 +0200141 s->current_rule = NULL;
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200142
Willy Tarreaua68f7622015-09-21 17:48:24 +0200143 /* Copy SC counters for the stream. We don't touch refcounts because
144 * any reference we have is inherited from the session. Since the stream
145 * doesn't exist without the session, the session's existence guarantees
146 * we don't lose the entry. During the store operation, the stream won't
147 * touch these ones.
Thierry FOURNIER827752e2015-08-18 11:34:18 +0200148 */
Thierry FOURNIERc8fdb982015-08-16 12:03:39 +0200149 memcpy(s->stkctr, sess->stkctr, sizeof(s->stkctr));
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200150
151 s->sess = sess;
152 s->si[0].flags = SI_FL_NONE;
153 s->si[1].flags = SI_FL_ISBACK;
154
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200155 s->uniq_id = global.req_count++;
156
Willy Tarreau87b09662015-04-03 00:22:06 +0200157 /* OK, we're keeping the stream, so let's properly initialize the stream */
Willy Tarreau2542b532012-08-31 16:01:23 +0200158 LIST_INIT(&s->back_refs);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100159
160 LIST_INIT(&s->buffer_wait.list);
161 s->buffer_wait.target = s;
162 s->buffer_wait.wakeup_cb = (int (*)(void *))stream_res_wakeup;
Willy Tarreauf8a49ea2013-10-14 21:32:07 +0200163
Willy Tarreaue7dff022015-04-03 01:14:29 +0200164 s->flags |= SF_INITIALIZED;
Willy Tarreau2542b532012-08-31 16:01:23 +0200165 s->unique_id = NULL;
Willy Tarreau2542b532012-08-31 16:01:23 +0200166
Emeric Brunc60def82017-09-27 14:59:38 +0200167 if ((t = task_new(tid_bit)) == NULL)
Willy Tarreau87787ac2017-08-28 16:22:54 +0200168 goto out_fail_alloc;
169
Willy Tarreau02a0c0e2015-04-04 18:08:21 +0200170 s->task = t;
Christopher Faulet9d810ca2016-12-08 22:33:52 +0100171 s->pending_events = 0;
Willy Tarreaud1769b82015-04-06 00:25:48 +0200172 t->process = process_stream;
Willy Tarreau2542b532012-08-31 16:01:23 +0200173 t->context = s;
174 t->expire = TICK_ETERNITY;
Willy Tarreau87787ac2017-08-28 16:22:54 +0200175 if (sess->listener)
176 t->nice = sess->listener->nice;
Willy Tarreau2542b532012-08-31 16:01:23 +0200177
Willy Tarreau87b09662015-04-03 00:22:06 +0200178 /* Note: initially, the stream's backend points to the frontend.
Willy Tarreau2542b532012-08-31 16:01:23 +0200179 * This changes later when switching rules are executed or
180 * when the default backend is assigned.
181 */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200182 s->be = sess->fe;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100183 s->req.buf = s->res.buf = NULL;
Willy Tarreaucb7dd012015-04-03 22:16:32 +0200184 s->req_cap = NULL;
185 s->res_cap = NULL;
Willy Tarreau2542b532012-08-31 16:01:23 +0200186
Willy Tarreauebcd4842015-06-19 11:59:02 +0200187 /* Initialise all the variables contexts even if not used.
188 * This permits to prune these contexts without errors.
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200189 */
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200190 vars_init(&s->vars_txn, SCOPE_TXN);
191 vars_init(&s->vars_reqres, SCOPE_REQ);
192
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200193 /* this part should be common with other protocols */
Willy Tarreau819d3322014-11-28 12:12:34 +0100194 si_reset(&s->si[0]);
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200195 si_set_state(&s->si[0], SI_ST_EST);
Hongbo Longe39683c2017-03-10 18:41:51 +0100196 s->si[0].hcto = sess->fe->timeout.clientfin;
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200197
Willy Tarreau1f52bb22015-04-04 14:28:46 +0200198 /* attach the incoming connection to the stream interface now. */
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200199 if (cs)
200 si_attach_cs(&s->si[0], cs);
Willy Tarreau470280e2015-04-05 01:33:13 +0200201 else if (appctx)
202 si_attach_appctx(&s->si[0], appctx);
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200203
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200204 if (likely(sess->fe->options2 & PR_O2_INDEPSTR))
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200205 s->si[0].flags |= SI_FL_INDEP_STR;
206
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200207 /* pre-initialize the other side's stream interface to an INIT state. The
208 * callbacks will be initialized before attempting to connect.
209 */
Willy Tarreau819d3322014-11-28 12:12:34 +0100210 si_reset(&s->si[1]);
Hongbo Longe39683c2017-03-10 18:41:51 +0100211 s->si[1].hcto = TICK_ETERNITY;
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200212
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200213 if (likely(sess->fe->options2 & PR_O2_INDEPSTR))
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200214 s->si[1].flags |= SI_FL_INDEP_STR;
215
Willy Tarreau87b09662015-04-03 00:22:06 +0200216 stream_init_srv_conn(s);
Willy Tarreau9b82d942016-12-05 00:26:31 +0100217 s->target = sess->listener ? sess->listener->default_target : NULL;
218
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200219 s->pend_pos = NULL;
220
221 /* init store persistence */
222 s->store_count = 0;
223
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100224 channel_init(&s->req);
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100225 s->req.flags |= CF_READ_ATTACHED; /* the producer is already connected */
Willy Tarreau9b82d942016-12-05 00:26:31 +0100226 s->req.analysers = sess->listener ? sess->listener->analysers : 0;
Willy Tarreaue223e3b2017-11-18 15:39:10 +0100227
228 if (!sess->fe->fe_req_ana) {
229 channel_auto_connect(&s->req); /* don't wait to establish connection */
230 channel_auto_close(&s->req); /* let the producer forward close requests */
231 }
Willy Tarreauc8815ef2015-04-05 18:15:59 +0200232
233 s->req.rto = sess->fe->timeout.client;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100234 s->req.wto = TICK_ETERNITY;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100235 s->req.rex = TICK_ETERNITY;
236 s->req.wex = TICK_ETERNITY;
237 s->req.analyse_exp = TICK_ETERNITY;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200238
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100239 channel_init(&s->res);
Willy Tarreauef573c02014-11-28 14:17:09 +0100240 s->res.flags |= CF_ISRESP;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100241 s->res.analysers = 0;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200242
Willy Tarreaue36cbcb2015-04-03 15:40:56 +0200243 if (sess->fe->options2 & PR_O2_NODELAY) {
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100244 s->req.flags |= CF_NEVER_WAIT;
245 s->res.flags |= CF_NEVER_WAIT;
Willy Tarreau96e31212011-05-30 18:10:30 +0200246 }
247
Willy Tarreauc8815ef2015-04-05 18:15:59 +0200248 s->res.wto = sess->fe->timeout.client;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100249 s->res.rto = TICK_ETERNITY;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100250 s->res.rex = TICK_ETERNITY;
251 s->res.wex = TICK_ETERNITY;
252 s->res.analyse_exp = TICK_ETERNITY;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200253
Willy Tarreaueee5b512015-04-03 23:46:31 +0200254 s->txn = NULL;
Thierry FOURNIER2c8b54e2016-12-17 12:45:32 +0100255 s->hlua = NULL;
Thierry FOURNIER65f34c62015-02-16 20:11:43 +0100256
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100257 HA_SPIN_LOCK(STRMS_LOCK, &streams_lock);
Emeric Brun6b35e9b2017-06-30 16:23:45 +0200258 LIST_ADDQ(&streams, &s->list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100259 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
Emeric Brun6b35e9b2017-06-30 16:23:45 +0200260
Christopher Faulet92d36382015-11-05 13:35:03 +0100261 if (flt_stream_init(s) < 0 || flt_stream_start(s) < 0)
Christopher Fauletd7c91962015-04-30 11:48:27 +0200262 goto out_fail_accept;
263
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200264 /* finish initialization of the accepted file descriptor */
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200265 if (cs)
266 cs_want_recv(cs);
Willy Tarreau470280e2015-04-05 01:33:13 +0200267 else if (appctx)
Willy Tarreaufe127932015-04-21 19:23:39 +0200268 si_applet_want_get(&s->si[0]);
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200269
Willy Tarreaufb9f5842015-04-05 18:19:23 +0200270 if (sess->fe->accept && sess->fe->accept(s) < 0)
Willy Tarreauc5a7ff42015-04-05 11:52:08 +0200271 goto out_fail_accept;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200272
273 /* it is important not to call the wakeup function directly but to
274 * pass through task_wakeup(), because this one knows how to apply
Emeric Brun5f77fef2017-05-29 15:26:51 +0200275 * priorities to tasks. Using multi thread we must be sure that
276 * stream is fully initialized before calling task_wakeup. So
277 * the caller must handle the task_wakeup
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200278 */
Willy Tarreau02d86382015-04-05 12:00:52 +0200279 return s;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200280
281 /* Error unrolling */
Willy Tarreauc5a7ff42015-04-05 11:52:08 +0200282 out_fail_accept:
Christopher Faulet92d36382015-11-05 13:35:03 +0100283 flt_stream_release(s, 0);
Willy Tarreau87787ac2017-08-28 16:22:54 +0200284 task_free(t);
285 out_fail_alloc:
Willy Tarreau3b246412014-11-25 17:10:33 +0100286 LIST_DEL(&s->list);
Willy Tarreaubafbe012017-11-24 17:34:44 +0100287 pool_free(pool_head_stream, s);
Willy Tarreau02d86382015-04-05 12:00:52 +0200288 return NULL;
Willy Tarreau81f9aa32010-06-01 17:45:26 +0200289}
290
Willy Tarreaubaaee002006-06-26 02:48:02 +0200291/*
Willy Tarreau87b09662015-04-03 00:22:06 +0200292 * frees the context associated to a stream. It must have been removed first.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200293 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200294static void stream_free(struct stream *s)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200295{
Willy Tarreau9ad7bd42015-04-03 19:19:59 +0200296 struct session *sess = strm_sess(s);
297 struct proxy *fe = sess->fe;
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100298 struct bref *bref, *back;
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200299 struct conn_stream *cli_cs = objt_cs(s->si[0].end);
Willy Tarreaua4cda672010-06-06 18:28:49 +0200300 int i;
Willy Tarreau0f7562b2007-01-07 15:46:13 +0100301
Willy Tarreaubaaee002006-06-26 02:48:02 +0200302 if (s->pend_pos)
303 pendconn_free(s->pend_pos);
Willy Tarreau922a8062008-12-04 09:33:58 +0100304
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100305 if (objt_server(s->target)) { /* there may be requests left pending in queue */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200306 if (s->flags & SF_CURR_SESS) {
307 s->flags &= ~SF_CURR_SESS;
Christopher Faulet29f77e82017-06-08 14:04:45 +0200308 HA_ATOMIC_SUB(&objt_server(s->target)->cur_sess, 1);
Willy Tarreau1e62de62008-11-11 20:20:02 +0100309 }
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100310 if (may_dequeue_tasks(objt_server(s->target), s->be))
311 process_srv_queue(objt_server(s->target));
Willy Tarreau1e62de62008-11-11 20:20:02 +0100312 }
Willy Tarreau922a8062008-12-04 09:33:58 +0100313
Willy Tarreau7c669d72008-06-20 15:04:11 +0200314 if (unlikely(s->srv_conn)) {
Willy Tarreau87b09662015-04-03 00:22:06 +0200315 /* the stream still has a reserved slot on a server, but
Willy Tarreau7c669d72008-06-20 15:04:11 +0200316 * it should normally be only the same as the one above,
317 * so this should not happen in fact.
318 */
319 sess_change_server(s, NULL);
320 }
321
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100322 if (s->req.pipe)
323 put_pipe(s->req.pipe);
Willy Tarreau259de1b2009-01-18 21:56:21 +0100324
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100325 if (s->res.pipe)
326 put_pipe(s->res.pipe);
Willy Tarreau259de1b2009-01-18 21:56:21 +0100327
Willy Tarreaubf883e02014-11-25 21:10:35 +0100328 /* We may still be present in the buffer wait queue */
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100329 if (!LIST_ISEMPTY(&s->buffer_wait.list)) {
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100330 HA_SPIN_LOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100331 LIST_DEL(&s->buffer_wait.list);
332 LIST_INIT(&s->buffer_wait.list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100333 HA_SPIN_UNLOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Willy Tarreaubf883e02014-11-25 21:10:35 +0100334 }
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100335 if (s->req.buf->size || s->res.buf->size) {
336 b_drop(&s->req.buf);
337 b_drop(&s->res.buf);
338 offer_buffers(NULL, tasks_run_queue + applets_active_queue);
339 }
Willy Tarreau9b28e032012-10-12 23:49:43 +0200340
Thierry FOURNIER2c8b54e2016-12-17 12:45:32 +0100341 hlua_ctx_destroy(s->hlua);
342 s->hlua = NULL;
Willy Tarreaueee5b512015-04-03 23:46:31 +0200343 if (s->txn)
344 http_end_txn(s);
Willy Tarreau46023632010-01-07 22:51:47 +0100345
Willy Tarreau1e954912012-10-12 17:50:05 +0200346 /* ensure the client-side transport layer is destroyed */
Willy Tarreau32560732017-10-08 11:33:44 +0200347 if (cli_cs)
348 cs_close(cli_cs);
Willy Tarreau1e954912012-10-12 17:50:05 +0200349
Willy Tarreaua4cda672010-06-06 18:28:49 +0200350 for (i = 0; i < s->store_count; i++) {
351 if (!s->store[i].ts)
352 continue;
353 stksess_free(s->store[i].table, s->store[i].ts);
354 s->store[i].ts = NULL;
355 }
356
Willy Tarreaueee5b512015-04-03 23:46:31 +0200357 if (s->txn) {
Willy Tarreaubafbe012017-11-24 17:34:44 +0100358 pool_free(pool_head_hdr_idx, s->txn->hdr_idx.v);
359 pool_free(pool_head_http_txn, s->txn);
Willy Tarreaueee5b512015-04-03 23:46:31 +0200360 s->txn = NULL;
361 }
362
Christopher Fauletd7c91962015-04-30 11:48:27 +0200363 flt_stream_stop(s);
Christopher Faulet92d36382015-11-05 13:35:03 +0100364 flt_stream_release(s, 0);
Christopher Fauletd7c91962015-04-30 11:48:27 +0200365
Willy Tarreau92fb9832007-10-16 17:34:28 +0200366 if (fe) {
Willy Tarreaubafbe012017-11-24 17:34:44 +0100367 pool_free(fe->rsp_cap_pool, s->res_cap);
368 pool_free(fe->req_cap_pool, s->req_cap);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200369 }
Willy Tarreau0937bc42009-12-22 15:03:09 +0100370
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200371 /* Cleanup all variable contexts. */
Willy Tarreau6204cd92016-03-10 16:33:04 +0100372 vars_prune(&s->vars_txn, s->sess, s);
373 vars_prune(&s->vars_reqres, s->sess, s);
Thierry FOURNIER4834bc72015-06-06 19:29:07 +0200374
Willy Tarreau87b09662015-04-03 00:22:06 +0200375 stream_store_counters(s);
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +0200376
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100377 HA_SPIN_LOCK(STRMS_LOCK, &streams_lock);
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100378 list_for_each_entry_safe(bref, back, &s->back_refs, users) {
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100379 /* we have to unlink all watchers. We must not relink them if
Willy Tarreau87b09662015-04-03 00:22:06 +0200380 * this stream was the last one in the list.
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100381 */
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100382 LIST_DEL(&bref->users);
Willy Tarreaufd3828e2009-02-22 15:17:24 +0100383 LIST_INIT(&bref->users);
Willy Tarreau87b09662015-04-03 00:22:06 +0200384 if (s->list.n != &streams)
385 LIST_ADDQ(&LIST_ELEM(s->list.n, struct stream *, list)->back_refs, &bref->users);
Willy Tarreau62e4f1d2008-12-07 20:16:23 +0100386 bref->ref = s->list.n;
387 }
Willy Tarreauf54f8bd2008-11-23 19:53:55 +0100388 LIST_DEL(&s->list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100389 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
Emeric Brun6b35e9b2017-06-30 16:23:45 +0200390
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200391 si_release_endpoint(&s->si[1]);
392 si_release_endpoint(&s->si[0]);
Willy Tarreaufeb76402015-04-03 14:10:06 +0200393
394 /* FIXME: for now we have a 1:1 relation between stream and session so
395 * the stream must free the session.
396 */
Willy Tarreaubafbe012017-11-24 17:34:44 +0100397 pool_free(pool_head_stream, s);
Willy Tarreau632f5a72007-07-11 10:42:35 +0200398
399 /* We may want to free the maximum amount of pools if the proxy is stopping */
Willy Tarreau92fb9832007-10-16 17:34:28 +0200400 if (fe && unlikely(fe->state == PR_STSTOPPED)) {
Willy Tarreaubafbe012017-11-24 17:34:44 +0100401 pool_flush(pool_head_buffer);
402 pool_flush(pool_head_http_txn);
403 pool_flush(pool_head_hdr_idx);
404 pool_flush(pool_head_requri);
405 pool_flush(pool_head_capture);
406 pool_flush(pool_head_stream);
407 pool_flush(pool_head_session);
408 pool_flush(pool_head_connection);
409 pool_flush(pool_head_pendconn);
410 pool_flush(fe->req_cap_pool);
411 pool_flush(fe->rsp_cap_pool);
Willy Tarreau632f5a72007-07-11 10:42:35 +0200412 }
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200413}
414
Willy Tarreau656859d2014-11-25 19:46:36 +0100415
Willy Tarreau87b09662015-04-03 00:22:06 +0200416/* Allocates a work buffer for stream <s>. It is meant to be called inside
417 * process_stream(). It will only allocate the side needed for the function
Willy Tarreaubc39a5d2015-04-20 15:52:18 +0200418 * to work fine, which is the response buffer so that an error message may be
419 * built and returned. Response buffers may be allocated from the reserve, this
420 * is critical to ensure that a response may always flow and will never block a
421 * server from releasing a connection. Returns 0 in case of failure, non-zero
422 * otherwise.
Willy Tarreau656859d2014-11-25 19:46:36 +0100423 */
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100424static int stream_alloc_work_buffer(struct stream *s)
Willy Tarreau656859d2014-11-25 19:46:36 +0100425{
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100426 if (!LIST_ISEMPTY(&s->buffer_wait.list)) {
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100427 HA_SPIN_LOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100428 LIST_DEL(&s->buffer_wait.list);
429 LIST_INIT(&s->buffer_wait.list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100430 HA_SPIN_UNLOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Willy Tarreaubf883e02014-11-25 21:10:35 +0100431 }
Willy Tarreau656859d2014-11-25 19:46:36 +0100432
Willy Tarreaubc39a5d2015-04-20 15:52:18 +0200433 if (b_alloc_margin(&s->res.buf, 0))
Willy Tarreau656859d2014-11-25 19:46:36 +0100434 return 1;
435
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100436 HA_SPIN_LOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100437 LIST_ADDQ(&buffer_wq, &s->buffer_wait.list);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100438 HA_SPIN_UNLOCK(BUF_WQ_LOCK, &buffer_wq_lock);
Willy Tarreau656859d2014-11-25 19:46:36 +0100439 return 0;
440}
441
442/* releases unused buffers after processing. Typically used at the end of the
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100443 * update() functions. It will try to wake up as many tasks/applets as the
444 * number of buffers that it releases. In practice, most often streams are
445 * blocked on a single buffer, so it makes sense to try to wake two up when two
446 * buffers are released at once.
Willy Tarreau656859d2014-11-25 19:46:36 +0100447 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200448void stream_release_buffers(struct stream *s)
Willy Tarreau656859d2014-11-25 19:46:36 +0100449{
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100450 int offer = 0;
Willy Tarreau656859d2014-11-25 19:46:36 +0100451
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100452 if (s->req.buf->size && buffer_empty(s->req.buf)) {
453 offer = 1;
454 b_free(&s->req.buf);
455 }
456 if (s->res.buf->size && buffer_empty(s->res.buf)) {
457 offer = 1;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100458 b_free(&s->res.buf);
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100459 }
Willy Tarreau656859d2014-11-25 19:46:36 +0100460
Willy Tarreaubf883e02014-11-25 21:10:35 +0100461 /* if we're certain to have at least 1 buffer available, and there is
462 * someone waiting, we can wake up a waiter and offer them.
463 */
Christopher Fauleta73e59b2016-12-09 17:30:18 +0100464 if (offer)
465 offer_buffers(s, tasks_run_queue + applets_active_queue);
Willy Tarreau656859d2014-11-25 19:46:36 +0100466}
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200467
468/* perform minimal intializations, report 0 in case of error, 1 if OK. */
Willy Tarreau87b09662015-04-03 00:22:06 +0200469int init_stream()
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200470{
Willy Tarreau87b09662015-04-03 00:22:06 +0200471 LIST_INIT(&streams);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100472 HA_SPIN_INIT(&streams_lock);
Willy Tarreaubafbe012017-11-24 17:34:44 +0100473 pool_head_stream = create_pool("stream", sizeof(struct stream), MEM_F_SHARED);
474 return pool_head_stream != NULL;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200475}
476
Willy Tarreau87b09662015-04-03 00:22:06 +0200477void stream_process_counters(struct stream *s)
Willy Tarreau30e71012007-11-26 20:15:35 +0100478{
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200479 struct session *sess = s->sess;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100480 unsigned long long bytes;
Emeric Brun57056f02015-06-15 18:29:57 +0200481 void *ptr1,*ptr2;
Emeric Brun819fc6f2017-06-13 19:37:32 +0200482 struct stksess *ts;
Willy Tarreau20d46a52012-12-09 15:55:40 +0100483 int i;
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100484
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100485 bytes = s->req.total - s->logs.bytes_in;
486 s->logs.bytes_in = s->req.total;
487 if (bytes) {
Christopher Fauletff8abcd2017-06-02 15:33:24 +0200488 HA_ATOMIC_ADD(&sess->fe->fe_counters.bytes_in, bytes);
489 HA_ATOMIC_ADD(&s->be->be_counters.bytes_in, bytes);
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100490
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100491 if (objt_server(s->target))
Christopher Faulet29f77e82017-06-08 14:04:45 +0200492 HA_ATOMIC_ADD(&objt_server(s->target)->counters.bytes_in, bytes);
Krzysztof Piotr Oledzkiaeebf9b2009-10-04 15:43:17 +0200493
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200494 if (sess->listener && sess->listener->counters)
Christopher Faulet8d8aa0d2017-05-30 15:36:50 +0200495 HA_ATOMIC_ADD(&sess->listener->counters->bytes_in, bytes);
Willy Tarreau855e4bb2010-06-18 18:33:32 +0200496
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100497 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200498 struct stkctr *stkctr = &s->stkctr[i];
499
Emeric Brun819fc6f2017-06-13 19:37:32 +0200500 ts = stkctr_entry(stkctr);
501 if (!ts) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200502 stkctr = &sess->stkctr[i];
Emeric Brun819fc6f2017-06-13 19:37:32 +0200503 ts = stkctr_entry(stkctr);
504 if (!ts)
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200505 continue;
506 }
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200507
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100508 HA_RWLOCK_WRLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun819fc6f2017-06-13 19:37:32 +0200509 ptr1 = stktable_data_ptr(stkctr->table, ts, STKTABLE_DT_BYTES_IN_CNT);
Emeric Brun57056f02015-06-15 18:29:57 +0200510 if (ptr1)
511 stktable_data_cast(ptr1, bytes_in_cnt) += bytes;
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200512
Emeric Brun819fc6f2017-06-13 19:37:32 +0200513 ptr2 = stktable_data_ptr(stkctr->table, ts, STKTABLE_DT_BYTES_IN_RATE);
Emeric Brun57056f02015-06-15 18:29:57 +0200514 if (ptr2)
515 update_freq_ctr_period(&stktable_data_cast(ptr2, bytes_in_rate),
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200516 stkctr->table->data_arg[STKTABLE_DT_BYTES_IN_RATE].u, bytes);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100517 HA_RWLOCK_WRUNLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun57056f02015-06-15 18:29:57 +0200518
519 /* If data was modified, we need to touch to re-schedule sync */
520 if (ptr1 || ptr2)
Emeric Brun819fc6f2017-06-13 19:37:32 +0200521 stktable_touch_local(stkctr->table, ts, 0);
Willy Tarreau30e71012007-11-26 20:15:35 +0100522 }
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100523 }
524
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100525 bytes = s->res.total - s->logs.bytes_out;
526 s->logs.bytes_out = s->res.total;
527 if (bytes) {
Christopher Fauletff8abcd2017-06-02 15:33:24 +0200528 HA_ATOMIC_ADD(&sess->fe->fe_counters.bytes_out, bytes);
529 HA_ATOMIC_ADD(&s->be->be_counters.bytes_out, bytes);
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100530
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100531 if (objt_server(s->target))
Christopher Faulet29f77e82017-06-08 14:04:45 +0200532 HA_ATOMIC_ADD(&objt_server(s->target)->counters.bytes_out, bytes);
Krzysztof Piotr Oledzkiaeebf9b2009-10-04 15:43:17 +0200533
Willy Tarreaufb0afa72015-04-03 14:46:27 +0200534 if (sess->listener && sess->listener->counters)
Christopher Faulet8d8aa0d2017-05-30 15:36:50 +0200535 HA_ATOMIC_ADD(&sess->listener->counters->bytes_out, bytes);
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200536
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100537 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200538 struct stkctr *stkctr = &s->stkctr[i];
539
Emeric Brun819fc6f2017-06-13 19:37:32 +0200540 ts = stkctr_entry(stkctr);
541 if (!ts) {
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200542 stkctr = &sess->stkctr[i];
Emeric Brun819fc6f2017-06-13 19:37:32 +0200543 ts = stkctr_entry(stkctr);
544 if (!ts)
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200545 continue;
546 }
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200547
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100548 HA_RWLOCK_WRLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun819fc6f2017-06-13 19:37:32 +0200549 ptr1 = stktable_data_ptr(stkctr->table, ts, STKTABLE_DT_BYTES_OUT_CNT);
Emeric Brun57056f02015-06-15 18:29:57 +0200550 if (ptr1)
551 stktable_data_cast(ptr1, bytes_out_cnt) += bytes;
Willy Tarreau6c59e0a2010-06-20 11:56:30 +0200552
Emeric Brun819fc6f2017-06-13 19:37:32 +0200553 ptr2 = stktable_data_ptr(stkctr->table, ts, STKTABLE_DT_BYTES_OUT_RATE);
Emeric Brun57056f02015-06-15 18:29:57 +0200554 if (ptr2)
555 update_freq_ctr_period(&stktable_data_cast(ptr2, bytes_out_rate),
Willy Tarreau8b7f8682015-04-04 16:29:12 +0200556 stkctr->table->data_arg[STKTABLE_DT_BYTES_OUT_RATE].u, bytes);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100557 HA_RWLOCK_WRUNLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun57056f02015-06-15 18:29:57 +0200558
559 /* If data was modified, we need to touch to re-schedule sync */
560 if (ptr1 || ptr2)
Emeric Brun819fc6f2017-06-13 19:37:32 +0200561 stktable_touch_local(stkctr->table, stkctr_entry(stkctr), 0);
Willy Tarreau30e71012007-11-26 20:15:35 +0100562 }
Krzysztof Piotr Oledzki583bc962007-11-24 22:12:47 +0100563 }
564}
Willy Tarreaubaaee002006-06-26 02:48:02 +0200565
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100566/* This function is called with (si->state == SI_ST_CON) meaning that a
567 * connection was attempted and that the file descriptor is already allocated.
568 * We must check for establishment, error and abort. Possible output states
569 * are SI_ST_EST (established), SI_ST_CER (error), SI_ST_DIS (abort), and
570 * SI_ST_CON (no change). The function returns 0 if it switches to SI_ST_CER,
Willy Tarreau87b09662015-04-03 00:22:06 +0200571 * otherwise 1. This only works with connection-based streams.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100572 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200573static int sess_update_st_con_tcp(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100574{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100575 struct stream_interface *si = &s->si[1];
576 struct channel *req = &s->req;
577 struct channel *rep = &s->res;
Willy Tarreaua553ae92017-10-05 18:52:17 +0200578 struct conn_stream *srv_cs = __objt_cs(si->end);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100579
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100580 /* If we got an error, or if nothing happened and the connection timed
581 * out, we must give up. The CER state handler will take care of retry
582 * attempts and error reports.
583 */
584 if (unlikely(si->flags & (SI_FL_EXP|SI_FL_ERR))) {
Bin Wang95fad5b2017-09-15 14:56:40 +0800585 if (unlikely(req->flags & CF_WROTE_DATA)) {
Willy Tarreaue3224e82012-10-29 22:41:31 +0100586 /* Some data were sent past the connection establishment,
587 * so we need to pretend we're established to log correctly
588 * and let later states handle the failure.
589 */
Willy Tarreaue3224e82012-10-29 22:41:31 +0100590 si->state = SI_ST_EST;
591 si->err_type = SI_ET_DATA_ERR;
Willy Tarreau103197d2014-11-28 15:26:12 +0100592 rep->flags |= CF_READ_ERROR | CF_WRITE_ERROR;
Willy Tarreaue3224e82012-10-29 22:41:31 +0100593 return 1;
594 }
Willy Tarreau127334e2009-03-28 10:47:26 +0100595 si->exp = TICK_ETERNITY;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100596 si->state = SI_ST_CER;
Willy Tarreau0ede5a32012-12-08 08:44:02 +0100597
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200598 /* XXX cognet: do we really want to kill the connection here ?
599 * Probably not for multiple streams.
600 */
Willy Tarreaua553ae92017-10-05 18:52:17 +0200601 cs_close(srv_cs);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100602
603 if (si->err_type)
604 return 0;
605
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100606 if (si->flags & SI_FL_ERR)
607 si->err_type = SI_ET_CONN_ERR;
608 else
609 si->err_type = SI_ET_CONN_TO;
610 return 0;
611 }
612
613 /* OK, maybe we want to abort */
Bin Wang95fad5b2017-09-15 14:56:40 +0800614 if (!(req->flags & CF_WROTE_DATA) &&
Willy Tarreaua7a7ebc2012-12-30 00:50:35 +0100615 unlikely((rep->flags & CF_SHUTW) ||
Willy Tarreau03cdb7c2012-08-27 23:14:58 +0200616 ((req->flags & CF_SHUTW_NOW) && /* FIXME: this should not prevent a connection from establishing */
Christopher Fauletc5a9d5b2017-11-09 09:36:43 +0100617 ((!(req->flags & (CF_WRITE_ACTIVITY|CF_WRITE_EVENT)) && channel_is_empty(req)) ||
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100618 s->be->options & PR_O_ABRT_CLOSE)))) {
619 /* give up */
Willy Tarreau73b013b2012-05-21 16:31:45 +0200620 si_shutw(si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100621 si->err_type |= SI_ET_CONN_ABRT;
Willy Tarreau84455332009-03-15 22:34:05 +0100622 if (s->srv_error)
623 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100624 return 1;
625 }
626
627 /* we need to wait a bit more if there was no activity either */
Christopher Fauletc5a9d5b2017-11-09 09:36:43 +0100628 if (!(req->flags & (CF_WRITE_ACTIVITY|CF_WRITE_EVENT)))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100629 return 1;
630
631 /* OK, this means that a connection succeeded. The caller will be
632 * responsible for handling the transition from CON to EST.
633 */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100634 si->state = SI_ST_EST;
635 si->err_type = SI_ET_NONE;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100636 return 1;
637}
638
639/* This function is called with (si->state == SI_ST_CER) meaning that a
640 * previous connection attempt has failed and that the file descriptor
641 * has already been released. Possible causes include asynchronous error
642 * notification and time out. Possible output states are SI_ST_CLO when
643 * retries are exhausted, SI_ST_TAR when a delay is wanted before a new
644 * connection attempt, SI_ST_ASS when it's wise to retry on the same server,
645 * and SI_ST_REQ when an immediate redispatch is wanted. The buffers are
646 * marked as in error state. It returns 0.
647 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200648static int sess_update_st_cer(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100649{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100650 struct stream_interface *si = &s->si[1];
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200651 struct conn_stream *cs = objt_cs(si->end);
652 struct connection *conn = cs_conn(cs);
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100653
Willy Tarreau87b09662015-04-03 00:22:06 +0200654 /* we probably have to release last stream from the server */
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100655 if (objt_server(s->target)) {
656 health_adjust(objt_server(s->target), HANA_STATUS_L4_ERR);
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +0100657
Willy Tarreaue7dff022015-04-03 01:14:29 +0200658 if (s->flags & SF_CURR_SESS) {
659 s->flags &= ~SF_CURR_SESS;
Christopher Faulet29f77e82017-06-08 14:04:45 +0200660 HA_ATOMIC_SUB(&objt_server(s->target)->cur_sess, 1);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100661 }
Willy Tarreau46d5b082017-07-26 20:13:37 +0200662
663 if ((si->flags & SI_FL_ERR) &&
664 conn && conn->err_code == CO_ER_SSL_MISMATCH_SNI) {
665 /* We tried to connect to a server which is configured
666 * with "verify required" and which doesn't have the
667 * "verifyhost" directive. The server presented a wrong
668 * certificate (a certificate for an unexpected name),
669 * which implies that we have used SNI in the handshake,
670 * and that the server doesn't have the associated cert
671 * and presented a default one.
672 *
673 * This is a serious enough issue not to retry. It's
674 * especially important because this wrong name might
675 * either be the result of a configuration error, and
676 * retrying will only hammer the server, or is caused
677 * by the use of a wrong SNI value, most likely
678 * provided by the client and we don't want to let the
679 * client provoke retries.
680 */
681 si->conn_retries = 0;
682 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100683 }
684
685 /* ensure that we have enough retries left */
Willy Tarreauee28de02010-06-01 09:51:00 +0200686 si->conn_retries--;
687 if (si->conn_retries < 0) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100688 if (!si->err_type) {
689 si->err_type = SI_ET_CONN_ERR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100690 }
691
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100692 if (objt_server(s->target))
Christopher Faulet29f77e82017-06-08 14:04:45 +0200693 HA_ATOMIC_ADD(&objt_server(s->target)->counters.failed_conns, 1);
Christopher Fauletff8abcd2017-06-02 15:33:24 +0200694 HA_ATOMIC_ADD(&s->be->be_counters.failed_conns, 1);
Willy Tarreaub89cfca2010-12-29 14:32:28 +0100695 sess_change_server(s, NULL);
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100696 if (may_dequeue_tasks(objt_server(s->target), s->be))
697 process_srv_queue(objt_server(s->target));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100698
699 /* shutw is enough so stop a connecting socket */
Willy Tarreau73b013b2012-05-21 16:31:45 +0200700 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +0100701 s->req.flags |= CF_WRITE_ERROR;
702 s->res.flags |= CF_READ_ERROR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100703
704 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +0100705 if (s->srv_error)
706 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100707 return 0;
708 }
709
710 /* If the "redispatch" option is set on the backend, we are allowed to
Joseph Lynch726ab712015-05-11 23:25:34 -0700711 * retry on another server. By default this redispatch occurs on the
712 * last retry, but if configured we allow redispatches to occur on
713 * configurable intervals, e.g. on every retry. In order to achieve this,
Willy Tarreau87b09662015-04-03 00:22:06 +0200714 * we must mark the stream unassigned, and eventually clear the DIRECT
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100715 * bit to ignore any persistence cookie. We won't count a retry nor a
716 * redispatch yet, because this will depend on what server is selected.
Willy Tarreau33a14e52014-06-13 17:49:40 +0200717 * If the connection is not persistent, the balancing algorithm is not
718 * determinist (round robin) and there is more than one active server,
719 * we accept to perform an immediate redispatch without waiting since
720 * we don't care about this particular server.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100721 */
Willy Tarreau33a14e52014-06-13 17:49:40 +0200722 if (objt_server(s->target) &&
Joseph Lynch726ab712015-05-11 23:25:34 -0700723 (s->be->options & PR_O_REDISP) && !(s->flags & SF_FORCE_PRST) &&
Emeric Brun52a91d32017-08-31 14:41:55 +0200724 ((__objt_server(s->target)->cur_state < SRV_ST_RUNNING) ||
Willy Tarreau49008c12016-01-13 07:58:44 +0100725 (((s->be->redispatch_after > 0) &&
Joseph Lynch726ab712015-05-11 23:25:34 -0700726 ((s->be->conn_retries - si->conn_retries) %
727 s->be->redispatch_after == 0)) ||
728 ((s->be->redispatch_after < 0) &&
729 ((s->be->conn_retries - si->conn_retries) %
730 (s->be->conn_retries + 1 + s->be->redispatch_after) == 0))) ||
Willy Tarreaue7dff022015-04-03 01:14:29 +0200731 (!(s->flags & SF_DIRECT) && s->be->srv_act > 1 &&
Joseph Lynch726ab712015-05-11 23:25:34 -0700732 ((s->be->lbprm.algo & BE_LB_KIND) == BE_LB_KIND_RR)))) {
Willy Tarreaub89cfca2010-12-29 14:32:28 +0100733 sess_change_server(s, NULL);
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100734 if (may_dequeue_tasks(objt_server(s->target), s->be))
735 process_srv_queue(objt_server(s->target));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100736
Willy Tarreaue7dff022015-04-03 01:14:29 +0200737 s->flags &= ~(SF_DIRECT | SF_ASSIGNED | SF_ADDR_SET);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100738 si->state = SI_ST_REQ;
739 } else {
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100740 if (objt_server(s->target))
Christopher Faulet29f77e82017-06-08 14:04:45 +0200741 HA_ATOMIC_ADD(&objt_server(s->target)->counters.retries, 1);
Christopher Fauletff8abcd2017-06-02 15:33:24 +0200742 HA_ATOMIC_ADD(&s->be->be_counters.retries, 1);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100743 si->state = SI_ST_ASS;
744 }
745
746 if (si->flags & SI_FL_ERR) {
747 /* The error was an asynchronous connection error, and we will
748 * likely have to retry connecting to the same server, most
749 * likely leading to the same result. To avoid this, we wait
Willy Tarreaub0290662014-06-13 17:04:44 +0200750 * MIN(one second, connect timeout) before retrying.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100751 */
752
Willy Tarreaub0290662014-06-13 17:04:44 +0200753 int delay = 1000;
754
755 if (s->be->timeout.connect && s->be->timeout.connect < delay)
756 delay = s->be->timeout.connect;
757
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100758 if (!si->err_type)
759 si->err_type = SI_ET_CONN_ERR;
760
Willy Tarreaudb6d0122014-06-13 17:40:15 +0200761 /* only wait when we're retrying on the same server */
762 if (si->state == SI_ST_ASS ||
763 (s->be->lbprm.algo & BE_LB_KIND) != BE_LB_KIND_RR ||
764 (s->be->srv_act <= 1)) {
765 si->state = SI_ST_TAR;
766 si->exp = tick_add(now_ms, MS_TO_TICKS(delay));
767 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100768 return 0;
769 }
770 return 0;
771}
772
773/*
774 * This function handles the transition between the SI_ST_CON state and the
Willy Tarreau85e7d002010-05-31 11:57:51 +0200775 * SI_ST_EST state. It must only be called after switching from SI_ST_CON (or
Willy Tarreau26d8c592012-05-07 18:12:14 +0200776 * SI_ST_INI) to SI_ST_EST, but only when a ->proto is defined.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100777 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200778static void sess_establish(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100779{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100780 struct stream_interface *si = &s->si[1];
781 struct channel *req = &s->req;
782 struct channel *rep = &s->res;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100783
Willy Tarreau0e37f1c2013-12-31 23:06:46 +0100784 /* First, centralize the timers information */
785 s->logs.t_connect = tv_ms_elapsed(&s->logs.tv_accept, &now);
786 si->exp = TICK_ETERNITY;
787
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100788 if (objt_server(s->target))
789 health_adjust(objt_server(s->target), HANA_STATUS_L4_OK);
Krzysztof Piotr Oledzki97f07b82009-12-15 22:31:24 +0100790
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100791 if (s->be->mode == PR_MODE_TCP) { /* let's allow immediate data connection in this case */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100792 /* if the user wants to log as soon as possible, without counting
793 * bytes from the server, then this is the right moment. */
Willy Tarreaud0d8da92015-04-04 02:10:38 +0200794 if (!LIST_ISEMPTY(&strm_fe(s)->logformat) && !(s->logs.logwait & LW_BYTES)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100795 s->logs.t_close = s->logs.t_connect; /* to get a valid end date */
Willy Tarreaua5555ec2008-11-30 19:02:32 +0100796 s->do_log(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100797 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100798 }
799 else {
Willy Tarreaud81ca042013-12-31 22:33:13 +0100800 rep->flags |= CF_READ_DONTWAIT; /* a single read is enough to get response headers */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100801 }
802
Willy Tarreaud62b98c2016-12-13 15:26:56 +0100803 if (!(s->flags & SF_TUNNEL)) {
804 rep->analysers |= strm_fe(s)->fe_rsp_ana | s->be->be_rsp_ana;
Christopher Faulet309c6412015-12-02 09:57:32 +0100805
Willy Tarreaud62b98c2016-12-13 15:26:56 +0100806 /* Be sure to filter response headers if the backend is an HTTP proxy
807 * and if there are filters attached to the stream. */
808 if (s->be->mode == PR_MODE_HTTP && HAS_FILTERS(s))
809 rep->analysers |= AN_RES_FLT_HTTP_HDRS;
810 }
Christopher Faulet309c6412015-12-02 09:57:32 +0100811
Willy Tarreau03cdb7c2012-08-27 23:14:58 +0200812 rep->flags |= CF_READ_ATTACHED; /* producer is now attached */
Willy Tarreau644c1012014-04-30 18:11:11 +0200813 if (req->flags & CF_WAKE_CONNECT) {
814 req->flags |= CF_WAKE_ONCE;
815 req->flags &= ~CF_WAKE_CONNECT;
816 }
Olivier Houchard9aaf7782017-09-13 18:30:23 +0200817 if (objt_cs(si->end)) {
Willy Tarreaud04e8582010-05-31 12:31:35 +0200818 /* real connections have timeouts */
819 req->wto = s->be->timeout.server;
820 rep->rto = s->be->timeout.server;
821 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100822 req->wex = TICK_ETERNITY;
823}
824
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -0700825/* Check if the connection request is in such a state that it can be aborted. */
826static int check_req_may_abort(struct channel *req, struct stream *s)
827{
828 return ((req->flags & (CF_READ_ERROR)) ||
829 ((req->flags & CF_SHUTW_NOW) && /* empty and client aborted */
830 (channel_is_empty(req) || s->be->options & PR_O_ABRT_CLOSE)));
831}
832
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100833/* Update back stream interface status for input states SI_ST_ASS, SI_ST_QUE,
834 * SI_ST_TAR. Other input states are simply ignored.
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +0100835 * Possible output states are SI_ST_CLO, SI_ST_TAR, SI_ST_ASS, SI_ST_REQ, SI_ST_CON
836 * and SI_ST_EST. Flags must have previously been updated for timeouts and other
837 * conditions.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100838 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200839static void sess_update_stream_int(struct stream *s)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100840{
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100841 struct server *srv = objt_server(s->target);
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100842 struct stream_interface *si = &s->si[1];
Willy Tarreau103197d2014-11-28 15:26:12 +0100843 struct channel *req = &s->req;
Willy Tarreau827aee92011-03-10 16:55:02 +0100844
Willy Tarreau02d6cfc2012-03-01 18:19:58 +0100845 DPRINTF(stderr,"[%u] %s: sess=%p rq=%p, rp=%p, exp(r,w)=%u,%u rqf=%08x rpf=%08x rqh=%d rqt=%d rph=%d rpt=%d cs=%d ss=%d\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100846 now_ms, __FUNCTION__,
847 s,
CJ Ess6eac32e2015-05-02 16:35:24 -0400848 req, &s->res,
Willy Tarreau103197d2014-11-28 15:26:12 +0100849 req->rex, s->res.wex,
850 req->flags, s->res.flags,
CJ Ess6eac32e2015-05-02 16:35:24 -0400851 req->buf->i, req->buf->o, s->res.buf->i, s->res.buf->o, s->si[0].state, s->si[1].state);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100852
853 if (si->state == SI_ST_ASS) {
854 /* Server assigned to connection request, we have to try to connect now */
855 int conn_err;
856
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -0700857 /* Before we try to initiate the connection, see if the
858 * request may be aborted instead.
859 */
860 if (check_req_may_abort(req, s)) {
861 si->err_type |= SI_ET_CONN_ABRT;
862 goto abort_connection;
863 }
864
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100865 conn_err = connect_server(s);
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100866 srv = objt_server(s->target);
Willy Tarreau827aee92011-03-10 16:55:02 +0100867
Willy Tarreaue7dff022015-04-03 01:14:29 +0200868 if (conn_err == SF_ERR_NONE) {
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +0100869 /* state = SI_ST_CON or SI_ST_EST now */
Willy Tarreau827aee92011-03-10 16:55:02 +0100870 if (srv)
871 srv_inc_sess_ctr(srv);
Bhaskar Maddalaa20cb852014-02-03 16:26:46 -0500872 if (srv)
873 srv_set_sess_last(srv);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100874 return;
875 }
876
877 /* We have received a synchronous error. We might have to
878 * abort, retry immediately or redispatch.
879 */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200880 if (conn_err == SF_ERR_INTERNAL) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100881 if (!si->err_type) {
882 si->err_type = SI_ET_CONN_OTHER;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100883 }
884
Willy Tarreau827aee92011-03-10 16:55:02 +0100885 if (srv)
886 srv_inc_sess_ctr(srv);
887 if (srv)
Bhaskar Maddalaa20cb852014-02-03 16:26:46 -0500888 srv_set_sess_last(srv);
889 if (srv)
Christopher Faulet29f77e82017-06-08 14:04:45 +0200890 HA_ATOMIC_ADD(&srv->counters.failed_conns, 1);
Christopher Fauletff8abcd2017-06-02 15:33:24 +0200891 HA_ATOMIC_ADD(&s->be->be_counters.failed_conns, 1);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100892
Willy Tarreau87b09662015-04-03 00:22:06 +0200893 /* release other streams waiting for this server */
Willy Tarreaub89cfca2010-12-29 14:32:28 +0100894 sess_change_server(s, NULL);
Willy Tarreau827aee92011-03-10 16:55:02 +0100895 if (may_dequeue_tasks(srv, s->be))
896 process_srv_queue(srv);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100897
898 /* Failed and not retryable. */
Willy Tarreau73b013b2012-05-21 16:31:45 +0200899 si_shutr(si);
900 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +0100901 req->flags |= CF_WRITE_ERROR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100902
903 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
904
Willy Tarreau87b09662015-04-03 00:22:06 +0200905 /* no stream was ever accounted for this server */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100906 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +0100907 if (s->srv_error)
908 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100909 return;
910 }
911
912 /* We are facing a retryable error, but we don't want to run a
913 * turn-around now, as the problem is likely a source port
914 * allocation problem, so we want to retry now.
915 */
916 si->state = SI_ST_CER;
917 si->flags &= ~SI_FL_ERR;
Willy Tarreau7b8c4f92014-11-28 15:15:44 +0100918 sess_update_st_cer(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100919 /* now si->state is one of SI_ST_CLO, SI_ST_TAR, SI_ST_ASS, SI_ST_REQ */
920 return;
921 }
922 else if (si->state == SI_ST_QUE) {
923 /* connection request was queued, check for any update */
924 if (!s->pend_pos) {
925 /* The connection is not in the queue anymore. Either
926 * we have a server connection slot available and we
927 * go directly to the assigned state, or we need to
928 * load-balance first and go to the INI state.
929 */
930 si->exp = TICK_ETERNITY;
Willy Tarreaue7dff022015-04-03 01:14:29 +0200931 if (unlikely(!(s->flags & SF_ASSIGNED)))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100932 si->state = SI_ST_REQ;
933 else {
934 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
935 si->state = SI_ST_ASS;
936 }
937 return;
938 }
939
940 /* Connection request still in queue... */
941 if (si->flags & SI_FL_EXP) {
942 /* ... and timeout expired */
943 si->exp = TICK_ETERNITY;
944 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreau827aee92011-03-10 16:55:02 +0100945 if (srv)
Christopher Faulet29f77e82017-06-08 14:04:45 +0200946 HA_ATOMIC_ADD(&srv->counters.failed_conns, 1);
Christopher Fauletff8abcd2017-06-02 15:33:24 +0200947 HA_ATOMIC_ADD(&s->be->be_counters.failed_conns, 1);
Willy Tarreau73b013b2012-05-21 16:31:45 +0200948 si_shutr(si);
949 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +0100950 req->flags |= CF_WRITE_TIMEOUT;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100951 if (!si->err_type)
952 si->err_type = SI_ET_QUEUE_TO;
953 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +0100954 if (s->srv_error)
955 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100956 return;
957 }
958
959 /* Connection remains in queue, check if we have to abort it */
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -0700960 if (check_req_may_abort(req, s)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100961 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100962 si->err_type |= SI_ET_QUEUE_ABRT;
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -0700963 goto abort_connection;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100964 }
965
966 /* Nothing changed */
967 return;
968 }
969 else if (si->state == SI_ST_TAR) {
970 /* Connection request might be aborted */
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -0700971 if (check_req_may_abort(req, s)) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100972 si->err_type |= SI_ET_CONN_ABRT;
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -0700973 goto abort_connection;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100974 }
975
976 if (!(si->flags & SI_FL_EXP))
977 return; /* still in turn-around */
978
979 si->exp = TICK_ETERNITY;
980
Willy Tarreau87b09662015-04-03 00:22:06 +0200981 /* we keep trying on the same server as long as the stream is
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100982 * marked "assigned".
983 * FIXME: Should we force a redispatch attempt when the server is down ?
984 */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200985 if (s->flags & SF_ASSIGNED)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100986 si->state = SI_ST_ASS;
987 else
988 si->state = SI_ST_REQ;
989 return;
990 }
Frederik Deweerdt6cd8d132016-04-07 09:01:04 -0700991 return;
992
993abort_connection:
994 /* give up */
995 si->exp = TICK_ETERNITY;
996 si_shutr(si);
997 si_shutw(si);
998 si->state = SI_ST_CLO;
999 if (s->srv_error)
1000 s->srv_error(s, si);
1001 return;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001002}
1003
Willy Tarreau87b09662015-04-03 00:22:06 +02001004/* Set correct stream termination flags in case no analyser has done it. It
Simon Hormandec5be42011-06-08 09:19:07 +09001005 * also counts a failed request if the server state has not reached the request
1006 * stage.
1007 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001008static void sess_set_term_flags(struct stream *s)
Simon Hormandec5be42011-06-08 09:19:07 +09001009{
Willy Tarreaue7dff022015-04-03 01:14:29 +02001010 if (!(s->flags & SF_FINST_MASK)) {
Simon Hormandec5be42011-06-08 09:19:07 +09001011 if (s->si[1].state < SI_ST_REQ) {
1012
Christopher Fauletff8abcd2017-06-02 15:33:24 +02001013 HA_ATOMIC_ADD(&strm_fe(s)->fe_counters.failed_req, 1);
Willy Tarreau2c1068c2015-09-23 12:21:21 +02001014 if (strm_li(s) && strm_li(s)->counters)
Christopher Faulet8d8aa0d2017-05-30 15:36:50 +02001015 HA_ATOMIC_ADD(&strm_li(s)->counters->failed_req, 1);
Simon Hormandec5be42011-06-08 09:19:07 +09001016
Willy Tarreaue7dff022015-04-03 01:14:29 +02001017 s->flags |= SF_FINST_R;
Simon Hormandec5be42011-06-08 09:19:07 +09001018 }
1019 else if (s->si[1].state == SI_ST_QUE)
Willy Tarreaue7dff022015-04-03 01:14:29 +02001020 s->flags |= SF_FINST_Q;
Simon Hormandec5be42011-06-08 09:19:07 +09001021 else if (s->si[1].state < SI_ST_EST)
Willy Tarreaue7dff022015-04-03 01:14:29 +02001022 s->flags |= SF_FINST_C;
Simon Hormandec5be42011-06-08 09:19:07 +09001023 else if (s->si[1].state == SI_ST_EST || s->si[1].prev_state == SI_ST_EST)
Willy Tarreaue7dff022015-04-03 01:14:29 +02001024 s->flags |= SF_FINST_D;
Simon Hormandec5be42011-06-08 09:19:07 +09001025 else
Willy Tarreaue7dff022015-04-03 01:14:29 +02001026 s->flags |= SF_FINST_L;
Simon Hormandec5be42011-06-08 09:19:07 +09001027 }
1028}
1029
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001030/* This function initiates a server connection request on a stream interface
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001031 * already in SI_ST_REQ state. Upon success, the state goes to SI_ST_ASS for
1032 * a real connection to a server, indicating that a server has been assigned,
1033 * or SI_ST_EST for a successful connection to an applet. It may also return
1034 * SI_ST_QUE, or SI_ST_CLO upon error.
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001035 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001036static void sess_prepare_conn_req(struct stream *s)
Willy Tarreau02d6cfc2012-03-01 18:19:58 +01001037{
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01001038 struct stream_interface *si = &s->si[1];
1039
Willy Tarreau02d6cfc2012-03-01 18:19:58 +01001040 DPRINTF(stderr,"[%u] %s: sess=%p rq=%p, rp=%p, exp(r,w)=%u,%u rqf=%08x rpf=%08x rqh=%d rqt=%d rph=%d rpt=%d cs=%d ss=%d\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001041 now_ms, __FUNCTION__,
1042 s,
CJ Ess6eac32e2015-05-02 16:35:24 -04001043 &s->req, &s->res,
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001044 s->req.rex, s->res.wex,
1045 s->req.flags, s->res.flags,
CJ Ess6eac32e2015-05-02 16:35:24 -04001046 s->req.buf->i, s->req.buf->o, s->res.buf->i, s->res.buf->o, s->si[0].state, s->si[1].state);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001047
1048 if (si->state != SI_ST_REQ)
1049 return;
1050
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001051 if (unlikely(obj_type(s->target) == OBJ_TYPE_APPLET)) {
1052 /* the applet directly goes to the EST state */
Willy Tarreau4384ddf2013-12-01 12:25:52 +01001053 struct appctx *appctx = objt_appctx(si->end);
1054
1055 if (!appctx || appctx->applet != __objt_applet(s->target))
1056 appctx = stream_int_register_handler(si, objt_applet(s->target));
1057
1058 if (!appctx) {
1059 /* No more memory, let's immediately abort. Force the
1060 * error code to ignore the ERR_LOCAL which is not a
1061 * real error.
1062 */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001063 s->flags &= ~(SF_ERR_MASK | SF_FINST_MASK);
Willy Tarreau4384ddf2013-12-01 12:25:52 +01001064
1065 si_shutr(si);
1066 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +01001067 s->req.flags |= CF_WRITE_ERROR;
Willy Tarreau6bbb2f62013-12-09 17:14:23 +01001068 si->err_type = SI_ET_CONN_RES;
Willy Tarreau4384ddf2013-12-01 12:25:52 +01001069 si->state = SI_ST_CLO;
1070 if (s->srv_error)
1071 s->srv_error(s, si);
1072 return;
1073 }
1074
Willy Tarreauee8269e2017-11-23 17:34:29 +01001075 if (tv_iszero(&s->logs.tv_request))
1076 s->logs.tv_request = now;
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001077 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001078 si->state = SI_ST_EST;
1079 si->err_type = SI_ET_NONE;
Willy Tarreaub9a551e2014-04-23 00:35:17 +02001080 be_set_sess_last(s->be);
Willy Tarreaufac4bd12013-11-30 09:21:49 +01001081 /* let sess_establish() finish the job */
Willy Tarreaud84fb5e2013-11-30 09:06:53 +01001082 return;
1083 }
1084
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001085 /* Try to assign a server */
1086 if (srv_redispatch_connect(s) != 0) {
1087 /* We did not get a server. Either we queued the
1088 * connection request, or we encountered an error.
1089 */
1090 if (si->state == SI_ST_QUE)
1091 return;
1092
1093 /* we did not get any server, let's check the cause */
Willy Tarreau73b013b2012-05-21 16:31:45 +02001094 si_shutr(si);
1095 si_shutw(si);
Willy Tarreau103197d2014-11-28 15:26:12 +01001096 s->req.flags |= CF_WRITE_ERROR;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001097 if (!si->err_type)
1098 si->err_type = SI_ET_CONN_OTHER;
1099 si->state = SI_ST_CLO;
Willy Tarreau0cac36f2008-11-30 20:44:17 +01001100 if (s->srv_error)
1101 s->srv_error(s, si);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001102 return;
1103 }
1104
1105 /* The server is assigned */
1106 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
1107 si->state = SI_ST_ASS;
Willy Tarreaub9a551e2014-04-23 00:35:17 +02001108 be_set_sess_last(s->be);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001109}
1110
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001111/* This function parses the use-service action ruleset. It executes
1112 * the associated ACL and set an applet as a stream or txn final node.
1113 * it returns ACT_RET_ERR if an error occurs, the proxy left in
1114 * consistent state. It returns ACT_RET_STOP in succes case because
1115 * use-service must be a terminal action. Returns ACT_RET_YIELD
1116 * if the initialisation function require more data.
1117 */
1118enum act_return process_use_service(struct act_rule *rule, struct proxy *px,
1119 struct session *sess, struct stream *s, int flags)
1120
1121{
1122 struct appctx *appctx;
1123
1124 /* Initialises the applet if it is required. */
1125 if (flags & ACT_FLAG_FIRST) {
1126 /* Register applet. this function schedules the applet. */
1127 s->target = &rule->applet.obj_type;
1128 if (unlikely(!stream_int_register_handler(&s->si[1], objt_applet(s->target))))
1129 return ACT_RET_ERR;
1130
1131 /* Initialise the context. */
1132 appctx = si_appctx(&s->si[1]);
1133 memset(&appctx->ctx, 0, sizeof(appctx->ctx));
1134 appctx->rule = rule;
Willy Tarreau85cb0ae2017-08-23 10:52:20 +02001135
1136 /* enable the minimally required analyzers in case of HTTP
1137 * keep-alive to properly handle keep-alive and compression
1138 * on the HTTP response.
1139 */
1140 if (rule->from == ACT_F_HTTP_REQ) {
1141 s->req.analysers &= AN_REQ_FLT_HTTP_HDRS | AN_REQ_FLT_END;
1142 s->req.analysers |= AN_REQ_HTTP_XFER_BODY;
1143 }
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001144 }
1145 else
1146 appctx = si_appctx(&s->si[1]);
1147
1148 /* Stops the applet sheduling, in case of the init function miss
1149 * some data.
1150 */
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001151 si_applet_stop_get(&s->si[1]);
1152
1153 /* Call initialisation. */
1154 if (rule->applet.init)
1155 switch (rule->applet.init(appctx, px, s)) {
1156 case 0: return ACT_RET_ERR;
1157 case 1: break;
1158 default: return ACT_RET_YIELD;
1159 }
1160
1161 /* Now we can schedule the applet. */
1162 si_applet_cant_get(&s->si[1]);
1163 appctx_wakeup(appctx);
1164
1165 if (sess->fe == s->be) /* report it if the request was intercepted by the frontend */
Christopher Fauletff8abcd2017-06-02 15:33:24 +02001166 HA_ATOMIC_ADD(&sess->fe->fe_counters.intercepted_req, 1);
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02001167
1168 /* The flag SF_ASSIGNED prevent from server assignment. */
1169 s->flags |= SF_ASSIGNED;
1170
1171 return ACT_RET_STOP;
1172}
1173
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001174/* This stream analyser checks the switching rules and changes the backend
Willy Tarreau4de91492010-01-22 19:10:05 +01001175 * if appropriate. The default_backend rule is also considered, then the
1176 * target backend's forced persistence rules are also evaluated last if any.
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001177 * It returns 1 if the processing can continue on next analysers, or zero if it
1178 * either needs more data or wants to immediately abort the request.
1179 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001180static int process_switching_rules(struct stream *s, struct channel *req, int an_bit)
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001181{
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001182 struct persist_rule *prst_rule;
Willy Tarreau192252e2015-04-04 01:47:55 +02001183 struct session *sess = s->sess;
1184 struct proxy *fe = sess->fe;
Willy Tarreau4de91492010-01-22 19:10:05 +01001185
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001186 req->analysers &= ~an_bit;
1187 req->analyse_exp = TICK_ETERNITY;
1188
Willy Tarreau87b09662015-04-03 00:22:06 +02001189 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bh=%d analysers=%02x\n",
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001190 now_ms, __FUNCTION__,
1191 s,
1192 req,
1193 req->rex, req->wex,
1194 req->flags,
Willy Tarreau9b28e032012-10-12 23:49:43 +02001195 req->buf->i,
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001196 req->analysers);
1197
1198 /* now check whether we have some switching rules for this request */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001199 if (!(s->flags & SF_BE_ASSIGNED)) {
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001200 struct switching_rule *rule;
1201
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001202 list_for_each_entry(rule, &fe->switching_rules, list) {
Willy Tarreauf51658d2014-04-23 01:21:56 +02001203 int ret = 1;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001204
Willy Tarreauf51658d2014-04-23 01:21:56 +02001205 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001206 ret = acl_exec_cond(rule->cond, fe, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreauf51658d2014-04-23 01:21:56 +02001207 ret = acl_pass(ret);
1208 if (rule->cond->pol == ACL_COND_UNLESS)
1209 ret = !ret;
1210 }
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001211
1212 if (ret) {
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001213 /* If the backend name is dynamic, try to resolve the name.
1214 * If we can't resolve the name, or if any error occurs, break
1215 * the loop and fallback to the default backend.
1216 */
Dragan Dosen2ae327e2017-10-26 11:25:10 +02001217 struct proxy *backend = NULL;
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001218
1219 if (rule->dynamic) {
Dragan Dosen2ae327e2017-10-26 11:25:10 +02001220 struct chunk *tmp;
1221
1222 tmp = alloc_trash_chunk();
1223 if (!tmp)
1224 goto sw_failed;
1225
1226 if (build_logline(s, tmp->str, tmp->size, &rule->be.expr))
1227 backend = proxy_be_by_name(tmp->str);
1228
1229 free_trash_chunk(tmp);
1230 tmp = NULL;
1231
Bertrand Jacquin702d44f2013-11-19 11:43:06 +01001232 if (!backend)
1233 break;
1234 }
1235 else
1236 backend = rule->be.backend;
1237
Willy Tarreau87b09662015-04-03 00:22:06 +02001238 if (!stream_set_backend(s, backend))
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001239 goto sw_failed;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001240 break;
1241 }
1242 }
1243
1244 /* To ensure correct connection accounting on the backend, we
1245 * have to assign one if it was not set (eg: a listen). This
1246 * measure also takes care of correctly setting the default
1247 * backend if any.
1248 */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001249 if (!(s->flags & SF_BE_ASSIGNED))
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001250 if (!stream_set_backend(s, fe->defbe.be ? fe->defbe.be : s->be))
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001251 goto sw_failed;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001252 }
1253
Willy Tarreaufb356202010-08-03 14:02:05 +02001254 /* we don't want to run the TCP or HTTP filters again if the backend has not changed */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001255 if (fe == s->be) {
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001256 s->req.analysers &= ~AN_REQ_INSPECT_BE;
1257 s->req.analysers &= ~AN_REQ_HTTP_PROCESS_BE;
Christopher Faulet0184ea72017-01-05 14:06:34 +01001258 s->req.analysers &= ~AN_REQ_FLT_START_BE;
Willy Tarreaufb356202010-08-03 14:02:05 +02001259 }
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001260
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001261 /* as soon as we know the backend, we must check if we have a matching forced or ignored
Willy Tarreau87b09662015-04-03 00:22:06 +02001262 * persistence rule, and report that in the stream.
Willy Tarreau4de91492010-01-22 19:10:05 +01001263 */
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001264 list_for_each_entry(prst_rule, &s->be->persist_rules, list) {
Willy Tarreau4de91492010-01-22 19:10:05 +01001265 int ret = 1;
1266
1267 if (prst_rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001268 ret = acl_exec_cond(prst_rule->cond, s->be, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreau4de91492010-01-22 19:10:05 +01001269 ret = acl_pass(ret);
1270 if (prst_rule->cond->pol == ACL_COND_UNLESS)
1271 ret = !ret;
1272 }
1273
1274 if (ret) {
1275 /* no rule, or the rule matches */
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001276 if (prst_rule->type == PERSIST_TYPE_FORCE) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001277 s->flags |= SF_FORCE_PRST;
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001278 } else {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001279 s->flags |= SF_IGNORE_PRST;
Cyril Bonté47fdd8e2010-04-25 00:00:51 +02001280 }
Willy Tarreau4de91492010-01-22 19:10:05 +01001281 break;
1282 }
1283 }
1284
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001285 return 1;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001286
1287 sw_failed:
1288 /* immediately abort this request in case of allocation failure */
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001289 channel_abort(&s->req);
1290 channel_abort(&s->res);
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001291
Willy Tarreaue7dff022015-04-03 01:14:29 +02001292 if (!(s->flags & SF_ERR_MASK))
1293 s->flags |= SF_ERR_RESOURCE;
1294 if (!(s->flags & SF_FINST_MASK))
1295 s->flags |= SF_FINST_R;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001296
Willy Tarreaueee5b512015-04-03 23:46:31 +02001297 if (s->txn)
1298 s->txn->status = 500;
Christopher Faulet0184ea72017-01-05 14:06:34 +01001299 s->req.analysers &= AN_REQ_FLT_END;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +01001300 s->req.analyse_exp = TICK_ETERNITY;
Willy Tarreaubedb9ba2009-07-12 08:27:39 +02001301 return 0;
Willy Tarreau1d0dfb12009-07-07 15:10:31 +02001302}
1303
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001304/* This stream analyser works on a request. It applies all use-server rules on
1305 * it then returns 1. The data must already be present in the buffer otherwise
1306 * they won't match. It always returns 1.
1307 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001308static int process_server_rules(struct stream *s, struct channel *req, int an_bit)
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001309{
1310 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001311 struct session *sess = s->sess;
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001312 struct server_rule *rule;
1313
Willy Tarreau87b09662015-04-03 00:22:06 +02001314 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bl=%d analysers=%02x\n",
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001315 now_ms, __FUNCTION__,
1316 s,
1317 req,
1318 req->rex, req->wex,
1319 req->flags,
Willy Tarreau9b28e032012-10-12 23:49:43 +02001320 req->buf->i + req->buf->o,
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001321 req->analysers);
1322
Willy Tarreaue7dff022015-04-03 01:14:29 +02001323 if (!(s->flags & SF_ASSIGNED)) {
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001324 list_for_each_entry(rule, &px->server_rules, list) {
1325 int ret;
1326
Willy Tarreau192252e2015-04-04 01:47:55 +02001327 ret = acl_exec_cond(rule->cond, s->be, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001328 ret = acl_pass(ret);
1329 if (rule->cond->pol == ACL_COND_UNLESS)
1330 ret = !ret;
1331
1332 if (ret) {
1333 struct server *srv = rule->srv.ptr;
1334
Emeric Brun52a91d32017-08-31 14:41:55 +02001335 if ((srv->cur_state != SRV_ST_STOPPED) ||
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001336 (px->options & PR_O_PERSIST) ||
Willy Tarreaue7dff022015-04-03 01:14:29 +02001337 (s->flags & SF_FORCE_PRST)) {
1338 s->flags |= SF_DIRECT | SF_ASSIGNED;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001339 s->target = &srv->obj_type;
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001340 break;
1341 }
1342 /* if the server is not UP, let's go on with next rules
1343 * just in case another one is suited.
1344 */
1345 }
1346 }
1347 }
1348
1349 req->analysers &= ~an_bit;
1350 req->analyse_exp = TICK_ETERNITY;
1351 return 1;
1352}
1353
Emeric Brun1d33b292010-01-04 15:47:17 +01001354/* This stream analyser works on a request. It applies all sticking rules on
1355 * it then returns 1. The data must already be present in the buffer otherwise
1356 * they won't match. It always returns 1.
1357 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001358static int process_sticking_rules(struct stream *s, struct channel *req, int an_bit)
Emeric Brun1d33b292010-01-04 15:47:17 +01001359{
1360 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001361 struct session *sess = s->sess;
Emeric Brun1d33b292010-01-04 15:47:17 +01001362 struct sticking_rule *rule;
1363
Willy Tarreau87b09662015-04-03 00:22:06 +02001364 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bh=%d analysers=%02x\n",
Emeric Brun1d33b292010-01-04 15:47:17 +01001365 now_ms, __FUNCTION__,
1366 s,
1367 req,
1368 req->rex, req->wex,
1369 req->flags,
Willy Tarreau9b28e032012-10-12 23:49:43 +02001370 req->buf->i,
Emeric Brun1d33b292010-01-04 15:47:17 +01001371 req->analysers);
1372
1373 list_for_each_entry(rule, &px->sticking_rules, list) {
1374 int ret = 1 ;
1375 int i;
1376
Willy Tarreau9667a802013-12-09 12:52:13 +01001377 /* Only the first stick store-request of each table is applied
1378 * and other ones are ignored. The purpose is to allow complex
1379 * configurations which look for multiple entries by decreasing
1380 * order of precision and to stop at the first which matches.
1381 * An example could be a store of the IP address from an HTTP
1382 * header first, then from the source if not found.
1383 */
Emeric Brun1d33b292010-01-04 15:47:17 +01001384 for (i = 0; i < s->store_count; i++) {
1385 if (rule->table.t == s->store[i].table)
1386 break;
1387 }
1388
1389 if (i != s->store_count)
1390 continue;
1391
1392 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001393 ret = acl_exec_cond(rule->cond, px, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001394 ret = acl_pass(ret);
1395 if (rule->cond->pol == ACL_COND_UNLESS)
1396 ret = !ret;
1397 }
1398
1399 if (ret) {
1400 struct stktable_key *key;
1401
Willy Tarreau192252e2015-04-04 01:47:55 +02001402 key = stktable_fetch_key(rule->table.t, px, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL, rule->expr, NULL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001403 if (!key)
1404 continue;
1405
1406 if (rule->flags & STK_IS_MATCH) {
1407 struct stksess *ts;
1408
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001409 if ((ts = stktable_lookup_key(rule->table.t, key)) != NULL) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001410 if (!(s->flags & SF_ASSIGNED)) {
Emeric Brun1d33b292010-01-04 15:47:17 +01001411 struct eb32_node *node;
Willy Tarreau13c29de2010-06-06 16:40:39 +02001412 void *ptr;
Emeric Brun1d33b292010-01-04 15:47:17 +01001413
1414 /* srv found in table */
Christopher Faulet2a944ee2017-11-07 10:42:54 +01001415 HA_RWLOCK_RDLOCK(STK_SESS_LOCK, &ts->lock);
Willy Tarreau13c29de2010-06-06 16:40:39 +02001416 ptr = stktable_data_ptr(rule->table.t, ts, STKTABLE_DT_SERVER_ID);
1417 node = eb32_lookup(&px->conf.used_server_id, stktable_data_cast(ptr, server_id));
Christopher Faulet2a944ee2017-11-07 10:42:54 +01001418 HA_RWLOCK_RDUNLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun1d33b292010-01-04 15:47:17 +01001419 if (node) {
1420 struct server *srv;
1421
1422 srv = container_of(node, struct server, conf.id);
Emeric Brun52a91d32017-08-31 14:41:55 +02001423 if ((srv->cur_state != SRV_ST_STOPPED) ||
Willy Tarreau4de91492010-01-22 19:10:05 +01001424 (px->options & PR_O_PERSIST) ||
Willy Tarreaue7dff022015-04-03 01:14:29 +02001425 (s->flags & SF_FORCE_PRST)) {
1426 s->flags |= SF_DIRECT | SF_ASSIGNED;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001427 s->target = &srv->obj_type;
Emeric Brun1d33b292010-01-04 15:47:17 +01001428 }
1429 }
1430 }
Emeric Brun819fc6f2017-06-13 19:37:32 +02001431 stktable_touch_local(rule->table.t, ts, 1);
Emeric Brun1d33b292010-01-04 15:47:17 +01001432 }
1433 }
1434 if (rule->flags & STK_IS_STORE) {
1435 if (s->store_count < (sizeof(s->store) / sizeof(s->store[0]))) {
1436 struct stksess *ts;
1437
1438 ts = stksess_new(rule->table.t, key);
1439 if (ts) {
1440 s->store[s->store_count].table = rule->table.t;
1441 s->store[s->store_count++].ts = ts;
1442 }
1443 }
1444 }
1445 }
1446 }
1447
1448 req->analysers &= ~an_bit;
1449 req->analyse_exp = TICK_ETERNITY;
1450 return 1;
1451}
1452
1453/* This stream analyser works on a response. It applies all store rules on it
1454 * then returns 1. The data must already be present in the buffer otherwise
1455 * they won't match. It always returns 1.
1456 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001457static int process_store_rules(struct stream *s, struct channel *rep, int an_bit)
Emeric Brun1d33b292010-01-04 15:47:17 +01001458{
1459 struct proxy *px = s->be;
Willy Tarreau192252e2015-04-04 01:47:55 +02001460 struct session *sess = s->sess;
Emeric Brun1d33b292010-01-04 15:47:17 +01001461 struct sticking_rule *rule;
1462 int i;
Willy Tarreau9667a802013-12-09 12:52:13 +01001463 int nbreq = s->store_count;
Emeric Brun1d33b292010-01-04 15:47:17 +01001464
Willy Tarreau87b09662015-04-03 00:22:06 +02001465 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bh=%d analysers=%02x\n",
Emeric Brun1d33b292010-01-04 15:47:17 +01001466 now_ms, __FUNCTION__,
1467 s,
Willy Tarreau2e2b3eb2010-02-09 20:55:44 +01001468 rep,
1469 rep->rex, rep->wex,
1470 rep->flags,
Willy Tarreau9b28e032012-10-12 23:49:43 +02001471 rep->buf->i,
Willy Tarreau2e2b3eb2010-02-09 20:55:44 +01001472 rep->analysers);
Emeric Brun1d33b292010-01-04 15:47:17 +01001473
1474 list_for_each_entry(rule, &px->storersp_rules, list) {
1475 int ret = 1 ;
Emeric Brun1d33b292010-01-04 15:47:17 +01001476
Willy Tarreau9667a802013-12-09 12:52:13 +01001477 /* Only the first stick store-response of each table is applied
1478 * and other ones are ignored. The purpose is to allow complex
1479 * configurations which look for multiple entries by decreasing
1480 * order of precision and to stop at the first which matches.
1481 * An example could be a store of a set-cookie value, with a
1482 * fallback to a parameter found in a 302 redirect.
1483 *
1484 * The store-response rules are not allowed to override the
1485 * store-request rules for the same table, but they may coexist.
1486 * Thus we can have up to one store-request entry and one store-
1487 * response entry for the same table at any time.
1488 */
1489 for (i = nbreq; i < s->store_count; i++) {
1490 if (rule->table.t == s->store[i].table)
1491 break;
1492 }
1493
1494 /* skip existing entries for this table */
1495 if (i < s->store_count)
1496 continue;
1497
Emeric Brun1d33b292010-01-04 15:47:17 +01001498 if (rule->cond) {
Willy Tarreau192252e2015-04-04 01:47:55 +02001499 ret = acl_exec_cond(rule->cond, px, sess, s, SMP_OPT_DIR_RES|SMP_OPT_FINAL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001500 ret = acl_pass(ret);
1501 if (rule->cond->pol == ACL_COND_UNLESS)
1502 ret = !ret;
1503 }
1504
1505 if (ret) {
1506 struct stktable_key *key;
1507
Willy Tarreau192252e2015-04-04 01:47:55 +02001508 key = stktable_fetch_key(rule->table.t, px, sess, s, SMP_OPT_DIR_RES|SMP_OPT_FINAL, rule->expr, NULL);
Emeric Brun1d33b292010-01-04 15:47:17 +01001509 if (!key)
1510 continue;
1511
Willy Tarreau37e340c2013-12-06 23:05:21 +01001512 if (s->store_count < (sizeof(s->store) / sizeof(s->store[0]))) {
Emeric Brun1d33b292010-01-04 15:47:17 +01001513 struct stksess *ts;
1514
1515 ts = stksess_new(rule->table.t, key);
1516 if (ts) {
1517 s->store[s->store_count].table = rule->table.t;
Emeric Brun1d33b292010-01-04 15:47:17 +01001518 s->store[s->store_count++].ts = ts;
1519 }
1520 }
1521 }
1522 }
1523
1524 /* process store request and store response */
1525 for (i = 0; i < s->store_count; i++) {
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001526 struct stksess *ts;
Willy Tarreau13c29de2010-06-06 16:40:39 +02001527 void *ptr;
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001528
Willy Tarreauc93cd162014-05-13 15:54:22 +02001529 if (objt_server(s->target) && objt_server(s->target)->flags & SRV_F_NON_STICK) {
Simon Hormanfa461682011-06-25 09:39:49 +09001530 stksess_free(s->store[i].table, s->store[i].ts);
1531 s->store[i].ts = NULL;
1532 continue;
1533 }
1534
Emeric Brun819fc6f2017-06-13 19:37:32 +02001535 ts = stktable_set_entry(s->store[i].table, s->store[i].ts);
1536 if (ts != s->store[i].ts) {
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001537 /* the entry already existed, we can free ours */
Emeric Brun1d33b292010-01-04 15:47:17 +01001538 stksess_free(s->store[i].table, s->store[i].ts);
Emeric Brun1d33b292010-01-04 15:47:17 +01001539 }
Willy Tarreauf16d2b82010-06-06 15:38:59 +02001540 s->store[i].ts = NULL;
Emeric Brun819fc6f2017-06-13 19:37:32 +02001541
Christopher Faulet2a944ee2017-11-07 10:42:54 +01001542 HA_RWLOCK_WRLOCK(STK_SESS_LOCK, &ts->lock);
Willy Tarreau13c29de2010-06-06 16:40:39 +02001543 ptr = stktable_data_ptr(s->store[i].table, ts, STKTABLE_DT_SERVER_ID);
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001544 stktable_data_cast(ptr, server_id) = objt_server(s->target)->puid;
Christopher Faulet2a944ee2017-11-07 10:42:54 +01001545 HA_RWLOCK_WRUNLOCK(STK_SESS_LOCK, &ts->lock);
Emeric Brun819fc6f2017-06-13 19:37:32 +02001546 stktable_touch_local(s->store[i].table, ts, 1);
Emeric Brun1d33b292010-01-04 15:47:17 +01001547 }
Willy Tarreau2a164ee2010-06-18 09:57:45 +02001548 s->store_count = 0; /* everything is stored */
Emeric Brun1d33b292010-01-04 15:47:17 +01001549
1550 rep->analysers &= ~an_bit;
1551 rep->analyse_exp = TICK_ETERNITY;
1552 return 1;
1553}
1554
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001555/* This macro is very specific to the function below. See the comments in
Willy Tarreau87b09662015-04-03 00:22:06 +02001556 * process_stream() below to understand the logic and the tests.
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001557 */
1558#define UPDATE_ANALYSERS(real, list, back, flag) { \
1559 list = (((list) & ~(flag)) | ~(back)) & (real); \
1560 back = real; \
1561 if (!(list)) \
1562 break; \
1563 if (((list) ^ ((list) & ((list) - 1))) < (flag)) \
1564 continue; \
1565}
1566
Christopher Fauleta9215b72016-05-11 17:06:28 +02001567/* These 2 following macros call an analayzer for the specified channel if the
1568 * right flag is set. The first one is used for "filterable" analyzers. If a
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001569 * stream has some registered filters, pre and post analyaze callbacks are
Christopher Faulet0184ea72017-01-05 14:06:34 +01001570 * called. The second are used for other analyzers (AN_REQ/RES_FLT_* and
Christopher Fauleta9215b72016-05-11 17:06:28 +02001571 * AN_REQ/RES_HTTP_XFER_BODY) */
1572#define FLT_ANALYZE(strm, chn, fun, list, back, flag, ...) \
1573 { \
1574 if ((list) & (flag)) { \
1575 if (HAS_FILTERS(strm)) { \
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001576 if (!flt_pre_analyze((strm), (chn), (flag))) \
Christopher Fauleta9215b72016-05-11 17:06:28 +02001577 break; \
1578 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1579 break; \
Christopher Faulet3a394fa2016-05-11 17:13:39 +02001580 if (!flt_post_analyze((strm), (chn), (flag))) \
1581 break; \
Christopher Fauleta9215b72016-05-11 17:06:28 +02001582 } \
1583 else { \
1584 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1585 break; \
1586 } \
1587 UPDATE_ANALYSERS((chn)->analysers, (list), \
1588 (back), (flag)); \
1589 } \
1590 }
1591
1592#define ANALYZE(strm, chn, fun, list, back, flag, ...) \
1593 { \
1594 if ((list) & (flag)) { \
1595 if (!fun((strm), (chn), (flag), ##__VA_ARGS__)) \
1596 break; \
1597 UPDATE_ANALYSERS((chn)->analysers, (list), \
1598 (back), (flag)); \
1599 } \
1600 }
1601
Willy Tarreau87b09662015-04-03 00:22:06 +02001602/* Processes the client, server, request and response jobs of a stream task,
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001603 * then puts it back to the wait queue in a clean state, or cleans up its
1604 * resources if it must be deleted. Returns in <next> the date the task wants
1605 * to be woken up, or TICK_ETERNITY. In order not to call all functions for
1606 * nothing too many times, the request and response buffers flags are monitored
1607 * and each function is called only if at least another function has changed at
1608 * least one flag it is interested in.
1609 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001610struct task *process_stream(struct task *t)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001611{
Willy Tarreau827aee92011-03-10 16:55:02 +01001612 struct server *srv;
Willy Tarreau87b09662015-04-03 00:22:06 +02001613 struct stream *s = t->context;
Willy Tarreaufb0afa72015-04-03 14:46:27 +02001614 struct session *sess = s->sess;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001615 unsigned int rqf_last, rpf_last;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001616 unsigned int rq_prod_last, rq_cons_last;
1617 unsigned int rp_cons_last, rp_prod_last;
Willy Tarreau576507f2010-01-07 00:09:04 +01001618 unsigned int req_ana_back;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001619 struct channel *req, *res;
1620 struct stream_interface *si_f, *si_b;
1621
1622 req = &s->req;
1623 res = &s->res;
1624
1625 si_f = &s->si[0];
1626 si_b = &s->si[1];
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001627
1628 //DPRINTF(stderr, "%s:%d: cs=%d ss=%d(%d) rqf=0x%08x rpf=0x%08x\n", __FUNCTION__, __LINE__,
Willy Tarreau8f128b42014-11-28 15:07:47 +01001629 // si_f->state, si_b->state, si_b->err_type, req->flags, res->flags);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001630
Krzysztof Piotr Oledzkif9423ae2010-01-29 19:26:18 +01001631 /* this data may be no longer valid, clear it */
Willy Tarreaueee5b512015-04-03 23:46:31 +02001632 if (s->txn)
1633 memset(&s->txn->auth, 0, sizeof(s->txn->auth));
Krzysztof Piotr Oledzkif9423ae2010-01-29 19:26:18 +01001634
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02001635 /* This flag must explicitly be set every time */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001636 req->flags &= ~(CF_READ_NOEXP|CF_WAKE_WRITE);
1637 res->flags &= ~(CF_READ_NOEXP|CF_WAKE_WRITE);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001638
1639 /* Keep a copy of req/rep flags so that we can detect shutdowns */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001640 rqf_last = req->flags & ~CF_MASK_ANALYSER;
1641 rpf_last = res->flags & ~CF_MASK_ANALYSER;
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001642
Willy Tarreau89f7ef22009-09-05 20:57:35 +02001643 /* we don't want the stream interface functions to recursively wake us up */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001644 si_f->flags |= SI_FL_DONT_WAKE;
1645 si_b->flags |= SI_FL_DONT_WAKE;
Willy Tarreau89f7ef22009-09-05 20:57:35 +02001646
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001647 /* update pending events */
1648 s->pending_events |= (t->state & TASK_WOKEN_ANY);
1649
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001650 /* 1a: Check for low level timeouts if needed. We just set a flag on
1651 * stream interfaces when their timeouts have expired.
1652 */
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001653 if (unlikely(s->pending_events & TASK_WOKEN_TIMER)) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001654 stream_int_check_timeouts(si_f);
1655 stream_int_check_timeouts(si_b);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001656
Willy Tarreau8263d2b2012-08-28 00:06:31 +02001657 /* check channel timeouts, and close the corresponding stream interfaces
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001658 * for future reads or writes. Note: this will also concern upper layers
1659 * but we do not touch any other flag. We must be careful and correctly
1660 * detect state changes when calling them.
1661 */
1662
Willy Tarreau8f128b42014-11-28 15:07:47 +01001663 channel_check_timeouts(req);
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001664
Willy Tarreau8f128b42014-11-28 15:07:47 +01001665 if (unlikely((req->flags & (CF_SHUTW|CF_WRITE_TIMEOUT)) == CF_WRITE_TIMEOUT)) {
1666 si_b->flags |= SI_FL_NOLINGER;
1667 si_shutw(si_b);
Willy Tarreau14641402009-12-29 14:49:56 +01001668 }
1669
Willy Tarreau8f128b42014-11-28 15:07:47 +01001670 if (unlikely((req->flags & (CF_SHUTR|CF_READ_TIMEOUT)) == CF_READ_TIMEOUT)) {
1671 if (si_f->flags & SI_FL_NOHALF)
1672 si_f->flags |= SI_FL_NOLINGER;
1673 si_shutr(si_f);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02001674 }
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001675
Willy Tarreau8f128b42014-11-28 15:07:47 +01001676 channel_check_timeouts(res);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001677
Willy Tarreau8f128b42014-11-28 15:07:47 +01001678 if (unlikely((res->flags & (CF_SHUTW|CF_WRITE_TIMEOUT)) == CF_WRITE_TIMEOUT)) {
1679 si_f->flags |= SI_FL_NOLINGER;
1680 si_shutw(si_f);
Willy Tarreau14641402009-12-29 14:49:56 +01001681 }
1682
Willy Tarreau8f128b42014-11-28 15:07:47 +01001683 if (unlikely((res->flags & (CF_SHUTR|CF_READ_TIMEOUT)) == CF_READ_TIMEOUT)) {
1684 if (si_b->flags & SI_FL_NOHALF)
1685 si_b->flags |= SI_FL_NOLINGER;
1686 si_shutr(si_b);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02001687 }
Willy Tarreau798f4322012-11-08 14:49:17 +01001688
Christopher Fauleta00d8172016-11-10 14:58:05 +01001689 if (HAS_FILTERS(s))
1690 flt_stream_check_timeouts(s);
1691
Willy Tarreau798f4322012-11-08 14:49:17 +01001692 /* Once in a while we're woken up because the task expires. But
1693 * this does not necessarily mean that a timeout has been reached.
Willy Tarreau87b09662015-04-03 00:22:06 +02001694 * So let's not run a whole stream processing if only an expiration
Willy Tarreau798f4322012-11-08 14:49:17 +01001695 * timeout needs to be refreshed.
1696 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001697 if (!((req->flags | res->flags) &
Willy Tarreau798f4322012-11-08 14:49:17 +01001698 (CF_SHUTR|CF_READ_ACTIVITY|CF_READ_TIMEOUT|CF_SHUTW|
Christopher Fauletc5a9d5b2017-11-09 09:36:43 +01001699 CF_WRITE_ACTIVITY|CF_WRITE_EVENT|CF_WRITE_TIMEOUT|CF_ANA_TIMEOUT)) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01001700 !((si_f->flags | si_b->flags) & (SI_FL_EXP|SI_FL_ERR)) &&
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001701 ((s->pending_events & TASK_WOKEN_ANY) == TASK_WOKEN_TIMER)) {
Willy Tarreau5fb04712016-05-04 10:18:37 +02001702 si_f->flags &= ~SI_FL_DONT_WAKE;
1703 si_b->flags &= ~SI_FL_DONT_WAKE;
Willy Tarreau798f4322012-11-08 14:49:17 +01001704 goto update_exp_and_leave;
Willy Tarreau5fb04712016-05-04 10:18:37 +02001705 }
Willy Tarreaub67a9b82009-06-21 22:03:51 +02001706 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001707
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001708 /* below we may emit error messages so we have to ensure that we have
1709 * our buffers properly allocated.
1710 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001711 if (!stream_alloc_work_buffer(s)) {
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001712 /* No buffer available, we've been subscribed to the list of
1713 * buffer waiters, let's wait for our turn.
1714 */
Willy Tarreau5fb04712016-05-04 10:18:37 +02001715 si_f->flags &= ~SI_FL_DONT_WAKE;
1716 si_b->flags &= ~SI_FL_DONT_WAKE;
Willy Tarreau10fc09e2014-11-25 19:46:36 +01001717 goto update_exp_and_leave;
1718 }
1719
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001720 /* 1b: check for low-level errors reported at the stream interface.
1721 * First we check if it's a retryable error (in which case we don't
1722 * want to tell the buffer). Otherwise we report the error one level
1723 * upper by setting flags into the buffers. Note that the side towards
1724 * the client cannot have connect (hence retryable) errors. Also, the
1725 * connection setup code must be able to deal with any type of abort.
1726 */
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001727 srv = objt_server(s->target);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001728 if (unlikely(si_f->flags & SI_FL_ERR)) {
1729 if (si_f->state == SI_ST_EST || si_f->state == SI_ST_DIS) {
1730 si_shutr(si_f);
1731 si_shutw(si_f);
1732 stream_int_report_error(si_f);
1733 if (!(req->analysers) && !(res->analysers)) {
Christopher Fauletff8abcd2017-06-02 15:33:24 +02001734 HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
1735 HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01001736 if (srv)
Christopher Faulet29f77e82017-06-08 14:04:45 +02001737 HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02001738 if (!(s->flags & SF_ERR_MASK))
1739 s->flags |= SF_ERR_CLICL;
1740 if (!(s->flags & SF_FINST_MASK))
1741 s->flags |= SF_FINST_D;
Willy Tarreau05cb29b2008-12-14 11:44:04 +01001742 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001743 }
1744 }
1745
Willy Tarreau8f128b42014-11-28 15:07:47 +01001746 if (unlikely(si_b->flags & SI_FL_ERR)) {
1747 if (si_b->state == SI_ST_EST || si_b->state == SI_ST_DIS) {
1748 si_shutr(si_b);
1749 si_shutw(si_b);
1750 stream_int_report_error(si_b);
Christopher Fauletff8abcd2017-06-02 15:33:24 +02001751 HA_ATOMIC_ADD(&s->be->be_counters.failed_resp, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01001752 if (srv)
Christopher Faulet29f77e82017-06-08 14:04:45 +02001753 HA_ATOMIC_ADD(&srv->counters.failed_resp, 1);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001754 if (!(req->analysers) && !(res->analysers)) {
Christopher Fauletff8abcd2017-06-02 15:33:24 +02001755 HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
1756 HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01001757 if (srv)
Christopher Faulet29f77e82017-06-08 14:04:45 +02001758 HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02001759 if (!(s->flags & SF_ERR_MASK))
1760 s->flags |= SF_ERR_SRVCL;
1761 if (!(s->flags & SF_FINST_MASK))
1762 s->flags |= SF_FINST_D;
Willy Tarreau05cb29b2008-12-14 11:44:04 +01001763 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001764 }
1765 /* note: maybe we should process connection errors here ? */
1766 }
1767
Willy Tarreau8f128b42014-11-28 15:07:47 +01001768 if (si_b->state == SI_ST_CON) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001769 /* we were trying to establish a connection on the server side,
1770 * maybe it succeeded, maybe it failed, maybe we timed out, ...
1771 */
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01001772 if (unlikely(!sess_update_st_con_tcp(s)))
1773 sess_update_st_cer(s);
Willy Tarreau8f128b42014-11-28 15:07:47 +01001774 else if (si_b->state == SI_ST_EST)
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01001775 sess_establish(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001776
1777 /* state is now one of SI_ST_CON (still in progress), SI_ST_EST
1778 * (established), SI_ST_DIS (abort), SI_ST_CLO (last error),
1779 * SI_ST_ASS/SI_ST_TAR/SI_ST_REQ for retryable errors.
1780 */
1781 }
1782
Willy Tarreau8f128b42014-11-28 15:07:47 +01001783 rq_prod_last = si_f->state;
1784 rq_cons_last = si_b->state;
1785 rp_cons_last = si_f->state;
1786 rp_prod_last = si_b->state;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001787
1788 resync_stream_interface:
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001789 /* Check for connection closure */
1790
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001791 DPRINTF(stderr,
Willy Tarreau02d6cfc2012-03-01 18:19:58 +01001792 "[%u] %s:%d: task=%p s=%p, sfl=0x%08x, rq=%p, rp=%p, exp(r,w)=%u,%u rqf=%08x rpf=%08x rqh=%d rqt=%d rph=%d rpt=%d cs=%d ss=%d, cet=0x%x set=0x%x retr=%d\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001793 now_ms, __FUNCTION__, __LINE__,
1794 t,
1795 s, s->flags,
Willy Tarreau8f128b42014-11-28 15:07:47 +01001796 req, res,
1797 req->rex, res->wex,
1798 req->flags, res->flags,
1799 req->buf->i, req->buf->o, res->buf->i, res->buf->o, si_f->state, si_b->state,
1800 si_f->err_type, si_b->err_type,
1801 si_b->conn_retries);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001802
1803 /* nothing special to be done on client side */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001804 if (unlikely(si_f->state == SI_ST_DIS))
1805 si_f->state = SI_ST_CLO;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001806
1807 /* When a server-side connection is released, we have to count it and
1808 * check for pending connections on this server.
1809 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001810 if (unlikely(si_b->state == SI_ST_DIS)) {
1811 si_b->state = SI_ST_CLO;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001812 srv = objt_server(s->target);
Willy Tarreau827aee92011-03-10 16:55:02 +01001813 if (srv) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001814 if (s->flags & SF_CURR_SESS) {
1815 s->flags &= ~SF_CURR_SESS;
Christopher Faulet29f77e82017-06-08 14:04:45 +02001816 HA_ATOMIC_SUB(&srv->cur_sess, 1);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001817 }
1818 sess_change_server(s, NULL);
Willy Tarreau827aee92011-03-10 16:55:02 +01001819 if (may_dequeue_tasks(srv, s->be))
1820 process_srv_queue(srv);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001821 }
1822 }
1823
1824 /*
1825 * Note: of the transient states (REQ, CER, DIS), only REQ may remain
1826 * at this point.
1827 */
1828
Willy Tarreau0be0ef92009-03-08 19:20:25 +01001829 resync_request:
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001830 /* Analyse request */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001831 if (((req->flags & ~rqf_last) & CF_MASK_ANALYSER) ||
1832 ((req->flags ^ rqf_last) & CF_MASK_STATIC) ||
Willy Tarreau33982cb2017-11-20 15:37:13 +01001833 (req->analysers && (req->flags & CF_SHUTW)) ||
Willy Tarreau8f128b42014-11-28 15:07:47 +01001834 si_f->state != rq_prod_last ||
1835 si_b->state != rq_cons_last ||
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001836 s->pending_events & TASK_WOKEN_MSG) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001837 unsigned int flags = req->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001838
Willy Tarreau8f128b42014-11-28 15:07:47 +01001839 if (si_f->state >= SI_ST_EST) {
Willy Tarreaue34070e2010-01-08 00:32:27 +01001840 int max_loops = global.tune.maxpollevents;
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001841 unsigned int ana_list;
1842 unsigned int ana_back;
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001843
Willy Tarreau90deb182010-01-07 00:20:41 +01001844 /* it's up to the analysers to stop new connections,
1845 * disable reading or closing. Note: if an analyser
1846 * disables any of these bits, it is responsible for
1847 * enabling them again when it disables itself, so
1848 * that other analysers are called in similar conditions.
1849 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001850 channel_auto_read(req);
1851 channel_auto_connect(req);
1852 channel_auto_close(req);
Willy Tarreauedcf6682008-11-30 23:15:34 +01001853
1854 /* We will call all analysers for which a bit is set in
Willy Tarreau8f128b42014-11-28 15:07:47 +01001855 * req->analysers, following the bit order from LSB
Willy Tarreauedcf6682008-11-30 23:15:34 +01001856 * to MSB. The analysers must remove themselves from
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001857 * the list when not needed. Any analyser may return 0
1858 * to break out of the loop, either because of missing
1859 * data to take a decision, or because it decides to
Willy Tarreau87b09662015-04-03 00:22:06 +02001860 * kill the stream. We loop at least once through each
Willy Tarreau1a52dbd2009-06-28 19:37:53 +02001861 * analyser, and we may loop again if other analysers
1862 * are added in the middle.
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001863 *
1864 * We build a list of analysers to run. We evaluate all
1865 * of these analysers in the order of the lower bit to
1866 * the higher bit. This ordering is very important.
1867 * An analyser will often add/remove other analysers,
1868 * including itself. Any changes to itself have no effect
1869 * on the loop. If it removes any other analysers, we
1870 * want those analysers not to be called anymore during
1871 * this loop. If it adds an analyser that is located
1872 * after itself, we want it to be scheduled for being
1873 * processed during the loop. If it adds an analyser
1874 * which is located before it, we want it to switch to
1875 * it immediately, even if it has already been called
1876 * once but removed since.
1877 *
1878 * In order to achieve this, we compare the analyser
1879 * list after the call with a copy of it before the
1880 * call. The work list is fed with analyser bits that
1881 * appeared during the call. Then we compare previous
1882 * work list with the new one, and check the bits that
1883 * appeared. If the lowest of these bits is lower than
1884 * the current bit, it means we have enabled a previous
1885 * analyser and must immediately loop again.
Willy Tarreauedcf6682008-11-30 23:15:34 +01001886 */
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001887
Willy Tarreau8f128b42014-11-28 15:07:47 +01001888 ana_list = ana_back = req->analysers;
Willy Tarreaue34070e2010-01-08 00:32:27 +01001889 while (ana_list && max_loops--) {
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001890 /* Warning! ensure that analysers are always placed in ascending order! */
Christopher Faulet0184ea72017-01-05 14:06:34 +01001891 ANALYZE (s, req, flt_start_analyze, ana_list, ana_back, AN_REQ_FLT_START_FE);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001892 FLT_ANALYZE(s, req, tcp_inspect_request, ana_list, ana_back, AN_REQ_INSPECT_FE);
1893 FLT_ANALYZE(s, req, http_wait_for_request, ana_list, ana_back, AN_REQ_WAIT_HTTP);
1894 FLT_ANALYZE(s, req, http_wait_for_request_body, ana_list, ana_back, AN_REQ_HTTP_BODY);
1895 FLT_ANALYZE(s, req, http_process_req_common, ana_list, ana_back, AN_REQ_HTTP_PROCESS_FE, sess->fe);
1896 FLT_ANALYZE(s, req, process_switching_rules, ana_list, ana_back, AN_REQ_SWITCHING_RULES);
Christopher Faulet0184ea72017-01-05 14:06:34 +01001897 ANALYZE (s, req, flt_start_analyze, ana_list, ana_back, AN_REQ_FLT_START_BE);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001898 FLT_ANALYZE(s, req, tcp_inspect_request, ana_list, ana_back, AN_REQ_INSPECT_BE);
1899 FLT_ANALYZE(s, req, http_process_req_common, ana_list, ana_back, AN_REQ_HTTP_PROCESS_BE, s->be);
1900 FLT_ANALYZE(s, req, http_process_tarpit, ana_list, ana_back, AN_REQ_HTTP_TARPIT);
1901 FLT_ANALYZE(s, req, process_server_rules, ana_list, ana_back, AN_REQ_SRV_RULES);
1902 FLT_ANALYZE(s, req, http_process_request, ana_list, ana_back, AN_REQ_HTTP_INNER);
1903 FLT_ANALYZE(s, req, tcp_persist_rdp_cookie, ana_list, ana_back, AN_REQ_PRST_RDP_COOKIE);
1904 FLT_ANALYZE(s, req, process_sticking_rules, ana_list, ana_back, AN_REQ_STICKING_RULES);
Christopher Faulet0184ea72017-01-05 14:06:34 +01001905 ANALYZE (s, req, flt_analyze_http_headers, ana_list, ana_back, AN_REQ_FLT_HTTP_HDRS);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001906 ANALYZE (s, req, http_request_forward_body, ana_list, ana_back, AN_REQ_HTTP_XFER_BODY);
Christopher Faulet0184ea72017-01-05 14:06:34 +01001907 ANALYZE (s, req, flt_xfer_data, ana_list, ana_back, AN_REQ_FLT_XFER_DATA);
1908 ANALYZE (s, req, flt_end_analyze, ana_list, ana_back, AN_REQ_FLT_END);
Willy Tarreaue34070e2010-01-08 00:32:27 +01001909 break;
1910 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01001911 }
Willy Tarreau84455332009-03-15 22:34:05 +01001912
Willy Tarreau8f128b42014-11-28 15:07:47 +01001913 rq_prod_last = si_f->state;
1914 rq_cons_last = si_b->state;
1915 req->flags &= ~CF_WAKE_ONCE;
1916 rqf_last = req->flags;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001917
Willy Tarreau8f128b42014-11-28 15:07:47 +01001918 if ((req->flags ^ flags) & CF_MASK_STATIC)
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001919 goto resync_request;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001920 }
1921
Willy Tarreau576507f2010-01-07 00:09:04 +01001922 /* we'll monitor the request analysers while parsing the response,
1923 * because some response analysers may indirectly enable new request
1924 * analysers (eg: HTTP keep-alive).
1925 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001926 req_ana_back = req->analysers;
Willy Tarreau576507f2010-01-07 00:09:04 +01001927
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001928 resync_response:
1929 /* Analyse response */
1930
Willy Tarreau8f128b42014-11-28 15:07:47 +01001931 if (((res->flags & ~rpf_last) & CF_MASK_ANALYSER) ||
1932 (res->flags ^ rpf_last) & CF_MASK_STATIC ||
Willy Tarreau33982cb2017-11-20 15:37:13 +01001933 (res->analysers && (res->flags & CF_SHUTW)) ||
Willy Tarreau8f128b42014-11-28 15:07:47 +01001934 si_f->state != rp_cons_last ||
1935 si_b->state != rp_prod_last ||
Christopher Faulet9d810ca2016-12-08 22:33:52 +01001936 s->pending_events & TASK_WOKEN_MSG) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01001937 unsigned int flags = res->flags;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001938
Willy Tarreau8f128b42014-11-28 15:07:47 +01001939 if (si_b->state >= SI_ST_EST) {
Willy Tarreaue34070e2010-01-08 00:32:27 +01001940 int max_loops = global.tune.maxpollevents;
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001941 unsigned int ana_list;
1942 unsigned int ana_back;
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001943
Willy Tarreau90deb182010-01-07 00:20:41 +01001944 /* it's up to the analysers to stop disable reading or
1945 * closing. Note: if an analyser disables any of these
1946 * bits, it is responsible for enabling them again when
1947 * it disables itself, so that other analysers are called
1948 * in similar conditions.
1949 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001950 channel_auto_read(res);
1951 channel_auto_close(res);
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001952
1953 /* We will call all analysers for which a bit is set in
Willy Tarreau8f128b42014-11-28 15:07:47 +01001954 * res->analysers, following the bit order from LSB
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001955 * to MSB. The analysers must remove themselves from
1956 * the list when not needed. Any analyser may return 0
1957 * to break out of the loop, either because of missing
1958 * data to take a decision, or because it decides to
Willy Tarreau87b09662015-04-03 00:22:06 +02001959 * kill the stream. We loop at least once through each
Willy Tarreaub37c27e2009-10-18 22:53:08 +02001960 * analyser, and we may loop again if other analysers
1961 * are added in the middle.
1962 */
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001963
Willy Tarreau8f128b42014-11-28 15:07:47 +01001964 ana_list = ana_back = res->analysers;
Willy Tarreaue34070e2010-01-08 00:32:27 +01001965 while (ana_list && max_loops--) {
Willy Tarreau1e0bbaf2010-01-06 23:53:24 +01001966 /* Warning! ensure that analysers are always placed in ascending order! */
Christopher Faulet0184ea72017-01-05 14:06:34 +01001967 ANALYZE (s, res, flt_start_analyze, ana_list, ana_back, AN_RES_FLT_START_FE);
1968 ANALYZE (s, res, flt_start_analyze, ana_list, ana_back, AN_RES_FLT_START_BE);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001969 FLT_ANALYZE(s, res, tcp_inspect_response, ana_list, ana_back, AN_RES_INSPECT);
1970 FLT_ANALYZE(s, res, http_wait_for_response, ana_list, ana_back, AN_RES_WAIT_HTTP);
1971 FLT_ANALYZE(s, res, process_store_rules, ana_list, ana_back, AN_RES_STORE_RULES);
1972 FLT_ANALYZE(s, res, http_process_res_common, ana_list, ana_back, AN_RES_HTTP_PROCESS_BE, s->be);
Christopher Faulet0184ea72017-01-05 14:06:34 +01001973 ANALYZE (s, res, flt_analyze_http_headers, ana_list, ana_back, AN_RES_FLT_HTTP_HDRS);
Christopher Fauleta9215b72016-05-11 17:06:28 +02001974 ANALYZE (s, res, http_response_forward_body, ana_list, ana_back, AN_RES_HTTP_XFER_BODY);
Christopher Faulet0184ea72017-01-05 14:06:34 +01001975 ANALYZE (s, res, flt_xfer_data, ana_list, ana_back, AN_RES_FLT_XFER_DATA);
1976 ANALYZE (s, res, flt_end_analyze, ana_list, ana_back, AN_RES_FLT_END);
Willy Tarreaue34070e2010-01-08 00:32:27 +01001977 break;
1978 }
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001979 }
1980
Willy Tarreau8f128b42014-11-28 15:07:47 +01001981 rp_cons_last = si_f->state;
1982 rp_prod_last = si_b->state;
Christopher Fauletcdaea892017-07-06 15:49:30 +02001983 res->flags &= ~CF_WAKE_ONCE;
Willy Tarreau8f128b42014-11-28 15:07:47 +01001984 rpf_last = res->flags;
Willy Tarreau815a9b22010-07-27 17:15:12 +02001985
Willy Tarreau8f128b42014-11-28 15:07:47 +01001986 if ((res->flags ^ flags) & CF_MASK_STATIC)
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001987 goto resync_response;
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001988 }
1989
Willy Tarreau576507f2010-01-07 00:09:04 +01001990 /* maybe someone has added some request analysers, so we must check and loop */
Willy Tarreau8f128b42014-11-28 15:07:47 +01001991 if (req->analysers & ~req_ana_back)
Willy Tarreau576507f2010-01-07 00:09:04 +01001992 goto resync_request;
1993
Willy Tarreau8f128b42014-11-28 15:07:47 +01001994 if ((req->flags & ~rqf_last) & CF_MASK_ANALYSER)
Willy Tarreau0499e352010-12-17 07:13:42 +01001995 goto resync_request;
1996
Willy Tarreau3deb3d02009-06-21 22:43:05 +02001997 /* FIXME: here we should call protocol handlers which rely on
1998 * both buffers.
1999 */
2000
2001
2002 /*
Willy Tarreau87b09662015-04-03 00:22:06 +02002003 * Now we propagate unhandled errors to the stream. Normally
Willy Tarreauae526782010-03-04 20:34:23 +01002004 * we're just in a data phase here since it means we have not
2005 * seen any analyser who could set an error status.
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002006 */
Willy Tarreau3fdb3662012-11-12 00:42:33 +01002007 srv = objt_server(s->target);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002008 if (unlikely(!(s->flags & SF_ERR_MASK))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002009 if (req->flags & (CF_READ_ERROR|CF_READ_TIMEOUT|CF_WRITE_ERROR|CF_WRITE_TIMEOUT)) {
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002010 /* Report it if the client got an error or a read timeout expired */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002011 req->analysers = 0;
2012 if (req->flags & CF_READ_ERROR) {
Christopher Fauletff8abcd2017-06-02 15:33:24 +02002013 HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
2014 HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002015 if (srv)
Christopher Faulet29f77e82017-06-08 14:04:45 +02002016 HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002017 s->flags |= SF_ERR_CLICL;
Willy Tarreauae526782010-03-04 20:34:23 +01002018 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002019 else if (req->flags & CF_READ_TIMEOUT) {
Christopher Fauletff8abcd2017-06-02 15:33:24 +02002020 HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
2021 HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002022 if (srv)
Christopher Faulet29f77e82017-06-08 14:04:45 +02002023 HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002024 s->flags |= SF_ERR_CLITO;
Willy Tarreauae526782010-03-04 20:34:23 +01002025 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002026 else if (req->flags & CF_WRITE_ERROR) {
Christopher Fauletff8abcd2017-06-02 15:33:24 +02002027 HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
2028 HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002029 if (srv)
Christopher Faulet29f77e82017-06-08 14:04:45 +02002030 HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002031 s->flags |= SF_ERR_SRVCL;
Willy Tarreauae526782010-03-04 20:34:23 +01002032 }
2033 else {
Christopher Fauletff8abcd2017-06-02 15:33:24 +02002034 HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
2035 HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002036 if (srv)
Christopher Faulet29f77e82017-06-08 14:04:45 +02002037 HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002038 s->flags |= SF_ERR_SRVTO;
Willy Tarreauae526782010-03-04 20:34:23 +01002039 }
Willy Tarreau84455332009-03-15 22:34:05 +01002040 sess_set_term_flags(s);
2041 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002042 else if (res->flags & (CF_READ_ERROR|CF_READ_TIMEOUT|CF_WRITE_ERROR|CF_WRITE_TIMEOUT)) {
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002043 /* Report it if the server got an error or a read timeout expired */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002044 res->analysers = 0;
2045 if (res->flags & CF_READ_ERROR) {
Christopher Fauletff8abcd2017-06-02 15:33:24 +02002046 HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
2047 HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002048 if (srv)
Christopher Faulet29f77e82017-06-08 14:04:45 +02002049 HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002050 s->flags |= SF_ERR_SRVCL;
Willy Tarreauae526782010-03-04 20:34:23 +01002051 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002052 else if (res->flags & CF_READ_TIMEOUT) {
Christopher Fauletff8abcd2017-06-02 15:33:24 +02002053 HA_ATOMIC_ADD(&s->be->be_counters.srv_aborts, 1);
2054 HA_ATOMIC_ADD(&sess->fe->fe_counters.srv_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002055 if (srv)
Christopher Faulet29f77e82017-06-08 14:04:45 +02002056 HA_ATOMIC_ADD(&srv->counters.srv_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002057 s->flags |= SF_ERR_SRVTO;
Willy Tarreauae526782010-03-04 20:34:23 +01002058 }
Willy Tarreau8f128b42014-11-28 15:07:47 +01002059 else if (res->flags & CF_WRITE_ERROR) {
Christopher Fauletff8abcd2017-06-02 15:33:24 +02002060 HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
2061 HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002062 if (srv)
Christopher Faulet29f77e82017-06-08 14:04:45 +02002063 HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002064 s->flags |= SF_ERR_CLICL;
Willy Tarreauae526782010-03-04 20:34:23 +01002065 }
2066 else {
Christopher Fauletff8abcd2017-06-02 15:33:24 +02002067 HA_ATOMIC_ADD(&s->be->be_counters.cli_aborts, 1);
2068 HA_ATOMIC_ADD(&sess->fe->fe_counters.cli_aborts, 1);
Willy Tarreau827aee92011-03-10 16:55:02 +01002069 if (srv)
Christopher Faulet29f77e82017-06-08 14:04:45 +02002070 HA_ATOMIC_ADD(&srv->counters.cli_aborts, 1);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002071 s->flags |= SF_ERR_CLITO;
Willy Tarreauae526782010-03-04 20:34:23 +01002072 }
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002073 sess_set_term_flags(s);
2074 }
Willy Tarreau84455332009-03-15 22:34:05 +01002075 }
2076
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002077 /*
2078 * Here we take care of forwarding unhandled data. This also includes
2079 * connection establishments and shutdown requests.
2080 */
2081
2082
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002083 /* If noone is interested in analysing data, it's time to forward
Willy Tarreau31971e52009-09-20 12:07:52 +02002084 * everything. We configure the buffer to forward indefinitely.
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002085 * Note that we're checking CF_SHUTR_NOW as an indication of a possible
Willy Tarreau8263d2b2012-08-28 00:06:31 +02002086 * recent call to channel_abort().
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002087 */
Christopher Faulet35fe6992017-08-29 16:06:38 +02002088 if (unlikely((!req->analysers || (req->analysers == AN_REQ_FLT_END && !(req->flags & CF_FLT_ANALYZE))) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002089 !(req->flags & (CF_SHUTW|CF_SHUTR_NOW)) &&
2090 (si_f->state >= SI_ST_EST) &&
2091 (req->to_forward != CHN_INFINITE_FORWARD))) {
Willy Tarreaub31c9712012-11-11 23:05:39 +01002092 /* This buffer is freewheeling, there's no analyser
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002093 * attached to it. If any data are left in, we'll permit them to
2094 * move.
2095 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002096 channel_auto_read(req);
2097 channel_auto_connect(req);
2098 channel_auto_close(req);
2099 buffer_flush(req->buf);
Willy Tarreau5bd8c372009-01-19 00:32:22 +01002100
Willy Tarreauda4d9fe2010-11-07 20:26:56 +01002101 /* We'll let data flow between the producer (if still connected)
2102 * to the consumer (which might possibly not be connected yet).
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002103 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002104 if (!(req->flags & (CF_SHUTR|CF_SHUTW_NOW)))
Willy Tarreau8bf242b2016-05-04 14:05:58 +02002105 channel_forward_forever(req);
Willy Tarreau42529c32015-07-09 18:38:57 +02002106
2107 /* Just in order to support fetching HTTP contents after start
2108 * of forwarding when the HTTP forwarding analyser is not used,
2109 * we simply reset msg->sov so that HTTP rewinding points to the
2110 * headers.
2111 */
2112 if (s->txn)
2113 s->txn->req.sov = s->txn->req.eoh + s->txn->req.eol - req->buf->o;
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002114 }
Willy Tarreauf890dc92008-12-13 21:12:26 +01002115
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002116 /* check if it is wise to enable kernel splicing to forward request data */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002117 if (!(req->flags & (CF_KERN_SPLICING|CF_SHUTR)) &&
2118 req->to_forward &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002119 (global.tune.options & GTUNE_USE_SPLICE) &&
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002120 (objt_cs(si_f->end) && __objt_cs(si_f->end)->conn->xprt && __objt_cs(si_f->end)->conn->xprt->rcv_pipe) &&
2121 (objt_cs(si_b->end) && __objt_cs(si_b->end)->conn->xprt && __objt_cs(si_b->end)->conn->xprt->snd_pipe) &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002122 (pipes_used < global.maxpipes) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002123 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_REQ) ||
2124 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_AUT) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002125 (req->flags & CF_STREAMER_FAST)))) {
2126 req->flags |= CF_KERN_SPLICING;
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002127 }
2128
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002129 /* reflect what the L7 analysers have seen last */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002130 rqf_last = req->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002131
2132 /*
2133 * Now forward all shutdown requests between both sides of the buffer
2134 */
2135
Willy Tarreau520d95e2009-09-19 21:04:57 +02002136 /* first, let's check if the request buffer needs to shutdown(write), which may
2137 * happen either because the input is closed or because we want to force a close
Willy Tarreau05cdd962014-05-10 14:30:07 +02002138 * once the server has begun to respond. If a half-closed timeout is set, we adjust
2139 * the other side's timeout as well.
Willy Tarreau520d95e2009-09-19 21:04:57 +02002140 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002141 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTW_NOW|CF_AUTO_CLOSE|CF_SHUTR)) ==
Willy Tarreau05cdd962014-05-10 14:30:07 +02002142 (CF_AUTO_CLOSE|CF_SHUTR))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002143 channel_shutw_now(req);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002144 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002145
2146 /* shutdown(write) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002147 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTW_NOW)) == CF_SHUTW_NOW &&
2148 channel_is_empty(req))) {
2149 if (req->flags & CF_READ_ERROR)
2150 si_b->flags |= SI_FL_NOLINGER;
2151 si_shutw(si_b);
Willy Tarreau8615c2a2013-06-21 08:20:19 +02002152 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002153
2154 /* shutdown(write) done on server side, we must stop the client too */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002155 if (unlikely((req->flags & (CF_SHUTW|CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTW &&
2156 !req->analysers))
2157 channel_shutr_now(req);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002158
2159 /* shutdown(read) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002160 if (unlikely((req->flags & (CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTR_NOW)) {
2161 if (si_f->flags & SI_FL_NOHALF)
2162 si_f->flags |= SI_FL_NOLINGER;
2163 si_shutr(si_f);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02002164 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002165
Willy Tarreau520d95e2009-09-19 21:04:57 +02002166 /* it's possible that an upper layer has requested a connection setup or abort.
2167 * There are 2 situations where we decide to establish a new connection :
2168 * - there are data scheduled for emission in the buffer
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002169 * - the CF_AUTO_CONNECT flag is set (active connection)
Willy Tarreau520d95e2009-09-19 21:04:57 +02002170 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002171 if (si_b->state == SI_ST_INI) {
2172 if (!(req->flags & CF_SHUTW)) {
2173 if ((req->flags & CF_AUTO_CONNECT) || !channel_is_empty(req)) {
Willy Tarreaucf644ed2013-09-29 17:19:56 +02002174 /* If we have an appctx, there is no connect method, so we
2175 * immediately switch to the connected state, otherwise we
2176 * perform a connection request.
Willy Tarreau520d95e2009-09-19 21:04:57 +02002177 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002178 si_b->state = SI_ST_REQ; /* new connection requested */
2179 si_b->conn_retries = s->be->conn_retries;
Willy Tarreau520d95e2009-09-19 21:04:57 +02002180 }
Willy Tarreau73201222009-08-16 18:27:24 +02002181 }
Willy Tarreauf41ffdc2009-09-20 08:19:25 +02002182 else {
Willy Tarreau0542c8b2017-11-24 15:01:10 +01002183 si_release_endpoint(si_b);
Willy Tarreau8f128b42014-11-28 15:07:47 +01002184 si_b->state = SI_ST_CLO; /* shutw+ini = abort */
2185 channel_shutw_now(req); /* fix buffer flags upon abort */
2186 channel_shutr_now(res);
Willy Tarreauf41ffdc2009-09-20 08:19:25 +02002187 }
Willy Tarreau92795622009-03-06 12:51:23 +01002188 }
2189
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002190
2191 /* we may have a pending connection request, or a connection waiting
2192 * for completion.
2193 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002194 if (si_b->state >= SI_ST_REQ && si_b->state < SI_ST_CON) {
Thierry FOURNIER4834bc72015-06-06 19:29:07 +02002195
2196 /* prune the request variables and swap to the response variables. */
2197 if (s->vars_reqres.scope != SCOPE_RES) {
Willy Tarreau6204cd92016-03-10 16:33:04 +01002198 vars_prune(&s->vars_reqres, s->sess, s);
Thierry FOURNIER4834bc72015-06-06 19:29:07 +02002199 vars_init(&s->vars_reqres, SCOPE_RES);
2200 }
2201
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002202 do {
2203 /* nb: step 1 might switch from QUE to ASS, but we first want
2204 * to give a chance to step 2 to perform a redirect if needed.
2205 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002206 if (si_b->state != SI_ST_REQ)
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01002207 sess_update_stream_int(s);
Willy Tarreau8f128b42014-11-28 15:07:47 +01002208 if (si_b->state == SI_ST_REQ)
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01002209 sess_prepare_conn_req(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002210
Willy Tarreau9e5a3aa2013-12-31 23:32:12 +01002211 /* applets directly go to the ESTABLISHED state. Similarly,
2212 * servers experience the same fate when their connection
2213 * is reused.
2214 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002215 if (unlikely(si_b->state == SI_ST_EST))
Willy Tarreau7b8c4f92014-11-28 15:15:44 +01002216 sess_establish(s);
Willy Tarreaufac4bd12013-11-30 09:21:49 +01002217
Willy Tarreaub44c8732013-12-31 23:16:50 +01002218 /* Now we can add the server name to a header (if requested) */
2219 /* check for HTTP mode and proxy server_name_hdr_name != NULL */
Willy Tarreau9c03b332015-09-07 19:32:33 +02002220 if ((si_b->state >= SI_ST_CON) && (si_b->state < SI_ST_CLO) &&
Willy Tarreaub44c8732013-12-31 23:16:50 +01002221 (s->be->server_id_hdr_name != NULL) &&
2222 (s->be->mode == PR_MODE_HTTP) &&
2223 objt_server(s->target)) {
Willy Tarreaueee5b512015-04-03 23:46:31 +02002224 http_send_name_header(s->txn, s->be, objt_server(s->target)->id);
Willy Tarreau1e5dfda2013-04-07 18:19:16 +02002225 }
2226
Willy Tarreau3fdb3662012-11-12 00:42:33 +01002227 srv = objt_server(s->target);
Willy Tarreaue7dff022015-04-03 01:14:29 +02002228 if (si_b->state == SI_ST_ASS && srv && srv->rdr_len && (s->flags & SF_REDIRECTABLE))
Willy Tarreau8f128b42014-11-28 15:07:47 +01002229 http_perform_server_redirect(s, si_b);
2230 } while (si_b->state == SI_ST_ASS);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002231 }
2232
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002233 /* Benchmarks have shown that it's optimal to do a full resync now */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002234 if (si_f->state == SI_ST_DIS || si_b->state == SI_ST_DIS)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002235 goto resync_stream_interface;
2236
Willy Tarreau815a9b22010-07-27 17:15:12 +02002237 /* otherwise we want to check if we need to resync the req buffer or not */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002238 if ((req->flags ^ rqf_last) & CF_MASK_STATIC)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002239 goto resync_request;
2240
Willy Tarreau3deb3d02009-06-21 22:43:05 +02002241 /* perform output updates to the response buffer */
Willy Tarreau84455332009-03-15 22:34:05 +01002242
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002243 /* If noone is interested in analysing data, it's time to forward
Willy Tarreau31971e52009-09-20 12:07:52 +02002244 * everything. We configure the buffer to forward indefinitely.
Willy Tarreau03cdb7c2012-08-27 23:14:58 +02002245 * Note that we're checking CF_SHUTR_NOW as an indication of a possible
Willy Tarreau8263d2b2012-08-28 00:06:31 +02002246 * recent call to channel_abort().
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002247 */
Christopher Faulet35fe6992017-08-29 16:06:38 +02002248 if (unlikely((!res->analysers || (res->analysers == AN_RES_FLT_END && !(res->flags & CF_FLT_ANALYZE))) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002249 !(res->flags & (CF_SHUTW|CF_SHUTR_NOW)) &&
2250 (si_b->state >= SI_ST_EST) &&
2251 (res->to_forward != CHN_INFINITE_FORWARD))) {
Willy Tarreaub31c9712012-11-11 23:05:39 +01002252 /* This buffer is freewheeling, there's no analyser
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002253 * attached to it. If any data are left in, we'll permit them to
2254 * move.
2255 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002256 channel_auto_read(res);
2257 channel_auto_close(res);
2258 buffer_flush(res->buf);
Willy Tarreauda4d9fe2010-11-07 20:26:56 +01002259
2260 /* We'll let data flow between the producer (if still connected)
2261 * to the consumer.
2262 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002263 if (!(res->flags & (CF_SHUTR|CF_SHUTW_NOW)))
Willy Tarreau8bf242b2016-05-04 14:05:58 +02002264 channel_forward_forever(res);
Willy Tarreauce887fd2012-05-12 12:50:00 +02002265
Willy Tarreau42529c32015-07-09 18:38:57 +02002266 /* Just in order to support fetching HTTP contents after start
2267 * of forwarding when the HTTP forwarding analyser is not used,
2268 * we simply reset msg->sov so that HTTP rewinding points to the
2269 * headers.
2270 */
2271 if (s->txn)
2272 s->txn->rsp.sov = s->txn->rsp.eoh + s->txn->rsp.eol - res->buf->o;
2273
Willy Tarreauce887fd2012-05-12 12:50:00 +02002274 /* if we have no analyser anymore in any direction and have a
Willy Tarreau05cdd962014-05-10 14:30:07 +02002275 * tunnel timeout set, use it now. Note that we must respect
2276 * the half-closed timeouts as well.
Willy Tarreauce887fd2012-05-12 12:50:00 +02002277 */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002278 if (!req->analysers && s->be->timeout.tunnel) {
2279 req->rto = req->wto = res->rto = res->wto =
Willy Tarreauce887fd2012-05-12 12:50:00 +02002280 s->be->timeout.tunnel;
Willy Tarreau05cdd962014-05-10 14:30:07 +02002281
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002282 if ((req->flags & CF_SHUTR) && tick_isset(sess->fe->timeout.clientfin))
2283 res->wto = sess->fe->timeout.clientfin;
Willy Tarreau8f128b42014-11-28 15:07:47 +01002284 if ((req->flags & CF_SHUTW) && tick_isset(s->be->timeout.serverfin))
2285 res->rto = s->be->timeout.serverfin;
2286 if ((res->flags & CF_SHUTR) && tick_isset(s->be->timeout.serverfin))
2287 req->wto = s->be->timeout.serverfin;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002288 if ((res->flags & CF_SHUTW) && tick_isset(sess->fe->timeout.clientfin))
2289 req->rto = sess->fe->timeout.clientfin;
Willy Tarreau05cdd962014-05-10 14:30:07 +02002290
Willy Tarreau8f128b42014-11-28 15:07:47 +01002291 req->rex = tick_add(now_ms, req->rto);
2292 req->wex = tick_add(now_ms, req->wto);
2293 res->rex = tick_add(now_ms, res->rto);
2294 res->wex = tick_add(now_ms, res->wto);
Willy Tarreauce887fd2012-05-12 12:50:00 +02002295 }
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002296 }
Willy Tarreauf890dc92008-12-13 21:12:26 +01002297
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002298 /* check if it is wise to enable kernel splicing to forward response data */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002299 if (!(res->flags & (CF_KERN_SPLICING|CF_SHUTR)) &&
2300 res->to_forward &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002301 (global.tune.options & GTUNE_USE_SPLICE) &&
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002302 (objt_cs(si_f->end) && __objt_cs(si_f->end)->conn->xprt && __objt_cs(si_f->end)->conn->xprt->snd_pipe) &&
2303 (objt_cs(si_b->end) && __objt_cs(si_b->end)->conn->xprt && __objt_cs(si_b->end)->conn->xprt->rcv_pipe) &&
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002304 (pipes_used < global.maxpipes) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002305 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_RTR) ||
2306 (((sess->fe->options2|s->be->options2) & PR_O2_SPLIC_AUT) &&
Willy Tarreau8f128b42014-11-28 15:07:47 +01002307 (res->flags & CF_STREAMER_FAST)))) {
2308 res->flags |= CF_KERN_SPLICING;
Willy Tarreau7c84bab2009-03-08 21:38:23 +01002309 }
2310
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002311 /* reflect what the L7 analysers have seen last */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002312 rpf_last = res->flags;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002313
2314 /*
2315 * Now forward all shutdown requests between both sides of the buffer
2316 */
2317
2318 /*
2319 * FIXME: this is probably where we should produce error responses.
2320 */
2321
Willy Tarreau6b66f3e2008-12-14 17:31:54 +01002322 /* first, let's check if the response buffer needs to shutdown(write) */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002323 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTW_NOW|CF_AUTO_CLOSE|CF_SHUTR)) ==
Willy Tarreau05cdd962014-05-10 14:30:07 +02002324 (CF_AUTO_CLOSE|CF_SHUTR))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002325 channel_shutw_now(res);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002326 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002327
2328 /* shutdown(write) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002329 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTW_NOW)) == CF_SHUTW_NOW &&
2330 channel_is_empty(res))) {
2331 si_shutw(si_f);
Willy Tarreau05cdd962014-05-10 14:30:07 +02002332 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002333
2334 /* shutdown(write) done on the client side, we must stop the server too */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002335 if (unlikely((res->flags & (CF_SHUTW|CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTW) &&
2336 !res->analysers)
2337 channel_shutr_now(res);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002338
2339 /* shutdown(read) pending */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002340 if (unlikely((res->flags & (CF_SHUTR|CF_SHUTR_NOW)) == CF_SHUTR_NOW)) {
2341 if (si_b->flags & SI_FL_NOHALF)
2342 si_b->flags |= SI_FL_NOLINGER;
2343 si_shutr(si_b);
Willy Tarreau7bb68ab2012-05-13 14:48:59 +02002344 }
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002345
Willy Tarreau8f128b42014-11-28 15:07:47 +01002346 if (si_f->state == SI_ST_DIS || si_b->state == SI_ST_DIS)
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002347 goto resync_stream_interface;
2348
Willy Tarreau8f128b42014-11-28 15:07:47 +01002349 if (req->flags != rqf_last)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002350 goto resync_request;
2351
Willy Tarreau8f128b42014-11-28 15:07:47 +01002352 if ((res->flags ^ rpf_last) & CF_MASK_STATIC)
Willy Tarreau0be0ef92009-03-08 19:20:25 +01002353 goto resync_response;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002354
Willy Tarreau89f7ef22009-09-05 20:57:35 +02002355 /* we're interested in getting wakeups again */
Willy Tarreau8f128b42014-11-28 15:07:47 +01002356 si_f->flags &= ~SI_FL_DONT_WAKE;
2357 si_b->flags &= ~SI_FL_DONT_WAKE;
Willy Tarreau89f7ef22009-09-05 20:57:35 +02002358
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002359 /* This is needed only when debugging is enabled, to indicate
2360 * client-side or server-side close. Please note that in the unlikely
2361 * event where both sides would close at once, the sequence is reported
2362 * on the server side first.
2363 */
2364 if (unlikely((global.mode & MODE_DEBUG) &&
2365 (!(global.mode & MODE_QUIET) ||
2366 (global.mode & MODE_VERBOSE)))) {
Willy Tarreau8f128b42014-11-28 15:07:47 +01002367 if (si_b->state == SI_ST_CLO &&
2368 si_b->prev_state == SI_ST_EST) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002369 chunk_printf(&trash, "%08x:%s.srvcls[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002370 s->uniq_id, s->be->id,
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002371 objt_cs(si_f->end) ? (unsigned short)objt_cs(si_f->end)->conn->handle.fd : -1,
2372 objt_cs(si_b->end) ? (unsigned short)objt_cs(si_b->end)->conn->handle.fd : -1);
Willy Tarreau89efaed2013-12-13 15:14:55 +01002373 shut_your_big_mouth_gcc(write(1, trash.str, trash.len));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002374 }
2375
Willy Tarreau8f128b42014-11-28 15:07:47 +01002376 if (si_f->state == SI_ST_CLO &&
2377 si_f->prev_state == SI_ST_EST) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002378 chunk_printf(&trash, "%08x:%s.clicls[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002379 s->uniq_id, s->be->id,
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002380 objt_cs(si_f->end) ? (unsigned short)objt_cs(si_f->end)->conn->handle.fd : -1,
2381 objt_cs(si_b->end) ? (unsigned short)objt_cs(si_b->end)->conn->handle.fd : -1);
Willy Tarreau89efaed2013-12-13 15:14:55 +01002382 shut_your_big_mouth_gcc(write(1, trash.str, trash.len));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002383 }
2384 }
2385
Willy Tarreau8f128b42014-11-28 15:07:47 +01002386 if (likely((si_f->state != SI_ST_CLO) ||
2387 (si_b->state > SI_ST_INI && si_b->state < SI_ST_CLO))) {
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002388
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002389 if ((sess->fe->options & PR_O_CONTSTATS) && (s->flags & SF_BE_ASSIGNED))
Willy Tarreau87b09662015-04-03 00:22:06 +02002390 stream_process_counters(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002391
Willy Tarreau563cc372015-04-19 18:13:56 +02002392 if (si_f->state == SI_ST_EST)
Willy Tarreau8f128b42014-11-28 15:07:47 +01002393 si_update(si_f);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002394
Willy Tarreau563cc372015-04-19 18:13:56 +02002395 if (si_b->state == SI_ST_EST)
Willy Tarreau8f128b42014-11-28 15:07:47 +01002396 si_update(si_b);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002397
Christopher Fauletc5a9d5b2017-11-09 09:36:43 +01002398 req->flags &= ~(CF_READ_NULL|CF_READ_PARTIAL|CF_WRITE_NULL|CF_WRITE_PARTIAL|CF_READ_ATTACHED|CF_WRITE_EVENT);
2399 res->flags &= ~(CF_READ_NULL|CF_READ_PARTIAL|CF_WRITE_NULL|CF_WRITE_PARTIAL|CF_READ_ATTACHED|CF_WRITE_EVENT);
Willy Tarreau8f128b42014-11-28 15:07:47 +01002400 si_f->prev_state = si_f->state;
2401 si_b->prev_state = si_b->state;
2402 si_f->flags &= ~(SI_FL_ERR|SI_FL_EXP);
2403 si_b->flags &= ~(SI_FL_ERR|SI_FL_EXP);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002404
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02002405 /* Trick: if a request is being waiting for the server to respond,
2406 * and if we know the server can timeout, we don't want the timeout
2407 * to expire on the client side first, but we're still interested
2408 * in passing data from the client to the server (eg: POST). Thus,
2409 * we can cancel the client's request timeout if the server's
2410 * request timeout is set and the server has not yet sent a response.
2411 */
2412
Willy Tarreau8f128b42014-11-28 15:07:47 +01002413 if ((res->flags & (CF_AUTO_CLOSE|CF_SHUTR)) == 0 &&
2414 (tick_isset(req->wex) || tick_isset(res->rex))) {
2415 req->flags |= CF_READ_NOEXP;
2416 req->rex = TICK_ETERNITY;
Willy Tarreau6f0a7ba2014-06-23 15:22:31 +02002417 }
2418
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002419 /* Reset pending events now */
2420 s->pending_events = 0;
2421
Willy Tarreau798f4322012-11-08 14:49:17 +01002422 update_exp_and_leave:
Willy Tarreau5fb04712016-05-04 10:18:37 +02002423 /* Note: please ensure that if you branch here you disable SI_FL_DONT_WAKE */
Christopher Fauleta00d8172016-11-10 14:58:05 +01002424 t->expire = tick_first((tick_is_expired(t->expire, now_ms) ? 0 : t->expire),
2425 tick_first(tick_first(req->rex, req->wex),
2426 tick_first(res->rex, res->wex)));
Willy Tarreaudef0d222016-11-08 22:03:00 +01002427 if (!req->analysers)
2428 req->analyse_exp = TICK_ETERNITY;
2429
2430 if ((sess->fe->options & PR_O_CONTSTATS) && (s->flags & SF_BE_ASSIGNED) &&
2431 (!tick_isset(req->analyse_exp) || tick_is_expired(req->analyse_exp, now_ms)))
2432 req->analyse_exp = tick_add(now_ms, 5000);
2433
2434 t->expire = tick_first(t->expire, req->analyse_exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002435
Willy Tarreau9a398be2017-11-10 17:14:23 +01002436 t->expire = tick_first(t->expire, res->analyse_exp);
2437
Willy Tarreau8f128b42014-11-28 15:07:47 +01002438 if (si_f->exp)
2439 t->expire = tick_first(t->expire, si_f->exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002440
Willy Tarreau8f128b42014-11-28 15:07:47 +01002441 if (si_b->exp)
2442 t->expire = tick_first(t->expire, si_b->exp);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002443
Christopher Faulet56803b12017-11-24 16:06:18 +01002444 DPRINTF(stderr,
Willy Tarreau127334e2009-03-28 10:47:26 +01002445 "[%u] queuing with exp=%u req->rex=%u req->wex=%u req->ana_exp=%u"
2446 " rep->rex=%u rep->wex=%u, si[0].exp=%u, si[1].exp=%u, cs=%d, ss=%d\n",
Willy Tarreau8f128b42014-11-28 15:07:47 +01002447 now_ms, t->expire, req->rex, req->wex, req->analyse_exp,
2448 res->rex, res->wex, si_f->exp, si_b->exp, si_f->state, si_b->state);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002449
2450#ifdef DEBUG_DEV
2451 /* this may only happen when no timeout is set or in case of an FSM bug */
Willy Tarreaud0a201b2009-03-08 15:53:06 +01002452 if (!tick_isset(t->expire))
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002453 ABORT_NOW();
2454#endif
Christopher Faulet9d810ca2016-12-08 22:33:52 +01002455 s->pending_events &= ~(TASK_WOKEN_TIMER | TASK_WOKEN_RES);
Willy Tarreau87b09662015-04-03 00:22:06 +02002456 stream_release_buffers(s);
Willy Tarreau26c25062009-03-08 09:38:41 +01002457 return t; /* nothing more to do */
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002458 }
2459
Willy Tarreaue7dff022015-04-03 01:14:29 +02002460 if (s->flags & SF_BE_ASSIGNED)
Christopher Fauletff8abcd2017-06-02 15:33:24 +02002461 HA_ATOMIC_SUB(&s->be->beconn, 1);
Willy Tarreau6f5e4b92017-09-15 09:07:56 +02002462
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002463 if (unlikely((global.mode & MODE_DEBUG) &&
2464 (!(global.mode & MODE_QUIET) || (global.mode & MODE_VERBOSE)))) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +01002465 chunk_printf(&trash, "%08x:%s.closed[%04x:%04x]\n",
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002466 s->uniq_id, s->be->id,
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002467 objt_cs(si_f->end) ? (unsigned short)objt_cs(si_f->end)->conn->handle.fd : -1,
2468 objt_cs(si_b->end) ? (unsigned short)objt_cs(si_b->end)->conn->handle.fd : -1);
Willy Tarreau89efaed2013-12-13 15:14:55 +01002469 shut_your_big_mouth_gcc(write(1, trash.str, trash.len));
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002470 }
2471
2472 s->logs.t_close = tv_ms_elapsed(&s->logs.tv_accept, &now);
Willy Tarreau87b09662015-04-03 00:22:06 +02002473 stream_process_counters(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002474
Willy Tarreaueee5b512015-04-03 23:46:31 +02002475 if (s->txn && s->txn->status) {
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002476 int n;
2477
Willy Tarreaueee5b512015-04-03 23:46:31 +02002478 n = s->txn->status / 100;
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002479 if (n < 1 || n > 5)
2480 n = 0;
2481
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002482 if (sess->fe->mode == PR_MODE_HTTP) {
Christopher Fauletff8abcd2017-06-02 15:33:24 +02002483 HA_ATOMIC_ADD(&sess->fe->fe_counters.p.http.rsp[n], 1);
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002484 }
Willy Tarreaue7dff022015-04-03 01:14:29 +02002485 if ((s->flags & SF_BE_ASSIGNED) &&
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002486 (s->be->mode == PR_MODE_HTTP)) {
Christopher Fauletff8abcd2017-06-02 15:33:24 +02002487 HA_ATOMIC_ADD(&s->be->be_counters.p.http.rsp[n], 1);
2488 HA_ATOMIC_ADD(&s->be->be_counters.p.http.cum_req, 1);
Willy Tarreau5e16cbc2012-11-24 14:54:13 +01002489 }
Krzysztof Piotr Oledzkide71d162009-10-24 15:36:15 +02002490 }
2491
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002492 /* let's do a final log if we need it */
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002493 if (!LIST_ISEMPTY(&sess->fe->logformat) && s->logs.logwait &&
Willy Tarreaue7dff022015-04-03 01:14:29 +02002494 !(s->flags & SF_MONITOR) &&
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002495 (!(sess->fe->options & PR_O_NULLNOLOG) || req->total)) {
Willy Tarreaua5555ec2008-11-30 19:02:32 +01002496 s->do_log(s);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002497 }
2498
Willy Tarreau87b09662015-04-03 00:22:06 +02002499 /* update time stats for this stream */
2500 stream_update_time_stats(s);
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002501
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002502 /* the task MUST not be in the run queue anymore */
Willy Tarreau87b09662015-04-03 00:22:06 +02002503 stream_free(s);
Willy Tarreau26c25062009-03-08 09:38:41 +01002504 task_delete(t);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002505 task_free(t);
Willy Tarreau26c25062009-03-08 09:38:41 +01002506 return NULL;
Willy Tarreau55a8d0e2008-11-30 18:47:21 +01002507}
2508
Willy Tarreau87b09662015-04-03 00:22:06 +02002509/* Update the stream's backend and server time stats */
2510void stream_update_time_stats(struct stream *s)
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002511{
2512 int t_request;
2513 int t_queue;
2514 int t_connect;
2515 int t_data;
2516 int t_close;
2517 struct server *srv;
2518
2519 t_request = 0;
2520 t_queue = s->logs.t_queue;
2521 t_connect = s->logs.t_connect;
2522 t_close = s->logs.t_close;
2523 t_data = s->logs.t_data;
2524
2525 if (s->be->mode != PR_MODE_HTTP)
2526 t_data = t_connect;
2527
2528 if (t_connect < 0 || t_data < 0)
2529 return;
2530
2531 if (tv_isge(&s->logs.tv_request, &s->logs.tv_accept))
2532 t_request = tv_ms_elapsed(&s->logs.tv_accept, &s->logs.tv_request);
2533
2534 t_data -= t_connect;
2535 t_connect -= t_queue;
2536 t_queue -= t_request;
2537
2538 srv = objt_server(s->target);
2539 if (srv) {
2540 swrate_add(&srv->counters.q_time, TIME_STATS_SAMPLES, t_queue);
2541 swrate_add(&srv->counters.c_time, TIME_STATS_SAMPLES, t_connect);
2542 swrate_add(&srv->counters.d_time, TIME_STATS_SAMPLES, t_data);
2543 swrate_add(&srv->counters.t_time, TIME_STATS_SAMPLES, t_close);
2544 }
Christopher Faulet2a944ee2017-11-07 10:42:54 +01002545 HA_SPIN_LOCK(PROXY_LOCK, &s->be->lock);
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002546 swrate_add(&s->be->be_counters.q_time, TIME_STATS_SAMPLES, t_queue);
2547 swrate_add(&s->be->be_counters.c_time, TIME_STATS_SAMPLES, t_connect);
2548 swrate_add(&s->be->be_counters.d_time, TIME_STATS_SAMPLES, t_data);
2549 swrate_add(&s->be->be_counters.t_time, TIME_STATS_SAMPLES, t_close);
Christopher Faulet2a944ee2017-11-07 10:42:54 +01002550 HA_SPIN_UNLOCK(PROXY_LOCK, &s->be->lock);
Willy Tarreau4bfc5802014-06-17 12:19:18 +02002551}
2552
Willy Tarreau7c669d72008-06-20 15:04:11 +02002553/*
2554 * This function adjusts sess->srv_conn and maintains the previous and new
Willy Tarreau87b09662015-04-03 00:22:06 +02002555 * server's served stream counts. Setting newsrv to NULL is enough to release
Willy Tarreau7c669d72008-06-20 15:04:11 +02002556 * current connection slot. This function also notifies any LB algo which might
Willy Tarreau87b09662015-04-03 00:22:06 +02002557 * expect to be informed about any change in the number of active streams on a
Willy Tarreau7c669d72008-06-20 15:04:11 +02002558 * server.
2559 */
Willy Tarreau87b09662015-04-03 00:22:06 +02002560void sess_change_server(struct stream *sess, struct server *newsrv)
Willy Tarreau7c669d72008-06-20 15:04:11 +02002561{
2562 if (sess->srv_conn == newsrv)
2563 return;
2564
2565 if (sess->srv_conn) {
Christopher Faulet29f77e82017-06-08 14:04:45 +02002566 HA_ATOMIC_SUB(&sess->srv_conn->served, 1);
Christopher Fauletff8abcd2017-06-02 15:33:24 +02002567 HA_ATOMIC_SUB(&sess->srv_conn->proxy->served, 1);
Willy Tarreau7c669d72008-06-20 15:04:11 +02002568 if (sess->srv_conn->proxy->lbprm.server_drop_conn)
2569 sess->srv_conn->proxy->lbprm.server_drop_conn(sess->srv_conn);
Willy Tarreau87b09662015-04-03 00:22:06 +02002570 stream_del_srv_conn(sess);
Willy Tarreau7c669d72008-06-20 15:04:11 +02002571 }
2572
2573 if (newsrv) {
Christopher Faulet29f77e82017-06-08 14:04:45 +02002574 HA_ATOMIC_ADD(&newsrv->served, 1);
Christopher Fauletff8abcd2017-06-02 15:33:24 +02002575 HA_ATOMIC_ADD(&newsrv->proxy->served, 1);
Willy Tarreau7c669d72008-06-20 15:04:11 +02002576 if (newsrv->proxy->lbprm.server_take_conn)
2577 newsrv->proxy->lbprm.server_take_conn(newsrv);
Willy Tarreau87b09662015-04-03 00:22:06 +02002578 stream_add_srv_conn(sess, newsrv);
Willy Tarreau7c669d72008-06-20 15:04:11 +02002579 }
2580}
2581
Willy Tarreau84455332009-03-15 22:34:05 +01002582/* Handle server-side errors for default protocols. It is called whenever a a
2583 * connection setup is aborted or a request is aborted in queue. It sets the
Willy Tarreau87b09662015-04-03 00:22:06 +02002584 * stream termination flags so that the caller does not have to worry about
Willy Tarreau84455332009-03-15 22:34:05 +01002585 * them. It's installed as ->srv_error for the server-side stream_interface.
2586 */
Willy Tarreau87b09662015-04-03 00:22:06 +02002587void default_srv_error(struct stream *s, struct stream_interface *si)
Willy Tarreau84455332009-03-15 22:34:05 +01002588{
2589 int err_type = si->err_type;
2590 int err = 0, fin = 0;
2591
2592 if (err_type & SI_ET_QUEUE_ABRT) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002593 err = SF_ERR_CLICL;
2594 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002595 }
2596 else if (err_type & SI_ET_CONN_ABRT) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002597 err = SF_ERR_CLICL;
2598 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002599 }
2600 else if (err_type & SI_ET_QUEUE_TO) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002601 err = SF_ERR_SRVTO;
2602 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002603 }
2604 else if (err_type & SI_ET_QUEUE_ERR) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002605 err = SF_ERR_SRVCL;
2606 fin = SF_FINST_Q;
Willy Tarreau84455332009-03-15 22:34:05 +01002607 }
2608 else if (err_type & SI_ET_CONN_TO) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002609 err = SF_ERR_SRVTO;
2610 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002611 }
2612 else if (err_type & SI_ET_CONN_ERR) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002613 err = SF_ERR_SRVCL;
2614 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002615 }
Willy Tarreau2d400bb2012-05-14 12:11:47 +02002616 else if (err_type & SI_ET_CONN_RES) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002617 err = SF_ERR_RESOURCE;
2618 fin = SF_FINST_C;
Willy Tarreau2d400bb2012-05-14 12:11:47 +02002619 }
Willy Tarreau84455332009-03-15 22:34:05 +01002620 else /* SI_ET_CONN_OTHER and others */ {
Willy Tarreaue7dff022015-04-03 01:14:29 +02002621 err = SF_ERR_INTERNAL;
2622 fin = SF_FINST_C;
Willy Tarreau84455332009-03-15 22:34:05 +01002623 }
2624
Willy Tarreaue7dff022015-04-03 01:14:29 +02002625 if (!(s->flags & SF_ERR_MASK))
Willy Tarreau84455332009-03-15 22:34:05 +01002626 s->flags |= err;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002627 if (!(s->flags & SF_FINST_MASK))
Willy Tarreau84455332009-03-15 22:34:05 +01002628 s->flags |= fin;
2629}
Willy Tarreau7c669d72008-06-20 15:04:11 +02002630
Willy Tarreaue7dff022015-04-03 01:14:29 +02002631/* kill a stream and set the termination flags to <why> (one of SF_ERR_*) */
Willy Tarreau87b09662015-04-03 00:22:06 +02002632void stream_shutdown(struct stream *stream, int why)
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002633{
Willy Tarreau87b09662015-04-03 00:22:06 +02002634 if (stream->req.flags & (CF_SHUTW|CF_SHUTW_NOW))
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002635 return;
2636
Willy Tarreau87b09662015-04-03 00:22:06 +02002637 channel_shutw_now(&stream->req);
2638 channel_shutr_now(&stream->res);
2639 stream->task->nice = 1024;
Willy Tarreaue7dff022015-04-03 01:14:29 +02002640 if (!(stream->flags & SF_ERR_MASK))
Willy Tarreau87b09662015-04-03 00:22:06 +02002641 stream->flags |= why;
2642 task_wakeup(stream->task, TASK_WOKEN_OTHER);
Willy Tarreaua2a64e92011-09-07 23:01:56 +02002643}
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +02002644
Willy Tarreau8b22a712010-06-18 17:46:06 +02002645/************************************************************************/
2646/* All supported ACL keywords must be declared here. */
2647/************************************************************************/
2648
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02002649/* 0=OK, <0=Alert, >0=Warning */
2650static enum act_parse_ret stream_parse_use_service(const char **args, int *cur_arg,
2651 struct proxy *px, struct act_rule *rule,
2652 char **err)
2653{
2654 struct action_kw *kw;
2655
2656 /* Check if the service name exists. */
2657 if (*(args[*cur_arg]) == 0) {
2658 memprintf(err, "'%s' expects a service name.", args[0]);
Thierry FOURNIER337eae12015-11-26 19:48:04 +01002659 return ACT_RET_PRS_ERR;
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02002660 }
2661
2662 /* lookup for keyword corresponding to a service. */
2663 kw = action_lookup(&service_keywords, args[*cur_arg]);
2664 if (!kw) {
2665 memprintf(err, "'%s' unknown service name.", args[1]);
2666 return ACT_RET_PRS_ERR;
2667 }
2668 (*cur_arg)++;
2669
2670 /* executes specific rule parser. */
2671 rule->kw = kw;
2672 if (kw->parse((const char **)args, cur_arg, px, rule, err) == ACT_RET_PRS_ERR)
2673 return ACT_RET_PRS_ERR;
2674
2675 /* Register processing function. */
2676 rule->action_ptr = process_use_service;
2677 rule->action = ACT_CUSTOM;
2678
2679 return ACT_RET_PRS_OK;
2680}
2681
2682void service_keywords_register(struct action_kw_list *kw_list)
2683{
2684 LIST_ADDQ(&service_keywords, &kw_list->list);
2685}
2686
William Lallemand4c5b4d52016-11-21 08:51:11 +01002687
2688/* This function dumps a complete stream state onto the stream interface's
2689 * read buffer. The stream has to be set in strm. It returns 0 if the output
2690 * buffer is full and it needs to be called again, otherwise non-zero. It is
2691 * designed to be called from stats_dump_strm_to_buffer() below.
2692 */
2693static int stats_dump_full_strm_to_buffer(struct stream_interface *si, struct stream *strm)
2694{
2695 struct appctx *appctx = __objt_appctx(si->end);
2696 struct tm tm;
2697 extern const char *monthname[12];
2698 char pn[INET6_ADDRSTRLEN];
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002699 struct conn_stream *cs;
William Lallemand4c5b4d52016-11-21 08:51:11 +01002700 struct connection *conn;
2701 struct appctx *tmpctx;
2702
2703 chunk_reset(&trash);
2704
2705 if (appctx->ctx.sess.section > 0 && appctx->ctx.sess.uid != strm->uniq_id) {
2706 /* stream changed, no need to go any further */
2707 chunk_appendf(&trash, " *** session terminated while we were watching it ***\n");
Willy Tarreau06d80a92017-10-19 14:32:15 +02002708 if (ci_putchk(si_ic(si), &trash) == -1) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01002709 si_applet_cant_put(si);
2710 return 0;
2711 }
2712 appctx->ctx.sess.uid = 0;
2713 appctx->ctx.sess.section = 0;
2714 return 1;
2715 }
2716
2717 switch (appctx->ctx.sess.section) {
2718 case 0: /* main status of the stream */
2719 appctx->ctx.sess.uid = strm->uniq_id;
2720 appctx->ctx.sess.section = 1;
2721 /* fall through */
2722
2723 case 1:
2724 get_localtime(strm->logs.accept_date.tv_sec, &tm);
2725 chunk_appendf(&trash,
2726 "%p: [%02d/%s/%04d:%02d:%02d:%02d.%06d] id=%u proto=%s",
2727 strm,
2728 tm.tm_mday, monthname[tm.tm_mon], tm.tm_year+1900,
2729 tm.tm_hour, tm.tm_min, tm.tm_sec, (int)(strm->logs.accept_date.tv_usec),
2730 strm->uniq_id,
2731 strm_li(strm) ? strm_li(strm)->proto->name : "?");
2732
2733 conn = objt_conn(strm_orig(strm));
2734 switch (conn ? addr_to_str(&conn->addr.from, pn, sizeof(pn)) : AF_UNSPEC) {
2735 case AF_INET:
2736 case AF_INET6:
2737 chunk_appendf(&trash, " source=%s:%d\n",
2738 pn, get_host_port(&conn->addr.from));
2739 break;
2740 case AF_UNIX:
2741 chunk_appendf(&trash, " source=unix:%d\n", strm_li(strm)->luid);
2742 break;
2743 default:
2744 /* no more information to print right now */
2745 chunk_appendf(&trash, "\n");
2746 break;
2747 }
2748
2749 chunk_appendf(&trash,
2750 " flags=0x%x, conn_retries=%d, srv_conn=%p, pend_pos=%p\n",
2751 strm->flags, strm->si[1].conn_retries, strm->srv_conn, strm->pend_pos);
2752
2753 chunk_appendf(&trash,
2754 " frontend=%s (id=%u mode=%s), listener=%s (id=%u)",
2755 strm_fe(strm)->id, strm_fe(strm)->uuid, strm_fe(strm)->mode ? "http" : "tcp",
2756 strm_li(strm) ? strm_li(strm)->name ? strm_li(strm)->name : "?" : "?",
2757 strm_li(strm) ? strm_li(strm)->luid : 0);
2758
2759 if (conn)
2760 conn_get_to_addr(conn);
2761
2762 switch (conn ? addr_to_str(&conn->addr.to, pn, sizeof(pn)) : AF_UNSPEC) {
2763 case AF_INET:
2764 case AF_INET6:
2765 chunk_appendf(&trash, " addr=%s:%d\n",
2766 pn, get_host_port(&conn->addr.to));
2767 break;
2768 case AF_UNIX:
2769 chunk_appendf(&trash, " addr=unix:%d\n", strm_li(strm)->luid);
2770 break;
2771 default:
2772 /* no more information to print right now */
2773 chunk_appendf(&trash, "\n");
2774 break;
2775 }
2776
2777 if (strm->be->cap & PR_CAP_BE)
2778 chunk_appendf(&trash,
2779 " backend=%s (id=%u mode=%s)",
2780 strm->be->id,
2781 strm->be->uuid, strm->be->mode ? "http" : "tcp");
2782 else
2783 chunk_appendf(&trash, " backend=<NONE> (id=-1 mode=-)");
2784
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002785 cs = objt_cs(strm->si[1].end);
2786 conn = cs_conn(cs);
2787
William Lallemand4c5b4d52016-11-21 08:51:11 +01002788 if (conn)
2789 conn_get_from_addr(conn);
2790
2791 switch (conn ? addr_to_str(&conn->addr.from, pn, sizeof(pn)) : AF_UNSPEC) {
2792 case AF_INET:
2793 case AF_INET6:
2794 chunk_appendf(&trash, " addr=%s:%d\n",
2795 pn, get_host_port(&conn->addr.from));
2796 break;
2797 case AF_UNIX:
2798 chunk_appendf(&trash, " addr=unix\n");
2799 break;
2800 default:
2801 /* no more information to print right now */
2802 chunk_appendf(&trash, "\n");
2803 break;
2804 }
2805
2806 if (strm->be->cap & PR_CAP_BE)
2807 chunk_appendf(&trash,
2808 " server=%s (id=%u)",
2809 objt_server(strm->target) ? objt_server(strm->target)->id : "<none>",
2810 objt_server(strm->target) ? objt_server(strm->target)->puid : 0);
2811 else
2812 chunk_appendf(&trash, " server=<NONE> (id=-1)");
2813
2814 if (conn)
2815 conn_get_to_addr(conn);
2816
2817 switch (conn ? addr_to_str(&conn->addr.to, pn, sizeof(pn)) : AF_UNSPEC) {
2818 case AF_INET:
2819 case AF_INET6:
2820 chunk_appendf(&trash, " addr=%s:%d\n",
2821 pn, get_host_port(&conn->addr.to));
2822 break;
2823 case AF_UNIX:
2824 chunk_appendf(&trash, " addr=unix\n");
2825 break;
2826 default:
2827 /* no more information to print right now */
2828 chunk_appendf(&trash, "\n");
2829 break;
2830 }
2831
2832 chunk_appendf(&trash,
Christopher Fauletf0205062017-11-15 20:56:43 +01002833 " task=%p (state=0x%02x nice=%d calls=%d exp=%s tmask=0x%lx%s",
William Lallemand4c5b4d52016-11-21 08:51:11 +01002834 strm->task,
2835 strm->task->state,
2836 strm->task->nice, strm->task->calls,
2837 strm->task->expire ?
2838 tick_is_expired(strm->task->expire, now_ms) ? "<PAST>" :
2839 human_time(TICKS_TO_MS(strm->task->expire - now_ms),
2840 TICKS_TO_MS(1000)) : "<NEVER>",
Christopher Fauletf0205062017-11-15 20:56:43 +01002841 strm->task->thread_mask,
William Lallemand4c5b4d52016-11-21 08:51:11 +01002842 task_in_rq(strm->task) ? ", running" : "");
2843
2844 chunk_appendf(&trash,
2845 " age=%s)\n",
2846 human_time(now.tv_sec - strm->logs.accept_date.tv_sec, 1));
2847
2848 if (strm->txn)
2849 chunk_appendf(&trash,
2850 " txn=%p flags=0x%x meth=%d status=%d req.st=%s rsp.st=%s waiting=%d\n",
2851 strm->txn, strm->txn->flags, strm->txn->meth, strm->txn->status,
Willy Tarreau0da5b3b2017-09-21 09:30:46 +02002852 h1_msg_state_str(strm->txn->req.msg_state), h1_msg_state_str(strm->txn->rsp.msg_state), !LIST_ISEMPTY(&strm->buffer_wait.list));
William Lallemand4c5b4d52016-11-21 08:51:11 +01002853
2854 chunk_appendf(&trash,
2855 " si[0]=%p (state=%s flags=0x%02x endp0=%s:%p exp=%s, et=0x%03x)\n",
2856 &strm->si[0],
2857 si_state_str(strm->si[0].state),
2858 strm->si[0].flags,
2859 obj_type_name(strm->si[0].end),
2860 obj_base_ptr(strm->si[0].end),
2861 strm->si[0].exp ?
2862 tick_is_expired(strm->si[0].exp, now_ms) ? "<PAST>" :
2863 human_time(TICKS_TO_MS(strm->si[0].exp - now_ms),
2864 TICKS_TO_MS(1000)) : "<NEVER>",
2865 strm->si[0].err_type);
2866
2867 chunk_appendf(&trash,
2868 " si[1]=%p (state=%s flags=0x%02x endp1=%s:%p exp=%s, et=0x%03x)\n",
2869 &strm->si[1],
2870 si_state_str(strm->si[1].state),
2871 strm->si[1].flags,
2872 obj_type_name(strm->si[1].end),
2873 obj_base_ptr(strm->si[1].end),
2874 strm->si[1].exp ?
2875 tick_is_expired(strm->si[1].exp, now_ms) ? "<PAST>" :
2876 human_time(TICKS_TO_MS(strm->si[1].exp - now_ms),
2877 TICKS_TO_MS(1000)) : "<NEVER>",
2878 strm->si[1].err_type);
2879
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002880 if ((cs = objt_cs(strm->si[0].end)) != NULL) {
2881 conn = cs->conn;
2882
William Lallemand4c5b4d52016-11-21 08:51:11 +01002883 chunk_appendf(&trash,
Willy Tarreau53a47662017-08-28 10:53:00 +02002884 " co0=%p ctrl=%s xprt=%s mux=%s data=%s target=%s:%p\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01002885 conn,
2886 conn_get_ctrl_name(conn),
2887 conn_get_xprt_name(conn),
Willy Tarreau53a47662017-08-28 10:53:00 +02002888 conn_get_mux_name(conn),
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002889 cs_get_data_name(cs),
William Lallemand4c5b4d52016-11-21 08:51:11 +01002890 obj_type_name(conn->target),
2891 obj_base_ptr(conn->target));
2892
2893 chunk_appendf(&trash,
Christopher Fauletf0205062017-11-15 20:56:43 +01002894 " flags=0x%08x fd=%d fd.state=%02x fd.cache=%d updt=%d fd.tmask=0x%lx\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01002895 conn->flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02002896 conn->handle.fd,
2897 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].state : 0,
2898 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].cache : 0,
Christopher Fauletf0205062017-11-15 20:56:43 +01002899 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].updated : 0,
2900 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].thread_mask: 0);
William Lallemand4c5b4d52016-11-21 08:51:11 +01002901 }
2902 else if ((tmpctx = objt_appctx(strm->si[0].end)) != NULL) {
2903 chunk_appendf(&trash,
Christopher Fauletf0205062017-11-15 20:56:43 +01002904 " app0=%p st0=%d st1=%d st2=%d applet=%s tmask=0x%lx\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01002905 tmpctx,
2906 tmpctx->st0,
2907 tmpctx->st1,
2908 tmpctx->st2,
Christopher Fauletf0205062017-11-15 20:56:43 +01002909 tmpctx->applet->name,
2910 tmpctx->thread_mask);
William Lallemand4c5b4d52016-11-21 08:51:11 +01002911 }
2912
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002913 if ((cs = objt_cs(strm->si[1].end)) != NULL) {
2914 conn = cs->conn;
2915
William Lallemand4c5b4d52016-11-21 08:51:11 +01002916 chunk_appendf(&trash,
Willy Tarreau53a47662017-08-28 10:53:00 +02002917 " co1=%p ctrl=%s xprt=%s mux=%s data=%s target=%s:%p\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01002918 conn,
2919 conn_get_ctrl_name(conn),
2920 conn_get_xprt_name(conn),
Willy Tarreau53a47662017-08-28 10:53:00 +02002921 conn_get_mux_name(conn),
Olivier Houchard9aaf7782017-09-13 18:30:23 +02002922 cs_get_data_name(cs),
William Lallemand4c5b4d52016-11-21 08:51:11 +01002923 obj_type_name(conn->target),
2924 obj_base_ptr(conn->target));
2925
2926 chunk_appendf(&trash,
Christopher Fauletf0205062017-11-15 20:56:43 +01002927 " flags=0x%08x fd=%d fd.state=%02x fd.cache=%d updt=%d fd.tmask=0x%lx\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01002928 conn->flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02002929 conn->handle.fd,
2930 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].state : 0,
2931 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].cache : 0,
Christopher Fauletf0205062017-11-15 20:56:43 +01002932 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].updated : 0,
2933 conn->handle.fd >= 0 ? fdtab[conn->handle.fd].thread_mask: 0);
William Lallemand4c5b4d52016-11-21 08:51:11 +01002934 }
2935 else if ((tmpctx = objt_appctx(strm->si[1].end)) != NULL) {
2936 chunk_appendf(&trash,
Christopher Fauletf0205062017-11-15 20:56:43 +01002937 " app1=%p st0=%d st1=%d st2=%d applet=%s tmask=0x%lx\n",
William Lallemand4c5b4d52016-11-21 08:51:11 +01002938 tmpctx,
2939 tmpctx->st0,
2940 tmpctx->st1,
2941 tmpctx->st2,
Christopher Fauletf0205062017-11-15 20:56:43 +01002942 tmpctx->applet->name,
2943 tmpctx->thread_mask);
William Lallemand4c5b4d52016-11-21 08:51:11 +01002944 }
2945
2946 chunk_appendf(&trash,
2947 " req=%p (f=0x%06x an=0x%x pipe=%d tofwd=%d total=%lld)\n"
2948 " an_exp=%s",
2949 &strm->req,
2950 strm->req.flags, strm->req.analysers,
2951 strm->req.pipe ? strm->req.pipe->data : 0,
2952 strm->req.to_forward, strm->req.total,
2953 strm->req.analyse_exp ?
2954 human_time(TICKS_TO_MS(strm->req.analyse_exp - now_ms),
2955 TICKS_TO_MS(1000)) : "<NEVER>");
2956
2957 chunk_appendf(&trash,
2958 " rex=%s",
2959 strm->req.rex ?
2960 human_time(TICKS_TO_MS(strm->req.rex - now_ms),
2961 TICKS_TO_MS(1000)) : "<NEVER>");
2962
2963 chunk_appendf(&trash,
2964 " wex=%s\n"
2965 " buf=%p data=%p o=%d p=%d req.next=%d i=%d size=%d\n",
2966 strm->req.wex ?
2967 human_time(TICKS_TO_MS(strm->req.wex - now_ms),
2968 TICKS_TO_MS(1000)) : "<NEVER>",
2969 strm->req.buf,
2970 strm->req.buf->data, strm->req.buf->o,
2971 (int)(strm->req.buf->p - strm->req.buf->data),
2972 strm->txn ? strm->txn->req.next : 0, strm->req.buf->i,
2973 strm->req.buf->size);
2974
2975 chunk_appendf(&trash,
2976 " res=%p (f=0x%06x an=0x%x pipe=%d tofwd=%d total=%lld)\n"
2977 " an_exp=%s",
2978 &strm->res,
2979 strm->res.flags, strm->res.analysers,
2980 strm->res.pipe ? strm->res.pipe->data : 0,
2981 strm->res.to_forward, strm->res.total,
2982 strm->res.analyse_exp ?
2983 human_time(TICKS_TO_MS(strm->res.analyse_exp - now_ms),
2984 TICKS_TO_MS(1000)) : "<NEVER>");
2985
2986 chunk_appendf(&trash,
2987 " rex=%s",
2988 strm->res.rex ?
2989 human_time(TICKS_TO_MS(strm->res.rex - now_ms),
2990 TICKS_TO_MS(1000)) : "<NEVER>");
2991
2992 chunk_appendf(&trash,
2993 " wex=%s\n"
2994 " buf=%p data=%p o=%d p=%d rsp.next=%d i=%d size=%d\n",
2995 strm->res.wex ?
2996 human_time(TICKS_TO_MS(strm->res.wex - now_ms),
2997 TICKS_TO_MS(1000)) : "<NEVER>",
2998 strm->res.buf,
2999 strm->res.buf->data, strm->res.buf->o,
3000 (int)(strm->res.buf->p - strm->res.buf->data),
3001 strm->txn ? strm->txn->rsp.next : 0, strm->res.buf->i,
3002 strm->res.buf->size);
3003
Willy Tarreau06d80a92017-10-19 14:32:15 +02003004 if (ci_putchk(si_ic(si), &trash) == -1) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003005 si_applet_cant_put(si);
3006 return 0;
3007 }
3008
3009 /* use other states to dump the contents */
3010 }
3011 /* end of dump */
3012 appctx->ctx.sess.uid = 0;
3013 appctx->ctx.sess.section = 0;
3014 return 1;
3015}
3016
3017
3018static int cli_parse_show_sess(char **args, struct appctx *appctx, void *private)
3019{
William Lallemand4c5b4d52016-11-21 08:51:11 +01003020 if (!cli_has_level(appctx, ACCESS_LVL_OPER))
3021 return 1;
3022
3023 if (*args[2] && strcmp(args[2], "all") == 0)
3024 appctx->ctx.sess.target = (void *)-1;
3025 else if (*args[2])
3026 appctx->ctx.sess.target = (void *)strtoul(args[2], NULL, 0);
3027 else
3028 appctx->ctx.sess.target = NULL;
3029 appctx->ctx.sess.section = 0; /* start with stream status */
3030 appctx->ctx.sess.pos = 0;
3031
3032 return 0;
3033}
3034
3035/* This function dumps all streams' states onto the stream interface's
3036 * read buffer. It returns 0 if the output buffer is full and it needs
3037 * to be called again, otherwise non-zero. It is designed to be called
3038 * from stats_dump_sess_to_buffer() below.
3039 */
3040static int cli_io_handler_dump_sess(struct appctx *appctx)
3041{
3042 struct stream_interface *si = appctx->owner;
3043 struct connection *conn;
3044
3045 if (unlikely(si_ic(si)->flags & (CF_WRITE_ERROR|CF_SHUTW))) {
3046 /* If we're forced to shut down, we might have to remove our
3047 * reference to the last stream being dumped.
3048 */
3049 if (appctx->st2 == STAT_ST_LIST) {
3050 if (!LIST_ISEMPTY(&appctx->ctx.sess.bref.users)) {
3051 LIST_DEL(&appctx->ctx.sess.bref.users);
3052 LIST_INIT(&appctx->ctx.sess.bref.users);
3053 }
3054 }
3055 return 1;
3056 }
3057
3058 chunk_reset(&trash);
3059
3060 switch (appctx->st2) {
3061 case STAT_ST_INIT:
3062 /* the function had not been called yet, let's prepare the
3063 * buffer for a response. We initialize the current stream
3064 * pointer to the first in the global list. When a target
3065 * stream is being destroyed, it is responsible for updating
3066 * this pointer. We know we have reached the end when this
3067 * pointer points back to the head of the streams list.
3068 */
3069 LIST_INIT(&appctx->ctx.sess.bref.users);
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003070 HA_SPIN_LOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003071 appctx->ctx.sess.bref.ref = streams.n;
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003072 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003073 appctx->st2 = STAT_ST_LIST;
3074 /* fall through */
3075
3076 case STAT_ST_LIST:
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003077 HA_SPIN_LOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003078 /* first, let's detach the back-ref from a possible previous stream */
3079 if (!LIST_ISEMPTY(&appctx->ctx.sess.bref.users)) {
3080 LIST_DEL(&appctx->ctx.sess.bref.users);
3081 LIST_INIT(&appctx->ctx.sess.bref.users);
3082 }
3083
3084 /* and start from where we stopped */
3085 while (appctx->ctx.sess.bref.ref != &streams) {
3086 char pn[INET6_ADDRSTRLEN];
3087 struct stream *curr_strm;
3088
3089 curr_strm = LIST_ELEM(appctx->ctx.sess.bref.ref, struct stream *, list);
3090
3091 if (appctx->ctx.sess.target) {
3092 if (appctx->ctx.sess.target != (void *)-1 && appctx->ctx.sess.target != curr_strm)
3093 goto next_sess;
3094
3095 LIST_ADDQ(&curr_strm->back_refs, &appctx->ctx.sess.bref.users);
3096 /* call the proper dump() function and return if we're missing space */
Emeric Brun6b35e9b2017-06-30 16:23:45 +02003097 if (!stats_dump_full_strm_to_buffer(si, curr_strm)) {
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003098 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003099 return 0;
Emeric Brun6b35e9b2017-06-30 16:23:45 +02003100 }
William Lallemand4c5b4d52016-11-21 08:51:11 +01003101
3102 /* stream dump complete */
3103 LIST_DEL(&appctx->ctx.sess.bref.users);
3104 LIST_INIT(&appctx->ctx.sess.bref.users);
3105 if (appctx->ctx.sess.target != (void *)-1) {
3106 appctx->ctx.sess.target = NULL;
3107 break;
3108 }
3109 else
3110 goto next_sess;
3111 }
3112
3113 chunk_appendf(&trash,
3114 "%p: proto=%s",
3115 curr_strm,
3116 strm_li(curr_strm) ? strm_li(curr_strm)->proto->name : "?");
3117
3118 conn = objt_conn(strm_orig(curr_strm));
3119 switch (conn ? addr_to_str(&conn->addr.from, pn, sizeof(pn)) : AF_UNSPEC) {
3120 case AF_INET:
3121 case AF_INET6:
3122 chunk_appendf(&trash,
3123 " src=%s:%d fe=%s be=%s srv=%s",
3124 pn,
3125 get_host_port(&conn->addr.from),
3126 strm_fe(curr_strm)->id,
3127 (curr_strm->be->cap & PR_CAP_BE) ? curr_strm->be->id : "<NONE>",
3128 objt_server(curr_strm->target) ? objt_server(curr_strm->target)->id : "<none>"
3129 );
3130 break;
3131 case AF_UNIX:
3132 chunk_appendf(&trash,
3133 " src=unix:%d fe=%s be=%s srv=%s",
3134 strm_li(curr_strm)->luid,
3135 strm_fe(curr_strm)->id,
3136 (curr_strm->be->cap & PR_CAP_BE) ? curr_strm->be->id : "<NONE>",
3137 objt_server(curr_strm->target) ? objt_server(curr_strm->target)->id : "<none>"
3138 );
3139 break;
3140 }
3141
3142 chunk_appendf(&trash,
3143 " ts=%02x age=%s calls=%d",
3144 curr_strm->task->state,
3145 human_time(now.tv_sec - curr_strm->logs.tv_accept.tv_sec, 1),
3146 curr_strm->task->calls);
3147
3148 chunk_appendf(&trash,
3149 " rq[f=%06xh,i=%d,an=%02xh,rx=%s",
3150 curr_strm->req.flags,
3151 curr_strm->req.buf->i,
3152 curr_strm->req.analysers,
3153 curr_strm->req.rex ?
3154 human_time(TICKS_TO_MS(curr_strm->req.rex - now_ms),
3155 TICKS_TO_MS(1000)) : "");
3156
3157 chunk_appendf(&trash,
3158 ",wx=%s",
3159 curr_strm->req.wex ?
3160 human_time(TICKS_TO_MS(curr_strm->req.wex - now_ms),
3161 TICKS_TO_MS(1000)) : "");
3162
3163 chunk_appendf(&trash,
3164 ",ax=%s]",
3165 curr_strm->req.analyse_exp ?
3166 human_time(TICKS_TO_MS(curr_strm->req.analyse_exp - now_ms),
3167 TICKS_TO_MS(1000)) : "");
3168
3169 chunk_appendf(&trash,
3170 " rp[f=%06xh,i=%d,an=%02xh,rx=%s",
3171 curr_strm->res.flags,
3172 curr_strm->res.buf->i,
3173 curr_strm->res.analysers,
3174 curr_strm->res.rex ?
3175 human_time(TICKS_TO_MS(curr_strm->res.rex - now_ms),
3176 TICKS_TO_MS(1000)) : "");
3177
3178 chunk_appendf(&trash,
3179 ",wx=%s",
3180 curr_strm->res.wex ?
3181 human_time(TICKS_TO_MS(curr_strm->res.wex - now_ms),
3182 TICKS_TO_MS(1000)) : "");
3183
3184 chunk_appendf(&trash,
3185 ",ax=%s]",
3186 curr_strm->res.analyse_exp ?
3187 human_time(TICKS_TO_MS(curr_strm->res.analyse_exp - now_ms),
3188 TICKS_TO_MS(1000)) : "");
3189
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003190 conn = cs_conn(objt_cs(curr_strm->si[0].end));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003191 chunk_appendf(&trash,
3192 " s0=[%d,%1xh,fd=%d,ex=%s]",
3193 curr_strm->si[0].state,
3194 curr_strm->si[0].flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02003195 conn ? conn->handle.fd : -1,
William Lallemand4c5b4d52016-11-21 08:51:11 +01003196 curr_strm->si[0].exp ?
3197 human_time(TICKS_TO_MS(curr_strm->si[0].exp - now_ms),
3198 TICKS_TO_MS(1000)) : "");
3199
Olivier Houchard9aaf7782017-09-13 18:30:23 +02003200 conn = cs_conn(objt_cs(curr_strm->si[1].end));
William Lallemand4c5b4d52016-11-21 08:51:11 +01003201 chunk_appendf(&trash,
3202 " s1=[%d,%1xh,fd=%d,ex=%s]",
3203 curr_strm->si[1].state,
3204 curr_strm->si[1].flags,
Willy Tarreau585744b2017-08-24 14:31:19 +02003205 conn ? conn->handle.fd : -1,
William Lallemand4c5b4d52016-11-21 08:51:11 +01003206 curr_strm->si[1].exp ?
3207 human_time(TICKS_TO_MS(curr_strm->si[1].exp - now_ms),
3208 TICKS_TO_MS(1000)) : "");
3209
3210 chunk_appendf(&trash,
3211 " exp=%s",
3212 curr_strm->task->expire ?
3213 human_time(TICKS_TO_MS(curr_strm->task->expire - now_ms),
3214 TICKS_TO_MS(1000)) : "");
3215 if (task_in_rq(curr_strm->task))
3216 chunk_appendf(&trash, " run(nice=%d)", curr_strm->task->nice);
3217
3218 chunk_appendf(&trash, "\n");
3219
Willy Tarreau06d80a92017-10-19 14:32:15 +02003220 if (ci_putchk(si_ic(si), &trash) == -1) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003221 /* let's try again later from this stream. We add ourselves into
3222 * this stream's users so that it can remove us upon termination.
3223 */
3224 si_applet_cant_put(si);
3225 LIST_ADDQ(&curr_strm->back_refs, &appctx->ctx.sess.bref.users);
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003226 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003227 return 0;
3228 }
3229
3230 next_sess:
3231 appctx->ctx.sess.bref.ref = curr_strm->list.n;
3232 }
3233
3234 if (appctx->ctx.sess.target && appctx->ctx.sess.target != (void *)-1) {
3235 /* specified stream not found */
3236 if (appctx->ctx.sess.section > 0)
3237 chunk_appendf(&trash, " *** session terminated while we were watching it ***\n");
3238 else
3239 chunk_appendf(&trash, "Session not found.\n");
3240
Willy Tarreau06d80a92017-10-19 14:32:15 +02003241 if (ci_putchk(si_ic(si), &trash) == -1) {
William Lallemand4c5b4d52016-11-21 08:51:11 +01003242 si_applet_cant_put(si);
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003243 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003244 return 0;
3245 }
3246
3247 appctx->ctx.sess.target = NULL;
3248 appctx->ctx.sess.uid = 0;
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003249 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003250 return 1;
3251 }
3252
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003253 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003254 appctx->st2 = STAT_ST_FIN;
3255 /* fall through */
3256
3257 default:
3258 appctx->st2 = STAT_ST_FIN;
3259 return 1;
3260 }
3261}
3262
3263static void cli_release_show_sess(struct appctx *appctx)
3264{
3265 if (appctx->st2 == STAT_ST_LIST) {
Willy Tarreau7ce3f092017-11-10 16:24:41 +01003266 HA_SPIN_LOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003267 if (!LIST_ISEMPTY(&appctx->ctx.sess.bref.users))
3268 LIST_DEL(&appctx->ctx.sess.bref.users);
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003269 HA_SPIN_UNLOCK(STRMS_LOCK, &streams_lock);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003270 }
3271}
3272
Willy Tarreau61b65212016-11-24 11:09:25 +01003273/* Parses the "shutdown session" directive, it always returns 1 */
3274static int cli_parse_shutdown_session(char **args, struct appctx *appctx, void *private)
3275{
3276 struct stream *strm, *ptr;
3277
3278 if (!cli_has_level(appctx, ACCESS_LVL_ADMIN))
3279 return 1;
3280
3281 if (!*args[2]) {
Andjelko Iharosc3680ec2017-07-20 16:49:14 +02003282 appctx->ctx.cli.severity = LOG_ERR;
Willy Tarreau61b65212016-11-24 11:09:25 +01003283 appctx->ctx.cli.msg = "Session pointer expected (use 'show sess').\n";
Willy Tarreau3b6e5472016-11-24 15:53:53 +01003284 appctx->st0 = CLI_ST_PRINT;
Willy Tarreau61b65212016-11-24 11:09:25 +01003285 return 1;
3286 }
3287
3288 ptr = (void *)strtoul(args[2], NULL, 0);
3289
3290 /* first, look for the requested stream in the stream table */
3291 list_for_each_entry(strm, &streams, list) {
3292 if (strm == ptr)
3293 break;
3294 }
3295
3296 /* do we have the stream ? */
3297 if (strm != ptr) {
Andjelko Iharosc3680ec2017-07-20 16:49:14 +02003298 appctx->ctx.cli.severity = LOG_ERR;
Willy Tarreau61b65212016-11-24 11:09:25 +01003299 appctx->ctx.cli.msg = "No such session (use 'show sess').\n";
Willy Tarreau3b6e5472016-11-24 15:53:53 +01003300 appctx->st0 = CLI_ST_PRINT;
Willy Tarreau61b65212016-11-24 11:09:25 +01003301 return 1;
3302 }
3303
3304 stream_shutdown(strm, SF_ERR_KILLED);
3305 return 1;
3306}
3307
Willy Tarreau4e46b622016-11-23 16:50:48 +01003308/* Parses the "shutdown session server" directive, it always returns 1 */
3309static int cli_parse_shutdown_sessions_server(char **args, struct appctx *appctx, void *private)
3310{
3311 struct server *sv;
3312 struct stream *strm, *strm_bck;
3313
3314 if (!cli_has_level(appctx, ACCESS_LVL_ADMIN))
3315 return 1;
3316
3317 sv = cli_find_server(appctx, args[3]);
3318 if (!sv)
3319 return 1;
3320
3321 /* kill all the stream that are on this server */
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003322 HA_SPIN_LOCK(SERVER_LOCK, &sv->lock);
Willy Tarreau4e46b622016-11-23 16:50:48 +01003323 list_for_each_entry_safe(strm, strm_bck, &sv->actconns, by_srv)
3324 if (strm->srv_conn == sv)
3325 stream_shutdown(strm, SF_ERR_KILLED);
Christopher Faulet2a944ee2017-11-07 10:42:54 +01003326 HA_SPIN_UNLOCK(SERVER_LOCK, &sv->lock);
Willy Tarreau4e46b622016-11-23 16:50:48 +01003327 return 1;
3328}
3329
William Lallemand4c5b4d52016-11-21 08:51:11 +01003330/* register cli keywords */
3331static struct cli_kw_list cli_kws = {{ },{
3332 { { "show", "sess", NULL }, "show sess [id] : report the list of current sessions or dump this session", cli_parse_show_sess, cli_io_handler_dump_sess, cli_release_show_sess },
Willy Tarreau61b65212016-11-24 11:09:25 +01003333 { { "shutdown", "session", NULL }, "shutdown session : kill a specific session", cli_parse_shutdown_session, NULL, NULL },
Willy Tarreau4e46b622016-11-23 16:50:48 +01003334 { { "shutdown", "sessions", "server" }, "shutdown sessions server : kill sessions on a server", cli_parse_shutdown_sessions_server, NULL, NULL },
William Lallemand4c5b4d52016-11-21 08:51:11 +01003335 {{},}
3336}};
3337
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003338/* main configuration keyword registration. */
3339static struct action_kw_list stream_tcp_keywords = { ILH, {
3340 { "use-service", stream_parse_use_service },
3341 { /* END */ }
3342}};
3343
3344static struct action_kw_list stream_http_keywords = { ILH, {
3345 { "use-service", stream_parse_use_service },
3346 { /* END */ }
3347}};
3348
Willy Tarreau8b22a712010-06-18 17:46:06 +02003349__attribute__((constructor))
Willy Tarreau87b09662015-04-03 00:22:06 +02003350static void __stream_init(void)
Willy Tarreau8b22a712010-06-18 17:46:06 +02003351{
Thierry FOURNIER5a363e72015-09-27 19:29:33 +02003352 tcp_req_cont_keywords_register(&stream_tcp_keywords);
3353 http_req_keywords_register(&stream_http_keywords);
William Lallemand4c5b4d52016-11-21 08:51:11 +01003354 cli_register_kw(&cli_kws);
Willy Tarreau8b22a712010-06-18 17:46:06 +02003355}
3356
Willy Tarreaubaaee002006-06-26 02:48:02 +02003357/*
3358 * Local variables:
3359 * c-indent-level: 8
3360 * c-basic-offset: 8
3361 * End:
3362 */