blob: eade0285050d9d2515fc830779d6d00be2d62700 [file] [log] [blame]
Willy TARREAU3dc06442006-06-15 21:48:13 +02001/*
Willy Tarreau87b09662015-04-03 00:22:06 +02002 * include/proto/stream.h
3 * This file defines everything related to streams.
Willy Tarreau81f9aa32010-06-01 17:45:26 +02004 *
5 * Copyright (C) 2000-2010 Willy Tarreau - w@1wt.eu
6 *
7 * This library is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation, version 2.1
10 * exclusively.
11 *
12 * This library is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with this library; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 */
Willy TARREAU3dc06442006-06-15 21:48:13 +020021
Willy Tarreau87b09662015-04-03 00:22:06 +020022#ifndef _PROTO_STREAM_H
23#define _PROTO_STREAM_H
Willy Tarreaubaaee002006-06-26 02:48:02 +020024
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020025#include <common/config.h>
Willy Tarreauc6ca1a02007-05-13 19:43:47 +020026#include <common/memory.h>
Willy Tarreau87b09662015-04-03 00:22:06 +020027#include <types/stream.h>
Willy Tarreaua24adf02014-11-27 01:11:56 +010028#include <proto/fd.h>
Willy Tarreau91c43d72010-06-20 11:19:22 +020029#include <proto/freq_ctr.h>
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +020030#include <proto/stick_table.h>
Willy Tarreaua24adf02014-11-27 01:11:56 +010031#include <proto/task.h>
Willy TARREAU3dc06442006-06-15 21:48:13 +020032
Willy Tarreau87b09662015-04-03 00:22:06 +020033extern struct pool_head *pool2_stream;
34extern struct list streams;
Willy Tarreaubf883e02014-11-25 21:10:35 +010035extern struct list buffer_wq;
Willy Tarreauc6ca1a02007-05-13 19:43:47 +020036
Willy Tarreaubc174aa2012-11-19 16:10:32 +010037extern struct data_cb sess_conn_cb;
38
Willy Tarreau87b09662015-04-03 00:22:06 +020039int stream_accept(struct listener *l, int cfd, struct sockaddr_storage *addr);
Willy Tarreaubaaee002006-06-26 02:48:02 +020040
Willy Tarreauc6ca1a02007-05-13 19:43:47 +020041/* perform minimal intializations, report 0 in case of error, 1 if OK. */
Willy Tarreau87b09662015-04-03 00:22:06 +020042int init_stream();
Willy Tarreaubaaee002006-06-26 02:48:02 +020043
Willy Tarreaue7dff022015-04-03 01:14:29 +020044/* kill a stream and set the termination flags to <why> (one of SF_ERR_*) */
Willy Tarreau87b09662015-04-03 00:22:06 +020045void stream_shutdown(struct stream *stream, int why);
Simon Hormandec5be42011-06-08 09:19:07 +090046
Willy Tarreau87b09662015-04-03 00:22:06 +020047void stream_process_counters(struct stream *s);
48void sess_change_server(struct stream *sess, struct server *newsrv);
49struct task *process_stream(struct task *t);
50void default_srv_error(struct stream *s, struct stream_interface *si);
Willy Tarreau192252e2015-04-04 01:47:55 +020051struct stkctr *smp_fetch_sc_stkctr(struct session *sess, struct stream *strm, const struct arg *args, const char *kw);
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +020052int parse_track_counters(char **args, int *arg,
53 int section_type, struct proxy *curpx,
54 struct track_ctr_prm *prm,
Willy Tarreau0a3dd742012-05-08 19:47:01 +020055 struct proxy *defpx, char **err);
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +020056
Willy Tarreau87b09662015-04-03 00:22:06 +020057/* Update the stream's backend and server time stats */
58void stream_update_time_stats(struct stream *s);
59void __stream_offer_buffers(int rqlimit);
60static inline void stream_offer_buffers();
61int stream_alloc_work_buffer(struct stream *s);
62void stream_release_buffers(struct stream *s);
63int stream_alloc_recv_buffer(struct channel *chn);
Willy Tarreau4bfc5802014-06-17 12:19:18 +020064
Willy Tarreaub1ec8c42015-04-03 13:53:24 +020065/* returns the session this stream belongs to */
66static inline struct session *strm_sess(const struct stream *strm)
67{
68 return strm->sess;
69}
70
Willy Tarreaud0d8da92015-04-04 02:10:38 +020071/* returns the frontend this stream was initiated from */
72static inline struct proxy *strm_fe(const struct stream *strm)
73{
74 return strm->sess->fe;
75}
76
77/* returns the listener this stream was initiated from */
78static inline struct listener *strm_li(const struct stream *strm)
79{
80 return strm->sess->listener;
81}
82
83/* returns a pointer to the origin of the session which created this stream */
84static inline enum obj_type *strm_orig(const struct stream *strm)
85{
86 return strm->sess->origin;
87}
88
Willy Tarreaucc08d2c2014-01-28 23:18:23 +010089/* sets the stick counter's entry pointer */
90static inline void stkctr_set_entry(struct stkctr *stkctr, struct stksess *entry)
91{
92 stkctr->entry = caddr_from_ptr(entry, 0);
93}
94
95/* returns the entry pointer from a stick counter */
96static inline struct stksess *stkctr_entry(struct stkctr *stkctr)
97{
98 return caddr_to_ptr(stkctr->entry);
99}
100
101/* returns the two flags from a stick counter */
102static inline unsigned int stkctr_flags(struct stkctr *stkctr)
103{
104 return caddr_to_data(stkctr->entry);
105}
106
107/* sets up to two flags at a time on a composite address */
108static inline void stkctr_set_flags(struct stkctr *stkctr, unsigned int flags)
109{
110 stkctr->entry = caddr_set_flags(stkctr->entry, flags);
111}
112
113/* returns the two flags from a stick counter */
114static inline void stkctr_clr_flags(struct stkctr *stkctr, unsigned int flags)
115{
116 stkctr->entry = caddr_clr_flags(stkctr->entry, flags);
117}
118
Willy Tarreau87b09662015-04-03 00:22:06 +0200119/* Remove the refcount from the stream to the tracked counters, and clear the
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +0200120 * pointer to ensure this is only performed once. The caller is responsible for
121 * ensuring that the pointer is valid first.
122 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200123static inline void stream_store_counters(struct stream *s)
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +0200124{
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200125 void *ptr;
Willy Tarreau20d46a52012-12-09 15:55:40 +0100126 int i;
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200127
Willy Tarreaub4c84932013-07-23 19:15:30 +0200128 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Willy Tarreaucc08d2c2014-01-28 23:18:23 +0100129 if (!stkctr_entry(&s->stkctr[i]))
Willy Tarreau20d46a52012-12-09 15:55:40 +0100130 continue;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +0100131 ptr = stktable_data_ptr(s->stkctr[i].table, stkctr_entry(&s->stkctr[i]), STKTABLE_DT_CONN_CUR);
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200132 if (ptr)
133 stktable_data_cast(ptr, conn_cur)--;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +0100134 stkctr_entry(&s->stkctr[i])->ref_cnt--;
135 stksess_kill_if_expired(s->stkctr[i].table, stkctr_entry(&s->stkctr[i]));
136 stkctr_set_entry(&s->stkctr[i], NULL);
Willy Tarreau38285c12010-06-18 16:35:43 +0200137 }
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +0200138}
139
Willy Tarreau87b09662015-04-03 00:22:06 +0200140/* Remove the refcount from the stream counters tracked at the content level if
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200141 * any, and clear the pointer to ensure this is only performed once. The caller
142 * is responsible for ensuring that the pointer is valid first.
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +0200143 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200144static inline void stream_stop_content_counters(struct stream *s)
Willy Tarreau9ba2dcc2010-06-14 21:04:55 +0200145{
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200146 void *ptr;
Willy Tarreau20d46a52012-12-09 15:55:40 +0100147 int i;
Willy Tarreaue3487932010-06-18 21:03:20 +0200148
Willy Tarreaub4c84932013-07-23 19:15:30 +0200149 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Willy Tarreaucc08d2c2014-01-28 23:18:23 +0100150 if (!stkctr_entry(&s->stkctr[i]))
Willy Tarreau20d46a52012-12-09 15:55:40 +0100151 continue;
Willy Tarreau0a4838c2010-08-06 20:11:05 +0200152
Willy Tarreaucc08d2c2014-01-28 23:18:23 +0100153 if (!(stkctr_flags(&s->stkctr[i]) & STKCTR_TRACK_CONTENT))
Willy Tarreau20d46a52012-12-09 15:55:40 +0100154 continue;
155
Willy Tarreaucc08d2c2014-01-28 23:18:23 +0100156 ptr = stktable_data_ptr(s->stkctr[i].table, stkctr_entry(&s->stkctr[i]), STKTABLE_DT_CONN_CUR);
Willy Tarreau0a4838c2010-08-06 20:11:05 +0200157 if (ptr)
158 stktable_data_cast(ptr, conn_cur)--;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +0100159 stkctr_entry(&s->stkctr[i])->ref_cnt--;
160 stksess_kill_if_expired(s->stkctr[i].table, stkctr_entry(&s->stkctr[i]));
161 stkctr_set_entry(&s->stkctr[i], NULL);
Willy Tarreau0a4838c2010-08-06 20:11:05 +0200162 }
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200163}
Willy Tarreaue3487932010-06-18 21:03:20 +0200164
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200165/* Increase total and concurrent connection count for stick entry <ts> of table
166 * <t>. The caller is responsible for ensuring that <t> and <ts> are valid
167 * pointers, and for calling this only once per connection.
168 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200169static inline void stream_start_counters(struct stktable *t, struct stksess *ts)
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200170{
171 void *ptr;
Willy Tarreau91c43d72010-06-20 11:19:22 +0200172
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200173 ptr = stktable_data_ptr(t, ts, STKTABLE_DT_CONN_CUR);
174 if (ptr)
175 stktable_data_cast(ptr, conn_cur)++;
176
177 ptr = stktable_data_ptr(t, ts, STKTABLE_DT_CONN_CNT);
178 if (ptr)
179 stktable_data_cast(ptr, conn_cnt)++;
180
181 ptr = stktable_data_ptr(t, ts, STKTABLE_DT_CONN_RATE);
182 if (ptr)
183 update_freq_ctr_period(&stktable_data_cast(ptr, conn_rate),
184 t->data_arg[STKTABLE_DT_CONN_RATE].u, 1);
185 if (tick_isset(t->expire))
186 ts->expire = tick_add(now_ms, MS_TO_TICKS(t->expire));
187}
188
Willy Tarreau87b09662015-04-03 00:22:06 +0200189/* Enable tracking of stream counters as <stkctr> on stksess <ts>. The caller is
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200190 * responsible for ensuring that <t> and <ts> are valid pointers. Some controls
191 * are performed to ensure the state can still change.
192 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200193static inline void stream_track_stkctr(struct stkctr *ctr, struct stktable *t, struct stksess *ts)
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200194{
Willy Tarreaucc08d2c2014-01-28 23:18:23 +0100195 if (stkctr_entry(ctr))
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200196 return;
197
198 ts->ref_cnt++;
Willy Tarreau20d46a52012-12-09 15:55:40 +0100199 ctr->table = t;
Willy Tarreaucc08d2c2014-01-28 23:18:23 +0100200 stkctr_set_entry(ctr, ts);
Willy Tarreau87b09662015-04-03 00:22:06 +0200201 stream_start_counters(t, ts);
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200202}
203
Willy Tarreauda7ff642010-06-23 11:44:09 +0200204/* Increase the number of cumulated HTTP requests in the tracked counters */
Willy Tarreau87b09662015-04-03 00:22:06 +0200205static void inline stream_inc_http_req_ctr(struct stream *s)
Willy Tarreauda7ff642010-06-23 11:44:09 +0200206{
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200207 void *ptr;
Willy Tarreau20d46a52012-12-09 15:55:40 +0100208 int i;
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200209
Willy Tarreaub4c84932013-07-23 19:15:30 +0200210 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Willy Tarreaucc08d2c2014-01-28 23:18:23 +0100211 if (!stkctr_entry(&s->stkctr[i]))
Willy Tarreau20d46a52012-12-09 15:55:40 +0100212 continue;
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200213
Willy Tarreaucc08d2c2014-01-28 23:18:23 +0100214 ptr = stktable_data_ptr(s->stkctr[i].table, stkctr_entry(&s->stkctr[i]), STKTABLE_DT_HTTP_REQ_CNT);
Willy Tarreauda7ff642010-06-23 11:44:09 +0200215 if (ptr)
216 stktable_data_cast(ptr, http_req_cnt)++;
217
Willy Tarreaucc08d2c2014-01-28 23:18:23 +0100218 ptr = stktable_data_ptr(s->stkctr[i].table, stkctr_entry(&s->stkctr[i]), STKTABLE_DT_HTTP_REQ_RATE);
Willy Tarreauda7ff642010-06-23 11:44:09 +0200219 if (ptr)
220 update_freq_ctr_period(&stktable_data_cast(ptr, http_req_rate),
Willy Tarreau20d46a52012-12-09 15:55:40 +0100221 s->stkctr[i].table->data_arg[STKTABLE_DT_HTTP_REQ_RATE].u, 1);
Willy Tarreauda7ff642010-06-23 11:44:09 +0200222 }
223}
224
Willy Tarreau5d5b5d82012-12-09 12:00:04 +0100225/* Increase the number of cumulated HTTP requests in the backend's tracked counters */
Willy Tarreau87b09662015-04-03 00:22:06 +0200226static void inline stream_inc_be_http_req_ctr(struct stream *s)
Willy Tarreau5d5b5d82012-12-09 12:00:04 +0100227{
228 void *ptr;
Willy Tarreau20d46a52012-12-09 15:55:40 +0100229 int i;
Willy Tarreau5d5b5d82012-12-09 12:00:04 +0100230
Willy Tarreaub4c84932013-07-23 19:15:30 +0200231 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Willy Tarreaucc08d2c2014-01-28 23:18:23 +0100232 if (!stkctr_entry(&s->stkctr[i]))
Willy Tarreau20d46a52012-12-09 15:55:40 +0100233 continue;
Willy Tarreau5d5b5d82012-12-09 12:00:04 +0100234
Willy Tarreaucc08d2c2014-01-28 23:18:23 +0100235 if (!(stkctr_flags(&s->stkctr[i]) & STKCTR_TRACK_BACKEND))
Willy Tarreau20d46a52012-12-09 15:55:40 +0100236 continue;
237
Willy Tarreaucc08d2c2014-01-28 23:18:23 +0100238 ptr = stktable_data_ptr(s->stkctr[i].table, stkctr_entry(&s->stkctr[i]), STKTABLE_DT_HTTP_REQ_CNT);
Willy Tarreau5d5b5d82012-12-09 12:00:04 +0100239 if (ptr)
240 stktable_data_cast(ptr, http_req_cnt)++;
241
Willy Tarreaucc08d2c2014-01-28 23:18:23 +0100242 ptr = stktable_data_ptr(s->stkctr[i].table, stkctr_entry(&s->stkctr[i]), STKTABLE_DT_HTTP_REQ_RATE);
Willy Tarreau5d5b5d82012-12-09 12:00:04 +0100243 if (ptr)
244 update_freq_ctr_period(&stktable_data_cast(ptr, http_req_rate),
Willy Tarreau20d46a52012-12-09 15:55:40 +0100245 s->stkctr[i].table->data_arg[STKTABLE_DT_HTTP_REQ_RATE].u, 1);
Willy Tarreau5d5b5d82012-12-09 12:00:04 +0100246 }
247}
248
Willy Tarreauda7ff642010-06-23 11:44:09 +0200249/* Increase the number of cumulated failed HTTP requests in the tracked
250 * counters. Only 4xx requests should be counted here so that we can
251 * distinguish between errors caused by client behaviour and other ones.
252 * Note that even 404 are interesting because they're generally caused by
253 * vulnerability scans.
254 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200255static void inline stream_inc_http_err_ctr(struct stream *s)
Willy Tarreauda7ff642010-06-23 11:44:09 +0200256{
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200257 void *ptr;
Willy Tarreau20d46a52012-12-09 15:55:40 +0100258 int i;
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200259
Willy Tarreaub4c84932013-07-23 19:15:30 +0200260 for (i = 0; i < MAX_SESS_STKCTR; i++) {
Willy Tarreaucc08d2c2014-01-28 23:18:23 +0100261 if (!stkctr_entry(&s->stkctr[i]))
Willy Tarreau20d46a52012-12-09 15:55:40 +0100262 continue;
Willy Tarreauf059a0f2010-08-03 16:29:52 +0200263
Willy Tarreaucc08d2c2014-01-28 23:18:23 +0100264 ptr = stktable_data_ptr(s->stkctr[i].table, stkctr_entry(&s->stkctr[i]), STKTABLE_DT_HTTP_ERR_CNT);
Willy Tarreauda7ff642010-06-23 11:44:09 +0200265 if (ptr)
266 stktable_data_cast(ptr, http_err_cnt)++;
267
Willy Tarreaucc08d2c2014-01-28 23:18:23 +0100268 ptr = stktable_data_ptr(s->stkctr[i].table, stkctr_entry(&s->stkctr[i]), STKTABLE_DT_HTTP_ERR_RATE);
Willy Tarreauda7ff642010-06-23 11:44:09 +0200269 if (ptr)
270 update_freq_ctr_period(&stktable_data_cast(ptr, http_err_rate),
Willy Tarreau20d46a52012-12-09 15:55:40 +0100271 s->stkctr[i].table->data_arg[STKTABLE_DT_HTTP_ERR_RATE].u, 1);
Willy Tarreauda7ff642010-06-23 11:44:09 +0200272 }
273}
274
Willy Tarreau87b09662015-04-03 00:22:06 +0200275static void inline stream_add_srv_conn(struct stream *sess, struct server *srv)
Simon Hormanaf514952011-06-21 14:34:57 +0900276{
277 sess->srv_conn = srv;
278 LIST_ADD(&srv->actconns, &sess->by_srv);
279}
280
Willy Tarreau87b09662015-04-03 00:22:06 +0200281static void inline stream_del_srv_conn(struct stream *sess)
Simon Hormanaf514952011-06-21 14:34:57 +0900282{
283 if (!sess->srv_conn)
284 return;
285
286 sess->srv_conn = NULL;
287 LIST_DEL(&sess->by_srv);
288}
289
Willy Tarreau87b09662015-04-03 00:22:06 +0200290static void inline stream_init_srv_conn(struct stream *sess)
Willy Tarreau9bd0d742011-07-20 00:17:39 +0200291{
292 sess->srv_conn = NULL;
293 LIST_INIT(&sess->by_srv);
294}
295
Willy Tarreau87b09662015-04-03 00:22:06 +0200296static inline void stream_offer_buffers()
Willy Tarreaua24adf02014-11-27 01:11:56 +0100297{
298 int avail;
299
300 if (LIST_ISEMPTY(&buffer_wq))
301 return;
302
Willy Tarreau87b09662015-04-03 00:22:06 +0200303 /* all streams will need 1 buffer, so we can stop waking up streams
Willy Tarreaua24adf02014-11-27 01:11:56 +0100304 * once we have enough of them to eat all the buffers. Note that we
Willy Tarreau87b09662015-04-03 00:22:06 +0200305 * don't really know if they are streams or just other tasks, but
Willy Tarreaua24adf02014-11-27 01:11:56 +0100306 * that's a rough estimate. Similarly, for each cached event we'll need
307 * 1 buffer. If no buffer is currently used, always wake up the number
308 * of tasks we can offer a buffer based on what is allocated, and in
309 * any case at least one task per two reserved buffers.
310 */
311 avail = pool2_buffer->allocated - pool2_buffer->used - global.tune.reserved_bufs / 2;
312
313 if (avail > (int)run_queue)
Willy Tarreau87b09662015-04-03 00:22:06 +0200314 __stream_offer_buffers(avail);
Willy Tarreaua24adf02014-11-27 01:11:56 +0100315}
316
Willy Tarreau87b09662015-04-03 00:22:06 +0200317#endif /* _PROTO_STREAM_H */
Willy TARREAU3dc06442006-06-15 21:48:13 +0200318
Willy Tarreaubaaee002006-06-26 02:48:02 +0200319/*
320 * Local variables:
321 * c-indent-level: 8
322 * c-basic-offset: 8
323 * End:
324 */