blob: d7695bf2ce32cc41518a24e054561a357a983c03 [file] [log] [blame]
Willy Tarreaubaaee002006-06-26 02:48:02 +02001/*
2 * Backend variables and functions.
3 *
Willy Tarreau1a7eca12013-01-07 22:38:03 +01004 * Copyright 2000-2013 Willy Tarreau <w@1wt.eu>
Willy Tarreaubaaee002006-06-26 02:48:02 +02005 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
13#include <errno.h>
14#include <fcntl.h>
15#include <stdio.h>
16#include <stdlib.h>
17#include <syslog.h>
Willy Tarreauf19cf372006-11-14 15:40:51 +010018#include <string.h>
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +020019#include <ctype.h>
Dmitry Sivachenkocaf58982009-08-24 15:11:06 +040020#include <sys/types.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020021
Willy Tarreauc7e42382012-08-24 19:22:53 +020022#include <common/buffer.h>
Willy Tarreau2dd0d472006-06-29 17:53:05 +020023#include <common/compat.h>
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020024#include <common/config.h>
Willy Tarreau7c669d72008-06-20 15:04:11 +020025#include <common/debug.h>
Bhaskar98634f02013-10-29 23:30:51 -040026#include <common/hash.h>
Christopher Fauletf7679ad2019-02-04 12:02:18 +010027#include <common/htx.h>
Willy Tarreau0108d902018-11-25 19:14:37 +010028#include <common/initcall.h>
Willy Tarreau0c303ee2008-07-07 00:09:58 +020029#include <common/ticks.h>
Willy Tarreau2dd0d472006-06-29 17:53:05 +020030#include <common/time.h>
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +010031#include <common/namespace.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020032
Willy Tarreaubaaee002006-06-26 02:48:02 +020033#include <types/global.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020034
Willy Tarreaua9d3c1e2007-11-30 20:48:53 +010035#include <proto/acl.h>
Willy Tarreau34db1082012-04-19 17:16:54 +020036#include <proto/arg.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020037#include <proto/backend.h>
Willy Tarreauc7e42382012-08-24 19:22:53 +020038#include <proto/channel.h>
Willy Tarreau03fa5df2010-05-24 21:02:37 +020039#include <proto/frontend.h>
Christopher Fauletf7679ad2019-02-04 12:02:18 +010040#include <proto/http_htx.h>
Willy Tarreau6b2e11b2009-10-01 07:52:15 +020041#include <proto/lb_chash.h>
Willy Tarreauf09c6602012-02-13 17:12:08 +010042#include <proto/lb_fas.h>
Willy Tarreauf89c1872009-10-01 11:19:37 +020043#include <proto/lb_fwlc.h>
44#include <proto/lb_fwrr.h>
45#include <proto/lb_map.h>
Willy Tarreau4aac7db2014-05-16 11:48:10 +020046#include <proto/log.h>
Willy Tarreau53a47662017-08-28 10:53:00 +020047#include <proto/mux_pt.h>
Willy Tarreau3fdb3662012-11-12 00:42:33 +010048#include <proto/obj_type.h>
Willy Tarreaud4c33c82013-01-07 21:59:07 +010049#include <proto/payload.h>
Willy Tarreaud1d54542012-09-12 22:58:11 +020050#include <proto/protocol.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020051#include <proto/proto_http.h>
Willy Tarreaua8f55d52010-05-31 17:44:19 +020052#include <proto/proto_tcp.h>
Willy Tarreau4aac7db2014-05-16 11:48:10 +020053#include <proto/proxy.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020054#include <proto/queue.h>
Willy Tarreaud4c33c82013-01-07 21:59:07 +010055#include <proto/sample.h>
Willy Tarreau7f062c42009-03-05 18:43:00 +010056#include <proto/server.h>
Olivier Houchard00cf70f2018-11-30 17:24:55 +010057#include <proto/session.h>
Willy Tarreau87b09662015-04-03 00:22:06 +020058#include <proto/stream.h>
Willy Tarreau9e000c62011-03-10 14:03:36 +010059#include <proto/stream_interface.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020060#include <proto/task.h>
61
Willy Tarreau732eac42015-07-09 11:40:25 +020062#ifdef USE_OPENSSL
63#include <proto/ssl_sock.h>
64#endif /* USE_OPENSSL */
65
Bhaskar Maddalaa20cb852014-02-03 16:26:46 -050066int be_lastsession(const struct proxy *be)
67{
68 if (be->be_counters.last_sess)
69 return now.tv_sec - be->be_counters.last_sess;
70
71 return -1;
72}
73
Bhaskar98634f02013-10-29 23:30:51 -040074/* helper function to invoke the correct hash method */
Dan Dubovikbd57a9f2014-07-08 08:51:03 -070075static unsigned int gen_hash(const struct proxy* px, const char* key, unsigned long len)
Bhaskar98634f02013-10-29 23:30:51 -040076{
Dan Dubovikbd57a9f2014-07-08 08:51:03 -070077 unsigned int hash;
Bhaskar98634f02013-10-29 23:30:51 -040078
79 switch (px->lbprm.algo & BE_LB_HASH_FUNC) {
80 case BE_LB_HFCN_DJB2:
81 hash = hash_djb2(key, len);
82 break;
Willy Tarreaua0f42712013-11-14 14:30:35 +010083 case BE_LB_HFCN_WT6:
84 hash = hash_wt6(key, len);
85 break;
Willy Tarreau324f07f2015-01-20 19:44:50 +010086 case BE_LB_HFCN_CRC32:
87 hash = hash_crc32(key, len);
88 break;
Bhaskar98634f02013-10-29 23:30:51 -040089 case BE_LB_HFCN_SDBM:
90 /* this is the default hash function */
91 default:
92 hash = hash_sdbm(key, len);
93 break;
94 }
95
96 return hash;
97}
98
Willy Tarreaubaaee002006-06-26 02:48:02 +020099/*
100 * This function recounts the number of usable active and backup servers for
101 * proxy <p>. These numbers are returned into the p->srv_act and p->srv_bck.
Willy Tarreaub625a082007-11-26 01:15:43 +0100102 * This function also recomputes the total active and backup weights. However,
Willy Tarreauf4cca452008-03-08 21:42:54 +0100103 * it does not update tot_weight nor tot_used. Use update_backend_weight() for
Willy Tarreaub625a082007-11-26 01:15:43 +0100104 * this.
Emeric Brun52a91d32017-08-31 14:41:55 +0200105 * This functions is designed to be called before server's weight and state
106 * commit so it uses 'next' weight and states values.
Christopher Faulet5b517552017-06-09 14:17:53 +0200107 *
108 * threads: this is the caller responsibility to lock data. For now, this
109 * function is called from lb modules, so it should be ok. But if you need to
110 * call it from another place, be careful (and update this comment).
Willy Tarreaubaaee002006-06-26 02:48:02 +0200111 */
Willy Tarreauc5d9c802009-10-01 09:17:05 +0200112void recount_servers(struct proxy *px)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200113{
114 struct server *srv;
115
Willy Tarreau20697042007-11-15 23:26:18 +0100116 px->srv_act = px->srv_bck = 0;
117 px->lbprm.tot_wact = px->lbprm.tot_wbck = 0;
Willy Tarreaub625a082007-11-26 01:15:43 +0100118 px->lbprm.fbck = NULL;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200119 for (srv = px->srv; srv != NULL; srv = srv->next) {
Emeric Brun52a91d32017-08-31 14:41:55 +0200120 if (!srv_willbe_usable(srv))
Willy Tarreaub625a082007-11-26 01:15:43 +0100121 continue;
122
Willy Tarreauc93cd162014-05-13 15:54:22 +0200123 if (srv->flags & SRV_F_BACKUP) {
Willy Tarreaub625a082007-11-26 01:15:43 +0100124 if (!px->srv_bck &&
Willy Tarreauf4cca452008-03-08 21:42:54 +0100125 !(px->options & PR_O_USE_ALL_BK))
Willy Tarreaub625a082007-11-26 01:15:43 +0100126 px->lbprm.fbck = srv;
127 px->srv_bck++;
Andrew Rodland13d5ebb2016-10-25 12:49:45 -0400128 srv->cumulative_weight = px->lbprm.tot_wbck;
Emeric Brun52a91d32017-08-31 14:41:55 +0200129 px->lbprm.tot_wbck += srv->next_eweight;
Willy Tarreaub625a082007-11-26 01:15:43 +0100130 } else {
131 px->srv_act++;
Andrew Rodland13d5ebb2016-10-25 12:49:45 -0400132 srv->cumulative_weight = px->lbprm.tot_wact;
Emeric Brun52a91d32017-08-31 14:41:55 +0200133 px->lbprm.tot_wact += srv->next_eweight;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200134 }
135 }
Willy Tarreaub625a082007-11-26 01:15:43 +0100136}
Willy Tarreau20697042007-11-15 23:26:18 +0100137
Willy Tarreaub625a082007-11-26 01:15:43 +0100138/* This function simply updates the backend's tot_weight and tot_used values
139 * after servers weights have been updated. It is designed to be used after
140 * recount_servers() or equivalent.
Christopher Faulet5b517552017-06-09 14:17:53 +0200141 *
142 * threads: this is the caller responsibility to lock data. For now, this
143 * function is called from lb modules, so it should be ok. But if you need to
144 * call it from another place, be careful (and update this comment).
Willy Tarreaub625a082007-11-26 01:15:43 +0100145 */
Willy Tarreauc5d9c802009-10-01 09:17:05 +0200146void update_backend_weight(struct proxy *px)
Willy Tarreaub625a082007-11-26 01:15:43 +0100147{
Willy Tarreau20697042007-11-15 23:26:18 +0100148 if (px->srv_act) {
149 px->lbprm.tot_weight = px->lbprm.tot_wact;
150 px->lbprm.tot_used = px->srv_act;
151 }
Willy Tarreaub625a082007-11-26 01:15:43 +0100152 else if (px->lbprm.fbck) {
153 /* use only the first backup server */
Emeric Brun52a91d32017-08-31 14:41:55 +0200154 px->lbprm.tot_weight = px->lbprm.fbck->next_eweight;
Willy Tarreaub625a082007-11-26 01:15:43 +0100155 px->lbprm.tot_used = 1;
Willy Tarreau20697042007-11-15 23:26:18 +0100156 }
157 else {
Willy Tarreaub625a082007-11-26 01:15:43 +0100158 px->lbprm.tot_weight = px->lbprm.tot_wbck;
159 px->lbprm.tot_used = px->srv_bck;
Willy Tarreau20697042007-11-15 23:26:18 +0100160 }
Willy Tarreaub625a082007-11-26 01:15:43 +0100161}
162
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200163/*
164 * This function tries to find a running server for the proxy <px> following
165 * the source hash method. Depending on the number of active/backup servers,
166 * it will either look for active servers, or for backup servers.
167 * If any server is found, it will be returned. If no valid server is found,
168 * NULL is returned.
169 */
Willy Tarreau59884a62019-01-02 14:48:31 +0100170static struct server *get_server_sh(struct proxy *px, const char *addr, int len, const struct server *avoid)
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200171{
172 unsigned int h, l;
173
174 if (px->lbprm.tot_weight == 0)
175 return NULL;
176
177 l = h = 0;
178
179 /* note: we won't hash if there's only one server left */
180 if (px->lbprm.tot_used == 1)
181 goto hash_done;
182
183 while ((l + sizeof (int)) <= len) {
184 h ^= ntohl(*(unsigned int *)(&addr[l]));
185 l += sizeof (int);
186 }
Bhaskar Maddalab6c0ac92013-11-05 11:54:02 -0500187 if ((px->lbprm.algo & BE_LB_HASH_MOD) == BE_LB_HMOD_AVAL)
Willy Tarreau798a39c2010-11-24 15:04:29 +0100188 h = full_hash(h);
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200189 hash_done:
Willy Tarreau6c30be52019-01-14 17:07:39 +0100190 if ((px->lbprm.algo & BE_LB_LKUP) == BE_LB_LKUP_CHTREE)
Willy Tarreau59884a62019-01-02 14:48:31 +0100191 return chash_get_server_hash(px, h, avoid);
Willy Tarreau6b2e11b2009-10-01 07:52:15 +0200192 else
193 return map_get_server_hash(px, h);
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200194}
195
196/*
197 * This function tries to find a running server for the proxy <px> following
198 * the URI hash method. In order to optimize cache hits, the hash computation
199 * ends at the question mark. Depending on the number of active/backup servers,
200 * it will either look for active servers, or for backup servers.
201 * If any server is found, it will be returned. If no valid server is found,
Willy Tarreaua9a72492019-01-14 16:14:15 +0100202 * NULL is returned. The lbprm.arg_opt{1,2,3} values correspond respectively to
203 * the "whole" optional argument (boolean), the "len" argument (numeric) and
204 * the "depth" argument (numeric).
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200205 *
206 * This code was contributed by Guillaume Dallaire, who also selected this hash
207 * algorithm out of a tens because it gave him the best results.
208 *
209 */
Willy Tarreau59884a62019-01-02 14:48:31 +0100210static struct server *get_server_uh(struct proxy *px, char *uri, int uri_len, const struct server *avoid)
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200211{
Dan Dubovikbd57a9f2014-07-08 08:51:03 -0700212 unsigned int hash = 0;
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200213 int c;
214 int slashes = 0;
Bhaskar98634f02013-10-29 23:30:51 -0400215 const char *start, *end;
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200216
217 if (px->lbprm.tot_weight == 0)
218 return NULL;
219
220 /* note: we won't hash if there's only one server left */
221 if (px->lbprm.tot_used == 1)
222 goto hash_done;
223
Willy Tarreaua9a72492019-01-14 16:14:15 +0100224 if (px->lbprm.arg_opt2) // "len"
225 uri_len = MIN(uri_len, px->lbprm.arg_opt2);
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200226
Bhaskar98634f02013-10-29 23:30:51 -0400227 start = end = uri;
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200228 while (uri_len--) {
Willy Tarreaufad4ffc2014-10-17 12:11:50 +0200229 c = *end;
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200230 if (c == '/') {
231 slashes++;
Willy Tarreaua9a72492019-01-14 16:14:15 +0100232 if (slashes == px->lbprm.arg_opt3) /* depth+1 */
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200233 break;
234 }
Willy Tarreaua9a72492019-01-14 16:14:15 +0100235 else if (c == '?' && !px->lbprm.arg_opt1) // "whole"
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200236 break;
Willy Tarreaufad4ffc2014-10-17 12:11:50 +0200237 end++;
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200238 }
Bhaskar98634f02013-10-29 23:30:51 -0400239
240 hash = gen_hash(px, start, (end - start));
241
Bhaskar Maddalab6c0ac92013-11-05 11:54:02 -0500242 if ((px->lbprm.algo & BE_LB_HASH_MOD) == BE_LB_HMOD_AVAL)
Willy Tarreau798a39c2010-11-24 15:04:29 +0100243 hash = full_hash(hash);
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200244 hash_done:
Willy Tarreau6c30be52019-01-14 17:07:39 +0100245 if ((px->lbprm.algo & BE_LB_LKUP) == BE_LB_LKUP_CHTREE)
Willy Tarreau59884a62019-01-02 14:48:31 +0100246 return chash_get_server_hash(px, hash, avoid);
Willy Tarreau6b2e11b2009-10-01 07:52:15 +0200247 else
248 return map_get_server_hash(px, hash);
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200249}
250
Christopher Faulet5b517552017-06-09 14:17:53 +0200251/*
Willy Tarreau01732802007-11-01 22:48:15 +0100252 * This function tries to find a running server for the proxy <px> following
253 * the URL parameter hash method. It looks for a specific parameter in the
254 * URL and hashes it to compute the server ID. This is useful to optimize
255 * performance by avoiding bounces between servers in contexts where sessions
256 * are shared but cookies are not usable. If the parameter is not found, NULL
257 * is returned. If any server is found, it will be returned. If no valid server
258 * is found, NULL is returned.
Willy Tarreau01732802007-11-01 22:48:15 +0100259 */
Willy Tarreau59884a62019-01-02 14:48:31 +0100260static struct server *get_server_ph(struct proxy *px, const char *uri, int uri_len, const struct server *avoid)
Willy Tarreau01732802007-11-01 22:48:15 +0100261{
Dan Dubovikbd57a9f2014-07-08 08:51:03 -0700262 unsigned int hash = 0;
Bhaskar98634f02013-10-29 23:30:51 -0400263 const char *start, *end;
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200264 const char *p;
265 const char *params;
Willy Tarreau01732802007-11-01 22:48:15 +0100266 int plen;
267
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200268 /* when tot_weight is 0 then so is srv_count */
Willy Tarreau20697042007-11-15 23:26:18 +0100269 if (px->lbprm.tot_weight == 0)
Willy Tarreau01732802007-11-01 22:48:15 +0100270 return NULL;
271
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200272 if ((p = memchr(uri, '?', uri_len)) == NULL)
273 return NULL;
274
Willy Tarreau01732802007-11-01 22:48:15 +0100275 p++;
276
277 uri_len -= (p - uri);
Willy Tarreau4c03d1c2019-01-14 15:23:54 +0100278 plen = px->lbprm.arg_len;
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200279 params = p;
Willy Tarreau01732802007-11-01 22:48:15 +0100280
281 while (uri_len > plen) {
282 /* Look for the parameter name followed by an equal symbol */
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200283 if (params[plen] == '=') {
Willy Tarreau4c03d1c2019-01-14 15:23:54 +0100284 if (memcmp(params, px->lbprm.arg_str, plen) == 0) {
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200285 /* OK, we have the parameter here at <params>, and
Willy Tarreau01732802007-11-01 22:48:15 +0100286 * the value after the equal sign, at <p>
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200287 * skip the equal symbol
Willy Tarreau01732802007-11-01 22:48:15 +0100288 */
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200289 p += plen + 1;
Bhaskar98634f02013-10-29 23:30:51 -0400290 start = end = p;
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200291 uri_len -= plen + 1;
292
Bhaskar98634f02013-10-29 23:30:51 -0400293 while (uri_len && *end != '&') {
Willy Tarreau01732802007-11-01 22:48:15 +0100294 uri_len--;
Bhaskar98634f02013-10-29 23:30:51 -0400295 end++;
Willy Tarreau01732802007-11-01 22:48:15 +0100296 }
Bhaskar98634f02013-10-29 23:30:51 -0400297 hash = gen_hash(px, start, (end - start));
298
Bhaskar Maddalab6c0ac92013-11-05 11:54:02 -0500299 if ((px->lbprm.algo & BE_LB_HASH_MOD) == BE_LB_HMOD_AVAL)
Willy Tarreau798a39c2010-11-24 15:04:29 +0100300 hash = full_hash(hash);
Bhaskar98634f02013-10-29 23:30:51 -0400301
Willy Tarreau6c30be52019-01-14 17:07:39 +0100302 if ((px->lbprm.algo & BE_LB_LKUP) == BE_LB_LKUP_CHTREE)
Willy Tarreau59884a62019-01-02 14:48:31 +0100303 return chash_get_server_hash(px, hash, avoid);
Willy Tarreau6b2e11b2009-10-01 07:52:15 +0200304 else
305 return map_get_server_hash(px, hash);
Willy Tarreau01732802007-11-01 22:48:15 +0100306 }
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200307 }
308 /* skip to next parameter */
309 p = memchr(params, '&', uri_len);
310 if (!p)
311 return NULL;
312 p++;
313 uri_len -= (p - params);
314 params = p;
315 }
316 return NULL;
317}
318
319/*
320 * this does the same as the previous server_ph, but check the body contents
321 */
Willy Tarreau59884a62019-01-02 14:48:31 +0100322static struct server *get_server_ph_post(struct stream *s, const struct server *avoid)
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200323{
Dan Dubovikbd57a9f2014-07-08 08:51:03 -0700324 unsigned int hash = 0;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100325 struct channel *req = &s->req;
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200326 struct proxy *px = s->be;
Willy Tarreau4c03d1c2019-01-14 15:23:54 +0100327 unsigned int plen = px->lbprm.arg_len;
Christopher Fauletf7679ad2019-02-04 12:02:18 +0100328 unsigned long len;
329 const char *params, *p, *start, *end;
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200330
Christopher Fauletf7679ad2019-02-04 12:02:18 +0100331 if (px->lbprm.tot_weight == 0)
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200332 return NULL;
333
Christopher Fauletf7679ad2019-02-04 12:02:18 +0100334 if (!IS_HTX_STRM(s)) {
335 struct http_txn *txn = s->txn;
336 struct http_msg *msg = &txn->req;
Willy Tarreauf69d4ff2015-05-02 00:05:47 +0200337
Christopher Fauletf7679ad2019-02-04 12:02:18 +0100338 len = http_body_bytes(msg);
339 p = params = c_ptr(req, -http_data_rewind(msg));
340
341 if (len == 0)
342 return NULL;
343 if (len > b_wrap(&req->buf) - p)
344 len = b_wrap(&req->buf) - p;
345
346 }
347 else {
348 struct htx *htx = htxbuf(&req->buf);
349 struct htx_blk *blk;
350
351 p = params = NULL;
352 len = 0;
353 for (blk = htx_get_head_blk(htx); blk; blk = htx_get_next_blk(htx, blk)) {
354 enum htx_blk_type type = htx_get_blk_type(blk);
355 struct ist v;
356
357 if (type != HTX_BLK_DATA)
358 continue;
359 v = htx_get_blk_value(htx, blk);
360 p = params = v.ptr;
361 len = v.len;
362 break;
363 }
364 }
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200365
366 while (len > plen) {
367 /* Look for the parameter name followed by an equal symbol */
368 if (params[plen] == '=') {
Willy Tarreau4c03d1c2019-01-14 15:23:54 +0100369 if (memcmp(params, px->lbprm.arg_str, plen) == 0) {
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200370 /* OK, we have the parameter here at <params>, and
371 * the value after the equal sign, at <p>
372 * skip the equal symbol
373 */
374 p += plen + 1;
Bhaskar98634f02013-10-29 23:30:51 -0400375 start = end = p;
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200376 len -= plen + 1;
377
Bhaskar98634f02013-10-29 23:30:51 -0400378 while (len && *end != '&') {
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200379 if (unlikely(!HTTP_IS_TOKEN(*p))) {
Willy Tarreau157dd632009-12-06 19:18:09 +0100380 /* if in a POST, body must be URI encoded or it's not a URI.
Bhaskar98634f02013-10-29 23:30:51 -0400381 * Do not interpret any possible binary data as a parameter.
Willy Tarreau157dd632009-12-06 19:18:09 +0100382 */
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200383 if (likely(HTTP_IS_LWS(*p))) /* eol, uncertain uri len */
384 break;
385 return NULL; /* oh, no; this is not uri-encoded.
386 * This body does not contain parameters.
387 */
388 }
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200389 len--;
Bhaskar98634f02013-10-29 23:30:51 -0400390 end++;
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200391 /* should we break if vlen exceeds limit? */
392 }
Bhaskar98634f02013-10-29 23:30:51 -0400393 hash = gen_hash(px, start, (end - start));
394
Bhaskar Maddalab6c0ac92013-11-05 11:54:02 -0500395 if ((px->lbprm.algo & BE_LB_HASH_MOD) == BE_LB_HMOD_AVAL)
Willy Tarreau798a39c2010-11-24 15:04:29 +0100396 hash = full_hash(hash);
Bhaskar98634f02013-10-29 23:30:51 -0400397
Willy Tarreau6c30be52019-01-14 17:07:39 +0100398 if ((px->lbprm.algo & BE_LB_LKUP) == BE_LB_LKUP_CHTREE)
Willy Tarreau59884a62019-01-02 14:48:31 +0100399 return chash_get_server_hash(px, hash, avoid);
Willy Tarreau6b2e11b2009-10-01 07:52:15 +0200400 else
401 return map_get_server_hash(px, hash);
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200402 }
403 }
Willy Tarreau01732802007-11-01 22:48:15 +0100404 /* skip to next parameter */
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200405 p = memchr(params, '&', len);
Willy Tarreau01732802007-11-01 22:48:15 +0100406 if (!p)
407 return NULL;
408 p++;
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200409 len -= (p - params);
410 params = p;
Willy Tarreau01732802007-11-01 22:48:15 +0100411 }
412 return NULL;
413}
Willy Tarreaubaaee002006-06-26 02:48:02 +0200414
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200415
Willy Tarreaubaaee002006-06-26 02:48:02 +0200416/*
Benoitaffb4812009-03-25 13:02:10 +0100417 * This function tries to find a running server for the proxy <px> following
418 * the Header parameter hash method. It looks for a specific parameter in the
419 * URL and hashes it to compute the server ID. This is useful to optimize
420 * performance by avoiding bounces between servers in contexts where sessions
421 * are shared but cookies are not usable. If the parameter is not found, NULL
422 * is returned. If any server is found, it will be returned. If no valid server
Willy Tarreau9fed8582019-01-14 16:04:54 +0100423 * is found, NULL is returned. When lbprm.arg_opt1 is set, the hash will only
424 * apply to the middle part of a domain name ("use_domain_only" option).
Benoitaffb4812009-03-25 13:02:10 +0100425 */
Willy Tarreau59884a62019-01-02 14:48:31 +0100426static struct server *get_server_hh(struct stream *s, const struct server *avoid)
Benoitaffb4812009-03-25 13:02:10 +0100427{
Dan Dubovikbd57a9f2014-07-08 08:51:03 -0700428 unsigned int hash = 0;
Benoitaffb4812009-03-25 13:02:10 +0100429 struct proxy *px = s->be;
Willy Tarreau484ff072019-01-14 15:28:53 +0100430 unsigned int plen = px->lbprm.arg_len;
Benoitaffb4812009-03-25 13:02:10 +0100431 unsigned long len;
Benoitaffb4812009-03-25 13:02:10 +0100432 const char *p;
Bhaskar98634f02013-10-29 23:30:51 -0400433 const char *start, *end;
Benoitaffb4812009-03-25 13:02:10 +0100434
435 /* tot_weight appears to mean srv_count */
436 if (px->lbprm.tot_weight == 0)
437 return NULL;
438
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200439 /* note: we won't hash if there's only one server left */
440 if (px->lbprm.tot_used == 1)
441 goto hash_done;
442
Christopher Fauletf7679ad2019-02-04 12:02:18 +0100443 if (!IS_HTX_STRM(s)) {
444 struct http_txn *txn = s->txn;
445 struct hdr_ctx ctx = { .idx = 0 };
446
447 /* if the message is chunked, we skip the chunk size, but use the value as len */
448 http_find_header2(px->lbprm.arg_str, plen, c_ptr(&s->req, -http_hdr_rewind(&txn->req)),
449 &txn->hdr_idx, &ctx);
450
451 /* if the header is not found or empty, let's fallback to round robin */
452 if (!ctx.idx || !ctx.vlen)
453 return NULL;
454
455 /* Found the param_name in the headers.
456 * we will compute the hash based on this value ctx.val.
457 */
458 len = ctx.vlen;
459 p = (char *)ctx.line + ctx.val;
460 }
461 else {
462 struct htx *htx = htxbuf(&s->req.buf);
463 struct http_hdr_ctx ctx = { .blk = NULL };
464
465 http_find_header(htx, ist2(px->lbprm.arg_str, plen), &ctx, 0);
466
467 /* if the header is not found or empty, let's fallback to round robin */
468 if (!ctx.blk || !ctx.value.len)
469 return NULL;
470
471 /* Found a the param_name in the headers.
472 * we will compute the hash based on this value ctx.val.
473 */
474 len = ctx.value.len;
475 p = ctx.value.ptr;
476 }
477
Willy Tarreau9fed8582019-01-14 16:04:54 +0100478 if (!px->lbprm.arg_opt1) {
Bhaskar98634f02013-10-29 23:30:51 -0400479 hash = gen_hash(px, p, len);
Benoitaffb4812009-03-25 13:02:10 +0100480 } else {
481 int dohash = 0;
Cyril Bontéf607d812015-01-04 15:17:36 +0100482 p += len;
Benoitaffb4812009-03-25 13:02:10 +0100483 /* special computation, use only main domain name, not tld/host
484 * going back from the end of string, start hashing at first
485 * dot stop at next.
486 * This is designed to work with the 'Host' header, and requires
487 * a special option to activate this.
488 */
Cyril Bontéf607d812015-01-04 15:17:36 +0100489 end = p;
Benoitaffb4812009-03-25 13:02:10 +0100490 while (len) {
Cyril Bontéf607d812015-01-04 15:17:36 +0100491 if (dohash) {
492 /* Rewind the pointer until the previous char
493 * is a dot, this will allow to set the start
494 * position of the domain. */
495 if (*(p - 1) == '.')
Benoitaffb4812009-03-25 13:02:10 +0100496 break;
Benoitaffb4812009-03-25 13:02:10 +0100497 }
Cyril Bontéf607d812015-01-04 15:17:36 +0100498 else if (*p == '.') {
499 /* The pointer is rewinded to the dot before the
500 * tld, we memorize the end of the domain and
501 * can enter the domain processing. */
502 end = p;
503 dohash = 1;
504 }
Benoitaffb4812009-03-25 13:02:10 +0100505 p--;
Cyril Bontéf607d812015-01-04 15:17:36 +0100506 len--;
Benoitaffb4812009-03-25 13:02:10 +0100507 }
Cyril Bontéf607d812015-01-04 15:17:36 +0100508 start = p;
Bhaskar98634f02013-10-29 23:30:51 -0400509 hash = gen_hash(px, start, (end - start));
Benoitaffb4812009-03-25 13:02:10 +0100510 }
Bhaskar Maddalab6c0ac92013-11-05 11:54:02 -0500511 if ((px->lbprm.algo & BE_LB_HASH_MOD) == BE_LB_HMOD_AVAL)
Willy Tarreau798a39c2010-11-24 15:04:29 +0100512 hash = full_hash(hash);
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200513 hash_done:
Willy Tarreau6c30be52019-01-14 17:07:39 +0100514 if ((px->lbprm.algo & BE_LB_LKUP) == BE_LB_LKUP_CHTREE)
Willy Tarreau59884a62019-01-02 14:48:31 +0100515 return chash_get_server_hash(px, hash, avoid);
Willy Tarreau6b2e11b2009-10-01 07:52:15 +0200516 else
517 return map_get_server_hash(px, hash);
Benoitaffb4812009-03-25 13:02:10 +0100518}
519
Willy Tarreau34db1082012-04-19 17:16:54 +0200520/* RDP Cookie HASH. */
Willy Tarreau59884a62019-01-02 14:48:31 +0100521static struct server *get_server_rch(struct stream *s, const struct server *avoid)
Emeric Brun736aa232009-06-30 17:56:00 +0200522{
Dan Dubovikbd57a9f2014-07-08 08:51:03 -0700523 unsigned int hash = 0;
Emeric Brun736aa232009-06-30 17:56:00 +0200524 struct proxy *px = s->be;
525 unsigned long len;
Emeric Brun736aa232009-06-30 17:56:00 +0200526 int ret;
Willy Tarreau37406352012-04-23 16:16:37 +0200527 struct sample smp;
Willy Tarreaud1de8af2012-05-18 22:12:14 +0200528 int rewind;
Emeric Brun736aa232009-06-30 17:56:00 +0200529
530 /* tot_weight appears to mean srv_count */
531 if (px->lbprm.tot_weight == 0)
532 return NULL;
533
Willy Tarreau37406352012-04-23 16:16:37 +0200534 memset(&smp, 0, sizeof(smp));
Emeric Brun736aa232009-06-30 17:56:00 +0200535
Willy Tarreau6a445eb2018-06-19 07:04:45 +0200536 rewind = co_data(&s->req);
537 c_rew(&s->req, rewind);
Willy Tarreaud1de8af2012-05-18 22:12:14 +0200538
Willy Tarreau484ff072019-01-14 15:28:53 +0100539 ret = fetch_rdp_cookie_name(s, &smp, px->lbprm.arg_str, px->lbprm.arg_len);
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200540 len = smp.data.u.str.data;
Willy Tarreau664092c2011-12-16 19:11:42 +0100541
Willy Tarreaubcbd3932018-06-06 07:13:22 +0200542 c_adv(&s->req, rewind);
Willy Tarreaud1de8af2012-05-18 22:12:14 +0200543
Willy Tarreau37406352012-04-23 16:16:37 +0200544 if (ret == 0 || (smp.flags & SMP_F_MAY_CHANGE) || len == 0)
Emeric Brun736aa232009-06-30 17:56:00 +0200545 return NULL;
546
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200547 /* note: we won't hash if there's only one server left */
548 if (px->lbprm.tot_used == 1)
549 goto hash_done;
550
Willy Tarreau484ff072019-01-14 15:28:53 +0100551 /* Found the param_name in the headers.
Emeric Brun736aa232009-06-30 17:56:00 +0200552 * we will compute the hash based on this value ctx.val.
553 */
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200554 hash = gen_hash(px, smp.data.u.str.area, len);
Bhaskar98634f02013-10-29 23:30:51 -0400555
Bhaskar Maddalab6c0ac92013-11-05 11:54:02 -0500556 if ((px->lbprm.algo & BE_LB_HASH_MOD) == BE_LB_HMOD_AVAL)
Willy Tarreau798a39c2010-11-24 15:04:29 +0100557 hash = full_hash(hash);
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200558 hash_done:
Willy Tarreau6c30be52019-01-14 17:07:39 +0100559 if ((px->lbprm.algo & BE_LB_LKUP) == BE_LB_LKUP_CHTREE)
Willy Tarreau59884a62019-01-02 14:48:31 +0100560 return chash_get_server_hash(px, hash, avoid);
Willy Tarreau6b2e11b2009-10-01 07:52:15 +0200561 else
562 return map_get_server_hash(px, hash);
Emeric Brun736aa232009-06-30 17:56:00 +0200563}
Christopher Faulet5b517552017-06-09 14:17:53 +0200564
Willy Tarreau760e81d2018-05-03 07:20:40 +0200565/* random value */
Willy Tarreau59884a62019-01-02 14:48:31 +0100566static struct server *get_server_rnd(struct stream *s, const struct server *avoid)
Willy Tarreau760e81d2018-05-03 07:20:40 +0200567{
568 unsigned int hash = 0;
569 struct proxy *px = s->be;
Willy Tarreau21c741a2019-01-14 18:14:27 +0100570 struct server *prev, *curr;
571 int draws = px->lbprm.arg_opt1; // number of draws
Willy Tarreau760e81d2018-05-03 07:20:40 +0200572
573 /* tot_weight appears to mean srv_count */
574 if (px->lbprm.tot_weight == 0)
575 return NULL;
576
Willy Tarreau21c741a2019-01-14 18:14:27 +0100577 curr = NULL;
578 do {
579 prev = curr;
580 /* ensure all 32 bits are covered as long as RAND_MAX >= 65535 */
581 hash = ((uint64_t)random() * ((uint64_t)RAND_MAX + 1)) ^ random();
582 curr = chash_get_server_hash(px, hash, avoid);
583 if (!curr)
584 break;
585
586 /* compare the new server to the previous best choice and pick
587 * the one with the least currently served requests.
588 */
589 if (prev && prev != curr &&
590 curr->served * prev->cur_eweight > prev->served * curr->cur_eweight)
591 curr = prev;
592 } while (--draws > 0);
593
594 return curr;
Willy Tarreau760e81d2018-05-03 07:20:40 +0200595}
596
Benoitaffb4812009-03-25 13:02:10 +0100597/*
Willy Tarreau87b09662015-04-03 00:22:06 +0200598 * This function applies the load-balancing algorithm to the stream, as
599 * defined by the backend it is assigned to. The stream is then marked as
Willy Tarreau7c669d72008-06-20 15:04:11 +0200600 * 'assigned'.
601 *
Willy Tarreaue7dff022015-04-03 01:14:29 +0200602 * This function MAY NOT be called with SF_ASSIGNED already set. If the stream
Willy Tarreau7c669d72008-06-20 15:04:11 +0200603 * had a server previously assigned, it is rebalanced, trying to avoid the same
Willy Tarreau827aee92011-03-10 16:55:02 +0100604 * server, which should still be present in target_srv(&s->target) before the call.
Willy Tarreau7c669d72008-06-20 15:04:11 +0200605 * The function tries to keep the original connection slot if it reconnects to
606 * the same server, otherwise it releases it and tries to offer it.
607 *
Willy Tarreau87b09662015-04-03 00:22:06 +0200608 * It is illegal to call this function with a stream in a queue.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200609 *
610 * It may return :
Willy Tarreau664beb82011-03-10 11:38:29 +0100611 * SRV_STATUS_OK if everything is OK. ->srv and ->target are assigned.
Willy Tarreau87b09662015-04-03 00:22:06 +0200612 * SRV_STATUS_NOSRV if no server is available. Stream is not ASSIGNED
613 * SRV_STATUS_FULL if all servers are saturated. Stream is not ASSIGNED
Willy Tarreaubaaee002006-06-26 02:48:02 +0200614 * SRV_STATUS_INTERNAL for other unrecoverable errors.
615 *
Willy Tarreaue7dff022015-04-03 01:14:29 +0200616 * Upon successful return, the stream flag SF_ASSIGNED is set to indicate that
Willy Tarreau827aee92011-03-10 16:55:02 +0100617 * it does not need to be called anymore. This means that target_srv(&s->target)
618 * can be trusted in balance and direct modes.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200619 *
620 */
621
Willy Tarreau87b09662015-04-03 00:22:06 +0200622int assign_server(struct stream *s)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200623{
Olivier Houchardba4fff52018-12-01 14:40:40 +0100624 struct connection *conn = NULL;
Willy Tarreau7c669d72008-06-20 15:04:11 +0200625 struct server *conn_slot;
Olivier Houchard00cf70f2018-11-30 17:24:55 +0100626 struct server *srv = NULL, *prev_srv;
Willy Tarreau7c669d72008-06-20 15:04:11 +0200627 int err;
Krzysztof Piotr Oledzki5a329cf2008-02-22 03:50:19 +0100628
Simon Horman8effd3d2011-08-13 08:03:52 +0900629 DPRINTF(stderr,"assign_server : s=%p\n",s);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200630
Willy Tarreau7c669d72008-06-20 15:04:11 +0200631 err = SRV_STATUS_INTERNAL;
Willy Tarreaue7dff022015-04-03 01:14:29 +0200632 if (unlikely(s->pend_pos || s->flags & SF_ASSIGNED))
Willy Tarreau7c669d72008-06-20 15:04:11 +0200633 goto out_err;
Krzysztof Piotr Oledzki5a329cf2008-02-22 03:50:19 +0100634
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100635 prev_srv = objt_server(s->target);
Willy Tarreau7c669d72008-06-20 15:04:11 +0200636 conn_slot = s->srv_conn;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200637
Willy Tarreau7c669d72008-06-20 15:04:11 +0200638 /* We have to release any connection slot before applying any LB algo,
639 * otherwise we may erroneously end up with no available slot.
640 */
641 if (conn_slot)
642 sess_change_server(s, NULL);
643
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100644 /* We will now try to find the good server and store it into <objt_server(s->target)>.
645 * Note that <objt_server(s->target)> may be NULL in case of dispatch or proxy mode,
Willy Tarreau7c669d72008-06-20 15:04:11 +0200646 * as well as if no server is available (check error code).
647 */
Willy Tarreau1a20a5d2007-11-01 21:08:19 +0100648
Willy Tarreau827aee92011-03-10 16:55:02 +0100649 srv = NULL;
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100650 s->target = NULL;
Willy Tarreau664beb82011-03-10 11:38:29 +0100651
Olivier Houchardba4fff52018-12-01 14:40:40 +0100652 if ((s->be->lbprm.algo & BE_LB_KIND) != BE_LB_KIND_HI &&
653 ((s->txn && s->txn->flags & TX_PREFER_LAST) ||
654 (s->be->options & PR_O_PREF_LAST))) {
Olivier Houchard351411f2018-12-27 17:20:54 +0100655 struct sess_srv_list *srv_list;
656 list_for_each_entry(srv_list, &s->sess->srv_list, srv_list) {
657 struct server *tmpsrv = objt_server(srv_list->target);
Olivier Houchardba4fff52018-12-01 14:40:40 +0100658
659 if (tmpsrv && tmpsrv->proxy == s->be &&
Olivier Houchard00cf70f2018-11-30 17:24:55 +0100660 ((s->txn && s->txn->flags & TX_PREFER_LAST) ||
Olivier Houchardba4fff52018-12-01 14:40:40 +0100661 (!s->be->max_ka_queue ||
662 server_has_room(tmpsrv) || (
663 tmpsrv->nbpend + 1 < s->be->max_ka_queue))) &&
664 srv_currently_usable(tmpsrv)) {
Olivier Houchard351411f2018-12-27 17:20:54 +0100665 list_for_each_entry(conn, &srv_list->conn_list, session_list) {
Olivier Houchardba4fff52018-12-01 14:40:40 +0100666 if (conn->flags & CO_FL_CONNECTED) {
Olivier Houchard00cf70f2018-11-30 17:24:55 +0100667
Olivier Houchardba4fff52018-12-01 14:40:40 +0100668 srv = tmpsrv;
669 s->target = &srv->obj_type;
670 goto out_ok;
671 }
672 }
Olivier Houchard00cf70f2018-11-30 17:24:55 +0100673 }
674 }
Willy Tarreau9420b122013-12-15 18:58:25 +0100675 }
Olivier Houchard00cf70f2018-11-30 17:24:55 +0100676 if (s->be->lbprm.algo & BE_LB_KIND) {
Christopher Faulet5b517552017-06-09 14:17:53 +0200677
Willy Tarreau7c669d72008-06-20 15:04:11 +0200678 /* we must check if we have at least one server available */
679 if (!s->be->lbprm.tot_weight) {
680 err = SRV_STATUS_NOSRV;
681 goto out;
682 }
Willy Tarreaubaaee002006-06-26 02:48:02 +0200683
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200684 /* First check whether we need to fetch some data or simply call
685 * the LB lookup function. Only the hashing functions will need
686 * some input data in fact, and will support multiple algorithms.
687 */
688 switch (s->be->lbprm.algo & BE_LB_LKUP) {
689 case BE_LB_LKUP_RRTREE:
Willy Tarreau827aee92011-03-10 16:55:02 +0100690 srv = fwrr_get_next_server(s->be, prev_srv);
Willy Tarreau7c669d72008-06-20 15:04:11 +0200691 break;
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200692
Willy Tarreauf09c6602012-02-13 17:12:08 +0100693 case BE_LB_LKUP_FSTREE:
694 srv = fas_get_next_server(s->be, prev_srv);
695 break;
696
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200697 case BE_LB_LKUP_LCTREE:
Willy Tarreau827aee92011-03-10 16:55:02 +0100698 srv = fwlc_get_next_server(s->be, prev_srv);
Willy Tarreau7c669d72008-06-20 15:04:11 +0200699 break;
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200700
Willy Tarreau6b2e11b2009-10-01 07:52:15 +0200701 case BE_LB_LKUP_CHTREE:
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200702 case BE_LB_LKUP_MAP:
Willy Tarreau9757a382009-10-03 12:56:50 +0200703 if ((s->be->lbprm.algo & BE_LB_KIND) == BE_LB_KIND_RR) {
Willy Tarreau760e81d2018-05-03 07:20:40 +0200704 if ((s->be->lbprm.algo & BE_LB_PARM) == BE_LB_RR_RANDOM)
Willy Tarreau59884a62019-01-02 14:48:31 +0100705 srv = get_server_rnd(s, prev_srv);
Willy Tarreau6c30be52019-01-14 17:07:39 +0100706 else if ((s->be->lbprm.algo & BE_LB_LKUP) == BE_LB_LKUP_CHTREE)
Willy Tarreau827aee92011-03-10 16:55:02 +0100707 srv = chash_get_next_server(s->be, prev_srv);
Willy Tarreau6b2e11b2009-10-01 07:52:15 +0200708 else
Willy Tarreau827aee92011-03-10 16:55:02 +0100709 srv = map_get_server_rr(s->be, prev_srv);
Willy Tarreau9757a382009-10-03 12:56:50 +0200710 break;
711 }
712 else if ((s->be->lbprm.algo & BE_LB_KIND) != BE_LB_KIND_HI) {
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200713 /* unknown balancing algorithm */
Willy Tarreau7c669d72008-06-20 15:04:11 +0200714 err = SRV_STATUS_INTERNAL;
715 goto out;
716 }
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200717
718 switch (s->be->lbprm.algo & BE_LB_PARM) {
719 case BE_LB_HASH_SRC:
Willy Tarreaud0d8da92015-04-04 02:10:38 +0200720 conn = objt_conn(strm_orig(s));
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200721 if (conn && conn->addr.from.ss_family == AF_INET) {
Willy Tarreau5dd7fa12012-03-31 19:53:37 +0200722 srv = get_server_sh(s->be,
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200723 (void *)&((struct sockaddr_in *)&conn->addr.from)->sin_addr,
Willy Tarreau59884a62019-01-02 14:48:31 +0100724 4, prev_srv);
Willy Tarreau5dd7fa12012-03-31 19:53:37 +0200725 }
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200726 else if (conn && conn->addr.from.ss_family == AF_INET6) {
Willy Tarreau5dd7fa12012-03-31 19:53:37 +0200727 srv = get_server_sh(s->be,
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200728 (void *)&((struct sockaddr_in6 *)&conn->addr.from)->sin6_addr,
Willy Tarreau59884a62019-01-02 14:48:31 +0100729 16, prev_srv);
Willy Tarreau5dd7fa12012-03-31 19:53:37 +0200730 }
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200731 else {
732 /* unknown IP family */
733 err = SRV_STATUS_INTERNAL;
734 goto out;
735 }
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200736 break;
737
738 case BE_LB_HASH_URI:
739 /* URI hashing */
Willy Tarreaueee5b512015-04-03 23:46:31 +0200740 if (!s->txn || s->txn->req.msg_state < HTTP_MSG_BODY)
Willy Tarreaueaed5a12010-03-24 14:54:30 +0100741 break;
Christopher Fauletf7679ad2019-02-04 12:02:18 +0100742 if (!IS_HTX_STRM(s))
743 srv = get_server_uh(s->be,
744 c_ptr(&s->req, -http_uri_rewind(&s->txn->req)),
745 s->txn->req.sl.rq.u_l, prev_srv);
746 else {
747 struct ist uri;
748
749 uri = htx_sl_req_uri(http_find_stline(htxbuf(&s->req.buf)));
750 srv = get_server_uh(s->be, uri.ptr, uri.len, prev_srv);
751 }
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200752 break;
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200753
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200754 case BE_LB_HASH_PRM:
755 /* URL Parameter hashing */
Willy Tarreaueee5b512015-04-03 23:46:31 +0200756 if (!s->txn || s->txn->req.msg_state < HTTP_MSG_BODY)
Willy Tarreaueaed5a12010-03-24 14:54:30 +0100757 break;
Willy Tarreau61a21a32011-03-01 20:35:49 +0100758
Christopher Fauletf7679ad2019-02-04 12:02:18 +0100759 if (!IS_HTX_STRM(s))
760 srv = get_server_ph(s->be,
761 c_ptr(&s->req, -http_uri_rewind(&s->txn->req)),
762 s->txn->req.sl.rq.u_l, prev_srv);
763 else {
764 struct ist uri;
765
766 uri = htx_sl_req_uri(http_find_stline(htxbuf(&s->req.buf)));
767 srv = get_server_ph(s->be, uri.ptr, uri.len, prev_srv);
768 }
Willy Tarreau61a21a32011-03-01 20:35:49 +0100769
Willy Tarreaueee5b512015-04-03 23:46:31 +0200770 if (!srv && s->txn->meth == HTTP_METH_POST)
Willy Tarreau59884a62019-01-02 14:48:31 +0100771 srv = get_server_ph_post(s, prev_srv);
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200772 break;
Benoitaffb4812009-03-25 13:02:10 +0100773
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200774 case BE_LB_HASH_HDR:
775 /* Header Parameter hashing */
Willy Tarreaueee5b512015-04-03 23:46:31 +0200776 if (!s->txn || s->txn->req.msg_state < HTTP_MSG_BODY)
Willy Tarreaueaed5a12010-03-24 14:54:30 +0100777 break;
Willy Tarreau59884a62019-01-02 14:48:31 +0100778 srv = get_server_hh(s, prev_srv);
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200779 break;
780
781 case BE_LB_HASH_RDP:
782 /* RDP Cookie hashing */
Willy Tarreau59884a62019-01-02 14:48:31 +0100783 srv = get_server_rch(s, prev_srv);
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200784 break;
785
786 default:
787 /* unknown balancing algorithm */
788 err = SRV_STATUS_INTERNAL;
789 goto out;
Benoitaffb4812009-03-25 13:02:10 +0100790 }
Emeric Brun736aa232009-06-30 17:56:00 +0200791
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200792 /* If the hashing parameter was not found, let's fall
793 * back to round robin on the map.
794 */
Willy Tarreau827aee92011-03-10 16:55:02 +0100795 if (!srv) {
Willy Tarreau6c30be52019-01-14 17:07:39 +0100796 if ((s->be->lbprm.algo & BE_LB_LKUP) == BE_LB_LKUP_CHTREE)
Willy Tarreau827aee92011-03-10 16:55:02 +0100797 srv = chash_get_next_server(s->be, prev_srv);
Willy Tarreau6b2e11b2009-10-01 07:52:15 +0200798 else
Willy Tarreau827aee92011-03-10 16:55:02 +0100799 srv = map_get_server_rr(s->be, prev_srv);
Willy Tarreau6b2e11b2009-10-01 07:52:15 +0200800 }
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200801
802 /* end of map-based LB */
Emeric Brun736aa232009-06-30 17:56:00 +0200803 break;
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200804
Willy Tarreau7c669d72008-06-20 15:04:11 +0200805 default:
806 /* unknown balancing algorithm */
807 err = SRV_STATUS_INTERNAL;
808 goto out;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200809 }
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200810
Willy Tarreau827aee92011-03-10 16:55:02 +0100811 if (!srv) {
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200812 err = SRV_STATUS_FULL;
813 goto out;
814 }
Willy Tarreau827aee92011-03-10 16:55:02 +0100815 else if (srv != prev_srv) {
Olivier Houchard237f7812019-03-08 18:49:07 +0100816 _HA_ATOMIC_ADD(&s->be->be_counters.cum_lbconn, 1);
817 _HA_ATOMIC_ADD(&srv->counters.cum_lbconn, 1);
Alexandre Cassen5eb1a902007-11-29 15:43:32 +0100818 }
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100819 s->target = &srv->obj_type;
Willy Tarreau7c669d72008-06-20 15:04:11 +0200820 }
Willy Tarreau1620ec32011-08-06 17:05:02 +0200821 else if (s->be->options & (PR_O_DISPATCH | PR_O_TRANSP)) {
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100822 s->target = &s->be->obj_type;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200823 }
Olivier Houchard2442f682018-12-01 17:03:38 +0100824 else if ((s->be->options & PR_O_HTTP_PROXY)) {
825 conn = cs_conn(objt_cs(s->si[1].end));
826
827 if (conn && is_addr(&conn->addr.to)) {
828 /* in proxy mode, we need a valid destination address */
829 s->target = &s->be->obj_type;
830 } else {
831 err = SRV_STATUS_NOSRV;
832 goto out;
833 }
Willy Tarreau664beb82011-03-10 11:38:29 +0100834 }
835 else {
Willy Tarreau7c669d72008-06-20 15:04:11 +0200836 err = SRV_STATUS_NOSRV;
837 goto out;
838 }
839
Olivier Houchard00cf70f2018-11-30 17:24:55 +0100840out_ok:
Willy Tarreaue7dff022015-04-03 01:14:29 +0200841 s->flags |= SF_ASSIGNED;
Willy Tarreau7c669d72008-06-20 15:04:11 +0200842 err = SRV_STATUS_OK;
843 out:
844
845 /* Either we take back our connection slot, or we offer it to someone
846 * else if we don't need it anymore.
847 */
848 if (conn_slot) {
Willy Tarreau827aee92011-03-10 16:55:02 +0100849 if (conn_slot == srv) {
850 sess_change_server(s, srv);
Willy Tarreau7c669d72008-06-20 15:04:11 +0200851 } else {
852 if (may_dequeue_tasks(conn_slot, s->be))
853 process_srv_queue(conn_slot);
854 }
855 }
856
857 out_err:
858 return err;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200859}
860
Willy Tarreaubaaee002006-06-26 02:48:02 +0200861/*
Willy Tarreaue7dff022015-04-03 01:14:29 +0200862 * This function assigns a server address to a stream, and sets SF_ADDR_SET.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200863 * The address is taken from the currently assigned server, or from the
864 * dispatch or transparent address.
865 *
866 * It may return :
867 * SRV_STATUS_OK if everything is OK.
868 * SRV_STATUS_INTERNAL for other unrecoverable errors.
869 *
Willy Tarreaue7dff022015-04-03 01:14:29 +0200870 * Upon successful return, the stream flag SF_ADDR_SET is set. This flag is
Willy Tarreaubaaee002006-06-26 02:48:02 +0200871 * not cleared, so it's to the caller to clear it if required.
872 *
Willy Tarreau32e3c6a2013-10-11 19:34:20 +0200873 * The caller is responsible for having already assigned a connection
874 * to si->end.
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200875 *
Willy Tarreaubaaee002006-06-26 02:48:02 +0200876 */
Olivier Houchard201b9f42018-11-21 00:16:29 +0100877int assign_server_address(struct stream *s, struct connection *srv_conn)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200878{
Willy Tarreaud0d8da92015-04-04 02:10:38 +0200879 struct connection *cli_conn = objt_conn(strm_orig(s));
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200880
Christopher Faulet56803b12017-11-24 16:06:18 +0100881 DPRINTF(stderr,"assign_server_address : s=%p\n",s);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200882
Willy Tarreaue7dff022015-04-03 01:14:29 +0200883 if ((s->flags & SF_DIRECT) || (s->be->lbprm.algo & BE_LB_KIND)) {
Willy Tarreau87b09662015-04-03 00:22:06 +0200884 /* A server is necessarily known for this stream */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200885 if (!(s->flags & SF_ASSIGNED))
Willy Tarreaubaaee002006-06-26 02:48:02 +0200886 return SRV_STATUS_INTERNAL;
887
Willy Tarreau1e582e52018-09-20 11:29:28 +0200888 srv_conn->addr.to = __objt_server(s->target)->addr;
889 set_host_port(&srv_conn->addr.to, __objt_server(s->target)->svc_port);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200890
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200891 if (!is_addr(&srv_conn->addr.to) && cli_conn) {
Willy Tarreaud669a4f2010-07-13 14:49:50 +0200892 /* if the server has no address, we use the same address
893 * the client asked, which is handy for remapping ports
Willy Tarreau9cf8d3f2014-05-09 22:56:10 +0200894 * locally on multiple addresses at once. Nothing is done
895 * for AF_UNIX addresses.
Willy Tarreaud669a4f2010-07-13 14:49:50 +0200896 */
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200897 conn_get_to_addr(cli_conn);
Willy Tarreaud669a4f2010-07-13 14:49:50 +0200898
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200899 if (cli_conn->addr.to.ss_family == AF_INET) {
900 ((struct sockaddr_in *)&srv_conn->addr.to)->sin_addr = ((struct sockaddr_in *)&cli_conn->addr.to)->sin_addr;
901 } else if (cli_conn->addr.to.ss_family == AF_INET6) {
902 ((struct sockaddr_in6 *)&srv_conn->addr.to)->sin6_addr = ((struct sockaddr_in6 *)&cli_conn->addr.to)->sin6_addr;
Emeric Brunec810d12010-10-22 16:36:33 +0200903 }
Willy Tarreaud669a4f2010-07-13 14:49:50 +0200904 }
905
Willy Tarreaubaaee002006-06-26 02:48:02 +0200906 /* if this server remaps proxied ports, we'll use
907 * the port the client connected to with an offset. */
Willy Tarreau1e582e52018-09-20 11:29:28 +0200908 if ((__objt_server(s->target)->flags & SRV_F_MAPPORTS) && cli_conn) {
David du Colombier6f5ccb12011-03-10 22:26:24 +0100909 int base_port;
910
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200911 conn_get_to_addr(cli_conn);
David du Colombier6f5ccb12011-03-10 22:26:24 +0100912
913 /* First, retrieve the port from the incoming connection */
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200914 base_port = get_host_port(&cli_conn->addr.to);
David du Colombier6f5ccb12011-03-10 22:26:24 +0100915
916 /* Second, assign the outgoing connection's port */
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200917 base_port += get_host_port(&srv_conn->addr.to);
918 set_host_port(&srv_conn->addr.to, base_port);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200919 }
920 }
Willy Tarreau1620ec32011-08-06 17:05:02 +0200921 else if (s->be->options & PR_O_DISPATCH) {
Willy Tarreaubaaee002006-06-26 02:48:02 +0200922 /* connect to the defined dispatch addr */
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200923 srv_conn->addr.to = s->be->dispatch_addr;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200924 }
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200925 else if ((s->be->options & PR_O_TRANSP) && cli_conn) {
Willy Tarreaubaaee002006-06-26 02:48:02 +0200926 /* in transparent mode, use the original dest addr if no dispatch specified */
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200927 conn_get_to_addr(cli_conn);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200928
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200929 if (cli_conn->addr.to.ss_family == AF_INET || cli_conn->addr.to.ss_family == AF_INET6)
930 srv_conn->addr.to = cli_conn->addr.to;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200931 }
Alexandre Cassen5eb1a902007-11-29 15:43:32 +0100932 else if (s->be->options & PR_O_HTTP_PROXY) {
933 /* If HTTP PROXY option is set, then server is already assigned
934 * during incoming client request parsing. */
935 }
Willy Tarreau1a1158b2007-01-20 11:07:46 +0100936 else {
937 /* no server and no LB algorithm ! */
938 return SRV_STATUS_INTERNAL;
939 }
Willy Tarreaubaaee002006-06-26 02:48:02 +0200940
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100941 /* Copy network namespace from client connection */
Thierry FOURNIERfe1ebcd2014-12-19 13:37:11 +0100942 srv_conn->proxy_netns = cli_conn ? cli_conn->proxy_netns : NULL;
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100943
Willy Tarreaue7dff022015-04-03 01:14:29 +0200944 s->flags |= SF_ADDR_SET;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200945 return SRV_STATUS_OK;
946}
947
Willy Tarreau87b09662015-04-03 00:22:06 +0200948/* This function assigns a server to stream <s> if required, and can add the
Willy Tarreaubaaee002006-06-26 02:48:02 +0200949 * connection to either the assigned server's queue or to the proxy's queue.
Willy Tarreau87b09662015-04-03 00:22:06 +0200950 * If ->srv_conn is set, the stream is first released from the server.
Willy Tarreaue7dff022015-04-03 01:14:29 +0200951 * It may also be called with SF_DIRECT and/or SF_ASSIGNED though. It will
Willy Tarreau7c669d72008-06-20 15:04:11 +0200952 * be called before any connection and after any retry or redispatch occurs.
953 *
Willy Tarreau87b09662015-04-03 00:22:06 +0200954 * It is not allowed to call this function with a stream in a queue.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200955 *
956 * Returns :
957 *
958 * SRV_STATUS_OK if everything is OK.
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100959 * SRV_STATUS_NOSRV if no server is available. objt_server(s->target) = NULL.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200960 * SRV_STATUS_QUEUED if the connection has been queued.
961 * SRV_STATUS_FULL if the server(s) is/are saturated and the
Willy Tarreau827aee92011-03-10 16:55:02 +0100962 * connection could not be queued at the server's,
Willy Tarreau7c669d72008-06-20 15:04:11 +0200963 * which may be NULL if we queue on the backend.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200964 * SRV_STATUS_INTERNAL for other unrecoverable errors.
965 *
966 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200967int assign_server_and_queue(struct stream *s)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200968{
969 struct pendconn *p;
Willy Tarreau827aee92011-03-10 16:55:02 +0100970 struct server *srv;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200971 int err;
972
973 if (s->pend_pos)
974 return SRV_STATUS_INTERNAL;
975
Willy Tarreau7c669d72008-06-20 15:04:11 +0200976 err = SRV_STATUS_OK;
Willy Tarreaue7dff022015-04-03 01:14:29 +0200977 if (!(s->flags & SF_ASSIGNED)) {
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100978 struct server *prev_srv = objt_server(s->target);
Willy Tarreau3d80d912011-03-10 11:42:13 +0100979
Willy Tarreau7c669d72008-06-20 15:04:11 +0200980 err = assign_server(s);
Willy Tarreau3d80d912011-03-10 11:42:13 +0100981 if (prev_srv) {
Willy Tarreau87b09662015-04-03 00:22:06 +0200982 /* This stream was previously assigned to a server. We have to
983 * update the stream's and the server's stats :
Willy Tarreau7c669d72008-06-20 15:04:11 +0200984 * - if the server changed :
985 * - set TX_CK_DOWN if txn.flags was TX_CK_VALID
Willy Tarreaue7dff022015-04-03 01:14:29 +0200986 * - set SF_REDISP if it was successfully redispatched
Willy Tarreau7c669d72008-06-20 15:04:11 +0200987 * - increment srv->redispatches and be->redispatches
988 * - if the server remained the same : update retries.
Krzysztof Piotr Oledzki5a329cf2008-02-22 03:50:19 +0100989 */
990
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100991 if (prev_srv != objt_server(s->target)) {
Willy Tarreaueee5b512015-04-03 23:46:31 +0200992 if (s->txn && (s->txn->flags & TX_CK_MASK) == TX_CK_VALID) {
993 s->txn->flags &= ~TX_CK_MASK;
994 s->txn->flags |= TX_CK_DOWN;
Willy Tarreau7c669d72008-06-20 15:04:11 +0200995 }
Willy Tarreaue7dff022015-04-03 01:14:29 +0200996 s->flags |= SF_REDISP;
Olivier Houchard237f7812019-03-08 18:49:07 +0100997 _HA_ATOMIC_ADD(&prev_srv->counters.redispatches, 1);
998 _HA_ATOMIC_ADD(&s->be->be_counters.redispatches, 1);
Willy Tarreau7c669d72008-06-20 15:04:11 +0200999 } else {
Olivier Houchard237f7812019-03-08 18:49:07 +01001000 _HA_ATOMIC_ADD(&prev_srv->counters.retries, 1);
1001 _HA_ATOMIC_ADD(&s->be->be_counters.retries, 1);
Krzysztof Piotr Oledzki5a329cf2008-02-22 03:50:19 +01001002 }
Krzysztof Piotr Oledzki5a329cf2008-02-22 03:50:19 +01001003 }
1004 }
1005
Willy Tarreaubaaee002006-06-26 02:48:02 +02001006 switch (err) {
1007 case SRV_STATUS_OK:
Willy Tarreaue7dff022015-04-03 01:14:29 +02001008 /* we have SF_ASSIGNED set */
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001009 srv = objt_server(s->target);
Willy Tarreau827aee92011-03-10 16:55:02 +01001010 if (!srv)
Willy Tarreau7c669d72008-06-20 15:04:11 +02001011 return SRV_STATUS_OK; /* dispatch or proxy mode */
1012
1013 /* If we already have a connection slot, no need to check any queue */
Willy Tarreau827aee92011-03-10 16:55:02 +01001014 if (s->srv_conn == srv)
Willy Tarreau7c669d72008-06-20 15:04:11 +02001015 return SRV_STATUS_OK;
1016
Willy Tarreau87b09662015-04-03 00:22:06 +02001017 /* OK, this stream already has an assigned server, but no
Willy Tarreau7c669d72008-06-20 15:04:11 +02001018 * connection slot yet. Either it is a redispatch, or it was
1019 * assigned from persistence information (direct mode).
1020 */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001021 if ((s->flags & SF_REDIRECTABLE) && srv->rdr_len) {
Willy Tarreau7c669d72008-06-20 15:04:11 +02001022 /* server scheduled for redirection, and already assigned. We
1023 * don't want to go further nor check the queue.
Willy Tarreau21d2af32008-02-14 20:25:24 +01001024 */
Willy Tarreau827aee92011-03-10 16:55:02 +01001025 sess_change_server(s, srv); /* not really needed in fact */
Willy Tarreau21d2af32008-02-14 20:25:24 +01001026 return SRV_STATUS_OK;
1027 }
1028
Willy Tarreau87b09662015-04-03 00:22:06 +02001029 /* We might have to queue this stream if the assigned server is full.
Willy Tarreau7c669d72008-06-20 15:04:11 +02001030 * We know we have to queue it into the server's queue, so if a maxqueue
1031 * is set on the server, we must also check that the server's queue is
1032 * not full, in which case we have to return FULL.
1033 */
Willy Tarreau827aee92011-03-10 16:55:02 +01001034 if (srv->maxconn &&
1035 (srv->nbpend || srv->served >= srv_dynamic_maxconn(srv))) {
Willy Tarreau7c669d72008-06-20 15:04:11 +02001036
Willy Tarreau827aee92011-03-10 16:55:02 +01001037 if (srv->maxqueue > 0 && srv->nbpend >= srv->maxqueue)
Willy Tarreau7c669d72008-06-20 15:04:11 +02001038 return SRV_STATUS_FULL;
1039
Willy Tarreaubaaee002006-06-26 02:48:02 +02001040 p = pendconn_add(s);
1041 if (p)
1042 return SRV_STATUS_QUEUED;
1043 else
Willy Tarreau7c669d72008-06-20 15:04:11 +02001044 return SRV_STATUS_INTERNAL;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001045 }
Willy Tarreau7c669d72008-06-20 15:04:11 +02001046
1047 /* OK, we can use this server. Let's reserve our place */
Willy Tarreau827aee92011-03-10 16:55:02 +01001048 sess_change_server(s, srv);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001049 return SRV_STATUS_OK;
1050
1051 case SRV_STATUS_FULL:
Willy Tarreau87b09662015-04-03 00:22:06 +02001052 /* queue this stream into the proxy's queue */
Willy Tarreaubaaee002006-06-26 02:48:02 +02001053 p = pendconn_add(s);
1054 if (p)
1055 return SRV_STATUS_QUEUED;
1056 else
Willy Tarreau7c669d72008-06-20 15:04:11 +02001057 return SRV_STATUS_INTERNAL;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001058
1059 case SRV_STATUS_NOSRV:
Willy Tarreau7c669d72008-06-20 15:04:11 +02001060 return err;
1061
Willy Tarreaubaaee002006-06-26 02:48:02 +02001062 case SRV_STATUS_INTERNAL:
1063 return err;
Willy Tarreau7c669d72008-06-20 15:04:11 +02001064
Willy Tarreaubaaee002006-06-26 02:48:02 +02001065 default:
1066 return SRV_STATUS_INTERNAL;
1067 }
Willy Tarreau5b6995c2008-01-13 16:31:17 +01001068}
Willy Tarreaubaaee002006-06-26 02:48:02 +02001069
Willy Tarreaub1d67742010-03-29 19:36:59 +02001070/* If an explicit source binding is specified on the server and/or backend, and
1071 * this source makes use of the transparent proxy, then it is extracted now and
Willy Tarreau87b09662015-04-03 00:22:06 +02001072 * assigned to the stream's pending connection. This function assumes that an
Willy Tarreau350f4872014-11-28 14:42:25 +01001073 * outgoing connection has already been assigned to s->si[1].end.
Willy Tarreaub1d67742010-03-29 19:36:59 +02001074 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001075static void assign_tproxy_address(struct stream *s)
Willy Tarreaub1d67742010-03-29 19:36:59 +02001076{
Willy Tarreau29fbe512015-08-20 19:35:14 +02001077#if defined(CONFIG_HAP_TRANSPARENT)
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001078 struct server *srv = objt_server(s->target);
Willy Tarreau9cd7d6c2012-12-08 23:13:33 +01001079 struct conn_src *src;
Willy Tarreaub363a1f2013-10-01 10:45:07 +02001080 struct connection *cli_conn;
Olivier Houchard09a0f032019-01-17 15:59:13 +01001081 struct connection *srv_conn;
1082
1083 if (objt_cs(s->si[1].end))
1084 srv_conn = cs_conn(__objt_cs(s->si[1].end));
1085 else
1086 srv_conn = objt_conn(s->si[1].end);
Willy Tarreau827aee92011-03-10 16:55:02 +01001087
Willy Tarreau9cd7d6c2012-12-08 23:13:33 +01001088 if (srv && srv->conn_src.opts & CO_SRC_BIND)
1089 src = &srv->conn_src;
1090 else if (s->be->conn_src.opts & CO_SRC_BIND)
1091 src = &s->be->conn_src;
1092 else
1093 return;
Willy Tarreau294c4732011-12-16 21:35:50 +01001094
Willy Tarreau9cd7d6c2012-12-08 23:13:33 +01001095 switch (src->opts & CO_SRC_TPROXY_MASK) {
1096 case CO_SRC_TPROXY_ADDR:
Willy Tarreaub363a1f2013-10-01 10:45:07 +02001097 srv_conn->addr.from = src->tproxy_addr;
Willy Tarreau9cd7d6c2012-12-08 23:13:33 +01001098 break;
1099 case CO_SRC_TPROXY_CLI:
1100 case CO_SRC_TPROXY_CIP:
1101 /* FIXME: what can we do if the client connects in IPv6 or unix socket ? */
Willy Tarreaud0d8da92015-04-04 02:10:38 +02001102 cli_conn = objt_conn(strm_orig(s));
Willy Tarreaub363a1f2013-10-01 10:45:07 +02001103 if (cli_conn)
1104 srv_conn->addr.from = cli_conn->addr.from;
1105 else
1106 memset(&srv_conn->addr.from, 0, sizeof(srv_conn->addr.from));
Willy Tarreau9cd7d6c2012-12-08 23:13:33 +01001107 break;
1108 case CO_SRC_TPROXY_DYN:
Willy Tarreaueee5b512015-04-03 23:46:31 +02001109 if (src->bind_hdr_occ && s->txn) {
Willy Tarreau9cd7d6c2012-12-08 23:13:33 +01001110 char *vptr;
Willy Tarreau843b7cb2018-07-13 10:54:26 +02001111 size_t vlen;
Willy Tarreau294c4732011-12-16 21:35:50 +01001112
Willy Tarreau9cd7d6c2012-12-08 23:13:33 +01001113 /* bind to the IP in a header */
Willy Tarreaub363a1f2013-10-01 10:45:07 +02001114 ((struct sockaddr_in *)&srv_conn->addr.from)->sin_family = AF_INET;
1115 ((struct sockaddr_in *)&srv_conn->addr.from)->sin_port = 0;
1116 ((struct sockaddr_in *)&srv_conn->addr.from)->sin_addr.s_addr = 0;
Christopher Fauletf7679ad2019-02-04 12:02:18 +01001117 if (!IS_HTX_STRM(s)) {
1118 int rewind;
Willy Tarreau294c4732011-12-16 21:35:50 +01001119
Christopher Fauletf7679ad2019-02-04 12:02:18 +01001120 c_rew(&s->req, rewind = http_hdr_rewind(&s->txn->req));
1121 if (http_get_hdr(&s->txn->req, src->bind_hdr_name, src->bind_hdr_len,
1122 &s->txn->hdr_idx, src->bind_hdr_occ, NULL, &vptr, &vlen)) {
1123 ((struct sockaddr_in *)&srv_conn->addr.from)->sin_addr.s_addr =
1124 htonl(inetaddr_host_lim(vptr, vptr + vlen));
1125 }
1126 c_adv(&s->req, rewind);
1127 }
1128 else {
1129 if (http_get_htx_hdr(htxbuf(&s->req.buf),
1130 ist2(src->bind_hdr_name, src->bind_hdr_len),
1131 src->bind_hdr_occ, NULL, &vptr, &vlen)) {
1132 ((struct sockaddr_in *)&srv_conn->addr.from)->sin_addr.s_addr =
1133 htonl(inetaddr_host_lim(vptr, vptr + vlen));
1134 }
Willy Tarreaubce70882009-09-07 11:51:47 +02001135 }
Willy Tarreaub1d67742010-03-29 19:36:59 +02001136 }
Willy Tarreau9cd7d6c2012-12-08 23:13:33 +01001137 break;
1138 default:
Willy Tarreaub363a1f2013-10-01 10:45:07 +02001139 memset(&srv_conn->addr.from, 0, sizeof(srv_conn->addr.from));
Willy Tarreaub1d67742010-03-29 19:36:59 +02001140 }
1141#endif
1142}
1143
Lukas Tribusda95fd92018-11-25 13:21:27 +01001144#if defined(USE_OPENSSL) && defined(TLSEXT_TYPE_application_layer_protocol_negotiation)
Olivier Houchard201b9f42018-11-21 00:16:29 +01001145/*
1146 * Pick the right mux once the connection is established, we should now have
Willy Tarreau94031d32018-12-19 14:36:29 +01001147 * an alpn if available, so we are now able to choose. In this specific case
1148 * the connection's context is &si[i].end.
Olivier Houchard201b9f42018-11-21 00:16:29 +01001149 */
1150static int conn_complete_server(struct connection *conn)
1151{
1152 struct conn_stream *cs = NULL;
Willy Tarreau94031d32018-12-19 14:36:29 +01001153 struct stream *s = container_of(conn->ctx, struct stream, si[1].end);
Olivier Houchardbf024f02018-11-29 17:08:53 +01001154 struct server *srv;
Olivier Houchard201b9f42018-11-21 00:16:29 +01001155
Olivier Houchard70d9b2f2018-11-29 16:57:32 +01001156 task_wakeup(s->task, TASK_WOKEN_IO);
Olivier Houchard201b9f42018-11-21 00:16:29 +01001157 conn_clear_xprt_done_cb(conn);
1158 /* Verify if the connection just established. */
1159 if (unlikely(!(conn->flags & (CO_FL_WAIT_L4_CONN | CO_FL_WAIT_L6_CONN | CO_FL_CONNECTED))))
1160 conn->flags |= CO_FL_CONNECTED;
1161
Olivier Houchard201b9f42018-11-21 00:16:29 +01001162 if (conn->flags & CO_FL_ERROR)
1163 goto fail;
Olivier Houchardd76bd2d2018-11-29 16:58:49 +01001164 si_detach_endpoint(&s->si[1]);
Olivier Houchard201b9f42018-11-21 00:16:29 +01001165 cs = si_alloc_cs(&s->si[1], conn);
1166 if (!cs)
1167 goto fail;
Olivier Houchardf502aca2018-12-14 19:42:40 +01001168 if (conn_install_mux_be(conn, cs, s->sess) < 0)
Olivier Houchard201b9f42018-11-21 00:16:29 +01001169 goto fail;
Olivier Houchardbf024f02018-11-29 17:08:53 +01001170 srv = objt_server(s->target);
Olivier Houchard7aec9ed2018-12-14 19:31:51 +01001171 if (srv && ((s->be->options & PR_O_REUSE_MASK) != PR_O_REUSE_NEVR) &&
Olivier Houchardbf024f02018-11-29 17:08:53 +01001172 conn->mux->avail_streams(conn) > 0)
1173 LIST_ADD(&srv->idle_conns[tid], &conn->list);
1174
Olivier Houchard201b9f42018-11-21 00:16:29 +01001175 return 0;
1176
1177fail:
Willy Tarreaud8220132019-01-28 16:33:35 +01001178 si_detach_endpoint(&s->si[1]);
1179
Olivier Houchard201b9f42018-11-21 00:16:29 +01001180 if (cs)
1181 cs_free(cs);
1182 /* kill the connection now */
1183 conn_stop_tracking(conn);
1184 conn_full_close(conn);
1185 conn_free(conn);
Olivier Houchard4f417512018-12-27 18:59:46 +01001186 /* Let process_stream know it went wrong */
1187 s->si[1].flags |= SI_FL_ERR;
Olivier Houchard201b9f42018-11-21 00:16:29 +01001188 return -1;
1189}
Olivier Houchardc6e0bb42018-11-23 14:24:10 +01001190#endif
Olivier Houchard201b9f42018-11-21 00:16:29 +01001191
Willy Tarreaub1d67742010-03-29 19:36:59 +02001192
Willy Tarreaubaaee002006-06-26 02:48:02 +02001193/*
Willy Tarreau87b09662015-04-03 00:22:06 +02001194 * This function initiates a connection to the server assigned to this stream
Willy Tarreau350f4872014-11-28 14:42:25 +01001195 * (s->target, s->si[1].addr.to). It will assign a server if none
Willy Tarreau664beb82011-03-10 11:38:29 +01001196 * is assigned yet.
Willy Tarreaubaaee002006-06-26 02:48:02 +02001197 * It can return one of :
Willy Tarreaue7dff022015-04-03 01:14:29 +02001198 * - SF_ERR_NONE if everything's OK
1199 * - SF_ERR_SRVTO if there are no more servers
1200 * - SF_ERR_SRVCL if the connection was refused by the server
1201 * - SF_ERR_PRXCOND if the connection has been limited by the proxy (maxconn)
1202 * - SF_ERR_RESOURCE if a system resource is lacking (eg: fd limits, ports, ...)
1203 * - SF_ERR_INTERNAL for any other purely internal errors
Tim Düsterhus4896c442016-11-29 02:15:19 +01001204 * Additionally, in the case of SF_ERR_RESOURCE, an emergency log will be emitted.
Willy Tarreaub363a1f2013-10-01 10:45:07 +02001205 * The server-facing stream interface is expected to hold a pre-allocated connection
Willy Tarreau350f4872014-11-28 14:42:25 +01001206 * in s->si[1].conn.
Willy Tarreaubaaee002006-06-26 02:48:02 +02001207 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001208int connect_server(struct stream *s)
Willy Tarreaubaaee002006-06-26 02:48:02 +02001209{
Olivier Houchard522eea72017-11-03 16:27:47 +01001210 struct connection *cli_conn = NULL;
Olivier Houchard00cf70f2018-11-30 17:24:55 +01001211 struct connection *srv_conn = NULL;
1212 struct connection *old_conn = NULL;
Olivier Houchard2442f682018-12-01 17:03:38 +01001213 struct conn_stream *srv_cs = NULL;
Willy Tarreau827aee92011-03-10 16:55:02 +01001214 struct server *srv;
Willy Tarreau34601a82013-12-15 16:33:46 +01001215 int reuse = 0;
Olivier Houchard0c18a6f2018-12-02 14:11:41 +01001216 int reuse_orphan = 0;
Olivier Houchard5cd62172019-01-04 15:52:26 +01001217 int init_mux = 0;
Olivier Houchard4dc85532019-01-29 15:50:38 +01001218 int alloced_cs = 0;
Willy Tarreau9650f372009-08-16 14:02:45 +02001219 int err;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001220
Olivier Houchard7c6f8b12018-11-13 16:48:36 +01001221
Olivier Houchard0fa989f2018-12-05 17:08:55 +01001222 /* Some, such as http_proxy and the LUA, create their connection and
1223 * conn_stream manually, so if we already have a conn_stream, try
1224 * to use it.
1225 */
1226 srv_cs = objt_cs(s->si[1].end);
Olivier Houchard9ef51552019-01-28 15:33:15 +01001227 if (!srv_cs)
1228 srv_conn = objt_conn(s->si[1].end);
1229 else
1230 srv_conn = cs_conn(srv_cs);
1231
1232 if (srv_conn) {
1233 if (!srv_conn->target || srv_conn->target == s->target) {
1234 srv_conn->flags &= ~(CO_FL_ERROR | CO_FL_SOCK_RD_SH | CO_FL_SOCK_WR_SH);
1235 if (srv_cs)
1236 srv_cs->flags &= ~(CS_FL_ERROR | CS_FL_EOS | CS_FL_REOS);
Olivier Houchard0fa989f2018-12-05 17:08:55 +01001237 reuse = 1;
Olivier Houchard9ef51552019-01-28 15:33:15 +01001238 old_conn = srv_conn;
1239 } else {
1240 srv_conn = NULL;
1241 si_release_endpoint(&s->si[1]);
Olivier Houchardac1ce6f2018-12-08 19:08:48 +01001242 }
Olivier Houchard9ef51552019-01-28 15:33:15 +01001243 }
1244
1245 if (!old_conn) {
Olivier Houchard351411f2018-12-27 17:20:54 +01001246 struct sess_srv_list *srv_list;
1247 list_for_each_entry(srv_list, &s->sess->srv_list, srv_list) {
1248 if (srv_list->target == s->target) {
1249 list_for_each_entry(srv_conn, &srv_list->conn_list,
Olivier Houchard2442f682018-12-01 17:03:38 +01001250 session_list) {
1251 if (conn_xprt_ready(srv_conn) &&
1252 srv_conn->mux && (srv_conn->mux->avail_streams(srv_conn) > 0)) {
1253 reuse = 1;
1254 break;
1255 }
Olivier Houchard00cf70f2018-11-30 17:24:55 +01001256 }
Olivier Houchard351411f2018-12-27 17:20:54 +01001257 break;
Olivier Houchard00cf70f2018-11-30 17:24:55 +01001258 }
1259 }
Olivier Houchardc3fa6382018-12-27 15:29:53 +01001260 if (reuse == 0) {
1261 srv_conn = NULL;
Olivier Houchard351411f2018-12-27 17:20:54 +01001262 if (!LIST_ISEMPTY(&s->sess->srv_list)) {
1263 srv_list = LIST_ELEM(s->sess->srv_list.n,
1264 struct sess_srv_list *, srv_list);
1265 if (!LIST_ISEMPTY(&srv_list->conn_list))
1266 srv_conn = LIST_ELEM(srv_list->conn_list.n,
1267 struct connection *, session_list);
Olivier Houchard00cf70f2018-11-30 17:24:55 +01001268 }
Olivier Houchard351411f2018-12-27 17:20:54 +01001269
Olivier Houchard00cf70f2018-11-30 17:24:55 +01001270 }
1271 }
1272 old_conn = srv_conn;
1273
Willy Tarreau7b004922015-08-04 19:34:21 +02001274 srv = objt_server(s->target);
Willy Tarreau34601a82013-12-15 16:33:46 +01001275
Willy Tarreau8dff9982015-08-04 20:45:52 +02001276 if (srv && !reuse) {
Olivier Houchard7c6f8b12018-11-13 16:48:36 +01001277 srv_conn = NULL;
Willy Tarreau8dff9982015-08-04 20:45:52 +02001278
Willy Tarreau449d74a2015-08-05 17:16:33 +02001279 /* Below we pick connections from the safe or idle lists based
1280 * on the strategy, the fact that this is a first or second
1281 * (retryable) request, with the indicated priority (1 or 2) :
1282 *
1283 * SAFE AGGR ALWS
1284 *
1285 * +-----+-----+ +-----+-----+ +-----+-----+
1286 * req| 1st | 2nd | req| 1st | 2nd | req| 1st | 2nd |
1287 * ----+-----+-----+ ----+-----+-----+ ----+-----+-----+
1288 * safe| - | 2 | safe| 1 | 2 | safe| 1 | 2 |
1289 * ----+-----+-----+ ----+-----+-----+ ----+-----+-----+
1290 * idle| - | 1 | idle| - | 1 | idle| 2 | 1 |
1291 * ----+-----+-----+ ----+-----+-----+ ----+-----+-----+
1292 */
Christopher Faulet40a007c2017-07-03 15:41:01 +02001293 if (srv->idle_conns && !LIST_ISEMPTY(&srv->idle_conns[tid]) &&
Willy Tarreau449d74a2015-08-05 17:16:33 +02001294 ((s->be->options & PR_O_REUSE_MASK) != PR_O_REUSE_NEVR &&
1295 s->txn && (s->txn->flags & TX_NOT_FIRST))) {
Christopher Faulet40a007c2017-07-03 15:41:01 +02001296 srv_conn = LIST_ELEM(srv->idle_conns[tid].n, struct connection *, list);
Willy Tarreau449d74a2015-08-05 17:16:33 +02001297 }
Christopher Faulet40a007c2017-07-03 15:41:01 +02001298 else if (srv->safe_conns && !LIST_ISEMPTY(&srv->safe_conns[tid]) &&
Willy Tarreau449d74a2015-08-05 17:16:33 +02001299 ((s->txn && (s->txn->flags & TX_NOT_FIRST)) ||
1300 (s->be->options & PR_O_REUSE_MASK) >= PR_O_REUSE_AGGR)) {
Christopher Faulet40a007c2017-07-03 15:41:01 +02001301 srv_conn = LIST_ELEM(srv->safe_conns[tid].n, struct connection *, list);
Willy Tarreau449d74a2015-08-05 17:16:33 +02001302 }
Christopher Faulet40a007c2017-07-03 15:41:01 +02001303 else if (srv->idle_conns && !LIST_ISEMPTY(&srv->idle_conns[tid]) &&
Willy Tarreau449d74a2015-08-05 17:16:33 +02001304 (s->be->options & PR_O_REUSE_MASK) == PR_O_REUSE_ALWS) {
Christopher Faulet40a007c2017-07-03 15:41:01 +02001305 srv_conn = LIST_ELEM(srv->idle_conns[tid].n, struct connection *, list);
Olivier Houchard0c18a6f2018-12-02 14:11:41 +01001306 } else if (srv->idle_orphan_conns && !LIST_ISEMPTY(&srv->idle_orphan_conns[tid]) &&
1307 (((s->be->options & PR_O_REUSE_MASK) == PR_O_REUSE_ALWS) ||
1308 (((s->be->options & PR_O_REUSE_MASK) != PR_O_REUSE_NEVR) &&
1309 s->txn && (s->txn->flags & TX_NOT_FIRST)))) {
Olivier Houchard7f1bc312019-01-22 16:11:03 +01001310 srv_conn = LIST_POP_LOCKED(&srv->idle_orphan_conns[tid],
Willy Tarreauc912f942019-02-28 16:06:56 +01001311 struct connection *, list);
1312 if (srv_conn)
Olivier Houchard7f1bc312019-01-22 16:11:03 +01001313 reuse_orphan = 1;
Willy Tarreau449d74a2015-08-05 17:16:33 +02001314 }
Willy Tarreau8dff9982015-08-04 20:45:52 +02001315
Willy Tarreau449d74a2015-08-05 17:16:33 +02001316 /* If we've picked a connection from the pool, we now have to
1317 * detach it. We may have to get rid of the previous idle
1318 * connection we had, so for this we try to swap it with the
1319 * other owner's. That way it may remain alive for others to
1320 * pick.
1321 */
Olivier Houchard7c6f8b12018-11-13 16:48:36 +01001322 if (srv_conn)
Willy Tarreau8dff9982015-08-04 20:45:52 +02001323 reuse = 1;
Willy Tarreau8dff9982015-08-04 20:45:52 +02001324 }
1325
Willy Tarreau34601a82013-12-15 16:33:46 +01001326 if (reuse) {
1327 /* Disable connection reuse if a dynamic source is used.
1328 * As long as we don't share connections between servers,
1329 * we don't need to disable connection reuse on no-idempotent
1330 * requests nor when PROXY protocol is used.
1331 */
Willy Tarreau34601a82013-12-15 16:33:46 +01001332 if (srv && srv->conn_src.opts & CO_SRC_BIND) {
1333 if ((srv->conn_src.opts & CO_SRC_TPROXY_MASK) == CO_SRC_TPROXY_DYN)
1334 reuse = 0;
1335 }
1336 else if (s->be->conn_src.opts & CO_SRC_BIND) {
1337 if ((s->be->conn_src.opts & CO_SRC_TPROXY_MASK) == CO_SRC_TPROXY_DYN)
1338 reuse = 0;
1339 }
1340 }
Olivier Houchard88698d92019-04-16 19:07:22 +02001341 if ((!reuse || (srv_conn && !(srv_conn->flags & CO_FL_CONNECTED)))
1342 && ha_used_fds > global.tune.pool_high_count) {
1343 struct connection *tokill_conn;
1344
1345 /* We can't reuse a connection, and e have more FDs than deemd
1346 * acceptable, attempt to kill an idling connection
1347 */
1348 /* First, try from our own idle list */
1349 tokill_conn = LIST_POP_LOCKED(&srv->idle_orphan_conns[tid],
1350 struct connection *, list);
1351 if (tokill_conn)
1352 tokill_conn->mux->destroy(tokill_conn->ctx);
1353 /* If not, iterate over other thread's idling pool, and try to grab one */
1354 else {
1355 int i;
1356
1357 for (i = 0; i < global.nbthread; i++) {
1358 if (i == tid)
1359 continue;
1360 tokill_conn = LIST_POP_LOCKED(&srv->idle_orphan_conns[i],
1361 struct connection *, list);
1362 if (tokill_conn) {
1363 /* We got one, put it into the concerned thread's to kill list, and wake it's kill task */
1364
1365 LIST_ADDQ_LOCKED(&toremove_connections[i],
1366 &tokill_conn->list);
1367 task_wakeup(idle_conn_cleanup[i], TASK_WOKEN_OTHER);
1368 break;
1369 }
1370 }
1371 }
1372
1373 }
Olivier Houchard0c18a6f2018-12-02 14:11:41 +01001374 /* If we're really reusing the connection, remove it from the orphan
1375 * list and add it back to the idle list.
1376 */
Christopher Faulet46451d62019-04-19 15:39:22 +02001377 if (reuse) {
1378 if (reuse_orphan) {
1379 srv_conn->idle_time = 0;
1380 _HA_ATOMIC_SUB(&srv->curr_idle_conns, 1);
1381 __ha_barrier_atomic_store();
1382 srv->curr_idle_thr[tid]--;
1383 LIST_ADDQ(&srv->idle_conns[tid], &srv_conn->list);
1384 }
1385 else {
1386 if (srv_conn->flags & CO_FL_SESS_IDLE) {
1387 struct session *sess = srv_conn->owner;
Olivier Houcharda2dbeb22018-12-28 18:50:57 +01001388
Christopher Faulet46451d62019-04-19 15:39:22 +02001389 srv_conn->flags &= ~CO_FL_SESS_IDLE;
1390 sess->idle_conns--;
1391 }
Olivier Houcharda2dbeb22018-12-28 18:50:57 +01001392 }
Olivier Houchard0c18a6f2018-12-02 14:11:41 +01001393 }
Willy Tarreau34601a82013-12-15 16:33:46 +01001394
Olivier Houchard7c6f8b12018-11-13 16:48:36 +01001395 /* We're about to use another connection, let the mux know we're
1396 * done with this one
1397 */
Olivier Houchardc685d702018-12-28 16:20:25 +01001398 if (old_conn != srv_conn && old_conn && reuse && !reuse_orphan) {
1399 struct session *sess = srv_conn->owner;
Olivier Houchard7c6f8b12018-11-13 16:48:36 +01001400
Olivier Houchardc685d702018-12-28 16:20:25 +01001401 if (sess) {
1402 if (old_conn && !(old_conn->flags & CO_FL_PRIVATE) &&
1403 old_conn->mux != NULL) {
Olivier Houcharda2dbeb22018-12-28 18:50:57 +01001404 if (old_conn->flags & CO_FL_SESS_IDLE)
1405 s->sess->idle_conns--;
Olivier Houchardc685d702018-12-28 16:20:25 +01001406 session_unown_conn(s->sess, old_conn);
1407 old_conn->owner = sess;
Willy Tarreau3c4e19f2019-02-01 11:54:23 +01001408 if (!session_add_conn(sess, old_conn, old_conn->target)) {
Olivier Houchardc685d702018-12-28 16:20:25 +01001409 old_conn->owner = NULL;
Christopher Faulet73c12072019-04-08 11:23:22 +02001410 old_conn->mux->destroy(old_conn->ctx);
Olivier Houchardc685d702018-12-28 16:20:25 +01001411 } else
1412 session_check_idle_conn(sess, old_conn);
Olivier Houchard7c6f8b12018-11-13 16:48:36 +01001413 }
Olivier Houchard7c6f8b12018-11-13 16:48:36 +01001414 }
Olivier Houchard7c6f8b12018-11-13 16:48:36 +01001415 }
1416
Willy Tarreau2c7dedd2019-01-24 18:22:19 +01001417 if (reuse) {
Olivier Houchard2442f682018-12-01 17:03:38 +01001418 /* We already created a cs earlier when using http_proxy, so
1419 * only create a new one if we don't have one already.
1420 */
Olivier Houchard9ef51552019-01-28 15:33:15 +01001421 if (!srv_cs && srv_conn->mux) {
Willy Tarreau2c7dedd2019-01-24 18:22:19 +01001422 int avail = srv_conn->mux->avail_streams(srv_conn);
1423
1424 if (avail <= 1) {
Olivier Houchard2442f682018-12-01 17:03:38 +01001425 /* No more streams available, remove it from the list */
1426 LIST_DEL(&srv_conn->list);
1427 LIST_INIT(&srv_conn->list);
1428 }
Willy Tarreau2c7dedd2019-01-24 18:22:19 +01001429
1430 if (avail >= 1) {
1431 srv_cs = srv_conn->mux->attach(srv_conn, s->sess);
Olivier Houchard4dc85532019-01-29 15:50:38 +01001432 if (srv_cs) {
1433 alloced_cs = 1;
Willy Tarreau2c7dedd2019-01-24 18:22:19 +01001434 si_attach_cs(&s->si[1], srv_cs);
Olivier Houchard4dc85532019-01-29 15:50:38 +01001435 } else
Willy Tarreau2c7dedd2019-01-24 18:22:19 +01001436 srv_conn = NULL;
1437 }
Olivier Houchard134a2042018-12-28 14:45:47 +01001438 else
1439 srv_conn = NULL;
Olivier Houchard7c6f8b12018-11-13 16:48:36 +01001440 }
Willy Tarreau2c7dedd2019-01-24 18:22:19 +01001441 /* otherwise srv_conn is left intact */
1442 }
1443 else
1444 srv_conn = NULL;
1445
1446 /* no reuse or failed to reuse the connection above, pick a new one */
1447 if (!srv_conn) {
1448 srv_conn = conn_new();
Willy Tarreau1da41ec2019-02-01 16:38:48 +01001449 if (srv_conn)
1450 srv_conn->target = s->target;
Willy Tarreau2c7dedd2019-01-24 18:22:19 +01001451 srv_cs = NULL;
Olivier Houchard7c6f8b12018-11-13 16:48:36 +01001452 }
Willy Tarreau2c7dedd2019-01-24 18:22:19 +01001453
Olivier Houchard7c6f8b12018-11-13 16:48:36 +01001454 if (srv_conn && old_conn != srv_conn) {
Olivier Houchard351411f2018-12-27 17:20:54 +01001455 if (srv_conn->owner)
1456 session_unown_conn(srv_conn->owner, srv_conn);
Olivier Houchard7c6f8b12018-11-13 16:48:36 +01001457 srv_conn->owner = s->sess;
Willy Tarreau3c4e19f2019-02-01 11:54:23 +01001458 if (!session_add_conn(s->sess, srv_conn, srv_conn->target)) {
Olivier Houchard351411f2018-12-27 17:20:54 +01001459 /* If we failed to attach the connection, detach the
1460 * conn_stream, possibly destroying the connection */
Olivier Houchard4dc85532019-01-29 15:50:38 +01001461 if (alloced_cs)
1462 si_release_endpoint(&s->si[1]);
Olivier Houchard351411f2018-12-27 17:20:54 +01001463 srv_conn->owner = NULL;
Olivier Houchard26da3232019-01-29 16:05:02 +01001464 if (srv_conn->mux && !srv_add_to_idle_list(objt_server(srv_conn->target), srv_conn))
Olivier Houchard351411f2018-12-27 17:20:54 +01001465 /* The server doesn't want it, let's kill the connection right away */
Christopher Faulet73c12072019-04-08 11:23:22 +02001466 srv_conn->mux->destroy(srv_conn->ctx);
Olivier Houchard351411f2018-12-27 17:20:54 +01001467 srv_conn = NULL;
1468
1469 }
Willy Tarreau323a2d92015-08-04 19:00:17 +02001470 }
Willy Tarreauc12b5e62015-08-04 19:45:36 +02001471
Olivier Houchard201b9f42018-11-21 00:16:29 +01001472 if (!srv_conn)
Willy Tarreaue7dff022015-04-03 01:14:29 +02001473 return SF_ERR_RESOURCE;
Willy Tarreau32e3c6a2013-10-11 19:34:20 +02001474
Willy Tarreaue7dff022015-04-03 01:14:29 +02001475 if (!(s->flags & SF_ADDR_SET)) {
Olivier Houchard201b9f42018-11-21 00:16:29 +01001476 err = assign_server_address(s, srv_conn);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001477 if (err != SRV_STATUS_OK)
Willy Tarreaue7dff022015-04-03 01:14:29 +02001478 return SF_ERR_INTERNAL;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001479 }
1480
Olivier Houchard9a86fcb2018-12-11 16:47:14 +01001481 if (!conn_xprt_ready(srv_conn) && !srv_conn->mux) {
Willy Tarreauff605db2013-12-20 11:09:51 +01001482 /* set the correct protocol on the output stream interface */
Christopher Faulet2bf88c02018-02-28 10:33:34 +01001483 if (srv)
Willy Tarreau7b004922015-08-04 19:34:21 +02001484 conn_prepare(srv_conn, protocol_by_family(srv_conn->addr.to.ss_family), srv->xprt);
Willy Tarreauff605db2013-12-20 11:09:51 +01001485 else if (obj_type(s->target) == OBJ_TYPE_PROXY) {
1486 /* proxies exclusively run on raw_sock right now */
Willy Tarreaua261e9b2016-12-22 20:44:00 +01001487 conn_prepare(srv_conn, protocol_by_family(srv_conn->addr.to.ss_family), xprt_get(XPRT_RAW));
Olivier Houchard12950162018-11-23 14:32:08 +01001488 if (!(srv_conn->ctrl))
Willy Tarreaue7dff022015-04-03 01:14:29 +02001489 return SF_ERR_INTERNAL;
Willy Tarreauff605db2013-12-20 11:09:51 +01001490 }
1491 else
Willy Tarreaue7dff022015-04-03 01:14:29 +02001492 return SF_ERR_INTERNAL; /* how did we get there ? */
Willy Tarreaud02394b2012-05-11 18:32:18 +02001493
Lukas Tribusda95fd92018-11-25 13:21:27 +01001494#if defined(USE_OPENSSL) && defined(TLSEXT_TYPE_application_layer_protocol_negotiation)
Olivier Houchard12950162018-11-23 14:32:08 +01001495 if (!srv ||
1496 ((!(srv->ssl_ctx.alpn_str) && !(srv->ssl_ctx.npn_str)) ||
1497 srv->mux_proto))
Olivier Houchard201b9f42018-11-21 00:16:29 +01001498#endif
1499 {
Olivier Houchard0fa989f2018-12-05 17:08:55 +01001500 srv_cs = objt_cs(s->si[1].end);
1501 if (!srv_cs || srv_cs->conn != srv_conn)
1502 srv_cs = si_alloc_cs(&s->si[1], srv_conn);
Olivier Houchard201b9f42018-11-21 00:16:29 +01001503 if (!srv_cs) {
1504 conn_free(srv_conn);
1505 return SF_ERR_RESOURCE;
1506 }
Olivier Houchard5cd62172019-01-04 15:52:26 +01001507 init_mux = 1;
Olivier Houchard201b9f42018-11-21 00:16:29 +01001508 }
Lukas Tribusda95fd92018-11-25 13:21:27 +01001509#if defined(USE_OPENSSL) && defined(TLSEXT_TYPE_application_layer_protocol_negotiation)
Olivier Houchard201b9f42018-11-21 00:16:29 +01001510 else {
Willy Tarreau94031d32018-12-19 14:36:29 +01001511 srv_conn->ctx = &s->si[1].end;
Olivier Houchard201b9f42018-11-21 00:16:29 +01001512 /* Store the connection into the stream interface,
1513 * while we still don't have a mux, so that if the
1514 * stream is destroyed before the connection is
Olivier Houchardee23b2a2018-11-23 17:07:04 +01001515 * established, we have a chance to destroy it even
1516 * if it is no longer referenced in the session.
Olivier Houchard201b9f42018-11-21 00:16:29 +01001517 */
Olivier Houchardee23b2a2018-11-23 17:07:04 +01001518 s->si[1].end = &srv_conn->obj_type;
Olivier Houchard201b9f42018-11-21 00:16:29 +01001519 conn_set_xprt_done_cb(srv_conn, conn_complete_server);
1520 }
1521
1522#endif
1523
Christopher Faulet2bf88c02018-02-28 10:33:34 +01001524
Willy Tarreauff605db2013-12-20 11:09:51 +01001525 /* process the case where the server requires the PROXY protocol to be sent */
1526 srv_conn->send_proxy_ofs = 0;
Olivier Houchard522eea72017-11-03 16:27:47 +01001527 cli_conn = objt_conn(strm_orig(s));
1528
Willy Tarreau7b004922015-08-04 19:34:21 +02001529 if (srv && srv->pp_opts) {
Willy Tarreau387ebf82015-08-04 19:24:13 +02001530 srv_conn->flags |= CO_FL_PRIVATE;
Willy Tarreauff605db2013-12-20 11:09:51 +01001531 srv_conn->send_proxy_ofs = 1; /* must compute size */
Willy Tarreauff605db2013-12-20 11:09:51 +01001532 if (cli_conn)
1533 conn_get_to_addr(cli_conn);
1534 }
Willy Tarreau2a6e8802013-10-24 15:50:53 +02001535
Willy Tarreauff605db2013-12-20 11:09:51 +01001536 assign_tproxy_address(s);
1537 }
Olivier Houchard9a86fcb2018-12-11 16:47:14 +01001538 else if (!conn_xprt_ready(srv_conn)) {
1539 if (srv_conn->mux->reset)
1540 srv_conn->mux->reset(srv_conn);
1541 }
Olivier Houchard7c6f8b12018-11-13 16:48:36 +01001542 else
Willy Tarreaue7dff022015-04-03 01:14:29 +02001543 s->flags |= SF_SRV_REUSED;
Willy Tarreaub1d67742010-03-29 19:36:59 +02001544
William Lallemandb7ff6a32012-03-02 14:35:21 +01001545 /* flag for logging source ip/port */
Willy Tarreaud0d8da92015-04-04 02:10:38 +02001546 if (strm_fe(s)->options2 & PR_O2_SRC_ADDR)
Willy Tarreau350f4872014-11-28 14:42:25 +01001547 s->si[1].flags |= SI_FL_SRC_ADDR;
William Lallemandb7ff6a32012-03-02 14:35:21 +01001548
Willy Tarreau14f8e862012-08-30 22:23:13 +02001549 /* disable lingering */
1550 if (s->be->options & PR_O_TCP_NOLING)
Willy Tarreau350f4872014-11-28 14:42:25 +01001551 s->si[1].flags |= SI_FL_NOLINGER;
Willy Tarreau14f8e862012-08-30 22:23:13 +02001552
Willy Tarreauf1573842018-12-14 11:35:36 +01001553 if (s->flags & SF_SRV_REUSED) {
Olivier Houchard237f7812019-03-08 18:49:07 +01001554 _HA_ATOMIC_ADD(&s->be->be_counters.reuse, 1);
Willy Tarreaucc79ed22018-12-15 15:11:36 +01001555 if (srv)
Olivier Houchard237f7812019-03-08 18:49:07 +01001556 _HA_ATOMIC_ADD(&srv->counters.reuse, 1);
Willy Tarreauf1573842018-12-14 11:35:36 +01001557 } else {
Olivier Houchard237f7812019-03-08 18:49:07 +01001558 _HA_ATOMIC_ADD(&s->be->be_counters.connect, 1);
Willy Tarreaucc79ed22018-12-15 15:11:36 +01001559 if (srv)
Olivier Houchard237f7812019-03-08 18:49:07 +01001560 _HA_ATOMIC_ADD(&srv->counters.connect, 1);
Willy Tarreauf1573842018-12-14 11:35:36 +01001561 }
1562
Olivier Houchard201b9f42018-11-21 00:16:29 +01001563 err = si_connect(&s->si[1], srv_conn);
Olivier Houchard5cd62172019-01-04 15:52:26 +01001564 /* We have to defer the mux initialization until after si_connect()
1565 * has been called, as we need the xprt to have been properly
1566 * initialized, or any attempt to recv during the mux init may
1567 * fail, and flag the connection as CO_FL_ERROR.
1568 */
1569 if (init_mux) {
Olivier Houchard74931142019-01-29 19:11:16 +01001570 if (conn_install_mux_be(srv_conn, srv_cs, s->sess) < 0) {
1571 conn_full_close(srv_conn);
Olivier Houchard5cd62172019-01-04 15:52:26 +01001572 return SF_ERR_INTERNAL;
Olivier Houchard74931142019-01-29 19:11:16 +01001573 }
Olivier Houchard5cd62172019-01-04 15:52:26 +01001574 /* If we're doing http-reuse always, and the connection
1575 * is an http2 connection, add it to the available list,
1576 * so that others can use it right away.
1577 */
1578 if (srv && ((s->be->options & PR_O_REUSE_MASK) == PR_O_REUSE_ALWS) &&
1579 srv_conn->mux->avail_streams(srv_conn) > 0)
1580 LIST_ADD(&srv->idle_conns[tid], &srv_conn->list);
1581 }
1582
Willy Tarreaubaaee002006-06-26 02:48:02 +02001583
Willy Tarreau46c9d3e2017-11-08 14:25:59 +01001584#ifdef USE_OPENSSL
Olivier Houchard522eea72017-11-03 16:27:47 +01001585 if (!reuse && cli_conn && srv &&
1586 (srv->ssl_ctx.options & SRV_SSL_O_EARLY_DATA) &&
1587 (cli_conn->flags & CO_FL_EARLY_DATA) &&
1588 !channel_is_empty(si_oc(&s->si[1])) &&
1589 srv_conn->flags & CO_FL_SSL_WAIT_HS) {
1590 srv_conn->flags &= ~(CO_FL_SSL_WAIT_HS | CO_FL_WAIT_L6_CONN);
1591 srv_conn->flags |= CO_FL_EARLY_SSL_HS;
1592 }
Willy Tarreau46c9d3e2017-11-08 14:25:59 +01001593#endif
Olivier Houchard522eea72017-11-03 16:27:47 +01001594
Willy Tarreaue7dff022015-04-03 01:14:29 +02001595 if (err != SF_ERR_NONE)
Willy Tarreau9650f372009-08-16 14:02:45 +02001596 return err;
Willy Tarreau788e2842008-08-26 13:25:39 +02001597
Willy Tarreau14f8e862012-08-30 22:23:13 +02001598 /* set connect timeout */
Willy Tarreau350f4872014-11-28 14:42:25 +01001599 s->si[1].exp = tick_add_ifset(now_ms, s->be->timeout.connect);
Willy Tarreau14f8e862012-08-30 22:23:13 +02001600
Willy Tarreau827aee92011-03-10 16:55:02 +01001601 if (srv) {
Christopher Faulet29f77e82017-06-08 14:04:45 +02001602 int count;
1603
Willy Tarreaue7dff022015-04-03 01:14:29 +02001604 s->flags |= SF_CURR_SESS;
Olivier Houchard237f7812019-03-08 18:49:07 +01001605 count = _HA_ATOMIC_ADD(&srv->cur_sess, 1);
Christopher Faulet29f77e82017-06-08 14:04:45 +02001606 HA_ATOMIC_UPDATE_MAX(&srv->counters.cur_sess_max, count);
Willy Tarreau51406232008-03-10 22:04:20 +01001607 if (s->be->lbprm.server_take_conn)
Willy Tarreau827aee92011-03-10 16:55:02 +01001608 s->be->lbprm.server_take_conn(srv);
Willy Tarreau732eac42015-07-09 11:40:25 +02001609
1610#ifdef USE_OPENSSL
1611 if (srv->ssl_ctx.sni) {
1612 struct sample *smp;
1613 int rewind;
1614
Christopher Fauletf7679ad2019-02-04 12:02:18 +01001615 if (!IS_HTX_STRM(s)) {
1616 /* Tricky case : we have already scheduled the pending
1617 * HTTP request or TCP data for leaving. So in HTTP we
1618 * rewind exactly the headers, otherwise we rewind the
1619 * output data.
1620 */
1621 rewind = s->txn ? http_hdr_rewind(&s->txn->req) : co_data(&s->req);
1622 c_rew(&s->req, rewind);
1623
1624 smp = sample_fetch_as_type(s->be, s->sess, s, SMP_OPT_DIR_REQ | SMP_OPT_FINAL,
1625 srv->ssl_ctx.sni, SMP_T_STR);
Willy Tarreau732eac42015-07-09 11:40:25 +02001626
Christopher Fauletf7679ad2019-02-04 12:02:18 +01001627 /* restore the pointers */
1628 c_adv(&s->req, rewind);
1629 }
1630 else {
1631 /* rewind the output data. */
1632 rewind = co_data(&s->req);
1633 c_rew(&s->req, rewind);
1634
1635 smp = sample_fetch_as_type(s->be, s->sess, s, SMP_OPT_DIR_REQ | SMP_OPT_FINAL,
1636 srv->ssl_ctx.sni, SMP_T_STR);
Willy Tarreau732eac42015-07-09 11:40:25 +02001637
Christopher Fauletf7679ad2019-02-04 12:02:18 +01001638 /* restore the pointers */
1639 c_adv(&s->req, rewind);
1640 }
Willy Tarreau732eac42015-07-09 11:40:25 +02001641
Willy Tarreau2e0565c2016-08-09 11:55:21 +02001642 if (smp_make_safe(smp)) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02001643 ssl_sock_set_servername(srv_conn,
1644 smp->data.u.str.area);
Willy Tarreau387ebf82015-08-04 19:24:13 +02001645 srv_conn->flags |= CO_FL_PRIVATE;
Willy Tarreau732eac42015-07-09 11:40:25 +02001646 }
1647 }
1648#endif /* USE_OPENSSL */
1649
Willy Tarreaubaaee002006-06-26 02:48:02 +02001650 }
1651
Willy Tarreaue7dff022015-04-03 01:14:29 +02001652 return SF_ERR_NONE; /* connection is OK */
Willy Tarreaubaaee002006-06-26 02:48:02 +02001653}
1654
1655
Willy Tarreaubaaee002006-06-26 02:48:02 +02001656/* This function performs the "redispatch" part of a connection attempt. It
1657 * will assign a server if required, queue the connection if required, and
1658 * handle errors that might arise at this level. It can change the server
1659 * state. It will return 1 if it encounters an error, switches the server
1660 * state, or has to queue a connection. Otherwise, it will return 0 indicating
1661 * that the connection is ready to use.
1662 */
1663
Willy Tarreau87b09662015-04-03 00:22:06 +02001664int srv_redispatch_connect(struct stream *s)
Willy Tarreaubaaee002006-06-26 02:48:02 +02001665{
Willy Tarreau827aee92011-03-10 16:55:02 +01001666 struct server *srv;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001667 int conn_err;
1668
1669 /* We know that we don't have any connection pending, so we will
1670 * try to get a new one, and wait in this state if it's queued
1671 */
Willy Tarreau7c669d72008-06-20 15:04:11 +02001672 redispatch:
Willy Tarreauf1fd9dc2014-04-24 20:47:57 +02001673 conn_err = assign_server_and_queue(s);
1674 srv = objt_server(s->target);
Willy Tarreau827aee92011-03-10 16:55:02 +01001675
Willy Tarreaubaaee002006-06-26 02:48:02 +02001676 switch (conn_err) {
1677 case SRV_STATUS_OK:
1678 break;
1679
Willy Tarreau7c669d72008-06-20 15:04:11 +02001680 case SRV_STATUS_FULL:
1681 /* The server has reached its maxqueue limit. Either PR_O_REDISP is set
1682 * and we can redispatch to another server, or it is not and we return
1683 * 503. This only makes sense in DIRECT mode however, because normal LB
1684 * algorithms would never select such a server, and hash algorithms
Willy Tarreauf1fd9dc2014-04-24 20:47:57 +02001685 * would bring us on the same server again. Note that s->target is set
Willy Tarreau827aee92011-03-10 16:55:02 +01001686 * in this case.
Willy Tarreau7c669d72008-06-20 15:04:11 +02001687 */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001688 if (((s->flags & (SF_DIRECT|SF_FORCE_PRST)) == SF_DIRECT) &&
Willy Tarreauf1fd9dc2014-04-24 20:47:57 +02001689 (s->be->options & PR_O_REDISP)) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001690 s->flags &= ~(SF_DIRECT | SF_ASSIGNED | SF_ADDR_SET);
Willy Tarreau7c669d72008-06-20 15:04:11 +02001691 goto redispatch;
1692 }
1693
Willy Tarreau350f4872014-11-28 14:42:25 +01001694 if (!s->si[1].err_type) {
1695 s->si[1].err_type = SI_ET_QUEUE_ERR;
Willy Tarreaufa7e1022008-10-19 07:30:41 +02001696 }
Willy Tarreau7c669d72008-06-20 15:04:11 +02001697
Olivier Houchard237f7812019-03-08 18:49:07 +01001698 _HA_ATOMIC_ADD(&srv->counters.failed_conns, 1);
1699 _HA_ATOMIC_ADD(&s->be->be_counters.failed_conns, 1);
Willy Tarreau7c669d72008-06-20 15:04:11 +02001700 return 1;
1701
Willy Tarreaubaaee002006-06-26 02:48:02 +02001702 case SRV_STATUS_NOSRV:
Willy Tarreau827aee92011-03-10 16:55:02 +01001703 /* note: it is guaranteed that srv == NULL here */
Willy Tarreau350f4872014-11-28 14:42:25 +01001704 if (!s->si[1].err_type) {
1705 s->si[1].err_type = SI_ET_CONN_ERR;
Willy Tarreaufa7e1022008-10-19 07:30:41 +02001706 }
Krzysztof Piotr Oledzki5a329cf2008-02-22 03:50:19 +01001707
Olivier Houchard237f7812019-03-08 18:49:07 +01001708 _HA_ATOMIC_ADD(&s->be->be_counters.failed_conns, 1);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001709 return 1;
1710
1711 case SRV_STATUS_QUEUED:
Willy Tarreau350f4872014-11-28 14:42:25 +01001712 s->si[1].exp = tick_add_ifset(now_ms, s->be->timeout.queue);
1713 s->si[1].state = SI_ST_QUE;
Willy Tarreau87b09662015-04-03 00:22:06 +02001714 /* do nothing else and do not wake any other stream up */
Willy Tarreaubaaee002006-06-26 02:48:02 +02001715 return 1;
1716
Willy Tarreaubaaee002006-06-26 02:48:02 +02001717 case SRV_STATUS_INTERNAL:
1718 default:
Willy Tarreau350f4872014-11-28 14:42:25 +01001719 if (!s->si[1].err_type) {
1720 s->si[1].err_type = SI_ET_CONN_OTHER;
Willy Tarreaufa7e1022008-10-19 07:30:41 +02001721 }
1722
Willy Tarreau827aee92011-03-10 16:55:02 +01001723 if (srv)
1724 srv_inc_sess_ctr(srv);
1725 if (srv)
Bhaskar Maddalaa20cb852014-02-03 16:26:46 -05001726 srv_set_sess_last(srv);
1727 if (srv)
Olivier Houchard237f7812019-03-08 18:49:07 +01001728 _HA_ATOMIC_ADD(&srv->counters.failed_conns, 1);
1729 _HA_ATOMIC_ADD(&s->be->be_counters.failed_conns, 1);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001730
Willy Tarreau87b09662015-04-03 00:22:06 +02001731 /* release other streams waiting for this server */
Willy Tarreauf1fd9dc2014-04-24 20:47:57 +02001732 if (may_dequeue_tasks(srv, s->be))
Willy Tarreau827aee92011-03-10 16:55:02 +01001733 process_srv_queue(srv);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001734 return 1;
1735 }
1736 /* if we get here, it's because we got SRV_STATUS_OK, which also
1737 * means that the connection has not been queued.
1738 */
1739 return 0;
1740}
1741
Willy Tarreau4aac7db2014-05-16 11:48:10 +02001742/* sends a log message when a backend goes down, and also sets last
1743 * change date.
1744 */
1745void set_backend_down(struct proxy *be)
1746{
1747 be->last_change = now.tv_sec;
Olivier Houchard237f7812019-03-08 18:49:07 +01001748 _HA_ATOMIC_ADD(&be->down_trans, 1);
Willy Tarreau4aac7db2014-05-16 11:48:10 +02001749
Willy Tarreau6fb8dc12016-11-03 19:42:36 +01001750 if (!(global.mode & MODE_STARTING)) {
Christopher Faulet767a84b2017-11-24 16:50:31 +01001751 ha_alert("%s '%s' has no server available!\n", proxy_type_str(be), be->id);
Willy Tarreau6fb8dc12016-11-03 19:42:36 +01001752 send_log(be, LOG_EMERG, "%s %s has no server available!\n", proxy_type_str(be), be->id);
1753 }
Willy Tarreau4aac7db2014-05-16 11:48:10 +02001754}
1755
Willy Tarreau87b09662015-04-03 00:22:06 +02001756/* Apply RDP cookie persistence to the current stream. For this, the function
Willy Tarreau44b90cc2010-05-24 20:27:29 +02001757 * tries to extract an RDP cookie from the request buffer, and look for the
1758 * matching server in the list. If the server is found, it is assigned to the
Willy Tarreau87b09662015-04-03 00:22:06 +02001759 * stream. This always returns 1, and the analyser removes itself from the
Willy Tarreau44b90cc2010-05-24 20:27:29 +02001760 * list. Nothing is performed if a server was already assigned.
1761 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001762int tcp_persist_rdp_cookie(struct stream *s, struct channel *req, int an_bit)
Willy Tarreau44b90cc2010-05-24 20:27:29 +02001763{
1764 struct proxy *px = s->be;
1765 int ret;
Willy Tarreau37406352012-04-23 16:16:37 +02001766 struct sample smp;
Willy Tarreau44b90cc2010-05-24 20:27:29 +02001767 struct server *srv = px->srv;
Willy Tarreau04276f32017-01-06 17:41:29 +01001768 uint16_t port;
1769 uint32_t addr;
Willy Tarreau44b90cc2010-05-24 20:27:29 +02001770 char *p;
1771
Christopher Faulet45073512018-07-20 10:16:29 +02001772 DPRINTF(stderr,"[%u] %s: stream=%p b=%p, exp(r,w)=%u,%u bf=%08x bh=%lu analysers=%02x\n",
Willy Tarreau44b90cc2010-05-24 20:27:29 +02001773 now_ms, __FUNCTION__,
1774 s,
1775 req,
1776 req->rex, req->wex,
1777 req->flags,
Christopher Faulet45073512018-07-20 10:16:29 +02001778 ci_data(req),
Willy Tarreau44b90cc2010-05-24 20:27:29 +02001779 req->analysers);
1780
Willy Tarreaue7dff022015-04-03 01:14:29 +02001781 if (s->flags & SF_ASSIGNED)
Willy Tarreau44b90cc2010-05-24 20:27:29 +02001782 goto no_cookie;
1783
Willy Tarreau37406352012-04-23 16:16:37 +02001784 memset(&smp, 0, sizeof(smp));
Willy Tarreau44b90cc2010-05-24 20:27:29 +02001785
Willy Tarreaucadd8c92013-07-22 18:09:52 +02001786 ret = fetch_rdp_cookie_name(s, &smp, s->be->rdp_cookie_name, s->be->rdp_cookie_len);
Willy Tarreau843b7cb2018-07-13 10:54:26 +02001787 if (ret == 0 || (smp.flags & SMP_F_MAY_CHANGE) || smp.data.u.str.data == 0)
Willy Tarreau44b90cc2010-05-24 20:27:29 +02001788 goto no_cookie;
1789
Willy Tarreau04276f32017-01-06 17:41:29 +01001790 /* Considering an rdp cookie detected using acl, str ended with <cr><lf> and should return.
1791 * The cookie format is <ip> "." <port> where "ip" is the integer corresponding to the
1792 * server's IP address in network order, and "port" is the integer corresponding to the
1793 * server's port in network order. Comments please Emeric.
1794 */
Willy Tarreau843b7cb2018-07-13 10:54:26 +02001795 addr = strtoul(smp.data.u.str.area, &p, 10);
Willy Tarreau44b90cc2010-05-24 20:27:29 +02001796 if (*p != '.')
1797 goto no_cookie;
1798 p++;
Willy Tarreau04276f32017-01-06 17:41:29 +01001799
1800 port = ntohs(strtoul(p, &p, 10));
Willy Tarreau44b90cc2010-05-24 20:27:29 +02001801 if (*p != '.')
1802 goto no_cookie;
1803
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001804 s->target = NULL;
Willy Tarreau44b90cc2010-05-24 20:27:29 +02001805 while (srv) {
Willy Tarreau28e9d062014-05-09 22:47:50 +02001806 if (srv->addr.ss_family == AF_INET &&
Willy Tarreau04276f32017-01-06 17:41:29 +01001807 port == srv->svc_port &&
1808 addr == ((struct sockaddr_in *)&srv->addr)->sin_addr.s_addr) {
Emeric Brun52a91d32017-08-31 14:41:55 +02001809 if ((srv->cur_state != SRV_ST_STOPPED) || (px->options & PR_O_PERSIST)) {
Willy Tarreau44b90cc2010-05-24 20:27:29 +02001810 /* we found the server and it is usable */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001811 s->flags |= SF_DIRECT | SF_ASSIGNED;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001812 s->target = &srv->obj_type;
Willy Tarreau44b90cc2010-05-24 20:27:29 +02001813 break;
1814 }
1815 }
1816 srv = srv->next;
1817 }
1818
1819no_cookie:
1820 req->analysers &= ~an_bit;
1821 req->analyse_exp = TICK_ETERNITY;
1822 return 1;
1823}
1824
Krzysztof Oledzki85130942007-10-22 16:21:10 +02001825int be_downtime(struct proxy *px) {
Willy Tarreaub625a082007-11-26 01:15:43 +01001826 if (px->lbprm.tot_weight && px->last_change < now.tv_sec) // ignore negative time
Krzysztof Oledzki85130942007-10-22 16:21:10 +02001827 return px->down_time;
1828
1829 return now.tv_sec - px->last_change + px->down_time;
1830}
Willy Tarreaubaaee002006-06-26 02:48:02 +02001831
Krzysztof Piotr Oledzki15514c22010-01-04 16:03:09 +01001832/*
1833 * This function returns a string containing the balancing
1834 * mode of the proxy in a format suitable for stats.
1835 */
1836
1837const char *backend_lb_algo_str(int algo) {
1838
1839 if (algo == BE_LB_ALGO_RR)
1840 return "roundrobin";
1841 else if (algo == BE_LB_ALGO_SRR)
1842 return "static-rr";
Willy Tarreauf09c6602012-02-13 17:12:08 +01001843 else if (algo == BE_LB_ALGO_FAS)
1844 return "first";
Krzysztof Piotr Oledzki15514c22010-01-04 16:03:09 +01001845 else if (algo == BE_LB_ALGO_LC)
1846 return "leastconn";
1847 else if (algo == BE_LB_ALGO_SH)
1848 return "source";
1849 else if (algo == BE_LB_ALGO_UH)
1850 return "uri";
1851 else if (algo == BE_LB_ALGO_PH)
1852 return "url_param";
1853 else if (algo == BE_LB_ALGO_HH)
1854 return "hdr";
1855 else if (algo == BE_LB_ALGO_RCH)
1856 return "rdp-cookie";
Willy Tarreaub3e111b2016-11-26 15:52:04 +01001857 else if (algo == BE_LB_ALGO_NONE)
1858 return "none";
Krzysztof Piotr Oledzki15514c22010-01-04 16:03:09 +01001859 else
Willy Tarreaub3e111b2016-11-26 15:52:04 +01001860 return "unknown";
Krzysztof Piotr Oledzki15514c22010-01-04 16:03:09 +01001861}
1862
Willy Tarreaua0cbda62007-11-01 21:39:54 +01001863/* This function parses a "balance" statement in a backend section describing
1864 * <curproxy>. It returns -1 if there is any error, otherwise zero. If it
Willy Tarreaua93c74b2012-05-08 18:14:39 +02001865 * returns -1, it will write an error message into the <err> buffer which will
1866 * automatically be allocated and must be passed as NULL. The trailing '\n'
1867 * will not be written. The function must be called with <args> pointing to the
1868 * first word after "balance".
Willy Tarreaua0cbda62007-11-01 21:39:54 +01001869 */
Willy Tarreaua93c74b2012-05-08 18:14:39 +02001870int backend_parse_balance(const char **args, char **err, struct proxy *curproxy)
Willy Tarreaua0cbda62007-11-01 21:39:54 +01001871{
1872 if (!*(args[0])) {
1873 /* if no option is set, use round-robin by default */
Willy Tarreau31682232007-11-29 15:38:04 +01001874 curproxy->lbprm.algo &= ~BE_LB_ALGO;
1875 curproxy->lbprm.algo |= BE_LB_ALGO_RR;
Willy Tarreaua0cbda62007-11-01 21:39:54 +01001876 return 0;
1877 }
1878
1879 if (!strcmp(args[0], "roundrobin")) {
Willy Tarreau31682232007-11-29 15:38:04 +01001880 curproxy->lbprm.algo &= ~BE_LB_ALGO;
1881 curproxy->lbprm.algo |= BE_LB_ALGO_RR;
Willy Tarreaua0cbda62007-11-01 21:39:54 +01001882 }
Willy Tarreau9757a382009-10-03 12:56:50 +02001883 else if (!strcmp(args[0], "static-rr")) {
1884 curproxy->lbprm.algo &= ~BE_LB_ALGO;
1885 curproxy->lbprm.algo |= BE_LB_ALGO_SRR;
1886 }
Willy Tarreauf09c6602012-02-13 17:12:08 +01001887 else if (!strcmp(args[0], "first")) {
1888 curproxy->lbprm.algo &= ~BE_LB_ALGO;
1889 curproxy->lbprm.algo |= BE_LB_ALGO_FAS;
1890 }
Willy Tarreau51406232008-03-10 22:04:20 +01001891 else if (!strcmp(args[0], "leastconn")) {
1892 curproxy->lbprm.algo &= ~BE_LB_ALGO;
1893 curproxy->lbprm.algo |= BE_LB_ALGO_LC;
1894 }
Willy Tarreau21c741a2019-01-14 18:14:27 +01001895 else if (!strncmp(args[0], "random", 6)) {
Willy Tarreau760e81d2018-05-03 07:20:40 +02001896 curproxy->lbprm.algo &= ~BE_LB_ALGO;
1897 curproxy->lbprm.algo |= BE_LB_ALGO_RND;
Willy Tarreau21c741a2019-01-14 18:14:27 +01001898 curproxy->lbprm.arg_opt1 = 2;
1899
1900 if (*(args[0] + 6) == '(' && *(args[0] + 7) != ')') { /* number of draws */
1901 const char *beg;
1902 char *end;
1903
1904 beg = args[0] + 7;
1905 curproxy->lbprm.arg_opt1 = strtol(beg, &end, 0);
1906
1907 if (*end != ')') {
1908 if (!*end)
1909 memprintf(err, "random : missing closing parenthesis.");
1910 else
1911 memprintf(err, "random : unexpected character '%c' after argument.", *end);
1912 return -1;
1913 }
1914
1915 if (curproxy->lbprm.arg_opt1 < 1) {
1916 memprintf(err, "random : number of draws must be at least 1.");
1917 return -1;
1918 }
1919 }
Willy Tarreau760e81d2018-05-03 07:20:40 +02001920 }
Willy Tarreaua0cbda62007-11-01 21:39:54 +01001921 else if (!strcmp(args[0], "source")) {
Willy Tarreau31682232007-11-29 15:38:04 +01001922 curproxy->lbprm.algo &= ~BE_LB_ALGO;
1923 curproxy->lbprm.algo |= BE_LB_ALGO_SH;
Willy Tarreaua0cbda62007-11-01 21:39:54 +01001924 }
1925 else if (!strcmp(args[0], "uri")) {
Marek Majkowski9c30fc12008-04-27 23:25:55 +02001926 int arg = 1;
1927
Willy Tarreau31682232007-11-29 15:38:04 +01001928 curproxy->lbprm.algo &= ~BE_LB_ALGO;
1929 curproxy->lbprm.algo |= BE_LB_ALGO_UH;
Willy Tarreaua9a72492019-01-14 16:14:15 +01001930 curproxy->lbprm.arg_opt1 = 0; // "whole"
1931 curproxy->lbprm.arg_opt2 = 0; // "len"
1932 curproxy->lbprm.arg_opt3 = 0; // "depth"
Oskar Stolc8dc41842012-05-19 10:19:54 +01001933
Marek Majkowski9c30fc12008-04-27 23:25:55 +02001934 while (*args[arg]) {
1935 if (!strcmp(args[arg], "len")) {
1936 if (!*args[arg+1] || (atoi(args[arg+1]) <= 0)) {
Willy Tarreaua93c74b2012-05-08 18:14:39 +02001937 memprintf(err, "%s : '%s' expects a positive integer (got '%s').", args[0], args[arg], args[arg+1]);
Marek Majkowski9c30fc12008-04-27 23:25:55 +02001938 return -1;
1939 }
Willy Tarreaua9a72492019-01-14 16:14:15 +01001940 curproxy->lbprm.arg_opt2 = atoi(args[arg+1]);
Marek Majkowski9c30fc12008-04-27 23:25:55 +02001941 arg += 2;
1942 }
1943 else if (!strcmp(args[arg], "depth")) {
1944 if (!*args[arg+1] || (atoi(args[arg+1]) <= 0)) {
Willy Tarreaua93c74b2012-05-08 18:14:39 +02001945 memprintf(err, "%s : '%s' expects a positive integer (got '%s').", args[0], args[arg], args[arg+1]);
Marek Majkowski9c30fc12008-04-27 23:25:55 +02001946 return -1;
1947 }
1948 /* hint: we store the position of the ending '/' (depth+1) so
1949 * that we avoid a comparison while computing the hash.
1950 */
Willy Tarreaua9a72492019-01-14 16:14:15 +01001951 curproxy->lbprm.arg_opt3 = atoi(args[arg+1]) + 1;
Marek Majkowski9c30fc12008-04-27 23:25:55 +02001952 arg += 2;
1953 }
Oskar Stolc8dc41842012-05-19 10:19:54 +01001954 else if (!strcmp(args[arg], "whole")) {
Willy Tarreaua9a72492019-01-14 16:14:15 +01001955 curproxy->lbprm.arg_opt1 = 1;
Oskar Stolc8dc41842012-05-19 10:19:54 +01001956 arg += 1;
1957 }
Marek Majkowski9c30fc12008-04-27 23:25:55 +02001958 else {
Oskar Stolc8dc41842012-05-19 10:19:54 +01001959 memprintf(err, "%s only accepts parameters 'len', 'depth', and 'whole' (got '%s').", args[0], args[arg]);
Marek Majkowski9c30fc12008-04-27 23:25:55 +02001960 return -1;
1961 }
1962 }
Willy Tarreaua0cbda62007-11-01 21:39:54 +01001963 }
Willy Tarreau01732802007-11-01 22:48:15 +01001964 else if (!strcmp(args[0], "url_param")) {
1965 if (!*args[1]) {
Willy Tarreaua93c74b2012-05-08 18:14:39 +02001966 memprintf(err, "%s requires an URL parameter name.", args[0]);
Willy Tarreau01732802007-11-01 22:48:15 +01001967 return -1;
1968 }
Willy Tarreau31682232007-11-29 15:38:04 +01001969 curproxy->lbprm.algo &= ~BE_LB_ALGO;
1970 curproxy->lbprm.algo |= BE_LB_ALGO_PH;
Willy Tarreaua534fea2008-08-03 12:19:50 +02001971
Willy Tarreau4c03d1c2019-01-14 15:23:54 +01001972 free(curproxy->lbprm.arg_str);
1973 curproxy->lbprm.arg_str = strdup(args[1]);
1974 curproxy->lbprm.arg_len = strlen(args[1]);
Marek Majkowski9c30fc12008-04-27 23:25:55 +02001975 if (*args[2]) {
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +02001976 if (strcmp(args[2], "check_post")) {
Willy Tarreaua93c74b2012-05-08 18:14:39 +02001977 memprintf(err, "%s only accepts 'check_post' modifier (got '%s').", args[0], args[2]);
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +02001978 return -1;
1979 }
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +02001980 }
Benoitaffb4812009-03-25 13:02:10 +01001981 }
1982 else if (!strncmp(args[0], "hdr(", 4)) {
1983 const char *beg, *end;
1984
1985 beg = args[0] + 4;
1986 end = strchr(beg, ')');
1987
1988 if (!end || end == beg) {
Willy Tarreaua93c74b2012-05-08 18:14:39 +02001989 memprintf(err, "hdr requires an http header field name.");
Benoitaffb4812009-03-25 13:02:10 +01001990 return -1;
1991 }
1992
1993 curproxy->lbprm.algo &= ~BE_LB_ALGO;
1994 curproxy->lbprm.algo |= BE_LB_ALGO_HH;
1995
Willy Tarreau484ff072019-01-14 15:28:53 +01001996 free(curproxy->lbprm.arg_str);
1997 curproxy->lbprm.arg_len = end - beg;
1998 curproxy->lbprm.arg_str = my_strndup(beg, end - beg);
Willy Tarreau9fed8582019-01-14 16:04:54 +01001999 curproxy->lbprm.arg_opt1 = 0;
Benoitaffb4812009-03-25 13:02:10 +01002000
2001 if (*args[1]) {
2002 if (strcmp(args[1], "use_domain_only")) {
Willy Tarreaua93c74b2012-05-08 18:14:39 +02002003 memprintf(err, "%s only accepts 'use_domain_only' modifier (got '%s').", args[0], args[1]);
Benoitaffb4812009-03-25 13:02:10 +01002004 return -1;
2005 }
Willy Tarreau9fed8582019-01-14 16:04:54 +01002006 curproxy->lbprm.arg_opt1 = 1;
Benoitaffb4812009-03-25 13:02:10 +01002007 }
Emeric Brun736aa232009-06-30 17:56:00 +02002008 }
2009 else if (!strncmp(args[0], "rdp-cookie", 10)) {
2010 curproxy->lbprm.algo &= ~BE_LB_ALGO;
2011 curproxy->lbprm.algo |= BE_LB_ALGO_RCH;
2012
2013 if ( *(args[0] + 10 ) == '(' ) { /* cookie name */
2014 const char *beg, *end;
2015
2016 beg = args[0] + 11;
2017 end = strchr(beg, ')');
2018
2019 if (!end || end == beg) {
Willy Tarreaua93c74b2012-05-08 18:14:39 +02002020 memprintf(err, "rdp-cookie : missing cookie name.");
Emeric Brun736aa232009-06-30 17:56:00 +02002021 return -1;
2022 }
2023
Willy Tarreau484ff072019-01-14 15:28:53 +01002024 free(curproxy->lbprm.arg_str);
2025 curproxy->lbprm.arg_str = my_strndup(beg, end - beg);
2026 curproxy->lbprm.arg_len = end - beg;
Emeric Brun736aa232009-06-30 17:56:00 +02002027 }
2028 else if ( *(args[0] + 10 ) == '\0' ) { /* default cookie name 'mstshash' */
Willy Tarreau484ff072019-01-14 15:28:53 +01002029 free(curproxy->lbprm.arg_str);
2030 curproxy->lbprm.arg_str = strdup("mstshash");
2031 curproxy->lbprm.arg_len = strlen(curproxy->lbprm.arg_str);
Emeric Brun736aa232009-06-30 17:56:00 +02002032 }
2033 else { /* syntax */
Willy Tarreaua93c74b2012-05-08 18:14:39 +02002034 memprintf(err, "rdp-cookie : missing cookie name.");
Emeric Brun736aa232009-06-30 17:56:00 +02002035 return -1;
2036 }
Willy Tarreau01732802007-11-01 22:48:15 +01002037 }
Willy Tarreaua0cbda62007-11-01 21:39:54 +01002038 else {
Willy Tarreaua93c74b2012-05-08 18:14:39 +02002039 memprintf(err, "only supports 'roundrobin', 'static-rr', 'leastconn', 'source', 'uri', 'url_param', 'hdr(name)' and 'rdp-cookie(name)' options.");
Willy Tarreaua0cbda62007-11-01 21:39:54 +01002040 return -1;
2041 }
2042 return 0;
2043}
2044
Willy Tarreaua9d3c1e2007-11-30 20:48:53 +01002045
2046/************************************************************************/
Willy Tarreau1a7eca12013-01-07 22:38:03 +01002047/* All supported sample and ACL keywords must be declared here. */
Willy Tarreaua9d3c1e2007-11-30 20:48:53 +01002048/************************************************************************/
2049
Willy Tarreau34db1082012-04-19 17:16:54 +02002050/* set temp integer to the number of enabled servers on the proxy.
Willy Tarreau0146c2e2012-04-20 11:37:56 +02002051 * Accepts exactly 1 argument. Argument is a backend, other types will lead to
Willy Tarreau34db1082012-04-19 17:16:54 +02002052 * undefined behaviour.
2053 */
Willy Tarreaua9d3c1e2007-11-30 20:48:53 +01002054static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002055smp_fetch_nbsrv(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreaua9d3c1e2007-11-30 20:48:53 +01002056{
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02002057 struct proxy *px;
2058
Willy Tarreau37406352012-04-23 16:16:37 +02002059 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002060 smp->data.type = SMP_T_SINT;
Willy Tarreau24e32d82012-04-23 23:55:44 +02002061 px = args->data.prx;
Willy Tarreaua9d3c1e2007-11-30 20:48:53 +01002062
Nenad Merdanovic2754fbc2017-03-12 21:56:56 +01002063 smp->data.u.sint = be_usable_srv(px);
Willy Tarreaua9d3c1e2007-11-30 20:48:53 +01002064
2065 return 1;
2066}
2067
Willy Tarreau37406352012-04-23 16:16:37 +02002068/* report in smp->flags a success or failure depending on the designated
Willy Tarreau0b1cd942010-05-16 22:18:27 +02002069 * server's state. There is no match function involved since there's no pattern.
Willy Tarreau34db1082012-04-19 17:16:54 +02002070 * Accepts exactly 1 argument. Argument is a server, other types will lead to
2071 * undefined behaviour.
Willy Tarreau0b1cd942010-05-16 22:18:27 +02002072 */
2073static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002074smp_fetch_srv_is_up(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau0b1cd942010-05-16 22:18:27 +02002075{
Willy Tarreau24e32d82012-04-23 23:55:44 +02002076 struct server *srv = args->data.srv;
Willy Tarreau0b1cd942010-05-16 22:18:27 +02002077
Willy Tarreau37406352012-04-23 16:16:37 +02002078 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002079 smp->data.type = SMP_T_BOOL;
Emeric Brun52a91d32017-08-31 14:41:55 +02002080 if (!(srv->cur_admin & SRV_ADMF_MAINT) &&
2081 (!(srv->check.state & CHK_ST_CONFIGURED) || (srv->cur_state != SRV_ST_STOPPED)))
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002082 smp->data.u.sint = 1;
Willy Tarreau0b1cd942010-05-16 22:18:27 +02002083 else
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002084 smp->data.u.sint = 0;
Willy Tarreau0b1cd942010-05-16 22:18:27 +02002085 return 1;
2086}
2087
Willy Tarreau34db1082012-04-19 17:16:54 +02002088/* set temp integer to the number of enabled servers on the proxy.
Willy Tarreau0146c2e2012-04-20 11:37:56 +02002089 * Accepts exactly 1 argument. Argument is a backend, other types will lead to
Willy Tarreau34db1082012-04-19 17:16:54 +02002090 * undefined behaviour.
2091 */
Jeffrey 'jf' Lim5051d7b2008-09-04 01:03:03 +08002092static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002093smp_fetch_connslots(const struct arg *args, struct sample *smp, const char *kw, void *private)
Jeffrey 'jf' Lim5051d7b2008-09-04 01:03:03 +08002094{
2095 struct server *iterator;
Willy Tarreaud28c3532012-04-19 19:28:33 +02002096
Willy Tarreau37406352012-04-23 16:16:37 +02002097 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002098 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002099 smp->data.u.sint = 0;
Willy Tarreau0146c2e2012-04-20 11:37:56 +02002100
Willy Tarreau24e32d82012-04-23 23:55:44 +02002101 for (iterator = args->data.prx->srv; iterator; iterator = iterator->next) {
Emeric Brun52a91d32017-08-31 14:41:55 +02002102 if (iterator->cur_state == SRV_ST_STOPPED)
Jeffrey 'jf' Lim5051d7b2008-09-04 01:03:03 +08002103 continue;
Willy Tarreau0146c2e2012-04-20 11:37:56 +02002104
Jeffrey 'jf' Lim5051d7b2008-09-04 01:03:03 +08002105 if (iterator->maxconn == 0 || iterator->maxqueue == 0) {
Willy Tarreaua5e37562011-12-16 17:06:15 +01002106 /* configuration is stupid */
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002107 smp->data.u.sint = -1; /* FIXME: stupid value! */
Jeffrey 'jf' Lim5051d7b2008-09-04 01:03:03 +08002108 return 1;
2109 }
2110
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002111 smp->data.u.sint += (iterator->maxconn - iterator->cur_sess)
Willy Tarreau422aa072012-04-20 20:49:27 +02002112 + (iterator->maxqueue - iterator->nbpend);
Jeffrey 'jf' Lim5051d7b2008-09-04 01:03:03 +08002113 }
2114
2115 return 1;
2116}
2117
Willy Tarreaua5e37562011-12-16 17:06:15 +01002118/* set temp integer to the id of the backend */
Hervé COMMOWICK35ed8012010-12-15 14:04:51 +01002119static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002120smp_fetch_be_id(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau37406352012-04-23 16:16:37 +02002121{
Willy Tarreaube508f12016-03-10 11:47:01 +01002122 if (!smp->strm)
2123 return 0;
2124
Willy Tarreauf853c462012-04-23 18:53:56 +02002125 smp->flags = SMP_F_VOL_TXN;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002126 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002127 smp->data.u.sint = smp->strm->be->uuid;
Hervé COMMOWICK35ed8012010-12-15 14:04:51 +01002128 return 1;
2129}
2130
Marcin Deranekd2471c22016-12-12 14:08:05 +01002131/* set string to the name of the backend */
2132static int
2133smp_fetch_be_name(const struct arg *args, struct sample *smp, const char *kw, void *private)
2134{
2135 if (!smp->strm)
2136 return 0;
2137
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002138 smp->data.u.str.area = (char *)smp->strm->be->id;
2139 if (!smp->data.u.str.area)
Marcin Deranekd2471c22016-12-12 14:08:05 +01002140 return 0;
2141
2142 smp->data.type = SMP_T_STR;
2143 smp->flags = SMP_F_CONST;
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002144 smp->data.u.str.data = strlen(smp->data.u.str.area);
Marcin Deranekd2471c22016-12-12 14:08:05 +01002145
2146 return 1;
2147}
2148
Willy Tarreaua5e37562011-12-16 17:06:15 +01002149/* set temp integer to the id of the server */
Hervé COMMOWICK35ed8012010-12-15 14:04:51 +01002150static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002151smp_fetch_srv_id(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau37406352012-04-23 16:16:37 +02002152{
Willy Tarreaube508f12016-03-10 11:47:01 +01002153 if (!smp->strm)
2154 return 0;
2155
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02002156 if (!objt_server(smp->strm->target))
Willy Tarreau17af4192011-02-23 14:27:06 +01002157 return 0;
2158
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002159 smp->data.type = SMP_T_SINT;
Willy Tarreau1e582e52018-09-20 11:29:28 +02002160 smp->data.u.sint = __objt_server(smp->strm->target)->puid;
Hervé COMMOWICK35ed8012010-12-15 14:04:51 +01002161
2162 return 1;
2163}
2164
Willy Tarreau34db1082012-04-19 17:16:54 +02002165/* set temp integer to the number of connections per second reaching the backend.
Willy Tarreau0146c2e2012-04-20 11:37:56 +02002166 * Accepts exactly 1 argument. Argument is a backend, other types will lead to
Willy Tarreau34db1082012-04-19 17:16:54 +02002167 * undefined behaviour.
2168 */
Willy Tarreau079ff0a2009-03-05 21:34:28 +01002169static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002170smp_fetch_be_sess_rate(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau079ff0a2009-03-05 21:34:28 +01002171{
Willy Tarreau37406352012-04-23 16:16:37 +02002172 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002173 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002174 smp->data.u.sint = read_freq_ctr(&args->data.prx->be_sess_per_sec);
Willy Tarreau079ff0a2009-03-05 21:34:28 +01002175 return 1;
2176}
2177
Willy Tarreau34db1082012-04-19 17:16:54 +02002178/* set temp integer to the number of concurrent connections on the backend.
Willy Tarreau0146c2e2012-04-20 11:37:56 +02002179 * Accepts exactly 1 argument. Argument is a backend, other types will lead to
Willy Tarreau34db1082012-04-19 17:16:54 +02002180 * undefined behaviour.
2181 */
Willy Tarreaua36af912009-10-10 12:02:45 +02002182static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002183smp_fetch_be_conn(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreaua36af912009-10-10 12:02:45 +02002184{
Willy Tarreau37406352012-04-23 16:16:37 +02002185 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002186 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002187 smp->data.u.sint = args->data.prx->beconn;
Willy Tarreaua36af912009-10-10 12:02:45 +02002188 return 1;
2189}
2190
Patrick Hemmer4cdf3ab2018-06-14 17:10:27 -04002191/* set temp integer to the number of available connections across available
2192 * servers on the backend.
2193 * Accepts exactly 1 argument. Argument is a backend, other types will lead to
2194 * undefined behaviour.
2195 */
2196static int
2197smp_fetch_be_conn_free(const struct arg *args, struct sample *smp, const char *kw, void *private)
2198{
2199 struct server *iterator;
2200 struct proxy *px;
2201 unsigned int maxconn;
2202
2203 smp->flags = SMP_F_VOL_TEST;
2204 smp->data.type = SMP_T_SINT;
2205 smp->data.u.sint = 0;
2206
2207 for (iterator = args->data.prx->srv; iterator; iterator = iterator->next) {
2208 if (iterator->cur_state == SRV_ST_STOPPED)
2209 continue;
2210
2211 px = iterator->proxy;
2212 if (!srv_currently_usable(iterator) ||
2213 ((iterator->flags & SRV_F_BACKUP) &&
2214 (px->srv_act || (iterator != px->lbprm.fbck && !(px->options & PR_O_USE_ALL_BK)))))
2215 continue;
2216
2217 if (iterator->maxconn == 0) {
2218 /* one active server is unlimited, return -1 */
2219 smp->data.u.sint = -1;
2220 return 1;
2221 }
2222
2223 maxconn = srv_dynamic_maxconn(iterator);
2224 if (maxconn > iterator->cur_sess)
2225 smp->data.u.sint += maxconn - iterator->cur_sess;
2226 }
2227
2228 return 1;
2229}
2230
Willy Tarreau34db1082012-04-19 17:16:54 +02002231/* set temp integer to the total number of queued connections on the backend.
Willy Tarreau0146c2e2012-04-20 11:37:56 +02002232 * Accepts exactly 1 argument. Argument is a backend, other types will lead to
Willy Tarreau34db1082012-04-19 17:16:54 +02002233 * undefined behaviour.
2234 */
Willy Tarreaua36af912009-10-10 12:02:45 +02002235static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002236smp_fetch_queue_size(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreaua36af912009-10-10 12:02:45 +02002237{
Willy Tarreau37406352012-04-23 16:16:37 +02002238 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002239 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002240 smp->data.u.sint = args->data.prx->totpend;
Willy Tarreaua36af912009-10-10 12:02:45 +02002241 return 1;
2242}
2243
Willy Tarreaua5e37562011-12-16 17:06:15 +01002244/* set temp integer to the total number of queued connections on the backend divided
Willy Tarreaua36af912009-10-10 12:02:45 +02002245 * by the number of running servers and rounded up. If there is no running
2246 * server, we return twice the total, just as if we had half a running server.
2247 * This is more or less correct anyway, since we expect the last server to come
2248 * back soon.
Willy Tarreau0146c2e2012-04-20 11:37:56 +02002249 * Accepts exactly 1 argument. Argument is a backend, other types will lead to
Willy Tarreau34db1082012-04-19 17:16:54 +02002250 * undefined behaviour.
Willy Tarreaua36af912009-10-10 12:02:45 +02002251 */
2252static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002253smp_fetch_avg_queue_size(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreaua36af912009-10-10 12:02:45 +02002254{
2255 int nbsrv;
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02002256 struct proxy *px;
Willy Tarreaua36af912009-10-10 12:02:45 +02002257
Willy Tarreau37406352012-04-23 16:16:37 +02002258 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002259 smp->data.type = SMP_T_SINT;
Willy Tarreau24e32d82012-04-23 23:55:44 +02002260 px = args->data.prx;
Willy Tarreaua36af912009-10-10 12:02:45 +02002261
Nenad Merdanovic2754fbc2017-03-12 21:56:56 +01002262 nbsrv = be_usable_srv(px);
Willy Tarreaua36af912009-10-10 12:02:45 +02002263
2264 if (nbsrv > 0)
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002265 smp->data.u.sint = (px->totpend + nbsrv - 1) / nbsrv;
Willy Tarreaua36af912009-10-10 12:02:45 +02002266 else
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002267 smp->data.u.sint = px->totpend * 2;
Willy Tarreaua36af912009-10-10 12:02:45 +02002268
2269 return 1;
2270}
Willy Tarreaua9d3c1e2007-11-30 20:48:53 +01002271
Willy Tarreau34db1082012-04-19 17:16:54 +02002272/* set temp integer to the number of concurrent connections on the server in the backend.
2273 * Accepts exactly 1 argument. Argument is a server, other types will lead to
2274 * undefined behaviour.
2275 */
Hervé COMMOWICKdaa824e2011-08-05 12:09:44 +02002276static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002277smp_fetch_srv_conn(const struct arg *args, struct sample *smp, const char *kw, void *private)
Hervé COMMOWICKdaa824e2011-08-05 12:09:44 +02002278{
Willy Tarreauf853c462012-04-23 18:53:56 +02002279 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002280 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002281 smp->data.u.sint = args->data.srv->cur_sess;
Hervé COMMOWICKdaa824e2011-08-05 12:09:44 +02002282 return 1;
2283}
2284
Patrick Hemmer155e93e2018-06-14 18:01:35 -04002285/* set temp integer to the number of available connections on the server in the backend.
2286 * Accepts exactly 1 argument. Argument is a server, other types will lead to
2287 * undefined behaviour.
2288 */
2289static int
2290smp_fetch_srv_conn_free(const struct arg *args, struct sample *smp, const char *kw, void *private)
2291{
2292 unsigned int maxconn;
2293
2294 smp->flags = SMP_F_VOL_TEST;
2295 smp->data.type = SMP_T_SINT;
2296
2297 if (args->data.srv->maxconn == 0) {
2298 /* one active server is unlimited, return -1 */
2299 smp->data.u.sint = -1;
2300 return 1;
2301 }
2302
2303 maxconn = srv_dynamic_maxconn(args->data.srv);
2304 if (maxconn > args->data.srv->cur_sess)
2305 smp->data.u.sint = maxconn - args->data.srv->cur_sess;
2306 else
2307 smp->data.u.sint = 0;
2308
2309 return 1;
2310}
2311
Willy Tarreauff2b7af2017-10-13 11:46:26 +02002312/* set temp integer to the number of connections pending in the server's queue.
2313 * Accepts exactly 1 argument. Argument is a server, other types will lead to
2314 * undefined behaviour.
2315 */
2316static int
2317smp_fetch_srv_queue(const struct arg *args, struct sample *smp, const char *kw, void *private)
2318{
2319 smp->flags = SMP_F_VOL_TEST;
2320 smp->data.type = SMP_T_SINT;
2321 smp->data.u.sint = args->data.srv->nbpend;
2322 return 1;
2323}
2324
Tait Clarridge7896d522012-12-05 21:39:31 -05002325/* set temp integer to the number of enabled servers on the proxy.
2326 * Accepts exactly 1 argument. Argument is a server, other types will lead to
2327 * undefined behaviour.
2328 */
2329static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002330smp_fetch_srv_sess_rate(const struct arg *args, struct sample *smp, const char *kw, void *private)
Tait Clarridge7896d522012-12-05 21:39:31 -05002331{
2332 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002333 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002334 smp->data.u.sint = read_freq_ctr(&args->data.srv->sess_per_sec);
Tait Clarridge7896d522012-12-05 21:39:31 -05002335 return 1;
2336}
2337
Nenad Merdanovicb7e7c472017-03-12 21:56:55 +01002338static int sample_conv_nbsrv(const struct arg *args, struct sample *smp, void *private)
2339{
2340
2341 struct proxy *px;
2342
2343 if (!smp_make_safe(smp))
2344 return 0;
2345
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002346 px = proxy_find_by_name(smp->data.u.str.area, PR_CAP_BE, 0);
Nenad Merdanovicb7e7c472017-03-12 21:56:55 +01002347 if (!px)
2348 return 0;
2349
2350 smp->data.type = SMP_T_SINT;
2351 smp->data.u.sint = be_usable_srv(px);
2352
2353 return 1;
2354}
2355
Willy Tarreau1a7eca12013-01-07 22:38:03 +01002356
2357/* Note: must not be declared <const> as its list will be overwritten.
2358 * Please take care of keeping this list alphabetically sorted.
2359 */
Willy Tarreaudc13c112013-06-21 23:16:39 +02002360static struct sample_fetch_kw_list smp_kws = {ILH, {
Thierry FOURNIER07ee64e2015-07-06 23:43:03 +02002361 { "avg_queue", smp_fetch_avg_queue_size, ARG1(1,BE), NULL, SMP_T_SINT, SMP_USE_INTRN, },
2362 { "be_conn", smp_fetch_be_conn, ARG1(1,BE), NULL, SMP_T_SINT, SMP_USE_INTRN, },
Patrick Hemmer4cdf3ab2018-06-14 17:10:27 -04002363 { "be_conn_free", smp_fetch_be_conn_free, ARG1(1,BE), NULL, SMP_T_SINT, SMP_USE_INTRN, },
Thierry FOURNIER07ee64e2015-07-06 23:43:03 +02002364 { "be_id", smp_fetch_be_id, 0, NULL, SMP_T_SINT, SMP_USE_BKEND, },
Marcin Deranekd2471c22016-12-12 14:08:05 +01002365 { "be_name", smp_fetch_be_name, 0, NULL, SMP_T_STR, SMP_USE_BKEND, },
Thierry FOURNIER07ee64e2015-07-06 23:43:03 +02002366 { "be_sess_rate", smp_fetch_be_sess_rate, ARG1(1,BE), NULL, SMP_T_SINT, SMP_USE_INTRN, },
2367 { "connslots", smp_fetch_connslots, ARG1(1,BE), NULL, SMP_T_SINT, SMP_USE_INTRN, },
2368 { "nbsrv", smp_fetch_nbsrv, ARG1(1,BE), NULL, SMP_T_SINT, SMP_USE_INTRN, },
2369 { "queue", smp_fetch_queue_size, ARG1(1,BE), NULL, SMP_T_SINT, SMP_USE_INTRN, },
2370 { "srv_conn", smp_fetch_srv_conn, ARG1(1,SRV), NULL, SMP_T_SINT, SMP_USE_INTRN, },
Patrick Hemmer155e93e2018-06-14 18:01:35 -04002371 { "srv_conn_free", smp_fetch_srv_conn_free, ARG1(1,SRV), NULL, SMP_T_SINT, SMP_USE_INTRN, },
Thierry FOURNIER07ee64e2015-07-06 23:43:03 +02002372 { "srv_id", smp_fetch_srv_id, 0, NULL, SMP_T_SINT, SMP_USE_SERVR, },
Willy Tarreau1a7eca12013-01-07 22:38:03 +01002373 { "srv_is_up", smp_fetch_srv_is_up, ARG1(1,SRV), NULL, SMP_T_BOOL, SMP_USE_INTRN, },
Willy Tarreauff2b7af2017-10-13 11:46:26 +02002374 { "srv_queue", smp_fetch_srv_queue, ARG1(1,SRV), NULL, SMP_T_SINT, SMP_USE_INTRN, },
Thierry FOURNIER07ee64e2015-07-06 23:43:03 +02002375 { "srv_sess_rate", smp_fetch_srv_sess_rate, ARG1(1,SRV), NULL, SMP_T_SINT, SMP_USE_INTRN, },
Willy Tarreau1a7eca12013-01-07 22:38:03 +01002376 { /* END */ },
2377}};
2378
Willy Tarreau0108d902018-11-25 19:14:37 +01002379INITCALL1(STG_REGISTER, sample_register_fetches, &smp_kws);
2380
Nenad Merdanovicb7e7c472017-03-12 21:56:55 +01002381/* Note: must not be declared <const> as its list will be overwritten */
2382static struct sample_conv_kw_list sample_conv_kws = {ILH, {
2383 { "nbsrv", sample_conv_nbsrv, 0, NULL, SMP_T_STR, SMP_T_SINT },
2384 { /* END */ },
2385}};
2386
Willy Tarreau0108d902018-11-25 19:14:37 +01002387INITCALL1(STG_REGISTER, sample_register_convs, &sample_conv_kws);
Willy Tarreau1a7eca12013-01-07 22:38:03 +01002388
Willy Tarreau61612d42012-04-19 18:42:05 +02002389/* Note: must not be declared <const> as its list will be overwritten.
2390 * Please take care of keeping this list alphabetically sorted.
2391 */
Willy Tarreaudc13c112013-06-21 23:16:39 +02002392static struct acl_kw_list acl_kws = {ILH, {
Willy Tarreau1a7eca12013-01-07 22:38:03 +01002393 { /* END */ },
Willy Tarreaua9d3c1e2007-11-30 20:48:53 +01002394}};
2395
Willy Tarreau0108d902018-11-25 19:14:37 +01002396INITCALL1(STG_REGISTER, acl_register_keywords, &acl_kws);
Willy Tarreaua9d3c1e2007-11-30 20:48:53 +01002397
Willy Tarreaubaaee002006-06-26 02:48:02 +02002398/*
2399 * Local variables:
2400 * c-indent-level: 8
2401 * c-basic-offset: 8
2402 * End:
2403 */