blob: 87e3b9a1c762731a424968ebdcaa679aaa11a98a [file] [log] [blame]
Willy Tarreaubaaee002006-06-26 02:48:02 +02001/*
2 * Backend variables and functions.
3 *
Willy Tarreau1a7eca12013-01-07 22:38:03 +01004 * Copyright 2000-2013 Willy Tarreau <w@1wt.eu>
Willy Tarreaubaaee002006-06-26 02:48:02 +02005 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
13#include <errno.h>
14#include <fcntl.h>
15#include <stdio.h>
16#include <stdlib.h>
17#include <syslog.h>
Willy Tarreauf19cf372006-11-14 15:40:51 +010018#include <string.h>
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +020019#include <ctype.h>
Dmitry Sivachenkocaf58982009-08-24 15:11:06 +040020#include <sys/types.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020021
Willy Tarreauc7e42382012-08-24 19:22:53 +020022#include <common/buffer.h>
Willy Tarreau2dd0d472006-06-29 17:53:05 +020023#include <common/compat.h>
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020024#include <common/config.h>
Willy Tarreau7c669d72008-06-20 15:04:11 +020025#include <common/debug.h>
Bhaskar98634f02013-10-29 23:30:51 -040026#include <common/hash.h>
Christopher Fauletf7679ad2019-02-04 12:02:18 +010027#include <common/htx.h>
Willy Tarreau0108d902018-11-25 19:14:37 +010028#include <common/initcall.h>
Willy Tarreau0c303ee2008-07-07 00:09:58 +020029#include <common/ticks.h>
Willy Tarreau2dd0d472006-06-29 17:53:05 +020030#include <common/time.h>
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +010031#include <common/namespace.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020032
Willy Tarreaubaaee002006-06-26 02:48:02 +020033#include <types/global.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020034
Willy Tarreaua9d3c1e2007-11-30 20:48:53 +010035#include <proto/acl.h>
Willy Tarreau34db1082012-04-19 17:16:54 +020036#include <proto/arg.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020037#include <proto/backend.h>
Willy Tarreauc7e42382012-08-24 19:22:53 +020038#include <proto/channel.h>
Willy Tarreau3a9312a2020-01-09 18:43:15 +010039#include <proto/checks.h>
Willy Tarreau03fa5df2010-05-24 21:02:37 +020040#include <proto/frontend.h>
Christopher Fauletf7679ad2019-02-04 12:02:18 +010041#include <proto/http_htx.h>
Willy Tarreau6b2e11b2009-10-01 07:52:15 +020042#include <proto/lb_chash.h>
Willy Tarreauf09c6602012-02-13 17:12:08 +010043#include <proto/lb_fas.h>
Willy Tarreauf89c1872009-10-01 11:19:37 +020044#include <proto/lb_fwlc.h>
45#include <proto/lb_fwrr.h>
46#include <proto/lb_map.h>
Willy Tarreau4aac7db2014-05-16 11:48:10 +020047#include <proto/log.h>
Willy Tarreau53a47662017-08-28 10:53:00 +020048#include <proto/mux_pt.h>
Willy Tarreau3fdb3662012-11-12 00:42:33 +010049#include <proto/obj_type.h>
Willy Tarreaud4c33c82013-01-07 21:59:07 +010050#include <proto/payload.h>
Willy Tarreaud1d54542012-09-12 22:58:11 +020051#include <proto/protocol.h>
Christopher Fauletfc9cfe42019-07-16 14:54:53 +020052#include <proto/http_ana.h>
Willy Tarreaua8f55d52010-05-31 17:44:19 +020053#include <proto/proto_tcp.h>
Willy Tarreau4aac7db2014-05-16 11:48:10 +020054#include <proto/proxy.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020055#include <proto/queue.h>
Willy Tarreaud4c33c82013-01-07 21:59:07 +010056#include <proto/sample.h>
Willy Tarreau7f062c42009-03-05 18:43:00 +010057#include <proto/server.h>
Olivier Houchard00cf70f2018-11-30 17:24:55 +010058#include <proto/session.h>
Willy Tarreau87b09662015-04-03 00:22:06 +020059#include <proto/stream.h>
Willy Tarreau9e000c62011-03-10 14:03:36 +010060#include <proto/stream_interface.h>
Willy Tarreau732eac42015-07-09 11:40:25 +020061#include <proto/ssl_sock.h>
Willy Tarreauc125cef2019-05-10 09:58:43 +020062#include <proto/task.h>
Willy Tarreau732eac42015-07-09 11:40:25 +020063
Christopher Fauleteea8fc72019-11-05 16:18:10 +010064#define TRACE_SOURCE &trace_strm
65
Bhaskar Maddalaa20cb852014-02-03 16:26:46 -050066int be_lastsession(const struct proxy *be)
67{
68 if (be->be_counters.last_sess)
69 return now.tv_sec - be->be_counters.last_sess;
70
71 return -1;
72}
73
Bhaskar98634f02013-10-29 23:30:51 -040074/* helper function to invoke the correct hash method */
Dan Dubovikbd57a9f2014-07-08 08:51:03 -070075static unsigned int gen_hash(const struct proxy* px, const char* key, unsigned long len)
Bhaskar98634f02013-10-29 23:30:51 -040076{
Dan Dubovikbd57a9f2014-07-08 08:51:03 -070077 unsigned int hash;
Bhaskar98634f02013-10-29 23:30:51 -040078
79 switch (px->lbprm.algo & BE_LB_HASH_FUNC) {
80 case BE_LB_HFCN_DJB2:
81 hash = hash_djb2(key, len);
82 break;
Willy Tarreaua0f42712013-11-14 14:30:35 +010083 case BE_LB_HFCN_WT6:
84 hash = hash_wt6(key, len);
85 break;
Willy Tarreau324f07f2015-01-20 19:44:50 +010086 case BE_LB_HFCN_CRC32:
87 hash = hash_crc32(key, len);
88 break;
Bhaskar98634f02013-10-29 23:30:51 -040089 case BE_LB_HFCN_SDBM:
90 /* this is the default hash function */
91 default:
92 hash = hash_sdbm(key, len);
93 break;
94 }
95
96 return hash;
97}
98
Willy Tarreaubaaee002006-06-26 02:48:02 +020099/*
100 * This function recounts the number of usable active and backup servers for
101 * proxy <p>. These numbers are returned into the p->srv_act and p->srv_bck.
Willy Tarreaub625a082007-11-26 01:15:43 +0100102 * This function also recomputes the total active and backup weights. However,
Willy Tarreauf4cca452008-03-08 21:42:54 +0100103 * it does not update tot_weight nor tot_used. Use update_backend_weight() for
Willy Tarreaub625a082007-11-26 01:15:43 +0100104 * this.
Emeric Brun52a91d32017-08-31 14:41:55 +0200105 * This functions is designed to be called before server's weight and state
106 * commit so it uses 'next' weight and states values.
Christopher Faulet5b517552017-06-09 14:17:53 +0200107 *
108 * threads: this is the caller responsibility to lock data. For now, this
109 * function is called from lb modules, so it should be ok. But if you need to
110 * call it from another place, be careful (and update this comment).
Willy Tarreaubaaee002006-06-26 02:48:02 +0200111 */
Willy Tarreauc5d9c802009-10-01 09:17:05 +0200112void recount_servers(struct proxy *px)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200113{
114 struct server *srv;
115
Willy Tarreau20697042007-11-15 23:26:18 +0100116 px->srv_act = px->srv_bck = 0;
117 px->lbprm.tot_wact = px->lbprm.tot_wbck = 0;
Willy Tarreaub625a082007-11-26 01:15:43 +0100118 px->lbprm.fbck = NULL;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200119 for (srv = px->srv; srv != NULL; srv = srv->next) {
Emeric Brun52a91d32017-08-31 14:41:55 +0200120 if (!srv_willbe_usable(srv))
Willy Tarreaub625a082007-11-26 01:15:43 +0100121 continue;
122
Willy Tarreauc93cd162014-05-13 15:54:22 +0200123 if (srv->flags & SRV_F_BACKUP) {
Willy Tarreaub625a082007-11-26 01:15:43 +0100124 if (!px->srv_bck &&
Willy Tarreauf4cca452008-03-08 21:42:54 +0100125 !(px->options & PR_O_USE_ALL_BK))
Willy Tarreaub625a082007-11-26 01:15:43 +0100126 px->lbprm.fbck = srv;
127 px->srv_bck++;
Andrew Rodland13d5ebb2016-10-25 12:49:45 -0400128 srv->cumulative_weight = px->lbprm.tot_wbck;
Emeric Brun52a91d32017-08-31 14:41:55 +0200129 px->lbprm.tot_wbck += srv->next_eweight;
Willy Tarreaub625a082007-11-26 01:15:43 +0100130 } else {
131 px->srv_act++;
Andrew Rodland13d5ebb2016-10-25 12:49:45 -0400132 srv->cumulative_weight = px->lbprm.tot_wact;
Emeric Brun52a91d32017-08-31 14:41:55 +0200133 px->lbprm.tot_wact += srv->next_eweight;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200134 }
135 }
Willy Tarreaub625a082007-11-26 01:15:43 +0100136}
Willy Tarreau20697042007-11-15 23:26:18 +0100137
Willy Tarreaub625a082007-11-26 01:15:43 +0100138/* This function simply updates the backend's tot_weight and tot_used values
139 * after servers weights have been updated. It is designed to be used after
140 * recount_servers() or equivalent.
Christopher Faulet5b517552017-06-09 14:17:53 +0200141 *
142 * threads: this is the caller responsibility to lock data. For now, this
143 * function is called from lb modules, so it should be ok. But if you need to
144 * call it from another place, be careful (and update this comment).
Willy Tarreaub625a082007-11-26 01:15:43 +0100145 */
Willy Tarreauc5d9c802009-10-01 09:17:05 +0200146void update_backend_weight(struct proxy *px)
Willy Tarreaub625a082007-11-26 01:15:43 +0100147{
Willy Tarreau20697042007-11-15 23:26:18 +0100148 if (px->srv_act) {
149 px->lbprm.tot_weight = px->lbprm.tot_wact;
150 px->lbprm.tot_used = px->srv_act;
151 }
Willy Tarreaub625a082007-11-26 01:15:43 +0100152 else if (px->lbprm.fbck) {
153 /* use only the first backup server */
Emeric Brun52a91d32017-08-31 14:41:55 +0200154 px->lbprm.tot_weight = px->lbprm.fbck->next_eweight;
Willy Tarreaub625a082007-11-26 01:15:43 +0100155 px->lbprm.tot_used = 1;
Willy Tarreau20697042007-11-15 23:26:18 +0100156 }
157 else {
Willy Tarreaub625a082007-11-26 01:15:43 +0100158 px->lbprm.tot_weight = px->lbprm.tot_wbck;
159 px->lbprm.tot_used = px->srv_bck;
Willy Tarreau20697042007-11-15 23:26:18 +0100160 }
Willy Tarreaub625a082007-11-26 01:15:43 +0100161}
162
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200163/*
164 * This function tries to find a running server for the proxy <px> following
165 * the source hash method. Depending on the number of active/backup servers,
166 * it will either look for active servers, or for backup servers.
167 * If any server is found, it will be returned. If no valid server is found,
168 * NULL is returned.
169 */
Willy Tarreau59884a62019-01-02 14:48:31 +0100170static struct server *get_server_sh(struct proxy *px, const char *addr, int len, const struct server *avoid)
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200171{
172 unsigned int h, l;
173
174 if (px->lbprm.tot_weight == 0)
175 return NULL;
176
177 l = h = 0;
178
179 /* note: we won't hash if there's only one server left */
180 if (px->lbprm.tot_used == 1)
181 goto hash_done;
182
183 while ((l + sizeof (int)) <= len) {
184 h ^= ntohl(*(unsigned int *)(&addr[l]));
185 l += sizeof (int);
186 }
Bhaskar Maddalab6c0ac92013-11-05 11:54:02 -0500187 if ((px->lbprm.algo & BE_LB_HASH_MOD) == BE_LB_HMOD_AVAL)
Willy Tarreau798a39c2010-11-24 15:04:29 +0100188 h = full_hash(h);
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200189 hash_done:
Willy Tarreau6c30be52019-01-14 17:07:39 +0100190 if ((px->lbprm.algo & BE_LB_LKUP) == BE_LB_LKUP_CHTREE)
Willy Tarreau59884a62019-01-02 14:48:31 +0100191 return chash_get_server_hash(px, h, avoid);
Willy Tarreau6b2e11b2009-10-01 07:52:15 +0200192 else
193 return map_get_server_hash(px, h);
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200194}
195
196/*
197 * This function tries to find a running server for the proxy <px> following
198 * the URI hash method. In order to optimize cache hits, the hash computation
199 * ends at the question mark. Depending on the number of active/backup servers,
200 * it will either look for active servers, or for backup servers.
201 * If any server is found, it will be returned. If no valid server is found,
Willy Tarreaua9a72492019-01-14 16:14:15 +0100202 * NULL is returned. The lbprm.arg_opt{1,2,3} values correspond respectively to
203 * the "whole" optional argument (boolean), the "len" argument (numeric) and
204 * the "depth" argument (numeric).
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200205 *
206 * This code was contributed by Guillaume Dallaire, who also selected this hash
207 * algorithm out of a tens because it gave him the best results.
208 *
209 */
Willy Tarreau59884a62019-01-02 14:48:31 +0100210static struct server *get_server_uh(struct proxy *px, char *uri, int uri_len, const struct server *avoid)
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200211{
Dan Dubovikbd57a9f2014-07-08 08:51:03 -0700212 unsigned int hash = 0;
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200213 int c;
214 int slashes = 0;
Bhaskar98634f02013-10-29 23:30:51 -0400215 const char *start, *end;
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200216
217 if (px->lbprm.tot_weight == 0)
218 return NULL;
219
220 /* note: we won't hash if there's only one server left */
221 if (px->lbprm.tot_used == 1)
222 goto hash_done;
223
Willy Tarreaua9a72492019-01-14 16:14:15 +0100224 if (px->lbprm.arg_opt2) // "len"
225 uri_len = MIN(uri_len, px->lbprm.arg_opt2);
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200226
Bhaskar98634f02013-10-29 23:30:51 -0400227 start = end = uri;
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200228 while (uri_len--) {
Willy Tarreaufad4ffc2014-10-17 12:11:50 +0200229 c = *end;
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200230 if (c == '/') {
231 slashes++;
Willy Tarreaua9a72492019-01-14 16:14:15 +0100232 if (slashes == px->lbprm.arg_opt3) /* depth+1 */
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200233 break;
234 }
Willy Tarreaua9a72492019-01-14 16:14:15 +0100235 else if (c == '?' && !px->lbprm.arg_opt1) // "whole"
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200236 break;
Willy Tarreaufad4ffc2014-10-17 12:11:50 +0200237 end++;
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200238 }
Bhaskar98634f02013-10-29 23:30:51 -0400239
240 hash = gen_hash(px, start, (end - start));
241
Bhaskar Maddalab6c0ac92013-11-05 11:54:02 -0500242 if ((px->lbprm.algo & BE_LB_HASH_MOD) == BE_LB_HMOD_AVAL)
Willy Tarreau798a39c2010-11-24 15:04:29 +0100243 hash = full_hash(hash);
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200244 hash_done:
Willy Tarreau6c30be52019-01-14 17:07:39 +0100245 if ((px->lbprm.algo & BE_LB_LKUP) == BE_LB_LKUP_CHTREE)
Willy Tarreau59884a62019-01-02 14:48:31 +0100246 return chash_get_server_hash(px, hash, avoid);
Willy Tarreau6b2e11b2009-10-01 07:52:15 +0200247 else
248 return map_get_server_hash(px, hash);
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200249}
250
Christopher Faulet5b517552017-06-09 14:17:53 +0200251/*
Willy Tarreau01732802007-11-01 22:48:15 +0100252 * This function tries to find a running server for the proxy <px> following
253 * the URL parameter hash method. It looks for a specific parameter in the
254 * URL and hashes it to compute the server ID. This is useful to optimize
255 * performance by avoiding bounces between servers in contexts where sessions
256 * are shared but cookies are not usable. If the parameter is not found, NULL
257 * is returned. If any server is found, it will be returned. If no valid server
258 * is found, NULL is returned.
Willy Tarreau01732802007-11-01 22:48:15 +0100259 */
Willy Tarreau59884a62019-01-02 14:48:31 +0100260static struct server *get_server_ph(struct proxy *px, const char *uri, int uri_len, const struct server *avoid)
Willy Tarreau01732802007-11-01 22:48:15 +0100261{
Dan Dubovikbd57a9f2014-07-08 08:51:03 -0700262 unsigned int hash = 0;
Bhaskar98634f02013-10-29 23:30:51 -0400263 const char *start, *end;
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200264 const char *p;
265 const char *params;
Willy Tarreau01732802007-11-01 22:48:15 +0100266 int plen;
267
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200268 /* when tot_weight is 0 then so is srv_count */
Willy Tarreau20697042007-11-15 23:26:18 +0100269 if (px->lbprm.tot_weight == 0)
Willy Tarreau01732802007-11-01 22:48:15 +0100270 return NULL;
271
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200272 if ((p = memchr(uri, '?', uri_len)) == NULL)
273 return NULL;
274
Willy Tarreau01732802007-11-01 22:48:15 +0100275 p++;
276
277 uri_len -= (p - uri);
Willy Tarreau4c03d1c2019-01-14 15:23:54 +0100278 plen = px->lbprm.arg_len;
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200279 params = p;
Willy Tarreau01732802007-11-01 22:48:15 +0100280
281 while (uri_len > plen) {
282 /* Look for the parameter name followed by an equal symbol */
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200283 if (params[plen] == '=') {
Willy Tarreau4c03d1c2019-01-14 15:23:54 +0100284 if (memcmp(params, px->lbprm.arg_str, plen) == 0) {
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200285 /* OK, we have the parameter here at <params>, and
Willy Tarreau01732802007-11-01 22:48:15 +0100286 * the value after the equal sign, at <p>
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200287 * skip the equal symbol
Willy Tarreau01732802007-11-01 22:48:15 +0100288 */
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200289 p += plen + 1;
Bhaskar98634f02013-10-29 23:30:51 -0400290 start = end = p;
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200291 uri_len -= plen + 1;
292
Bhaskar98634f02013-10-29 23:30:51 -0400293 while (uri_len && *end != '&') {
Willy Tarreau01732802007-11-01 22:48:15 +0100294 uri_len--;
Bhaskar98634f02013-10-29 23:30:51 -0400295 end++;
Willy Tarreau01732802007-11-01 22:48:15 +0100296 }
Bhaskar98634f02013-10-29 23:30:51 -0400297 hash = gen_hash(px, start, (end - start));
298
Bhaskar Maddalab6c0ac92013-11-05 11:54:02 -0500299 if ((px->lbprm.algo & BE_LB_HASH_MOD) == BE_LB_HMOD_AVAL)
Willy Tarreau798a39c2010-11-24 15:04:29 +0100300 hash = full_hash(hash);
Bhaskar98634f02013-10-29 23:30:51 -0400301
Willy Tarreau6c30be52019-01-14 17:07:39 +0100302 if ((px->lbprm.algo & BE_LB_LKUP) == BE_LB_LKUP_CHTREE)
Willy Tarreau59884a62019-01-02 14:48:31 +0100303 return chash_get_server_hash(px, hash, avoid);
Willy Tarreau6b2e11b2009-10-01 07:52:15 +0200304 else
305 return map_get_server_hash(px, hash);
Willy Tarreau01732802007-11-01 22:48:15 +0100306 }
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200307 }
308 /* skip to next parameter */
309 p = memchr(params, '&', uri_len);
310 if (!p)
311 return NULL;
312 p++;
313 uri_len -= (p - params);
314 params = p;
315 }
316 return NULL;
317}
318
319/*
320 * this does the same as the previous server_ph, but check the body contents
321 */
Willy Tarreau59884a62019-01-02 14:48:31 +0100322static struct server *get_server_ph_post(struct stream *s, const struct server *avoid)
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200323{
Dan Dubovikbd57a9f2014-07-08 08:51:03 -0700324 unsigned int hash = 0;
Willy Tarreau22ec1ea2014-11-27 20:45:39 +0100325 struct channel *req = &s->req;
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200326 struct proxy *px = s->be;
Christopher Faulet7d37fbb2019-07-15 15:37:57 +0200327 struct htx *htx = htxbuf(&req->buf);
328 struct htx_blk *blk;
Willy Tarreau4c03d1c2019-01-14 15:23:54 +0100329 unsigned int plen = px->lbprm.arg_len;
Christopher Fauletf7679ad2019-02-04 12:02:18 +0100330 unsigned long len;
331 const char *params, *p, *start, *end;
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200332
Christopher Fauletf7679ad2019-02-04 12:02:18 +0100333 if (px->lbprm.tot_weight == 0)
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200334 return NULL;
335
Christopher Faulet7d37fbb2019-07-15 15:37:57 +0200336 p = params = NULL;
337 len = 0;
338 for (blk = htx_get_first_blk(htx); blk; blk = htx_get_next_blk(htx, blk)) {
339 enum htx_blk_type type = htx_get_blk_type(blk);
340 struct ist v;
Willy Tarreauf69d4ff2015-05-02 00:05:47 +0200341
Christopher Faulet7d37fbb2019-07-15 15:37:57 +0200342 if (type != HTX_BLK_DATA)
343 continue;
344 v = htx_get_blk_value(htx, blk);
345 p = params = v.ptr;
346 len = v.len;
347 break;
Christopher Fauletf7679ad2019-02-04 12:02:18 +0100348 }
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200349
350 while (len > plen) {
351 /* Look for the parameter name followed by an equal symbol */
352 if (params[plen] == '=') {
Willy Tarreau4c03d1c2019-01-14 15:23:54 +0100353 if (memcmp(params, px->lbprm.arg_str, plen) == 0) {
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200354 /* OK, we have the parameter here at <params>, and
355 * the value after the equal sign, at <p>
356 * skip the equal symbol
357 */
358 p += plen + 1;
Bhaskar98634f02013-10-29 23:30:51 -0400359 start = end = p;
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200360 len -= plen + 1;
361
Bhaskar98634f02013-10-29 23:30:51 -0400362 while (len && *end != '&') {
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200363 if (unlikely(!HTTP_IS_TOKEN(*p))) {
Willy Tarreau157dd632009-12-06 19:18:09 +0100364 /* if in a POST, body must be URI encoded or it's not a URI.
Bhaskar98634f02013-10-29 23:30:51 -0400365 * Do not interpret any possible binary data as a parameter.
Willy Tarreau157dd632009-12-06 19:18:09 +0100366 */
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200367 if (likely(HTTP_IS_LWS(*p))) /* eol, uncertain uri len */
368 break;
369 return NULL; /* oh, no; this is not uri-encoded.
370 * This body does not contain parameters.
371 */
372 }
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200373 len--;
Bhaskar98634f02013-10-29 23:30:51 -0400374 end++;
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200375 /* should we break if vlen exceeds limit? */
376 }
Bhaskar98634f02013-10-29 23:30:51 -0400377 hash = gen_hash(px, start, (end - start));
378
Bhaskar Maddalab6c0ac92013-11-05 11:54:02 -0500379 if ((px->lbprm.algo & BE_LB_HASH_MOD) == BE_LB_HMOD_AVAL)
Willy Tarreau798a39c2010-11-24 15:04:29 +0100380 hash = full_hash(hash);
Bhaskar98634f02013-10-29 23:30:51 -0400381
Willy Tarreau6c30be52019-01-14 17:07:39 +0100382 if ((px->lbprm.algo & BE_LB_LKUP) == BE_LB_LKUP_CHTREE)
Willy Tarreau59884a62019-01-02 14:48:31 +0100383 return chash_get_server_hash(px, hash, avoid);
Willy Tarreau6b2e11b2009-10-01 07:52:15 +0200384 else
385 return map_get_server_hash(px, hash);
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200386 }
387 }
Willy Tarreau01732802007-11-01 22:48:15 +0100388 /* skip to next parameter */
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200389 p = memchr(params, '&', len);
Willy Tarreau01732802007-11-01 22:48:15 +0100390 if (!p)
391 return NULL;
392 p++;
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200393 len -= (p - params);
394 params = p;
Willy Tarreau01732802007-11-01 22:48:15 +0100395 }
396 return NULL;
397}
Willy Tarreaubaaee002006-06-26 02:48:02 +0200398
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200399
Willy Tarreaubaaee002006-06-26 02:48:02 +0200400/*
Benoitaffb4812009-03-25 13:02:10 +0100401 * This function tries to find a running server for the proxy <px> following
402 * the Header parameter hash method. It looks for a specific parameter in the
403 * URL and hashes it to compute the server ID. This is useful to optimize
404 * performance by avoiding bounces between servers in contexts where sessions
405 * are shared but cookies are not usable. If the parameter is not found, NULL
406 * is returned. If any server is found, it will be returned. If no valid server
Willy Tarreau9fed8582019-01-14 16:04:54 +0100407 * is found, NULL is returned. When lbprm.arg_opt1 is set, the hash will only
408 * apply to the middle part of a domain name ("use_domain_only" option).
Benoitaffb4812009-03-25 13:02:10 +0100409 */
Willy Tarreau59884a62019-01-02 14:48:31 +0100410static struct server *get_server_hh(struct stream *s, const struct server *avoid)
Benoitaffb4812009-03-25 13:02:10 +0100411{
Dan Dubovikbd57a9f2014-07-08 08:51:03 -0700412 unsigned int hash = 0;
Benoitaffb4812009-03-25 13:02:10 +0100413 struct proxy *px = s->be;
Willy Tarreau484ff072019-01-14 15:28:53 +0100414 unsigned int plen = px->lbprm.arg_len;
Benoitaffb4812009-03-25 13:02:10 +0100415 unsigned long len;
Benoitaffb4812009-03-25 13:02:10 +0100416 const char *p;
Bhaskar98634f02013-10-29 23:30:51 -0400417 const char *start, *end;
Christopher Faulet7d37fbb2019-07-15 15:37:57 +0200418 struct htx *htx = htxbuf(&s->req.buf);
419 struct http_hdr_ctx ctx = { .blk = NULL };
Benoitaffb4812009-03-25 13:02:10 +0100420
421 /* tot_weight appears to mean srv_count */
422 if (px->lbprm.tot_weight == 0)
423 return NULL;
424
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200425 /* note: we won't hash if there's only one server left */
426 if (px->lbprm.tot_used == 1)
427 goto hash_done;
428
Christopher Faulet7d37fbb2019-07-15 15:37:57 +0200429 http_find_header(htx, ist2(px->lbprm.arg_str, plen), &ctx, 0);
Christopher Fauletf7679ad2019-02-04 12:02:18 +0100430
Christopher Faulet7d37fbb2019-07-15 15:37:57 +0200431 /* if the header is not found or empty, let's fallback to round robin */
432 if (!ctx.blk || !ctx.value.len)
433 return NULL;
Christopher Fauletf7679ad2019-02-04 12:02:18 +0100434
Christopher Faulet7d37fbb2019-07-15 15:37:57 +0200435 /* Found a the param_name in the headers.
436 * we will compute the hash based on this value ctx.val.
437 */
438 len = ctx.value.len;
439 p = ctx.value.ptr;
Christopher Fauletf7679ad2019-02-04 12:02:18 +0100440
Willy Tarreau9fed8582019-01-14 16:04:54 +0100441 if (!px->lbprm.arg_opt1) {
Bhaskar98634f02013-10-29 23:30:51 -0400442 hash = gen_hash(px, p, len);
Benoitaffb4812009-03-25 13:02:10 +0100443 } else {
444 int dohash = 0;
Cyril Bontéf607d812015-01-04 15:17:36 +0100445 p += len;
Benoitaffb4812009-03-25 13:02:10 +0100446 /* special computation, use only main domain name, not tld/host
447 * going back from the end of string, start hashing at first
448 * dot stop at next.
449 * This is designed to work with the 'Host' header, and requires
450 * a special option to activate this.
451 */
Cyril Bontéf607d812015-01-04 15:17:36 +0100452 end = p;
Benoitaffb4812009-03-25 13:02:10 +0100453 while (len) {
Cyril Bontéf607d812015-01-04 15:17:36 +0100454 if (dohash) {
455 /* Rewind the pointer until the previous char
456 * is a dot, this will allow to set the start
457 * position of the domain. */
458 if (*(p - 1) == '.')
Benoitaffb4812009-03-25 13:02:10 +0100459 break;
Benoitaffb4812009-03-25 13:02:10 +0100460 }
Cyril Bontéf607d812015-01-04 15:17:36 +0100461 else if (*p == '.') {
462 /* The pointer is rewinded to the dot before the
463 * tld, we memorize the end of the domain and
464 * can enter the domain processing. */
465 end = p;
466 dohash = 1;
467 }
Benoitaffb4812009-03-25 13:02:10 +0100468 p--;
Cyril Bontéf607d812015-01-04 15:17:36 +0100469 len--;
Benoitaffb4812009-03-25 13:02:10 +0100470 }
Cyril Bontéf607d812015-01-04 15:17:36 +0100471 start = p;
Bhaskar98634f02013-10-29 23:30:51 -0400472 hash = gen_hash(px, start, (end - start));
Benoitaffb4812009-03-25 13:02:10 +0100473 }
Bhaskar Maddalab6c0ac92013-11-05 11:54:02 -0500474 if ((px->lbprm.algo & BE_LB_HASH_MOD) == BE_LB_HMOD_AVAL)
Willy Tarreau798a39c2010-11-24 15:04:29 +0100475 hash = full_hash(hash);
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200476 hash_done:
Willy Tarreau6c30be52019-01-14 17:07:39 +0100477 if ((px->lbprm.algo & BE_LB_LKUP) == BE_LB_LKUP_CHTREE)
Willy Tarreau59884a62019-01-02 14:48:31 +0100478 return chash_get_server_hash(px, hash, avoid);
Willy Tarreau6b2e11b2009-10-01 07:52:15 +0200479 else
480 return map_get_server_hash(px, hash);
Benoitaffb4812009-03-25 13:02:10 +0100481}
482
Willy Tarreau34db1082012-04-19 17:16:54 +0200483/* RDP Cookie HASH. */
Willy Tarreau59884a62019-01-02 14:48:31 +0100484static struct server *get_server_rch(struct stream *s, const struct server *avoid)
Emeric Brun736aa232009-06-30 17:56:00 +0200485{
Dan Dubovikbd57a9f2014-07-08 08:51:03 -0700486 unsigned int hash = 0;
Emeric Brun736aa232009-06-30 17:56:00 +0200487 struct proxy *px = s->be;
488 unsigned long len;
Emeric Brun736aa232009-06-30 17:56:00 +0200489 int ret;
Willy Tarreau37406352012-04-23 16:16:37 +0200490 struct sample smp;
Willy Tarreaud1de8af2012-05-18 22:12:14 +0200491 int rewind;
Emeric Brun736aa232009-06-30 17:56:00 +0200492
493 /* tot_weight appears to mean srv_count */
494 if (px->lbprm.tot_weight == 0)
495 return NULL;
496
Willy Tarreau37406352012-04-23 16:16:37 +0200497 memset(&smp, 0, sizeof(smp));
Emeric Brun736aa232009-06-30 17:56:00 +0200498
Willy Tarreau6a445eb2018-06-19 07:04:45 +0200499 rewind = co_data(&s->req);
500 c_rew(&s->req, rewind);
Willy Tarreaud1de8af2012-05-18 22:12:14 +0200501
Willy Tarreau484ff072019-01-14 15:28:53 +0100502 ret = fetch_rdp_cookie_name(s, &smp, px->lbprm.arg_str, px->lbprm.arg_len);
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200503 len = smp.data.u.str.data;
Willy Tarreau664092c2011-12-16 19:11:42 +0100504
Willy Tarreaubcbd3932018-06-06 07:13:22 +0200505 c_adv(&s->req, rewind);
Willy Tarreaud1de8af2012-05-18 22:12:14 +0200506
Willy Tarreau37406352012-04-23 16:16:37 +0200507 if (ret == 0 || (smp.flags & SMP_F_MAY_CHANGE) || len == 0)
Emeric Brun736aa232009-06-30 17:56:00 +0200508 return NULL;
509
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200510 /* note: we won't hash if there's only one server left */
511 if (px->lbprm.tot_used == 1)
512 goto hash_done;
513
Willy Tarreau484ff072019-01-14 15:28:53 +0100514 /* Found the param_name in the headers.
Emeric Brun736aa232009-06-30 17:56:00 +0200515 * we will compute the hash based on this value ctx.val.
516 */
Willy Tarreau843b7cb2018-07-13 10:54:26 +0200517 hash = gen_hash(px, smp.data.u.str.area, len);
Bhaskar98634f02013-10-29 23:30:51 -0400518
Bhaskar Maddalab6c0ac92013-11-05 11:54:02 -0500519 if ((px->lbprm.algo & BE_LB_HASH_MOD) == BE_LB_HMOD_AVAL)
Willy Tarreau798a39c2010-11-24 15:04:29 +0100520 hash = full_hash(hash);
Willy Tarreau39c9ba72009-10-01 21:11:15 +0200521 hash_done:
Willy Tarreau6c30be52019-01-14 17:07:39 +0100522 if ((px->lbprm.algo & BE_LB_LKUP) == BE_LB_LKUP_CHTREE)
Willy Tarreau59884a62019-01-02 14:48:31 +0100523 return chash_get_server_hash(px, hash, avoid);
Willy Tarreau6b2e11b2009-10-01 07:52:15 +0200524 else
525 return map_get_server_hash(px, hash);
Emeric Brun736aa232009-06-30 17:56:00 +0200526}
Christopher Faulet5b517552017-06-09 14:17:53 +0200527
Willy Tarreau760e81d2018-05-03 07:20:40 +0200528/* random value */
Willy Tarreau59884a62019-01-02 14:48:31 +0100529static struct server *get_server_rnd(struct stream *s, const struct server *avoid)
Willy Tarreau760e81d2018-05-03 07:20:40 +0200530{
531 unsigned int hash = 0;
532 struct proxy *px = s->be;
Willy Tarreau21c741a2019-01-14 18:14:27 +0100533 struct server *prev, *curr;
534 int draws = px->lbprm.arg_opt1; // number of draws
Willy Tarreau760e81d2018-05-03 07:20:40 +0200535
536 /* tot_weight appears to mean srv_count */
537 if (px->lbprm.tot_weight == 0)
538 return NULL;
539
Willy Tarreau21c741a2019-01-14 18:14:27 +0100540 curr = NULL;
541 do {
542 prev = curr;
543 /* ensure all 32 bits are covered as long as RAND_MAX >= 65535 */
Willy Tarreau1c306aa2020-03-06 19:04:55 +0100544 hash = ((uint64_t)ha_random() * ((uint64_t)RAND_MAX + 1)) ^ ha_random();
Willy Tarreau21c741a2019-01-14 18:14:27 +0100545 curr = chash_get_server_hash(px, hash, avoid);
546 if (!curr)
547 break;
548
549 /* compare the new server to the previous best choice and pick
550 * the one with the least currently served requests.
551 */
552 if (prev && prev != curr &&
553 curr->served * prev->cur_eweight > prev->served * curr->cur_eweight)
554 curr = prev;
555 } while (--draws > 0);
556
557 return curr;
Willy Tarreau760e81d2018-05-03 07:20:40 +0200558}
559
Benoitaffb4812009-03-25 13:02:10 +0100560/*
Willy Tarreau87b09662015-04-03 00:22:06 +0200561 * This function applies the load-balancing algorithm to the stream, as
562 * defined by the backend it is assigned to. The stream is then marked as
Willy Tarreau7c669d72008-06-20 15:04:11 +0200563 * 'assigned'.
564 *
Willy Tarreaue7dff022015-04-03 01:14:29 +0200565 * This function MAY NOT be called with SF_ASSIGNED already set. If the stream
Willy Tarreau7c669d72008-06-20 15:04:11 +0200566 * had a server previously assigned, it is rebalanced, trying to avoid the same
Willy Tarreau827aee92011-03-10 16:55:02 +0100567 * server, which should still be present in target_srv(&s->target) before the call.
Willy Tarreau7c669d72008-06-20 15:04:11 +0200568 * The function tries to keep the original connection slot if it reconnects to
569 * the same server, otherwise it releases it and tries to offer it.
570 *
Willy Tarreau87b09662015-04-03 00:22:06 +0200571 * It is illegal to call this function with a stream in a queue.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200572 *
573 * It may return :
Willy Tarreau664beb82011-03-10 11:38:29 +0100574 * SRV_STATUS_OK if everything is OK. ->srv and ->target are assigned.
Willy Tarreau87b09662015-04-03 00:22:06 +0200575 * SRV_STATUS_NOSRV if no server is available. Stream is not ASSIGNED
576 * SRV_STATUS_FULL if all servers are saturated. Stream is not ASSIGNED
Willy Tarreaubaaee002006-06-26 02:48:02 +0200577 * SRV_STATUS_INTERNAL for other unrecoverable errors.
578 *
Willy Tarreaue7dff022015-04-03 01:14:29 +0200579 * Upon successful return, the stream flag SF_ASSIGNED is set to indicate that
Willy Tarreau827aee92011-03-10 16:55:02 +0100580 * it does not need to be called anymore. This means that target_srv(&s->target)
581 * can be trusted in balance and direct modes.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200582 *
583 */
584
Willy Tarreau87b09662015-04-03 00:22:06 +0200585int assign_server(struct stream *s)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200586{
Olivier Houchardba4fff52018-12-01 14:40:40 +0100587 struct connection *conn = NULL;
Willy Tarreau7c669d72008-06-20 15:04:11 +0200588 struct server *conn_slot;
Olivier Houchard00cf70f2018-11-30 17:24:55 +0100589 struct server *srv = NULL, *prev_srv;
Willy Tarreau7c669d72008-06-20 15:04:11 +0200590 int err;
Krzysztof Piotr Oledzki5a329cf2008-02-22 03:50:19 +0100591
Simon Horman8effd3d2011-08-13 08:03:52 +0900592 DPRINTF(stderr,"assign_server : s=%p\n",s);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200593
Willy Tarreau7c669d72008-06-20 15:04:11 +0200594 err = SRV_STATUS_INTERNAL;
Willy Tarreaue7dff022015-04-03 01:14:29 +0200595 if (unlikely(s->pend_pos || s->flags & SF_ASSIGNED))
Willy Tarreau7c669d72008-06-20 15:04:11 +0200596 goto out_err;
Krzysztof Piotr Oledzki5a329cf2008-02-22 03:50:19 +0100597
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100598 prev_srv = objt_server(s->target);
Willy Tarreau7c669d72008-06-20 15:04:11 +0200599 conn_slot = s->srv_conn;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200600
Willy Tarreau7c669d72008-06-20 15:04:11 +0200601 /* We have to release any connection slot before applying any LB algo,
602 * otherwise we may erroneously end up with no available slot.
603 */
604 if (conn_slot)
605 sess_change_server(s, NULL);
606
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100607 /* We will now try to find the good server and store it into <objt_server(s->target)>.
608 * Note that <objt_server(s->target)> may be NULL in case of dispatch or proxy mode,
Willy Tarreau7c669d72008-06-20 15:04:11 +0200609 * as well as if no server is available (check error code).
610 */
Willy Tarreau1a20a5d2007-11-01 21:08:19 +0100611
Willy Tarreau827aee92011-03-10 16:55:02 +0100612 srv = NULL;
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100613 s->target = NULL;
Willy Tarreau664beb82011-03-10 11:38:29 +0100614
Olivier Houchardba4fff52018-12-01 14:40:40 +0100615 if ((s->be->lbprm.algo & BE_LB_KIND) != BE_LB_KIND_HI &&
Olivier Houchard250031e2019-05-29 15:01:50 +0200616 ((s->sess->flags & SESS_FL_PREFER_LAST) ||
Olivier Houchardba4fff52018-12-01 14:40:40 +0100617 (s->be->options & PR_O_PREF_LAST))) {
Olivier Houchard351411f2018-12-27 17:20:54 +0100618 struct sess_srv_list *srv_list;
619 list_for_each_entry(srv_list, &s->sess->srv_list, srv_list) {
620 struct server *tmpsrv = objt_server(srv_list->target);
Olivier Houchardba4fff52018-12-01 14:40:40 +0100621
622 if (tmpsrv && tmpsrv->proxy == s->be &&
Olivier Houchard250031e2019-05-29 15:01:50 +0200623 ((s->sess->flags & SESS_FL_PREFER_LAST) ||
Olivier Houchardba4fff52018-12-01 14:40:40 +0100624 (!s->be->max_ka_queue ||
625 server_has_room(tmpsrv) || (
626 tmpsrv->nbpend + 1 < s->be->max_ka_queue))) &&
627 srv_currently_usable(tmpsrv)) {
Olivier Houchard351411f2018-12-27 17:20:54 +0100628 list_for_each_entry(conn, &srv_list->conn_list, session_list) {
Willy Tarreau911db9b2020-01-23 16:27:54 +0100629 if (!(conn->flags & CO_FL_WAIT_XPRT)) {
Olivier Houchardba4fff52018-12-01 14:40:40 +0100630 srv = tmpsrv;
631 s->target = &srv->obj_type;
632 goto out_ok;
633 }
634 }
Olivier Houchard00cf70f2018-11-30 17:24:55 +0100635 }
636 }
Willy Tarreau9420b122013-12-15 18:58:25 +0100637 }
Olivier Houchard00cf70f2018-11-30 17:24:55 +0100638 if (s->be->lbprm.algo & BE_LB_KIND) {
Christopher Faulet5b517552017-06-09 14:17:53 +0200639
Willy Tarreau7c669d72008-06-20 15:04:11 +0200640 /* we must check if we have at least one server available */
641 if (!s->be->lbprm.tot_weight) {
642 err = SRV_STATUS_NOSRV;
643 goto out;
644 }
Willy Tarreaubaaee002006-06-26 02:48:02 +0200645
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200646 /* First check whether we need to fetch some data or simply call
647 * the LB lookup function. Only the hashing functions will need
648 * some input data in fact, and will support multiple algorithms.
649 */
650 switch (s->be->lbprm.algo & BE_LB_LKUP) {
651 case BE_LB_LKUP_RRTREE:
Willy Tarreau827aee92011-03-10 16:55:02 +0100652 srv = fwrr_get_next_server(s->be, prev_srv);
Willy Tarreau7c669d72008-06-20 15:04:11 +0200653 break;
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200654
Willy Tarreauf09c6602012-02-13 17:12:08 +0100655 case BE_LB_LKUP_FSTREE:
656 srv = fas_get_next_server(s->be, prev_srv);
657 break;
658
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200659 case BE_LB_LKUP_LCTREE:
Willy Tarreau827aee92011-03-10 16:55:02 +0100660 srv = fwlc_get_next_server(s->be, prev_srv);
Willy Tarreau7c669d72008-06-20 15:04:11 +0200661 break;
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200662
Willy Tarreau6b2e11b2009-10-01 07:52:15 +0200663 case BE_LB_LKUP_CHTREE:
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200664 case BE_LB_LKUP_MAP:
Willy Tarreau9757a382009-10-03 12:56:50 +0200665 if ((s->be->lbprm.algo & BE_LB_KIND) == BE_LB_KIND_RR) {
Willy Tarreau760e81d2018-05-03 07:20:40 +0200666 if ((s->be->lbprm.algo & BE_LB_PARM) == BE_LB_RR_RANDOM)
Willy Tarreau59884a62019-01-02 14:48:31 +0100667 srv = get_server_rnd(s, prev_srv);
Willy Tarreau6c30be52019-01-14 17:07:39 +0100668 else if ((s->be->lbprm.algo & BE_LB_LKUP) == BE_LB_LKUP_CHTREE)
Willy Tarreau827aee92011-03-10 16:55:02 +0100669 srv = chash_get_next_server(s->be, prev_srv);
Willy Tarreau6b2e11b2009-10-01 07:52:15 +0200670 else
Willy Tarreau827aee92011-03-10 16:55:02 +0100671 srv = map_get_server_rr(s->be, prev_srv);
Willy Tarreau9757a382009-10-03 12:56:50 +0200672 break;
673 }
674 else if ((s->be->lbprm.algo & BE_LB_KIND) != BE_LB_KIND_HI) {
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200675 /* unknown balancing algorithm */
Willy Tarreau7c669d72008-06-20 15:04:11 +0200676 err = SRV_STATUS_INTERNAL;
677 goto out;
678 }
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200679
680 switch (s->be->lbprm.algo & BE_LB_PARM) {
681 case BE_LB_HASH_SRC:
Willy Tarreaud0d8da92015-04-04 02:10:38 +0200682 conn = objt_conn(strm_orig(s));
Willy Tarreauc0e16f22019-07-17 18:16:30 +0200683 if (conn && conn_get_src(conn) && conn->src->ss_family == AF_INET) {
Willy Tarreau5dd7fa12012-03-31 19:53:37 +0200684 srv = get_server_sh(s->be,
Willy Tarreauc0e16f22019-07-17 18:16:30 +0200685 (void *)&((struct sockaddr_in *)conn->src)->sin_addr,
Willy Tarreau59884a62019-01-02 14:48:31 +0100686 4, prev_srv);
Willy Tarreau5dd7fa12012-03-31 19:53:37 +0200687 }
Willy Tarreauc0e16f22019-07-17 18:16:30 +0200688 else if (conn && conn_get_src(conn) && conn->src->ss_family == AF_INET6) {
Willy Tarreau5dd7fa12012-03-31 19:53:37 +0200689 srv = get_server_sh(s->be,
Willy Tarreauc0e16f22019-07-17 18:16:30 +0200690 (void *)&((struct sockaddr_in6 *)conn->src)->sin6_addr,
Willy Tarreau59884a62019-01-02 14:48:31 +0100691 16, prev_srv);
Willy Tarreau5dd7fa12012-03-31 19:53:37 +0200692 }
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200693 else {
694 /* unknown IP family */
695 err = SRV_STATUS_INTERNAL;
696 goto out;
697 }
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200698 break;
699
700 case BE_LB_HASH_URI:
701 /* URI hashing */
Christopher Faulet7d37fbb2019-07-15 15:37:57 +0200702 if (IS_HTX_STRM(s) && s->txn->req.msg_state >= HTTP_MSG_BODY) {
Christopher Fauletf7679ad2019-02-04 12:02:18 +0100703 struct ist uri;
704
Christopher Faulet297fbb42019-05-13 14:41:27 +0200705 uri = htx_sl_req_uri(http_get_stline(htxbuf(&s->req.buf)));
Christopher Fauletf7679ad2019-02-04 12:02:18 +0100706 srv = get_server_uh(s->be, uri.ptr, uri.len, prev_srv);
707 }
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200708 break;
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200709
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200710 case BE_LB_HASH_PRM:
711 /* URL Parameter hashing */
Christopher Faulet7d37fbb2019-07-15 15:37:57 +0200712 if (IS_HTX_STRM(s) && s->txn->req.msg_state >= HTTP_MSG_BODY) {
Christopher Fauletf7679ad2019-02-04 12:02:18 +0100713 struct ist uri;
714
Christopher Faulet297fbb42019-05-13 14:41:27 +0200715 uri = htx_sl_req_uri(http_get_stline(htxbuf(&s->req.buf)));
Christopher Fauletf7679ad2019-02-04 12:02:18 +0100716 srv = get_server_ph(s->be, uri.ptr, uri.len, prev_srv);
Willy Tarreau61a21a32011-03-01 20:35:49 +0100717
Christopher Faulet7d37fbb2019-07-15 15:37:57 +0200718 if (!srv && s->txn->meth == HTTP_METH_POST)
719 srv = get_server_ph_post(s, prev_srv);
720 }
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200721 break;
Benoitaffb4812009-03-25 13:02:10 +0100722
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200723 case BE_LB_HASH_HDR:
724 /* Header Parameter hashing */
Christopher Faulet7d37fbb2019-07-15 15:37:57 +0200725 if (IS_HTX_STRM(s) && s->txn->req.msg_state >= HTTP_MSG_BODY)
726 srv = get_server_hh(s, prev_srv);
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200727 break;
728
729 case BE_LB_HASH_RDP:
730 /* RDP Cookie hashing */
Willy Tarreau59884a62019-01-02 14:48:31 +0100731 srv = get_server_rch(s, prev_srv);
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200732 break;
733
734 default:
735 /* unknown balancing algorithm */
736 err = SRV_STATUS_INTERNAL;
737 goto out;
Benoitaffb4812009-03-25 13:02:10 +0100738 }
Emeric Brun736aa232009-06-30 17:56:00 +0200739
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200740 /* If the hashing parameter was not found, let's fall
741 * back to round robin on the map.
742 */
Willy Tarreau827aee92011-03-10 16:55:02 +0100743 if (!srv) {
Willy Tarreau6c30be52019-01-14 17:07:39 +0100744 if ((s->be->lbprm.algo & BE_LB_LKUP) == BE_LB_LKUP_CHTREE)
Willy Tarreau827aee92011-03-10 16:55:02 +0100745 srv = chash_get_next_server(s->be, prev_srv);
Willy Tarreau6b2e11b2009-10-01 07:52:15 +0200746 else
Willy Tarreau827aee92011-03-10 16:55:02 +0100747 srv = map_get_server_rr(s->be, prev_srv);
Willy Tarreau6b2e11b2009-10-01 07:52:15 +0200748 }
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200749
750 /* end of map-based LB */
Emeric Brun736aa232009-06-30 17:56:00 +0200751 break;
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200752
Willy Tarreau7c669d72008-06-20 15:04:11 +0200753 default:
754 /* unknown balancing algorithm */
755 err = SRV_STATUS_INTERNAL;
756 goto out;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200757 }
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200758
Willy Tarreau827aee92011-03-10 16:55:02 +0100759 if (!srv) {
Willy Tarreauda76f4f2009-10-03 12:36:05 +0200760 err = SRV_STATUS_FULL;
761 goto out;
762 }
Willy Tarreau827aee92011-03-10 16:55:02 +0100763 else if (srv != prev_srv) {
Olivier Houchard237f7812019-03-08 18:49:07 +0100764 _HA_ATOMIC_ADD(&s->be->be_counters.cum_lbconn, 1);
765 _HA_ATOMIC_ADD(&srv->counters.cum_lbconn, 1);
Alexandre Cassen5eb1a902007-11-29 15:43:32 +0100766 }
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100767 s->target = &srv->obj_type;
Willy Tarreau7c669d72008-06-20 15:04:11 +0200768 }
Willy Tarreau1620ec32011-08-06 17:05:02 +0200769 else if (s->be->options & (PR_O_DISPATCH | PR_O_TRANSP)) {
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100770 s->target = &s->be->obj_type;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200771 }
Olivier Houchard2442f682018-12-01 17:03:38 +0100772 else if ((s->be->options & PR_O_HTTP_PROXY)) {
773 conn = cs_conn(objt_cs(s->si[1].end));
774
Willy Tarreauc0e16f22019-07-17 18:16:30 +0200775 if (conn && conn->dst && is_addr(conn->dst)) {
Olivier Houchard2442f682018-12-01 17:03:38 +0100776 /* in proxy mode, we need a valid destination address */
777 s->target = &s->be->obj_type;
778 } else {
779 err = SRV_STATUS_NOSRV;
780 goto out;
781 }
Willy Tarreau664beb82011-03-10 11:38:29 +0100782 }
783 else {
Willy Tarreau7c669d72008-06-20 15:04:11 +0200784 err = SRV_STATUS_NOSRV;
785 goto out;
786 }
787
Olivier Houchard00cf70f2018-11-30 17:24:55 +0100788out_ok:
Willy Tarreaue7dff022015-04-03 01:14:29 +0200789 s->flags |= SF_ASSIGNED;
Willy Tarreau7c669d72008-06-20 15:04:11 +0200790 err = SRV_STATUS_OK;
791 out:
792
793 /* Either we take back our connection slot, or we offer it to someone
794 * else if we don't need it anymore.
795 */
796 if (conn_slot) {
Willy Tarreau827aee92011-03-10 16:55:02 +0100797 if (conn_slot == srv) {
798 sess_change_server(s, srv);
Willy Tarreau7c669d72008-06-20 15:04:11 +0200799 } else {
800 if (may_dequeue_tasks(conn_slot, s->be))
801 process_srv_queue(conn_slot);
802 }
803 }
804
805 out_err:
806 return err;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200807}
808
Willy Tarreaubaaee002006-06-26 02:48:02 +0200809/*
Willy Tarreaue7dff022015-04-03 01:14:29 +0200810 * This function assigns a server address to a stream, and sets SF_ADDR_SET.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200811 * The address is taken from the currently assigned server, or from the
812 * dispatch or transparent address.
813 *
814 * It may return :
815 * SRV_STATUS_OK if everything is OK.
816 * SRV_STATUS_INTERNAL for other unrecoverable errors.
817 *
Willy Tarreaue7dff022015-04-03 01:14:29 +0200818 * Upon successful return, the stream flag SF_ADDR_SET is set. This flag is
Willy Tarreaubaaee002006-06-26 02:48:02 +0200819 * not cleared, so it's to the caller to clear it if required.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200820 */
Willy Tarreau1c8d32b2019-07-18 15:47:45 +0200821int assign_server_address(struct stream *s)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200822{
Willy Tarreaud0d8da92015-04-04 02:10:38 +0200823 struct connection *cli_conn = objt_conn(strm_orig(s));
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200824
Christopher Faulet56803b12017-11-24 16:06:18 +0100825 DPRINTF(stderr,"assign_server_address : s=%p\n",s);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200826
Willy Tarreau1c8d32b2019-07-18 15:47:45 +0200827 if (!sockaddr_alloc(&s->target_addr))
Willy Tarreauca79f592019-07-17 19:04:47 +0200828 return SRV_STATUS_INTERNAL;
Willy Tarreauc0e16f22019-07-17 18:16:30 +0200829
Willy Tarreaue7dff022015-04-03 01:14:29 +0200830 if ((s->flags & SF_DIRECT) || (s->be->lbprm.algo & BE_LB_KIND)) {
Willy Tarreau87b09662015-04-03 00:22:06 +0200831 /* A server is necessarily known for this stream */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200832 if (!(s->flags & SF_ASSIGNED))
Willy Tarreaubaaee002006-06-26 02:48:02 +0200833 return SRV_STATUS_INTERNAL;
834
Willy Tarreau1c8d32b2019-07-18 15:47:45 +0200835 *s->target_addr = __objt_server(s->target)->addr;
836 set_host_port(s->target_addr, __objt_server(s->target)->svc_port);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200837
Willy Tarreau1c8d32b2019-07-18 15:47:45 +0200838 if (!is_addr(s->target_addr) && cli_conn) {
Willy Tarreaud669a4f2010-07-13 14:49:50 +0200839 /* if the server has no address, we use the same address
840 * the client asked, which is handy for remapping ports
Willy Tarreau9cf8d3f2014-05-09 22:56:10 +0200841 * locally on multiple addresses at once. Nothing is done
842 * for AF_UNIX addresses.
Willy Tarreaud669a4f2010-07-13 14:49:50 +0200843 */
Willy Tarreau3cc01d82019-07-17 11:27:38 +0200844 if (!conn_get_dst(cli_conn)) {
845 /* do nothing if we can't retrieve the address */
Willy Tarreauc0e16f22019-07-17 18:16:30 +0200846 } else if (cli_conn->dst->ss_family == AF_INET) {
Willy Tarreau1c8d32b2019-07-18 15:47:45 +0200847 ((struct sockaddr_in *)s->target_addr)->sin_addr = ((struct sockaddr_in *)cli_conn->dst)->sin_addr;
Willy Tarreauc0e16f22019-07-17 18:16:30 +0200848 } else if (cli_conn->dst->ss_family == AF_INET6) {
Willy Tarreau1c8d32b2019-07-18 15:47:45 +0200849 ((struct sockaddr_in6 *)s->target_addr)->sin6_addr = ((struct sockaddr_in6 *)cli_conn->dst)->sin6_addr;
Emeric Brunec810d12010-10-22 16:36:33 +0200850 }
Willy Tarreaud669a4f2010-07-13 14:49:50 +0200851 }
852
Willy Tarreaubaaee002006-06-26 02:48:02 +0200853 /* if this server remaps proxied ports, we'll use
854 * the port the client connected to with an offset. */
Willy Tarreau1e582e52018-09-20 11:29:28 +0200855 if ((__objt_server(s->target)->flags & SRV_F_MAPPORTS) && cli_conn) {
David du Colombier6f5ccb12011-03-10 22:26:24 +0100856 int base_port;
857
Willy Tarreau3cc01d82019-07-17 11:27:38 +0200858 if (conn_get_dst(cli_conn)) {
859 /* First, retrieve the port from the incoming connection */
Willy Tarreauc0e16f22019-07-17 18:16:30 +0200860 base_port = get_host_port(cli_conn->dst);
David du Colombier6f5ccb12011-03-10 22:26:24 +0100861
Willy Tarreau3cc01d82019-07-17 11:27:38 +0200862 /* Second, assign the outgoing connection's port */
Willy Tarreau1c8d32b2019-07-18 15:47:45 +0200863 base_port += get_host_port(s->target_addr);
864 set_host_port(s->target_addr, base_port);
Willy Tarreau3cc01d82019-07-17 11:27:38 +0200865 }
Willy Tarreaubaaee002006-06-26 02:48:02 +0200866 }
867 }
Willy Tarreau1620ec32011-08-06 17:05:02 +0200868 else if (s->be->options & PR_O_DISPATCH) {
Willy Tarreaubaaee002006-06-26 02:48:02 +0200869 /* connect to the defined dispatch addr */
Willy Tarreau1c8d32b2019-07-18 15:47:45 +0200870 *s->target_addr = s->be->dispatch_addr;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200871 }
Willy Tarreaub363a1f2013-10-01 10:45:07 +0200872 else if ((s->be->options & PR_O_TRANSP) && cli_conn) {
Willy Tarreaubaaee002006-06-26 02:48:02 +0200873 /* in transparent mode, use the original dest addr if no dispatch specified */
Willy Tarreau3cc01d82019-07-17 11:27:38 +0200874 if (conn_get_dst(cli_conn) &&
Willy Tarreauc0e16f22019-07-17 18:16:30 +0200875 (cli_conn->dst->ss_family == AF_INET || cli_conn->dst->ss_family == AF_INET6))
Willy Tarreau1c8d32b2019-07-18 15:47:45 +0200876 *s->target_addr = *cli_conn->dst;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200877 }
Alexandre Cassen5eb1a902007-11-29 15:43:32 +0100878 else if (s->be->options & PR_O_HTTP_PROXY) {
879 /* If HTTP PROXY option is set, then server is already assigned
880 * during incoming client request parsing. */
881 }
Willy Tarreau1a1158b2007-01-20 11:07:46 +0100882 else {
883 /* no server and no LB algorithm ! */
884 return SRV_STATUS_INTERNAL;
885 }
Willy Tarreaubaaee002006-06-26 02:48:02 +0200886
Willy Tarreaue7dff022015-04-03 01:14:29 +0200887 s->flags |= SF_ADDR_SET;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200888 return SRV_STATUS_OK;
889}
890
Willy Tarreau87b09662015-04-03 00:22:06 +0200891/* This function assigns a server to stream <s> if required, and can add the
Willy Tarreaubaaee002006-06-26 02:48:02 +0200892 * connection to either the assigned server's queue or to the proxy's queue.
Willy Tarreau87b09662015-04-03 00:22:06 +0200893 * If ->srv_conn is set, the stream is first released from the server.
Willy Tarreaue7dff022015-04-03 01:14:29 +0200894 * It may also be called with SF_DIRECT and/or SF_ASSIGNED though. It will
Willy Tarreau7c669d72008-06-20 15:04:11 +0200895 * be called before any connection and after any retry or redispatch occurs.
896 *
Willy Tarreau87b09662015-04-03 00:22:06 +0200897 * It is not allowed to call this function with a stream in a queue.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200898 *
899 * Returns :
900 *
901 * SRV_STATUS_OK if everything is OK.
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100902 * SRV_STATUS_NOSRV if no server is available. objt_server(s->target) = NULL.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200903 * SRV_STATUS_QUEUED if the connection has been queued.
904 * SRV_STATUS_FULL if the server(s) is/are saturated and the
Willy Tarreau827aee92011-03-10 16:55:02 +0100905 * connection could not be queued at the server's,
Willy Tarreau7c669d72008-06-20 15:04:11 +0200906 * which may be NULL if we queue on the backend.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200907 * SRV_STATUS_INTERNAL for other unrecoverable errors.
908 *
909 */
Willy Tarreau87b09662015-04-03 00:22:06 +0200910int assign_server_and_queue(struct stream *s)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200911{
912 struct pendconn *p;
Willy Tarreau827aee92011-03-10 16:55:02 +0100913 struct server *srv;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200914 int err;
915
916 if (s->pend_pos)
917 return SRV_STATUS_INTERNAL;
918
Willy Tarreau7c669d72008-06-20 15:04:11 +0200919 err = SRV_STATUS_OK;
Willy Tarreaue7dff022015-04-03 01:14:29 +0200920 if (!(s->flags & SF_ASSIGNED)) {
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100921 struct server *prev_srv = objt_server(s->target);
Willy Tarreau3d80d912011-03-10 11:42:13 +0100922
Willy Tarreau7c669d72008-06-20 15:04:11 +0200923 err = assign_server(s);
Willy Tarreau3d80d912011-03-10 11:42:13 +0100924 if (prev_srv) {
Willy Tarreau87b09662015-04-03 00:22:06 +0200925 /* This stream was previously assigned to a server. We have to
926 * update the stream's and the server's stats :
Willy Tarreau7c669d72008-06-20 15:04:11 +0200927 * - if the server changed :
928 * - set TX_CK_DOWN if txn.flags was TX_CK_VALID
Willy Tarreaue7dff022015-04-03 01:14:29 +0200929 * - set SF_REDISP if it was successfully redispatched
Willy Tarreau7c669d72008-06-20 15:04:11 +0200930 * - increment srv->redispatches and be->redispatches
931 * - if the server remained the same : update retries.
Krzysztof Piotr Oledzki5a329cf2008-02-22 03:50:19 +0100932 */
933
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100934 if (prev_srv != objt_server(s->target)) {
Willy Tarreaueee5b512015-04-03 23:46:31 +0200935 if (s->txn && (s->txn->flags & TX_CK_MASK) == TX_CK_VALID) {
936 s->txn->flags &= ~TX_CK_MASK;
937 s->txn->flags |= TX_CK_DOWN;
Willy Tarreau7c669d72008-06-20 15:04:11 +0200938 }
Willy Tarreaue7dff022015-04-03 01:14:29 +0200939 s->flags |= SF_REDISP;
Olivier Houchard237f7812019-03-08 18:49:07 +0100940 _HA_ATOMIC_ADD(&prev_srv->counters.redispatches, 1);
941 _HA_ATOMIC_ADD(&s->be->be_counters.redispatches, 1);
Willy Tarreau7c669d72008-06-20 15:04:11 +0200942 } else {
Olivier Houchard237f7812019-03-08 18:49:07 +0100943 _HA_ATOMIC_ADD(&prev_srv->counters.retries, 1);
944 _HA_ATOMIC_ADD(&s->be->be_counters.retries, 1);
Krzysztof Piotr Oledzki5a329cf2008-02-22 03:50:19 +0100945 }
Krzysztof Piotr Oledzki5a329cf2008-02-22 03:50:19 +0100946 }
947 }
948
Willy Tarreaubaaee002006-06-26 02:48:02 +0200949 switch (err) {
950 case SRV_STATUS_OK:
Willy Tarreaue7dff022015-04-03 01:14:29 +0200951 /* we have SF_ASSIGNED set */
Willy Tarreau3fdb3662012-11-12 00:42:33 +0100952 srv = objt_server(s->target);
Willy Tarreau827aee92011-03-10 16:55:02 +0100953 if (!srv)
Willy Tarreau7c669d72008-06-20 15:04:11 +0200954 return SRV_STATUS_OK; /* dispatch or proxy mode */
955
956 /* If we already have a connection slot, no need to check any queue */
Willy Tarreau827aee92011-03-10 16:55:02 +0100957 if (s->srv_conn == srv)
Willy Tarreau7c669d72008-06-20 15:04:11 +0200958 return SRV_STATUS_OK;
959
Willy Tarreau87b09662015-04-03 00:22:06 +0200960 /* OK, this stream already has an assigned server, but no
Willy Tarreau7c669d72008-06-20 15:04:11 +0200961 * connection slot yet. Either it is a redispatch, or it was
962 * assigned from persistence information (direct mode).
963 */
Willy Tarreaue7dff022015-04-03 01:14:29 +0200964 if ((s->flags & SF_REDIRECTABLE) && srv->rdr_len) {
Willy Tarreau7c669d72008-06-20 15:04:11 +0200965 /* server scheduled for redirection, and already assigned. We
966 * don't want to go further nor check the queue.
Willy Tarreau21d2af32008-02-14 20:25:24 +0100967 */
Willy Tarreau827aee92011-03-10 16:55:02 +0100968 sess_change_server(s, srv); /* not really needed in fact */
Willy Tarreau21d2af32008-02-14 20:25:24 +0100969 return SRV_STATUS_OK;
970 }
971
Willy Tarreau87b09662015-04-03 00:22:06 +0200972 /* We might have to queue this stream if the assigned server is full.
Willy Tarreau7c669d72008-06-20 15:04:11 +0200973 * We know we have to queue it into the server's queue, so if a maxqueue
974 * is set on the server, we must also check that the server's queue is
975 * not full, in which case we have to return FULL.
976 */
Willy Tarreau827aee92011-03-10 16:55:02 +0100977 if (srv->maxconn &&
978 (srv->nbpend || srv->served >= srv_dynamic_maxconn(srv))) {
Willy Tarreau7c669d72008-06-20 15:04:11 +0200979
Willy Tarreau827aee92011-03-10 16:55:02 +0100980 if (srv->maxqueue > 0 && srv->nbpend >= srv->maxqueue)
Willy Tarreau7c669d72008-06-20 15:04:11 +0200981 return SRV_STATUS_FULL;
982
Willy Tarreaubaaee002006-06-26 02:48:02 +0200983 p = pendconn_add(s);
984 if (p)
985 return SRV_STATUS_QUEUED;
986 else
Willy Tarreau7c669d72008-06-20 15:04:11 +0200987 return SRV_STATUS_INTERNAL;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200988 }
Willy Tarreau7c669d72008-06-20 15:04:11 +0200989
990 /* OK, we can use this server. Let's reserve our place */
Willy Tarreau827aee92011-03-10 16:55:02 +0100991 sess_change_server(s, srv);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200992 return SRV_STATUS_OK;
993
994 case SRV_STATUS_FULL:
Willy Tarreau87b09662015-04-03 00:22:06 +0200995 /* queue this stream into the proxy's queue */
Willy Tarreaubaaee002006-06-26 02:48:02 +0200996 p = pendconn_add(s);
997 if (p)
998 return SRV_STATUS_QUEUED;
999 else
Willy Tarreau7c669d72008-06-20 15:04:11 +02001000 return SRV_STATUS_INTERNAL;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001001
1002 case SRV_STATUS_NOSRV:
Willy Tarreau7c669d72008-06-20 15:04:11 +02001003 return err;
1004
Willy Tarreaubaaee002006-06-26 02:48:02 +02001005 case SRV_STATUS_INTERNAL:
1006 return err;
Willy Tarreau7c669d72008-06-20 15:04:11 +02001007
Willy Tarreaubaaee002006-06-26 02:48:02 +02001008 default:
1009 return SRV_STATUS_INTERNAL;
1010 }
Willy Tarreau5b6995c2008-01-13 16:31:17 +01001011}
Willy Tarreaubaaee002006-06-26 02:48:02 +02001012
Willy Tarreaub1d67742010-03-29 19:36:59 +02001013/* If an explicit source binding is specified on the server and/or backend, and
1014 * this source makes use of the transparent proxy, then it is extracted now and
Willy Tarreau87b09662015-04-03 00:22:06 +02001015 * assigned to the stream's pending connection. This function assumes that an
Willy Tarreau350f4872014-11-28 14:42:25 +01001016 * outgoing connection has already been assigned to s->si[1].end.
Willy Tarreaub1d67742010-03-29 19:36:59 +02001017 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001018static void assign_tproxy_address(struct stream *s)
Willy Tarreaub1d67742010-03-29 19:36:59 +02001019{
Willy Tarreau29fbe512015-08-20 19:35:14 +02001020#if defined(CONFIG_HAP_TRANSPARENT)
Willy Tarreau3fdb3662012-11-12 00:42:33 +01001021 struct server *srv = objt_server(s->target);
Willy Tarreau9cd7d6c2012-12-08 23:13:33 +01001022 struct conn_src *src;
Willy Tarreaub363a1f2013-10-01 10:45:07 +02001023 struct connection *cli_conn;
Olivier Houchard09a0f032019-01-17 15:59:13 +01001024 struct connection *srv_conn;
1025
1026 if (objt_cs(s->si[1].end))
1027 srv_conn = cs_conn(__objt_cs(s->si[1].end));
1028 else
1029 srv_conn = objt_conn(s->si[1].end);
Willy Tarreau827aee92011-03-10 16:55:02 +01001030
Willy Tarreau9cd7d6c2012-12-08 23:13:33 +01001031 if (srv && srv->conn_src.opts & CO_SRC_BIND)
1032 src = &srv->conn_src;
1033 else if (s->be->conn_src.opts & CO_SRC_BIND)
1034 src = &s->be->conn_src;
1035 else
1036 return;
Willy Tarreau294c4732011-12-16 21:35:50 +01001037
Willy Tarreauca79f592019-07-17 19:04:47 +02001038 if (!sockaddr_alloc(&srv_conn->src))
1039 return;
Willy Tarreauc0e16f22019-07-17 18:16:30 +02001040
Willy Tarreau9cd7d6c2012-12-08 23:13:33 +01001041 switch (src->opts & CO_SRC_TPROXY_MASK) {
1042 case CO_SRC_TPROXY_ADDR:
Willy Tarreauc0e16f22019-07-17 18:16:30 +02001043 *srv_conn->src = src->tproxy_addr;
Willy Tarreau9cd7d6c2012-12-08 23:13:33 +01001044 break;
1045 case CO_SRC_TPROXY_CLI:
1046 case CO_SRC_TPROXY_CIP:
1047 /* FIXME: what can we do if the client connects in IPv6 or unix socket ? */
Willy Tarreaud0d8da92015-04-04 02:10:38 +02001048 cli_conn = objt_conn(strm_orig(s));
Willy Tarreau3cc01d82019-07-17 11:27:38 +02001049 if (cli_conn && conn_get_src(cli_conn))
Willy Tarreauc0e16f22019-07-17 18:16:30 +02001050 *srv_conn->src = *cli_conn->src;
1051 else {
Willy Tarreau16aa4af2019-07-18 11:16:41 +02001052 sockaddr_free(&srv_conn->src);
Willy Tarreauc0e16f22019-07-17 18:16:30 +02001053 }
Willy Tarreau9cd7d6c2012-12-08 23:13:33 +01001054 break;
1055 case CO_SRC_TPROXY_DYN:
Christopher Faulet7d37fbb2019-07-15 15:37:57 +02001056 if (src->bind_hdr_occ && IS_HTX_STRM(s)) {
Willy Tarreau9cd7d6c2012-12-08 23:13:33 +01001057 char *vptr;
Willy Tarreau843b7cb2018-07-13 10:54:26 +02001058 size_t vlen;
Willy Tarreau294c4732011-12-16 21:35:50 +01001059
Willy Tarreau9cd7d6c2012-12-08 23:13:33 +01001060 /* bind to the IP in a header */
Willy Tarreauc0e16f22019-07-17 18:16:30 +02001061 ((struct sockaddr_in *)srv_conn->src)->sin_family = AF_INET;
1062 ((struct sockaddr_in *)srv_conn->src)->sin_port = 0;
1063 ((struct sockaddr_in *)srv_conn->src)->sin_addr.s_addr = 0;
Christopher Faulet7d37fbb2019-07-15 15:37:57 +02001064 if (http_get_htx_hdr(htxbuf(&s->req.buf),
1065 ist2(src->bind_hdr_name, src->bind_hdr_len),
1066 src->bind_hdr_occ, NULL, &vptr, &vlen)) {
Willy Tarreauc0e16f22019-07-17 18:16:30 +02001067 ((struct sockaddr_in *)srv_conn->src)->sin_addr.s_addr =
Christopher Faulet7d37fbb2019-07-15 15:37:57 +02001068 htonl(inetaddr_host_lim(vptr, vptr + vlen));
Willy Tarreaubce70882009-09-07 11:51:47 +02001069 }
Willy Tarreaub1d67742010-03-29 19:36:59 +02001070 }
Willy Tarreau9cd7d6c2012-12-08 23:13:33 +01001071 break;
1072 default:
Willy Tarreau16aa4af2019-07-18 11:16:41 +02001073 sockaddr_free(&srv_conn->src);
Willy Tarreaub1d67742010-03-29 19:36:59 +02001074 }
1075#endif
1076}
1077
Willy Tarreaubaaee002006-06-26 02:48:02 +02001078/*
Willy Tarreau87b09662015-04-03 00:22:06 +02001079 * This function initiates a connection to the server assigned to this stream
Willy Tarreau350f4872014-11-28 14:42:25 +01001080 * (s->target, s->si[1].addr.to). It will assign a server if none
Willy Tarreau664beb82011-03-10 11:38:29 +01001081 * is assigned yet.
Willy Tarreaubaaee002006-06-26 02:48:02 +02001082 * It can return one of :
Willy Tarreaue7dff022015-04-03 01:14:29 +02001083 * - SF_ERR_NONE if everything's OK
1084 * - SF_ERR_SRVTO if there are no more servers
1085 * - SF_ERR_SRVCL if the connection was refused by the server
1086 * - SF_ERR_PRXCOND if the connection has been limited by the proxy (maxconn)
1087 * - SF_ERR_RESOURCE if a system resource is lacking (eg: fd limits, ports, ...)
1088 * - SF_ERR_INTERNAL for any other purely internal errors
Tim Düsterhus4896c442016-11-29 02:15:19 +01001089 * Additionally, in the case of SF_ERR_RESOURCE, an emergency log will be emitted.
Willy Tarreaub363a1f2013-10-01 10:45:07 +02001090 * The server-facing stream interface is expected to hold a pre-allocated connection
Willy Tarreau350f4872014-11-28 14:42:25 +01001091 * in s->si[1].conn.
Willy Tarreaubaaee002006-06-26 02:48:02 +02001092 */
Willy Tarreau87b09662015-04-03 00:22:06 +02001093int connect_server(struct stream *s)
Willy Tarreaubaaee002006-06-26 02:48:02 +02001094{
Willy Tarreau1c8d32b2019-07-18 15:47:45 +02001095 struct connection *cli_conn = objt_conn(strm_orig(s));
Olivier Houchard00cf70f2018-11-30 17:24:55 +01001096 struct connection *srv_conn = NULL;
1097 struct connection *old_conn = NULL;
Olivier Houchard2442f682018-12-01 17:03:38 +01001098 struct conn_stream *srv_cs = NULL;
Willy Tarreaub0821862019-07-18 19:26:11 +02001099 struct sess_srv_list *srv_list;
Willy Tarreau827aee92011-03-10 16:55:02 +01001100 struct server *srv;
Willy Tarreau34601a82013-12-15 16:33:46 +01001101 int reuse = 0;
Olivier Houchard0c18a6f2018-12-02 14:11:41 +01001102 int reuse_orphan = 0;
Olivier Houchard5cd62172019-01-04 15:52:26 +01001103 int init_mux = 0;
Olivier Houchard4dc85532019-01-29 15:50:38 +01001104 int alloced_cs = 0;
Willy Tarreau9650f372009-08-16 14:02:45 +02001105 int err;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001106
Olivier Houchard7c6f8b12018-11-13 16:48:36 +01001107
Willy Tarreaua5797aa2019-07-18 18:40:06 +02001108 /* This will catch some corner cases such as lying connections resulting from
1109 * retries or connect timeouts but will rarely trigger.
Olivier Houchard0fa989f2018-12-05 17:08:55 +01001110 */
Willy Tarreaua5797aa2019-07-18 18:40:06 +02001111 si_release_endpoint(&s->si[1]);
1112
Willy Tarreaub0821862019-07-18 19:26:11 +02001113 /* first, search for a matching connection in the session's idle conns */
1114 list_for_each_entry(srv_list, &s->sess->srv_list, srv_list) {
1115 if (srv_list->target == s->target) {
1116 list_for_each_entry(srv_conn, &srv_list->conn_list, session_list) {
1117 if (conn_xprt_ready(srv_conn) &&
1118 srv_conn->mux && (srv_conn->mux->avail_streams(srv_conn) > 0)) {
1119 reuse = 1;
1120 break;
Olivier Houchard00cf70f2018-11-30 17:24:55 +01001121 }
1122 }
Willy Tarreaub0821862019-07-18 19:26:11 +02001123 break;
Olivier Houchard00cf70f2018-11-30 17:24:55 +01001124 }
Willy Tarreaub0821862019-07-18 19:26:11 +02001125 }
Olivier Houchard351411f2018-12-27 17:20:54 +01001126
Willy Tarreaub0821862019-07-18 19:26:11 +02001127 if (!reuse) {
1128 /* no connection was found in our session's list. Pick any
1129 * random one that we could trade against another one.
1130 */
1131 srv_conn = NULL;
1132 if (!LIST_ISEMPTY(&s->sess->srv_list)) {
1133 srv_list = LIST_ELEM(s->sess->srv_list.n, struct sess_srv_list *, srv_list);
1134 if (!LIST_ISEMPTY(&srv_list->conn_list))
1135 srv_conn = LIST_ELEM(srv_list->conn_list.n, struct connection *, session_list);
Olivier Houchard00cf70f2018-11-30 17:24:55 +01001136 }
Willy Tarreaub0821862019-07-18 19:26:11 +02001137
Olivier Houchard00cf70f2018-11-30 17:24:55 +01001138 }
Willy Tarreaub0821862019-07-18 19:26:11 +02001139 /* OK at this point we have this :
1140 * - srv_conn points to an existing connection or NULL
1141 * - if reuse is set, srv_conn holds a valid connection, otherwise it
1142 * points to any of our old connections we may want to trade against
1143 * another one
1144 */
1145
Olivier Houchard00cf70f2018-11-30 17:24:55 +01001146 old_conn = srv_conn;
1147
Willy Tarreau7b004922015-08-04 19:34:21 +02001148 srv = objt_server(s->target);
Willy Tarreau34601a82013-12-15 16:33:46 +01001149
Willy Tarreau8dff9982015-08-04 20:45:52 +02001150 if (srv && !reuse) {
Olivier Houchard7c6f8b12018-11-13 16:48:36 +01001151 srv_conn = NULL;
Willy Tarreau8dff9982015-08-04 20:45:52 +02001152
Willy Tarreau449d74a2015-08-05 17:16:33 +02001153 /* Below we pick connections from the safe or idle lists based
1154 * on the strategy, the fact that this is a first or second
1155 * (retryable) request, with the indicated priority (1 or 2) :
1156 *
1157 * SAFE AGGR ALWS
1158 *
1159 * +-----+-----+ +-----+-----+ +-----+-----+
1160 * req| 1st | 2nd | req| 1st | 2nd | req| 1st | 2nd |
1161 * ----+-----+-----+ ----+-----+-----+ ----+-----+-----+
1162 * safe| - | 2 | safe| 1 | 2 | safe| 1 | 2 |
1163 * ----+-----+-----+ ----+-----+-----+ ----+-----+-----+
1164 * idle| - | 1 | idle| - | 1 | idle| 2 | 1 |
1165 * ----+-----+-----+ ----+-----+-----+ ----+-----+-----+
Willy Tarreaub0821862019-07-18 19:26:11 +02001166 *
1167 * Idle conns are necessarily looked up on the same thread so
1168 * that there is no concurrency issues.
Willy Tarreau449d74a2015-08-05 17:16:33 +02001169 */
Christopher Faulet40a007c2017-07-03 15:41:01 +02001170 if (srv->idle_conns && !LIST_ISEMPTY(&srv->idle_conns[tid]) &&
Willy Tarreau449d74a2015-08-05 17:16:33 +02001171 ((s->be->options & PR_O_REUSE_MASK) != PR_O_REUSE_NEVR &&
1172 s->txn && (s->txn->flags & TX_NOT_FIRST))) {
Christopher Faulet40a007c2017-07-03 15:41:01 +02001173 srv_conn = LIST_ELEM(srv->idle_conns[tid].n, struct connection *, list);
Willy Tarreau449d74a2015-08-05 17:16:33 +02001174 }
Christopher Faulet40a007c2017-07-03 15:41:01 +02001175 else if (srv->safe_conns && !LIST_ISEMPTY(&srv->safe_conns[tid]) &&
Willy Tarreau449d74a2015-08-05 17:16:33 +02001176 ((s->txn && (s->txn->flags & TX_NOT_FIRST)) ||
1177 (s->be->options & PR_O_REUSE_MASK) >= PR_O_REUSE_AGGR)) {
Christopher Faulet40a007c2017-07-03 15:41:01 +02001178 srv_conn = LIST_ELEM(srv->safe_conns[tid].n, struct connection *, list);
Willy Tarreau449d74a2015-08-05 17:16:33 +02001179 }
Christopher Faulet40a007c2017-07-03 15:41:01 +02001180 else if (srv->idle_conns && !LIST_ISEMPTY(&srv->idle_conns[tid]) &&
Willy Tarreau449d74a2015-08-05 17:16:33 +02001181 (s->be->options & PR_O_REUSE_MASK) == PR_O_REUSE_ALWS) {
Christopher Faulet40a007c2017-07-03 15:41:01 +02001182 srv_conn = LIST_ELEM(srv->idle_conns[tid].n, struct connection *, list);
Olivier Houchard859dc802019-08-08 15:47:21 +02001183 } else if (srv->idle_orphan_conns && !MT_LIST_ISEMPTY(&srv->idle_orphan_conns[tid]) &&
Olivier Houchard0c18a6f2018-12-02 14:11:41 +01001184 (((s->be->options & PR_O_REUSE_MASK) == PR_O_REUSE_ALWS) ||
1185 (((s->be->options & PR_O_REUSE_MASK) != PR_O_REUSE_NEVR) &&
1186 s->txn && (s->txn->flags & TX_NOT_FIRST)))) {
Olivier Houchard859dc802019-08-08 15:47:21 +02001187 srv_conn = MT_LIST_POP(&srv->idle_orphan_conns[tid],
Willy Tarreauc912f942019-02-28 16:06:56 +01001188 struct connection *, list);
1189 if (srv_conn)
Olivier Houchard7f1bc312019-01-22 16:11:03 +01001190 reuse_orphan = 1;
Willy Tarreau449d74a2015-08-05 17:16:33 +02001191 }
Willy Tarreau8dff9982015-08-04 20:45:52 +02001192
Willy Tarreau449d74a2015-08-05 17:16:33 +02001193 /* If we've picked a connection from the pool, we now have to
1194 * detach it. We may have to get rid of the previous idle
1195 * connection we had, so for this we try to swap it with the
1196 * other owner's. That way it may remain alive for others to
1197 * pick.
1198 */
Olivier Houchard7c6f8b12018-11-13 16:48:36 +01001199 if (srv_conn)
Willy Tarreau8dff9982015-08-04 20:45:52 +02001200 reuse = 1;
Willy Tarreau8dff9982015-08-04 20:45:52 +02001201 }
1202
Willy Tarreaub0821862019-07-18 19:26:11 +02001203
1204 /* here reuse might have been set above, indicating srv_conn finally
1205 * is OK.
1206 */
Willy Tarreau34601a82013-12-15 16:33:46 +01001207 if (reuse) {
1208 /* Disable connection reuse if a dynamic source is used.
1209 * As long as we don't share connections between servers,
1210 * we don't need to disable connection reuse on no-idempotent
1211 * requests nor when PROXY protocol is used.
1212 */
Willy Tarreau34601a82013-12-15 16:33:46 +01001213 if (srv && srv->conn_src.opts & CO_SRC_BIND) {
1214 if ((srv->conn_src.opts & CO_SRC_TPROXY_MASK) == CO_SRC_TPROXY_DYN)
1215 reuse = 0;
1216 }
1217 else if (s->be->conn_src.opts & CO_SRC_BIND) {
1218 if ((s->be->conn_src.opts & CO_SRC_TPROXY_MASK) == CO_SRC_TPROXY_DYN)
1219 reuse = 0;
1220 }
1221 }
Willy Tarreaub0821862019-07-18 19:26:11 +02001222
Willy Tarreau911db9b2020-01-23 16:27:54 +01001223 if (((!reuse || (srv_conn && (srv_conn->flags & CO_FL_WAIT_XPRT)))
Christopher Faulet1dbc4672019-09-13 10:01:36 +02001224 && ha_used_fds > global.tune.pool_high_count) && srv && srv->idle_orphan_conns) {
Olivier Houchard88698d92019-04-16 19:07:22 +02001225 struct connection *tokill_conn;
1226
1227 /* We can't reuse a connection, and e have more FDs than deemd
1228 * acceptable, attempt to kill an idling connection
1229 */
1230 /* First, try from our own idle list */
Olivier Houchard859dc802019-08-08 15:47:21 +02001231 tokill_conn = MT_LIST_POP(&srv->idle_orphan_conns[tid],
Olivier Houchard88698d92019-04-16 19:07:22 +02001232 struct connection *, list);
1233 if (tokill_conn)
1234 tokill_conn->mux->destroy(tokill_conn->ctx);
1235 /* If not, iterate over other thread's idling pool, and try to grab one */
1236 else {
1237 int i;
1238
1239 for (i = 0; i < global.nbthread; i++) {
1240 if (i == tid)
1241 continue;
Willy Tarreau08e2b412019-05-26 11:50:08 +02001242
1243 // just silence stupid gcc which reports an absurd
1244 // out-of-bounds warning for <i> which is always
1245 // exactly zero without threads, but it seems to
1246 // see it possibly larger.
1247 ALREADY_CHECKED(i);
1248
Olivier Houchard14023742019-12-30 18:15:40 +01001249 HA_SPIN_LOCK(OTHER_LOCK, &toremove_lock[tid]);
Olivier Houchard859dc802019-08-08 15:47:21 +02001250 tokill_conn = MT_LIST_POP(&srv->idle_orphan_conns[i],
Olivier Houchard88698d92019-04-16 19:07:22 +02001251 struct connection *, list);
1252 if (tokill_conn) {
1253 /* We got one, put it into the concerned thread's to kill list, and wake it's kill task */
1254
Olivier Houchard859dc802019-08-08 15:47:21 +02001255 MT_LIST_ADDQ(&toremove_connections[i],
1256 (struct mt_list *)&tokill_conn->list);
Olivier Houchard88698d92019-04-16 19:07:22 +02001257 task_wakeup(idle_conn_cleanup[i], TASK_WOKEN_OTHER);
Olivier Houchard849d4f02020-01-31 17:22:08 +01001258 HA_SPIN_UNLOCK(OTHER_LOCK, &toremove_lock[tid]);
Olivier Houchard88698d92019-04-16 19:07:22 +02001259 break;
1260 }
Olivier Houchard14023742019-12-30 18:15:40 +01001261 HA_SPIN_UNLOCK(OTHER_LOCK, &toremove_lock[tid]);
Olivier Houchard88698d92019-04-16 19:07:22 +02001262 }
1263 }
1264
1265 }
Olivier Houchard0c18a6f2018-12-02 14:11:41 +01001266 /* If we're really reusing the connection, remove it from the orphan
1267 * list and add it back to the idle list.
1268 */
Christopher Faulet46451d62019-04-19 15:39:22 +02001269 if (reuse) {
1270 if (reuse_orphan) {
1271 srv_conn->idle_time = 0;
1272 _HA_ATOMIC_SUB(&srv->curr_idle_conns, 1);
1273 __ha_barrier_atomic_store();
1274 srv->curr_idle_thr[tid]--;
1275 LIST_ADDQ(&srv->idle_conns[tid], &srv_conn->list);
1276 }
1277 else {
1278 if (srv_conn->flags & CO_FL_SESS_IDLE) {
1279 struct session *sess = srv_conn->owner;
Olivier Houcharda2dbeb22018-12-28 18:50:57 +01001280
Christopher Faulet46451d62019-04-19 15:39:22 +02001281 srv_conn->flags &= ~CO_FL_SESS_IDLE;
1282 sess->idle_conns--;
1283 }
Olivier Houcharda2dbeb22018-12-28 18:50:57 +01001284 }
Olivier Houchard0c18a6f2018-12-02 14:11:41 +01001285 }
Willy Tarreau34601a82013-12-15 16:33:46 +01001286
Olivier Houchard7c6f8b12018-11-13 16:48:36 +01001287 /* We're about to use another connection, let the mux know we're
Willy Tarreaub0821862019-07-18 19:26:11 +02001288 * done with this one.
Olivier Houchard7c6f8b12018-11-13 16:48:36 +01001289 */
Olivier Houchardc685d702018-12-28 16:20:25 +01001290 if (old_conn != srv_conn && old_conn && reuse && !reuse_orphan) {
1291 struct session *sess = srv_conn->owner;
Olivier Houchard7c6f8b12018-11-13 16:48:36 +01001292
Olivier Houchardc685d702018-12-28 16:20:25 +01001293 if (sess) {
1294 if (old_conn && !(old_conn->flags & CO_FL_PRIVATE) &&
1295 old_conn->mux != NULL) {
Olivier Houcharda2dbeb22018-12-28 18:50:57 +01001296 if (old_conn->flags & CO_FL_SESS_IDLE)
1297 s->sess->idle_conns--;
Olivier Houchardc685d702018-12-28 16:20:25 +01001298 session_unown_conn(s->sess, old_conn);
1299 old_conn->owner = sess;
Willy Tarreau3c4e19f2019-02-01 11:54:23 +01001300 if (!session_add_conn(sess, old_conn, old_conn->target)) {
Olivier Houcharda48237f2019-05-02 12:04:15 +02001301 old_conn->flags &= ~CO_FL_SESS_IDLE;
Olivier Houchardc685d702018-12-28 16:20:25 +01001302 old_conn->owner = NULL;
Christopher Faulet73c12072019-04-08 11:23:22 +02001303 old_conn->mux->destroy(old_conn->ctx);
Olivier Houchardc685d702018-12-28 16:20:25 +01001304 } else
1305 session_check_idle_conn(sess, old_conn);
Olivier Houchard7c6f8b12018-11-13 16:48:36 +01001306 }
Olivier Houchard7c6f8b12018-11-13 16:48:36 +01001307 }
Olivier Houchard7c6f8b12018-11-13 16:48:36 +01001308 }
1309
Willy Tarreau2c7dedd2019-01-24 18:22:19 +01001310 if (reuse) {
Willy Tarreaub0821862019-07-18 19:26:11 +02001311 if (srv_conn->mux) {
Willy Tarreau2c7dedd2019-01-24 18:22:19 +01001312 int avail = srv_conn->mux->avail_streams(srv_conn);
1313
1314 if (avail <= 1) {
Olivier Houchard2442f682018-12-01 17:03:38 +01001315 /* No more streams available, remove it from the list */
1316 LIST_DEL(&srv_conn->list);
1317 LIST_INIT(&srv_conn->list);
1318 }
Willy Tarreau2c7dedd2019-01-24 18:22:19 +01001319
1320 if (avail >= 1) {
1321 srv_cs = srv_conn->mux->attach(srv_conn, s->sess);
Olivier Houchard4dc85532019-01-29 15:50:38 +01001322 if (srv_cs) {
1323 alloced_cs = 1;
Willy Tarreau2c7dedd2019-01-24 18:22:19 +01001324 si_attach_cs(&s->si[1], srv_cs);
Olivier Houchard4dc85532019-01-29 15:50:38 +01001325 } else
Willy Tarreau2c7dedd2019-01-24 18:22:19 +01001326 srv_conn = NULL;
1327 }
Olivier Houchard134a2042018-12-28 14:45:47 +01001328 else
1329 srv_conn = NULL;
Olivier Houchard7c6f8b12018-11-13 16:48:36 +01001330 }
Willy Tarreau2c7dedd2019-01-24 18:22:19 +01001331 /* otherwise srv_conn is left intact */
1332 }
1333 else
1334 srv_conn = NULL;
1335
1336 /* no reuse or failed to reuse the connection above, pick a new one */
1337 if (!srv_conn) {
1338 srv_conn = conn_new();
Willy Tarreau1da41ec2019-02-01 16:38:48 +01001339 if (srv_conn)
1340 srv_conn->target = s->target;
Willy Tarreau2c7dedd2019-01-24 18:22:19 +01001341 srv_cs = NULL;
Olivier Houchard7c6f8b12018-11-13 16:48:36 +01001342 }
Willy Tarreau2c7dedd2019-01-24 18:22:19 +01001343
Olivier Houchard7c6f8b12018-11-13 16:48:36 +01001344 if (srv_conn && old_conn != srv_conn) {
Olivier Houchard351411f2018-12-27 17:20:54 +01001345 if (srv_conn->owner)
1346 session_unown_conn(srv_conn->owner, srv_conn);
Olivier Houchard7c6f8b12018-11-13 16:48:36 +01001347 srv_conn->owner = s->sess;
Willy Tarreau3c4e19f2019-02-01 11:54:23 +01001348 if (!session_add_conn(s->sess, srv_conn, srv_conn->target)) {
Olivier Houchard351411f2018-12-27 17:20:54 +01001349 /* If we failed to attach the connection, detach the
1350 * conn_stream, possibly destroying the connection */
Olivier Houchard4dc85532019-01-29 15:50:38 +01001351 if (alloced_cs)
1352 si_release_endpoint(&s->si[1]);
Olivier Houchard351411f2018-12-27 17:20:54 +01001353 srv_conn->owner = NULL;
Olivier Houchard26da3232019-01-29 16:05:02 +01001354 if (srv_conn->mux && !srv_add_to_idle_list(objt_server(srv_conn->target), srv_conn))
Olivier Houchard351411f2018-12-27 17:20:54 +01001355 /* The server doesn't want it, let's kill the connection right away */
Christopher Faulet73c12072019-04-08 11:23:22 +02001356 srv_conn->mux->destroy(srv_conn->ctx);
Olivier Houchard351411f2018-12-27 17:20:54 +01001357 srv_conn = NULL;
1358
1359 }
Willy Tarreau323a2d92015-08-04 19:00:17 +02001360 }
Willy Tarreauc12b5e62015-08-04 19:45:36 +02001361
Willy Tarreau1c8d32b2019-07-18 15:47:45 +02001362 if (!srv_conn || !sockaddr_alloc(&srv_conn->dst))
Willy Tarreaue7dff022015-04-03 01:14:29 +02001363 return SF_ERR_RESOURCE;
Willy Tarreau32e3c6a2013-10-11 19:34:20 +02001364
Willy Tarreaue7dff022015-04-03 01:14:29 +02001365 if (!(s->flags & SF_ADDR_SET)) {
Willy Tarreau1c8d32b2019-07-18 15:47:45 +02001366 err = assign_server_address(s);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001367 if (err != SRV_STATUS_OK)
Willy Tarreaue7dff022015-04-03 01:14:29 +02001368 return SF_ERR_INTERNAL;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001369 }
1370
Willy Tarreau1c8d32b2019-07-18 15:47:45 +02001371 /* copy the target address into the connection */
1372 *srv_conn->dst = *s->target_addr;
1373
1374 /* Copy network namespace from client connection */
1375 srv_conn->proxy_netns = cli_conn ? cli_conn->proxy_netns : NULL;
1376
Olivier Houchard9a86fcb2018-12-11 16:47:14 +01001377 if (!conn_xprt_ready(srv_conn) && !srv_conn->mux) {
Willy Tarreauff605db2013-12-20 11:09:51 +01001378 /* set the correct protocol on the output stream interface */
Christopher Faulet2bf88c02018-02-28 10:33:34 +01001379 if (srv)
Willy Tarreauc0e16f22019-07-17 18:16:30 +02001380 conn_prepare(srv_conn, protocol_by_family(srv_conn->dst->ss_family), srv->xprt);
Willy Tarreauff605db2013-12-20 11:09:51 +01001381 else if (obj_type(s->target) == OBJ_TYPE_PROXY) {
1382 /* proxies exclusively run on raw_sock right now */
Willy Tarreauc0e16f22019-07-17 18:16:30 +02001383 conn_prepare(srv_conn, protocol_by_family(srv_conn->dst->ss_family), xprt_get(XPRT_RAW));
Olivier Houchard12950162018-11-23 14:32:08 +01001384 if (!(srv_conn->ctrl))
Willy Tarreaue7dff022015-04-03 01:14:29 +02001385 return SF_ERR_INTERNAL;
Willy Tarreauff605db2013-12-20 11:09:51 +01001386 }
1387 else
Willy Tarreaue7dff022015-04-03 01:14:29 +02001388 return SF_ERR_INTERNAL; /* how did we get there ? */
Willy Tarreaud02394b2012-05-11 18:32:18 +02001389
Olivier Houchard8af03b32020-01-22 17:34:54 +01001390 srv_cs = si_alloc_cs(&s->si[1], srv_conn);
1391 if (!srv_cs) {
1392 conn_free(srv_conn);
1393 return SF_ERR_RESOURCE;
1394 }
1395 srv_conn->ctx = srv_cs;
Olivier Houchardecffb7d2020-01-24 14:10:55 +01001396#if defined(USE_OPENSSL) && defined(TLSEXT_TYPE_application_layer_protocol_negotiation)
Olivier Houchard12950162018-11-23 14:32:08 +01001397 if (!srv ||
1398 ((!(srv->ssl_ctx.alpn_str) && !(srv->ssl_ctx.npn_str)) ||
Olivier Houchardb4a8b2c2019-06-15 00:13:15 +02001399 srv->mux_proto || s->be->mode != PR_MODE_HTTP))
Olivier Houchard201b9f42018-11-21 00:16:29 +01001400#endif
Olivier Houchard5cd62172019-01-04 15:52:26 +01001401 init_mux = 1;
Willy Tarreauff605db2013-12-20 11:09:51 +01001402 /* process the case where the server requires the PROXY protocol to be sent */
1403 srv_conn->send_proxy_ofs = 0;
Olivier Houchard522eea72017-11-03 16:27:47 +01001404
Willy Tarreau7b004922015-08-04 19:34:21 +02001405 if (srv && srv->pp_opts) {
Willy Tarreau387ebf82015-08-04 19:24:13 +02001406 srv_conn->flags |= CO_FL_PRIVATE;
Alexander Liu2a54bb72019-05-22 19:44:48 +08001407 srv_conn->flags |= CO_FL_SEND_PROXY;
Willy Tarreauff605db2013-12-20 11:09:51 +01001408 srv_conn->send_proxy_ofs = 1; /* must compute size */
Willy Tarreauff605db2013-12-20 11:09:51 +01001409 if (cli_conn)
Willy Tarreau3cc01d82019-07-17 11:27:38 +02001410 conn_get_dst(cli_conn);
Willy Tarreauff605db2013-12-20 11:09:51 +01001411 }
Willy Tarreau2a6e8802013-10-24 15:50:53 +02001412
Willy Tarreauff605db2013-12-20 11:09:51 +01001413 assign_tproxy_address(s);
Alexander Liu2a54bb72019-05-22 19:44:48 +08001414
1415 if (srv && (srv->flags & SRV_F_SOCKS4_PROXY)) {
1416 srv_conn->send_proxy_ofs = 1;
1417 srv_conn->flags |= CO_FL_SOCKS4;
1418 }
Willy Tarreauff605db2013-12-20 11:09:51 +01001419 }
Olivier Houchard9a86fcb2018-12-11 16:47:14 +01001420 else if (!conn_xprt_ready(srv_conn)) {
1421 if (srv_conn->mux->reset)
1422 srv_conn->mux->reset(srv_conn);
1423 }
Olivier Houcharde8f5f5d2019-10-25 17:00:54 +02001424 else {
1425 /* Only consider we're doing reuse if the connection was
1426 * ready.
1427 */
1428 if (srv_conn->mux->ctl(srv_conn, MUX_STATUS, NULL) & MUX_STATUS_READY)
1429 s->flags |= SF_SRV_REUSED;
1430 }
Willy Tarreaub1d67742010-03-29 19:36:59 +02001431
William Lallemandb7ff6a32012-03-02 14:35:21 +01001432 /* flag for logging source ip/port */
Willy Tarreaud0d8da92015-04-04 02:10:38 +02001433 if (strm_fe(s)->options2 & PR_O2_SRC_ADDR)
Willy Tarreau350f4872014-11-28 14:42:25 +01001434 s->si[1].flags |= SI_FL_SRC_ADDR;
William Lallemandb7ff6a32012-03-02 14:35:21 +01001435
Willy Tarreau14f8e862012-08-30 22:23:13 +02001436 /* disable lingering */
1437 if (s->be->options & PR_O_TCP_NOLING)
Willy Tarreau350f4872014-11-28 14:42:25 +01001438 s->si[1].flags |= SI_FL_NOLINGER;
Willy Tarreau14f8e862012-08-30 22:23:13 +02001439
Willy Tarreauf1573842018-12-14 11:35:36 +01001440 if (s->flags & SF_SRV_REUSED) {
Olivier Houchard237f7812019-03-08 18:49:07 +01001441 _HA_ATOMIC_ADD(&s->be->be_counters.reuse, 1);
Willy Tarreaucc79ed22018-12-15 15:11:36 +01001442 if (srv)
Olivier Houchard237f7812019-03-08 18:49:07 +01001443 _HA_ATOMIC_ADD(&srv->counters.reuse, 1);
Willy Tarreauf1573842018-12-14 11:35:36 +01001444 } else {
Olivier Houchard237f7812019-03-08 18:49:07 +01001445 _HA_ATOMIC_ADD(&s->be->be_counters.connect, 1);
Willy Tarreaucc79ed22018-12-15 15:11:36 +01001446 if (srv)
Olivier Houchard237f7812019-03-08 18:49:07 +01001447 _HA_ATOMIC_ADD(&srv->counters.connect, 1);
Willy Tarreauf1573842018-12-14 11:35:36 +01001448 }
1449
Olivier Houchard201b9f42018-11-21 00:16:29 +01001450 err = si_connect(&s->si[1], srv_conn);
Willy Tarreau09e02032019-07-18 16:18:20 +02001451 if (err != SF_ERR_NONE)
1452 return err;
1453
Olivier Houchard5cd62172019-01-04 15:52:26 +01001454 /* We have to defer the mux initialization until after si_connect()
1455 * has been called, as we need the xprt to have been properly
1456 * initialized, or any attempt to recv during the mux init may
1457 * fail, and flag the connection as CO_FL_ERROR.
1458 */
1459 if (init_mux) {
Olivier Houchard74931142019-01-29 19:11:16 +01001460 if (conn_install_mux_be(srv_conn, srv_cs, s->sess) < 0) {
1461 conn_full_close(srv_conn);
Olivier Houchard5cd62172019-01-04 15:52:26 +01001462 return SF_ERR_INTERNAL;
Olivier Houchard74931142019-01-29 19:11:16 +01001463 }
Olivier Houchard5cd62172019-01-04 15:52:26 +01001464 /* If we're doing http-reuse always, and the connection
1465 * is an http2 connection, add it to the available list,
1466 * so that others can use it right away.
1467 */
1468 if (srv && ((s->be->options & PR_O_REUSE_MASK) == PR_O_REUSE_ALWS) &&
1469 srv_conn->mux->avail_streams(srv_conn) > 0)
1470 LIST_ADD(&srv->idle_conns[tid], &srv_conn->list);
1471 }
Olivier Houchardfe50bfb2019-05-27 12:09:19 +02001472 /* The CO_FL_SEND_PROXY flag may have been set by the connect method,
1473 * if so, add our handshake pseudo-XPRT now.
1474 */
Willy Tarreau4450b582020-01-23 15:23:13 +01001475 if ((srv_conn->flags & CO_FL_HANDSHAKE)) {
Olivier Houchardfe50bfb2019-05-27 12:09:19 +02001476 if (xprt_add_hs(srv_conn) < 0) {
1477 conn_full_close(srv_conn);
1478 return SF_ERR_INTERNAL;
1479 }
1480 }
Olivier Houchard5cd62172019-01-04 15:52:26 +01001481
Willy Tarreaubaaee002006-06-26 02:48:02 +02001482
Willy Tarreau5db847a2019-05-09 14:13:35 +02001483#if USE_OPENSSL && (defined(OPENSSL_IS_BORINGSSL) || (HA_OPENSSL_VERSION_NUMBER >= 0x10101000L))
Olivier Houchard4cd2af42019-05-06 15:18:27 +02001484
Olivier Houchard8694e5b2019-06-15 00:14:05 +02001485 if (!reuse && cli_conn && srv && srv_conn->mux &&
Olivier Houchard522eea72017-11-03 16:27:47 +01001486 (srv->ssl_ctx.options & SRV_SSL_O_EARLY_DATA) &&
Olivier Houchard865d8392019-05-03 22:46:27 +02001487 /* Only attempt to use early data if either the client sent
1488 * early data, so that we know it can handle a 425, or if
1489 * we are allwoed to retry requests on early data failure, and
1490 * it's our first try
1491 */
1492 ((cli_conn->flags & CO_FL_EARLY_DATA) ||
1493 ((s->be->retry_type & PR_RE_EARLY_ERROR) &&
1494 s->si[1].conn_retries == s->be->conn_retries)) &&
1495 !channel_is_empty(si_oc(&s->si[1])) &&
1496 srv_conn->flags & CO_FL_SSL_WAIT_HS)
Olivier Houchard522eea72017-11-03 16:27:47 +01001497 srv_conn->flags &= ~(CO_FL_SSL_WAIT_HS | CO_FL_WAIT_L6_CONN);
Willy Tarreau46c9d3e2017-11-08 14:25:59 +01001498#endif
Olivier Houchard522eea72017-11-03 16:27:47 +01001499
Willy Tarreau14f8e862012-08-30 22:23:13 +02001500 /* set connect timeout */
Willy Tarreau350f4872014-11-28 14:42:25 +01001501 s->si[1].exp = tick_add_ifset(now_ms, s->be->timeout.connect);
Willy Tarreau14f8e862012-08-30 22:23:13 +02001502
Willy Tarreau827aee92011-03-10 16:55:02 +01001503 if (srv) {
Christopher Faulet29f77e82017-06-08 14:04:45 +02001504 int count;
1505
Willy Tarreaue7dff022015-04-03 01:14:29 +02001506 s->flags |= SF_CURR_SESS;
Olivier Houchard237f7812019-03-08 18:49:07 +01001507 count = _HA_ATOMIC_ADD(&srv->cur_sess, 1);
Christopher Faulet29f77e82017-06-08 14:04:45 +02001508 HA_ATOMIC_UPDATE_MAX(&srv->counters.cur_sess_max, count);
Willy Tarreau51406232008-03-10 22:04:20 +01001509 if (s->be->lbprm.server_take_conn)
Willy Tarreau827aee92011-03-10 16:55:02 +01001510 s->be->lbprm.server_take_conn(srv);
Willy Tarreau732eac42015-07-09 11:40:25 +02001511
1512#ifdef USE_OPENSSL
1513 if (srv->ssl_ctx.sni) {
1514 struct sample *smp;
Willy Tarreau732eac42015-07-09 11:40:25 +02001515
Christopher Faulet7d37fbb2019-07-15 15:37:57 +02001516 smp = sample_fetch_as_type(s->be, s->sess, s, SMP_OPT_DIR_REQ | SMP_OPT_FINAL,
1517 srv->ssl_ctx.sni, SMP_T_STR);
Willy Tarreau2e0565c2016-08-09 11:55:21 +02001518 if (smp_make_safe(smp)) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02001519 ssl_sock_set_servername(srv_conn,
1520 smp->data.u.str.area);
Willy Tarreau387ebf82015-08-04 19:24:13 +02001521 srv_conn->flags |= CO_FL_PRIVATE;
Willy Tarreau732eac42015-07-09 11:40:25 +02001522 }
1523 }
1524#endif /* USE_OPENSSL */
1525
Willy Tarreaubaaee002006-06-26 02:48:02 +02001526 }
1527
Willy Tarreauada4c582020-03-04 16:42:03 +01001528 /* Now handle synchronously connected sockets. We know the stream-int
1529 * is at least in state SI_ST_CON. These ones typically are UNIX
1530 * sockets, socket pairs, and occasionally TCP connections on the
1531 * loopback on a heavily loaded system.
1532 */
1533 if ((srv_conn->flags & CO_FL_ERROR || srv_cs->flags & CS_FL_ERROR))
1534 s->si[1].flags |= SI_FL_ERR;
1535
1536 /* If we had early data, and the handshake ended, then
1537 * we can remove the flag, and attempt to wake the task up,
1538 * in the event there's an analyser waiting for the end of
1539 * the handshake.
1540 */
1541 if (!(srv_conn->flags & (CO_FL_WAIT_XPRT | CO_FL_EARLY_SSL_HS)))
1542 srv_cs->flags &= ~CS_FL_WAIT_FOR_HS;
1543
1544 if (!si_state_in(s->si[1].state, SI_SB_EST|SI_SB_DIS|SI_SB_CLO) &&
1545 (srv_conn->flags & CO_FL_WAIT_XPRT) == 0) {
1546 s->si[1].exp = TICK_ETERNITY;
1547 si_oc(&s->si[1])->flags |= CF_WRITE_NULL;
1548 if (s->si[1].state == SI_ST_CON)
1549 s->si[1].state = SI_ST_RDY;
1550 }
1551
1552 /* Report EOI on the channel if it was reached from the mux point of
1553 * view.
1554 *
1555 * Note: This test is only required because si_cs_process is also the SI
1556 * wake callback. Otherwise si_cs_recv()/si_cs_send() already take
1557 * care of it.
1558 */
1559 if ((srv_cs->flags & CS_FL_EOI) && !(si_ic(&s->si[1])->flags & CF_EOI))
1560 si_ic(&s->si[1])->flags |= (CF_EOI|CF_READ_PARTIAL);
1561
Willy Tarreaue7dff022015-04-03 01:14:29 +02001562 return SF_ERR_NONE; /* connection is OK */
Willy Tarreaubaaee002006-06-26 02:48:02 +02001563}
1564
1565
Willy Tarreaubaaee002006-06-26 02:48:02 +02001566/* This function performs the "redispatch" part of a connection attempt. It
1567 * will assign a server if required, queue the connection if required, and
1568 * handle errors that might arise at this level. It can change the server
1569 * state. It will return 1 if it encounters an error, switches the server
1570 * state, or has to queue a connection. Otherwise, it will return 0 indicating
1571 * that the connection is ready to use.
1572 */
1573
Willy Tarreau87b09662015-04-03 00:22:06 +02001574int srv_redispatch_connect(struct stream *s)
Willy Tarreaubaaee002006-06-26 02:48:02 +02001575{
Willy Tarreau827aee92011-03-10 16:55:02 +01001576 struct server *srv;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001577 int conn_err;
1578
1579 /* We know that we don't have any connection pending, so we will
1580 * try to get a new one, and wait in this state if it's queued
1581 */
Willy Tarreau7c669d72008-06-20 15:04:11 +02001582 redispatch:
Willy Tarreauf1fd9dc2014-04-24 20:47:57 +02001583 conn_err = assign_server_and_queue(s);
1584 srv = objt_server(s->target);
Willy Tarreau827aee92011-03-10 16:55:02 +01001585
Willy Tarreaubaaee002006-06-26 02:48:02 +02001586 switch (conn_err) {
1587 case SRV_STATUS_OK:
1588 break;
1589
Willy Tarreau7c669d72008-06-20 15:04:11 +02001590 case SRV_STATUS_FULL:
1591 /* The server has reached its maxqueue limit. Either PR_O_REDISP is set
1592 * and we can redispatch to another server, or it is not and we return
1593 * 503. This only makes sense in DIRECT mode however, because normal LB
1594 * algorithms would never select such a server, and hash algorithms
Willy Tarreauf1fd9dc2014-04-24 20:47:57 +02001595 * would bring us on the same server again. Note that s->target is set
Willy Tarreau827aee92011-03-10 16:55:02 +01001596 * in this case.
Willy Tarreau7c669d72008-06-20 15:04:11 +02001597 */
Willy Tarreaue7dff022015-04-03 01:14:29 +02001598 if (((s->flags & (SF_DIRECT|SF_FORCE_PRST)) == SF_DIRECT) &&
Willy Tarreauf1fd9dc2014-04-24 20:47:57 +02001599 (s->be->options & PR_O_REDISP)) {
Willy Tarreaue7dff022015-04-03 01:14:29 +02001600 s->flags &= ~(SF_DIRECT | SF_ASSIGNED | SF_ADDR_SET);
Willy Tarreau1c8d32b2019-07-18 15:47:45 +02001601 sockaddr_free(&s->target_addr);
Willy Tarreau7c669d72008-06-20 15:04:11 +02001602 goto redispatch;
1603 }
1604
Willy Tarreau350f4872014-11-28 14:42:25 +01001605 if (!s->si[1].err_type) {
1606 s->si[1].err_type = SI_ET_QUEUE_ERR;
Willy Tarreaufa7e1022008-10-19 07:30:41 +02001607 }
Willy Tarreau7c669d72008-06-20 15:04:11 +02001608
Olivier Houchard237f7812019-03-08 18:49:07 +01001609 _HA_ATOMIC_ADD(&srv->counters.failed_conns, 1);
1610 _HA_ATOMIC_ADD(&s->be->be_counters.failed_conns, 1);
Willy Tarreau7c669d72008-06-20 15:04:11 +02001611 return 1;
1612
Willy Tarreaubaaee002006-06-26 02:48:02 +02001613 case SRV_STATUS_NOSRV:
Willy Tarreau827aee92011-03-10 16:55:02 +01001614 /* note: it is guaranteed that srv == NULL here */
Willy Tarreau350f4872014-11-28 14:42:25 +01001615 if (!s->si[1].err_type) {
1616 s->si[1].err_type = SI_ET_CONN_ERR;
Willy Tarreaufa7e1022008-10-19 07:30:41 +02001617 }
Krzysztof Piotr Oledzki5a329cf2008-02-22 03:50:19 +01001618
Olivier Houchard237f7812019-03-08 18:49:07 +01001619 _HA_ATOMIC_ADD(&s->be->be_counters.failed_conns, 1);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001620 return 1;
1621
1622 case SRV_STATUS_QUEUED:
Willy Tarreau350f4872014-11-28 14:42:25 +01001623 s->si[1].exp = tick_add_ifset(now_ms, s->be->timeout.queue);
1624 s->si[1].state = SI_ST_QUE;
Willy Tarreau87b09662015-04-03 00:22:06 +02001625 /* do nothing else and do not wake any other stream up */
Willy Tarreaubaaee002006-06-26 02:48:02 +02001626 return 1;
1627
Willy Tarreaubaaee002006-06-26 02:48:02 +02001628 case SRV_STATUS_INTERNAL:
1629 default:
Willy Tarreau350f4872014-11-28 14:42:25 +01001630 if (!s->si[1].err_type) {
1631 s->si[1].err_type = SI_ET_CONN_OTHER;
Willy Tarreaufa7e1022008-10-19 07:30:41 +02001632 }
1633
Willy Tarreau827aee92011-03-10 16:55:02 +01001634 if (srv)
1635 srv_inc_sess_ctr(srv);
1636 if (srv)
Bhaskar Maddalaa20cb852014-02-03 16:26:46 -05001637 srv_set_sess_last(srv);
1638 if (srv)
Olivier Houchard237f7812019-03-08 18:49:07 +01001639 _HA_ATOMIC_ADD(&srv->counters.failed_conns, 1);
1640 _HA_ATOMIC_ADD(&s->be->be_counters.failed_conns, 1);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001641
Willy Tarreau87b09662015-04-03 00:22:06 +02001642 /* release other streams waiting for this server */
Willy Tarreauf1fd9dc2014-04-24 20:47:57 +02001643 if (may_dequeue_tasks(srv, s->be))
Willy Tarreau827aee92011-03-10 16:55:02 +01001644 process_srv_queue(srv);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001645 return 1;
1646 }
1647 /* if we get here, it's because we got SRV_STATUS_OK, which also
1648 * means that the connection has not been queued.
1649 */
1650 return 0;
1651}
1652
Willy Tarreau3a9312a2020-01-09 18:43:15 +01001653/* Check if the connection request is in such a state that it can be aborted. */
1654static int back_may_abort_req(struct channel *req, struct stream *s)
1655{
1656 return ((req->flags & (CF_READ_ERROR)) ||
1657 ((req->flags & (CF_SHUTW_NOW|CF_SHUTW)) && /* empty and client aborted */
1658 (channel_is_empty(req) || (s->be->options & PR_O_ABRT_CLOSE))));
1659}
1660
1661/* Update back stream interface status for input states SI_ST_ASS, SI_ST_QUE,
1662 * SI_ST_TAR. Other input states are simply ignored.
1663 * Possible output states are SI_ST_CLO, SI_ST_TAR, SI_ST_ASS, SI_ST_REQ, SI_ST_CON
1664 * and SI_ST_EST. Flags must have previously been updated for timeouts and other
1665 * conditions.
1666 */
1667void back_try_conn_req(struct stream *s)
1668{
1669 struct server *srv = objt_server(s->target);
1670 struct stream_interface *si = &s->si[1];
1671 struct channel *req = &s->req;
1672
1673 DBG_TRACE_ENTER(STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
1674
1675 if (si->state == SI_ST_ASS) {
1676 /* Server assigned to connection request, we have to try to connect now */
1677 int conn_err;
1678
1679 /* Before we try to initiate the connection, see if the
1680 * request may be aborted instead.
1681 */
1682 if (back_may_abort_req(req, s)) {
1683 si->err_type |= SI_ET_CONN_ABRT;
1684 DBG_TRACE_STATE("connection aborted", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
1685 goto abort_connection;
1686 }
1687
1688 conn_err = connect_server(s);
1689 srv = objt_server(s->target);
1690
1691 if (conn_err == SF_ERR_NONE) {
1692 /* state = SI_ST_CON or SI_ST_EST now */
1693 if (srv)
1694 srv_inc_sess_ctr(srv);
1695 if (srv)
1696 srv_set_sess_last(srv);
1697 DBG_TRACE_STATE("connection attempt", STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
1698 goto end;
1699 }
1700
1701 /* We have received a synchronous error. We might have to
1702 * abort, retry immediately or redispatch.
1703 */
1704 if (conn_err == SF_ERR_INTERNAL) {
1705 if (!si->err_type) {
1706 si->err_type = SI_ET_CONN_OTHER;
1707 }
1708
1709 if (srv)
1710 srv_inc_sess_ctr(srv);
1711 if (srv)
1712 srv_set_sess_last(srv);
1713 if (srv)
1714 _HA_ATOMIC_ADD(&srv->counters.failed_conns, 1);
1715 _HA_ATOMIC_ADD(&s->be->be_counters.failed_conns, 1);
1716
1717 /* release other streams waiting for this server */
1718 sess_change_server(s, NULL);
1719 if (may_dequeue_tasks(srv, s->be))
1720 process_srv_queue(srv);
1721
1722 /* Failed and not retryable. */
1723 si_shutr(si);
1724 si_shutw(si);
1725 req->flags |= CF_WRITE_ERROR;
1726
1727 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
1728
1729 /* we may need to know the position in the queue for logging */
1730 pendconn_cond_unlink(s->pend_pos);
1731
1732 /* no stream was ever accounted for this server */
1733 si->state = SI_ST_CLO;
1734 if (s->srv_error)
1735 s->srv_error(s, si);
1736 DBG_TRACE_STATE("internal error during connection", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
1737 goto end;
1738 }
1739
1740 /* We are facing a retryable error, but we don't want to run a
1741 * turn-around now, as the problem is likely a source port
1742 * allocation problem, so we want to retry now.
1743 */
1744 si->state = SI_ST_CER;
1745 si->flags &= ~SI_FL_ERR;
1746 back_handle_st_cer(s);
1747
1748 DBG_TRACE_STATE("connection error, retry", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
1749 /* now si->state is one of SI_ST_CLO, SI_ST_TAR, SI_ST_ASS, SI_ST_REQ */
1750 }
1751 else if (si->state == SI_ST_QUE) {
1752 /* connection request was queued, check for any update */
1753 if (!pendconn_dequeue(s)) {
1754 /* The connection is not in the queue anymore. Either
1755 * we have a server connection slot available and we
1756 * go directly to the assigned state, or we need to
1757 * load-balance first and go to the INI state.
1758 */
1759 si->exp = TICK_ETERNITY;
1760 if (unlikely(!(s->flags & SF_ASSIGNED)))
1761 si->state = SI_ST_REQ;
1762 else {
1763 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
1764 si->state = SI_ST_ASS;
1765 }
1766 DBG_TRACE_STATE("dequeue connection request", STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
1767 goto end;
1768 }
1769
1770 /* Connection request still in queue... */
1771 if (si->flags & SI_FL_EXP) {
1772 /* ... and timeout expired */
1773 si->exp = TICK_ETERNITY;
1774 si->flags &= ~SI_FL_EXP;
1775 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
1776
1777 /* we may need to know the position in the queue for logging */
1778 pendconn_cond_unlink(s->pend_pos);
1779
1780 if (srv)
1781 _HA_ATOMIC_ADD(&srv->counters.failed_conns, 1);
1782 _HA_ATOMIC_ADD(&s->be->be_counters.failed_conns, 1);
1783 si_shutr(si);
1784 si_shutw(si);
1785 req->flags |= CF_WRITE_TIMEOUT;
1786 if (!si->err_type)
1787 si->err_type = SI_ET_QUEUE_TO;
1788 si->state = SI_ST_CLO;
1789 if (s->srv_error)
1790 s->srv_error(s, si);
1791 DBG_TRACE_STATE("connection request still queued", STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
1792 goto end;
1793 }
1794
1795 /* Connection remains in queue, check if we have to abort it */
1796 if (back_may_abort_req(req, s)) {
1797 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
1798
1799 /* we may need to know the position in the queue for logging */
1800 pendconn_cond_unlink(s->pend_pos);
1801
1802 si->err_type |= SI_ET_QUEUE_ABRT;
1803 DBG_TRACE_STATE("abort queued connection request", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
1804 goto abort_connection;
1805 }
1806
1807 /* Nothing changed */
1808 }
1809 else if (si->state == SI_ST_TAR) {
1810 /* Connection request might be aborted */
1811 if (back_may_abort_req(req, s)) {
1812 si->err_type |= SI_ET_CONN_ABRT;
1813 DBG_TRACE_STATE("connection aborted", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
1814 goto abort_connection;
1815 }
1816
1817 if (!(si->flags & SI_FL_EXP))
1818 return; /* still in turn-around */
1819
1820 si->flags &= ~SI_FL_EXP;
1821 si->exp = TICK_ETERNITY;
1822
1823 /* we keep trying on the same server as long as the stream is
1824 * marked "assigned".
1825 * FIXME: Should we force a redispatch attempt when the server is down ?
1826 */
1827 if (s->flags & SF_ASSIGNED)
1828 si->state = SI_ST_ASS;
1829 else
1830 si->state = SI_ST_REQ;
1831
1832 DBG_TRACE_STATE("retry connection now", STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
1833 }
1834
1835 end:
1836 DBG_TRACE_LEAVE(STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
1837 return;
1838
1839abort_connection:
1840 /* give up */
1841 si->exp = TICK_ETERNITY;
1842 si->flags &= ~SI_FL_EXP;
1843 si_shutr(si);
1844 si_shutw(si);
1845 si->state = SI_ST_CLO;
1846 if (s->srv_error)
1847 s->srv_error(s, si);
1848 DBG_TRACE_DEVEL("leaving on error", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
1849 return;
1850}
1851
1852/* This function initiates a server connection request on a stream interface
1853 * already in SI_ST_REQ state. Upon success, the state goes to SI_ST_ASS for
1854 * a real connection to a server, indicating that a server has been assigned,
1855 * or SI_ST_EST for a successful connection to an applet. It may also return
1856 * SI_ST_QUE, or SI_ST_CLO upon error.
1857 */
1858void back_handle_st_req(struct stream *s)
1859{
1860 struct stream_interface *si = &s->si[1];
1861
1862 if (si->state != SI_ST_REQ)
1863 return;
1864
1865 DBG_TRACE_ENTER(STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
1866
1867 if (unlikely(obj_type(s->target) == OBJ_TYPE_APPLET)) {
1868 /* the applet directly goes to the EST state */
1869 struct appctx *appctx = objt_appctx(si->end);
1870
1871 if (!appctx || appctx->applet != __objt_applet(s->target))
1872 appctx = si_register_handler(si, objt_applet(s->target));
1873
1874 if (!appctx) {
1875 /* No more memory, let's immediately abort. Force the
1876 * error code to ignore the ERR_LOCAL which is not a
1877 * real error.
1878 */
1879 s->flags &= ~(SF_ERR_MASK | SF_FINST_MASK);
1880
1881 si_shutr(si);
1882 si_shutw(si);
1883 s->req.flags |= CF_WRITE_ERROR;
1884 si->err_type = SI_ET_CONN_RES;
1885 si->state = SI_ST_CLO;
1886 if (s->srv_error)
1887 s->srv_error(s, si);
1888 DBG_TRACE_STATE("failed to register applet", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
1889 goto end;
1890 }
1891
1892 if (tv_iszero(&s->logs.tv_request))
1893 s->logs.tv_request = now;
1894 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
1895 si->state = SI_ST_EST;
1896 si->err_type = SI_ET_NONE;
1897 be_set_sess_last(s->be);
1898
1899 DBG_TRACE_STATE("applet registered", STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
1900 /* let back_establish() finish the job */
1901 goto end;
1902 }
1903
1904 /* Try to assign a server */
1905 if (srv_redispatch_connect(s) != 0) {
1906 /* We did not get a server. Either we queued the
1907 * connection request, or we encountered an error.
1908 */
1909 if (si->state == SI_ST_QUE) {
1910 DBG_TRACE_STATE("connection request queued", STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
1911 goto end;
1912 }
1913
1914 /* we did not get any server, let's check the cause */
1915 si_shutr(si);
1916 si_shutw(si);
1917 s->req.flags |= CF_WRITE_ERROR;
1918 if (!si->err_type)
1919 si->err_type = SI_ET_CONN_OTHER;
1920 si->state = SI_ST_CLO;
1921 if (s->srv_error)
1922 s->srv_error(s, si);
1923 DBG_TRACE_STATE("connection request failed", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
1924 goto end;
1925 }
1926
1927 /* The server is assigned */
1928 s->logs.t_queue = tv_ms_elapsed(&s->logs.tv_accept, &now);
1929 si->state = SI_ST_ASS;
1930 be_set_sess_last(s->be);
1931 DBG_TRACE_STATE("connection request assigned to a server", STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
1932
1933 end:
1934 DBG_TRACE_LEAVE(STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
1935}
1936
1937/* This function is called with (si->state == SI_ST_CON) meaning that a
1938 * connection was attempted and that the file descriptor is already allocated.
1939 * We must check for timeout, error and abort. Possible output states are
1940 * SI_ST_CER (error), SI_ST_DIS (abort), and SI_ST_CON (no change). This only
1941 * works with connection-based streams. We know that there were no I/O event
1942 * when reaching this function. Timeouts and errors are *not* cleared.
1943 */
1944void back_handle_st_con(struct stream *s)
1945{
1946 struct stream_interface *si = &s->si[1];
1947 struct channel *req = &s->req;
1948 struct channel *rep = &s->res;
Willy Tarreau3a9312a2020-01-09 18:43:15 +01001949
1950 DBG_TRACE_ENTER(STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
1951
1952 /* the client might want to abort */
1953 if ((rep->flags & CF_SHUTW) ||
1954 ((req->flags & CF_SHUTW_NOW) &&
1955 (channel_is_empty(req) || (s->be->options & PR_O_ABRT_CLOSE)))) {
1956 si->flags |= SI_FL_NOLINGER;
1957 si_shutw(si);
1958 si->err_type |= SI_ET_CONN_ABRT;
1959 if (s->srv_error)
1960 s->srv_error(s, si);
1961 /* Note: state = SI_ST_DIS now */
1962 DBG_TRACE_STATE("client abort during connection attempt", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
Willy Tarreau062df2c2020-01-10 06:17:03 +01001963 goto end;
1964 }
1965
Willy Tarreau062df2c2020-01-10 06:17:03 +01001966 done:
Willy Tarreau3a9312a2020-01-09 18:43:15 +01001967 /* retryable error ? */
Willy Tarreau062df2c2020-01-10 06:17:03 +01001968 if (si->flags & (SI_FL_EXP|SI_FL_ERR)) {
Willy Tarreau3a9312a2020-01-09 18:43:15 +01001969 if (!si->err_type) {
1970 if (si->flags & SI_FL_ERR)
1971 si->err_type = SI_ET_CONN_ERR;
1972 else
1973 si->err_type = SI_ET_CONN_TO;
1974 }
1975
1976 si->state = SI_ST_CER;
1977 DBG_TRACE_STATE("connection failed, retry", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
1978 }
1979
Willy Tarreau062df2c2020-01-10 06:17:03 +01001980 end:
Willy Tarreau3a9312a2020-01-09 18:43:15 +01001981 DBG_TRACE_LEAVE(STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
1982}
1983
1984/* This function is called with (si->state == SI_ST_CER) meaning that a
1985 * previous connection attempt has failed and that the file descriptor
1986 * has already been released. Possible causes include asynchronous error
1987 * notification and time out. Possible output states are SI_ST_CLO when
1988 * retries are exhausted, SI_ST_TAR when a delay is wanted before a new
1989 * connection attempt, SI_ST_ASS when it's wise to retry on the same server,
1990 * and SI_ST_REQ when an immediate redispatch is wanted. The buffers are
1991 * marked as in error state. Timeouts and errors are cleared before retrying.
1992 */
1993void back_handle_st_cer(struct stream *s)
1994{
1995 struct stream_interface *si = &s->si[1];
1996 struct conn_stream *cs = objt_cs(si->end);
1997 struct connection *conn = cs_conn(cs);
1998
1999 DBG_TRACE_ENTER(STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
2000
2001 si->exp = TICK_ETERNITY;
2002 si->flags &= ~SI_FL_EXP;
2003
2004 /* we probably have to release last stream from the server */
2005 if (objt_server(s->target)) {
2006 health_adjust(objt_server(s->target), HANA_STATUS_L4_ERR);
2007
2008 if (s->flags & SF_CURR_SESS) {
2009 s->flags &= ~SF_CURR_SESS;
2010 _HA_ATOMIC_SUB(&__objt_server(s->target)->cur_sess, 1);
2011 }
2012
2013 if ((si->flags & SI_FL_ERR) &&
2014 conn && conn->err_code == CO_ER_SSL_MISMATCH_SNI) {
2015 /* We tried to connect to a server which is configured
2016 * with "verify required" and which doesn't have the
2017 * "verifyhost" directive. The server presented a wrong
2018 * certificate (a certificate for an unexpected name),
2019 * which implies that we have used SNI in the handshake,
2020 * and that the server doesn't have the associated cert
2021 * and presented a default one.
2022 *
2023 * This is a serious enough issue not to retry. It's
2024 * especially important because this wrong name might
2025 * either be the result of a configuration error, and
2026 * retrying will only hammer the server, or is caused
2027 * by the use of a wrong SNI value, most likely
2028 * provided by the client and we don't want to let the
2029 * client provoke retries.
2030 */
2031 si->conn_retries = 0;
2032 DBG_TRACE_DEVEL("Bad SSL cert, disable connection retries", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
2033 }
2034 }
2035
2036 /* ensure that we have enough retries left */
2037 si->conn_retries--;
2038 if (si->conn_retries < 0 || !(s->be->retry_type & PR_RE_CONN_FAILED)) {
2039 if (!si->err_type) {
2040 si->err_type = SI_ET_CONN_ERR;
2041 }
2042
2043 if (objt_server(s->target))
2044 _HA_ATOMIC_ADD(&objt_server(s->target)->counters.failed_conns, 1);
2045 _HA_ATOMIC_ADD(&s->be->be_counters.failed_conns, 1);
2046 sess_change_server(s, NULL);
2047 if (may_dequeue_tasks(objt_server(s->target), s->be))
2048 process_srv_queue(objt_server(s->target));
2049
2050 /* shutw is enough so stop a connecting socket */
2051 si_shutw(si);
2052 s->req.flags |= CF_WRITE_ERROR;
2053 s->res.flags |= CF_READ_ERROR;
2054
2055 si->state = SI_ST_CLO;
2056 if (s->srv_error)
2057 s->srv_error(s, si);
2058
2059 DBG_TRACE_STATE("connection failed", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
2060 goto end;
2061 }
2062
2063 stream_choose_redispatch(s);
2064
2065 if (si->flags & SI_FL_ERR) {
2066 /* The error was an asynchronous connection error, and we will
2067 * likely have to retry connecting to the same server, most
2068 * likely leading to the same result. To avoid this, we wait
2069 * MIN(one second, connect timeout) before retrying. We don't
2070 * do it when the failure happened on a reused connection
2071 * though.
2072 */
2073
2074 int delay = 1000;
2075
2076 if (s->be->timeout.connect && s->be->timeout.connect < delay)
2077 delay = s->be->timeout.connect;
2078
2079 if (!si->err_type)
2080 si->err_type = SI_ET_CONN_ERR;
2081
2082 /* only wait when we're retrying on the same server */
2083 if ((si->state == SI_ST_ASS ||
2084 (s->be->lbprm.algo & BE_LB_KIND) != BE_LB_KIND_RR ||
2085 (s->be->srv_act <= 1)) && !(s->flags & SF_SRV_REUSED)) {
2086 si->state = SI_ST_TAR;
2087 si->exp = tick_add(now_ms, MS_TO_TICKS(delay));
2088 }
2089 si->flags &= ~SI_FL_ERR;
2090 DBG_TRACE_STATE("retry a new connection", STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
2091 }
2092
2093 end:
2094 DBG_TRACE_LEAVE(STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
2095}
2096
2097/* This function is called with (si->state == SI_ST_RDY) meaning that a
2098 * connection was attempted, that the file descriptor is already allocated,
2099 * and that it has succeeded. We must still check for errors and aborts.
2100 * Possible output states are SI_ST_EST (established), SI_ST_CER (error),
2101 * and SI_ST_DIS (abort). This only works with connection-based streams.
2102 * Timeouts and errors are *not* cleared.
2103 */
2104void back_handle_st_rdy(struct stream *s)
2105{
2106 struct stream_interface *si = &s->si[1];
2107 struct channel *req = &s->req;
2108 struct channel *rep = &s->res;
Willy Tarreau3a9312a2020-01-09 18:43:15 +01002109
2110 DBG_TRACE_ENTER(STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
2111 /* We know the connection at least succeeded, though it could have
2112 * since met an error for any other reason. At least it didn't time out
2113 * eventhough the timeout might have been reported right after success.
2114 * We need to take care of various situations here :
2115 * - everything might be OK. We have to switch to established.
2116 * - an I/O error might have been reported after a successful transfer,
2117 * which is not retryable and needs to be logged correctly, and needs
2118 * established as well
2119 * - SI_ST_CON implies !CF_WROTE_DATA but not conversely as we could
2120 * have validated a connection with incoming data (e.g. TCP with a
2121 * banner protocol), or just a successful connect() probe.
2122 * - the client might have requested a connection abort, this needs to
2123 * be checked before we decide to retry anything.
2124 */
2125
2126 /* it's still possible to handle client aborts or connection retries
2127 * before any data were sent.
2128 */
2129 if (!(req->flags & CF_WROTE_DATA)) {
2130 /* client abort ? */
2131 if ((rep->flags & CF_SHUTW) ||
2132 ((req->flags & CF_SHUTW_NOW) &&
2133 (channel_is_empty(req) || (s->be->options & PR_O_ABRT_CLOSE)))) {
2134 /* give up */
2135 si->flags |= SI_FL_NOLINGER;
2136 si_shutw(si);
2137 si->err_type |= SI_ET_CONN_ABRT;
2138 if (s->srv_error)
2139 s->srv_error(s, si);
2140 DBG_TRACE_STATE("client abort during connection attempt", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
2141 goto end;
2142 }
2143
2144 /* retryable error ? */
2145 if (si->flags & SI_FL_ERR) {
Willy Tarreau3a9312a2020-01-09 18:43:15 +01002146 if (!si->err_type)
2147 si->err_type = SI_ET_CONN_ERR;
2148 si->state = SI_ST_CER;
2149 DBG_TRACE_STATE("connection failed, retry", STRM_EV_STRM_PROC|STRM_EV_SI_ST|STRM_EV_STRM_ERR, s);
2150 goto end;
2151 }
2152 }
2153
2154 /* data were sent and/or we had no error, back_establish() will
2155 * now take over.
2156 */
2157 DBG_TRACE_STATE("connection established", STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
2158 si->err_type = SI_ET_NONE;
2159 si->state = SI_ST_EST;
2160
2161 end:
2162 DBG_TRACE_LEAVE(STRM_EV_STRM_PROC|STRM_EV_SI_ST, s);
2163}
2164
Willy Tarreau4aac7db2014-05-16 11:48:10 +02002165/* sends a log message when a backend goes down, and also sets last
2166 * change date.
2167 */
2168void set_backend_down(struct proxy *be)
2169{
2170 be->last_change = now.tv_sec;
Olivier Houchard237f7812019-03-08 18:49:07 +01002171 _HA_ATOMIC_ADD(&be->down_trans, 1);
Willy Tarreau4aac7db2014-05-16 11:48:10 +02002172
Willy Tarreau6fb8dc12016-11-03 19:42:36 +01002173 if (!(global.mode & MODE_STARTING)) {
Christopher Faulet767a84b2017-11-24 16:50:31 +01002174 ha_alert("%s '%s' has no server available!\n", proxy_type_str(be), be->id);
Willy Tarreau6fb8dc12016-11-03 19:42:36 +01002175 send_log(be, LOG_EMERG, "%s %s has no server available!\n", proxy_type_str(be), be->id);
2176 }
Willy Tarreau4aac7db2014-05-16 11:48:10 +02002177}
2178
Willy Tarreau87b09662015-04-03 00:22:06 +02002179/* Apply RDP cookie persistence to the current stream. For this, the function
Willy Tarreau44b90cc2010-05-24 20:27:29 +02002180 * tries to extract an RDP cookie from the request buffer, and look for the
2181 * matching server in the list. If the server is found, it is assigned to the
Willy Tarreau87b09662015-04-03 00:22:06 +02002182 * stream. This always returns 1, and the analyser removes itself from the
Willy Tarreau44b90cc2010-05-24 20:27:29 +02002183 * list. Nothing is performed if a server was already assigned.
2184 */
Willy Tarreau87b09662015-04-03 00:22:06 +02002185int tcp_persist_rdp_cookie(struct stream *s, struct channel *req, int an_bit)
Willy Tarreau44b90cc2010-05-24 20:27:29 +02002186{
2187 struct proxy *px = s->be;
2188 int ret;
Willy Tarreau37406352012-04-23 16:16:37 +02002189 struct sample smp;
Willy Tarreau44b90cc2010-05-24 20:27:29 +02002190 struct server *srv = px->srv;
Willy Tarreau04276f32017-01-06 17:41:29 +01002191 uint16_t port;
2192 uint32_t addr;
Willy Tarreau44b90cc2010-05-24 20:27:29 +02002193 char *p;
2194
Christopher Fauleteea8fc72019-11-05 16:18:10 +01002195 DBG_TRACE_ENTER(STRM_EV_STRM_ANA|STRM_EV_TCP_ANA, s);
Willy Tarreau44b90cc2010-05-24 20:27:29 +02002196
Willy Tarreaue7dff022015-04-03 01:14:29 +02002197 if (s->flags & SF_ASSIGNED)
Willy Tarreau44b90cc2010-05-24 20:27:29 +02002198 goto no_cookie;
2199
Willy Tarreau37406352012-04-23 16:16:37 +02002200 memset(&smp, 0, sizeof(smp));
Willy Tarreau44b90cc2010-05-24 20:27:29 +02002201
Willy Tarreaucadd8c92013-07-22 18:09:52 +02002202 ret = fetch_rdp_cookie_name(s, &smp, s->be->rdp_cookie_name, s->be->rdp_cookie_len);
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002203 if (ret == 0 || (smp.flags & SMP_F_MAY_CHANGE) || smp.data.u.str.data == 0)
Willy Tarreau44b90cc2010-05-24 20:27:29 +02002204 goto no_cookie;
2205
Willy Tarreau04276f32017-01-06 17:41:29 +01002206 /* Considering an rdp cookie detected using acl, str ended with <cr><lf> and should return.
2207 * The cookie format is <ip> "." <port> where "ip" is the integer corresponding to the
2208 * server's IP address in network order, and "port" is the integer corresponding to the
2209 * server's port in network order. Comments please Emeric.
2210 */
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002211 addr = strtoul(smp.data.u.str.area, &p, 10);
Willy Tarreau44b90cc2010-05-24 20:27:29 +02002212 if (*p != '.')
2213 goto no_cookie;
2214 p++;
Willy Tarreau04276f32017-01-06 17:41:29 +01002215
2216 port = ntohs(strtoul(p, &p, 10));
Willy Tarreau44b90cc2010-05-24 20:27:29 +02002217 if (*p != '.')
2218 goto no_cookie;
2219
Willy Tarreau3fdb3662012-11-12 00:42:33 +01002220 s->target = NULL;
Willy Tarreau44b90cc2010-05-24 20:27:29 +02002221 while (srv) {
Willy Tarreau28e9d062014-05-09 22:47:50 +02002222 if (srv->addr.ss_family == AF_INET &&
Willy Tarreau04276f32017-01-06 17:41:29 +01002223 port == srv->svc_port &&
2224 addr == ((struct sockaddr_in *)&srv->addr)->sin_addr.s_addr) {
Emeric Brun52a91d32017-08-31 14:41:55 +02002225 if ((srv->cur_state != SRV_ST_STOPPED) || (px->options & PR_O_PERSIST)) {
Willy Tarreau44b90cc2010-05-24 20:27:29 +02002226 /* we found the server and it is usable */
Willy Tarreaue7dff022015-04-03 01:14:29 +02002227 s->flags |= SF_DIRECT | SF_ASSIGNED;
Willy Tarreau3fdb3662012-11-12 00:42:33 +01002228 s->target = &srv->obj_type;
Willy Tarreau44b90cc2010-05-24 20:27:29 +02002229 break;
2230 }
2231 }
2232 srv = srv->next;
2233 }
2234
2235no_cookie:
2236 req->analysers &= ~an_bit;
2237 req->analyse_exp = TICK_ETERNITY;
Christopher Fauleteea8fc72019-11-05 16:18:10 +01002238 DBG_TRACE_LEAVE(STRM_EV_STRM_ANA|STRM_EV_TCP_ANA, s);
Willy Tarreau44b90cc2010-05-24 20:27:29 +02002239 return 1;
2240}
2241
Krzysztof Oledzki85130942007-10-22 16:21:10 +02002242int be_downtime(struct proxy *px) {
Willy Tarreaub625a082007-11-26 01:15:43 +01002243 if (px->lbprm.tot_weight && px->last_change < now.tv_sec) // ignore negative time
Krzysztof Oledzki85130942007-10-22 16:21:10 +02002244 return px->down_time;
2245
2246 return now.tv_sec - px->last_change + px->down_time;
2247}
Willy Tarreaubaaee002006-06-26 02:48:02 +02002248
Krzysztof Piotr Oledzki15514c22010-01-04 16:03:09 +01002249/*
2250 * This function returns a string containing the balancing
2251 * mode of the proxy in a format suitable for stats.
2252 */
2253
2254const char *backend_lb_algo_str(int algo) {
2255
2256 if (algo == BE_LB_ALGO_RR)
2257 return "roundrobin";
2258 else if (algo == BE_LB_ALGO_SRR)
2259 return "static-rr";
Willy Tarreauf09c6602012-02-13 17:12:08 +01002260 else if (algo == BE_LB_ALGO_FAS)
2261 return "first";
Krzysztof Piotr Oledzki15514c22010-01-04 16:03:09 +01002262 else if (algo == BE_LB_ALGO_LC)
2263 return "leastconn";
2264 else if (algo == BE_LB_ALGO_SH)
2265 return "source";
2266 else if (algo == BE_LB_ALGO_UH)
2267 return "uri";
2268 else if (algo == BE_LB_ALGO_PH)
2269 return "url_param";
2270 else if (algo == BE_LB_ALGO_HH)
2271 return "hdr";
2272 else if (algo == BE_LB_ALGO_RCH)
2273 return "rdp-cookie";
Willy Tarreaub3e111b2016-11-26 15:52:04 +01002274 else if (algo == BE_LB_ALGO_NONE)
2275 return "none";
Krzysztof Piotr Oledzki15514c22010-01-04 16:03:09 +01002276 else
Willy Tarreaub3e111b2016-11-26 15:52:04 +01002277 return "unknown";
Krzysztof Piotr Oledzki15514c22010-01-04 16:03:09 +01002278}
2279
Willy Tarreaua0cbda62007-11-01 21:39:54 +01002280/* This function parses a "balance" statement in a backend section describing
2281 * <curproxy>. It returns -1 if there is any error, otherwise zero. If it
Willy Tarreaua93c74b2012-05-08 18:14:39 +02002282 * returns -1, it will write an error message into the <err> buffer which will
2283 * automatically be allocated and must be passed as NULL. The trailing '\n'
2284 * will not be written. The function must be called with <args> pointing to the
2285 * first word after "balance".
Willy Tarreaua0cbda62007-11-01 21:39:54 +01002286 */
Willy Tarreaua93c74b2012-05-08 18:14:39 +02002287int backend_parse_balance(const char **args, char **err, struct proxy *curproxy)
Willy Tarreaua0cbda62007-11-01 21:39:54 +01002288{
2289 if (!*(args[0])) {
2290 /* if no option is set, use round-robin by default */
Willy Tarreau31682232007-11-29 15:38:04 +01002291 curproxy->lbprm.algo &= ~BE_LB_ALGO;
2292 curproxy->lbprm.algo |= BE_LB_ALGO_RR;
Willy Tarreaua0cbda62007-11-01 21:39:54 +01002293 return 0;
2294 }
2295
2296 if (!strcmp(args[0], "roundrobin")) {
Willy Tarreau31682232007-11-29 15:38:04 +01002297 curproxy->lbprm.algo &= ~BE_LB_ALGO;
2298 curproxy->lbprm.algo |= BE_LB_ALGO_RR;
Willy Tarreaua0cbda62007-11-01 21:39:54 +01002299 }
Willy Tarreau9757a382009-10-03 12:56:50 +02002300 else if (!strcmp(args[0], "static-rr")) {
2301 curproxy->lbprm.algo &= ~BE_LB_ALGO;
2302 curproxy->lbprm.algo |= BE_LB_ALGO_SRR;
2303 }
Willy Tarreauf09c6602012-02-13 17:12:08 +01002304 else if (!strcmp(args[0], "first")) {
2305 curproxy->lbprm.algo &= ~BE_LB_ALGO;
2306 curproxy->lbprm.algo |= BE_LB_ALGO_FAS;
2307 }
Willy Tarreau51406232008-03-10 22:04:20 +01002308 else if (!strcmp(args[0], "leastconn")) {
2309 curproxy->lbprm.algo &= ~BE_LB_ALGO;
2310 curproxy->lbprm.algo |= BE_LB_ALGO_LC;
2311 }
Willy Tarreau21c741a2019-01-14 18:14:27 +01002312 else if (!strncmp(args[0], "random", 6)) {
Willy Tarreau760e81d2018-05-03 07:20:40 +02002313 curproxy->lbprm.algo &= ~BE_LB_ALGO;
2314 curproxy->lbprm.algo |= BE_LB_ALGO_RND;
Willy Tarreau21c741a2019-01-14 18:14:27 +01002315 curproxy->lbprm.arg_opt1 = 2;
2316
2317 if (*(args[0] + 6) == '(' && *(args[0] + 7) != ')') { /* number of draws */
2318 const char *beg;
2319 char *end;
2320
2321 beg = args[0] + 7;
2322 curproxy->lbprm.arg_opt1 = strtol(beg, &end, 0);
2323
2324 if (*end != ')') {
2325 if (!*end)
2326 memprintf(err, "random : missing closing parenthesis.");
2327 else
2328 memprintf(err, "random : unexpected character '%c' after argument.", *end);
2329 return -1;
2330 }
2331
2332 if (curproxy->lbprm.arg_opt1 < 1) {
2333 memprintf(err, "random : number of draws must be at least 1.");
2334 return -1;
2335 }
2336 }
Willy Tarreau760e81d2018-05-03 07:20:40 +02002337 }
Willy Tarreaua0cbda62007-11-01 21:39:54 +01002338 else if (!strcmp(args[0], "source")) {
Willy Tarreau31682232007-11-29 15:38:04 +01002339 curproxy->lbprm.algo &= ~BE_LB_ALGO;
2340 curproxy->lbprm.algo |= BE_LB_ALGO_SH;
Willy Tarreaua0cbda62007-11-01 21:39:54 +01002341 }
2342 else if (!strcmp(args[0], "uri")) {
Marek Majkowski9c30fc12008-04-27 23:25:55 +02002343 int arg = 1;
2344
Willy Tarreau31682232007-11-29 15:38:04 +01002345 curproxy->lbprm.algo &= ~BE_LB_ALGO;
2346 curproxy->lbprm.algo |= BE_LB_ALGO_UH;
Willy Tarreaua9a72492019-01-14 16:14:15 +01002347 curproxy->lbprm.arg_opt1 = 0; // "whole"
2348 curproxy->lbprm.arg_opt2 = 0; // "len"
2349 curproxy->lbprm.arg_opt3 = 0; // "depth"
Oskar Stolc8dc41842012-05-19 10:19:54 +01002350
Marek Majkowski9c30fc12008-04-27 23:25:55 +02002351 while (*args[arg]) {
2352 if (!strcmp(args[arg], "len")) {
2353 if (!*args[arg+1] || (atoi(args[arg+1]) <= 0)) {
Willy Tarreaua93c74b2012-05-08 18:14:39 +02002354 memprintf(err, "%s : '%s' expects a positive integer (got '%s').", args[0], args[arg], args[arg+1]);
Marek Majkowski9c30fc12008-04-27 23:25:55 +02002355 return -1;
2356 }
Willy Tarreaua9a72492019-01-14 16:14:15 +01002357 curproxy->lbprm.arg_opt2 = atoi(args[arg+1]);
Marek Majkowski9c30fc12008-04-27 23:25:55 +02002358 arg += 2;
2359 }
2360 else if (!strcmp(args[arg], "depth")) {
2361 if (!*args[arg+1] || (atoi(args[arg+1]) <= 0)) {
Willy Tarreaua93c74b2012-05-08 18:14:39 +02002362 memprintf(err, "%s : '%s' expects a positive integer (got '%s').", args[0], args[arg], args[arg+1]);
Marek Majkowski9c30fc12008-04-27 23:25:55 +02002363 return -1;
2364 }
2365 /* hint: we store the position of the ending '/' (depth+1) so
2366 * that we avoid a comparison while computing the hash.
2367 */
Willy Tarreaua9a72492019-01-14 16:14:15 +01002368 curproxy->lbprm.arg_opt3 = atoi(args[arg+1]) + 1;
Marek Majkowski9c30fc12008-04-27 23:25:55 +02002369 arg += 2;
2370 }
Oskar Stolc8dc41842012-05-19 10:19:54 +01002371 else if (!strcmp(args[arg], "whole")) {
Willy Tarreaua9a72492019-01-14 16:14:15 +01002372 curproxy->lbprm.arg_opt1 = 1;
Oskar Stolc8dc41842012-05-19 10:19:54 +01002373 arg += 1;
2374 }
Marek Majkowski9c30fc12008-04-27 23:25:55 +02002375 else {
Oskar Stolc8dc41842012-05-19 10:19:54 +01002376 memprintf(err, "%s only accepts parameters 'len', 'depth', and 'whole' (got '%s').", args[0], args[arg]);
Marek Majkowski9c30fc12008-04-27 23:25:55 +02002377 return -1;
2378 }
2379 }
Willy Tarreaua0cbda62007-11-01 21:39:54 +01002380 }
Willy Tarreau01732802007-11-01 22:48:15 +01002381 else if (!strcmp(args[0], "url_param")) {
2382 if (!*args[1]) {
Willy Tarreaua93c74b2012-05-08 18:14:39 +02002383 memprintf(err, "%s requires an URL parameter name.", args[0]);
Willy Tarreau01732802007-11-01 22:48:15 +01002384 return -1;
2385 }
Willy Tarreau31682232007-11-29 15:38:04 +01002386 curproxy->lbprm.algo &= ~BE_LB_ALGO;
2387 curproxy->lbprm.algo |= BE_LB_ALGO_PH;
Willy Tarreaua534fea2008-08-03 12:19:50 +02002388
Willy Tarreau4c03d1c2019-01-14 15:23:54 +01002389 free(curproxy->lbprm.arg_str);
2390 curproxy->lbprm.arg_str = strdup(args[1]);
2391 curproxy->lbprm.arg_len = strlen(args[1]);
Marek Majkowski9c30fc12008-04-27 23:25:55 +02002392 if (*args[2]) {
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +02002393 if (strcmp(args[2], "check_post")) {
Willy Tarreaua93c74b2012-05-08 18:14:39 +02002394 memprintf(err, "%s only accepts 'check_post' modifier (got '%s').", args[0], args[2]);
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +02002395 return -1;
2396 }
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +02002397 }
Benoitaffb4812009-03-25 13:02:10 +01002398 }
2399 else if (!strncmp(args[0], "hdr(", 4)) {
2400 const char *beg, *end;
2401
2402 beg = args[0] + 4;
2403 end = strchr(beg, ')');
2404
2405 if (!end || end == beg) {
Willy Tarreaua93c74b2012-05-08 18:14:39 +02002406 memprintf(err, "hdr requires an http header field name.");
Benoitaffb4812009-03-25 13:02:10 +01002407 return -1;
2408 }
2409
2410 curproxy->lbprm.algo &= ~BE_LB_ALGO;
2411 curproxy->lbprm.algo |= BE_LB_ALGO_HH;
2412
Willy Tarreau484ff072019-01-14 15:28:53 +01002413 free(curproxy->lbprm.arg_str);
2414 curproxy->lbprm.arg_len = end - beg;
2415 curproxy->lbprm.arg_str = my_strndup(beg, end - beg);
Willy Tarreau9fed8582019-01-14 16:04:54 +01002416 curproxy->lbprm.arg_opt1 = 0;
Benoitaffb4812009-03-25 13:02:10 +01002417
2418 if (*args[1]) {
2419 if (strcmp(args[1], "use_domain_only")) {
Willy Tarreaua93c74b2012-05-08 18:14:39 +02002420 memprintf(err, "%s only accepts 'use_domain_only' modifier (got '%s').", args[0], args[1]);
Benoitaffb4812009-03-25 13:02:10 +01002421 return -1;
2422 }
Willy Tarreau9fed8582019-01-14 16:04:54 +01002423 curproxy->lbprm.arg_opt1 = 1;
Benoitaffb4812009-03-25 13:02:10 +01002424 }
Emeric Brun736aa232009-06-30 17:56:00 +02002425 }
2426 else if (!strncmp(args[0], "rdp-cookie", 10)) {
2427 curproxy->lbprm.algo &= ~BE_LB_ALGO;
2428 curproxy->lbprm.algo |= BE_LB_ALGO_RCH;
2429
2430 if ( *(args[0] + 10 ) == '(' ) { /* cookie name */
2431 const char *beg, *end;
2432
2433 beg = args[0] + 11;
2434 end = strchr(beg, ')');
2435
2436 if (!end || end == beg) {
Willy Tarreaua93c74b2012-05-08 18:14:39 +02002437 memprintf(err, "rdp-cookie : missing cookie name.");
Emeric Brun736aa232009-06-30 17:56:00 +02002438 return -1;
2439 }
2440
Willy Tarreau484ff072019-01-14 15:28:53 +01002441 free(curproxy->lbprm.arg_str);
2442 curproxy->lbprm.arg_str = my_strndup(beg, end - beg);
2443 curproxy->lbprm.arg_len = end - beg;
Emeric Brun736aa232009-06-30 17:56:00 +02002444 }
2445 else if ( *(args[0] + 10 ) == '\0' ) { /* default cookie name 'mstshash' */
Willy Tarreau484ff072019-01-14 15:28:53 +01002446 free(curproxy->lbprm.arg_str);
2447 curproxy->lbprm.arg_str = strdup("mstshash");
2448 curproxy->lbprm.arg_len = strlen(curproxy->lbprm.arg_str);
Emeric Brun736aa232009-06-30 17:56:00 +02002449 }
2450 else { /* syntax */
Willy Tarreaua93c74b2012-05-08 18:14:39 +02002451 memprintf(err, "rdp-cookie : missing cookie name.");
Emeric Brun736aa232009-06-30 17:56:00 +02002452 return -1;
2453 }
Willy Tarreau01732802007-11-01 22:48:15 +01002454 }
Willy Tarreaua0cbda62007-11-01 21:39:54 +01002455 else {
Willy Tarreaua93c74b2012-05-08 18:14:39 +02002456 memprintf(err, "only supports 'roundrobin', 'static-rr', 'leastconn', 'source', 'uri', 'url_param', 'hdr(name)' and 'rdp-cookie(name)' options.");
Willy Tarreaua0cbda62007-11-01 21:39:54 +01002457 return -1;
2458 }
2459 return 0;
2460}
2461
Willy Tarreaua9d3c1e2007-11-30 20:48:53 +01002462
2463/************************************************************************/
Willy Tarreau1a7eca12013-01-07 22:38:03 +01002464/* All supported sample and ACL keywords must be declared here. */
Willy Tarreaua9d3c1e2007-11-30 20:48:53 +01002465/************************************************************************/
2466
Willy Tarreau34db1082012-04-19 17:16:54 +02002467/* set temp integer to the number of enabled servers on the proxy.
Willy Tarreau0146c2e2012-04-20 11:37:56 +02002468 * Accepts exactly 1 argument. Argument is a backend, other types will lead to
Willy Tarreau34db1082012-04-19 17:16:54 +02002469 * undefined behaviour.
2470 */
Willy Tarreaua9d3c1e2007-11-30 20:48:53 +01002471static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002472smp_fetch_nbsrv(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreaua9d3c1e2007-11-30 20:48:53 +01002473{
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02002474 struct proxy *px;
2475
Willy Tarreau37406352012-04-23 16:16:37 +02002476 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002477 smp->data.type = SMP_T_SINT;
Willy Tarreau24e32d82012-04-23 23:55:44 +02002478 px = args->data.prx;
Willy Tarreaua9d3c1e2007-11-30 20:48:53 +01002479
Nenad Merdanovic2754fbc2017-03-12 21:56:56 +01002480 smp->data.u.sint = be_usable_srv(px);
Willy Tarreaua9d3c1e2007-11-30 20:48:53 +01002481
2482 return 1;
2483}
2484
Willy Tarreau37406352012-04-23 16:16:37 +02002485/* report in smp->flags a success or failure depending on the designated
Willy Tarreau0b1cd942010-05-16 22:18:27 +02002486 * server's state. There is no match function involved since there's no pattern.
Willy Tarreau34db1082012-04-19 17:16:54 +02002487 * Accepts exactly 1 argument. Argument is a server, other types will lead to
2488 * undefined behaviour.
Willy Tarreau0b1cd942010-05-16 22:18:27 +02002489 */
2490static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002491smp_fetch_srv_is_up(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau0b1cd942010-05-16 22:18:27 +02002492{
Willy Tarreau24e32d82012-04-23 23:55:44 +02002493 struct server *srv = args->data.srv;
Willy Tarreau0b1cd942010-05-16 22:18:27 +02002494
Willy Tarreau37406352012-04-23 16:16:37 +02002495 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002496 smp->data.type = SMP_T_BOOL;
Emeric Brun52a91d32017-08-31 14:41:55 +02002497 if (!(srv->cur_admin & SRV_ADMF_MAINT) &&
2498 (!(srv->check.state & CHK_ST_CONFIGURED) || (srv->cur_state != SRV_ST_STOPPED)))
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002499 smp->data.u.sint = 1;
Willy Tarreau0b1cd942010-05-16 22:18:27 +02002500 else
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002501 smp->data.u.sint = 0;
Willy Tarreau0b1cd942010-05-16 22:18:27 +02002502 return 1;
2503}
2504
Willy Tarreau34db1082012-04-19 17:16:54 +02002505/* set temp integer to the number of enabled servers on the proxy.
Willy Tarreau0146c2e2012-04-20 11:37:56 +02002506 * Accepts exactly 1 argument. Argument is a backend, other types will lead to
Willy Tarreau34db1082012-04-19 17:16:54 +02002507 * undefined behaviour.
2508 */
Jeffrey 'jf' Lim5051d7b2008-09-04 01:03:03 +08002509static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002510smp_fetch_connslots(const struct arg *args, struct sample *smp, const char *kw, void *private)
Jeffrey 'jf' Lim5051d7b2008-09-04 01:03:03 +08002511{
2512 struct server *iterator;
Willy Tarreaud28c3532012-04-19 19:28:33 +02002513
Willy Tarreau37406352012-04-23 16:16:37 +02002514 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002515 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002516 smp->data.u.sint = 0;
Willy Tarreau0146c2e2012-04-20 11:37:56 +02002517
Willy Tarreau24e32d82012-04-23 23:55:44 +02002518 for (iterator = args->data.prx->srv; iterator; iterator = iterator->next) {
Emeric Brun52a91d32017-08-31 14:41:55 +02002519 if (iterator->cur_state == SRV_ST_STOPPED)
Jeffrey 'jf' Lim5051d7b2008-09-04 01:03:03 +08002520 continue;
Willy Tarreau0146c2e2012-04-20 11:37:56 +02002521
Jeffrey 'jf' Lim5051d7b2008-09-04 01:03:03 +08002522 if (iterator->maxconn == 0 || iterator->maxqueue == 0) {
Willy Tarreaua5e37562011-12-16 17:06:15 +01002523 /* configuration is stupid */
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002524 smp->data.u.sint = -1; /* FIXME: stupid value! */
Jeffrey 'jf' Lim5051d7b2008-09-04 01:03:03 +08002525 return 1;
2526 }
2527
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002528 smp->data.u.sint += (iterator->maxconn - iterator->cur_sess)
Willy Tarreau422aa072012-04-20 20:49:27 +02002529 + (iterator->maxqueue - iterator->nbpend);
Jeffrey 'jf' Lim5051d7b2008-09-04 01:03:03 +08002530 }
2531
2532 return 1;
2533}
2534
Willy Tarreaua5e37562011-12-16 17:06:15 +01002535/* set temp integer to the id of the backend */
Hervé COMMOWICK35ed8012010-12-15 14:04:51 +01002536static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002537smp_fetch_be_id(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau37406352012-04-23 16:16:37 +02002538{
Willy Tarreaube508f12016-03-10 11:47:01 +01002539 if (!smp->strm)
2540 return 0;
2541
Willy Tarreauf853c462012-04-23 18:53:56 +02002542 smp->flags = SMP_F_VOL_TXN;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002543 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002544 smp->data.u.sint = smp->strm->be->uuid;
Hervé COMMOWICK35ed8012010-12-15 14:04:51 +01002545 return 1;
2546}
2547
Marcin Deranekd2471c22016-12-12 14:08:05 +01002548/* set string to the name of the backend */
2549static int
2550smp_fetch_be_name(const struct arg *args, struct sample *smp, const char *kw, void *private)
2551{
2552 if (!smp->strm)
2553 return 0;
2554
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002555 smp->data.u.str.area = (char *)smp->strm->be->id;
2556 if (!smp->data.u.str.area)
Marcin Deranekd2471c22016-12-12 14:08:05 +01002557 return 0;
2558
2559 smp->data.type = SMP_T_STR;
2560 smp->flags = SMP_F_CONST;
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002561 smp->data.u.str.data = strlen(smp->data.u.str.area);
Marcin Deranekd2471c22016-12-12 14:08:05 +01002562
2563 return 1;
2564}
2565
Willy Tarreaua5e37562011-12-16 17:06:15 +01002566/* set temp integer to the id of the server */
Hervé COMMOWICK35ed8012010-12-15 14:04:51 +01002567static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002568smp_fetch_srv_id(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau37406352012-04-23 16:16:37 +02002569{
Willy Tarreaube508f12016-03-10 11:47:01 +01002570 if (!smp->strm)
2571 return 0;
2572
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02002573 if (!objt_server(smp->strm->target))
Willy Tarreau17af4192011-02-23 14:27:06 +01002574 return 0;
2575
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002576 smp->data.type = SMP_T_SINT;
Willy Tarreau1e582e52018-09-20 11:29:28 +02002577 smp->data.u.sint = __objt_server(smp->strm->target)->puid;
Hervé COMMOWICK35ed8012010-12-15 14:04:51 +01002578
2579 return 1;
2580}
2581
vkill1dfd1652019-10-30 16:58:14 +08002582/* set string to the name of the server */
2583static int
2584smp_fetch_srv_name(const struct arg *args, struct sample *smp, const char *kw, void *private)
2585{
2586 if (!smp->strm)
2587 return 0;
2588
2589 if (!objt_server(smp->strm->target))
2590 return 0;
2591
2592 smp->data.u.str.area = (char *)__objt_server(smp->strm->target)->id;
2593 if (!smp->data.u.str.area)
2594 return 0;
2595
2596 smp->data.type = SMP_T_STR;
2597 smp->data.u.str.data = strlen(smp->data.u.str.area);
2598
2599 return 1;
2600}
2601
Willy Tarreau34db1082012-04-19 17:16:54 +02002602/* set temp integer to the number of connections per second reaching the backend.
Willy Tarreau0146c2e2012-04-20 11:37:56 +02002603 * Accepts exactly 1 argument. Argument is a backend, other types will lead to
Willy Tarreau34db1082012-04-19 17:16:54 +02002604 * undefined behaviour.
2605 */
Willy Tarreau079ff0a2009-03-05 21:34:28 +01002606static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002607smp_fetch_be_sess_rate(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau079ff0a2009-03-05 21:34:28 +01002608{
Willy Tarreau37406352012-04-23 16:16:37 +02002609 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002610 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002611 smp->data.u.sint = read_freq_ctr(&args->data.prx->be_sess_per_sec);
Willy Tarreau079ff0a2009-03-05 21:34:28 +01002612 return 1;
2613}
2614
Willy Tarreau34db1082012-04-19 17:16:54 +02002615/* set temp integer to the number of concurrent connections on the backend.
Willy Tarreau0146c2e2012-04-20 11:37:56 +02002616 * Accepts exactly 1 argument. Argument is a backend, other types will lead to
Willy Tarreau34db1082012-04-19 17:16:54 +02002617 * undefined behaviour.
2618 */
Willy Tarreaua36af912009-10-10 12:02:45 +02002619static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002620smp_fetch_be_conn(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreaua36af912009-10-10 12:02:45 +02002621{
Willy Tarreau37406352012-04-23 16:16:37 +02002622 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002623 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002624 smp->data.u.sint = args->data.prx->beconn;
Willy Tarreaua36af912009-10-10 12:02:45 +02002625 return 1;
2626}
2627
Patrick Hemmer4cdf3ab2018-06-14 17:10:27 -04002628/* set temp integer to the number of available connections across available
2629 * servers on the backend.
2630 * Accepts exactly 1 argument. Argument is a backend, other types will lead to
2631 * undefined behaviour.
2632 */
2633static int
2634smp_fetch_be_conn_free(const struct arg *args, struct sample *smp, const char *kw, void *private)
2635{
2636 struct server *iterator;
2637 struct proxy *px;
2638 unsigned int maxconn;
2639
2640 smp->flags = SMP_F_VOL_TEST;
2641 smp->data.type = SMP_T_SINT;
2642 smp->data.u.sint = 0;
2643
2644 for (iterator = args->data.prx->srv; iterator; iterator = iterator->next) {
2645 if (iterator->cur_state == SRV_ST_STOPPED)
2646 continue;
2647
2648 px = iterator->proxy;
2649 if (!srv_currently_usable(iterator) ||
2650 ((iterator->flags & SRV_F_BACKUP) &&
2651 (px->srv_act || (iterator != px->lbprm.fbck && !(px->options & PR_O_USE_ALL_BK)))))
2652 continue;
2653
2654 if (iterator->maxconn == 0) {
2655 /* one active server is unlimited, return -1 */
2656 smp->data.u.sint = -1;
2657 return 1;
2658 }
2659
2660 maxconn = srv_dynamic_maxconn(iterator);
2661 if (maxconn > iterator->cur_sess)
2662 smp->data.u.sint += maxconn - iterator->cur_sess;
2663 }
2664
2665 return 1;
2666}
2667
Willy Tarreau34db1082012-04-19 17:16:54 +02002668/* set temp integer to the total number of queued connections on the backend.
Willy Tarreau0146c2e2012-04-20 11:37:56 +02002669 * Accepts exactly 1 argument. Argument is a backend, other types will lead to
Willy Tarreau34db1082012-04-19 17:16:54 +02002670 * undefined behaviour.
2671 */
Willy Tarreaua36af912009-10-10 12:02:45 +02002672static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002673smp_fetch_queue_size(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreaua36af912009-10-10 12:02:45 +02002674{
Willy Tarreau37406352012-04-23 16:16:37 +02002675 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002676 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002677 smp->data.u.sint = args->data.prx->totpend;
Willy Tarreaua36af912009-10-10 12:02:45 +02002678 return 1;
2679}
2680
Willy Tarreaua5e37562011-12-16 17:06:15 +01002681/* set temp integer to the total number of queued connections on the backend divided
Willy Tarreaua36af912009-10-10 12:02:45 +02002682 * by the number of running servers and rounded up. If there is no running
2683 * server, we return twice the total, just as if we had half a running server.
2684 * This is more or less correct anyway, since we expect the last server to come
2685 * back soon.
Willy Tarreau0146c2e2012-04-20 11:37:56 +02002686 * Accepts exactly 1 argument. Argument is a backend, other types will lead to
Willy Tarreau34db1082012-04-19 17:16:54 +02002687 * undefined behaviour.
Willy Tarreaua36af912009-10-10 12:02:45 +02002688 */
2689static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002690smp_fetch_avg_queue_size(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreaua36af912009-10-10 12:02:45 +02002691{
2692 int nbsrv;
Thierry FOURNIER0a9a2b82015-05-11 15:20:49 +02002693 struct proxy *px;
Willy Tarreaua36af912009-10-10 12:02:45 +02002694
Willy Tarreau37406352012-04-23 16:16:37 +02002695 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002696 smp->data.type = SMP_T_SINT;
Willy Tarreau24e32d82012-04-23 23:55:44 +02002697 px = args->data.prx;
Willy Tarreaua36af912009-10-10 12:02:45 +02002698
Nenad Merdanovic2754fbc2017-03-12 21:56:56 +01002699 nbsrv = be_usable_srv(px);
Willy Tarreaua36af912009-10-10 12:02:45 +02002700
2701 if (nbsrv > 0)
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002702 smp->data.u.sint = (px->totpend + nbsrv - 1) / nbsrv;
Willy Tarreaua36af912009-10-10 12:02:45 +02002703 else
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002704 smp->data.u.sint = px->totpend * 2;
Willy Tarreaua36af912009-10-10 12:02:45 +02002705
2706 return 1;
2707}
Willy Tarreaua9d3c1e2007-11-30 20:48:53 +01002708
Willy Tarreau34db1082012-04-19 17:16:54 +02002709/* set temp integer to the number of concurrent connections on the server in the backend.
2710 * Accepts exactly 1 argument. Argument is a server, other types will lead to
2711 * undefined behaviour.
2712 */
Hervé COMMOWICKdaa824e2011-08-05 12:09:44 +02002713static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002714smp_fetch_srv_conn(const struct arg *args, struct sample *smp, const char *kw, void *private)
Hervé COMMOWICKdaa824e2011-08-05 12:09:44 +02002715{
Willy Tarreauf853c462012-04-23 18:53:56 +02002716 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002717 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002718 smp->data.u.sint = args->data.srv->cur_sess;
Hervé COMMOWICKdaa824e2011-08-05 12:09:44 +02002719 return 1;
2720}
2721
Patrick Hemmer155e93e2018-06-14 18:01:35 -04002722/* set temp integer to the number of available connections on the server in the backend.
2723 * Accepts exactly 1 argument. Argument is a server, other types will lead to
2724 * undefined behaviour.
2725 */
2726static int
2727smp_fetch_srv_conn_free(const struct arg *args, struct sample *smp, const char *kw, void *private)
2728{
2729 unsigned int maxconn;
2730
2731 smp->flags = SMP_F_VOL_TEST;
2732 smp->data.type = SMP_T_SINT;
2733
2734 if (args->data.srv->maxconn == 0) {
2735 /* one active server is unlimited, return -1 */
2736 smp->data.u.sint = -1;
2737 return 1;
2738 }
2739
2740 maxconn = srv_dynamic_maxconn(args->data.srv);
2741 if (maxconn > args->data.srv->cur_sess)
2742 smp->data.u.sint = maxconn - args->data.srv->cur_sess;
2743 else
2744 smp->data.u.sint = 0;
2745
2746 return 1;
2747}
2748
Willy Tarreauff2b7af2017-10-13 11:46:26 +02002749/* set temp integer to the number of connections pending in the server's queue.
2750 * Accepts exactly 1 argument. Argument is a server, other types will lead to
2751 * undefined behaviour.
2752 */
2753static int
2754smp_fetch_srv_queue(const struct arg *args, struct sample *smp, const char *kw, void *private)
2755{
2756 smp->flags = SMP_F_VOL_TEST;
2757 smp->data.type = SMP_T_SINT;
2758 smp->data.u.sint = args->data.srv->nbpend;
2759 return 1;
2760}
2761
Tait Clarridge7896d522012-12-05 21:39:31 -05002762/* set temp integer to the number of enabled servers on the proxy.
2763 * Accepts exactly 1 argument. Argument is a server, other types will lead to
2764 * undefined behaviour.
2765 */
2766static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02002767smp_fetch_srv_sess_rate(const struct arg *args, struct sample *smp, const char *kw, void *private)
Tait Clarridge7896d522012-12-05 21:39:31 -05002768{
2769 smp->flags = SMP_F_VOL_TEST;
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02002770 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02002771 smp->data.u.sint = read_freq_ctr(&args->data.srv->sess_per_sec);
Tait Clarridge7896d522012-12-05 21:39:31 -05002772 return 1;
2773}
2774
Nenad Merdanovicb7e7c472017-03-12 21:56:55 +01002775static int sample_conv_nbsrv(const struct arg *args, struct sample *smp, void *private)
2776{
2777
2778 struct proxy *px;
2779
2780 if (!smp_make_safe(smp))
2781 return 0;
2782
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002783 px = proxy_find_by_name(smp->data.u.str.area, PR_CAP_BE, 0);
Nenad Merdanovicb7e7c472017-03-12 21:56:55 +01002784 if (!px)
2785 return 0;
2786
2787 smp->data.type = SMP_T_SINT;
2788 smp->data.u.sint = be_usable_srv(px);
2789
2790 return 1;
2791}
2792
Nenad Merdanovic177adc92019-08-27 01:58:13 +02002793static int
2794sample_conv_srv_queue(const struct arg *args, struct sample *smp, void *private)
2795{
2796 struct proxy *px;
2797 struct server *srv;
2798 char *bksep;
2799
2800 if (!smp_make_safe(smp))
2801 return 0;
2802
2803 bksep = strchr(smp->data.u.str.area, '/');
2804
2805 if (bksep) {
2806 *bksep = '\0';
2807 px = proxy_find_by_name(smp->data.u.str.area, PR_CAP_BE, 0);
2808 if (!px)
2809 return 0;
2810 smp->data.u.str.area = bksep + 1;
2811 } else {
2812 if (!(smp->px->cap & PR_CAP_BE))
2813 return 0;
2814 px = smp->px;
2815 }
2816
2817 srv = server_find_by_name(px, smp->data.u.str.area);
2818 if (!srv)
2819 return 0;
2820
2821 smp->data.type = SMP_T_SINT;
2822 smp->data.u.sint = srv->nbpend;
2823 return 1;
2824}
Willy Tarreau1a7eca12013-01-07 22:38:03 +01002825
2826/* Note: must not be declared <const> as its list will be overwritten.
2827 * Please take care of keeping this list alphabetically sorted.
2828 */
Willy Tarreaudc13c112013-06-21 23:16:39 +02002829static struct sample_fetch_kw_list smp_kws = {ILH, {
Thierry FOURNIER07ee64e2015-07-06 23:43:03 +02002830 { "avg_queue", smp_fetch_avg_queue_size, ARG1(1,BE), NULL, SMP_T_SINT, SMP_USE_INTRN, },
2831 { "be_conn", smp_fetch_be_conn, ARG1(1,BE), NULL, SMP_T_SINT, SMP_USE_INTRN, },
Patrick Hemmer4cdf3ab2018-06-14 17:10:27 -04002832 { "be_conn_free", smp_fetch_be_conn_free, ARG1(1,BE), NULL, SMP_T_SINT, SMP_USE_INTRN, },
Thierry FOURNIER07ee64e2015-07-06 23:43:03 +02002833 { "be_id", smp_fetch_be_id, 0, NULL, SMP_T_SINT, SMP_USE_BKEND, },
Marcin Deranekd2471c22016-12-12 14:08:05 +01002834 { "be_name", smp_fetch_be_name, 0, NULL, SMP_T_STR, SMP_USE_BKEND, },
Thierry FOURNIER07ee64e2015-07-06 23:43:03 +02002835 { "be_sess_rate", smp_fetch_be_sess_rate, ARG1(1,BE), NULL, SMP_T_SINT, SMP_USE_INTRN, },
2836 { "connslots", smp_fetch_connslots, ARG1(1,BE), NULL, SMP_T_SINT, SMP_USE_INTRN, },
2837 { "nbsrv", smp_fetch_nbsrv, ARG1(1,BE), NULL, SMP_T_SINT, SMP_USE_INTRN, },
2838 { "queue", smp_fetch_queue_size, ARG1(1,BE), NULL, SMP_T_SINT, SMP_USE_INTRN, },
2839 { "srv_conn", smp_fetch_srv_conn, ARG1(1,SRV), NULL, SMP_T_SINT, SMP_USE_INTRN, },
Patrick Hemmer155e93e2018-06-14 18:01:35 -04002840 { "srv_conn_free", smp_fetch_srv_conn_free, ARG1(1,SRV), NULL, SMP_T_SINT, SMP_USE_INTRN, },
Thierry FOURNIER07ee64e2015-07-06 23:43:03 +02002841 { "srv_id", smp_fetch_srv_id, 0, NULL, SMP_T_SINT, SMP_USE_SERVR, },
Willy Tarreau1a7eca12013-01-07 22:38:03 +01002842 { "srv_is_up", smp_fetch_srv_is_up, ARG1(1,SRV), NULL, SMP_T_BOOL, SMP_USE_INTRN, },
vkill1dfd1652019-10-30 16:58:14 +08002843 { "srv_name", smp_fetch_srv_name, 0, NULL, SMP_T_STR, SMP_USE_SERVR, },
Willy Tarreauff2b7af2017-10-13 11:46:26 +02002844 { "srv_queue", smp_fetch_srv_queue, ARG1(1,SRV), NULL, SMP_T_SINT, SMP_USE_INTRN, },
Thierry FOURNIER07ee64e2015-07-06 23:43:03 +02002845 { "srv_sess_rate", smp_fetch_srv_sess_rate, ARG1(1,SRV), NULL, SMP_T_SINT, SMP_USE_INTRN, },
Willy Tarreau1a7eca12013-01-07 22:38:03 +01002846 { /* END */ },
2847}};
2848
Willy Tarreau0108d902018-11-25 19:14:37 +01002849INITCALL1(STG_REGISTER, sample_register_fetches, &smp_kws);
2850
Nenad Merdanovicb7e7c472017-03-12 21:56:55 +01002851/* Note: must not be declared <const> as its list will be overwritten */
2852static struct sample_conv_kw_list sample_conv_kws = {ILH, {
Nenad Merdanovic177adc92019-08-27 01:58:13 +02002853 { "nbsrv", sample_conv_nbsrv, 0, NULL, SMP_T_STR, SMP_T_SINT },
2854 { "srv_queue", sample_conv_srv_queue, 0, NULL, SMP_T_STR, SMP_T_SINT },
Nenad Merdanovicb7e7c472017-03-12 21:56:55 +01002855 { /* END */ },
2856}};
2857
Willy Tarreau0108d902018-11-25 19:14:37 +01002858INITCALL1(STG_REGISTER, sample_register_convs, &sample_conv_kws);
Willy Tarreau1a7eca12013-01-07 22:38:03 +01002859
Willy Tarreau61612d42012-04-19 18:42:05 +02002860/* Note: must not be declared <const> as its list will be overwritten.
2861 * Please take care of keeping this list alphabetically sorted.
2862 */
Willy Tarreaudc13c112013-06-21 23:16:39 +02002863static struct acl_kw_list acl_kws = {ILH, {
Willy Tarreau1a7eca12013-01-07 22:38:03 +01002864 { /* END */ },
Willy Tarreaua9d3c1e2007-11-30 20:48:53 +01002865}};
2866
Willy Tarreau0108d902018-11-25 19:14:37 +01002867INITCALL1(STG_REGISTER, acl_register_keywords, &acl_kws);
Willy Tarreaua9d3c1e2007-11-30 20:48:53 +01002868
Willy Tarreaubaaee002006-06-26 02:48:02 +02002869/*
2870 * Local variables:
2871 * c-indent-level: 8
2872 * c-basic-offset: 8
2873 * End:
2874 */