blob: 5cd337998b2f27ac4f72d018a80773c70cb8b174 [file] [log] [blame]
Willy Tarreaubaaee002006-06-26 02:48:02 +02001/*
2 * HA-Proxy : High Availability-enabled HTTP/TCP proxy
Willy Tarreauad90f0d2015-06-17 15:53:25 +02003 * Copyright 2000-2015 Willy Tarreau <w@1wt.eu>.
Willy Tarreaubaaee002006-06-26 02:48:02 +02004 *
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License
7 * as published by the Free Software Foundation; either version
8 * 2 of the License, or (at your option) any later version.
9 *
10 * Please refer to RFC2068 or RFC2616 for informations about HTTP protocol, and
11 * RFC2965 for informations about cookies usage. More generally, the IETF HTTP
12 * Working Group's web site should be consulted for protocol related changes :
13 *
14 * http://ftp.ics.uci.edu/pub/ietf/http/
15 *
16 * Pending bugs (may be not fixed because never reproduced) :
17 * - solaris only : sometimes, an HTTP proxy with only a dispatch address causes
18 * the proxy to terminate (no core) if the client breaks the connection during
19 * the response. Seen on 1.1.8pre4, but never reproduced. May not be related to
20 * the snprintf() bug since requests were simple (GET / HTTP/1.0), but may be
21 * related to missing setsid() (fixed in 1.1.15)
22 * - a proxy with an invalid config will prevent the startup even if disabled.
23 *
24 * ChangeLog has moved to the CHANGELOG file.
25 *
Willy Tarreaubaaee002006-06-26 02:48:02 +020026 */
27
David Carlier7ece0962015-12-08 21:43:09 +000028#define _GNU_SOURCE
Willy Tarreaubaaee002006-06-26 02:48:02 +020029#include <stdio.h>
30#include <stdlib.h>
31#include <unistd.h>
32#include <string.h>
33#include <ctype.h>
34#include <sys/time.h>
35#include <sys/types.h>
36#include <sys/socket.h>
37#include <netinet/tcp.h>
38#include <netinet/in.h>
39#include <arpa/inet.h>
40#include <netdb.h>
41#include <fcntl.h>
42#include <errno.h>
43#include <signal.h>
44#include <stdarg.h>
45#include <sys/resource.h>
Marc-Antoine Perennou992709b2013-02-12 10:53:52 +010046#include <sys/wait.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020047#include <time.h>
48#include <syslog.h>
Michael Schererab012dd2013-01-12 18:35:19 +010049#include <grp.h>
Willy Tarreaufc6c0322012-11-16 16:12:27 +010050#ifdef USE_CPU_AFFINITY
Willy Tarreaufc6c0322012-11-16 16:12:27 +010051#include <sched.h>
Pieter Baauwcaa6a1b2015-09-17 21:26:40 +020052#ifdef __FreeBSD__
53#include <sys/param.h>
54#include <sys/cpuset.h>
55#endif
Willy Tarreaufc6c0322012-11-16 16:12:27 +010056#endif
Willy Tarreaubaaee002006-06-26 02:48:02 +020057
58#ifdef DEBUG_FULL
59#include <assert.h>
60#endif
61
Willy Tarreau2dd0d472006-06-29 17:53:05 +020062#include <common/base64.h>
63#include <common/cfgparse.h>
Willy Tarreauc7e42382012-08-24 19:22:53 +020064#include <common/chunk.h>
Willy Tarreau2dd0d472006-06-29 17:53:05 +020065#include <common/compat.h>
66#include <common/config.h>
67#include <common/defaults.h>
Willy Tarreaud740bab2007-10-28 11:14:07 +010068#include <common/errors.h>
Willy Tarreau2dd0d472006-06-29 17:53:05 +020069#include <common/memory.h>
70#include <common/mini-clist.h>
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +010071#include <common/namespace.h>
Willy Tarreau2dd0d472006-06-29 17:53:05 +020072#include <common/regex.h>
73#include <common/standard.h>
74#include <common/time.h>
75#include <common/uri_auth.h>
76#include <common/version.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020077
78#include <types/capture.h>
79#include <types/global.h>
Simon Hormanac821422011-07-15 13:14:09 +090080#include <types/acl.h>
Willy Tarreau3c63fd82011-09-07 18:00:47 +020081#include <types/peers.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020082
Willy Tarreau0fc45a72007-06-17 00:36:03 +020083#include <proto/acl.h>
Willy Tarreau3c595ac2015-04-19 09:59:31 +020084#include <proto/applet.h>
Willy Tarreau2e845be2012-10-19 19:49:09 +020085#include <proto/arg.h>
Willy Tarreau3c595ac2015-04-19 09:59:31 +020086#include <proto/auth.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020087#include <proto/backend.h>
Willy Tarreauc7e42382012-08-24 19:22:53 +020088#include <proto/channel.h>
Krzysztof Oledzkib304dc72007-10-14 23:40:01 +020089#include <proto/checks.h>
Willy Tarreauf2943dc2012-10-26 20:10:28 +020090#include <proto/connection.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020091#include <proto/fd.h>
Willy Tarreau34eb6712011-10-24 18:15:04 +020092#include <proto/hdr_idx.h>
Thierry FOURNIER6f1fd482015-01-23 14:06:13 +010093#include <proto/hlua.h>
Willy Tarreaud1d54542012-09-12 22:58:11 +020094#include <proto/listener.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020095#include <proto/log.h>
Thierry FOURNIERaf5a29d2014-03-11 14:29:22 +010096#include <proto/pattern.h>
Willy Tarreaud1d54542012-09-12 22:58:11 +020097#include <proto/protocol.h>
Willy Tarreau80587432006-12-24 17:47:20 +010098#include <proto/proto_http.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020099#include <proto/proxy.h>
100#include <proto/queue.h>
101#include <proto/server.h>
Willy Tarreaub1ec8c42015-04-03 13:53:24 +0200102#include <proto/session.h>
Willy Tarreau87b09662015-04-03 00:22:06 +0200103#include <proto/stream.h>
Willy Tarreau29857942009-05-10 09:01:21 +0200104#include <proto/signal.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +0200105#include <proto/task.h>
Baptiste Assmann325137d2015-04-13 23:40:55 +0200106#include <proto/dns.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +0200107
Emeric Brunfc0421f2012-09-07 17:30:07 +0200108#ifdef USE_OPENSSL
109#include <proto/ssl_sock.h>
110#endif
111
David Carlier4a026412015-06-01 13:57:22 +0200112#ifdef USE_DEVICEATLAS
113#include <import/da.h>
114#endif
115
Thomas Holmes6abded42015-05-12 16:23:58 +0100116#ifdef USE_51DEGREES
Dragan Dosen93b38d92015-06-29 16:43:25 +0200117#include <import/51d.h>
Thomas Holmes6abded42015-05-12 16:23:58 +0100118#endif
119
Willy Tarreaubaaee002006-06-26 02:48:02 +0200120/*********************************************************************/
121
Cyril Bonté6162c432012-11-10 19:27:47 +0100122extern const struct comp_algo comp_algos[];
123
Willy Tarreaubaaee002006-06-26 02:48:02 +0200124/*********************************************************************/
125
Willy Tarreau477ecd82010-01-03 21:12:30 +0100126/* list of config files */
127static struct list cfg_cfgfiles = LIST_HEAD_INIT(cfg_cfgfiles);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200128int pid; /* current process id */
Willy Tarreau28156642007-11-26 16:13:36 +0100129int relative_pid = 1; /* process id starting at 1 */
Willy Tarreaubaaee002006-06-26 02:48:02 +0200130
131/* global options */
132struct global global = {
Willy Tarreau247a13a2012-11-15 17:38:15 +0100133 .nbproc = 1,
William Lallemand5f232402012-04-05 18:02:55 +0200134 .req_count = 0,
William Lallemand0f99e342011-10-12 17:50:54 +0200135 .logsrvs = LIST_HEAD_INIT(global.logsrvs),
Willy Tarreaued9dddd2015-11-26 16:34:56 +0100136#if defined(USE_ZLIB) && defined(DEFAULT_MAXZLIBMEM)
Willy Tarreau5a940372012-12-03 12:10:45 +0100137 .maxzlibmem = DEFAULT_MAXZLIBMEM * 1024U * 1024U,
Willy Tarreau96aa6b32012-11-12 15:52:53 +0100138#else
William Lallemand9d5f5482012-11-07 16:12:57 +0100139 .maxzlibmem = 0,
Willy Tarreau96aa6b32012-11-12 15:52:53 +0100140#endif
William Lallemandd85f9172012-11-09 17:05:39 +0100141 .comp_rate_lim = 0,
Emeric Brun850efd52014-01-29 12:24:34 +0100142 .ssl_server_verify = SSL_SERVER_VERIFY_REQUIRED,
Emeric Bruned760922010-10-22 17:59:25 +0200143 .unix_bind = {
144 .ux = {
145 .uid = -1,
146 .gid = -1,
147 .mode = 0,
148 }
149 },
Willy Tarreau27a674e2009-08-17 07:23:33 +0200150 .tune = {
151 .bufsize = BUFSIZE,
Willy Tarreau27097842015-09-28 13:53:23 +0200152 .maxrewrite = -1,
Willy Tarreau43961d52010-10-04 20:39:20 +0200153 .chksize = BUFSIZE,
Willy Tarreaua24adf02014-11-27 01:11:56 +0100154 .reserved_bufs = RESERVED_BUFS,
Willy Tarreauf3045d22015-04-29 16:24:50 +0200155 .pattern_cache = DEFAULT_PAT_LRU_SIZE,
Emeric Brunfc32aca2012-09-03 12:10:29 +0200156#ifdef USE_OPENSSL
Emeric Brun46635772012-11-14 11:32:56 +0100157 .sslcachesize = SSLCACHESIZE,
Remi Gacognef46cd6e2014-06-12 14:58:40 +0200158 .ssl_default_dh_param = SSL_DEFAULT_DH_PARAM,
Willy Tarreau03effc12014-02-12 14:55:41 +0100159#ifdef DEFAULT_SSL_MAX_RECORD
160 .ssl_max_record = DEFAULT_SSL_MAX_RECORD,
161#endif
Christopher Faulet31af49d2015-06-09 17:29:50 +0200162 .ssl_ctx_cache = DEFAULT_SSL_CTX_CACHE,
Emeric Brunfc32aca2012-09-03 12:10:29 +0200163#endif
William Lallemanda509e4c2012-11-07 16:54:34 +0100164#ifdef USE_ZLIB
165 .zlibmemlevel = 8,
166 .zlibwindowsize = MAX_WBITS,
167#endif
William Lallemandf3747832012-11-09 12:33:10 +0100168 .comp_maxlevel = 1,
Willy Tarreau7e312732014-02-12 16:35:14 +0100169#ifdef DEFAULT_IDLE_TIMER
170 .idle_timer = DEFAULT_IDLE_TIMER,
171#else
172 .idle_timer = 1000, /* 1 second */
173#endif
Willy Tarreau27a674e2009-08-17 07:23:33 +0200174 },
Emeric Brun76d88952012-10-05 15:47:31 +0200175#ifdef USE_OPENSSL
176#ifdef DEFAULT_MAXSSLCONN
Willy Tarreau403edff2012-09-06 11:58:37 +0200177 .maxsslconn = DEFAULT_MAXSSLCONN,
178#endif
Emeric Brun76d88952012-10-05 15:47:31 +0200179#endif
David Carlier4a026412015-06-01 13:57:22 +0200180#ifdef USE_DEVICEATLAS
181 .deviceatlas = {
David Carlierdf3785f2015-12-02 11:22:53 +0000182 .loglevel = 0,
David Carlier4a026412015-06-01 13:57:22 +0200183 .jsonpath = 0,
David Carlier5801a822015-09-25 14:13:44 +0100184 .cookiename = 0,
185 .cookienamelen = 0,
186 .useragentid = 0,
187 .daset = 0,
David Carlier4a026412015-06-01 13:57:22 +0200188 .separator = '|',
189 },
190#endif
Dragan Dosenacd6b1f2015-06-11 21:36:33 +0200191#ifdef USE_51DEGREES
Dragan Dosen93b38d92015-06-29 16:43:25 +0200192 ._51degrees = {
193 .property_separator = ',',
194 .property_names = LIST_HEAD_INIT(global._51degrees.property_names),
195 .data_file_path = NULL,
196#ifdef FIFTYONEDEGREES_H_PATTERN_INCLUDED
197 .data_set = { },
198#endif
Dragan Dosen9373fc52015-08-07 16:41:23 +0200199 .cache_size = 0,
Dragan Dosen93b38d92015-06-29 16:43:25 +0200200 },
Dragan Dosenacd6b1f2015-06-11 21:36:33 +0200201#endif
Willy Tarreaubaaee002006-06-26 02:48:02 +0200202 /* others NULL OK */
203};
204
205/*********************************************************************/
206
207int stopping; /* non zero means stopping in progress */
Willy Tarreauaf7ad002010-08-31 15:39:26 +0200208int jobs = 0; /* number of active jobs (conns, listeners, active tasks, ...) */
Willy Tarreaubaaee002006-06-26 02:48:02 +0200209
210/* Here we store informations about the pids of the processes we may pause
211 * or kill. We will send them a signal every 10 ms until we can bind to all
212 * our ports. With 200 retries, that's about 2 seconds.
213 */
214#define MAX_START_RETRIES 200
Willy Tarreaubaaee002006-06-26 02:48:02 +0200215static int *oldpids = NULL;
216static int oldpids_sig; /* use USR1 or TERM */
217
218/* this is used to drain data, and as a temporary buffer for sprintf()... */
Willy Tarreau19d14ef2012-10-29 16:51:55 +0100219struct chunk trash = { };
Willy Tarreaubaaee002006-06-26 02:48:02 +0200220
Willy Tarreau8096de92010-02-26 11:12:27 +0100221/* this buffer is always the same size as standard buffers and is used for
222 * swapping data inside a buffer.
223 */
224char *swap_buffer = NULL;
225
Willy Tarreaubb545b42010-08-25 12:58:59 +0200226int nb_oldpids = 0;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200227const int zero = 0;
228const int one = 1;
Alexandre Cassen87ea5482007-10-11 20:48:58 +0200229const struct linger nolinger = { .l_onoff = 1, .l_linger = 0 };
Willy Tarreaubaaee002006-06-26 02:48:02 +0200230
Willy Tarreau1d21e0a2010-03-12 21:58:54 +0100231char hostname[MAX_HOSTNAME_LEN];
Emeric Brun2b920a12010-09-23 18:30:22 +0200232char localpeer[MAX_HOSTNAME_LEN];
Willy Tarreaubaaee002006-06-26 02:48:02 +0200233
Willy Tarreau89efaed2013-12-13 15:14:55 +0100234/* used from everywhere just to drain results we don't want to read and which
235 * recent versions of gcc increasingly and annoyingly complain about.
236 */
237int shut_your_big_mouth_gcc_int = 0;
238
Willy Tarreau08ceb102011-07-24 22:58:00 +0200239/* list of the temporarily limited listeners because of lack of resource */
240struct list global_listener_queue = LIST_HEAD_INIT(global_listener_queue);
Willy Tarreaue9b26022011-08-01 20:57:55 +0200241struct task *global_listener_queue_task;
242static struct task *manage_global_listener_queue(struct task *t);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200243
Willy Tarreauff055502014-04-28 22:27:06 +0200244/* bitfield of a few warnings to emit just once (WARN_*) */
245unsigned int warned = 0;
246
Willy Tarreaubaaee002006-06-26 02:48:02 +0200247/*********************************************************************/
248/* general purpose functions ***************************************/
249/*********************************************************************/
250
251void display_version()
252{
253 printf("HA-Proxy version " HAPROXY_VERSION " " HAPROXY_DATE"\n");
Willy Tarreauad90f0d2015-06-17 15:53:25 +0200254 printf("Copyright 2000-2015 Willy Tarreau <willy@haproxy.org>\n\n");
Willy Tarreaubaaee002006-06-26 02:48:02 +0200255}
256
Willy Tarreau7b066db2007-12-02 11:28:59 +0100257void display_build_opts()
258{
259 printf("Build options :"
260#ifdef BUILD_TARGET
Willy Tarreau9f2b7302008-01-02 20:48:34 +0100261 "\n TARGET = " BUILD_TARGET
Willy Tarreau7b066db2007-12-02 11:28:59 +0100262#endif
263#ifdef BUILD_CPU
Willy Tarreau9f2b7302008-01-02 20:48:34 +0100264 "\n CPU = " BUILD_CPU
Willy Tarreau7b066db2007-12-02 11:28:59 +0100265#endif
266#ifdef BUILD_CC
Willy Tarreau9f2b7302008-01-02 20:48:34 +0100267 "\n CC = " BUILD_CC
268#endif
269#ifdef BUILD_CFLAGS
270 "\n CFLAGS = " BUILD_CFLAGS
Willy Tarreau7b066db2007-12-02 11:28:59 +0100271#endif
Willy Tarreau9f2b7302008-01-02 20:48:34 +0100272#ifdef BUILD_OPTIONS
273 "\n OPTIONS = " BUILD_OPTIONS
Willy Tarreau7b066db2007-12-02 11:28:59 +0100274#endif
Willy Tarreau27a674e2009-08-17 07:23:33 +0200275 "\n\nDefault settings :"
276 "\n maxconn = %d, bufsize = %d, maxrewrite = %d, maxpollevents = %d"
277 "\n\n",
278 DEFAULT_MAXCONN, BUFSIZE, MAXREWRITE, MAX_POLL_EVENTS);
Willy Tarreaube5b6852009-10-03 18:57:08 +0200279
Krzysztof Piotr Oledzki96105042010-01-29 17:50:44 +0100280 printf("Encrypted password support via crypt(3): "
281#ifdef CONFIG_HAP_CRYPT
282 "yes"
283#else
284 "no"
285#endif
286 "\n");
287
Cyril Bonté6162c432012-11-10 19:27:47 +0100288#ifdef USE_ZLIB
289 printf("Built with zlib version : " ZLIB_VERSION "\n");
Willy Tarreau86ac1762015-10-13 16:46:28 +0200290#elif defined(USE_SLZ)
291 printf("Built with libslz for stateless compression.\n");
Cyril Bonté6162c432012-11-10 19:27:47 +0100292#else /* USE_ZLIB */
Willy Tarreau86ac1762015-10-13 16:46:28 +0200293 printf("Built without compression support (neither USE_ZLIB nor USE_SLZ are set)\n");
Cyril Bonté6162c432012-11-10 19:27:47 +0100294#endif
295 printf("Compression algorithms supported :");
296 {
297 int i;
298
Willy Tarreau615105e2015-03-28 16:40:46 +0100299 for (i = 0; comp_algos[i].cfg_name; i++) {
300 printf("%s %s(\"%s\")", (i == 0 ? "" : ","), comp_algos[i].cfg_name, comp_algos[i].ua_name);
Cyril Bonté6162c432012-11-10 19:27:47 +0100301 }
302 if (i == 0) {
303 printf("none");
304 }
305 }
306 printf("\n");
307
Willy Tarreau1ee0e302012-09-10 07:16:05 +0200308#ifdef USE_OPENSSL
Lukas Tribus581cc8d2014-08-18 00:56:30 +0200309 printf("Built with OpenSSL version : "
310#ifdef OPENSSL_IS_BORINGSSL
311 "BoringSSL\n");
312#else /* OPENSSL_IS_BORINGSSL */
313 OPENSSL_VERSION_TEXT "\n");
Willy Tarreau0cff0db2013-04-26 18:16:13 +0200314 printf("Running on OpenSSL version : %s%s\n",
315 SSLeay_version(SSLEAY_VERSION),
316 ((OPENSSL_VERSION_NUMBER ^ SSLeay()) >> 8) ? " (VERSIONS DIFFER!)" : "");
Lukas Tribus581cc8d2014-08-18 00:56:30 +0200317#endif
Willy Tarreau1ee0e302012-09-10 07:16:05 +0200318 printf("OpenSSL library supports TLS extensions : "
319#if OPENSSL_VERSION_NUMBER < 0x00907000L
320 "no (library version too old)"
321#elif defined(OPENSSL_NO_TLSEXT)
322 "no (disabled via OPENSSL_NO_TLSEXT)"
323#else
324 "yes"
325#endif
326 "\n");
327 printf("OpenSSL library supports SNI : "
328#ifdef SSL_CTRL_SET_TLSEXT_HOSTNAME
329 "yes"
330#else
331#ifdef OPENSSL_NO_TLSEXT
332 "no (because of OPENSSL_NO_TLSEXT)"
333#else
334 "no (version might be too old, 0.9.8f min needed)"
335#endif
336#endif
337 "\n");
338 printf("OpenSSL library supports prefer-server-ciphers : "
339#ifdef SSL_OP_CIPHER_SERVER_PREFERENCE
340 "yes"
341#else
342 "no (0.9.7 or later needed)"
343#endif
344 "\n");
345#else /* USE_OPENSSL */
346 printf("Built without OpenSSL support (USE_OPENSSL not set)\n");
347#endif
Lukas Tribusea68d362013-04-04 12:24:16 +0200348
349#ifdef USE_PCRE
350 printf("Built with PCRE version : %s", pcre_version());
Lukas Tribusd9bdccd2013-04-15 00:41:40 +0200351 printf("\nPCRE library supports JIT : ");
352#ifdef USE_PCRE_JIT
353 {
354 int r;
355 pcre_config(PCRE_CONFIG_JIT, &r);
356 if (r)
357 printf("yes");
358 else
359 printf("no (libpcre build without JIT?)");
360 }
Lukas Tribusea68d362013-04-04 12:24:16 +0200361#else
Lukas Tribusd9bdccd2013-04-15 00:41:40 +0200362 printf("no (USE_PCRE_JIT not set)");
Lukas Tribusea68d362013-04-04 12:24:16 +0200363#endif
Lukas Tribusd9bdccd2013-04-15 00:41:40 +0200364 printf("\n");
Lukas Tribusea68d362013-04-04 12:24:16 +0200365#else
366 printf("Built without PCRE support (using libc's regex instead)\n");
367#endif
368
Cyril Bonté47eb2192015-03-02 00:08:39 +0100369#ifdef USE_LUA
370 printf("Built with Lua version : %s\n", LUA_RELEASE);
371#else
372 printf("Built without Lua support\n");
373#endif
374
Willy Tarreau29fbe512015-08-20 19:35:14 +0200375#if defined(CONFIG_HAP_TRANSPARENT)
Pieter Baauwd551fb52013-05-08 22:49:23 +0200376 printf("Built with transparent proxy support using:"
Pieter Baauwd551fb52013-05-08 22:49:23 +0200377#if defined(IP_TRANSPARENT)
378 " IP_TRANSPARENT"
379#endif
380#if defined(IPV6_TRANSPARENT)
381 " IPV6_TRANSPARENT"
382#endif
383#if defined(IP_FREEBIND)
384 " IP_FREEBIND"
385#endif
Pieter Baauwff30b662013-05-08 23:22:39 +0200386#if defined(IP_BINDANY)
387 " IP_BINDANY"
388#endif
389#if defined(IPV6_BINDANY)
390 " IPV6_BINDANY"
391#endif
Pieter Baauw1eb75922013-05-08 23:30:23 +0200392#if defined(SO_BINDANY)
393 " SO_BINDANY"
394#endif
Pieter Baauwd551fb52013-05-08 22:49:23 +0200395 "\n");
396#endif
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100397
398#if defined(CONFIG_HAP_NS)
399 printf("Built with network namespace support\n");
400#endif
Thomas Holmes6abded42015-05-12 16:23:58 +0100401
David Carlierdf3785f2015-12-02 11:22:53 +0000402#ifdef USE_DEVICEATLAS
403 printf("Built with DeviceAtlas support\n");
404#endif
Thomas Holmes6abded42015-05-12 16:23:58 +0100405#ifdef USE_51DEGREES
406 printf("Built with 51Degrees support\n");
407#endif
Krzysztof Piotr Oledzki96105042010-01-29 17:50:44 +0100408 putchar('\n');
409
Willy Tarreaube5b6852009-10-03 18:57:08 +0200410 list_pollers(stdout);
411 putchar('\n');
Willy Tarreau7b066db2007-12-02 11:28:59 +0100412}
413
Willy Tarreaubaaee002006-06-26 02:48:02 +0200414/*
415 * This function prints the command line usage and exits
416 */
417void usage(char *name)
418{
419 display_version();
420 fprintf(stderr,
Willy Tarreau5d01a632009-06-22 16:02:30 +0200421 "Usage : %s [-f <cfgfile>]* [ -vdV"
Willy Tarreaubaaee002006-06-26 02:48:02 +0200422 "D ] [ -n <maxconn> ] [ -N <maxpconn> ]\n"
Willy Tarreaua088d312015-10-08 11:58:48 +0200423 " [ -p <pidfile> ] [ -m <max megs> ] [ -C <dir> ] [-- <cfgfile>*]\n"
Willy Tarreau7b066db2007-12-02 11:28:59 +0100424 " -v displays version ; -vv shows known build options.\n"
Willy Tarreaubaaee002006-06-26 02:48:02 +0200425 " -d enters debug mode ; -db only disables background mode.\n"
Willy Tarreau6e064432012-05-08 15:40:42 +0200426 " -dM[<byte>] poisons memory with <byte> (defaults to 0x50)\n"
Willy Tarreaubaaee002006-06-26 02:48:02 +0200427 " -V enters verbose mode (disables quiet mode)\n"
Willy Tarreau576132e2011-09-10 19:26:56 +0200428 " -D goes daemon ; -C changes to <dir> before loading files.\n"
Willy Tarreaubaaee002006-06-26 02:48:02 +0200429 " -q quiet mode : don't display messages\n"
Willy Tarreau5d01a632009-06-22 16:02:30 +0200430 " -c check mode : only check config files and exit\n"
Willy Tarreaubaaee002006-06-26 02:48:02 +0200431 " -n sets the maximum total # of connections (%d)\n"
432 " -m limits the usable amount of memory (in MB)\n"
433 " -N sets the default, per-proxy maximum # of connections (%d)\n"
Emeric Brun2b920a12010-09-23 18:30:22 +0200434 " -L set local peer name (default to hostname)\n"
Willy Tarreaubaaee002006-06-26 02:48:02 +0200435 " -p writes pids of all children to this file\n"
436#if defined(ENABLE_EPOLL)
437 " -de disables epoll() usage even when available\n"
438#endif
Willy Tarreau1e63130a2007-04-09 12:03:06 +0200439#if defined(ENABLE_KQUEUE)
440 " -dk disables kqueue() usage even when available\n"
441#endif
Willy Tarreaubaaee002006-06-26 02:48:02 +0200442#if defined(ENABLE_POLL)
443 " -dp disables poll() usage even when available\n"
444#endif
Willy Tarreaub55932d2009-08-16 13:20:32 +0200445#if defined(CONFIG_HAP_LINUX_SPLICE)
Willy Tarreau3ab68cf2009-01-25 16:03:28 +0100446 " -dS disables splice usage (broken on old kernels)\n"
447#endif
Nenad Merdanovic88afe032014-04-14 15:56:58 +0200448#if defined(USE_GETADDRINFO)
449 " -dG disables getaddrinfo() usage\n"
450#endif
Emeric Brun850efd52014-01-29 12:24:34 +0100451 " -dV disables SSL verify on servers side\n"
Willy Tarreauc6ca1aa2015-10-08 11:32:32 +0200452 " -sf/-st [pid ]* finishes/terminates old pids.\n"
Willy Tarreaubaaee002006-06-26 02:48:02 +0200453 "\n",
454 name, DEFAULT_MAXCONN, cfg_maxpconn);
455 exit(1);
456}
457
458
459
460/*********************************************************************/
461/* more specific functions ***************************************/
462/*********************************************************************/
463
464/*
Willy Tarreaud0807c32010-08-27 18:26:11 +0200465 * upon SIGUSR1, let's have a soft stop. Note that soft_stop() broadcasts
466 * a signal zero to all subscribers. This means that it's as easy as
467 * subscribing to signal 0 to get informed about an imminent shutdown.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200468 */
Willy Tarreau24f4efa2010-08-27 17:56:48 +0200469void sig_soft_stop(struct sig_handler *sh)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200470{
471 soft_stop();
Willy Tarreau24f4efa2010-08-27 17:56:48 +0200472 signal_unregister_handler(sh);
Willy Tarreau4d2d0982007-05-14 00:39:29 +0200473 pool_gc2();
Willy Tarreaubaaee002006-06-26 02:48:02 +0200474}
475
476/*
477 * upon SIGTTOU, we pause everything
478 */
Willy Tarreau24f4efa2010-08-27 17:56:48 +0200479void sig_pause(struct sig_handler *sh)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200480{
481 pause_proxies();
Willy Tarreau4d2d0982007-05-14 00:39:29 +0200482 pool_gc2();
Willy Tarreaubaaee002006-06-26 02:48:02 +0200483}
484
485/*
486 * upon SIGTTIN, let's have a soft stop.
487 */
Willy Tarreau24f4efa2010-08-27 17:56:48 +0200488void sig_listen(struct sig_handler *sh)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200489{
Willy Tarreaube58c382011-07-24 18:28:10 +0200490 resume_proxies();
Willy Tarreaubaaee002006-06-26 02:48:02 +0200491}
492
493/*
494 * this function dumps every server's state when the process receives SIGHUP.
495 */
Willy Tarreau24f4efa2010-08-27 17:56:48 +0200496void sig_dump_state(struct sig_handler *sh)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200497{
498 struct proxy *p = proxy;
499
500 Warning("SIGHUP received, dumping servers states.\n");
501 while (p) {
502 struct server *s = p->srv;
503
504 send_log(p, LOG_NOTICE, "SIGHUP received, dumping servers states for proxy %s.\n", p->id);
505 while (s) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +0100506 chunk_printf(&trash,
507 "SIGHUP: Server %s/%s is %s. Conn: %d act, %d pend, %lld tot.",
508 p->id, s->id,
Willy Tarreau892337c2014-05-13 23:41:20 +0200509 (s->state != SRV_ST_STOPPED) ? "UP" : "DOWN",
Willy Tarreau19d14ef2012-10-29 16:51:55 +0100510 s->cur_sess, s->nbpend, s->counters.cum_sess);
511 Warning("%s\n", trash.str);
512 send_log(p, LOG_NOTICE, "%s\n", trash.str);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200513 s = s->next;
514 }
515
Willy Tarreau5fcc8f12007-09-17 11:27:09 +0200516 /* FIXME: those info are a bit outdated. We should be able to distinguish between FE and BE. */
517 if (!p->srv) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +0100518 chunk_printf(&trash,
519 "SIGHUP: Proxy %s has no servers. Conn: act(FE+BE): %d+%d, %d pend (%d unass), tot(FE+BE): %lld+%lld.",
520 p->id,
521 p->feconn, p->beconn, p->totpend, p->nbpend, p->fe_counters.cum_conn, p->be_counters.cum_conn);
Willy Tarreau5fcc8f12007-09-17 11:27:09 +0200522 } else if (p->srv_act == 0) {
Willy Tarreau19d14ef2012-10-29 16:51:55 +0100523 chunk_printf(&trash,
524 "SIGHUP: Proxy %s %s ! Conn: act(FE+BE): %d+%d, %d pend (%d unass), tot(FE+BE): %lld+%lld.",
525 p->id,
526 (p->srv_bck) ? "is running on backup servers" : "has no server available",
527 p->feconn, p->beconn, p->totpend, p->nbpend, p->fe_counters.cum_conn, p->be_counters.cum_conn);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200528 } else {
Willy Tarreau19d14ef2012-10-29 16:51:55 +0100529 chunk_printf(&trash,
530 "SIGHUP: Proxy %s has %d active servers and %d backup servers available."
531 " Conn: act(FE+BE): %d+%d, %d pend (%d unass), tot(FE+BE): %lld+%lld.",
532 p->id, p->srv_act, p->srv_bck,
533 p->feconn, p->beconn, p->totpend, p->nbpend, p->fe_counters.cum_conn, p->be_counters.cum_conn);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200534 }
Willy Tarreau19d14ef2012-10-29 16:51:55 +0100535 Warning("%s\n", trash.str);
536 send_log(p, LOG_NOTICE, "%s\n", trash.str);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200537
538 p = p->next;
539 }
Willy Tarreaubaaee002006-06-26 02:48:02 +0200540}
541
Willy Tarreau24f4efa2010-08-27 17:56:48 +0200542void dump(struct sig_handler *sh)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200543{
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200544 /* dump memory usage then free everything possible */
545 dump_pools();
546 pool_gc2();
Willy Tarreaubaaee002006-06-26 02:48:02 +0200547}
548
Willy Tarreaubaaee002006-06-26 02:48:02 +0200549/*
550 * This function initializes all the necessary variables. It only returns
551 * if everything is OK. If something fails, it exits.
552 */
553void init(int argc, char **argv)
554{
Willy Tarreaubaaee002006-06-26 02:48:02 +0200555 int arg_mode = 0; /* MODE_DEBUG, ... */
Willy Tarreaubaaee002006-06-26 02:48:02 +0200556 char *tmp;
557 char *cfg_pidfile = NULL;
Willy Tarreau058e9072009-07-20 09:30:05 +0200558 int err_code = 0;
Willy Tarreau477ecd82010-01-03 21:12:30 +0100559 struct wordlist *wl;
Kevinm48936af2010-12-22 16:08:21 +0000560 char *progname;
Willy Tarreau576132e2011-09-10 19:26:56 +0200561 char *change_dir = NULL;
Yuxans Yao4e25b012012-10-19 10:36:09 +0800562 struct tm curtime;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200563
Willy Tarreau19d14ef2012-10-29 16:51:55 +0100564 chunk_init(&trash, malloc(global.tune.bufsize), global.tune.bufsize);
Willy Tarreau2819e992013-12-13 14:41:10 +0100565 alloc_trash_buffers(global.tune.bufsize);
David du Colombier7af46052012-05-16 14:16:48 +0200566
Emeric Brun2b920a12010-09-23 18:30:22 +0200567 /* NB: POSIX does not make it mandatory for gethostname() to NULL-terminate
568 * the string in case of truncation, and at least FreeBSD appears not to do
569 * it.
570 */
571 memset(hostname, 0, sizeof(hostname));
572 gethostname(hostname, sizeof(hostname) - 1);
573 memset(localpeer, 0, sizeof(localpeer));
574 memcpy(localpeer, hostname, (sizeof(hostname) > sizeof(localpeer) ? sizeof(localpeer) : sizeof(hostname)) - 1);
575
Willy Tarreaubaaee002006-06-26 02:48:02 +0200576 /*
577 * Initialize the previously static variables.
578 */
579
Willy Tarreau3eba98a2009-01-25 13:56:13 +0100580 totalconn = actconn = maxfd = listeners = stopping = 0;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200581
582
583#ifdef HAPROXY_MEMMAX
584 global.rlimit_memmax = HAPROXY_MEMMAX;
585#endif
586
Willy Tarreaub0b37bc2008-06-23 14:00:57 +0200587 tv_update_date(-1,-1);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200588 start_date = now;
589
Willy Tarreau84310e22014-02-14 11:59:04 +0100590 srandom(now_ms - getpid());
591
Yuxans Yao4e25b012012-10-19 10:36:09 +0800592 /* Get the numeric timezone. */
593 get_localtime(start_date.tv_sec, &curtime);
594 strftime(localtimezone, 6, "%z", &curtime);
595
Willy Tarreau29857942009-05-10 09:01:21 +0200596 signal_init();
Willy Tarreau8ed669b2013-01-11 15:49:37 +0100597 if (init_acl() != 0)
598 exit(1);
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200599 init_task();
Willy Tarreau87b09662015-04-03 00:22:06 +0200600 init_stream();
Willy Tarreaub1ec8c42015-04-03 13:53:24 +0200601 init_session();
Willy Tarreauf2943dc2012-10-26 20:10:28 +0200602 init_connection();
Willy Tarreau8280d642009-09-23 23:37:52 +0200603 /* warning, we init buffers later */
Willy Tarreaue4d7e552007-05-13 20:19:55 +0200604 init_pendconn();
Willy Tarreau80587432006-12-24 17:47:20 +0100605 init_proto_http();
Willy Tarreaubaaee002006-06-26 02:48:02 +0200606
Thierry FOURNIER6f1fd482015-01-23 14:06:13 +0100607 /* Initialise lua. */
608 hlua_init();
Thierry FOURNIER6f1fd482015-01-23 14:06:13 +0100609
Willy Tarreau43b78992009-01-25 15:42:27 +0100610 global.tune.options |= GTUNE_USE_SELECT; /* select() is always available */
Willy Tarreaubaaee002006-06-26 02:48:02 +0200611#if defined(ENABLE_POLL)
Willy Tarreau43b78992009-01-25 15:42:27 +0100612 global.tune.options |= GTUNE_USE_POLL;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200613#endif
614#if defined(ENABLE_EPOLL)
Willy Tarreau43b78992009-01-25 15:42:27 +0100615 global.tune.options |= GTUNE_USE_EPOLL;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200616#endif
Willy Tarreau1e63130a2007-04-09 12:03:06 +0200617#if defined(ENABLE_KQUEUE)
Willy Tarreau43b78992009-01-25 15:42:27 +0100618 global.tune.options |= GTUNE_USE_KQUEUE;
Willy Tarreau1e63130a2007-04-09 12:03:06 +0200619#endif
Willy Tarreaub55932d2009-08-16 13:20:32 +0200620#if defined(CONFIG_HAP_LINUX_SPLICE)
Willy Tarreau3ab68cf2009-01-25 16:03:28 +0100621 global.tune.options |= GTUNE_USE_SPLICE;
622#endif
Nenad Merdanovic88afe032014-04-14 15:56:58 +0200623#if defined(USE_GETADDRINFO)
624 global.tune.options |= GTUNE_USE_GAI;
625#endif
Willy Tarreaubaaee002006-06-26 02:48:02 +0200626
627 pid = getpid();
628 progname = *argv;
629 while ((tmp = strchr(progname, '/')) != NULL)
630 progname = tmp + 1;
631
Kevinm48936af2010-12-22 16:08:21 +0000632 /* the process name is used for the logs only */
Dragan Dosen43885c72015-10-01 13:18:13 +0200633 chunk_initstr(&global.log_tag, strdup(progname));
Kevinm48936af2010-12-22 16:08:21 +0000634
Willy Tarreaubaaee002006-06-26 02:48:02 +0200635 argc--; argv++;
636 while (argc > 0) {
637 char *flag;
638
639 if (**argv == '-') {
640 flag = *argv+1;
641
642 /* 1 arg */
643 if (*flag == 'v') {
644 display_version();
Willy Tarreau7b066db2007-12-02 11:28:59 +0100645 if (flag[1] == 'v') /* -vv */
646 display_build_opts();
Willy Tarreaubaaee002006-06-26 02:48:02 +0200647 exit(0);
648 }
649#if defined(ENABLE_EPOLL)
650 else if (*flag == 'd' && flag[1] == 'e')
Willy Tarreau43b78992009-01-25 15:42:27 +0100651 global.tune.options &= ~GTUNE_USE_EPOLL;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200652#endif
653#if defined(ENABLE_POLL)
654 else if (*flag == 'd' && flag[1] == 'p')
Willy Tarreau43b78992009-01-25 15:42:27 +0100655 global.tune.options &= ~GTUNE_USE_POLL;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200656#endif
Willy Tarreau69cad1a2007-04-10 22:45:11 +0200657#if defined(ENABLE_KQUEUE)
Willy Tarreau1e63130a2007-04-09 12:03:06 +0200658 else if (*flag == 'd' && flag[1] == 'k')
Willy Tarreau43b78992009-01-25 15:42:27 +0100659 global.tune.options &= ~GTUNE_USE_KQUEUE;
Willy Tarreau1e63130a2007-04-09 12:03:06 +0200660#endif
Willy Tarreaub55932d2009-08-16 13:20:32 +0200661#if defined(CONFIG_HAP_LINUX_SPLICE)
Willy Tarreau3ab68cf2009-01-25 16:03:28 +0100662 else if (*flag == 'd' && flag[1] == 'S')
663 global.tune.options &= ~GTUNE_USE_SPLICE;
664#endif
Nenad Merdanovic88afe032014-04-14 15:56:58 +0200665#if defined(USE_GETADDRINFO)
666 else if (*flag == 'd' && flag[1] == 'G')
667 global.tune.options &= ~GTUNE_USE_GAI;
668#endif
Emeric Brun850efd52014-01-29 12:24:34 +0100669 else if (*flag == 'd' && flag[1] == 'V')
670 global.ssl_server_verify = SSL_SERVER_VERIFY_NONE;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200671 else if (*flag == 'V')
672 arg_mode |= MODE_VERBOSE;
673 else if (*flag == 'd' && flag[1] == 'b')
674 arg_mode |= MODE_FOREGROUND;
Willy Tarreau6e064432012-05-08 15:40:42 +0200675 else if (*flag == 'd' && flag[1] == 'M')
676 mem_poison_byte = flag[2] ? strtol(flag + 2, NULL, 0) : 'P';
Willy Tarreaubaaee002006-06-26 02:48:02 +0200677 else if (*flag == 'd')
678 arg_mode |= MODE_DEBUG;
679 else if (*flag == 'c')
680 arg_mode |= MODE_CHECK;
Marc-Antoine Perennou992709b2013-02-12 10:53:52 +0100681 else if (*flag == 'D') {
Willy Tarreau6bde87b2009-05-18 16:29:51 +0200682 arg_mode |= MODE_DAEMON;
Marc-Antoine Perennou992709b2013-02-12 10:53:52 +0100683 if (flag[1] == 's') /* -Ds */
684 arg_mode |= MODE_SYSTEMD;
685 }
Willy Tarreaubaaee002006-06-26 02:48:02 +0200686 else if (*flag == 'q')
687 arg_mode |= MODE_QUIET;
688 else if (*flag == 's' && (flag[1] == 'f' || flag[1] == 't')) {
689 /* list of pids to finish ('f') or terminate ('t') */
690
691 if (flag[1] == 'f')
692 oldpids_sig = SIGUSR1; /* finish then exit */
693 else
694 oldpids_sig = SIGTERM; /* terminate immediately */
Willy Tarreaubaaee002006-06-26 02:48:02 +0200695
Willy Tarreauc6ca1aa2015-10-08 11:32:32 +0200696 while (argc > 1 && argv[1][0] != '-') {
697 oldpids = realloc(oldpids, (nb_oldpids + 1) * sizeof(int));
698 if (!oldpids) {
699 Alert("Cannot allocate old pid : out of memory.\n");
700 exit(1);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200701 }
Willy Tarreauc6ca1aa2015-10-08 11:32:32 +0200702 argc--; argv++;
703 oldpids[nb_oldpids] = atol(*argv);
704 if (oldpids[nb_oldpids] <= 0)
705 usage(progname);
706 nb_oldpids++;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200707 }
708 }
Willy Tarreaua088d312015-10-08 11:58:48 +0200709 else if (flag[0] == '-' && flag[1] == 0) { /* "--" */
710 /* now that's a cfgfile list */
711 argv++; argc--;
712 while (argc > 0) {
713 wl = (struct wordlist *)calloc(1, sizeof(*wl));
714 if (!wl) {
715 Alert("Cannot load configuration file %s : out of memory.\n", *argv);
716 exit(1);
717 }
718 wl->s = *argv;
719 LIST_ADDQ(&cfg_cfgfiles, &wl->list);
720 argv++; argc--;
721 }
722 break;
723 }
Willy Tarreaubaaee002006-06-26 02:48:02 +0200724 else { /* >=2 args */
725 argv++; argc--;
726 if (argc == 0)
Willy Tarreau3bafcdc2011-09-10 19:20:23 +0200727 usage(progname);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200728
729 switch (*flag) {
Willy Tarreau576132e2011-09-10 19:26:56 +0200730 case 'C' : change_dir = *argv; break;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200731 case 'n' : cfg_maxconn = atol(*argv); break;
732 case 'm' : global.rlimit_memmax = atol(*argv); break;
733 case 'N' : cfg_maxpconn = atol(*argv); break;
Emeric Brun2b920a12010-09-23 18:30:22 +0200734 case 'L' : strncpy(localpeer, *argv, sizeof(localpeer) - 1); break;
Willy Tarreau5d01a632009-06-22 16:02:30 +0200735 case 'f' :
Willy Tarreau477ecd82010-01-03 21:12:30 +0100736 wl = (struct wordlist *)calloc(1, sizeof(*wl));
737 if (!wl) {
738 Alert("Cannot load configuration file %s : out of memory.\n", *argv);
Willy Tarreau5d01a632009-06-22 16:02:30 +0200739 exit(1);
740 }
Willy Tarreau477ecd82010-01-03 21:12:30 +0100741 wl->s = *argv;
742 LIST_ADDQ(&cfg_cfgfiles, &wl->list);
Willy Tarreau5d01a632009-06-22 16:02:30 +0200743 break;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200744 case 'p' : cfg_pidfile = *argv; break;
Willy Tarreau3bafcdc2011-09-10 19:20:23 +0200745 default: usage(progname);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200746 }
747 }
748 }
749 else
Willy Tarreau3bafcdc2011-09-10 19:20:23 +0200750 usage(progname);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200751 argv++; argc--;
752 }
753
754 global.mode = MODE_STARTING | /* during startup, we want most of the alerts */
Marc-Antoine Perennou992709b2013-02-12 10:53:52 +0100755 (arg_mode & (MODE_DAEMON | MODE_SYSTEMD | MODE_FOREGROUND | MODE_VERBOSE
Willy Tarreaubaaee002006-06-26 02:48:02 +0200756 | MODE_QUIET | MODE_CHECK | MODE_DEBUG));
757
Willy Tarreau477ecd82010-01-03 21:12:30 +0100758 if (LIST_ISEMPTY(&cfg_cfgfiles))
Willy Tarreau3bafcdc2011-09-10 19:20:23 +0200759 usage(progname);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200760
Willy Tarreau576132e2011-09-10 19:26:56 +0200761 if (change_dir && chdir(change_dir) < 0) {
762 Alert("Could not change to directory %s : %s\n", change_dir, strerror(errno));
763 exit(1);
764 }
765
Willy Tarreaubaaee002006-06-26 02:48:02 +0200766 global.maxsock = 10; /* reserve 10 fds ; will be incremented by socket eaters */
Willy Tarreau915e1eb2009-06-22 15:48:36 +0200767
768 init_default_instance();
769
Willy Tarreau477ecd82010-01-03 21:12:30 +0100770 list_for_each_entry(wl, &cfg_cfgfiles, list) {
Willy Tarreauc4382422009-12-06 13:10:44 +0100771 int ret;
772
Willy Tarreau477ecd82010-01-03 21:12:30 +0100773 ret = readcfgfile(wl->s);
Willy Tarreauc4382422009-12-06 13:10:44 +0100774 if (ret == -1) {
775 Alert("Could not open configuration file %s : %s\n",
Willy Tarreau477ecd82010-01-03 21:12:30 +0100776 wl->s, strerror(errno));
Willy Tarreauc4382422009-12-06 13:10:44 +0100777 exit(1);
778 }
Willy Tarreau25a67fa2009-12-15 21:46:25 +0100779 if (ret & (ERR_ABORT|ERR_FATAL))
Willy Tarreau477ecd82010-01-03 21:12:30 +0100780 Alert("Error(s) found in configuration file : %s\n", wl->s);
Willy Tarreau25a67fa2009-12-15 21:46:25 +0100781 err_code |= ret;
Willy Tarreau058e9072009-07-20 09:30:05 +0200782 if (err_code & ERR_ABORT)
Willy Tarreau5d01a632009-06-22 16:02:30 +0200783 exit(1);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200784 }
Krzysztof Oledzkib304dc72007-10-14 23:40:01 +0200785
Thierry FOURNIERaf5a29d2014-03-11 14:29:22 +0100786 pattern_finalize_config();
Nenad Merdanovic200b0fa2015-05-09 08:46:01 +0200787#if (defined SSL_CTRL_SET_TLSEXT_TICKET_KEY_CB && TLS_TICKETS_NO > 0)
788 tlskeys_finalize_config();
789#endif
Thierry FOURNIERaf5a29d2014-03-11 14:29:22 +0100790
Willy Tarreaubb925012009-07-23 13:36:36 +0200791 err_code |= check_config_validity();
792 if (err_code & (ERR_ABORT|ERR_FATAL)) {
793 Alert("Fatal errors found in configuration.\n");
Willy Tarreau915e1eb2009-06-22 15:48:36 +0200794 exit(1);
795 }
Willy Tarreaubaaee002006-06-26 02:48:02 +0200796
KOVACS Krisztianb3e54fe2014-11-17 15:11:45 +0100797#ifdef CONFIG_HAP_NS
798 err_code |= netns_init();
799 if (err_code & (ERR_ABORT|ERR_FATAL)) {
800 Alert("Failed to initialize namespace support.\n");
801 exit(1);
802 }
803#endif
804
Willy Tarreaubaaee002006-06-26 02:48:02 +0200805 if (global.mode & MODE_CHECK) {
Willy Tarreau8b15ba12012-02-02 17:48:18 +0100806 struct peers *pr;
807 struct proxy *px;
808
809 for (pr = peers; pr; pr = pr->next)
810 if (pr->peers_fe)
811 break;
812
813 for (px = proxy; px; px = px->next)
Willy Tarreau4348fad2012-09-20 16:48:07 +0200814 if (px->state == PR_STNEW && !LIST_ISEMPTY(&px->conf.listeners))
Willy Tarreau8b15ba12012-02-02 17:48:18 +0100815 break;
816
817 if (pr || px) {
818 /* At least one peer or one listener has been found */
819 qfprintf(stdout, "Configuration file is valid\n");
820 exit(0);
821 }
822 qfprintf(stdout, "Configuration file has no error but will not start (no listener) => exit(2).\n");
823 exit(2);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200824 }
825
Baptiste Assmannfecd2b52015-08-14 16:20:52 +0200826 /* Apply server states */
827 apply_server_state();
828
Willy Tarreaue9b26022011-08-01 20:57:55 +0200829 global_listener_queue_task = task_new();
830 if (!global_listener_queue_task) {
831 Alert("Out of memory when initializing global task\n");
832 exit(1);
833 }
834 /* very simple initialization, users will queue the task if needed */
835 global_listener_queue_task->context = NULL; /* not even a context! */
836 global_listener_queue_task->process = manage_global_listener_queue;
837 global_listener_queue_task->expire = TICK_ETERNITY;
838
Willy Tarreau8263d2b2012-08-28 00:06:31 +0200839 /* now we know the buffer size, we can initialize the channels and buffers */
Willy Tarreau9b28e032012-10-12 23:49:43 +0200840 init_buffer();
David Carlier4a026412015-06-01 13:57:22 +0200841#if defined(USE_DEVICEATLAS)
842 init_deviceatlas();
843#endif
Dragan Dosen93b38d92015-06-29 16:43:25 +0200844#ifdef USE_51DEGREES
845 init_51degrees();
846#endif
Willy Tarreau8280d642009-09-23 23:37:52 +0200847
Krzysztof Oledzkib304dc72007-10-14 23:40:01 +0200848 if (start_checks() < 0)
849 exit(1);
850
Willy Tarreaubaaee002006-06-26 02:48:02 +0200851 if (cfg_maxconn > 0)
852 global.maxconn = cfg_maxconn;
853
854 if (cfg_pidfile) {
Willy Tarreaua534fea2008-08-03 12:19:50 +0200855 free(global.pidfile);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200856 global.pidfile = strdup(cfg_pidfile);
857 }
858
Willy Tarreaud0256482015-01-15 21:45:22 +0100859 /* Now we want to compute the maxconn and possibly maxsslconn values.
860 * It's a bit tricky. If memmax is not set, maxconn defaults to
861 * DEFAULT_MAXCONN and maxsslconn defaults to DEFAULT_MAXSSLCONN.
862 *
863 * If memmax is set, then it depends on which values are set. If
864 * maxsslconn is set, we use memmax to determine how many cleartext
865 * connections may be added, and set maxconn to the sum of the two.
866 * If maxconn is set and not maxsslconn, maxsslconn is computed from
867 * the remaining amount of memory between memmax and the cleartext
868 * connections. If neither are set, then it is considered that all
869 * connections are SSL-capable, and maxconn is computed based on this,
870 * then maxsslconn accordingly. We need to know if SSL is used on the
871 * frontends, backends, or both, because when it's used on both sides,
872 * we need twice the value for maxsslconn, but we only count the
873 * handshake once since it is not performed on the two sides at the
874 * same time (frontend-side is terminated before backend-side begins).
875 * The SSL stack is supposed to have filled ssl_session_cost and
Willy Tarreau474b96a2015-01-28 19:03:21 +0100876 * ssl_handshake_cost during its initialization. In any case, if
877 * SYSTEM_MAXCONN is set, we still enforce it as an upper limit for
878 * maxconn in order to protect the system.
Willy Tarreaud0256482015-01-15 21:45:22 +0100879 */
880 if (!global.rlimit_memmax) {
881 if (global.maxconn == 0) {
882 global.maxconn = DEFAULT_MAXCONN;
883 if (global.mode & (MODE_VERBOSE|MODE_DEBUG))
884 fprintf(stderr, "Note: setting global.maxconn to %d.\n", global.maxconn);
885 }
886 }
887#ifdef USE_OPENSSL
888 else if (!global.maxconn && !global.maxsslconn &&
889 (global.ssl_used_frontend || global.ssl_used_backend)) {
890 /* memmax is set, compute everything automatically. Here we want
891 * to ensure that all SSL connections will be served. We take
892 * care of the number of sides where SSL is used, and consider
893 * the worst case : SSL used on both sides and doing a handshake
894 * simultaneously. Note that we can't have more than maxconn
895 * handshakes at a time by definition, so for the worst case of
896 * two SSL conns per connection, we count a single handshake.
897 */
898 int sides = !!global.ssl_used_frontend + !!global.ssl_used_backend;
899 int64_t mem = global.rlimit_memmax * 1048576ULL;
900
901 mem -= global.tune.sslcachesize * 200; // about 200 bytes per SSL cache entry
902 mem -= global.maxzlibmem;
903 mem = mem * MEM_USABLE_RATIO;
904
905 global.maxconn = mem /
Willy Tarreau87b09662015-04-03 00:22:06 +0200906 ((STREAM_MAX_COST + 2 * global.tune.bufsize) + // stream + 2 buffers per stream
Willy Tarreaud0256482015-01-15 21:45:22 +0100907 sides * global.ssl_session_max_cost + // SSL buffers, one per side
908 global.ssl_handshake_max_cost); // 1 handshake per connection max
909
910 global.maxconn = round_2dig(global.maxconn);
Willy Tarreau474b96a2015-01-28 19:03:21 +0100911#ifdef SYSTEM_MAXCONN
912 if (global.maxconn > DEFAULT_MAXCONN)
913 global.maxconn = DEFAULT_MAXCONN;
914#endif /* SYSTEM_MAXCONN */
Willy Tarreaud0256482015-01-15 21:45:22 +0100915 global.maxsslconn = sides * global.maxconn;
916 if (global.mode & (MODE_VERBOSE|MODE_DEBUG))
917 fprintf(stderr, "Note: setting global.maxconn to %d and global.maxsslconn to %d.\n",
918 global.maxconn, global.maxsslconn);
919 }
920 else if (!global.maxsslconn &&
921 (global.ssl_used_frontend || global.ssl_used_backend)) {
922 /* memmax and maxconn are known, compute maxsslconn automatically.
923 * maxsslconn being forced, we don't know how many of it will be
924 * on each side if both sides are being used. The worst case is
925 * when all connections use only one SSL instance because
926 * handshakes may be on two sides at the same time.
927 */
928 int sides = !!global.ssl_used_frontend + !!global.ssl_used_backend;
929 int64_t mem = global.rlimit_memmax * 1048576ULL;
930 int64_t sslmem;
931
932 mem -= global.tune.sslcachesize * 200; // about 200 bytes per SSL cache entry
933 mem -= global.maxzlibmem;
934 mem = mem * MEM_USABLE_RATIO;
935
Willy Tarreau87b09662015-04-03 00:22:06 +0200936 sslmem = mem - global.maxconn * (int64_t)(STREAM_MAX_COST + 2 * global.tune.bufsize);
Willy Tarreaud0256482015-01-15 21:45:22 +0100937 global.maxsslconn = sslmem / (global.ssl_session_max_cost + global.ssl_handshake_max_cost);
938 global.maxsslconn = round_2dig(global.maxsslconn);
939
940 if (sslmem <= 0 || global.maxsslconn < sides) {
941 Alert("Cannot compute the automatic maxsslconn because global.maxconn is already too "
942 "high for the global.memmax value (%d MB). The absolute maximum possible value "
943 "without SSL is %d, but %d was found and SSL is in use.\n",
944 global.rlimit_memmax,
Willy Tarreau87b09662015-04-03 00:22:06 +0200945 (int)(mem / (STREAM_MAX_COST + 2 * global.tune.bufsize)),
Willy Tarreaud0256482015-01-15 21:45:22 +0100946 global.maxconn);
947 exit(1);
948 }
949
950 if (global.maxsslconn > sides * global.maxconn)
951 global.maxsslconn = sides * global.maxconn;
952
953 if (global.mode & (MODE_VERBOSE|MODE_DEBUG))
954 fprintf(stderr, "Note: setting global.maxsslconn to %d\n", global.maxsslconn);
955 }
956#endif
957 else if (!global.maxconn) {
958 /* memmax and maxsslconn are known/unused, compute maxconn automatically */
959 int sides = !!global.ssl_used_frontend + !!global.ssl_used_backend;
960 int64_t mem = global.rlimit_memmax * 1048576ULL;
961 int64_t clearmem;
962
963 if (global.ssl_used_frontend || global.ssl_used_backend)
964 mem -= global.tune.sslcachesize * 200; // about 200 bytes per SSL cache entry
965
966 mem -= global.maxzlibmem;
967 mem = mem * MEM_USABLE_RATIO;
968
969 clearmem = mem;
970 if (sides)
971 clearmem -= (global.ssl_session_max_cost + global.ssl_handshake_max_cost) * (int64_t)global.maxsslconn;
972
Willy Tarreau87b09662015-04-03 00:22:06 +0200973 global.maxconn = clearmem / (STREAM_MAX_COST + 2 * global.tune.bufsize);
Willy Tarreaud0256482015-01-15 21:45:22 +0100974 global.maxconn = round_2dig(global.maxconn);
Willy Tarreau474b96a2015-01-28 19:03:21 +0100975#ifdef SYSTEM_MAXCONN
976 if (global.maxconn > DEFAULT_MAXCONN)
977 global.maxconn = DEFAULT_MAXCONN;
978#endif /* SYSTEM_MAXCONN */
Willy Tarreaud0256482015-01-15 21:45:22 +0100979
980 if (clearmem <= 0 || !global.maxconn) {
981 Alert("Cannot compute the automatic maxconn because global.maxsslconn is already too "
982 "high for the global.memmax value (%d MB). The absolute maximum possible value "
983 "is %d, but %d was found.\n",
984 global.rlimit_memmax,
985 (int)(mem / (global.ssl_session_max_cost + global.ssl_handshake_max_cost)),
986 global.maxsslconn);
987 exit(1);
988 }
989
990 if (global.mode & (MODE_VERBOSE|MODE_DEBUG)) {
991 if (sides && global.maxsslconn > sides * global.maxconn) {
992 fprintf(stderr, "Note: global.maxsslconn is forced to %d which causes global.maxconn "
993 "to be limited to %d. Better reduce global.maxsslconn to get more "
994 "room for extra connections.\n", global.maxsslconn, global.maxconn);
995 }
996 fprintf(stderr, "Note: setting global.maxconn to %d\n", global.maxconn);
997 }
998 }
Willy Tarreaubaaee002006-06-26 02:48:02 +0200999
Willy Tarreau66aa61f2009-01-18 21:44:07 +01001000 if (!global.maxpipes) {
1001 /* maxpipes not specified. Count how many frontends and backends
1002 * may be using splicing, and bound that to maxconn.
1003 */
1004 struct proxy *cur;
1005 int nbfe = 0, nbbe = 0;
1006
1007 for (cur = proxy; cur; cur = cur->next) {
1008 if (cur->options2 & (PR_O2_SPLIC_ANY)) {
1009 if (cur->cap & PR_CAP_FE)
1010 nbfe += cur->maxconn;
1011 if (cur->cap & PR_CAP_BE)
Willy Tarreauafb48762009-01-25 10:42:05 +01001012 nbbe += cur->fullconn ? cur->fullconn : global.maxconn;
Willy Tarreau66aa61f2009-01-18 21:44:07 +01001013 }
1014 }
1015 global.maxpipes = MAX(nbfe, nbbe);
1016 if (global.maxpipes > global.maxconn)
1017 global.maxpipes = global.maxconn;
Willy Tarreau686ac822009-01-25 14:06:58 +01001018 global.maxpipes /= 4;
Willy Tarreau66aa61f2009-01-18 21:44:07 +01001019 }
1020
1021
Willy Tarreauabacc2c2011-09-07 14:26:33 +02001022 global.hardmaxconn = global.maxconn; /* keep this max value */
Willy Tarreaubaaee002006-06-26 02:48:02 +02001023 global.maxsock += global.maxconn * 2; /* each connection needs two sockets */
Willy Tarreau3ec79b92009-01-18 20:39:42 +01001024 global.maxsock += global.maxpipes * 2; /* each pipe needs two FDs */
Willy Tarreaubaaee002006-06-26 02:48:02 +02001025
Willy Tarreau3c63fd82011-09-07 18:00:47 +02001026 if (global.stats_fe)
1027 global.maxsock += global.stats_fe->maxconn;
1028
1029 if (peers) {
1030 /* peers also need to bypass global maxconn */
1031 struct peers *p = peers;
1032
1033 for (p = peers; p; p = p->next)
1034 if (p->peers_fe)
1035 global.maxsock += p->peers_fe->maxconn;
1036 }
1037
Willy Tarreau1db37712007-06-03 17:16:49 +02001038 if (global.tune.maxpollevents <= 0)
1039 global.tune.maxpollevents = MAX_POLL_EVENTS;
1040
Willy Tarreau6f4a82c2009-03-21 20:43:57 +01001041 if (global.tune.recv_enough == 0)
1042 global.tune.recv_enough = MIN_RECV_AT_ONCE_ENOUGH;
1043
Willy Tarreau27097842015-09-28 13:53:23 +02001044 if (global.tune.maxrewrite < 0)
1045 global.tune.maxrewrite = MAXREWRITE;
1046
Willy Tarreau27a674e2009-08-17 07:23:33 +02001047 if (global.tune.maxrewrite >= global.tune.bufsize / 2)
1048 global.tune.maxrewrite = global.tune.bufsize / 2;
1049
Willy Tarreaubaaee002006-06-26 02:48:02 +02001050 if (arg_mode & (MODE_DEBUG | MODE_FOREGROUND)) {
1051 /* command line debug mode inhibits configuration mode */
Marc-Antoine Perennou992709b2013-02-12 10:53:52 +01001052 global.mode &= ~(MODE_DAEMON | MODE_SYSTEMD | MODE_QUIET);
Willy Tarreau772f0dd2012-10-26 16:04:28 +02001053 global.mode |= (arg_mode & (MODE_DEBUG | MODE_FOREGROUND));
1054 }
1055
Marc-Antoine Perennou992709b2013-02-12 10:53:52 +01001056 if (arg_mode & (MODE_DAEMON | MODE_SYSTEMD)) {
Willy Tarreau772f0dd2012-10-26 16:04:28 +02001057 /* command line daemon mode inhibits foreground and debug modes mode */
1058 global.mode &= ~(MODE_DEBUG | MODE_FOREGROUND);
Marc-Antoine Perennou992709b2013-02-12 10:53:52 +01001059 global.mode |= (arg_mode & (MODE_DAEMON | MODE_SYSTEMD));
Willy Tarreaubaaee002006-06-26 02:48:02 +02001060 }
Willy Tarreau772f0dd2012-10-26 16:04:28 +02001061
1062 global.mode |= (arg_mode & (MODE_QUIET | MODE_VERBOSE));
Willy Tarreaubaaee002006-06-26 02:48:02 +02001063
Marc-Antoine Perennou992709b2013-02-12 10:53:52 +01001064 if ((global.mode & MODE_DEBUG) && (global.mode & (MODE_DAEMON | MODE_SYSTEMD | MODE_QUIET))) {
1065 Warning("<debug> mode incompatible with <quiet>, <daemon> and <systemd>. Keeping <debug> only.\n");
1066 global.mode &= ~(MODE_DAEMON | MODE_SYSTEMD | MODE_QUIET);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001067 }
1068
Marc-Antoine Perennou992709b2013-02-12 10:53:52 +01001069 if ((global.nbproc > 1) && !(global.mode & (MODE_DAEMON | MODE_SYSTEMD))) {
Willy Tarreaubaaee002006-06-26 02:48:02 +02001070 if (!(global.mode & (MODE_FOREGROUND | MODE_DEBUG)))
1071 Warning("<nbproc> is only meaningful in daemon mode. Setting limit to 1 process.\n");
1072 global.nbproc = 1;
1073 }
1074
1075 if (global.nbproc < 1)
1076 global.nbproc = 1;
1077
Willy Tarreau8096de92010-02-26 11:12:27 +01001078 swap_buffer = (char *)calloc(1, global.tune.bufsize);
Willy Tarreau7e2c6472012-10-29 20:44:36 +01001079 get_http_auth_buff = (char *)calloc(1, global.tune.bufsize);
Thierry FOURNIER7e25df32015-07-24 19:31:59 +02001080 static_table_key = calloc(1, sizeof(*static_table_key));
Willy Tarreau8096de92010-02-26 11:12:27 +01001081
Willy Tarreau8d5d77e2009-10-18 07:25:52 +02001082 fdinfo = (struct fdinfo *)calloc(1,
1083 sizeof(struct fdinfo) * (global.maxsock));
Willy Tarreaubaaee002006-06-26 02:48:02 +02001084 fdtab = (struct fdtab *)calloc(1,
1085 sizeof(struct fdtab) * (global.maxsock));
Willy Tarreauef1d1f82007-04-16 00:25:25 +02001086 /*
1087 * Note: we could register external pollers here.
1088 * Built-in pollers have been registered before main().
1089 */
Willy Tarreau4f60f162007-04-08 16:39:58 +02001090
Willy Tarreau43b78992009-01-25 15:42:27 +01001091 if (!(global.tune.options & GTUNE_USE_KQUEUE))
Willy Tarreau1e63130a2007-04-09 12:03:06 +02001092 disable_poller("kqueue");
1093
Willy Tarreau43b78992009-01-25 15:42:27 +01001094 if (!(global.tune.options & GTUNE_USE_EPOLL))
Willy Tarreau4f60f162007-04-08 16:39:58 +02001095 disable_poller("epoll");
1096
Willy Tarreau43b78992009-01-25 15:42:27 +01001097 if (!(global.tune.options & GTUNE_USE_POLL))
Willy Tarreau4f60f162007-04-08 16:39:58 +02001098 disable_poller("poll");
1099
Willy Tarreau43b78992009-01-25 15:42:27 +01001100 if (!(global.tune.options & GTUNE_USE_SELECT))
Willy Tarreau4f60f162007-04-08 16:39:58 +02001101 disable_poller("select");
1102
1103 /* Note: we could disable any poller by name here */
1104
Willy Tarreau2ff76222007-04-09 19:29:56 +02001105 if (global.mode & (MODE_VERBOSE|MODE_DEBUG))
1106 list_pollers(stderr);
1107
Willy Tarreau4f60f162007-04-08 16:39:58 +02001108 if (!init_pollers()) {
Willy Tarreau3fa87b12013-03-31 14:41:15 +02001109 Alert("No polling mechanism available.\n"
1110 " It is likely that haproxy was built with TARGET=generic and that FD_SETSIZE\n"
1111 " is too low on this platform to support maxconn and the number of listeners\n"
1112 " and servers. You should rebuild haproxy specifying your system using TARGET=\n"
1113 " in order to support other polling systems (poll, epoll, kqueue) or reduce the\n"
Prach Pongpanichb837e682013-05-14 20:56:28 +02001114 " global maxconn setting to accommodate the system's limitation. For reference,\n"
Willy Tarreau3fa87b12013-03-31 14:41:15 +02001115 " FD_SETSIZE=%d on this system, global.maxconn=%d resulting in a maximum of\n"
1116 " %d file descriptors. You should thus reduce global.maxconn by %d. Also,\n"
1117 " check build settings using 'haproxy -vv'.\n\n",
1118 FD_SETSIZE, global.maxconn, global.maxsock, (global.maxsock + 1 - FD_SETSIZE) / 2);
Willy Tarreau4f60f162007-04-08 16:39:58 +02001119 exit(1);
1120 }
Willy Tarreau2ff76222007-04-09 19:29:56 +02001121 if (global.mode & (MODE_VERBOSE|MODE_DEBUG)) {
1122 printf("Using %s() as the polling mechanism.\n", cur_poller.name);
Willy Tarreau4f60f162007-04-08 16:39:58 +02001123 }
1124
Krzysztof Piotr Oledzki48cb2ae2009-10-02 22:51:14 +02001125 if (!global.node)
1126 global.node = strdup(hostname);
1127
Thierry FOURNIERa4a0f3d2015-01-23 12:08:30 +01001128 if (!hlua_post_init())
1129 exit(1);
Thomas Holmes6abded42015-05-12 16:23:58 +01001130
Baptiste Assmann325137d2015-04-13 23:40:55 +02001131 /* initialize structures for name resolution */
1132 if (!dns_init_resolvers())
1133 exit(1);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001134}
1135
Simon Horman6fb82592011-07-15 13:14:11 +09001136static void deinit_acl_cond(struct acl_cond *cond)
Simon Hormanac821422011-07-15 13:14:09 +09001137{
Simon Hormanac821422011-07-15 13:14:09 +09001138 struct acl_term_suite *suite, *suiteb;
1139 struct acl_term *term, *termb;
1140
Simon Horman6fb82592011-07-15 13:14:11 +09001141 if (!cond)
1142 return;
1143
1144 list_for_each_entry_safe(suite, suiteb, &cond->suites, list) {
1145 list_for_each_entry_safe(term, termb, &suite->terms, list) {
1146 LIST_DEL(&term->list);
1147 free(term);
Simon Hormanac821422011-07-15 13:14:09 +09001148 }
Simon Horman6fb82592011-07-15 13:14:11 +09001149 LIST_DEL(&suite->list);
1150 free(suite);
1151 }
1152
1153 free(cond);
1154}
1155
1156static void deinit_tcp_rules(struct list *rules)
1157{
Thierry FOURNIERa28a9422015-08-04 19:35:46 +02001158 struct act_rule *trule, *truleb;
Simon Horman6fb82592011-07-15 13:14:11 +09001159
1160 list_for_each_entry_safe(trule, truleb, rules, list) {
Simon Hormanac821422011-07-15 13:14:09 +09001161 LIST_DEL(&trule->list);
Simon Horman6fb82592011-07-15 13:14:11 +09001162 deinit_acl_cond(trule->cond);
Simon Hormanac821422011-07-15 13:14:09 +09001163 free(trule);
1164 }
1165}
1166
Willy Tarreau12785782012-04-27 21:37:17 +02001167static void deinit_sample_arg(struct arg *p)
Simon Horman6fb82592011-07-15 13:14:11 +09001168{
Willy Tarreauf9954102012-04-20 14:03:29 +02001169 struct arg *p_back = p;
1170
Simon Horman6fb82592011-07-15 13:14:11 +09001171 if (!p)
1172 return;
1173
Willy Tarreauf9954102012-04-20 14:03:29 +02001174 while (p->type != ARGT_STOP) {
Willy Tarreau496aa012012-06-01 10:38:29 +02001175 if (p->type == ARGT_STR || p->unresolved) {
Willy Tarreauf9954102012-04-20 14:03:29 +02001176 free(p->data.str.str);
1177 p->data.str.str = NULL;
Willy Tarreau496aa012012-06-01 10:38:29 +02001178 p->unresolved = 0;
Willy Tarreauecfb8e82012-04-20 12:29:52 +02001179 }
Willy Tarreau46947782015-01-19 19:00:58 +01001180 else if (p->type == ARGT_REG) {
1181 if (p->data.reg) {
1182 regex_free(p->data.reg);
1183 free(p->data.reg);
1184 p->data.reg = NULL;
1185 }
1186 }
Willy Tarreauf9954102012-04-20 14:03:29 +02001187 p++;
Willy Tarreauecfb8e82012-04-20 12:29:52 +02001188 }
Simon Horman6fb82592011-07-15 13:14:11 +09001189
Willy Tarreau2e845be2012-10-19 19:49:09 +02001190 if (p_back != empty_arg_list)
1191 free(p_back);
Simon Horman6fb82592011-07-15 13:14:11 +09001192}
1193
1194static void deinit_stick_rules(struct list *rules)
1195{
1196 struct sticking_rule *rule, *ruleb;
1197
1198 list_for_each_entry_safe(rule, ruleb, rules, list) {
1199 LIST_DEL(&rule->list);
1200 deinit_acl_cond(rule->cond);
1201 if (rule->expr) {
Willy Tarreau12785782012-04-27 21:37:17 +02001202 struct sample_conv_expr *conv_expr, *conv_exprb;
Simon Horman6fb82592011-07-15 13:14:11 +09001203 list_for_each_entry_safe(conv_expr, conv_exprb, &rule->expr->conv_exprs, list)
Willy Tarreau12785782012-04-27 21:37:17 +02001204 deinit_sample_arg(conv_expr->arg_p);
1205 deinit_sample_arg(rule->expr->arg_p);
Simon Horman6fb82592011-07-15 13:14:11 +09001206 free(rule->expr);
1207 }
1208 free(rule);
1209 }
1210}
1211
Willy Tarreaubaaee002006-06-26 02:48:02 +02001212void deinit(void)
1213{
Willy Tarreau4d2d0982007-05-14 00:39:29 +02001214 struct proxy *p = proxy, *p0;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001215 struct cap_hdr *h,*h_next;
1216 struct server *s,*s_next;
1217 struct listener *l,*l_next;
Willy Tarreau0fc45a72007-06-17 00:36:03 +02001218 struct acl_cond *cond, *condb;
1219 struct hdr_exp *exp, *expb;
Krzysztof Piotr Oledzkia643baf2008-05-29 23:53:44 +02001220 struct acl *acl, *aclb;
Krzysztof Piotr Oledzki8001d612008-05-31 13:53:23 +02001221 struct switching_rule *rule, *ruleb;
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001222 struct server_rule *srule, *sruleb;
Willy Tarreaub463dfb2008-06-07 23:08:56 +02001223 struct redirect_rule *rdr, *rdrb;
Willy Tarreaudeb9ed82010-01-03 21:03:22 +01001224 struct wordlist *wl, *wlb;
Willy Tarreauf4f04122010-01-28 18:10:50 +01001225 struct cond_wordlist *cwl, *cwlb;
Krzysztof Piotr Oledzki8001d612008-05-31 13:53:23 +02001226 struct uri_auth *uap, *ua = NULL;
William Lallemand0f99e342011-10-12 17:50:54 +02001227 struct logsrv *log, *logb;
William Lallemand723b73a2012-02-08 16:37:49 +01001228 struct logformat_node *lf, *lfb;
Willy Tarreau2a65ff02012-09-13 17:54:29 +02001229 struct bind_conf *bind_conf, *bind_back;
Willy Tarreau0fc45a72007-06-17 00:36:03 +02001230 int i;
Krzysztof Piotr Oledzki8001d612008-05-31 13:53:23 +02001231
Willy Tarreau24f4efa2010-08-27 17:56:48 +02001232 deinit_signals();
Willy Tarreaubaaee002006-06-26 02:48:02 +02001233 while (p) {
Willy Tarreau8113a5d2012-10-04 08:01:43 +02001234 free(p->conf.file);
Willy Tarreaua534fea2008-08-03 12:19:50 +02001235 free(p->id);
1236 free(p->check_req);
1237 free(p->cookie_name);
1238 free(p->cookie_domain);
1239 free(p->url_param_name);
1240 free(p->capture_name);
1241 free(p->monitor_uri);
Simon Hormana31c7f72011-07-15 13:14:08 +09001242 free(p->rdp_cookie_name);
Willy Tarreau62a61232013-04-12 18:13:46 +02001243 if (p->conf.logformat_string != default_http_log_format &&
1244 p->conf.logformat_string != default_tcp_log_format &&
1245 p->conf.logformat_string != clf_http_log_format)
1246 free(p->conf.logformat_string);
Willy Tarreau196729e2012-05-31 19:30:26 +02001247
Willy Tarreau62a61232013-04-12 18:13:46 +02001248 free(p->conf.lfs_file);
1249 free(p->conf.uniqueid_format_string);
1250 free(p->conf.uif_file);
Godbachaf1a75d2013-10-02 17:10:11 +08001251 free(p->lbprm.map.srv);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001252
Dragan Dosen0b85ece2015-09-25 19:17:44 +02001253 if (p->conf.logformat_sd_string != default_rfc5424_sd_log_format)
1254 free(p->conf.logformat_sd_string);
1255 free(p->conf.lfsd_file);
1256
Willy Tarreaua534fea2008-08-03 12:19:50 +02001257 for (i = 0; i < HTTP_ERR_SIZE; i++)
Krzysztof Piotr Oledzki78abe612009-09-27 13:23:20 +02001258 chunk_destroy(&p->errmsg[i]);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001259
Willy Tarreauf4f04122010-01-28 18:10:50 +01001260 list_for_each_entry_safe(cwl, cwlb, &p->req_add, list) {
1261 LIST_DEL(&cwl->list);
1262 free(cwl->s);
1263 free(cwl);
Willy Tarreaudeb9ed82010-01-03 21:03:22 +01001264 }
Willy Tarreaubaaee002006-06-26 02:48:02 +02001265
Willy Tarreauf4f04122010-01-28 18:10:50 +01001266 list_for_each_entry_safe(cwl, cwlb, &p->rsp_add, list) {
1267 LIST_DEL(&cwl->list);
1268 free(cwl->s);
1269 free(cwl);
Willy Tarreaudeb9ed82010-01-03 21:03:22 +01001270 }
Willy Tarreau0fc45a72007-06-17 00:36:03 +02001271
Willy Tarreaub80c2302007-11-30 20:51:32 +01001272 list_for_each_entry_safe(cond, condb, &p->mon_fail_cond, list) {
1273 LIST_DEL(&cond->list);
1274 prune_acl_cond(cond);
1275 free(cond);
1276 }
1277
Willy Tarreau0fc45a72007-06-17 00:36:03 +02001278 for (exp = p->req_exp; exp != NULL; ) {
Krzysztof Piotr Oledzki8001d612008-05-31 13:53:23 +02001279 if (exp->preg) {
Thierry FOURNIER09af0d62014-06-18 11:35:54 +02001280 regex_free(exp->preg);
1281 free(exp->preg);
Krzysztof Piotr Oledzki8001d612008-05-31 13:53:23 +02001282 }
1283
Willy Tarreau98d04852015-05-26 12:18:29 +02001284 free((char *)exp->replace);
Willy Tarreau0fc45a72007-06-17 00:36:03 +02001285 expb = exp;
1286 exp = exp->next;
1287 free(expb);
1288 }
1289
1290 for (exp = p->rsp_exp; exp != NULL; ) {
Krzysztof Piotr Oledzki8001d612008-05-31 13:53:23 +02001291 if (exp->preg) {
Thierry FOURNIER09af0d62014-06-18 11:35:54 +02001292 regex_free(exp->preg);
1293 free(exp->preg);
Krzysztof Piotr Oledzki8001d612008-05-31 13:53:23 +02001294 }
1295
Willy Tarreau98d04852015-05-26 12:18:29 +02001296 free((char *)exp->replace);
Willy Tarreau0fc45a72007-06-17 00:36:03 +02001297 expb = exp;
1298 exp = exp->next;
1299 free(expb);
1300 }
1301
Krzysztof Piotr Oledzki8001d612008-05-31 13:53:23 +02001302 /* build a list of unique uri_auths */
1303 if (!ua)
1304 ua = p->uri_auth;
1305 else {
1306 /* check if p->uri_auth is unique */
1307 for (uap = ua; uap; uap=uap->next)
1308 if (uap == p->uri_auth)
1309 break;
1310
Willy Tarreauaccc4e12008-06-24 11:14:45 +02001311 if (!uap && p->uri_auth) {
Krzysztof Piotr Oledzki8001d612008-05-31 13:53:23 +02001312 /* add it, if it is */
1313 p->uri_auth->next = ua;
1314 ua = p->uri_auth;
1315 }
1316 }
Willy Tarreau0fc45a72007-06-17 00:36:03 +02001317
Krzysztof Piotr Oledzkia643baf2008-05-29 23:53:44 +02001318 list_for_each_entry_safe(acl, aclb, &p->acl, list) {
1319 LIST_DEL(&acl->list);
1320 prune_acl(acl);
1321 free(acl);
1322 }
1323
Willy Tarreau4a5cade2012-04-05 21:09:48 +02001324 list_for_each_entry_safe(srule, sruleb, &p->server_rules, list) {
1325 LIST_DEL(&srule->list);
1326 prune_acl_cond(srule->cond);
1327 free(srule->cond);
1328 free(srule);
1329 }
1330
Krzysztof Piotr Oledzki8001d612008-05-31 13:53:23 +02001331 list_for_each_entry_safe(rule, ruleb, &p->switching_rules, list) {
1332 LIST_DEL(&rule->list);
Willy Tarreauf51658d2014-04-23 01:21:56 +02001333 if (rule->cond) {
1334 prune_acl_cond(rule->cond);
1335 free(rule->cond);
1336 }
Krzysztof Piotr Oledzki8001d612008-05-31 13:53:23 +02001337 free(rule);
1338 }
1339
Willy Tarreaub463dfb2008-06-07 23:08:56 +02001340 list_for_each_entry_safe(rdr, rdrb, &p->redirect_rules, list) {
1341 LIST_DEL(&rdr->list);
Willy Tarreauf285f542010-01-03 20:03:03 +01001342 if (rdr->cond) {
1343 prune_acl_cond(rdr->cond);
1344 free(rdr->cond);
1345 }
Willy Tarreaub463dfb2008-06-07 23:08:56 +02001346 free(rdr->rdr_str);
Thierry FOURNIERd18cd0f2013-11-29 12:15:45 +01001347 list_for_each_entry_safe(lf, lfb, &rdr->rdr_fmt, list) {
1348 LIST_DEL(&lf->list);
1349 free(lf);
1350 }
Willy Tarreaub463dfb2008-06-07 23:08:56 +02001351 free(rdr);
1352 }
1353
William Lallemand0f99e342011-10-12 17:50:54 +02001354 list_for_each_entry_safe(log, logb, &p->logsrvs, list) {
1355 LIST_DEL(&log->list);
1356 free(log);
1357 }
1358
William Lallemand723b73a2012-02-08 16:37:49 +01001359 list_for_each_entry_safe(lf, lfb, &p->logformat, list) {
1360 LIST_DEL(&lf->list);
1361 free(lf);
1362 }
1363
Dragan Dosen0b85ece2015-09-25 19:17:44 +02001364 list_for_each_entry_safe(lf, lfb, &p->logformat_sd, list) {
1365 LIST_DEL(&lf->list);
1366 free(lf);
1367 }
1368
Simon Hormanac821422011-07-15 13:14:09 +09001369 deinit_tcp_rules(&p->tcp_req.inspect_rules);
1370 deinit_tcp_rules(&p->tcp_req.l4_rules);
1371
Simon Horman6fb82592011-07-15 13:14:11 +09001372 deinit_stick_rules(&p->storersp_rules);
1373 deinit_stick_rules(&p->sticking_rules);
1374
Willy Tarreaubaaee002006-06-26 02:48:02 +02001375 h = p->req_cap;
1376 while (h) {
1377 h_next = h->next;
Willy Tarreaua534fea2008-08-03 12:19:50 +02001378 free(h->name);
Willy Tarreaucf7f3202007-05-13 22:46:04 +02001379 pool_destroy2(h->pool);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001380 free(h);
1381 h = h_next;
1382 }/* end while(h) */
1383
1384 h = p->rsp_cap;
1385 while (h) {
1386 h_next = h->next;
Willy Tarreaua534fea2008-08-03 12:19:50 +02001387 free(h->name);
Willy Tarreaucf7f3202007-05-13 22:46:04 +02001388 pool_destroy2(h->pool);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001389 free(h);
1390 h = h_next;
1391 }/* end while(h) */
Krzysztof Piotr Oledzkia643baf2008-05-29 23:53:44 +02001392
Willy Tarreaubaaee002006-06-26 02:48:02 +02001393 s = p->srv;
1394 while (s) {
1395 s_next = s->next;
Krzysztof Piotr Oledzkia643baf2008-05-29 23:53:44 +02001396
Willy Tarreau5b3a2022012-09-28 15:01:02 +02001397 if (s->check.task) {
1398 task_delete(s->check.task);
1399 task_free(s->check.task);
Krzysztof Piotr Oledzkia643baf2008-05-29 23:53:44 +02001400 }
Simon Hormand60d6912013-11-25 10:46:36 +09001401 if (s->agent.task) {
1402 task_delete(s->agent.task);
1403 task_free(s->agent.task);
1404 }
Krzysztof Piotr Oledzkia643baf2008-05-29 23:53:44 +02001405
Willy Tarreau2e993902011-10-31 11:53:20 +01001406 if (s->warmup) {
1407 task_delete(s->warmup);
1408 task_free(s->warmup);
1409 }
1410
Willy Tarreaua534fea2008-08-03 12:19:50 +02001411 free(s->id);
1412 free(s->cookie);
Willy Tarreau1ae1b7b2012-09-28 15:28:30 +02001413 free(s->check.bi);
1414 free(s->check.bo);
Simon Hormand60d6912013-11-25 10:46:36 +09001415 free(s->agent.bi);
1416 free(s->agent.bo);
James Brown55f9ff12015-10-21 18:19:05 -07001417 free(s->agent.send_string);
Sárközi, László34c01792014-09-05 10:08:23 +02001418 free((char*)s->conf.file);
Christopher Faulet77fe80c2015-07-29 13:02:40 +02001419#ifdef USE_OPENSSL
1420 if (s->use_ssl || s->check.use_ssl)
1421 ssl_sock_free_srv_ctx(s);
1422#endif
Willy Tarreaubaaee002006-06-26 02:48:02 +02001423 free(s);
1424 s = s_next;
1425 }/* end while(s) */
Krzysztof Piotr Oledzkia643baf2008-05-29 23:53:44 +02001426
Willy Tarreau4348fad2012-09-20 16:48:07 +02001427 list_for_each_entry_safe(l, l_next, &p->conf.listeners, by_fe) {
Willy Tarreauf6e2cc72010-09-03 10:38:17 +02001428 unbind_listener(l);
1429 delete_listener(l);
Willy Tarreau4348fad2012-09-20 16:48:07 +02001430 LIST_DEL(&l->by_fe);
1431 LIST_DEL(&l->by_bind);
Krzysztof Piotr Oledzkiaff01ea2010-02-05 20:31:44 +01001432 free(l->name);
1433 free(l->counters);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001434 free(l);
Willy Tarreau4348fad2012-09-20 16:48:07 +02001435 }
Krzysztof Piotr Oledzkia643baf2008-05-29 23:53:44 +02001436
Willy Tarreau4348fad2012-09-20 16:48:07 +02001437 /* Release unused SSL configs. */
Willy Tarreau2a65ff02012-09-13 17:54:29 +02001438 list_for_each_entry_safe(bind_conf, bind_back, &p->conf.bind, by_fe) {
1439#ifdef USE_OPENSSL
Christopher Faulet31af49d2015-06-09 17:29:50 +02001440 ssl_sock_free_ca(bind_conf);
Willy Tarreau2a65ff02012-09-13 17:54:29 +02001441 ssl_sock_free_all_ctx(bind_conf);
Emeric Brunfb510ea2012-10-05 12:00:26 +02001442 free(bind_conf->ca_file);
Christopher Faulet31af49d2015-06-09 17:29:50 +02001443 free(bind_conf->ca_sign_file);
1444 free(bind_conf->ca_sign_pass);
Willy Tarreau2a65ff02012-09-13 17:54:29 +02001445 free(bind_conf->ciphers);
Emeric Brun2b58d042012-09-20 17:10:03 +02001446 free(bind_conf->ecdhe);
Emeric Brunfb510ea2012-10-05 12:00:26 +02001447 free(bind_conf->crl_file);
Willy Tarreauf5ae8f72012-09-07 16:58:00 +02001448#endif /* USE_OPENSSL */
Willy Tarreau2a65ff02012-09-13 17:54:29 +02001449 free(bind_conf->file);
1450 free(bind_conf->arg);
1451 LIST_DEL(&bind_conf->by_fe);
1452 free(bind_conf);
1453 }
Willy Tarreauf5ae8f72012-09-07 16:58:00 +02001454
Krzysztof Piotr Oledzkiaff01ea2010-02-05 20:31:44 +01001455 free(p->desc);
1456 free(p->fwdfor_hdr_name);
1457
Willy Tarreauff011f22011-01-06 17:51:27 +01001458 free_http_req_rules(&p->http_req_rules);
Sasha Pachev218f0642014-06-16 12:05:59 -06001459 free_http_res_rules(&p->http_res_rules);
Willy Tarreau918ff602011-07-25 16:33:49 +02001460 free(p->task);
Krzysztof Piotr Oledzki59bb2182010-01-29 17:58:21 +01001461
Willy Tarreaucf7f3202007-05-13 22:46:04 +02001462 pool_destroy2(p->req_cap_pool);
1463 pool_destroy2(p->rsp_cap_pool);
Simon Hormanb08584a2011-07-15 13:14:10 +09001464 pool_destroy2(p->table.pool);
Krzysztof Piotr Oledzki96105042010-01-29 17:50:44 +01001465
Willy Tarreau4d2d0982007-05-14 00:39:29 +02001466 p0 = p;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001467 p = p->next;
Willy Tarreau4d2d0982007-05-14 00:39:29 +02001468 free(p0);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001469 }/* end while(p) */
Willy Tarreaudd815982007-10-16 12:25:14 +02001470
Krzysztof Piotr Oledzki8001d612008-05-31 13:53:23 +02001471 while (ua) {
1472 uap = ua;
1473 ua = ua->next;
1474
Willy Tarreaua534fea2008-08-03 12:19:50 +02001475 free(uap->uri_prefix);
1476 free(uap->auth_realm);
Krzysztof Piotr Oledzki48cb2ae2009-10-02 22:51:14 +02001477 free(uap->node);
1478 free(uap->desc);
Krzysztof Piotr Oledzki8001d612008-05-31 13:53:23 +02001479
Krzysztof Piotr Oledzki8c8bd452010-01-29 19:29:32 +01001480 userlist_free(uap->userlist);
Willy Tarreauff011f22011-01-06 17:51:27 +01001481 free_http_req_rules(&uap->http_req_rules);
Krzysztof Piotr Oledzki8c8bd452010-01-29 19:29:32 +01001482
Krzysztof Piotr Oledzki8001d612008-05-31 13:53:23 +02001483 free(uap);
1484 }
1485
Krzysztof Piotr Oledzki96105042010-01-29 17:50:44 +01001486 userlist_free(userlist);
1487
David Carlier834cb2e2015-09-25 12:02:25 +01001488 cfg_unregister_sections();
1489
1490 free_trash_buffers();
1491 chunk_destroy(&trash);
1492
Willy Tarreaudd815982007-10-16 12:25:14 +02001493 protocol_unbind_all();
1494
David Carlier4a026412015-06-01 13:57:22 +02001495#if defined(USE_DEVICEATLAS)
1496 deinit_deviceatlas();
1497#endif
1498
Thomas Holmes5ed33ee2015-05-14 17:14:30 +01001499#ifdef USE_51DEGREES
Dragan Dosen93b38d92015-06-29 16:43:25 +02001500 deinit_51degrees();
Thomas Holmes4d441a72015-05-29 12:54:25 +01001501#endif
Thomas Holmes5ed33ee2015-05-14 17:14:30 +01001502
Joe Williamsdf5b38f2010-12-29 17:05:48 +01001503 free(global.log_send_hostname); global.log_send_hostname = NULL;
Dragan Dosen43885c72015-10-01 13:18:13 +02001504 chunk_destroy(&global.log_tag);
Willy Tarreaua534fea2008-08-03 12:19:50 +02001505 free(global.chroot); global.chroot = NULL;
1506 free(global.pidfile); global.pidfile = NULL;
Krzysztof Piotr Oledzki48cb2ae2009-10-02 22:51:14 +02001507 free(global.node); global.node = NULL;
1508 free(global.desc); global.desc = NULL;
Godbach4cc1b0d2013-06-26 16:49:51 +08001509 free(fdinfo); fdinfo = NULL;
Willy Tarreaua534fea2008-08-03 12:19:50 +02001510 free(fdtab); fdtab = NULL;
1511 free(oldpids); oldpids = NULL;
David Carlier834cb2e2015-09-25 12:02:25 +01001512 free(static_table_key); static_table_key = NULL;
1513 free(get_http_auth_buff); get_http_auth_buff = NULL;
1514 free(swap_buffer); swap_buffer = NULL;
Willy Tarreaue9b26022011-08-01 20:57:55 +02001515 free(global_listener_queue_task); global_listener_queue_task = NULL;
Krzysztof Piotr Oledzki8001d612008-05-31 13:53:23 +02001516
William Lallemand0f99e342011-10-12 17:50:54 +02001517 list_for_each_entry_safe(log, logb, &global.logsrvs, list) {
1518 LIST_DEL(&log->list);
1519 free(log);
1520 }
Willy Tarreau477ecd82010-01-03 21:12:30 +01001521 list_for_each_entry_safe(wl, wlb, &cfg_cfgfiles, list) {
1522 LIST_DEL(&wl->list);
1523 free(wl);
1524 }
1525
Willy Tarreau87b09662015-04-03 00:22:06 +02001526 pool_destroy2(pool2_stream);
Willy Tarreaufeb76402015-04-03 14:10:06 +02001527 pool_destroy2(pool2_session);
Willy Tarreauf2943dc2012-10-26 20:10:28 +02001528 pool_destroy2(pool2_connection);
Willy Tarreau9b28e032012-10-12 23:49:43 +02001529 pool_destroy2(pool2_buffer);
Willy Tarreau332f8bf2007-05-13 21:36:56 +02001530 pool_destroy2(pool2_requri);
Willy Tarreauc6ca1a02007-05-13 19:43:47 +02001531 pool_destroy2(pool2_task);
Willy Tarreau086b3b42007-05-13 21:45:51 +02001532 pool_destroy2(pool2_capture);
Willy Tarreaue4d7e552007-05-13 20:19:55 +02001533 pool_destroy2(pool2_pendconn);
Willy Tarreau24f4efa2010-08-27 17:56:48 +02001534 pool_destroy2(pool2_sig_handlers);
Willy Tarreau34eb6712011-10-24 18:15:04 +02001535 pool_destroy2(pool2_hdr_idx);
Willy Tarreau63986c72015-04-03 22:55:33 +02001536 pool_destroy2(pool2_http_txn);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001537
Krzysztof Piotr Oledzkia643baf2008-05-29 23:53:44 +02001538 deinit_pollers();
Willy Tarreaubaaee002006-06-26 02:48:02 +02001539} /* end deinit() */
1540
Willy Tarreaubb545b42010-08-25 12:58:59 +02001541/* sends the signal <sig> to all pids found in <oldpids>. Returns the number of
1542 * pids the signal was correctly delivered to.
1543 */
1544static int tell_old_pids(int sig)
Willy Tarreaubaaee002006-06-26 02:48:02 +02001545{
1546 int p;
Willy Tarreaubb545b42010-08-25 12:58:59 +02001547 int ret = 0;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001548 for (p = 0; p < nb_oldpids; p++)
Willy Tarreaubb545b42010-08-25 12:58:59 +02001549 if (kill(oldpids[p], sig) == 0)
1550 ret++;
1551 return ret;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001552}
1553
Willy Tarreau918ff602011-07-25 16:33:49 +02001554/* Runs the polling loop */
Willy Tarreau4f60f162007-04-08 16:39:58 +02001555void run_poll_loop()
1556{
Willy Tarreau0c303ee2008-07-07 00:09:58 +02001557 int next;
Willy Tarreau4f60f162007-04-08 16:39:58 +02001558
Willy Tarreaub0b37bc2008-06-23 14:00:57 +02001559 tv_update_date(0,1);
Willy Tarreau4f60f162007-04-08 16:39:58 +02001560 while (1) {
Thierry FOURNIER9cf7c4b2014-12-15 13:26:01 +01001561 /* Process a few tasks */
1562 process_runnable_tasks();
1563
Willy Tarreau29857942009-05-10 09:01:21 +02001564 /* check if we caught some signals and process them */
1565 signal_process_queue();
1566
Willy Tarreau58b458d2008-06-29 22:40:23 +02001567 /* Check if we can expire some tasks */
Thierry FOURNIER9cf7c4b2014-12-15 13:26:01 +01001568 next = wake_expired_tasks();
Willy Tarreau4f60f162007-04-08 16:39:58 +02001569
Willy Tarreauaf7ad002010-08-31 15:39:26 +02001570 /* stop when there's nothing left to do */
1571 if (jobs == 0)
Willy Tarreau4f60f162007-04-08 16:39:58 +02001572 break;
1573
Willy Tarreau10146c92015-04-13 20:44:19 +02001574 /* expire immediately if events are pending */
Willy Tarreau64bca9d2015-09-25 17:39:23 +02001575 if (fd_cache_num || run_queue || signal_queue_len || !LIST_ISEMPTY(&applet_active_queue))
Willy Tarreau10146c92015-04-13 20:44:19 +02001576 next = now_ms;
1577
Willy Tarreau58b458d2008-06-29 22:40:23 +02001578 /* The poller will ensure it returns around <next> */
Willy Tarreau0c303ee2008-07-07 00:09:58 +02001579 cur_poller.poll(&cur_poller, next);
Willy Tarreau033cd9d2014-01-25 19:24:15 +01001580 fd_process_cached_events();
Willy Tarreau3c595ac2015-04-19 09:59:31 +02001581 applet_run_active();
Willy Tarreau4f60f162007-04-08 16:39:58 +02001582 }
1583}
1584
Willy Tarreaue9b26022011-08-01 20:57:55 +02001585/* This is the global management task for listeners. It enables listeners waiting
1586 * for global resources when there are enough free resource, or at least once in
1587 * a while. It is designed to be called as a task.
1588 */
1589static struct task *manage_global_listener_queue(struct task *t)
1590{
1591 int next = TICK_ETERNITY;
Willy Tarreaue9b26022011-08-01 20:57:55 +02001592 /* queue is empty, nothing to do */
1593 if (LIST_ISEMPTY(&global_listener_queue))
1594 goto out;
1595
1596 /* If there are still too many concurrent connections, let's wait for
1597 * some of them to go away. We don't need to re-arm the timer because
1598 * each of them will scan the queue anyway.
1599 */
1600 if (unlikely(actconn >= global.maxconn))
1601 goto out;
1602
1603 /* We should periodically try to enable listeners waiting for a global
1604 * resource here, because it is possible, though very unlikely, that
1605 * they have been blocked by a temporary lack of global resource such
1606 * as a file descriptor or memory and that the temporary condition has
1607 * disappeared.
1608 */
Willy Tarreauabacc2c2011-09-07 14:26:33 +02001609 dequeue_all_listeners(&global_listener_queue);
Willy Tarreaue9b26022011-08-01 20:57:55 +02001610
1611 out:
1612 t->expire = next;
1613 task_queue(t);
1614 return t;
1615}
Willy Tarreau4f60f162007-04-08 16:39:58 +02001616
Willy Tarreaubaaee002006-06-26 02:48:02 +02001617int main(int argc, char **argv)
1618{
1619 int err, retry;
1620 struct rlimit limit;
Emeric Bruncf20bf12010-10-22 16:06:11 +02001621 char errmsg[100];
Willy Tarreau269ab312012-09-05 08:02:48 +02001622 int pidfd = -1;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001623
Emeric Bruncf20bf12010-10-22 16:06:11 +02001624 init(argc, argv);
Willy Tarreau24f4efa2010-08-27 17:56:48 +02001625 signal_register_fct(SIGQUIT, dump, SIGQUIT);
1626 signal_register_fct(SIGUSR1, sig_soft_stop, SIGUSR1);
1627 signal_register_fct(SIGHUP, sig_dump_state, SIGHUP);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001628
Willy Tarreaue437c442010-03-17 18:02:46 +01001629 /* Always catch SIGPIPE even on platforms which define MSG_NOSIGNAL.
1630 * Some recent FreeBSD setups report broken pipes, and MSG_NOSIGNAL
1631 * was defined there, so let's stay on the safe side.
Willy Tarreaubaaee002006-06-26 02:48:02 +02001632 */
Willy Tarreau24f4efa2010-08-27 17:56:48 +02001633 signal_register_fct(SIGPIPE, NULL, 0);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001634
Willy Tarreaudc23a922011-02-16 11:10:36 +01001635 /* ulimits */
1636 if (!global.rlimit_nofile)
1637 global.rlimit_nofile = global.maxsock;
1638
1639 if (global.rlimit_nofile) {
1640 limit.rlim_cur = limit.rlim_max = global.rlimit_nofile;
1641 if (setrlimit(RLIMIT_NOFILE, &limit) == -1) {
1642 Warning("[%s.main()] Cannot raise FD limit to %d.\n", argv[0], global.rlimit_nofile);
1643 }
1644 }
1645
1646 if (global.rlimit_memmax) {
1647 limit.rlim_cur = limit.rlim_max =
Willy Tarreauf2dd5e42015-10-29 10:42:55 +01001648 global.rlimit_memmax * 1048576ULL / global.nbproc;
Willy Tarreaudc23a922011-02-16 11:10:36 +01001649#ifdef RLIMIT_AS
1650 if (setrlimit(RLIMIT_AS, &limit) == -1) {
1651 Warning("[%s.main()] Cannot fix MEM limit to %d megs.\n",
1652 argv[0], global.rlimit_memmax);
1653 }
1654#else
1655 if (setrlimit(RLIMIT_DATA, &limit) == -1) {
1656 Warning("[%s.main()] Cannot fix MEM limit to %d megs.\n",
1657 argv[0], global.rlimit_memmax);
1658 }
1659#endif
1660 }
1661
Willy Tarreaubaaee002006-06-26 02:48:02 +02001662 /* We will loop at most 100 times with 10 ms delay each time.
1663 * That's at most 1 second. We only send a signal to old pids
1664 * if we cannot grab at least one port.
1665 */
1666 retry = MAX_START_RETRIES;
1667 err = ERR_NONE;
1668 while (retry >= 0) {
1669 struct timeval w;
1670 err = start_proxies(retry == 0 || nb_oldpids == 0);
Willy Tarreaue13e9252007-12-20 23:05:50 +01001671 /* exit the loop on no error or fatal error */
1672 if ((err & (ERR_RETRYABLE|ERR_FATAL)) != ERR_RETRYABLE)
Willy Tarreaubaaee002006-06-26 02:48:02 +02001673 break;
Willy Tarreaubb545b42010-08-25 12:58:59 +02001674 if (nb_oldpids == 0 || retry == 0)
Willy Tarreaubaaee002006-06-26 02:48:02 +02001675 break;
1676
1677 /* FIXME-20060514: Solaris and OpenBSD do not support shutdown() on
1678 * listening sockets. So on those platforms, it would be wiser to
1679 * simply send SIGUSR1, which will not be undoable.
1680 */
Willy Tarreaubb545b42010-08-25 12:58:59 +02001681 if (tell_old_pids(SIGTTOU) == 0) {
1682 /* no need to wait if we can't contact old pids */
1683 retry = 0;
1684 continue;
1685 }
Willy Tarreaubaaee002006-06-26 02:48:02 +02001686 /* give some time to old processes to stop listening */
1687 w.tv_sec = 0;
1688 w.tv_usec = 10*1000;
1689 select(0, NULL, NULL, NULL, &w);
1690 retry--;
1691 }
1692
1693 /* Note: start_proxies() sends an alert when it fails. */
Willy Tarreau0a3b9d92009-02-04 17:05:23 +01001694 if ((err & ~ERR_WARN) != ERR_NONE) {
Willy Tarreauf68da462009-06-09 14:36:00 +02001695 if (retry != MAX_START_RETRIES && nb_oldpids) {
1696 protocol_unbind_all(); /* cleanup everything we can */
Willy Tarreaubaaee002006-06-26 02:48:02 +02001697 tell_old_pids(SIGTTIN);
Willy Tarreauf68da462009-06-09 14:36:00 +02001698 }
Willy Tarreaubaaee002006-06-26 02:48:02 +02001699 exit(1);
1700 }
1701
1702 if (listeners == 0) {
Willy Tarreauf2ee0162015-08-09 11:01:51 +02001703 Alert("[%s.main()] No enabled listener found (check for 'bind' directives) ! Exiting.\n", argv[0]);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001704 /* Note: we don't have to send anything to the old pids because we
1705 * never stopped them. */
1706 exit(1);
1707 }
1708
Emeric Bruncf20bf12010-10-22 16:06:11 +02001709 err = protocol_bind_all(errmsg, sizeof(errmsg));
1710 if ((err & ~ERR_WARN) != ERR_NONE) {
1711 if ((err & ERR_ALERT) || (err & ERR_WARN))
1712 Alert("[%s.main()] %s.\n", argv[0], errmsg);
1713
Willy Tarreaudd815982007-10-16 12:25:14 +02001714 Alert("[%s.main()] Some protocols failed to start their listeners! Exiting.\n", argv[0]);
1715 protocol_unbind_all(); /* cleanup everything we can */
1716 if (nb_oldpids)
1717 tell_old_pids(SIGTTIN);
1718 exit(1);
Emeric Bruncf20bf12010-10-22 16:06:11 +02001719 } else if (err & ERR_WARN) {
1720 Alert("[%s.main()] %s.\n", argv[0], errmsg);
Willy Tarreaudd815982007-10-16 12:25:14 +02001721 }
1722
Willy Tarreaubaaee002006-06-26 02:48:02 +02001723 /* prepare pause/play signals */
Willy Tarreau24f4efa2010-08-27 17:56:48 +02001724 signal_register_fct(SIGTTOU, sig_pause, SIGTTOU);
1725 signal_register_fct(SIGTTIN, sig_listen, SIGTTIN);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001726
Willy Tarreaubaaee002006-06-26 02:48:02 +02001727 /* MODE_QUIET can inhibit alerts and warnings below this line */
1728
1729 global.mode &= ~MODE_STARTING;
1730 if ((global.mode & MODE_QUIET) && !(global.mode & MODE_VERBOSE)) {
1731 /* detach from the tty */
1732 fclose(stdin); fclose(stdout); fclose(stderr);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001733 }
1734
1735 /* open log & pid files before the chroot */
Marc-Antoine Perennou992709b2013-02-12 10:53:52 +01001736 if (global.mode & (MODE_DAEMON | MODE_SYSTEMD) && global.pidfile != NULL) {
Willy Tarreaubaaee002006-06-26 02:48:02 +02001737 unlink(global.pidfile);
1738 pidfd = open(global.pidfile, O_CREAT | O_WRONLY | O_TRUNC, 0644);
1739 if (pidfd < 0) {
1740 Alert("[%s.main()] Cannot create pidfile %s\n", argv[0], global.pidfile);
1741 if (nb_oldpids)
1742 tell_old_pids(SIGTTIN);
Willy Tarreaudd815982007-10-16 12:25:14 +02001743 protocol_unbind_all();
Willy Tarreaubaaee002006-06-26 02:48:02 +02001744 exit(1);
1745 }
Willy Tarreaubaaee002006-06-26 02:48:02 +02001746 }
1747
Willy Tarreaub38651a2007-03-24 17:24:39 +01001748 if ((global.last_checks & LSTCHK_NETADM) && global.uid) {
1749 Alert("[%s.main()] Some configuration options require full privileges, so global.uid cannot be changed.\n"
Willy Tarreau4e30ed72009-02-04 18:02:48 +01001750 "", argv[0]);
Willy Tarreaudd815982007-10-16 12:25:14 +02001751 protocol_unbind_all();
Willy Tarreaub38651a2007-03-24 17:24:39 +01001752 exit(1);
1753 }
1754
Willy Tarreau4e30ed72009-02-04 18:02:48 +01001755 /* If the user is not root, we'll still let him try the configuration
1756 * but we inform him that unexpected behaviour may occur.
1757 */
1758 if ((global.last_checks & LSTCHK_NETADM) && getuid())
1759 Warning("[%s.main()] Some options which require full privileges"
1760 " might not work well.\n"
1761 "", argv[0]);
1762
Willy Tarreauf223cc02007-10-15 18:57:08 +02001763 /* chroot if needed */
1764 if (global.chroot != NULL) {
Willy Tarreau21337822012-04-29 14:11:38 +02001765 if (chroot(global.chroot) == -1 || chdir("/") == -1) {
Willy Tarreauf223cc02007-10-15 18:57:08 +02001766 Alert("[%s.main()] Cannot chroot(%s).\n", argv[0], global.chroot);
1767 if (nb_oldpids)
1768 tell_old_pids(SIGTTIN);
Willy Tarreaudd815982007-10-16 12:25:14 +02001769 protocol_unbind_all();
Willy Tarreauf223cc02007-10-15 18:57:08 +02001770 exit(1);
1771 }
Willy Tarreauf223cc02007-10-15 18:57:08 +02001772 }
1773
Willy Tarreaubaaee002006-06-26 02:48:02 +02001774 if (nb_oldpids)
Willy Tarreaubb545b42010-08-25 12:58:59 +02001775 nb_oldpids = tell_old_pids(oldpids_sig);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001776
1777 /* Note that any error at this stage will be fatal because we will not
1778 * be able to restart the old pids.
1779 */
1780
1781 /* setgid / setuid */
Michael Schererab012dd2013-01-12 18:35:19 +01001782 if (global.gid) {
1783 if (getgroups(0, NULL) > 0 && setgroups(0, NULL) == -1)
1784 Warning("[%s.main()] Failed to drop supplementary groups. Using 'gid'/'group'"
1785 " without 'uid'/'user' is generally useless.\n", argv[0]);
1786
1787 if (setgid(global.gid) == -1) {
1788 Alert("[%s.main()] Cannot set gid %d.\n", argv[0], global.gid);
1789 protocol_unbind_all();
1790 exit(1);
1791 }
Willy Tarreaubaaee002006-06-26 02:48:02 +02001792 }
1793
1794 if (global.uid && setuid(global.uid) == -1) {
1795 Alert("[%s.main()] Cannot set uid %d.\n", argv[0], global.uid);
Willy Tarreaudd815982007-10-16 12:25:14 +02001796 protocol_unbind_all();
Willy Tarreaubaaee002006-06-26 02:48:02 +02001797 exit(1);
1798 }
1799
1800 /* check ulimits */
1801 limit.rlim_cur = limit.rlim_max = 0;
1802 getrlimit(RLIMIT_NOFILE, &limit);
1803 if (limit.rlim_cur < global.maxsock) {
1804 Warning("[%s.main()] FD limit (%d) too low for maxconn=%d/maxsock=%d. Please raise 'ulimit-n' to %d or more to avoid any trouble.\n",
Willy Tarreau1772ece2009-04-03 14:49:12 +02001805 argv[0], (int)limit.rlim_cur, global.maxconn, global.maxsock, global.maxsock);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001806 }
1807
Marc-Antoine Perennou992709b2013-02-12 10:53:52 +01001808 if (global.mode & (MODE_DAEMON | MODE_SYSTEMD)) {
Willy Tarreau0b9c02c2009-02-04 22:05:05 +01001809 struct proxy *px;
Willy Tarreauf83d3fe2015-05-01 19:13:41 +02001810 struct peers *curpeers;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001811 int ret = 0;
Marc-Antoine Perennou992709b2013-02-12 10:53:52 +01001812 int *children = calloc(global.nbproc, sizeof(int));
Willy Tarreaubaaee002006-06-26 02:48:02 +02001813 int proc;
1814
1815 /* the father launches the required number of processes */
1816 for (proc = 0; proc < global.nbproc; proc++) {
1817 ret = fork();
1818 if (ret < 0) {
1819 Alert("[%s.main()] Cannot fork.\n", argv[0]);
Willy Tarreaudd815982007-10-16 12:25:14 +02001820 protocol_unbind_all();
Willy Tarreaud6803712007-10-16 07:44:56 +02001821 exit(1); /* there has been an error */
Willy Tarreaubaaee002006-06-26 02:48:02 +02001822 }
1823 else if (ret == 0) /* child breaks here */
1824 break;
Marc-Antoine Perennou992709b2013-02-12 10:53:52 +01001825 children[proc] = ret;
Willy Tarreau269ab312012-09-05 08:02:48 +02001826 if (pidfd >= 0) {
1827 char pidstr[100];
1828 snprintf(pidstr, sizeof(pidstr), "%d\n", ret);
Willy Tarreau89efaed2013-12-13 15:14:55 +01001829 shut_your_big_mouth_gcc(write(pidfd, pidstr, strlen(pidstr)));
Willy Tarreaubaaee002006-06-26 02:48:02 +02001830 }
Willy Tarreaudcd47712007-11-04 23:35:08 +01001831 relative_pid++; /* each child will get a different one */
Willy Tarreaubaaee002006-06-26 02:48:02 +02001832 }
Willy Tarreaufc6c0322012-11-16 16:12:27 +01001833
1834#ifdef USE_CPU_AFFINITY
1835 if (proc < global.nbproc && /* child */
Willy Tarreaue7597492015-04-20 11:36:57 +02001836 proc < LONGBITS && /* only the first 32/64 processes may be pinned */
Willy Tarreaufc6c0322012-11-16 16:12:27 +01001837 global.cpu_map[proc]) /* only do this if the process has a CPU map */
Pieter Baauwcaa6a1b2015-09-17 21:26:40 +02001838#ifdef __FreeBSD__
1839 cpuset_setaffinity(CPU_LEVEL_WHICH, CPU_WHICH_PID, -1, sizeof(unsigned long), (void *)&global.cpu_map[proc]);
1840#else
Willy Tarreaufc6c0322012-11-16 16:12:27 +01001841 sched_setaffinity(0, sizeof(unsigned long), (void *)&global.cpu_map[proc]);
1842#endif
Pieter Baauwcaa6a1b2015-09-17 21:26:40 +02001843#endif
Willy Tarreaubaaee002006-06-26 02:48:02 +02001844 /* close the pidfile both in children and father */
Willy Tarreau269ab312012-09-05 08:02:48 +02001845 if (pidfd >= 0) {
1846 //lseek(pidfd, 0, SEEK_SET); /* debug: emulate eglibc bug */
1847 close(pidfd);
1848 }
Willy Tarreaud137dd32010-08-25 12:49:05 +02001849
1850 /* We won't ever use this anymore */
1851 free(oldpids); oldpids = NULL;
1852 free(global.chroot); global.chroot = NULL;
1853 free(global.pidfile); global.pidfile = NULL;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001854
Willy Tarreauedaff0a2015-05-01 17:01:08 +02001855 if (proc == global.nbproc) {
1856 if (global.mode & MODE_SYSTEMD) {
1857 protocol_unbind_all();
1858 for (proc = 0; proc < global.nbproc; proc++)
1859 while (waitpid(children[proc], NULL, 0) == -1 && errno == EINTR);
1860 }
1861 exit(0); /* parent must leave */
1862 }
1863
Willy Tarreau0b9c02c2009-02-04 22:05:05 +01001864 /* we might have to unbind some proxies from some processes */
1865 px = proxy;
1866 while (px != NULL) {
1867 if (px->bind_proc && px->state != PR_STSTOPPED) {
Willy Tarreaua9db57e2013-01-18 11:29:29 +01001868 if (!(px->bind_proc & (1UL << proc)))
Willy Tarreau0b9c02c2009-02-04 22:05:05 +01001869 stop_proxy(px);
1870 }
1871 px = px->next;
1872 }
1873
Willy Tarreauf83d3fe2015-05-01 19:13:41 +02001874 /* we might have to unbind some peers sections from some processes */
1875 for (curpeers = peers; curpeers; curpeers = curpeers->next) {
1876 if (!curpeers->peers_fe)
1877 continue;
1878
1879 if (curpeers->peers_fe->bind_proc & (1UL << proc))
1880 continue;
1881
1882 stop_proxy(curpeers->peers_fe);
1883 /* disable this peer section so that it kills itself */
Willy Tarreau47c8c022015-09-28 16:39:25 +02001884 signal_unregister_handler(curpeers->sighandler);
1885 task_delete(curpeers->sync_task);
1886 task_free(curpeers->sync_task);
1887 curpeers->sync_task = NULL;
1888 task_free(curpeers->peers_fe->task);
1889 curpeers->peers_fe->task = NULL;
Willy Tarreauf83d3fe2015-05-01 19:13:41 +02001890 curpeers->peers_fe = NULL;
1891 }
1892
Dirkjan Bussink07fcaaa2014-04-28 22:57:16 +00001893 free(children);
1894 children = NULL;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001895 /* if we're NOT in QUIET mode, we should now close the 3 first FDs to ensure
1896 * that we can detach from the TTY. We MUST NOT do it in other cases since
1897 * it would have already be done, and 0-2 would have been affected to listening
1898 * sockets
1899 */
Willy Tarreau106cb762008-11-16 07:40:34 +01001900 if (!(global.mode & MODE_QUIET) || (global.mode & MODE_VERBOSE)) {
Willy Tarreaubaaee002006-06-26 02:48:02 +02001901 /* detach from the tty */
1902 fclose(stdin); fclose(stdout); fclose(stderr);
Willy Tarreau106cb762008-11-16 07:40:34 +01001903 global.mode &= ~MODE_VERBOSE;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001904 global.mode |= MODE_QUIET; /* ensure that we won't say anything from now */
1905 }
1906 pid = getpid(); /* update child's pid */
1907 setsid();
Willy Tarreau2ff76222007-04-09 19:29:56 +02001908 fork_poller();
Willy Tarreaubaaee002006-06-26 02:48:02 +02001909 }
1910
Willy Tarreaudd815982007-10-16 12:25:14 +02001911 protocol_enable_all();
Willy Tarreau4f60f162007-04-08 16:39:58 +02001912 /*
1913 * That's it : the central polling loop. Run until we stop.
1914 */
1915 run_poll_loop();
Willy Tarreaubaaee002006-06-26 02:48:02 +02001916
Willy Tarreaubaaee002006-06-26 02:48:02 +02001917 /* Do some cleanup */
1918 deinit();
1919
1920 exit(0);
1921}
1922
1923
1924/*
1925 * Local variables:
1926 * c-indent-level: 8
1927 * c-basic-offset: 8
1928 * End:
1929 */