blob: b7dd9348c80e0e5cbc4b4492aa856762f552e15d [file] [log] [blame]
Willy Tarreaudd815982007-10-16 12:25:14 +02001/*
Willy Tarreaud1d54542012-09-12 22:58:11 +02002 * Listener management functions.
Willy Tarreaudd815982007-10-16 12:25:14 +02003 *
Willy Tarreau0ccb7442013-01-07 22:54:17 +01004 * Copyright 2000-2013 Willy Tarreau <w@1wt.eu>
Willy Tarreaudd815982007-10-16 12:25:14 +02005 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
Willy Tarreau44489252014-01-14 17:52:01 +010013#define _GNU_SOURCE
Willy Tarreau6ae1ba62014-05-07 19:01:58 +020014#include <ctype.h>
Willy Tarreaubbebbbf2012-05-07 21:22:09 +020015#include <errno.h>
Willy Tarreaudd815982007-10-16 12:25:14 +020016#include <stdio.h>
17#include <string.h>
Willy Tarreau95ccdde2014-02-01 09:28:36 +010018#include <unistd.h>
19#include <fcntl.h>
Willy Tarreaudd815982007-10-16 12:25:14 +020020
Willy Tarreaudcc048a2020-06-04 19:11:43 +020021#include <haproxy/acl.h>
Willy Tarreau4c7e4b72020-05-27 12:58:42 +020022#include <haproxy/api.h>
Willy Tarreau6be78492020-06-05 00:00:29 +020023#include <haproxy/cfgparse.h>
Willy Tarreau7ea393d2020-06-04 18:02:10 +020024#include <haproxy/connection.h>
Willy Tarreau8d366972020-05-27 16:10:29 +020025#include <haproxy/errors.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020026#include <haproxy/fd.h>
27#include <haproxy/freq_ctr.h>
Willy Tarreauf268ee82020-06-04 17:05:57 +020028#include <haproxy/global.h>
Willy Tarreau853b2972020-05-27 18:01:47 +020029#include <haproxy/list.h>
Willy Tarreau213e9902020-06-04 14:58:24 +020030#include <haproxy/listener.h>
Willy Tarreauaeed4a82020-06-04 22:01:04 +020031#include <haproxy/log.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020032#include <haproxy/proto_sockpair.h>
33#include <haproxy/protocol-t.h>
34#include <haproxy/protocol.h>
35#include <haproxy/sample.h>
Willy Tarreaudfd3de82020-06-04 23:46:14 +020036#include <haproxy/stream.h>
Willy Tarreaucea0e1b2020-06-04 17:25:40 +020037#include <haproxy/task.h>
Willy Tarreau92b4f132020-06-01 11:05:15 +020038#include <haproxy/time.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020039#include <haproxy/tools.h>
Willy Tarreaudd815982007-10-16 12:25:14 +020040
Willy Tarreaub648d632007-10-28 22:13:50 +010041
Willy Tarreau26982662012-09-12 23:17:10 +020042/* List head of all known bind keywords */
43static struct bind_kw_list bind_keywords = {
44 .list = LIST_HEAD_INIT(bind_keywords.list)
45};
46
Willy Tarreaua1d97f82019-12-10 11:18:41 +010047/* list of the temporarily limited listeners because of lack of resource */
48static struct mt_list global_listener_queue = MT_LIST_HEAD_INIT(global_listener_queue);
49static struct task *global_listener_queue_task;
50static struct task *manage_global_listener_queue(struct task *t, void *context, unsigned short state);
51
52
Willy Tarreau1efafce2019-01-27 15:37:19 +010053#if defined(USE_THREAD)
54
55struct accept_queue_ring accept_queue_rings[MAX_THREADS] __attribute__((aligned(64))) = { };
56
57/* dequeue and process a pending connection from the local accept queue (single
Willy Tarreau83efc322020-10-14 17:37:17 +020058 * consumer). Returns the accepted connection or NULL if none was found.
Willy Tarreau1efafce2019-01-27 15:37:19 +010059 */
Willy Tarreau83efc322020-10-14 17:37:17 +020060struct connection *accept_queue_pop_sc(struct accept_queue_ring *ring)
Willy Tarreau1efafce2019-01-27 15:37:19 +010061{
Willy Tarreau1efafce2019-01-27 15:37:19 +010062 unsigned int pos, next;
Willy Tarreau83efc322020-10-14 17:37:17 +020063 struct connection *ptr;
64 struct connection **e;
Willy Tarreau1efafce2019-01-27 15:37:19 +010065
66 pos = ring->head;
67
68 if (pos == ring->tail)
Willy Tarreau83efc322020-10-14 17:37:17 +020069 return NULL;
Willy Tarreau1efafce2019-01-27 15:37:19 +010070
71 next = pos + 1;
72 if (next >= ACCEPT_QUEUE_SIZE)
73 next = 0;
74
75 e = &ring->entry[pos];
76
77 /* wait for the producer to update the listener's pointer */
78 while (1) {
Willy Tarreau83efc322020-10-14 17:37:17 +020079 ptr = *e;
Willy Tarreau1efafce2019-01-27 15:37:19 +010080 __ha_barrier_load();
81 if (ptr)
82 break;
83 pl_cpu_relax();
84 }
85
Willy Tarreau1efafce2019-01-27 15:37:19 +010086 /* release the entry */
Willy Tarreau83efc322020-10-14 17:37:17 +020087 *e = NULL;
Willy Tarreau1efafce2019-01-27 15:37:19 +010088
89 __ha_barrier_store();
90 ring->head = next;
Willy Tarreau83efc322020-10-14 17:37:17 +020091 return ptr;
Willy Tarreau1efafce2019-01-27 15:37:19 +010092}
93
94
Willy Tarreau83efc322020-10-14 17:37:17 +020095/* tries to push a new accepted connection <conn> into ring <ring>. Returns
96 * non-zero if it succeeds, or zero if the ring is full. Supports multiple
97 * producers.
Willy Tarreau1efafce2019-01-27 15:37:19 +010098 */
Willy Tarreau83efc322020-10-14 17:37:17 +020099int accept_queue_push_mp(struct accept_queue_ring *ring, struct connection *conn)
Willy Tarreau1efafce2019-01-27 15:37:19 +0100100{
Willy Tarreau1efafce2019-01-27 15:37:19 +0100101 unsigned int pos, next;
102
103 pos = ring->tail;
104 do {
105 next = pos + 1;
106 if (next >= ACCEPT_QUEUE_SIZE)
107 next = 0;
108 if (next == ring->head)
109 return 0; // ring full
Olivier Houchard64213e92019-03-08 18:52:57 +0100110 } while (unlikely(!_HA_ATOMIC_CAS(&ring->tail, &pos, next)));
Willy Tarreau1efafce2019-01-27 15:37:19 +0100111
Willy Tarreau83efc322020-10-14 17:37:17 +0200112 ring->entry[pos] = conn;
Willy Tarreau1efafce2019-01-27 15:37:19 +0100113 __ha_barrier_store();
Willy Tarreau1efafce2019-01-27 15:37:19 +0100114 return 1;
115}
116
117/* proceed with accepting new connections */
118static struct task *accept_queue_process(struct task *t, void *context, unsigned short state)
119{
120 struct accept_queue_ring *ring = context;
Willy Tarreau83efc322020-10-14 17:37:17 +0200121 struct connection *conn;
Willy Tarreau1efafce2019-01-27 15:37:19 +0100122 struct listener *li;
Christopher Faulet102854c2019-04-30 12:17:13 +0200123 unsigned int max_accept;
Willy Tarreau1efafce2019-01-27 15:37:19 +0100124 int ret;
Willy Tarreau1efafce2019-01-27 15:37:19 +0100125
Christopher Faulet102854c2019-04-30 12:17:13 +0200126 /* if global.tune.maxaccept is -1, then max_accept is UINT_MAX. It
127 * is not really illimited, but it is probably enough.
128 */
129 max_accept = global.tune.maxaccept ? global.tune.maxaccept : 64;
130 for (; max_accept; max_accept--) {
Willy Tarreau83efc322020-10-14 17:37:17 +0200131 conn = accept_queue_pop_sc(ring);
132 if (!conn)
Willy Tarreau1efafce2019-01-27 15:37:19 +0100133 break;
134
Willy Tarreau83efc322020-10-14 17:37:17 +0200135 li = __objt_listener(conn->target);
Olivier Houchard64213e92019-03-08 18:52:57 +0100136 _HA_ATOMIC_ADD(&li->thr_conn[tid], 1);
Willy Tarreau83efc322020-10-14 17:37:17 +0200137 ret = li->accept(conn);
Willy Tarreau1efafce2019-01-27 15:37:19 +0100138 if (ret <= 0) {
139 /* connection was terminated by the application */
140 continue;
141 }
142
143 /* increase the per-process number of cumulated sessions, this
144 * may only be done once l->accept() has accepted the connection.
145 */
146 if (!(li->options & LI_O_UNLIMITED)) {
147 HA_ATOMIC_UPDATE_MAX(&global.sps_max,
148 update_freq_ctr(&global.sess_per_sec, 1));
149 if (li->bind_conf && li->bind_conf->is_ssl) {
150 HA_ATOMIC_UPDATE_MAX(&global.ssl_max,
151 update_freq_ctr(&global.ssl_per_sec, 1));
152 }
153 }
154 }
155
156 /* ran out of budget ? Let's come here ASAP */
Christopher Faulet102854c2019-04-30 12:17:13 +0200157 if (!max_accept)
Willy Tarreau2bd65a72019-09-24 06:55:18 +0200158 tasklet_wakeup(ring->tasklet);
Willy Tarreau1efafce2019-01-27 15:37:19 +0100159
Willy Tarreau2bd65a72019-09-24 06:55:18 +0200160 return NULL;
Willy Tarreau1efafce2019-01-27 15:37:19 +0100161}
162
163/* Initializes the accept-queues. Returns 0 on success, otherwise ERR_* flags */
164static int accept_queue_init()
165{
Willy Tarreau2bd65a72019-09-24 06:55:18 +0200166 struct tasklet *t;
Willy Tarreau1efafce2019-01-27 15:37:19 +0100167 int i;
168
169 for (i = 0; i < global.nbthread; i++) {
Willy Tarreau2bd65a72019-09-24 06:55:18 +0200170 t = tasklet_new();
Willy Tarreau1efafce2019-01-27 15:37:19 +0100171 if (!t) {
172 ha_alert("Out of memory while initializing accept queue for thread %d\n", i);
173 return ERR_FATAL|ERR_ABORT;
174 }
Willy Tarreau2bd65a72019-09-24 06:55:18 +0200175 t->tid = i;
Willy Tarreau1efafce2019-01-27 15:37:19 +0100176 t->process = accept_queue_process;
177 t->context = &accept_queue_rings[i];
Willy Tarreau2bd65a72019-09-24 06:55:18 +0200178 accept_queue_rings[i].tasklet = t;
Willy Tarreau1efafce2019-01-27 15:37:19 +0100179 }
180 return 0;
181}
182
183REGISTER_CONFIG_POSTPARSER("multi-threaded accept queue", accept_queue_init);
184
185#endif // USE_THREAD
186
Willy Tarreauefc0eec2020-09-24 07:27:06 +0200187/* adjust the listener's state and its proxy's listener counters if needed.
188 * It must be called under the listener's lock, but uses atomic ops to change
189 * the proxy's counters so that the proxy lock is not needed.
190 */
Willy Tarreaua37b2442020-09-24 07:23:45 +0200191void listener_set_state(struct listener *l, enum li_state st)
192{
Willy Tarreauefc0eec2020-09-24 07:27:06 +0200193 struct proxy *px = l->bind_conf->frontend;
194
195 if (px) {
196 /* from state */
197 switch (l->state) {
198 case LI_NEW: /* first call */
199 _HA_ATOMIC_ADD(&px->li_all, 1);
200 break;
201 case LI_INIT:
202 case LI_ASSIGNED:
203 break;
204 case LI_PAUSED:
205 _HA_ATOMIC_SUB(&px->li_paused, 1);
206 break;
207 case LI_LISTEN:
208 _HA_ATOMIC_SUB(&px->li_bound, 1);
209 break;
210 case LI_READY:
211 case LI_FULL:
212 case LI_LIMITED:
213 _HA_ATOMIC_SUB(&px->li_ready, 1);
214 break;
215 }
216
217 /* to state */
218 switch (st) {
219 case LI_NEW:
220 case LI_INIT:
221 case LI_ASSIGNED:
222 break;
223 case LI_PAUSED:
Willy Tarreau95a34602020-10-08 15:32:21 +0200224 BUG_ON(l->rx.fd == -1);
Willy Tarreauefc0eec2020-09-24 07:27:06 +0200225 _HA_ATOMIC_ADD(&px->li_paused, 1);
226 break;
227 case LI_LISTEN:
Willy Tarreau95a34602020-10-08 15:32:21 +0200228 BUG_ON(l->rx.fd == -1);
Willy Tarreauefc0eec2020-09-24 07:27:06 +0200229 _HA_ATOMIC_ADD(&px->li_bound, 1);
230 break;
231 case LI_READY:
232 case LI_FULL:
233 case LI_LIMITED:
Willy Tarreau95a34602020-10-08 15:32:21 +0200234 BUG_ON(l->rx.fd == -1);
Willy Tarreauefc0eec2020-09-24 07:27:06 +0200235 _HA_ATOMIC_ADD(&px->li_ready, 1);
236 break;
237 }
238 }
Willy Tarreaua37b2442020-09-24 07:23:45 +0200239 l->state = st;
240}
241
Willy Tarreaudabf2e22007-10-28 21:59:24 +0100242/* This function adds the specified listener's file descriptor to the polling
243 * lists if it is in the LI_LISTEN state. The listener enters LI_READY or
Ilya Shipitsin6fb0f212020-04-02 15:25:26 +0500244 * LI_FULL state depending on its number of connections. In daemon mode, we
Willy Tarreauae302532014-05-07 19:22:24 +0200245 * also support binding only the relevant processes to their respective
246 * listeners. We don't do that in debug mode however.
Willy Tarreaudabf2e22007-10-28 21:59:24 +0100247 */
Willy Tarreau7834a3f2020-09-25 16:40:18 +0200248void enable_listener(struct listener *listener)
Willy Tarreaudabf2e22007-10-28 21:59:24 +0100249{
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100250 HA_SPIN_LOCK(LISTENER_LOCK, &listener->lock);
Willy Tarreaud6afb532020-10-09 10:35:40 +0200251
252 /* If this listener is supposed to be only in the master, close it in
253 * the workers. Conversely, if it's supposed to be only in the workers
254 * close it in the master.
255 */
Willy Tarreau18c20d22020-10-09 16:11:46 +0200256 if (!!master != !!(listener->rx.flags & RX_F_MWORKER))
Willy Tarreau75c98d12020-10-09 15:55:23 +0200257 do_unbind_listener(listener);
Willy Tarreaud6afb532020-10-09 10:35:40 +0200258
Willy Tarreaudabf2e22007-10-28 21:59:24 +0100259 if (listener->state == LI_LISTEN) {
Willy Tarreau95a34602020-10-08 15:32:21 +0200260 BUG_ON(listener->rx.fd == -1);
William Lallemand095ba4c2017-06-01 17:38:50 +0200261 if ((global.mode & (MODE_DAEMON | MODE_MWORKER)) &&
Willy Tarreau818a92e2020-09-03 07:50:19 +0200262 !(proc_mask(listener->rx.settings->bind_proc) & pid_bit)) {
Willy Tarreauae302532014-05-07 19:22:24 +0200263 /* we don't want to enable this listener and don't
264 * want any fd event to reach it.
265 */
Willy Tarreau75c98d12020-10-09 15:55:23 +0200266 do_unbind_listener(listener);
Willy Tarreauae302532014-05-07 19:22:24 +0200267 }
Willy Tarreaua8cf66b2019-02-27 16:49:00 +0100268 else if (!listener->maxconn || listener->nbconn < listener->maxconn) {
Willy Tarreau4b51f422020-09-25 20:32:28 +0200269 listener->rx.proto->enable(listener);
Willy Tarreaua37b2442020-09-24 07:23:45 +0200270 listener_set_state(listener, LI_READY);
Willy Tarreauae302532014-05-07 19:22:24 +0200271 }
272 else {
Willy Tarreaua37b2442020-09-24 07:23:45 +0200273 listener_set_state(listener, LI_FULL);
Willy Tarreaudabf2e22007-10-28 21:59:24 +0100274 }
275 }
Willy Tarreaud6afb532020-10-09 10:35:40 +0200276
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100277 HA_SPIN_UNLOCK(LISTENER_LOCK, &listener->lock);
Willy Tarreaudabf2e22007-10-28 21:59:24 +0100278}
279
Willy Tarreaucaa7df12020-10-07 15:58:50 +0200280/*
281 * This function completely stops a listener. It will need to operate under the
282 * proxy's lock, the protocol's lock, and the listener's lock. The caller is
283 * responsible for indicating in lpx, lpr, lli whether the respective locks are
284 * already held (non-zero) or not (zero) so that the function picks the missing
285 * ones, in this order. The proxy's listeners count is updated and the proxy is
286 * disabled and woken up after the last one is gone.
287 */
288void stop_listener(struct listener *l, int lpx, int lpr, int lli)
289{
290 struct proxy *px = l->bind_conf->frontend;
Willy Tarreaucaa7df12020-10-07 15:58:50 +0200291
292 if (l->options & LI_O_NOSTOP) {
293 /* master-worker sockpairs are never closed but don't count as a
294 * job.
295 */
296 return;
297 }
298
Willy Tarreaucaa7df12020-10-07 15:58:50 +0200299 if (!lpx)
300 HA_SPIN_LOCK(PROXY_LOCK, &px->lock);
301
302 if (!lpr)
303 HA_SPIN_LOCK(PROTO_LOCK, &proto_lock);
304
305 if (!lli)
306 HA_SPIN_LOCK(LISTENER_LOCK, &l->lock);
307
308 if (l->state > LI_INIT) {
Willy Tarreau75c98d12020-10-09 15:55:23 +0200309 do_unbind_listener(l);
Willy Tarreaucaa7df12020-10-07 15:58:50 +0200310
311 if (l->state >= LI_ASSIGNED)
312 __delete_listener(l);
313
Willy Tarreauacde1522020-10-07 16:31:39 +0200314 proxy_cond_disable(px);
Willy Tarreaucaa7df12020-10-07 15:58:50 +0200315 }
316
317 if (!lli)
318 HA_SPIN_UNLOCK(LISTENER_LOCK, &l->lock);
319
320 if (!lpr)
321 HA_SPIN_UNLOCK(PROTO_LOCK, &proto_lock);
322
323 if (!lpx)
324 HA_SPIN_UNLOCK(PROXY_LOCK, &px->lock);
325}
326
Willy Tarreaue03204c2020-10-09 17:02:21 +0200327/* default function called to suspend a listener: it simply passes the call to
328 * the underlying receiver. This is find for most socket-based protocols. This
329 * must be called under the listener's lock. It will return non-zero on success,
330 * 0 on failure. If no receiver-level suspend is provided, the operation is
331 * assumed to succeed.
332 */
333int default_suspend_listener(struct listener *l)
334{
335 int ret = 1;
336
337 if (!l->rx.proto->rx_suspend)
338 return 1;
339
340 ret = l->rx.proto->rx_suspend(&l->rx);
341 return ret > 0 ? ret : 0;
342}
343
344
345/* Tries to resume a suspended listener, and returns non-zero on success or
346 * zero on failure. On certain errors, an alert or a warning might be displayed.
347 * It must be called with the listener's lock held. Depending on the listener's
348 * state and protocol, a listen() call might be used to resume operations, or a
349 * call to the receiver's resume() function might be used as well. This is
350 * suitable as a default function for TCP and UDP. This must be called with the
351 * listener's lock held.
352 */
353int default_resume_listener(struct listener *l)
354{
355 int ret = 1;
356
357 if (l->state == LI_ASSIGNED) {
358 char msg[100];
359 int err;
360
361 err = l->rx.proto->listen(l, msg, sizeof(msg));
362 if (err & ERR_ALERT)
363 ha_alert("Resuming listener: %s\n", msg);
364 else if (err & ERR_WARN)
365 ha_warning("Resuming listener: %s\n", msg);
366
367 if (err & (ERR_FATAL | ERR_ABORT)) {
368 ret = 0;
369 goto end;
370 }
371 }
372
373 if (l->state < LI_PAUSED) {
374 ret = 0;
375 goto end;
376 }
377
378 if (l->state == LI_PAUSED && l->rx.proto->rx_resume &&
379 l->rx.proto->rx_resume(&l->rx) <= 0)
380 ret = 0;
381 end:
382 return ret;
383}
384
385
Willy Tarreaube58c382011-07-24 18:28:10 +0200386/* This function tries to temporarily disable a listener, depending on the OS
387 * capabilities. Linux unbinds the listen socket after a SHUT_RD, and ignores
388 * SHUT_WR. Solaris refuses either shutdown(). OpenBSD ignores SHUT_RD but
389 * closes upon SHUT_WR and refuses to rebind. So a common validation path
390 * involves SHUT_WR && listen && SHUT_RD. In case of success, the FD's polling
391 * is disabled. It normally returns non-zero, unless an error is reported.
392 */
393int pause_listener(struct listener *l)
394{
Willy Tarreau58651b42020-09-24 16:03:29 +0200395 struct proxy *px = l->bind_conf->frontend;
Christopher Faulet8d8aa0d2017-05-30 15:36:50 +0200396 int ret = 1;
397
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100398 HA_SPIN_LOCK(LISTENER_LOCK, &l->lock);
Christopher Faulet8d8aa0d2017-05-30 15:36:50 +0200399
Willy Tarreau02e19752020-09-23 17:17:22 +0200400 if ((global.mode & (MODE_DAEMON | MODE_MWORKER)) &&
401 !(proc_mask(l->rx.settings->bind_proc) & pid_bit))
402 goto end;
403
Willy Tarreau9b3a9322020-09-24 14:46:34 +0200404 if (l->state <= LI_PAUSED)
405 goto end;
406
Willy Tarreaue03204c2020-10-09 17:02:21 +0200407 if (l->rx.proto->suspend)
408 ret = l->rx.proto->suspend(l);
Willy Tarreaube58c382011-07-24 18:28:10 +0200409
Olivier Houchard859dc802019-08-08 15:47:21 +0200410 MT_LIST_DEL(&l->wait_queue);
Willy Tarreaue6ca1fc2011-07-24 22:03:52 +0200411
Willy Tarreaua37b2442020-09-24 07:23:45 +0200412 listener_set_state(l, LI_PAUSED);
Willy Tarreau58651b42020-09-24 16:03:29 +0200413
414 if (px && !px->li_ready) {
415 ha_warning("Paused %s %s.\n", proxy_cap_str(px->cap), px->id);
416 send_log(px, LOG_WARNING, "Paused %s %s.\n", proxy_cap_str(px->cap), px->id);
417 }
Christopher Faulet8d8aa0d2017-05-30 15:36:50 +0200418 end:
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100419 HA_SPIN_UNLOCK(LISTENER_LOCK, &l->lock);
Christopher Faulet8d8aa0d2017-05-30 15:36:50 +0200420 return ret;
Willy Tarreaube58c382011-07-24 18:28:10 +0200421}
422
Willy Tarreaue6ca1fc2011-07-24 22:03:52 +0200423/* This function tries to resume a temporarily disabled listener. Paused, full,
424 * limited and disabled listeners are handled, which means that this function
425 * may replace enable_listener(). The resulting state will either be LI_READY
426 * or LI_FULL. 0 is returned in case of failure to resume (eg: dead socket).
Willy Tarreauae302532014-05-07 19:22:24 +0200427 * Listeners bound to a different process are not woken up unless we're in
Willy Tarreauaf2fd582015-04-14 12:07:16 +0200428 * foreground mode, and are ignored. If the listener was only in the assigned
429 * state, it's totally rebound. This can happen if a pause() has completely
430 * stopped it. If the resume fails, 0 is returned and an error might be
431 * displayed.
Willy Tarreaube58c382011-07-24 18:28:10 +0200432 */
Willy Tarreau01abd022019-02-28 10:27:18 +0100433int resume_listener(struct listener *l)
Willy Tarreaube58c382011-07-24 18:28:10 +0200434{
Willy Tarreau58651b42020-09-24 16:03:29 +0200435 struct proxy *px = l->bind_conf->frontend;
436 int was_paused = px && px->li_paused;
Christopher Faulet8d8aa0d2017-05-30 15:36:50 +0200437 int ret = 1;
438
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100439 HA_SPIN_LOCK(LISTENER_LOCK, &l->lock);
Christopher Faulet8d8aa0d2017-05-30 15:36:50 +0200440
Willy Tarreauf2cb1692019-07-11 10:08:31 +0200441 /* check that another thread didn't to the job in parallel (e.g. at the
442 * end of listen_accept() while we'd come from dequeue_all_listeners().
443 */
Olivier Houchard859dc802019-08-08 15:47:21 +0200444 if (MT_LIST_ADDED(&l->wait_queue))
Willy Tarreauf2cb1692019-07-11 10:08:31 +0200445 goto end;
446
William Lallemand095ba4c2017-06-01 17:38:50 +0200447 if ((global.mode & (MODE_DAEMON | MODE_MWORKER)) &&
Willy Tarreau818a92e2020-09-03 07:50:19 +0200448 !(proc_mask(l->rx.settings->bind_proc) & pid_bit))
Christopher Faulet8d8aa0d2017-05-30 15:36:50 +0200449 goto end;
Willy Tarreau3569df32017-03-15 12:47:46 +0100450
Willy Tarreau5d7f9ce2020-09-24 18:54:11 +0200451 if (l->state == LI_READY)
452 goto end;
Willy Tarreaube58c382011-07-24 18:28:10 +0200453
Willy Tarreaue03204c2020-10-09 17:02:21 +0200454 if (l->rx.proto->resume)
455 ret = l->rx.proto->resume(l);
Willy Tarreaube58c382011-07-24 18:28:10 +0200456
Willy Tarreaua8cf66b2019-02-27 16:49:00 +0100457 if (l->maxconn && l->nbconn >= l->maxconn) {
Willy Tarreau4b51f422020-09-25 20:32:28 +0200458 l->rx.proto->disable(l);
Willy Tarreaua37b2442020-09-24 07:23:45 +0200459 listener_set_state(l, LI_FULL);
Willy Tarreau58651b42020-09-24 16:03:29 +0200460 goto done;
Willy Tarreaube58c382011-07-24 18:28:10 +0200461 }
462
Willy Tarreau4b51f422020-09-25 20:32:28 +0200463 l->rx.proto->enable(l);
Willy Tarreaua37b2442020-09-24 07:23:45 +0200464 listener_set_state(l, LI_READY);
Willy Tarreau58651b42020-09-24 16:03:29 +0200465
466 done:
467 if (was_paused && !px->li_paused) {
468 ha_warning("Resumed %s %s.\n", proxy_cap_str(px->cap), px->id);
469 send_log(px, LOG_WARNING, "Resumed %s %s.\n", proxy_cap_str(px->cap), px->id);
470 }
Christopher Faulet8d8aa0d2017-05-30 15:36:50 +0200471 end:
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100472 HA_SPIN_UNLOCK(LISTENER_LOCK, &l->lock);
Christopher Faulet8d8aa0d2017-05-30 15:36:50 +0200473 return ret;
474}
475
Willy Tarreau87b09662015-04-03 00:22:06 +0200476/* Marks a ready listener as full so that the stream code tries to re-enable
Willy Tarreau62793712011-07-24 19:23:38 +0200477 * it upon next close() using resume_listener().
478 */
Christopher Faulet5580ba22017-08-28 15:29:20 +0200479static void listener_full(struct listener *l)
Willy Tarreau62793712011-07-24 19:23:38 +0200480{
Willy Tarreau3f0d02b2019-02-25 19:23:37 +0100481 HA_SPIN_LOCK(LISTENER_LOCK, &l->lock);
Willy Tarreau62793712011-07-24 19:23:38 +0200482 if (l->state >= LI_READY) {
Olivier Houchard859dc802019-08-08 15:47:21 +0200483 MT_LIST_DEL(&l->wait_queue);
Willy Tarreau3f0d02b2019-02-25 19:23:37 +0100484 if (l->state != LI_FULL) {
Willy Tarreau4b51f422020-09-25 20:32:28 +0200485 l->rx.proto->disable(l);
Willy Tarreaua37b2442020-09-24 07:23:45 +0200486 listener_set_state(l, LI_FULL);
Willy Tarreau3f0d02b2019-02-25 19:23:37 +0100487 }
Willy Tarreau62793712011-07-24 19:23:38 +0200488 }
Willy Tarreau3f0d02b2019-02-25 19:23:37 +0100489 HA_SPIN_UNLOCK(LISTENER_LOCK, &l->lock);
Willy Tarreau62793712011-07-24 19:23:38 +0200490}
491
Willy Tarreaue6ca1fc2011-07-24 22:03:52 +0200492/* Marks a ready listener as limited so that we only try to re-enable it when
493 * resources are free again. It will be queued into the specified queue.
494 */
Olivier Houchard859dc802019-08-08 15:47:21 +0200495static void limit_listener(struct listener *l, struct mt_list *list)
Willy Tarreaue6ca1fc2011-07-24 22:03:52 +0200496{
Willy Tarreau3f0d02b2019-02-25 19:23:37 +0100497 HA_SPIN_LOCK(LISTENER_LOCK, &l->lock);
Willy Tarreaue6ca1fc2011-07-24 22:03:52 +0200498 if (l->state == LI_READY) {
Willy Tarreaude4db172020-07-10 08:10:29 +0200499 MT_LIST_TRY_ADDQ(list, &l->wait_queue);
Willy Tarreau4b51f422020-09-25 20:32:28 +0200500 l->rx.proto->disable(l);
Willy Tarreaua37b2442020-09-24 07:23:45 +0200501 listener_set_state(l, LI_LIMITED);
Willy Tarreaue6ca1fc2011-07-24 22:03:52 +0200502 }
Willy Tarreau3f0d02b2019-02-25 19:23:37 +0100503 HA_SPIN_UNLOCK(LISTENER_LOCK, &l->lock);
Willy Tarreaue6ca1fc2011-07-24 22:03:52 +0200504}
505
Willy Tarreau241797a2019-12-10 14:10:52 +0100506/* Dequeues all listeners waiting for a resource the global wait queue */
507void dequeue_all_listeners()
Willy Tarreaue6ca1fc2011-07-24 22:03:52 +0200508{
Willy Tarreau01abd022019-02-28 10:27:18 +0100509 struct listener *listener;
Willy Tarreaue6ca1fc2011-07-24 22:03:52 +0200510
Willy Tarreau241797a2019-12-10 14:10:52 +0100511 while ((listener = MT_LIST_POP(&global_listener_queue, struct listener *, wait_queue))) {
Willy Tarreaue6ca1fc2011-07-24 22:03:52 +0200512 /* This cannot fail because the listeners are by definition in
Willy Tarreau01abd022019-02-28 10:27:18 +0100513 * the LI_LIMITED state.
Willy Tarreaue6ca1fc2011-07-24 22:03:52 +0200514 */
Willy Tarreau01abd022019-02-28 10:27:18 +0100515 resume_listener(listener);
Willy Tarreaue6ca1fc2011-07-24 22:03:52 +0200516 }
517}
518
Willy Tarreau241797a2019-12-10 14:10:52 +0100519/* Dequeues all listeners waiting for a resource in proxy <px>'s queue */
520void dequeue_proxy_listeners(struct proxy *px)
521{
522 struct listener *listener;
523
524 while ((listener = MT_LIST_POP(&px->listener_queue, struct listener *, wait_queue))) {
525 /* This cannot fail because the listeners are by definition in
526 * the LI_LIMITED state.
527 */
528 resume_listener(listener);
529 }
530}
531
Willy Tarreau7b2febd2020-10-09 17:18:29 +0200532
533/* default function used to unbind a listener. This is for use by standard
534 * protocols working on top of accepted sockets. The receiver's rx_unbind()
535 * will automatically be used after the listener is disabled if the socket is
536 * still bound. This must be used under the listener's lock.
Christopher Faulet510c0d62018-03-16 10:04:47 +0100537 */
Willy Tarreau7b2febd2020-10-09 17:18:29 +0200538void default_unbind_listener(struct listener *listener)
Willy Tarreaub648d632007-10-28 22:13:50 +0100539{
Willy Tarreau87acd4e2020-10-08 15:36:46 +0200540 if (listener->state <= LI_ASSIGNED)
541 goto out_close;
542
543 if (listener->rx.fd == -1) {
Willy Tarreaua37b2442020-09-24 07:23:45 +0200544 listener_set_state(listener, LI_ASSIGNED);
Willy Tarreau87acd4e2020-10-08 15:36:46 +0200545 goto out_close;
546 }
547
Willy Tarreauf58b8db2020-10-09 16:32:08 +0200548 if (listener->state >= LI_READY) {
549 listener->rx.proto->disable(listener);
550 if (listener->rx.flags & RX_F_BOUND)
Willy Tarreau87acd4e2020-10-08 15:36:46 +0200551 listener_set_state(listener, LI_LISTEN);
Willy Tarreaub6607bf2020-09-23 16:24:23 +0200552 }
553
Willy Tarreau87acd4e2020-10-08 15:36:46 +0200554 out_close:
Willy Tarreauf58b8db2020-10-09 16:32:08 +0200555 if (listener->rx.flags & RX_F_BOUND)
556 listener->rx.proto->rx_unbind(&listener->rx);
Willy Tarreau7b2febd2020-10-09 17:18:29 +0200557}
558
559/* This function closes the listening socket for the specified listener,
560 * provided that it's already in a listening state. The protocol's unbind()
561 * is called to put the listener into LI_ASSIGNED or LI_LISTEN and handle
562 * the unbinding tasks. The listener enters then the LI_ASSIGNED state if
563 * the receiver is unbound. Must be called with the lock held.
564 */
565void do_unbind_listener(struct listener *listener)
566{
567 MT_LIST_DEL(&listener->wait_queue);
568
569 if (listener->rx.proto->unbind)
570 listener->rx.proto->unbind(listener);
Willy Tarreau374e9af2020-10-09 15:47:17 +0200571
Willy Tarreauf58b8db2020-10-09 16:32:08 +0200572 /* we may have to downgrade the listener if the rx was closed */
573 if (!(listener->rx.flags & RX_F_BOUND) && listener->state > LI_ASSIGNED)
Willy Tarreau374e9af2020-10-09 15:47:17 +0200574 listener_set_state(listener, LI_ASSIGNED);
Willy Tarreaubbd09b92017-11-05 11:38:44 +0100575}
576
Olivier Houchard1fc05162017-04-06 01:05:05 +0200577/* This function closes the listening socket for the specified listener,
578 * provided that it's already in a listening state. The listener enters the
Willy Tarreau75c98d12020-10-09 15:55:23 +0200579 * LI_ASSIGNED state, except if the FD is not closed, in which case it may
580 * remain in LI_LISTEN. This function is intended to be used as a generic
Willy Tarreaubbd09b92017-11-05 11:38:44 +0100581 * function for standard protocols.
Olivier Houchard1fc05162017-04-06 01:05:05 +0200582 */
Willy Tarreaubbd09b92017-11-05 11:38:44 +0100583void unbind_listener(struct listener *listener)
Olivier Houchard1fc05162017-04-06 01:05:05 +0200584{
Christopher Faulet510c0d62018-03-16 10:04:47 +0100585 HA_SPIN_LOCK(LISTENER_LOCK, &listener->lock);
Willy Tarreau75c98d12020-10-09 15:55:23 +0200586 do_unbind_listener(listener);
Christopher Faulet510c0d62018-03-16 10:04:47 +0100587 HA_SPIN_UNLOCK(LISTENER_LOCK, &listener->lock);
Olivier Houchard1fc05162017-04-06 01:05:05 +0200588}
589
Willy Tarreau0de59fd2017-09-15 08:10:44 +0200590/* creates one or multiple listeners for bind_conf <bc> on sockaddr <ss> on port
591 * range <portl> to <porth>, and possibly attached to fd <fd> (or -1 for auto
Willy Tarreau9b3178d2020-09-16 17:58:55 +0200592 * allocation). The address family is taken from ss->ss_family, and the protocol
593 * passed in <proto> must be usable on this family. The number of jobs and
594 * listeners is automatically increased by the number of listeners created. It
595 * returns non-zero on success, zero on error with the error message set in <err>.
Willy Tarreau0de59fd2017-09-15 08:10:44 +0200596 */
597int create_listeners(struct bind_conf *bc, const struct sockaddr_storage *ss,
Willy Tarreau9b3178d2020-09-16 17:58:55 +0200598 int portl, int porth, int fd, struct protocol *proto, char **err)
Willy Tarreau0de59fd2017-09-15 08:10:44 +0200599{
Willy Tarreau0de59fd2017-09-15 08:10:44 +0200600 struct listener *l;
601 int port;
602
Willy Tarreau0de59fd2017-09-15 08:10:44 +0200603 for (port = portl; port <= porth; port++) {
604 l = calloc(1, sizeof(*l));
605 if (!l) {
606 memprintf(err, "out of memory");
607 return 0;
608 }
609 l->obj_type = OBJ_TYPE_LISTENER;
610 LIST_ADDQ(&bc->frontend->conf.listeners, &l->by_fe);
611 LIST_ADDQ(&bc->listeners, &l->by_bind);
612 l->bind_conf = bc;
Willy Tarreau0fce6bc2020-09-03 07:46:06 +0200613 l->rx.settings = &bc->settings;
Willy Tarreaueef45422020-09-03 10:05:03 +0200614 l->rx.owner = l;
Willy Tarreau38ba6472020-08-27 08:16:52 +0200615 l->rx.fd = fd;
Willy Tarreau37159062020-08-27 07:48:42 +0200616 memcpy(&l->rx.addr, ss, sizeof(*ss));
Olivier Houchard859dc802019-08-08 15:47:21 +0200617 MT_LIST_INIT(&l->wait_queue);
Willy Tarreaua37b2442020-09-24 07:23:45 +0200618 listener_set_state(l, LI_INIT);
Willy Tarreau0de59fd2017-09-15 08:10:44 +0200619
620 proto->add(l, port);
621
Willy Tarreau909c23b2020-09-15 13:50:58 +0200622 if (fd != -1)
Willy Tarreau43046fa2020-09-01 15:41:59 +0200623 l->rx.flags |= RX_F_INHERITED;
William Lallemand75ea0a02017-11-15 19:02:58 +0100624
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100625 HA_SPIN_INIT(&l->lock);
Olivier Houchard64213e92019-03-08 18:52:57 +0100626 _HA_ATOMIC_ADD(&jobs, 1);
627 _HA_ATOMIC_ADD(&listeners, 1);
Willy Tarreau0de59fd2017-09-15 08:10:44 +0200628 }
629 return 1;
630}
631
Willy Tarreau1a64d162007-10-28 22:26:05 +0100632/* Delete a listener from its protocol's list of listeners. The listener's
633 * state is automatically updated from LI_ASSIGNED to LI_INIT. The protocol's
Willy Tarreau2cc5bae2017-09-15 08:18:11 +0200634 * number of listeners is updated, as well as the global number of listeners
635 * and jobs. Note that the listener must have previously been unbound. This
Willy Tarreaub4c083f2020-10-07 15:36:16 +0200636 * is a low-level function expected to be called with the proto_lock and the
637 * listener's lock held.
Willy Tarreau1a64d162007-10-28 22:26:05 +0100638 */
Willy Tarreaub4c083f2020-10-07 15:36:16 +0200639void __delete_listener(struct listener *listener)
Willy Tarreau1a64d162007-10-28 22:26:05 +0100640{
Willy Tarreau3f0d02b2019-02-25 19:23:37 +0100641 if (listener->state == LI_ASSIGNED) {
Willy Tarreaua37b2442020-09-24 07:23:45 +0200642 listener_set_state(listener, LI_INIT);
Willy Tarreaub7436612020-08-28 19:51:44 +0200643 LIST_DEL(&listener->rx.proto_list);
Willy Tarreaud7f331c2020-09-25 17:01:43 +0200644 listener->rx.proto->nb_receivers--;
Olivier Houchard64213e92019-03-08 18:52:57 +0100645 _HA_ATOMIC_SUB(&jobs, 1);
646 _HA_ATOMIC_SUB(&listeners, 1);
Willy Tarreau3f0d02b2019-02-25 19:23:37 +0100647 }
Willy Tarreaub4c083f2020-10-07 15:36:16 +0200648}
649
650/* Delete a listener from its protocol's list of listeners (please check
651 * __delete_listener() above). The proto_lock and the listener's lock will
652 * be grabbed in this order.
653 */
654void delete_listener(struct listener *listener)
655{
656 HA_SPIN_LOCK(PROTO_LOCK, &proto_lock);
657 HA_SPIN_LOCK(LISTENER_LOCK, &listener->lock);
658 __delete_listener(listener);
Christopher Faulet2a944ee2017-11-07 10:42:54 +0100659 HA_SPIN_UNLOCK(LISTENER_LOCK, &listener->lock);
Willy Tarreau6ee9f8d2019-08-26 10:55:52 +0200660 HA_SPIN_UNLOCK(PROTO_LOCK, &proto_lock);
Willy Tarreau1a64d162007-10-28 22:26:05 +0100661}
662
Willy Tarreaue2711c72019-02-27 15:39:41 +0100663/* Returns a suitable value for a listener's backlog. It uses the listener's,
664 * otherwise the frontend's backlog, otherwise the listener's maxconn,
665 * otherwise the frontend's maxconn, otherwise 1024.
666 */
667int listener_backlog(const struct listener *l)
668{
669 if (l->backlog)
670 return l->backlog;
671
672 if (l->bind_conf->frontend->backlog)
673 return l->bind_conf->frontend->backlog;
674
675 if (l->maxconn)
676 return l->maxconn;
677
678 if (l->bind_conf->frontend->maxconn)
679 return l->bind_conf->frontend->maxconn;
680
681 return 1024;
682}
683
Willy Tarreaubbebbbf2012-05-07 21:22:09 +0200684/* This function is called on a read event from a listening socket, corresponding
685 * to an accept. It tries to accept as many connections as possible, and for each
686 * calls the listener's accept handler (generally the frontend's accept handler).
687 */
Willy Tarreauafad0e02012-08-09 14:45:22 +0200688void listener_accept(int fd)
Willy Tarreaubbebbbf2012-05-07 21:22:09 +0200689{
690 struct listener *l = fdtab[fd].owner;
Willy Tarreau83efc322020-10-14 17:37:17 +0200691 struct connection *cli_conn;
Olivier Houchardd16a9df2019-02-25 16:18:16 +0100692 struct proxy *p;
Christopher Faulet102854c2019-04-30 12:17:13 +0200693 unsigned int max_accept;
Willy Tarreau3f0d02b2019-02-25 19:23:37 +0100694 int next_conn = 0;
Willy Tarreau82c97892019-02-27 19:32:32 +0100695 int next_feconn = 0;
696 int next_actconn = 0;
Willy Tarreaubb660302014-05-07 19:47:02 +0200697 int expire;
Willy Tarreaubbebbbf2012-05-07 21:22:09 +0200698 int cfd;
699 int ret;
Willy Tarreau818dca52014-01-31 19:40:19 +0100700#ifdef USE_ACCEPT4
701 static int accept4_broken;
702#endif
Willy Tarreaubbebbbf2012-05-07 21:22:09 +0200703
Olivier Houchardd16a9df2019-02-25 16:18:16 +0100704 if (!l)
705 return;
706 p = l->bind_conf->frontend;
Christopher Faulet102854c2019-04-30 12:17:13 +0200707
708 /* if l->maxaccept is -1, then max_accept is UINT_MAX. It is not really
709 * illimited, but it is probably enough.
710 */
Olivier Houchardd16a9df2019-02-25 16:18:16 +0100711 max_accept = l->maxaccept ? l->maxaccept : 1;
Christopher Faulet8d8aa0d2017-05-30 15:36:50 +0200712
Willy Tarreau93e7c002013-10-07 18:51:07 +0200713 if (!(l->options & LI_O_UNLIMITED) && global.sps_lim) {
714 int max = freq_ctr_remain(&global.sess_per_sec, global.sps_lim, 0);
Willy Tarreau93e7c002013-10-07 18:51:07 +0200715
716 if (unlikely(!max)) {
717 /* frontend accept rate limit was reached */
Willy Tarreau93e7c002013-10-07 18:51:07 +0200718 expire = tick_add(now_ms, next_event_delay(&global.sess_per_sec, global.sps_lim, 0));
Willy Tarreau0591bf72019-12-10 12:01:21 +0100719 goto limit_global;
Willy Tarreau93e7c002013-10-07 18:51:07 +0200720 }
721
722 if (max_accept > max)
723 max_accept = max;
724 }
725
726 if (!(l->options & LI_O_UNLIMITED) && global.cps_lim) {
Willy Tarreaubbebbbf2012-05-07 21:22:09 +0200727 int max = freq_ctr_remain(&global.conn_per_sec, global.cps_lim, 0);
728
729 if (unlikely(!max)) {
730 /* frontend accept rate limit was reached */
Willy Tarreau93e7c002013-10-07 18:51:07 +0200731 expire = tick_add(now_ms, next_event_delay(&global.conn_per_sec, global.cps_lim, 0));
Willy Tarreau0591bf72019-12-10 12:01:21 +0100732 goto limit_global;
Willy Tarreaubbebbbf2012-05-07 21:22:09 +0200733 }
734
735 if (max_accept > max)
736 max_accept = max;
737 }
Willy Tarreaue43d5322013-10-07 20:01:52 +0200738#ifdef USE_OPENSSL
739 if (!(l->options & LI_O_UNLIMITED) && global.ssl_lim && l->bind_conf && l->bind_conf->is_ssl) {
740 int max = freq_ctr_remain(&global.ssl_per_sec, global.ssl_lim, 0);
Willy Tarreaubbebbbf2012-05-07 21:22:09 +0200741
Willy Tarreaue43d5322013-10-07 20:01:52 +0200742 if (unlikely(!max)) {
743 /* frontend accept rate limit was reached */
Willy Tarreaue43d5322013-10-07 20:01:52 +0200744 expire = tick_add(now_ms, next_event_delay(&global.ssl_per_sec, global.ssl_lim, 0));
Willy Tarreau0591bf72019-12-10 12:01:21 +0100745 goto limit_global;
Willy Tarreaue43d5322013-10-07 20:01:52 +0200746 }
747
748 if (max_accept > max)
749 max_accept = max;
750 }
751#endif
Willy Tarreaubbebbbf2012-05-07 21:22:09 +0200752 if (p && p->fe_sps_lim) {
753 int max = freq_ctr_remain(&p->fe_sess_per_sec, p->fe_sps_lim, 0);
754
755 if (unlikely(!max)) {
756 /* frontend accept rate limit was reached */
Willy Tarreau0591bf72019-12-10 12:01:21 +0100757 expire = tick_add(now_ms, next_event_delay(&p->fe_sess_per_sec, p->fe_sps_lim, 0));
758 goto limit_proxy;
Willy Tarreaubbebbbf2012-05-07 21:22:09 +0200759 }
760
761 if (max_accept > max)
762 max_accept = max;
763 }
764
765 /* Note: if we fail to allocate a connection because of configured
766 * limits, we'll schedule a new attempt worst 1 second later in the
767 * worst case. If we fail due to system limits or temporary resource
768 * shortage, we try again 100ms later in the worst case.
769 */
Christopher Faulet102854c2019-04-30 12:17:13 +0200770 for (; max_accept; next_conn = next_feconn = next_actconn = 0, max_accept--) {
Willy Tarreaubbebbbf2012-05-07 21:22:09 +0200771 struct sockaddr_storage addr;
772 socklen_t laddr = sizeof(addr);
Christopher Faulet8d8aa0d2017-05-30 15:36:50 +0200773 unsigned int count;
Willy Tarreauaf613e82020-06-05 08:40:51 +0200774 __decl_thread(unsigned long mask);
Willy Tarreaubbebbbf2012-05-07 21:22:09 +0200775
Willy Tarreau82c97892019-02-27 19:32:32 +0100776 /* pre-increase the number of connections without going too far.
777 * We process the listener, then the proxy, then the process.
778 * We know which ones to unroll based on the next_xxx value.
779 */
Willy Tarreau3f0d02b2019-02-25 19:23:37 +0100780 do {
781 count = l->nbconn;
Willy Tarreau93604ed2019-11-15 10:20:07 +0100782 if (unlikely(l->maxconn && count >= l->maxconn)) {
Willy Tarreau3f0d02b2019-02-25 19:23:37 +0100783 /* the listener was marked full or another
784 * thread is going to do it.
785 */
786 next_conn = 0;
Willy Tarreau93604ed2019-11-15 10:20:07 +0100787 listener_full(l);
Willy Tarreau3f0d02b2019-02-25 19:23:37 +0100788 goto end;
789 }
790 next_conn = count + 1;
David Carlier56716622019-03-27 16:08:42 +0000791 } while (!_HA_ATOMIC_CAS(&l->nbconn, (int *)(&count), next_conn));
Willy Tarreau3f0d02b2019-02-25 19:23:37 +0100792
Willy Tarreau82c97892019-02-27 19:32:32 +0100793 if (p) {
794 do {
795 count = p->feconn;
Willy Tarreau93604ed2019-11-15 10:20:07 +0100796 if (unlikely(count >= p->maxconn)) {
Willy Tarreau82c97892019-02-27 19:32:32 +0100797 /* the frontend was marked full or another
798 * thread is going to do it.
799 */
800 next_feconn = 0;
Willy Tarreau0591bf72019-12-10 12:01:21 +0100801 expire = TICK_ETERNITY;
802 goto limit_proxy;
Willy Tarreau82c97892019-02-27 19:32:32 +0100803 }
804 next_feconn = count + 1;
Olivier Houchard64213e92019-03-08 18:52:57 +0100805 } while (!_HA_ATOMIC_CAS(&p->feconn, &count, next_feconn));
Willy Tarreaubbebbbf2012-05-07 21:22:09 +0200806 }
807
Willy Tarreau82c97892019-02-27 19:32:32 +0100808 if (!(l->options & LI_O_UNLIMITED)) {
809 do {
810 count = actconn;
Willy Tarreau93604ed2019-11-15 10:20:07 +0100811 if (unlikely(count >= global.maxconn)) {
Willy Tarreau82c97892019-02-27 19:32:32 +0100812 /* the process was marked full or another
813 * thread is going to do it.
814 */
815 next_actconn = 0;
Willy Tarreau0591bf72019-12-10 12:01:21 +0100816 expire = tick_add(now_ms, 1000); /* try again in 1 second */
817 goto limit_global;
Willy Tarreau82c97892019-02-27 19:32:32 +0100818 }
819 next_actconn = count + 1;
David Carlier56716622019-03-27 16:08:42 +0000820 } while (!_HA_ATOMIC_CAS(&actconn, (int *)(&count), next_actconn));
Willy Tarreaubbebbbf2012-05-07 21:22:09 +0200821 }
822
William Lallemand2fe7dd02018-09-11 16:51:29 +0200823 /* with sockpair@ we don't want to do an accept */
Willy Tarreau37159062020-08-27 07:48:42 +0200824 if (unlikely(l->rx.addr.ss_family == AF_CUST_SOCKPAIR)) {
William Lallemand2fe7dd02018-09-11 16:51:29 +0200825 if ((cfd = recv_fd_uxst(fd)) != -1)
William Lallemandd9138002018-11-27 12:02:39 +0100826 fcntl(cfd, F_SETFL, O_NONBLOCK);
Willy Tarreau888d5672019-01-27 18:34:12 +0100827 /* just like with UNIX sockets, only the family is filled */
828 addr.ss_family = AF_UNIX;
829 laddr = sizeof(addr.ss_family);
William Lallemand2fe7dd02018-09-11 16:51:29 +0200830 } else
831
Willy Tarreau1bc4aab2012-10-08 20:11:03 +0200832#ifdef USE_ACCEPT4
Willy Tarreau818dca52014-01-31 19:40:19 +0100833 /* only call accept4() if it's known to be safe, otherwise
834 * fallback to the legacy accept() + fcntl().
835 */
836 if (unlikely(accept4_broken ||
William Lallemandd9138002018-11-27 12:02:39 +0100837 ((cfd = accept4(fd, (struct sockaddr *)&addr, &laddr, SOCK_NONBLOCK)) == -1 &&
Willy Tarreau818dca52014-01-31 19:40:19 +0100838 (errno == ENOSYS || errno == EINVAL || errno == EBADF) &&
839 (accept4_broken = 1))))
840#endif
Willy Tarreau6b3b0d42012-10-22 19:32:55 +0200841 if ((cfd = accept(fd, (struct sockaddr *)&addr, &laddr)) != -1)
William Lallemandd9138002018-11-27 12:02:39 +0100842 fcntl(cfd, F_SETFL, O_NONBLOCK);
Willy Tarreau818dca52014-01-31 19:40:19 +0100843
Willy Tarreaubbebbbf2012-05-07 21:22:09 +0200844 if (unlikely(cfd == -1)) {
845 switch (errno) {
846 case EAGAIN:
Willy Tarreau20aeb1c2019-12-10 08:42:21 +0100847 if (fdtab[fd].ev & (FD_POLL_HUP|FD_POLL_ERR)) {
Willy Tarreaubb660302014-05-07 19:47:02 +0200848 /* the listening socket might have been disabled in a shared
849 * process and we're a collateral victim. We'll just pause for
850 * a while in case it comes back. In the mean time, we need to
851 * clear this sticky flag.
852 */
Willy Tarreau20aeb1c2019-12-10 08:42:21 +0100853 _HA_ATOMIC_AND(&fdtab[fd].ev, ~(FD_POLL_HUP|FD_POLL_ERR));
Willy Tarreaubb660302014-05-07 19:47:02 +0200854 goto transient_error;
855 }
Christopher Faulet8d8aa0d2017-05-30 15:36:50 +0200856 goto end; /* nothing more to accept */
Willy Tarreaubb660302014-05-07 19:47:02 +0200857 case EINVAL:
858 /* might be trying to accept on a shut fd (eg: soft stop) */
859 goto transient_error;
Willy Tarreaua593ec52014-01-20 21:21:30 +0100860 case EINTR:
861 case ECONNABORTED:
Olivier Houchard64213e92019-03-08 18:52:57 +0100862 _HA_ATOMIC_SUB(&l->nbconn, 1);
Willy Tarreau82c97892019-02-27 19:32:32 +0100863 if (p)
Olivier Houchard64213e92019-03-08 18:52:57 +0100864 _HA_ATOMIC_SUB(&p->feconn, 1);
Willy Tarreau82c97892019-02-27 19:32:32 +0100865 if (!(l->options & LI_O_UNLIMITED))
Olivier Houchard64213e92019-03-08 18:52:57 +0100866 _HA_ATOMIC_SUB(&actconn, 1);
Willy Tarreaua593ec52014-01-20 21:21:30 +0100867 continue;
Willy Tarreaubbebbbf2012-05-07 21:22:09 +0200868 case ENFILE:
869 if (p)
870 send_log(p, LOG_EMERG,
Willy Tarreauc5532ac2018-01-29 15:06:04 +0100871 "Proxy %s reached system FD limit (maxsock=%d). Please check system tunables.\n",
872 p->id, global.maxsock);
Willy Tarreaubb660302014-05-07 19:47:02 +0200873 goto transient_error;
Willy Tarreaubbebbbf2012-05-07 21:22:09 +0200874 case EMFILE:
875 if (p)
876 send_log(p, LOG_EMERG,
Willy Tarreauc5532ac2018-01-29 15:06:04 +0100877 "Proxy %s reached process FD limit (maxsock=%d). Please check 'ulimit-n' and restart.\n",
878 p->id, global.maxsock);
Willy Tarreaubb660302014-05-07 19:47:02 +0200879 goto transient_error;
Willy Tarreaubbebbbf2012-05-07 21:22:09 +0200880 case ENOBUFS:
881 case ENOMEM:
882 if (p)
883 send_log(p, LOG_EMERG,
Willy Tarreauc5532ac2018-01-29 15:06:04 +0100884 "Proxy %s reached system memory limit (maxsock=%d). Please check system tunables.\n",
885 p->id, global.maxsock);
Willy Tarreaubb660302014-05-07 19:47:02 +0200886 goto transient_error;
Willy Tarreaubbebbbf2012-05-07 21:22:09 +0200887 default:
Willy Tarreaua593ec52014-01-20 21:21:30 +0100888 /* unexpected result, let's give up and let other tasks run */
Willy Tarreau92079932019-12-10 09:30:05 +0100889 max_accept = 0;
890 goto end;
Willy Tarreaubbebbbf2012-05-07 21:22:09 +0200891 }
892 }
893
William Lallemandd9138002018-11-27 12:02:39 +0100894 /* we don't want to leak the FD upon reload if it's in the master */
895 if (unlikely(master == 1))
896 fcntl(cfd, F_SETFD, FD_CLOEXEC);
897
Willy Tarreau83efc322020-10-14 17:37:17 +0200898 /* we'll have to at least allocate a connection, assign the listener
899 * to conn->target, set the source address, and set the fd.
900 */
901 cli_conn = conn_new(&l->obj_type);
902 if (cli_conn) {
903 cli_conn->handle.fd = cfd;
904 cli_conn->flags |= CO_FL_ADDR_FROM_SET;
905 if (!sockaddr_alloc(&cli_conn->src, &addr, laddr)) {
906 conn_free(cli_conn);
907 cli_conn = NULL;
908 }
909 }
910
911 if (!cli_conn) {
912 /* no more memory, give up! */
913 close(cfd);
914 continue;
915 }
916
Willy Tarreau3f0d02b2019-02-25 19:23:37 +0100917 /* The connection was accepted, it must be counted as such */
918 if (l->counters)
919 HA_ATOMIC_UPDATE_MAX(&l->counters->conn_max, next_conn);
920
Willy Tarreau82c97892019-02-27 19:32:32 +0100921 if (p)
922 HA_ATOMIC_UPDATE_MAX(&p->fe_counters.conn_max, next_feconn);
923
924 proxy_inc_fe_conn_ctr(l, p);
925
Willy Tarreau3f0d02b2019-02-25 19:23:37 +0100926 if (!(l->options & LI_O_UNLIMITED)) {
927 count = update_freq_ctr(&global.conn_per_sec, 1);
928 HA_ATOMIC_UPDATE_MAX(&global.cps_max, count);
Willy Tarreau3f0d02b2019-02-25 19:23:37 +0100929 }
930
Willy Tarreau64a9c052019-04-12 15:27:17 +0200931 _HA_ATOMIC_ADD(&activity[tid].accepted, 1);
932
Willy Tarreaubbebbbf2012-05-07 21:22:09 +0200933 if (unlikely(cfd >= global.maxsock)) {
934 send_log(p, LOG_EMERG,
935 "Proxy %s reached the configured maximum connection limit. Please check the global 'maxconn' value.\n",
936 p->id);
Willy Tarreau83efc322020-10-14 17:37:17 +0200937 conn_free(cli_conn);
Willy Tarreaubbebbbf2012-05-07 21:22:09 +0200938 close(cfd);
Willy Tarreau0591bf72019-12-10 12:01:21 +0100939 expire = tick_add(now_ms, 1000); /* try again in 1 second */
940 goto limit_global;
Willy Tarreaubbebbbf2012-05-07 21:22:09 +0200941 }
942
Willy Tarreau3f0d02b2019-02-25 19:23:37 +0100943 /* past this point, l->accept() will automatically decrement
Willy Tarreau82c97892019-02-27 19:32:32 +0100944 * l->nbconn, feconn and actconn once done. Setting next_*conn=0
945 * allows the error path not to rollback on nbconn. It's more
946 * convenient than duplicating all exit labels.
Willy Tarreau3f0d02b2019-02-25 19:23:37 +0100947 */
948 next_conn = 0;
Willy Tarreau82c97892019-02-27 19:32:32 +0100949 next_feconn = 0;
950 next_actconn = 0;
Willy Tarreaubbebbbf2012-05-07 21:22:09 +0200951
Willy Tarreau83efc322020-10-14 17:37:17 +0200952
Willy Tarreaue0e9c482019-01-27 15:37:19 +0100953#if defined(USE_THREAD)
Willy Tarreau818a92e2020-09-03 07:50:19 +0200954 mask = thread_mask(l->rx.settings->bind_thread) & all_threads_mask;
Willy Tarreaua7da5e82020-03-12 17:33:29 +0100955 if (atleast2(mask) && (global.tune.options & GTUNE_LISTENER_MQ) && !stopping) {
Willy Tarreaue0e9c482019-01-27 15:37:19 +0100956 struct accept_queue_ring *ring;
Willy Tarreau0fe703b2019-03-05 08:46:28 +0100957 unsigned int t, t0, t1, t2;
Willy Tarreaufc630bd2019-03-04 19:57:34 +0100958
Willy Tarreau0fe703b2019-03-05 08:46:28 +0100959 /* The principle is that we have two running indexes,
960 * each visiting in turn all threads bound to this
961 * listener. The connection will be assigned to the one
962 * with the least connections, and the other one will
963 * be updated. This provides a good fairness on short
Willy Tarreaufc630bd2019-03-04 19:57:34 +0100964 * connections (round robin) and on long ones (conn
Willy Tarreau0fe703b2019-03-05 08:46:28 +0100965 * count), without ever missing any idle thread.
Willy Tarreaufc630bd2019-03-04 19:57:34 +0100966 */
Willy Tarreau0fe703b2019-03-05 08:46:28 +0100967
968 /* keep a copy for the final update. thr_idx is composite
969 * and made of (t2<<16) + t1.
970 */
Willy Tarreau0cf33172019-03-06 15:26:33 +0100971 t0 = l->thr_idx;
Willy Tarreaufc630bd2019-03-04 19:57:34 +0100972 do {
Willy Tarreau0fe703b2019-03-05 08:46:28 +0100973 unsigned long m1, m2;
974 int q1, q2;
975
976 t2 = t1 = t0;
977 t2 >>= 16;
978 t1 &= 0xFFFF;
979
980 /* t1 walks low to high bits ;
981 * t2 walks high to low.
982 */
983 m1 = mask >> t1;
984 m2 = mask & (t2 ? nbits(t2 + 1) : ~0UL);
985
Willy Tarreau85d04242019-04-16 18:09:13 +0200986 if (unlikely(!(m1 & 1))) {
Willy Tarreau0fe703b2019-03-05 08:46:28 +0100987 m1 &= ~1UL;
988 if (!m1) {
989 m1 = mask;
990 t1 = 0;
991 }
992 t1 += my_ffsl(m1) - 1;
993 }
Willy Tarreaue0e9c482019-01-27 15:37:19 +0100994
Willy Tarreau85d04242019-04-16 18:09:13 +0200995 if (unlikely(!(m2 & (1UL << t2)) || t1 == t2)) {
996 /* highest bit not set */
997 if (!m2)
998 m2 = mask;
999
1000 t2 = my_flsl(m2) - 1;
1001 }
1002
Willy Tarreau0fe703b2019-03-05 08:46:28 +01001003 /* now we have two distinct thread IDs belonging to the mask */
1004 q1 = accept_queue_rings[t1].tail - accept_queue_rings[t1].head + ACCEPT_QUEUE_SIZE;
1005 if (q1 >= ACCEPT_QUEUE_SIZE)
1006 q1 -= ACCEPT_QUEUE_SIZE;
Willy Tarreaue0e9c482019-01-27 15:37:19 +01001007
Willy Tarreau0fe703b2019-03-05 08:46:28 +01001008 q2 = accept_queue_rings[t2].tail - accept_queue_rings[t2].head + ACCEPT_QUEUE_SIZE;
1009 if (q2 >= ACCEPT_QUEUE_SIZE)
1010 q2 -= ACCEPT_QUEUE_SIZE;
Willy Tarreaue0e9c482019-01-27 15:37:19 +01001011
Willy Tarreau0fe703b2019-03-05 08:46:28 +01001012 /* we have 3 possibilities now :
1013 * q1 < q2 : t1 is less loaded than t2, so we pick it
1014 * and update t2 (since t1 might still be
1015 * lower than another thread)
1016 * q1 > q2 : t2 is less loaded than t1, so we pick it
1017 * and update t1 (since t2 might still be
1018 * lower than another thread)
1019 * q1 = q2 : both are equally loaded, thus we pick t1
1020 * and update t1 as it will become more loaded
1021 * than t2.
1022 */
Willy Tarreaue0e9c482019-01-27 15:37:19 +01001023
Willy Tarreau0fe703b2019-03-05 08:46:28 +01001024 q1 += l->thr_conn[t1];
1025 q2 += l->thr_conn[t2];
Willy Tarreaue0e9c482019-01-27 15:37:19 +01001026
Willy Tarreau0fe703b2019-03-05 08:46:28 +01001027 if (q1 - q2 < 0) {
1028 t = t1;
1029 t2 = t2 ? t2 - 1 : LONGBITS - 1;
1030 }
1031 else if (q1 - q2 > 0) {
1032 t = t2;
1033 t1++;
1034 if (t1 >= LONGBITS)
1035 t1 = 0;
1036 }
1037 else {
1038 t = t1;
1039 t1++;
1040 if (t1 >= LONGBITS)
1041 t1 = 0;
1042 }
Willy Tarreaue0e9c482019-01-27 15:37:19 +01001043
Willy Tarreau0fe703b2019-03-05 08:46:28 +01001044 /* new value for thr_idx */
1045 t1 += (t2 << 16);
Olivier Houchard64213e92019-03-08 18:52:57 +01001046 } while (unlikely(!_HA_ATOMIC_CAS(&l->thr_idx, &t0, t1)));
Willy Tarreaue0e9c482019-01-27 15:37:19 +01001047
Willy Tarreau0fe703b2019-03-05 08:46:28 +01001048 /* We successfully selected the best thread "t" for this
1049 * connection. We use deferred accepts even if it's the
1050 * local thread because tests show that it's the best
1051 * performing model, likely due to better cache locality
1052 * when processing this loop.
Willy Tarreaue0e9c482019-01-27 15:37:19 +01001053 */
Willy Tarreau0fe703b2019-03-05 08:46:28 +01001054 ring = &accept_queue_rings[t];
Willy Tarreau83efc322020-10-14 17:37:17 +02001055 if (accept_queue_push_mp(ring, cli_conn)) {
Olivier Houchard64213e92019-03-08 18:52:57 +01001056 _HA_ATOMIC_ADD(&activity[t].accq_pushed, 1);
Willy Tarreau2bd65a72019-09-24 06:55:18 +02001057 tasklet_wakeup(ring->tasklet);
Willy Tarreaue0e9c482019-01-27 15:37:19 +01001058 continue;
1059 }
1060 /* If the ring is full we do a synchronous accept on
1061 * the local thread here.
Willy Tarreaue0e9c482019-01-27 15:37:19 +01001062 */
Olivier Houchard64213e92019-03-08 18:52:57 +01001063 _HA_ATOMIC_ADD(&activity[t].accq_full, 1);
Willy Tarreaue0e9c482019-01-27 15:37:19 +01001064 }
1065#endif // USE_THREAD
1066
Olivier Houchard64213e92019-03-08 18:52:57 +01001067 _HA_ATOMIC_ADD(&l->thr_conn[tid], 1);
Willy Tarreau83efc322020-10-14 17:37:17 +02001068 ret = l->accept(cli_conn);
Willy Tarreaubbebbbf2012-05-07 21:22:09 +02001069 if (unlikely(ret <= 0)) {
Willy Tarreau87b09662015-04-03 00:22:06 +02001070 /* The connection was closed by stream_accept(). Either
Willy Tarreaubbebbbf2012-05-07 21:22:09 +02001071 * we just have to ignore it (ret == 0) or it's a critical
1072 * error due to a resource shortage, and we must stop the
1073 * listener (ret < 0).
1074 */
Willy Tarreaubbebbbf2012-05-07 21:22:09 +02001075 if (ret == 0) /* successful termination */
1076 continue;
1077
Willy Tarreaubb660302014-05-07 19:47:02 +02001078 goto transient_error;
Willy Tarreaubbebbbf2012-05-07 21:22:09 +02001079 }
1080
Willy Tarreau3f0d02b2019-02-25 19:23:37 +01001081 /* increase the per-process number of cumulated sessions, this
1082 * may only be done once l->accept() has accepted the connection.
1083 */
Willy Tarreau93e7c002013-10-07 18:51:07 +02001084 if (!(l->options & LI_O_UNLIMITED)) {
Christopher Faulet8d8aa0d2017-05-30 15:36:50 +02001085 count = update_freq_ctr(&global.sess_per_sec, 1);
1086 HA_ATOMIC_UPDATE_MAX(&global.sps_max, count);
Willy Tarreau93e7c002013-10-07 18:51:07 +02001087 }
Willy Tarreaue43d5322013-10-07 20:01:52 +02001088#ifdef USE_OPENSSL
1089 if (!(l->options & LI_O_UNLIMITED) && l->bind_conf && l->bind_conf->is_ssl) {
Christopher Faulet8d8aa0d2017-05-30 15:36:50 +02001090 count = update_freq_ctr(&global.ssl_per_sec, 1);
1091 HA_ATOMIC_UPDATE_MAX(&global.ssl_max, count);
Willy Tarreaue43d5322013-10-07 20:01:52 +02001092 }
1093#endif
Willy Tarreau93e7c002013-10-07 18:51:07 +02001094
Willy Tarreau8d2c98b2020-05-01 09:51:11 +02001095 ti->flags &= ~TI_FL_STUCK; // this thread is still running
Willy Tarreau3f0d02b2019-02-25 19:23:37 +01001096 } /* end of for (max_accept--) */
Willy Tarreaubbebbbf2012-05-07 21:22:09 +02001097
Christopher Faulet8d8aa0d2017-05-30 15:36:50 +02001098 end:
Willy Tarreau3f0d02b2019-02-25 19:23:37 +01001099 if (next_conn)
Olivier Houchard64213e92019-03-08 18:52:57 +01001100 _HA_ATOMIC_SUB(&l->nbconn, 1);
Willy Tarreau741b4d62019-02-25 15:02:04 +01001101
Willy Tarreau82c97892019-02-27 19:32:32 +01001102 if (p && next_feconn)
Olivier Houchard64213e92019-03-08 18:52:57 +01001103 _HA_ATOMIC_SUB(&p->feconn, 1);
Willy Tarreau82c97892019-02-27 19:32:32 +01001104
1105 if (next_actconn)
Olivier Houchard64213e92019-03-08 18:52:57 +01001106 _HA_ATOMIC_SUB(&actconn, 1);
Willy Tarreau82c97892019-02-27 19:32:32 +01001107
Willy Tarreaua8cf66b2019-02-27 16:49:00 +01001108 if ((l->state == LI_FULL && (!l->maxconn || l->nbconn < l->maxconn)) ||
Willy Tarreaucdcba112019-12-11 15:06:30 +01001109 (l->state == LI_LIMITED &&
1110 ((!p || p->feconn < p->maxconn) && (actconn < global.maxconn) &&
1111 (!tick_isset(global_listener_queue_task->expire) ||
1112 tick_is_expired(global_listener_queue_task->expire, now_ms))))) {
Willy Tarreau3f0d02b2019-02-25 19:23:37 +01001113 /* at least one thread has to this when quitting */
1114 resume_listener(l);
1115
1116 /* Dequeues all of the listeners waiting for a resource */
Willy Tarreau241797a2019-12-10 14:10:52 +01001117 dequeue_all_listeners();
Willy Tarreau3f0d02b2019-02-25 19:23:37 +01001118
Olivier Houchard859dc802019-08-08 15:47:21 +02001119 if (p && !MT_LIST_ISEMPTY(&p->listener_queue) &&
Willy Tarreau3f0d02b2019-02-25 19:23:37 +01001120 (!p->fe_sps_lim || freq_ctr_remain(&p->fe_sess_per_sec, p->fe_sps_lim, 0) > 0))
Willy Tarreau241797a2019-12-10 14:10:52 +01001121 dequeue_proxy_listeners(p);
Willy Tarreau3f0d02b2019-02-25 19:23:37 +01001122 }
Willy Tarreau4c044e22019-12-05 07:40:32 +01001123
Willy Tarreau92079932019-12-10 09:30:05 +01001124 /* Now it's getting tricky. The listener was supposed to be in LI_READY
1125 * state but in the mean time we might have changed it to LI_FULL or
1126 * LI_LIMITED, and another thread might also have turned it to
1127 * LI_PAUSED, LI_LISTEN or even LI_INI when stopping a proxy. We must
1128 * be certain to keep the FD enabled when in the READY state but we
1129 * must also stop it for other states that we might have switched to
1130 * while others re-enabled polling.
1131 */
1132 HA_SPIN_LOCK(LISTENER_LOCK, &l->lock);
1133 if (l->state == LI_READY) {
1134 if (max_accept > 0)
1135 fd_cant_recv(fd);
Willy Tarreau92079932019-12-10 09:30:05 +01001136 } else if (l->state > LI_ASSIGNED) {
Willy Tarreau38ba6472020-08-27 08:16:52 +02001137 fd_stop_recv(l->rx.fd);
Willy Tarreau92079932019-12-10 09:30:05 +01001138 }
1139 HA_SPIN_UNLOCK(LISTENER_LOCK, &l->lock);
Willy Tarreau0591bf72019-12-10 12:01:21 +01001140 return;
1141
1142 transient_error:
1143 /* pause the listener for up to 100 ms */
1144 expire = tick_add(now_ms, 100);
1145
Willy Tarreau258b3512020-10-13 17:46:05 +02001146 /* This may be a shared socket that was paused by another process.
1147 * Let's put it to pause in this case.
1148 */
1149 if (l->rx.proto && l->rx.proto->rx_listening(&l->rx) == 0) {
1150 pause_listener(l);
1151 goto end;
1152 }
1153
Willy Tarreau0591bf72019-12-10 12:01:21 +01001154 limit_global:
1155 /* (re-)queue the listener to the global queue and set it to expire no
1156 * later than <expire> ahead. The listener turns to LI_LIMITED.
1157 */
1158 limit_listener(l, &global_listener_queue);
1159 task_schedule(global_listener_queue_task, expire);
1160 goto end;
1161
1162 limit_proxy:
1163 /* (re-)queue the listener to the proxy's queue and set it to expire no
1164 * later than <expire> ahead. The listener turns to LI_LIMITED.
1165 */
1166 limit_listener(l, &p->listener_queue);
Willy Tarreaueeea8082020-01-08 19:15:07 +01001167 if (p->task && tick_isset(expire))
1168 task_schedule(p->task, expire);
Willy Tarreau0591bf72019-12-10 12:01:21 +01001169 goto end;
Willy Tarreaubbebbbf2012-05-07 21:22:09 +02001170}
1171
Willy Tarreau05f50472017-09-15 09:19:58 +02001172/* Notify the listener that a connection initiated from it was released. This
1173 * is used to keep the connection count consistent and to possibly re-open
1174 * listening when it was limited.
1175 */
1176void listener_release(struct listener *l)
1177{
1178 struct proxy *fe = l->bind_conf->frontend;
1179
1180 if (!(l->options & LI_O_UNLIMITED))
Olivier Houchard64213e92019-03-08 18:52:57 +01001181 _HA_ATOMIC_SUB(&actconn, 1);
Willy Tarreau82c97892019-02-27 19:32:32 +01001182 if (fe)
Olivier Houchard64213e92019-03-08 18:52:57 +01001183 _HA_ATOMIC_SUB(&fe->feconn, 1);
1184 _HA_ATOMIC_SUB(&l->nbconn, 1);
1185 _HA_ATOMIC_SUB(&l->thr_conn[tid], 1);
Willy Tarreau82c97892019-02-27 19:32:32 +01001186
1187 if (l->state == LI_FULL || l->state == LI_LIMITED)
Willy Tarreau05f50472017-09-15 09:19:58 +02001188 resume_listener(l);
1189
1190 /* Dequeues all of the listeners waiting for a resource */
Willy Tarreau241797a2019-12-10 14:10:52 +01001191 dequeue_all_listeners();
Willy Tarreau05f50472017-09-15 09:19:58 +02001192
Olivier Houchard859dc802019-08-08 15:47:21 +02001193 if (!MT_LIST_ISEMPTY(&fe->listener_queue) &&
Willy Tarreau05f50472017-09-15 09:19:58 +02001194 (!fe->fe_sps_lim || freq_ctr_remain(&fe->fe_sess_per_sec, fe->fe_sps_lim, 0) > 0))
Willy Tarreau241797a2019-12-10 14:10:52 +01001195 dequeue_proxy_listeners(fe);
Willy Tarreau05f50472017-09-15 09:19:58 +02001196}
1197
Willy Tarreauf2cb1692019-07-11 10:08:31 +02001198/* Initializes the listener queues. Returns 0 on success, otherwise ERR_* flags */
1199static int listener_queue_init()
1200{
Willy Tarreaua1d97f82019-12-10 11:18:41 +01001201 global_listener_queue_task = task_new(MAX_THREADS_MASK);
1202 if (!global_listener_queue_task) {
1203 ha_alert("Out of memory when initializing global listener queue\n");
1204 return ERR_FATAL|ERR_ABORT;
1205 }
1206 /* very simple initialization, users will queue the task if needed */
1207 global_listener_queue_task->context = NULL; /* not even a context! */
1208 global_listener_queue_task->process = manage_global_listener_queue;
1209
Willy Tarreauf2cb1692019-07-11 10:08:31 +02001210 return 0;
1211}
1212
1213static void listener_queue_deinit()
1214{
Willy Tarreaua1d97f82019-12-10 11:18:41 +01001215 task_destroy(global_listener_queue_task);
1216 global_listener_queue_task = NULL;
Willy Tarreauf2cb1692019-07-11 10:08:31 +02001217}
1218
1219REGISTER_CONFIG_POSTPARSER("multi-threaded listener queue", listener_queue_init);
1220REGISTER_POST_DEINIT(listener_queue_deinit);
1221
Willy Tarreaua1d97f82019-12-10 11:18:41 +01001222
1223/* This is the global management task for listeners. It enables listeners waiting
1224 * for global resources when there are enough free resource, or at least once in
1225 * a while. It is designed to be called as a task.
1226 */
1227static struct task *manage_global_listener_queue(struct task *t, void *context, unsigned short state)
1228{
1229 /* If there are still too many concurrent connections, let's wait for
1230 * some of them to go away. We don't need to re-arm the timer because
1231 * each of them will scan the queue anyway.
1232 */
1233 if (unlikely(actconn >= global.maxconn))
1234 goto out;
1235
1236 /* We should periodically try to enable listeners waiting for a global
1237 * resource here, because it is possible, though very unlikely, that
1238 * they have been blocked by a temporary lack of global resource such
1239 * as a file descriptor or memory and that the temporary condition has
1240 * disappeared.
1241 */
1242 dequeue_all_listeners();
1243
1244 out:
1245 t->expire = TICK_ETERNITY;
1246 task_queue(t);
1247 return t;
1248}
1249
Willy Tarreau26982662012-09-12 23:17:10 +02001250/*
1251 * Registers the bind keyword list <kwl> as a list of valid keywords for next
1252 * parsing sessions.
1253 */
1254void bind_register_keywords(struct bind_kw_list *kwl)
1255{
1256 LIST_ADDQ(&bind_keywords.list, &kwl->list);
1257}
1258
1259/* Return a pointer to the bind keyword <kw>, or NULL if not found. If the
1260 * keyword is found with a NULL ->parse() function, then an attempt is made to
1261 * find one with a valid ->parse() function. This way it is possible to declare
1262 * platform-dependant, known keywords as NULL, then only declare them as valid
1263 * if some options are met. Note that if the requested keyword contains an
1264 * opening parenthesis, everything from this point is ignored.
1265 */
1266struct bind_kw *bind_find_kw(const char *kw)
1267{
1268 int index;
1269 const char *kwend;
1270 struct bind_kw_list *kwl;
1271 struct bind_kw *ret = NULL;
1272
1273 kwend = strchr(kw, '(');
1274 if (!kwend)
1275 kwend = kw + strlen(kw);
1276
1277 list_for_each_entry(kwl, &bind_keywords.list, list) {
1278 for (index = 0; kwl->kw[index].kw != NULL; index++) {
1279 if ((strncmp(kwl->kw[index].kw, kw, kwend - kw) == 0) &&
1280 kwl->kw[index].kw[kwend-kw] == 0) {
1281 if (kwl->kw[index].parse)
1282 return &kwl->kw[index]; /* found it !*/
1283 else
1284 ret = &kwl->kw[index]; /* may be OK */
1285 }
1286 }
1287 }
1288 return ret;
1289}
1290
Willy Tarreau8638f482012-09-18 18:01:17 +02001291/* Dumps all registered "bind" keywords to the <out> string pointer. The
1292 * unsupported keywords are only dumped if their supported form was not
1293 * found.
1294 */
1295void bind_dump_kws(char **out)
1296{
1297 struct bind_kw_list *kwl;
1298 int index;
1299
Christopher Faulet784063e2020-05-18 12:14:18 +02001300 if (!out)
1301 return;
1302
Willy Tarreau8638f482012-09-18 18:01:17 +02001303 *out = NULL;
1304 list_for_each_entry(kwl, &bind_keywords.list, list) {
1305 for (index = 0; kwl->kw[index].kw != NULL; index++) {
1306 if (kwl->kw[index].parse ||
1307 bind_find_kw(kwl->kw[index].kw) == &kwl->kw[index]) {
Willy Tarreau51fb7652012-09-18 18:24:39 +02001308 memprintf(out, "%s[%4s] %s%s%s\n", *out ? *out : "",
1309 kwl->scope,
Willy Tarreau8638f482012-09-18 18:01:17 +02001310 kwl->kw[index].kw,
Willy Tarreau51fb7652012-09-18 18:24:39 +02001311 kwl->kw[index].skip ? " <arg>" : "",
1312 kwl->kw[index].parse ? "" : " (not supported)");
Willy Tarreau8638f482012-09-18 18:01:17 +02001313 }
1314 }
1315 }
1316}
1317
Willy Tarreau645513a2010-05-24 20:55:15 +02001318/************************************************************************/
Willy Tarreau0ccb7442013-01-07 22:54:17 +01001319/* All supported sample and ACL keywords must be declared here. */
Willy Tarreau645513a2010-05-24 20:55:15 +02001320/************************************************************************/
1321
Willy Tarreaua5e37562011-12-16 17:06:15 +01001322/* set temp integer to the number of connexions to the same listening socket */
Willy Tarreau645513a2010-05-24 20:55:15 +02001323static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02001324smp_fetch_dconn(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau645513a2010-05-24 20:55:15 +02001325{
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02001326 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02001327 smp->data.u.sint = smp->sess->listener->nbconn;
Willy Tarreau645513a2010-05-24 20:55:15 +02001328 return 1;
1329}
1330
Willy Tarreaua5e37562011-12-16 17:06:15 +01001331/* set temp integer to the id of the socket (listener) */
Willy Tarreau645513a2010-05-24 20:55:15 +02001332static int
Thierry FOURNIER0786d052015-05-11 15:42:45 +02001333smp_fetch_so_id(const struct arg *args, struct sample *smp, const char *kw, void *private)
Willy Tarreau37406352012-04-23 16:16:37 +02001334{
Thierry FOURNIER8c542ca2015-08-19 09:00:18 +02001335 smp->data.type = SMP_T_SINT;
Thierry FOURNIER136f9d32015-08-19 09:07:19 +02001336 smp->data.u.sint = smp->sess->listener->luid;
Willy Tarreau645513a2010-05-24 20:55:15 +02001337 return 1;
1338}
Jerome Magnineb421b22020-03-27 22:08:40 +01001339static int
1340smp_fetch_so_name(const struct arg *args, struct sample *smp, const char *kw, void *private)
1341{
1342 smp->data.u.str.area = smp->sess->listener->name;
1343 if (!smp->data.u.str.area)
1344 return 0;
1345
1346 smp->data.type = SMP_T_STR;
1347 smp->flags = SMP_F_CONST;
1348 smp->data.u.str.data = strlen(smp->data.u.str.area);
1349 return 1;
1350}
Willy Tarreau645513a2010-05-24 20:55:15 +02001351
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001352/* parse the "accept-proxy" bind keyword */
Willy Tarreau4348fad2012-09-20 16:48:07 +02001353static int bind_parse_accept_proxy(char **args, int cur_arg, struct proxy *px, struct bind_conf *conf, char **err)
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001354{
1355 struct listener *l;
1356
Willy Tarreau4348fad2012-09-20 16:48:07 +02001357 list_for_each_entry(l, &conf->listeners, by_bind)
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001358 l->options |= LI_O_ACC_PROXY;
1359
1360 return 0;
1361}
1362
Bertrand Jacquin93b227d2016-06-04 15:11:10 +01001363/* parse the "accept-netscaler-cip" bind keyword */
1364static int bind_parse_accept_netscaler_cip(char **args, int cur_arg, struct proxy *px, struct bind_conf *conf, char **err)
1365{
1366 struct listener *l;
1367 uint32_t val;
1368
1369 if (!*args[cur_arg + 1]) {
1370 memprintf(err, "'%s' : missing value", args[cur_arg]);
1371 return ERR_ALERT | ERR_FATAL;
1372 }
1373
1374 val = atol(args[cur_arg + 1]);
1375 if (val <= 0) {
Willy Tarreaue2711c72019-02-27 15:39:41 +01001376 memprintf(err, "'%s' : invalid value %d, must be >= 0", args[cur_arg], val);
Bertrand Jacquin93b227d2016-06-04 15:11:10 +01001377 return ERR_ALERT | ERR_FATAL;
1378 }
1379
1380 list_for_each_entry(l, &conf->listeners, by_bind) {
1381 l->options |= LI_O_ACC_CIP;
1382 conf->ns_cip_magic = val;
1383 }
1384
1385 return 0;
1386}
1387
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001388/* parse the "backlog" bind keyword */
Willy Tarreau4348fad2012-09-20 16:48:07 +02001389static int bind_parse_backlog(char **args, int cur_arg, struct proxy *px, struct bind_conf *conf, char **err)
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001390{
1391 struct listener *l;
1392 int val;
1393
1394 if (!*args[cur_arg + 1]) {
Willy Tarreaueb6cead2012-09-20 19:43:14 +02001395 memprintf(err, "'%s' : missing value", args[cur_arg]);
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001396 return ERR_ALERT | ERR_FATAL;
1397 }
1398
1399 val = atol(args[cur_arg + 1]);
Willy Tarreaue2711c72019-02-27 15:39:41 +01001400 if (val < 0) {
Willy Tarreaueb6cead2012-09-20 19:43:14 +02001401 memprintf(err, "'%s' : invalid value %d, must be > 0", args[cur_arg], val);
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001402 return ERR_ALERT | ERR_FATAL;
1403 }
1404
Willy Tarreau4348fad2012-09-20 16:48:07 +02001405 list_for_each_entry(l, &conf->listeners, by_bind)
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001406 l->backlog = val;
1407
1408 return 0;
1409}
1410
1411/* parse the "id" bind keyword */
Willy Tarreau4348fad2012-09-20 16:48:07 +02001412static int bind_parse_id(char **args, int cur_arg, struct proxy *px, struct bind_conf *conf, char **err)
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001413{
1414 struct eb32_node *node;
Willy Tarreau4348fad2012-09-20 16:48:07 +02001415 struct listener *l, *new;
Thierry Fourniere7fe8eb2016-02-26 08:45:58 +01001416 char *error;
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001417
Willy Tarreau4348fad2012-09-20 16:48:07 +02001418 if (conf->listeners.n != conf->listeners.p) {
Willy Tarreaueb6cead2012-09-20 19:43:14 +02001419 memprintf(err, "'%s' can only be used with a single socket", args[cur_arg]);
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001420 return ERR_ALERT | ERR_FATAL;
1421 }
1422
1423 if (!*args[cur_arg + 1]) {
Willy Tarreaueb6cead2012-09-20 19:43:14 +02001424 memprintf(err, "'%s' : expects an integer argument", args[cur_arg]);
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001425 return ERR_ALERT | ERR_FATAL;
1426 }
1427
Willy Tarreau4348fad2012-09-20 16:48:07 +02001428 new = LIST_NEXT(&conf->listeners, struct listener *, by_bind);
Thierry Fourniere7fe8eb2016-02-26 08:45:58 +01001429 new->luid = strtol(args[cur_arg + 1], &error, 10);
1430 if (*error != '\0') {
1431 memprintf(err, "'%s' : expects an integer argument, found '%s'", args[cur_arg], args[cur_arg + 1]);
1432 return ERR_ALERT | ERR_FATAL;
1433 }
Willy Tarreau4348fad2012-09-20 16:48:07 +02001434 new->conf.id.key = new->luid;
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001435
Willy Tarreau4348fad2012-09-20 16:48:07 +02001436 if (new->luid <= 0) {
Willy Tarreaueb6cead2012-09-20 19:43:14 +02001437 memprintf(err, "'%s' : custom id has to be > 0", args[cur_arg]);
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001438 return ERR_ALERT | ERR_FATAL;
1439 }
1440
Willy Tarreau4348fad2012-09-20 16:48:07 +02001441 node = eb32_lookup(&px->conf.used_listener_id, new->luid);
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001442 if (node) {
1443 l = container_of(node, struct listener, conf.id);
Willy Tarreaueb6cead2012-09-20 19:43:14 +02001444 memprintf(err, "'%s' : custom id %d already used at %s:%d ('bind %s')",
1445 args[cur_arg], l->luid, l->bind_conf->file, l->bind_conf->line,
1446 l->bind_conf->arg);
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001447 return ERR_ALERT | ERR_FATAL;
1448 }
1449
Willy Tarreau4348fad2012-09-20 16:48:07 +02001450 eb32_insert(&px->conf.used_listener_id, &new->conf.id);
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001451 return 0;
1452}
1453
1454/* parse the "maxconn" bind keyword */
Willy Tarreau4348fad2012-09-20 16:48:07 +02001455static int bind_parse_maxconn(char **args, int cur_arg, struct proxy *px, struct bind_conf *conf, char **err)
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001456{
1457 struct listener *l;
1458 int val;
1459
1460 if (!*args[cur_arg + 1]) {
Willy Tarreaueb6cead2012-09-20 19:43:14 +02001461 memprintf(err, "'%s' : missing value", args[cur_arg]);
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001462 return ERR_ALERT | ERR_FATAL;
1463 }
1464
1465 val = atol(args[cur_arg + 1]);
Willy Tarreaua8cf66b2019-02-27 16:49:00 +01001466 if (val < 0) {
1467 memprintf(err, "'%s' : invalid value %d, must be >= 0", args[cur_arg], val);
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001468 return ERR_ALERT | ERR_FATAL;
1469 }
1470
Willy Tarreau4348fad2012-09-20 16:48:07 +02001471 list_for_each_entry(l, &conf->listeners, by_bind)
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001472 l->maxconn = val;
1473
1474 return 0;
1475}
1476
1477/* parse the "name" bind keyword */
Willy Tarreau4348fad2012-09-20 16:48:07 +02001478static int bind_parse_name(char **args, int cur_arg, struct proxy *px, struct bind_conf *conf, char **err)
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001479{
1480 struct listener *l;
1481
1482 if (!*args[cur_arg + 1]) {
Willy Tarreaueb6cead2012-09-20 19:43:14 +02001483 memprintf(err, "'%s' : missing name", args[cur_arg]);
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001484 return ERR_ALERT | ERR_FATAL;
1485 }
1486
Willy Tarreau4348fad2012-09-20 16:48:07 +02001487 list_for_each_entry(l, &conf->listeners, by_bind)
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001488 l->name = strdup(args[cur_arg + 1]);
1489
1490 return 0;
1491}
1492
1493/* parse the "nice" bind keyword */
Willy Tarreau4348fad2012-09-20 16:48:07 +02001494static int bind_parse_nice(char **args, int cur_arg, struct proxy *px, struct bind_conf *conf, char **err)
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001495{
1496 struct listener *l;
1497 int val;
1498
1499 if (!*args[cur_arg + 1]) {
Willy Tarreaueb6cead2012-09-20 19:43:14 +02001500 memprintf(err, "'%s' : missing value", args[cur_arg]);
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001501 return ERR_ALERT | ERR_FATAL;
1502 }
1503
1504 val = atol(args[cur_arg + 1]);
1505 if (val < -1024 || val > 1024) {
Willy Tarreaueb6cead2012-09-20 19:43:14 +02001506 memprintf(err, "'%s' : invalid value %d, allowed range is -1024..1024", args[cur_arg], val);
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001507 return ERR_ALERT | ERR_FATAL;
1508 }
1509
Willy Tarreau4348fad2012-09-20 16:48:07 +02001510 list_for_each_entry(l, &conf->listeners, by_bind)
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001511 l->nice = val;
1512
1513 return 0;
1514}
1515
Willy Tarreau6ae1ba62014-05-07 19:01:58 +02001516/* parse the "process" bind keyword */
1517static int bind_parse_process(char **args, int cur_arg, struct proxy *px, struct bind_conf *conf, char **err)
1518{
Christopher Fauletc644fa92017-11-23 22:44:11 +01001519 char *slash;
1520 unsigned long proc = 0, thread = 0;
Willy Tarreau6ae1ba62014-05-07 19:01:58 +02001521
Christopher Fauletc644fa92017-11-23 22:44:11 +01001522 if ((slash = strchr(args[cur_arg + 1], '/')) != NULL)
1523 *slash = 0;
1524
Willy Tarreauff9c9142019-02-07 10:39:36 +01001525 if (parse_process_number(args[cur_arg + 1], &proc, MAX_PROCS, NULL, err)) {
Christopher Fauletf1f0c5f2017-11-22 12:06:43 +01001526 memprintf(err, "'%s' : %s", args[cur_arg], *err);
Willy Tarreau6ae1ba62014-05-07 19:01:58 +02001527 return ERR_ALERT | ERR_FATAL;
1528 }
1529
Christopher Fauletc644fa92017-11-23 22:44:11 +01001530 if (slash) {
Willy Tarreauc9a82e42019-01-26 13:25:14 +01001531 if (parse_process_number(slash+1, &thread, MAX_THREADS, NULL, err)) {
Christopher Fauletc644fa92017-11-23 22:44:11 +01001532 memprintf(err, "'%s' : %s", args[cur_arg], *err);
1533 return ERR_ALERT | ERR_FATAL;
1534 }
1535 *slash = '/';
1536 }
1537
Willy Tarreaue26993c2020-09-03 07:18:55 +02001538 conf->settings.bind_proc |= proc;
1539 conf->settings.bind_thread |= thread;
Willy Tarreau6ae1ba62014-05-07 19:01:58 +02001540 return 0;
1541}
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001542
Christopher Fauleta717b992018-04-10 14:43:00 +02001543/* parse the "proto" bind keyword */
1544static int bind_parse_proto(char **args, int cur_arg, struct proxy *px, struct bind_conf *conf, char **err)
1545{
1546 struct ist proto;
1547
1548 if (!*args[cur_arg + 1]) {
1549 memprintf(err, "'%s' : missing value", args[cur_arg]);
1550 return ERR_ALERT | ERR_FATAL;
1551 }
1552
1553 proto = ist2(args[cur_arg + 1], strlen(args[cur_arg + 1]));
1554 conf->mux_proto = get_mux_proto(proto);
1555 if (!conf->mux_proto) {
1556 memprintf(err, "'%s' : unknown MUX protocol '%s'", args[cur_arg], args[cur_arg+1]);
1557 return ERR_ALERT | ERR_FATAL;
1558 }
Christopher Fauleta717b992018-04-10 14:43:00 +02001559 return 0;
1560}
1561
Willy Tarreau7ac908b2019-02-27 12:02:18 +01001562/* config parser for global "tune.listener.multi-queue", accepts "on" or "off" */
1563static int cfg_parse_tune_listener_mq(char **args, int section_type, struct proxy *curpx,
1564 struct proxy *defpx, const char *file, int line,
1565 char **err)
1566{
1567 if (too_many_args(1, args, err, NULL))
1568 return -1;
1569
1570 if (strcmp(args[1], "on") == 0)
1571 global.tune.options |= GTUNE_LISTENER_MQ;
1572 else if (strcmp(args[1], "off") == 0)
1573 global.tune.options &= ~GTUNE_LISTENER_MQ;
1574 else {
1575 memprintf(err, "'%s' expects either 'on' or 'off' but got '%s'.", args[0], args[1]);
1576 return -1;
1577 }
1578 return 0;
1579}
1580
Willy Tarreau61612d42012-04-19 18:42:05 +02001581/* Note: must not be declared <const> as its list will be overwritten.
1582 * Please take care of keeping this list alphabetically sorted.
1583 */
Willy Tarreaudc13c112013-06-21 23:16:39 +02001584static struct sample_fetch_kw_list smp_kws = {ILH, {
Thierry FOURNIER07ee64e2015-07-06 23:43:03 +02001585 { "dst_conn", smp_fetch_dconn, 0, NULL, SMP_T_SINT, SMP_USE_FTEND, },
1586 { "so_id", smp_fetch_so_id, 0, NULL, SMP_T_SINT, SMP_USE_FTEND, },
Jerome Magnineb421b22020-03-27 22:08:40 +01001587 { "so_name", smp_fetch_so_name, 0, NULL, SMP_T_STR, SMP_USE_FTEND, },
Willy Tarreau0ccb7442013-01-07 22:54:17 +01001588 { /* END */ },
1589}};
1590
Willy Tarreau0108d902018-11-25 19:14:37 +01001591INITCALL1(STG_REGISTER, sample_register_fetches, &smp_kws);
1592
Willy Tarreau0ccb7442013-01-07 22:54:17 +01001593/* Note: must not be declared <const> as its list will be overwritten.
1594 * Please take care of keeping this list alphabetically sorted.
1595 */
Willy Tarreaudc13c112013-06-21 23:16:39 +02001596static struct acl_kw_list acl_kws = {ILH, {
Willy Tarreau0ccb7442013-01-07 22:54:17 +01001597 { /* END */ },
Willy Tarreau645513a2010-05-24 20:55:15 +02001598}};
1599
Willy Tarreau0108d902018-11-25 19:14:37 +01001600INITCALL1(STG_REGISTER, acl_register_keywords, &acl_kws);
1601
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001602/* Note: must not be declared <const> as its list will be overwritten.
1603 * Please take care of keeping this list alphabetically sorted, doing so helps
1604 * all code contributors.
1605 * Optional keywords are also declared with a NULL ->parse() function so that
1606 * the config parser can report an appropriate error when a known keyword was
1607 * not enabled.
1608 */
Willy Tarreau51fb7652012-09-18 18:24:39 +02001609static struct bind_kw_list bind_kws = { "ALL", { }, {
Bertrand Jacquin93b227d2016-06-04 15:11:10 +01001610 { "accept-netscaler-cip", bind_parse_accept_netscaler_cip, 1 }, /* enable NetScaler Client IP insertion protocol */
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001611 { "accept-proxy", bind_parse_accept_proxy, 0 }, /* enable PROXY protocol */
1612 { "backlog", bind_parse_backlog, 1 }, /* set backlog of listening socket */
1613 { "id", bind_parse_id, 1 }, /* set id of listening socket */
1614 { "maxconn", bind_parse_maxconn, 1 }, /* set maxconn of listening socket */
1615 { "name", bind_parse_name, 1 }, /* set name of listening socket */
1616 { "nice", bind_parse_nice, 1 }, /* set nice of listening socket */
Willy Tarreau6ae1ba62014-05-07 19:01:58 +02001617 { "process", bind_parse_process, 1 }, /* set list of allowed process for this socket */
Christopher Fauleta717b992018-04-10 14:43:00 +02001618 { "proto", bind_parse_proto, 1 }, /* set the proto to use for all incoming connections */
Willy Tarreau0ccb7442013-01-07 22:54:17 +01001619 { /* END */ },
Willy Tarreau3dcc3412012-09-18 17:17:28 +02001620}};
1621
Willy Tarreau0108d902018-11-25 19:14:37 +01001622INITCALL1(STG_REGISTER, bind_register_keywords, &bind_kws);
1623
Willy Tarreau7ac908b2019-02-27 12:02:18 +01001624/* config keyword parsers */
1625static struct cfg_kw_list cfg_kws = {ILH, {
1626 { CFG_GLOBAL, "tune.listener.multi-queue", cfg_parse_tune_listener_mq },
1627 { 0, NULL, NULL }
1628}};
1629
1630INITCALL1(STG_REGISTER, cfg_register_keywords, &cfg_kws);
1631
Willy Tarreau645513a2010-05-24 20:55:15 +02001632/*
1633 * Local variables:
1634 * c-indent-level: 8
1635 * c-basic-offset: 8
1636 * End:
1637 */