Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 1 | /* |
| 2 | * Queue management functions. |
| 3 | * |
Willy Tarreau | ac68c5d | 2009-10-04 23:12:44 +0200 | [diff] [blame] | 4 | * Copyright 2000-2009 Willy Tarreau <w@1wt.eu> |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 5 | * |
| 6 | * This program is free software; you can redistribute it and/or |
| 7 | * modify it under the terms of the GNU General Public License |
| 8 | * as published by the Free Software Foundation; either version |
| 9 | * 2 of the License, or (at your option) any later version. |
| 10 | * |
| 11 | */ |
| 12 | |
Willy Tarreau | 6bdd05c | 2018-07-25 15:21:00 +0200 | [diff] [blame] | 13 | /* Short explanation on the locking, which is far from being trivial : a |
| 14 | * pendconn is a list element which necessarily is associated with an existing |
| 15 | * stream. It has pendconn->strm always valid. A pendconn may only be in one of |
| 16 | * these three states : |
| 17 | * - unlinked : in this case it is an empty list head ; |
| 18 | * - linked into the server's queue ; |
| 19 | * - linked into the proxy's queue. |
| 20 | * |
| 21 | * A stream does not necessarily have such a pendconn. Thus the pendconn is |
| 22 | * designated by the stream->pend_pos pointer. This results in some properties : |
| 23 | * - pendconn->strm->pend_pos is never NULL for any valid pendconn |
Patrick Hemmer | 0355dab | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 24 | * - if p->node.node.leaf_p is NULL, the element is unlinked, |
Willy Tarreau | 6bdd05c | 2018-07-25 15:21:00 +0200 | [diff] [blame] | 25 | * otherwise it necessarily belongs to one of the other lists ; this may |
| 26 | * not be atomically checked under threads though ; |
| 27 | * - pendconn->px is never NULL if pendconn->list is not empty |
Willy Tarreau | 88930dd | 2018-07-26 07:38:54 +0200 | [diff] [blame] | 28 | * - pendconn->srv is never NULL if pendconn->list is in the server's queue, |
Willy Tarreau | 6bdd05c | 2018-07-25 15:21:00 +0200 | [diff] [blame] | 29 | * and is always NULL if pendconn->list is in the backend's queue or empty. |
Willy Tarreau | 88930dd | 2018-07-26 07:38:54 +0200 | [diff] [blame] | 30 | * - pendconn->target is NULL while the element is queued, and points to the |
| 31 | * assigned server when the pendconn is picked. |
Willy Tarreau | 6bdd05c | 2018-07-25 15:21:00 +0200 | [diff] [blame] | 32 | * |
| 33 | * Threads complicate the design a little bit but rules remain simple : |
Willy Tarreau | 6bdd05c | 2018-07-25 15:21:00 +0200 | [diff] [blame] | 34 | * - the server's queue lock must be held at least when manipulating the |
| 35 | * server's queue, which is when adding a pendconn to the queue and when |
| 36 | * removing a pendconn from the queue. It protects the queue's integrity. |
| 37 | * |
| 38 | * - the proxy's queue lock must be held at least when manipulating the |
| 39 | * proxy's queue, which is when adding a pendconn to the queue and when |
| 40 | * removing a pendconn from the queue. It protects the queue's integrity. |
| 41 | * |
Willy Tarreau | 3201e4e | 2018-07-26 08:23:24 +0200 | [diff] [blame] | 42 | * - both locks are compatible and may be held at the same time. |
Willy Tarreau | 6bdd05c | 2018-07-25 15:21:00 +0200 | [diff] [blame] | 43 | * |
| 44 | * - a pendconn_add() is only performed by the stream which will own the |
| 45 | * pendconn ; the pendconn is allocated at this moment and returned ; it is |
| 46 | * added to either the server or the proxy's queue while holding this |
Willy Tarreau | 4980160 | 2020-06-04 22:50:02 +0200 | [diff] [blame] | 47 | s * queue's lock. |
Willy Tarreau | 6bdd05c | 2018-07-25 15:21:00 +0200 | [diff] [blame] | 48 | * |
| 49 | * - the pendconn is then met by a thread walking over the proxy or server's |
| 50 | * queue with the respective lock held. This lock is exclusive and the |
| 51 | * pendconn can only appear in one queue so by definition a single thread |
| 52 | * may find this pendconn at a time. |
| 53 | * |
| 54 | * - the pendconn is unlinked either by its own stream upon success/abort/ |
| 55 | * free, or by another one offering it its server slot. This is achieved by |
| 56 | * pendconn_process_next_strm() under either the server or proxy's lock, |
| 57 | * pendconn_redistribute() under the server's lock, pendconn_grab_from_px() |
| 58 | * under the proxy's lock, or pendconn_unlink() under either the proxy's or |
| 59 | * the server's lock depending on the queue the pendconn is attached to. |
| 60 | * |
| 61 | * - no single operation except the pendconn initialisation prior to the |
Willy Tarreau | 3201e4e | 2018-07-26 08:23:24 +0200 | [diff] [blame] | 62 | * insertion are performed without eithre a queue lock held or the element |
| 63 | * being unlinked and visible exclusively to its stream. |
Willy Tarreau | 6bdd05c | 2018-07-25 15:21:00 +0200 | [diff] [blame] | 64 | * |
Willy Tarreau | 88930dd | 2018-07-26 07:38:54 +0200 | [diff] [blame] | 65 | * - pendconn_grab_from_px() and pendconn_process_next_strm() assign ->target |
| 66 | * so that the stream knows what server to work with (via |
| 67 | * pendconn_dequeue() which sets it on strm->target). |
Willy Tarreau | 6bdd05c | 2018-07-25 15:21:00 +0200 | [diff] [blame] | 68 | * |
| 69 | * - a pendconn doesn't switch between queues, it stays where it is. |
Willy Tarreau | 6bdd05c | 2018-07-25 15:21:00 +0200 | [diff] [blame] | 70 | */ |
| 71 | |
Willy Tarreau | dfd3de8 | 2020-06-04 23:46:14 +0200 | [diff] [blame] | 72 | #include <import/eb32tree.h> |
Willy Tarreau | 4c7e4b7 | 2020-05-27 12:58:42 +0200 | [diff] [blame] | 73 | #include <haproxy/api.h> |
Willy Tarreau | b255105 | 2020-06-09 09:07:15 +0200 | [diff] [blame] | 74 | #include <haproxy/backend.h> |
Willy Tarreau | c761f84 | 2020-06-04 11:40:28 +0200 | [diff] [blame] | 75 | #include <haproxy/http_rules.h> |
Willy Tarreau | d0ef439 | 2020-06-02 09:38:52 +0200 | [diff] [blame] | 76 | #include <haproxy/pool.h> |
Willy Tarreau | a55c454 | 2020-06-04 22:59:39 +0200 | [diff] [blame] | 77 | #include <haproxy/queue.h> |
Willy Tarreau | e6ce10b | 2020-06-04 15:33:47 +0200 | [diff] [blame] | 78 | #include <haproxy/sample.h> |
Willy Tarreau | 1e56f92 | 2020-06-04 23:20:13 +0200 | [diff] [blame] | 79 | #include <haproxy/server-t.h> |
Willy Tarreau | dfd3de8 | 2020-06-04 23:46:14 +0200 | [diff] [blame] | 80 | #include <haproxy/stream.h> |
Willy Tarreau | 5e539c9 | 2020-06-04 20:45:39 +0200 | [diff] [blame] | 81 | #include <haproxy/stream_interface.h> |
Willy Tarreau | cea0e1b | 2020-06-04 17:25:40 +0200 | [diff] [blame] | 82 | #include <haproxy/task.h> |
Willy Tarreau | 8b550af | 2020-06-04 17:42:48 +0200 | [diff] [blame] | 83 | #include <haproxy/tcp_rules.h> |
Willy Tarreau | 3f567e4 | 2020-05-28 15:29:19 +0200 | [diff] [blame] | 84 | #include <haproxy/thread.h> |
Willy Tarreau | b255105 | 2020-06-09 09:07:15 +0200 | [diff] [blame] | 85 | #include <haproxy/time.h> |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 86 | |
| 87 | |
Patrick Hemmer | 248cb4c | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 88 | #define NOW_OFFSET_BOUNDARY() ((now_ms - (TIMER_LOOK_BACK >> 12)) & 0xfffff) |
| 89 | #define KEY_CLASS(key) ((u32)key & 0xfff00000) |
| 90 | #define KEY_OFFSET(key) ((u32)key & 0x000fffff) |
| 91 | #define KEY_CLASS_OFFSET_BOUNDARY(key) (KEY_CLASS(key) | NOW_OFFSET_BOUNDARY()) |
| 92 | #define MAKE_KEY(class, offset) (((u32)(class + 0x7ff) << 20) | ((u32)(now_ms + offset) & 0xfffff)) |
| 93 | |
Willy Tarreau | 8ceae72 | 2018-11-26 11:58:30 +0100 | [diff] [blame] | 94 | DECLARE_POOL(pool_head_pendconn, "pendconn", sizeof(struct pendconn)); |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 95 | |
| 96 | /* returns the effective dynamic maxconn for a server, considering the minconn |
Willy Tarreau | 8603431 | 2006-12-29 00:10:33 +0100 | [diff] [blame] | 97 | * and the proxy's usage relative to its dynamic connections limit. It is |
Willy Tarreau | 9909fc1 | 2007-11-30 17:42:05 +0100 | [diff] [blame] | 98 | * expected that 0 < s->minconn <= s->maxconn when this is called. If the |
| 99 | * server is currently warming up, the slowstart is also applied to the |
| 100 | * resulting value, which can be lower than minconn in this case, but never |
| 101 | * less than 1. |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 102 | */ |
Willy Tarreau | b17916e | 2006-10-15 15:17:57 +0200 | [diff] [blame] | 103 | unsigned int srv_dynamic_maxconn(const struct server *s) |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 104 | { |
Willy Tarreau | 9909fc1 | 2007-11-30 17:42:05 +0100 | [diff] [blame] | 105 | unsigned int max; |
| 106 | |
Willy Tarreau | 8603431 | 2006-12-29 00:10:33 +0100 | [diff] [blame] | 107 | if (s->proxy->beconn >= s->proxy->fullconn) |
| 108 | /* no fullconn or proxy is full */ |
Willy Tarreau | 9909fc1 | 2007-11-30 17:42:05 +0100 | [diff] [blame] | 109 | max = s->maxconn; |
| 110 | else if (s->minconn == s->maxconn) |
Willy Tarreau | 8603431 | 2006-12-29 00:10:33 +0100 | [diff] [blame] | 111 | /* static limit */ |
Willy Tarreau | 9909fc1 | 2007-11-30 17:42:05 +0100 | [diff] [blame] | 112 | max = s->maxconn; |
| 113 | else max = MAX(s->minconn, |
| 114 | s->proxy->beconn * s->maxconn / s->proxy->fullconn); |
Willy Tarreau | 8603431 | 2006-12-29 00:10:33 +0100 | [diff] [blame] | 115 | |
Emeric Brun | 52a91d3 | 2017-08-31 14:41:55 +0200 | [diff] [blame] | 116 | if ((s->cur_state == SRV_ST_STARTING) && |
Willy Tarreau | 9909fc1 | 2007-11-30 17:42:05 +0100 | [diff] [blame] | 117 | now.tv_sec < s->last_change + s->slowstart && |
| 118 | now.tv_sec >= s->last_change) { |
| 119 | unsigned int ratio; |
Willy Tarreau | 28a9e52 | 2008-09-14 17:43:27 +0200 | [diff] [blame] | 120 | ratio = 100 * (now.tv_sec - s->last_change) / s->slowstart; |
| 121 | max = MAX(1, max * ratio / 100); |
Willy Tarreau | 9909fc1 | 2007-11-30 17:42:05 +0100 | [diff] [blame] | 122 | } |
| 123 | return max; |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 124 | } |
| 125 | |
Willy Tarreau | 3e3ae25 | 2020-10-21 11:20:07 +0200 | [diff] [blame] | 126 | /* Remove the pendconn from the server's queue. At this stage, the connection |
Willy Tarreau | 96bca33 | 2020-10-21 12:01:28 +0200 | [diff] [blame] | 127 | * is not really dequeued. It will be done during the process_stream. It is |
| 128 | * up to the caller to atomically decrement the pending counts. |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 129 | * |
Willy Tarreau | 3e3ae25 | 2020-10-21 11:20:07 +0200 | [diff] [blame] | 130 | * The caller must own the lock on the server queue. The pendconn must still be |
| 131 | * queued (p->node.leaf_p != NULL) and must be in a server (p->srv != NULL). |
Christopher Faulet | f3a55db | 2017-06-09 14:26:38 +0200 | [diff] [blame] | 132 | */ |
Willy Tarreau | 3e3ae25 | 2020-10-21 11:20:07 +0200 | [diff] [blame] | 133 | static void __pendconn_unlink_srv(struct pendconn *p) |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 134 | { |
Willy Tarreau | 3e3ae25 | 2020-10-21 11:20:07 +0200 | [diff] [blame] | 135 | p->strm->logs.srv_queue_pos += p->srv->queue_idx - p->queue_idx; |
Willy Tarreau | 3e3ae25 | 2020-10-21 11:20:07 +0200 | [diff] [blame] | 136 | eb32_delete(&p->node); |
| 137 | } |
| 138 | |
| 139 | /* Remove the pendconn from the proxy's queue. At this stage, the connection |
Willy Tarreau | 96bca33 | 2020-10-21 12:01:28 +0200 | [diff] [blame] | 140 | * is not really dequeued. It will be done during the process_stream. It is |
| 141 | * up to the caller to atomically decrement the pending counts. |
Willy Tarreau | 3e3ae25 | 2020-10-21 11:20:07 +0200 | [diff] [blame] | 142 | * |
| 143 | * The caller must own the lock on the proxy queue. The pendconn must still be |
| 144 | * queued (p->node.leaf_p != NULL) and must be in the proxy (p->srv == NULL). |
| 145 | */ |
| 146 | static void __pendconn_unlink_prx(struct pendconn *p) |
| 147 | { |
| 148 | p->strm->logs.prx_queue_pos += p->px->queue_idx - p->queue_idx; |
Patrick Hemmer | 0355dab | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 149 | eb32_delete(&p->node); |
Christopher Faulet | f3a55db | 2017-06-09 14:26:38 +0200 | [diff] [blame] | 150 | } |
| 151 | |
Willy Tarreau | 7c6f8a2 | 2018-07-26 08:03:14 +0200 | [diff] [blame] | 152 | /* Locks the queue the pendconn element belongs to. This relies on both p->px |
| 153 | * and p->srv to be properly initialized (which is always the case once the |
| 154 | * element has been added). |
| 155 | */ |
| 156 | static inline void pendconn_queue_lock(struct pendconn *p) |
| 157 | { |
| 158 | if (p->srv) |
| 159 | HA_SPIN_LOCK(SERVER_LOCK, &p->srv->lock); |
| 160 | else |
Willy Tarreau | ac66d6b | 2020-10-20 17:24:27 +0200 | [diff] [blame] | 161 | HA_RWLOCK_WRLOCK(PROXY_LOCK, &p->px->lock); |
Willy Tarreau | 7c6f8a2 | 2018-07-26 08:03:14 +0200 | [diff] [blame] | 162 | } |
| 163 | |
| 164 | /* Unlocks the queue the pendconn element belongs to. This relies on both p->px |
| 165 | * and p->srv to be properly initialized (which is always the case once the |
| 166 | * element has been added). |
| 167 | */ |
| 168 | static inline void pendconn_queue_unlock(struct pendconn *p) |
| 169 | { |
| 170 | if (p->srv) |
| 171 | HA_SPIN_UNLOCK(SERVER_LOCK, &p->srv->lock); |
| 172 | else |
Willy Tarreau | ac66d6b | 2020-10-20 17:24:27 +0200 | [diff] [blame] | 173 | HA_RWLOCK_WRUNLOCK(PROXY_LOCK, &p->px->lock); |
Willy Tarreau | 7c6f8a2 | 2018-07-26 08:03:14 +0200 | [diff] [blame] | 174 | } |
| 175 | |
Willy Tarreau | 9624fae | 2018-07-25 08:04:20 +0200 | [diff] [blame] | 176 | /* Removes the pendconn from the server/proxy queue. At this stage, the |
| 177 | * connection is not really dequeued. It will be done during process_stream(). |
Willy Tarreau | 9ada030 | 2019-11-14 14:58:39 +0100 | [diff] [blame] | 178 | * This function takes all the required locks for the operation. The pendconn |
| 179 | * must be valid, though it doesn't matter if it was already unlinked. Prefer |
| 180 | * pendconn_cond_unlink() to first check <p>. When the locks are already held, |
Willy Tarreau | 3e3ae25 | 2020-10-21 11:20:07 +0200 | [diff] [blame] | 181 | * please use __pendconn_unlink_{srv,prx}() instead. |
Willy Tarreau | 9624fae | 2018-07-25 08:04:20 +0200 | [diff] [blame] | 182 | */ |
| 183 | void pendconn_unlink(struct pendconn *p) |
| 184 | { |
Willy Tarreau | 96bca33 | 2020-10-21 12:01:28 +0200 | [diff] [blame] | 185 | int done = 0; |
| 186 | |
Willy Tarreau | 3e3ae25 | 2020-10-21 11:20:07 +0200 | [diff] [blame] | 187 | if (p->srv) { |
| 188 | /* queued in the server */ |
| 189 | HA_SPIN_LOCK(SERVER_LOCK, &p->srv->lock); |
Willy Tarreau | 96bca33 | 2020-10-21 12:01:28 +0200 | [diff] [blame] | 190 | if (p->node.node.leaf_p) { |
Willy Tarreau | 3e3ae25 | 2020-10-21 11:20:07 +0200 | [diff] [blame] | 191 | __pendconn_unlink_srv(p); |
Willy Tarreau | 96bca33 | 2020-10-21 12:01:28 +0200 | [diff] [blame] | 192 | done = 1; |
| 193 | } |
Willy Tarreau | 3e3ae25 | 2020-10-21 11:20:07 +0200 | [diff] [blame] | 194 | HA_SPIN_UNLOCK(SERVER_LOCK, &p->srv->lock); |
Willy Tarreau | 96bca33 | 2020-10-21 12:01:28 +0200 | [diff] [blame] | 195 | if (done) { |
| 196 | _HA_ATOMIC_SUB(&p->srv->nbpend, 1); |
| 197 | _HA_ATOMIC_SUB(&p->px->totpend, 1); |
| 198 | } |
Willy Tarreau | 3e3ae25 | 2020-10-21 11:20:07 +0200 | [diff] [blame] | 199 | } |
| 200 | else { |
| 201 | /* queued in the proxy */ |
| 202 | HA_RWLOCK_WRLOCK(PROXY_LOCK, &p->px->lock); |
Willy Tarreau | 96bca33 | 2020-10-21 12:01:28 +0200 | [diff] [blame] | 203 | if (p->node.node.leaf_p) { |
Willy Tarreau | 3e3ae25 | 2020-10-21 11:20:07 +0200 | [diff] [blame] | 204 | __pendconn_unlink_prx(p); |
Willy Tarreau | 96bca33 | 2020-10-21 12:01:28 +0200 | [diff] [blame] | 205 | done = 1; |
| 206 | } |
Willy Tarreau | 3e3ae25 | 2020-10-21 11:20:07 +0200 | [diff] [blame] | 207 | HA_RWLOCK_WRUNLOCK(PROXY_LOCK, &p->px->lock); |
Willy Tarreau | 96bca33 | 2020-10-21 12:01:28 +0200 | [diff] [blame] | 208 | if (done) { |
| 209 | _HA_ATOMIC_SUB(&p->px->nbpend, 1); |
| 210 | _HA_ATOMIC_SUB(&p->px->totpend, 1); |
| 211 | } |
Willy Tarreau | 3e3ae25 | 2020-10-21 11:20:07 +0200 | [diff] [blame] | 212 | } |
Willy Tarreau | 9624fae | 2018-07-25 08:04:20 +0200 | [diff] [blame] | 213 | } |
| 214 | |
Patrick Hemmer | 248cb4c | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 215 | /* Retrieve the first pendconn from tree <pendconns>. Classes are always |
| 216 | * considered first, then the time offset. The time does wrap, so the |
| 217 | * lookup is performed twice, one to retrieve the first class and a second |
| 218 | * time to retrieve the earliest time in this class. |
| 219 | */ |
| 220 | static struct pendconn *pendconn_first(struct eb_root *pendconns) |
| 221 | { |
| 222 | struct eb32_node *node, *node2 = NULL; |
| 223 | u32 key; |
| 224 | |
| 225 | node = eb32_first(pendconns); |
| 226 | if (!node) |
| 227 | return NULL; |
| 228 | |
| 229 | key = KEY_CLASS_OFFSET_BOUNDARY(node->key); |
| 230 | node2 = eb32_lookup_ge(pendconns, key); |
| 231 | |
| 232 | if (!node2 || |
| 233 | KEY_CLASS(node2->key) != KEY_CLASS(node->key)) { |
| 234 | /* no other key in the tree, or in this class */ |
| 235 | return eb32_entry(node, struct pendconn, node); |
| 236 | } |
| 237 | |
| 238 | /* found a better key */ |
| 239 | return eb32_entry(node2, struct pendconn, node); |
| 240 | } |
| 241 | |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 242 | /* Process the next pending connection from either a server or a proxy, and |
Christopher Faulet | fd83f0b | 2018-03-19 15:22:09 +0100 | [diff] [blame] | 243 | * returns a strictly positive value on success (see below). If no pending |
| 244 | * connection is found, 0 is returned. Note that neither <srv> nor <px> may be |
| 245 | * NULL. Priority is given to the oldest request in the queue if both <srv> and |
| 246 | * <px> have pending requests. This ensures that no request will be left |
| 247 | * unserved. The <px> queue is not considered if the server (or a tracked |
| 248 | * server) is not RUNNING, is disabled, or has a null weight (server going |
| 249 | * down). The <srv> queue is still considered in this case, because if some |
| 250 | * connections remain there, it means that some requests have been forced there |
| 251 | * after it was seen down (eg: due to option persist). The stream is |
| 252 | * immediately marked as "assigned", and both its <srv> and <srv_conn> are set |
| 253 | * to <srv>. |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 254 | * |
| 255 | * This function must only be called if the server queue _AND_ the proxy queue |
Christopher Faulet | fd83f0b | 2018-03-19 15:22:09 +0100 | [diff] [blame] | 256 | * are locked. Today it is only called by process_srv_queue. When a pending |
| 257 | * connection is dequeued, this function returns 1 if the pending connection can |
| 258 | * be handled by the current thread, else it returns 2. |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 259 | */ |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 260 | static int pendconn_process_next_strm(struct server *srv, struct proxy *px) |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 261 | { |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 262 | struct pendconn *p = NULL; |
Patrick Hemmer | da282f4 | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 263 | struct pendconn *pp = NULL; |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 264 | struct server *rsrv; |
Patrick Hemmer | 248cb4c | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 265 | u32 pkey, ppkey; |
Willy Tarreau | d132f74 | 2010-08-06 10:08:23 +0200 | [diff] [blame] | 266 | |
Willy Tarreau | 4426770 | 2011-10-28 15:35:33 +0200 | [diff] [blame] | 267 | rsrv = srv->track; |
Willy Tarreau | d132f74 | 2010-08-06 10:08:23 +0200 | [diff] [blame] | 268 | if (!rsrv) |
| 269 | rsrv = srv; |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 270 | |
Willy Tarreau | 3201e4e | 2018-07-26 08:23:24 +0200 | [diff] [blame] | 271 | p = NULL; |
Patrick Hemmer | 248cb4c | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 272 | if (srv->nbpend) |
| 273 | p = pendconn_first(&srv->pendconns); |
Willy Tarreau | 7c669d7 | 2008-06-20 15:04:11 +0200 | [diff] [blame] | 274 | |
Patrick Hemmer | 248cb4c | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 275 | pp = NULL; |
Willy Tarreau | a869465 | 2018-08-07 10:44:58 +0200 | [diff] [blame] | 276 | if (srv_currently_usable(rsrv) && px->nbpend && |
| 277 | (!(srv->flags & SRV_F_BACKUP) || |
| 278 | (!px->srv_act && |
Patrick Hemmer | 248cb4c | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 279 | (srv == px->lbprm.fbck || (px->options & PR_O_USE_ALL_BK))))) |
| 280 | pp = pendconn_first(&px->pendconns); |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 281 | |
Patrick Hemmer | 248cb4c | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 282 | if (!p && !pp) |
| 283 | return 0; |
Willy Tarreau | 3201e4e | 2018-07-26 08:23:24 +0200 | [diff] [blame] | 284 | |
Patrick Hemmer | 248cb4c | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 285 | if (p && !pp) |
| 286 | goto use_p; |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 287 | |
Patrick Hemmer | 248cb4c | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 288 | if (pp && !p) |
| 289 | goto use_pp; |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 290 | |
Patrick Hemmer | 248cb4c | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 291 | if (KEY_CLASS(p->node.key) < KEY_CLASS(pp->node.key)) |
| 292 | goto use_p; |
| 293 | |
| 294 | if (KEY_CLASS(pp->node.key) < KEY_CLASS(p->node.key)) |
| 295 | goto use_pp; |
| 296 | |
| 297 | pkey = KEY_OFFSET(p->node.key); |
| 298 | ppkey = KEY_OFFSET(pp->node.key); |
| 299 | |
| 300 | if (pkey < NOW_OFFSET_BOUNDARY()) |
| 301 | pkey += 0x100000; // key in the future |
| 302 | |
| 303 | if (ppkey < NOW_OFFSET_BOUNDARY()) |
| 304 | ppkey += 0x100000; // key in the future |
| 305 | |
| 306 | if (pkey <= ppkey) |
| 307 | goto use_p; |
| 308 | |
| 309 | use_pp: |
| 310 | /* Let's switch from the server pendconn to the proxy pendconn */ |
Willy Tarreau | 3e3ae25 | 2020-10-21 11:20:07 +0200 | [diff] [blame] | 311 | __pendconn_unlink_prx(pp); |
Willy Tarreau | 96bca33 | 2020-10-21 12:01:28 +0200 | [diff] [blame] | 312 | _HA_ATOMIC_SUB(&px->nbpend, 1); |
| 313 | _HA_ATOMIC_SUB(&px->totpend, 1); |
Willy Tarreau | 3e3ae25 | 2020-10-21 11:20:07 +0200 | [diff] [blame] | 314 | px->queue_idx++; |
Patrick Hemmer | 248cb4c | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 315 | p = pp; |
Willy Tarreau | 3e3ae25 | 2020-10-21 11:20:07 +0200 | [diff] [blame] | 316 | goto unlinked; |
Patrick Hemmer | 248cb4c | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 317 | use_p: |
Willy Tarreau | 3e3ae25 | 2020-10-21 11:20:07 +0200 | [diff] [blame] | 318 | __pendconn_unlink_srv(p); |
Willy Tarreau | 96bca33 | 2020-10-21 12:01:28 +0200 | [diff] [blame] | 319 | _HA_ATOMIC_SUB(&srv->nbpend, 1); |
| 320 | _HA_ATOMIC_SUB(&px->totpend, 1); |
Willy Tarreau | 3e3ae25 | 2020-10-21 11:20:07 +0200 | [diff] [blame] | 321 | srv->queue_idx++; |
| 322 | unlinked: |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 323 | p->strm_flags |= SF_ASSIGNED; |
Willy Tarreau | 88930dd | 2018-07-26 07:38:54 +0200 | [diff] [blame] | 324 | p->target = srv; |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 325 | |
Olivier Houchard | b4df492 | 2019-03-08 18:54:16 +0100 | [diff] [blame] | 326 | _HA_ATOMIC_ADD(&srv->served, 1); |
| 327 | _HA_ATOMIC_ADD(&srv->proxy->served, 1); |
| 328 | __ha_barrier_atomic_store(); |
Willy Tarreau | 7c669d7 | 2008-06-20 15:04:11 +0200 | [diff] [blame] | 329 | if (px->lbprm.server_take_conn) |
| 330 | px->lbprm.server_take_conn(srv); |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 331 | __stream_add_srv_conn(p->strm, srv); |
Willy Tarreau | 7c669d7 | 2008-06-20 15:04:11 +0200 | [diff] [blame] | 332 | |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 333 | task_wakeup(p->strm->task, TASK_WOKEN_RES); |
Christopher Faulet | fd83f0b | 2018-03-19 15:22:09 +0100 | [diff] [blame] | 334 | |
Olivier Houchard | ecfe673 | 2018-07-26 18:47:27 +0200 | [diff] [blame] | 335 | return 1; |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 336 | } |
| 337 | |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 338 | /* Manages a server's connection queue. This function will try to dequeue as |
Christopher Faulet | 87566c9 | 2017-06-06 10:34:51 +0200 | [diff] [blame] | 339 | * many pending streams as possible, and wake them up. |
| 340 | */ |
| 341 | void process_srv_queue(struct server *s) |
| 342 | { |
| 343 | struct proxy *p = s->proxy; |
Olivier Houchard | ecfe673 | 2018-07-26 18:47:27 +0200 | [diff] [blame] | 344 | int maxconn; |
Christopher Faulet | 87566c9 | 2017-06-06 10:34:51 +0200 | [diff] [blame] | 345 | |
Christopher Faulet | 2a944ee | 2017-11-07 10:42:54 +0100 | [diff] [blame] | 346 | HA_SPIN_LOCK(SERVER_LOCK, &s->lock); |
Willy Tarreau | ac66d6b | 2020-10-20 17:24:27 +0200 | [diff] [blame] | 347 | HA_RWLOCK_WRLOCK(PROXY_LOCK, &p->lock); |
Christopher Faulet | 87566c9 | 2017-06-06 10:34:51 +0200 | [diff] [blame] | 348 | maxconn = srv_dynamic_maxconn(s); |
| 349 | while (s->served < maxconn) { |
Christopher Faulet | fd83f0b | 2018-03-19 15:22:09 +0100 | [diff] [blame] | 350 | int ret = pendconn_process_next_strm(s, p); |
| 351 | if (!ret) |
Christopher Faulet | 87566c9 | 2017-06-06 10:34:51 +0200 | [diff] [blame] | 352 | break; |
Christopher Faulet | 87566c9 | 2017-06-06 10:34:51 +0200 | [diff] [blame] | 353 | } |
Willy Tarreau | ac66d6b | 2020-10-20 17:24:27 +0200 | [diff] [blame] | 354 | HA_RWLOCK_WRUNLOCK(PROXY_LOCK, &p->lock); |
Willy Tarreau | 5e83d99 | 2019-07-30 11:59:34 +0200 | [diff] [blame] | 355 | HA_SPIN_UNLOCK(SERVER_LOCK, &s->lock); |
Christopher Faulet | 87566c9 | 2017-06-06 10:34:51 +0200 | [diff] [blame] | 356 | } |
| 357 | |
Patrick Hemmer | 248cb4c | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 358 | /* Adds the stream <strm> to the pending connection queue of server <strm>->srv |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 359 | * or to the one of <strm>->proxy if srv is NULL. All counters and back pointers |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 360 | * are updated accordingly. Returns NULL if no memory is available, otherwise the |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 361 | * pendconn itself. If the stream was already marked as served, its flag is |
| 362 | * cleared. It is illegal to call this function with a non-NULL strm->srv_conn. |
Patrick Hemmer | da282f4 | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 363 | * The stream's queue position is counted with an offset of -1 because we want |
| 364 | * to make sure that being at the first position in the queue reports 1. |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 365 | * |
Patrick Hemmer | 248cb4c | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 366 | * The queue is sorted by the composition of the priority_class, and the current |
| 367 | * timestamp offset by strm->priority_offset. The timestamp is in milliseconds |
| 368 | * and truncated to 20 bits, so will wrap every 17m28s575ms. |
| 369 | * The offset can be positive or negative, and an offset of 0 puts it in the |
| 370 | * middle of this range (~ 8 min). Note that this also means if the adjusted |
| 371 | * timestamp wraps around, the request will be misinterpreted as being of |
Joseph Herlant | d8499ec | 2018-11-25 11:26:48 -0800 | [diff] [blame] | 372 | * the highest priority for that priority class. |
Patrick Hemmer | 248cb4c | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 373 | * |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 374 | * This function must be called by the stream itself, so in the context of |
| 375 | * process_stream. |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 376 | */ |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 377 | struct pendconn *pendconn_add(struct stream *strm) |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 378 | { |
| 379 | struct pendconn *p; |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 380 | struct proxy *px; |
| 381 | struct server *srv; |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 382 | |
Willy Tarreau | bafbe01 | 2017-11-24 17:34:44 +0100 | [diff] [blame] | 383 | p = pool_alloc(pool_head_pendconn); |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 384 | if (!p) |
| 385 | return NULL; |
| 386 | |
Willy Tarreau | 7c6f8a2 | 2018-07-26 08:03:14 +0200 | [diff] [blame] | 387 | if (strm->flags & SF_ASSIGNED) |
| 388 | srv = objt_server(strm->target); |
| 389 | else |
| 390 | srv = NULL; |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 391 | |
Willy Tarreau | 7c6f8a2 | 2018-07-26 08:03:14 +0200 | [diff] [blame] | 392 | px = strm->be; |
Willy Tarreau | 88930dd | 2018-07-26 07:38:54 +0200 | [diff] [blame] | 393 | p->target = NULL; |
Willy Tarreau | 7c6f8a2 | 2018-07-26 08:03:14 +0200 | [diff] [blame] | 394 | p->srv = srv; |
Patrick Hemmer | 248cb4c | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 395 | p->node.key = MAKE_KEY(strm->priority_class, strm->priority_offset); |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 396 | p->px = px; |
| 397 | p->strm = strm; |
| 398 | p->strm_flags = strm->flags; |
Willy Tarreau | 7c669d7 | 2008-06-20 15:04:11 +0200 | [diff] [blame] | 399 | |
Willy Tarreau | 7c6f8a2 | 2018-07-26 08:03:14 +0200 | [diff] [blame] | 400 | if (srv) { |
Willy Tarreau | 56c1cfb | 2020-10-21 11:45:44 +0200 | [diff] [blame] | 401 | unsigned int old_max, new_max; |
| 402 | |
| 403 | new_max = _HA_ATOMIC_ADD(&srv->nbpend, 1); |
| 404 | old_max = srv->counters.nbpend_max; |
| 405 | while (new_max > old_max) { |
| 406 | if (likely(_HA_ATOMIC_CAS(&srv->counters.nbpend_max, &old_max, new_max))) |
| 407 | break; |
| 408 | } |
| 409 | __ha_barrier_atomic_store(); |
| 410 | |
Willy Tarreau | c7eedf7 | 2020-10-21 11:31:12 +0200 | [diff] [blame] | 411 | HA_SPIN_LOCK(SERVER_LOCK, &p->srv->lock); |
Patrick Hemmer | da282f4 | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 412 | p->queue_idx = srv->queue_idx - 1; // for increment |
Patrick Hemmer | 0355dab | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 413 | eb32_insert(&srv->pendconns, &p->node); |
Willy Tarreau | c7eedf7 | 2020-10-21 11:31:12 +0200 | [diff] [blame] | 414 | HA_SPIN_UNLOCK(SERVER_LOCK, &p->srv->lock); |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 415 | } |
| 416 | else { |
Willy Tarreau | 56c1cfb | 2020-10-21 11:45:44 +0200 | [diff] [blame] | 417 | unsigned int old_max, new_max; |
| 418 | |
| 419 | new_max = _HA_ATOMIC_ADD(&px->nbpend, 1); |
| 420 | old_max = px->be_counters.nbpend_max; |
| 421 | while (new_max > old_max) { |
| 422 | if (likely(_HA_ATOMIC_CAS(&px->be_counters.nbpend_max, &old_max, new_max))) |
| 423 | break; |
| 424 | } |
| 425 | __ha_barrier_atomic_store(); |
| 426 | |
Willy Tarreau | c7eedf7 | 2020-10-21 11:31:12 +0200 | [diff] [blame] | 427 | HA_RWLOCK_WRLOCK(PROXY_LOCK, &p->px->lock); |
Patrick Hemmer | da282f4 | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 428 | p->queue_idx = px->queue_idx - 1; // for increment |
Patrick Hemmer | 0355dab | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 429 | eb32_insert(&px->pendconns, &p->node); |
Willy Tarreau | c7eedf7 | 2020-10-21 11:31:12 +0200 | [diff] [blame] | 430 | HA_RWLOCK_WRUNLOCK(PROXY_LOCK, &p->px->lock); |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 431 | } |
Willy Tarreau | 7c6f8a2 | 2018-07-26 08:03:14 +0200 | [diff] [blame] | 432 | strm->pend_pos = p; |
| 433 | |
Olivier Houchard | b4df492 | 2019-03-08 18:54:16 +0100 | [diff] [blame] | 434 | _HA_ATOMIC_ADD(&px->totpend, 1); |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 435 | return p; |
| 436 | } |
| 437 | |
Willy Tarreau | 4aac7db | 2014-05-16 11:48:10 +0200 | [diff] [blame] | 438 | /* Redistribute pending connections when a server goes down. The number of |
Willy Tarreau | deca26c | 2018-08-21 18:11:03 +0200 | [diff] [blame] | 439 | * connections redistributed is returned. It must be called with the server |
| 440 | * lock held. |
Willy Tarreau | 4aac7db | 2014-05-16 11:48:10 +0200 | [diff] [blame] | 441 | */ |
| 442 | int pendconn_redistribute(struct server *s) |
| 443 | { |
Patrick Hemmer | 0355dab | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 444 | struct pendconn *p; |
Willy Tarreau | bff005a | 2019-05-27 08:10:11 +0200 | [diff] [blame] | 445 | struct eb32_node *node, *nodeb; |
Willy Tarreau | 4aac7db | 2014-05-16 11:48:10 +0200 | [diff] [blame] | 446 | int xferred = 0; |
| 447 | |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 448 | /* The REDISP option was specified. We will ignore cookie and force to |
| 449 | * balance or use the dispatcher. */ |
| 450 | if ((s->proxy->options & (PR_O_REDISP|PR_O_PERSIST)) != PR_O_REDISP) |
| 451 | return 0; |
| 452 | |
Willy Tarreau | bff005a | 2019-05-27 08:10:11 +0200 | [diff] [blame] | 453 | for (node = eb32_first(&s->pendconns); node; node = nodeb) { |
| 454 | nodeb = eb32_next(node); |
| 455 | |
| 456 | p = eb32_entry(node, struct pendconn, node); |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 457 | if (p->strm_flags & SF_FORCE_PRST) |
| 458 | continue; |
Willy Tarreau | 4aac7db | 2014-05-16 11:48:10 +0200 | [diff] [blame] | 459 | |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 460 | /* it's left to the dispatcher to choose a server */ |
Willy Tarreau | 3e3ae25 | 2020-10-21 11:20:07 +0200 | [diff] [blame] | 461 | __pendconn_unlink_srv(p); |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 462 | p->strm_flags &= ~(SF_DIRECT | SF_ASSIGNED | SF_ADDR_SET); |
Willy Tarreau | 4aac7db | 2014-05-16 11:48:10 +0200 | [diff] [blame] | 463 | |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 464 | task_wakeup(p->strm->task, TASK_WOKEN_RES); |
Willy Tarreau | ef71f01 | 2020-10-21 11:54:38 +0200 | [diff] [blame] | 465 | xferred++; |
Willy Tarreau | 4aac7db | 2014-05-16 11:48:10 +0200 | [diff] [blame] | 466 | } |
Willy Tarreau | 96bca33 | 2020-10-21 12:01:28 +0200 | [diff] [blame] | 467 | if (xferred) { |
| 468 | _HA_ATOMIC_SUB(&p->srv->nbpend, xferred); |
| 469 | _HA_ATOMIC_SUB(&p->px->totpend, xferred); |
| 470 | } |
Willy Tarreau | 4aac7db | 2014-05-16 11:48:10 +0200 | [diff] [blame] | 471 | return xferred; |
| 472 | } |
| 473 | |
| 474 | /* Check for pending connections at the backend, and assign some of them to |
| 475 | * the server coming up. The server's weight is checked before being assigned |
| 476 | * connections it may not be able to handle. The total number of transferred |
Willy Tarreau | 5e83d99 | 2019-07-30 11:59:34 +0200 | [diff] [blame] | 477 | * connections is returned. It must be called with the server lock held, and |
| 478 | * will take the proxy's lock. |
Willy Tarreau | 4aac7db | 2014-05-16 11:48:10 +0200 | [diff] [blame] | 479 | */ |
| 480 | int pendconn_grab_from_px(struct server *s) |
| 481 | { |
Patrick Hemmer | 0355dab | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 482 | struct pendconn *p; |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 483 | int maxconn, xferred = 0; |
Willy Tarreau | 4aac7db | 2014-05-16 11:48:10 +0200 | [diff] [blame] | 484 | |
Emeric Brun | 52a91d3 | 2017-08-31 14:41:55 +0200 | [diff] [blame] | 485 | if (!srv_currently_usable(s)) |
Willy Tarreau | 4aac7db | 2014-05-16 11:48:10 +0200 | [diff] [blame] | 486 | return 0; |
| 487 | |
Willy Tarreau | a869465 | 2018-08-07 10:44:58 +0200 | [diff] [blame] | 488 | /* if this is a backup server and there are active servers or at |
| 489 | * least another backup server was elected, then this one must |
| 490 | * not dequeue requests from the proxy. |
| 491 | */ |
| 492 | if ((s->flags & SRV_F_BACKUP) && |
| 493 | (s->proxy->srv_act || |
| 494 | ((s != s->proxy->lbprm.fbck) && !(s->proxy->options & PR_O_USE_ALL_BK)))) |
| 495 | return 0; |
| 496 | |
Willy Tarreau | ac66d6b | 2020-10-20 17:24:27 +0200 | [diff] [blame] | 497 | HA_RWLOCK_WRLOCK(PROXY_LOCK, &s->proxy->lock); |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 498 | maxconn = srv_dynamic_maxconn(s); |
Patrick Hemmer | 248cb4c | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 499 | while ((p = pendconn_first(&s->proxy->pendconns))) { |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 500 | if (s->maxconn && s->served + xferred >= maxconn) |
Willy Tarreau | 4aac7db | 2014-05-16 11:48:10 +0200 | [diff] [blame] | 501 | break; |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 502 | |
Willy Tarreau | 3e3ae25 | 2020-10-21 11:20:07 +0200 | [diff] [blame] | 503 | __pendconn_unlink_prx(p); |
Willy Tarreau | 88930dd | 2018-07-26 07:38:54 +0200 | [diff] [blame] | 504 | p->target = s; |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 505 | |
| 506 | task_wakeup(p->strm->task, TASK_WOKEN_RES); |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 507 | xferred++; |
Willy Tarreau | 4aac7db | 2014-05-16 11:48:10 +0200 | [diff] [blame] | 508 | } |
Willy Tarreau | ac66d6b | 2020-10-20 17:24:27 +0200 | [diff] [blame] | 509 | HA_RWLOCK_WRUNLOCK(PROXY_LOCK, &s->proxy->lock); |
Willy Tarreau | 96bca33 | 2020-10-21 12:01:28 +0200 | [diff] [blame] | 510 | if (xferred) { |
| 511 | _HA_ATOMIC_SUB(&p->px->nbpend, xferred); |
| 512 | _HA_ATOMIC_SUB(&p->px->totpend, xferred); |
| 513 | } |
Willy Tarreau | 4aac7db | 2014-05-16 11:48:10 +0200 | [diff] [blame] | 514 | return xferred; |
| 515 | } |
| 516 | |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 517 | /* Try to dequeue pending connection attached to the stream <strm>. It must |
| 518 | * always exists here. If the pendconn is still linked to the server or the |
| 519 | * proxy queue, nothing is done and the function returns 1. Otherwise, |
| 520 | * <strm>->flags and <strm>->target are updated, the pendconn is released and 0 |
| 521 | * is returned. |
| 522 | * |
| 523 | * This function must be called by the stream itself, so in the context of |
| 524 | * process_stream. |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 525 | */ |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 526 | int pendconn_dequeue(struct stream *strm) |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 527 | { |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 528 | struct pendconn *p; |
Willy Tarreau | 3201e4e | 2018-07-26 08:23:24 +0200 | [diff] [blame] | 529 | int is_unlinked; |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 530 | |
| 531 | if (unlikely(!strm->pend_pos)) { |
| 532 | /* unexpected case because it is called by the stream itself and |
| 533 | * only the stream can release a pendconn. So it is only |
| 534 | * possible if a pendconn is released by someone else or if the |
| 535 | * stream is supposed to be queued but without its associated |
| 536 | * pendconn. In both cases it is a bug! */ |
| 537 | abort(); |
Christopher Faulet | 8ba5914 | 2017-06-27 15:43:53 +0200 | [diff] [blame] | 538 | } |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 539 | p = strm->pend_pos; |
Willy Tarreau | 3201e4e | 2018-07-26 08:23:24 +0200 | [diff] [blame] | 540 | |
| 541 | /* note below : we need to grab the queue's lock to check for emptiness |
| 542 | * because we don't want a partial _grab_from_px() or _redistribute() |
| 543 | * to be called in parallel and show an empty list without having the |
| 544 | * time to finish. With this we know that if we see the element |
| 545 | * unlinked, these functions were completely done. |
| 546 | */ |
| 547 | pendconn_queue_lock(p); |
Patrick Hemmer | 0355dab | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 548 | is_unlinked = !p->node.node.leaf_p; |
Willy Tarreau | 3201e4e | 2018-07-26 08:23:24 +0200 | [diff] [blame] | 549 | pendconn_queue_unlock(p); |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 550 | |
Willy Tarreau | 3201e4e | 2018-07-26 08:23:24 +0200 | [diff] [blame] | 551 | if (!is_unlinked) |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 552 | return 1; |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 553 | |
Willy Tarreau | 3201e4e | 2018-07-26 08:23:24 +0200 | [diff] [blame] | 554 | /* the pendconn is not queued anymore and will not be so we're safe |
| 555 | * to proceed. |
| 556 | */ |
Willy Tarreau | 88930dd | 2018-07-26 07:38:54 +0200 | [diff] [blame] | 557 | if (p->target) |
| 558 | strm->target = &p->target->obj_type; |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 559 | |
| 560 | strm->flags &= ~(SF_DIRECT | SF_ASSIGNED | SF_ADDR_SET); |
| 561 | strm->flags |= p->strm_flags & (SF_DIRECT | SF_ASSIGNED | SF_ADDR_SET); |
| 562 | strm->pend_pos = NULL; |
Willy Tarreau | bafbe01 | 2017-11-24 17:34:44 +0100 | [diff] [blame] | 563 | pool_free(pool_head_pendconn, p); |
Christopher Faulet | 5cd4bbd | 2018-03-14 16:18:06 +0100 | [diff] [blame] | 564 | return 0; |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 565 | } |
| 566 | |
Patrick Hemmer | 268a707 | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 567 | static enum act_return action_set_priority_class(struct act_rule *rule, struct proxy *px, |
| 568 | struct session *sess, struct stream *s, int flags) |
| 569 | { |
| 570 | struct sample *smp; |
| 571 | |
| 572 | smp = sample_fetch_as_type(px, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL, rule->arg.expr, SMP_T_SINT); |
| 573 | if (!smp) |
| 574 | return ACT_RET_CONT; |
| 575 | |
| 576 | s->priority_class = queue_limit_class(smp->data.u.sint); |
| 577 | return ACT_RET_CONT; |
| 578 | } |
| 579 | |
| 580 | static enum act_return action_set_priority_offset(struct act_rule *rule, struct proxy *px, |
| 581 | struct session *sess, struct stream *s, int flags) |
| 582 | { |
| 583 | struct sample *smp; |
| 584 | |
| 585 | smp = sample_fetch_as_type(px, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL, rule->arg.expr, SMP_T_SINT); |
| 586 | if (!smp) |
| 587 | return ACT_RET_CONT; |
| 588 | |
| 589 | s->priority_offset = queue_limit_offset(smp->data.u.sint); |
| 590 | |
| 591 | return ACT_RET_CONT; |
| 592 | } |
| 593 | |
| 594 | static enum act_parse_ret parse_set_priority_class(const char **args, int *arg, struct proxy *px, |
| 595 | struct act_rule *rule, char **err) |
| 596 | { |
| 597 | unsigned int where = 0; |
| 598 | |
| 599 | rule->arg.expr = sample_parse_expr((char **)args, arg, px->conf.args.file, |
Willy Tarreau | e3b57bf | 2020-02-14 16:50:14 +0100 | [diff] [blame] | 600 | px->conf.args.line, err, &px->conf.args, NULL); |
Patrick Hemmer | 268a707 | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 601 | if (!rule->arg.expr) |
| 602 | return ACT_RET_PRS_ERR; |
| 603 | |
| 604 | if (px->cap & PR_CAP_FE) |
| 605 | where |= SMP_VAL_FE_HRQ_HDR; |
| 606 | if (px->cap & PR_CAP_BE) |
| 607 | where |= SMP_VAL_BE_HRQ_HDR; |
| 608 | |
| 609 | if (!(rule->arg.expr->fetch->val & where)) { |
| 610 | memprintf(err, |
| 611 | "fetch method '%s' extracts information from '%s', none of which is available here", |
| 612 | args[0], sample_src_names(rule->arg.expr->fetch->use)); |
| 613 | free(rule->arg.expr); |
| 614 | return ACT_RET_PRS_ERR; |
| 615 | } |
| 616 | |
| 617 | rule->action = ACT_CUSTOM; |
| 618 | rule->action_ptr = action_set_priority_class; |
| 619 | return ACT_RET_PRS_OK; |
| 620 | } |
| 621 | |
| 622 | static enum act_parse_ret parse_set_priority_offset(const char **args, int *arg, struct proxy *px, |
| 623 | struct act_rule *rule, char **err) |
| 624 | { |
| 625 | unsigned int where = 0; |
| 626 | |
| 627 | rule->arg.expr = sample_parse_expr((char **)args, arg, px->conf.args.file, |
Willy Tarreau | e3b57bf | 2020-02-14 16:50:14 +0100 | [diff] [blame] | 628 | px->conf.args.line, err, &px->conf.args, NULL); |
Patrick Hemmer | 268a707 | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 629 | if (!rule->arg.expr) |
| 630 | return ACT_RET_PRS_ERR; |
| 631 | |
| 632 | if (px->cap & PR_CAP_FE) |
| 633 | where |= SMP_VAL_FE_HRQ_HDR; |
| 634 | if (px->cap & PR_CAP_BE) |
| 635 | where |= SMP_VAL_BE_HRQ_HDR; |
| 636 | |
| 637 | if (!(rule->arg.expr->fetch->val & where)) { |
| 638 | memprintf(err, |
| 639 | "fetch method '%s' extracts information from '%s', none of which is available here", |
| 640 | args[0], sample_src_names(rule->arg.expr->fetch->use)); |
| 641 | free(rule->arg.expr); |
| 642 | return ACT_RET_PRS_ERR; |
| 643 | } |
| 644 | |
| 645 | rule->action = ACT_CUSTOM; |
| 646 | rule->action_ptr = action_set_priority_offset; |
| 647 | return ACT_RET_PRS_OK; |
| 648 | } |
| 649 | |
| 650 | static struct action_kw_list tcp_cont_kws = {ILH, { |
| 651 | { "set-priority-class", parse_set_priority_class }, |
| 652 | { "set-priority-offset", parse_set_priority_offset }, |
| 653 | { /* END */ } |
| 654 | }}; |
| 655 | |
Willy Tarreau | 0108d90 | 2018-11-25 19:14:37 +0100 | [diff] [blame] | 656 | INITCALL1(STG_REGISTER, tcp_req_cont_keywords_register, &tcp_cont_kws); |
| 657 | |
Patrick Hemmer | 268a707 | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 658 | static struct action_kw_list http_req_kws = {ILH, { |
| 659 | { "set-priority-class", parse_set_priority_class }, |
| 660 | { "set-priority-offset", parse_set_priority_offset }, |
| 661 | { /* END */ } |
| 662 | }}; |
| 663 | |
Willy Tarreau | 0108d90 | 2018-11-25 19:14:37 +0100 | [diff] [blame] | 664 | INITCALL1(STG_REGISTER, http_req_keywords_register, &http_req_kws); |
| 665 | |
Patrick Hemmer | 268a707 | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 666 | static int |
| 667 | smp_fetch_priority_class(const struct arg *args, struct sample *smp, const char *kw, void *private) |
| 668 | { |
| 669 | if (!smp->strm) |
| 670 | return 0; |
| 671 | |
| 672 | smp->data.type = SMP_T_SINT; |
| 673 | smp->data.u.sint = smp->strm->priority_class; |
| 674 | |
| 675 | return 1; |
| 676 | } |
| 677 | |
| 678 | static int |
| 679 | smp_fetch_priority_offset(const struct arg *args, struct sample *smp, const char *kw, void *private) |
| 680 | { |
| 681 | if (!smp->strm) |
| 682 | return 0; |
| 683 | |
| 684 | smp->data.type = SMP_T_SINT; |
| 685 | smp->data.u.sint = smp->strm->priority_offset; |
| 686 | |
| 687 | return 1; |
| 688 | } |
| 689 | |
| 690 | |
| 691 | static struct sample_fetch_kw_list smp_kws = {ILH, { |
| 692 | { "prio_class", smp_fetch_priority_class, 0, NULL, SMP_T_SINT, SMP_USE_INTRN, }, |
| 693 | { "prio_offset", smp_fetch_priority_offset, 0, NULL, SMP_T_SINT, SMP_USE_INTRN, }, |
| 694 | { /* END */}, |
| 695 | }}; |
| 696 | |
Willy Tarreau | 0108d90 | 2018-11-25 19:14:37 +0100 | [diff] [blame] | 697 | INITCALL1(STG_REGISTER, sample_register_fetches, &smp_kws); |
Patrick Hemmer | 268a707 | 2018-05-11 12:52:31 -0400 | [diff] [blame] | 698 | |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 699 | /* |
| 700 | * Local variables: |
| 701 | * c-indent-level: 8 |
| 702 | * c-basic-offset: 8 |
| 703 | * End: |
| 704 | */ |