blob: 70fd0b31c2fdb470a99f40746f38349c400137bf [file] [log] [blame]
Willy Tarreaubaaee002006-06-26 02:48:02 +02001/*
Willy Tarreau24f4efa2010-08-27 17:56:48 +02002 * include/proto/task.h
3 * Functions for task management.
4 *
5 * Copyright (C) 2000-2010 Willy Tarreau - w@1wt.eu
6 *
7 * This library is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation, version 2.1
10 * exclusively.
11 *
12 * This library is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with this library; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 */
Willy Tarreaubaaee002006-06-26 02:48:02 +020021
22#ifndef _PROTO_TASK_H
23#define _PROTO_TASK_H
24
25
26#include <sys/time.h>
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020027
28#include <common/config.h>
Willy Tarreau2dd0d472006-06-29 17:53:05 +020029#include <common/memory.h>
Willy Tarreau96bcfd72007-04-29 10:41:56 +020030#include <common/mini-clist.h>
31#include <common/standard.h>
Willy Tarreaud0a201b2009-03-08 15:53:06 +010032#include <common/ticks.h>
Willy Tarreau45cb4fb2009-10-26 21:10:04 +010033#include <eb32tree.h>
Willy Tarreau96bcfd72007-04-29 10:41:56 +020034
Willy Tarreaueb118892014-11-13 16:57:19 +010035#include <types/global.h>
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020036#include <types/task.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020037
Willy Tarreaud0a201b2009-03-08 15:53:06 +010038/* Principle of the wait queue.
39 *
40 * We want to be able to tell whether an expiration date is before of after the
41 * current time <now>. We KNOW that expiration dates are never too far apart,
42 * because they are measured in ticks (milliseconds). We also know that almost
43 * all dates will be in the future, and that a very small part of them will be
44 * in the past, they are the ones which have expired since last time we checked
45 * them. Using ticks, we know if a date is in the future or in the past, but we
46 * cannot use that to store sorted information because that reference changes
47 * all the time.
48 *
Willy Tarreaue35c94a2009-03-21 10:01:42 +010049 * We'll use the fact that the time wraps to sort timers. Timers above <now>
50 * are in the future, timers below <now> are in the past. Here, "above" and
51 * "below" are to be considered modulo 2^31.
Willy Tarreaud0a201b2009-03-08 15:53:06 +010052 *
Willy Tarreaue35c94a2009-03-21 10:01:42 +010053 * Timers are stored sorted in an ebtree. We use the new ability for ebtrees to
54 * lookup values starting from X to only expire tasks between <now> - 2^31 and
55 * <now>. If the end of the tree is reached while walking over it, we simply
56 * loop back to the beginning. That way, we have no problem keeping sorted
57 * wrapping timers in a tree, between (now - 24 days) and (now + 24 days). The
58 * keys in the tree always reflect their real position, none can be infinite.
59 * This reduces the number of checks to be performed.
Willy Tarreaud0a201b2009-03-08 15:53:06 +010060 *
61 * Another nice optimisation is to allow a timer to stay at an old place in the
62 * queue as long as it's not further than the real expiration date. That way,
63 * we use the tree as a place holder for a minorant of the real expiration
64 * date. Since we have a very low chance of hitting a timeout anyway, we can
65 * bounce the nodes to their right place when we scan the tree if we encounter
66 * a misplaced node once in a while. This even allows us not to remove the
67 * infinite timers from the wait queue.
68 *
69 * So, to summarize, we have :
70 * - node->key always defines current position in the wait queue
71 * - timer is the real expiration date (possibly infinite)
Willy Tarreaue35c94a2009-03-21 10:01:42 +010072 * - node->key is always before or equal to timer
Willy Tarreaud0a201b2009-03-08 15:53:06 +010073 *
74 * The run queue works similarly to the wait queue except that the current date
75 * is replaced by an insertion counter which can also wrap without any problem.
76 */
77
Willy Tarreaue35c94a2009-03-21 10:01:42 +010078/* The farthest we can look back in a timer tree */
79#define TIMER_LOOK_BACK (1U << 31)
Willy Tarreaud0a201b2009-03-08 15:53:06 +010080
81/* a few exported variables */
Willy Tarreaua4613182009-03-21 18:13:21 +010082extern unsigned int nb_tasks; /* total number of tasks */
Christopher Faulet34c5cc92016-12-06 09:15:30 +010083extern unsigned int tasks_run_queue; /* run queue size */
84extern unsigned int tasks_run_queue_cur;
Willy Tarreauc7bdf092009-03-21 18:33:52 +010085extern unsigned int nb_tasks_cur;
Willy Tarreau91e99932008-06-30 07:51:00 +020086extern unsigned int niced_tasks; /* number of niced tasks in the run queue */
Willy Tarreauc6ca1a02007-05-13 19:43:47 +020087extern struct pool_head *pool2_task;
Willy Tarreau26ca34e2009-03-21 12:51:40 +010088extern struct eb32_node *last_timer; /* optimization: last queued timer */
Willy Tarreau501260b2015-02-23 16:07:01 +010089extern struct eb32_node *rq_next; /* optimization: next task except if delete/insert */
Willy Tarreauc6ca1a02007-05-13 19:43:47 +020090
Willy Tarreau4726f532009-03-07 17:25:21 +010091/* return 0 if task is in run queue, otherwise non-zero */
92static inline int task_in_rq(struct task *t)
93{
94 return t->rq.node.leaf_p != NULL;
95}
96
97/* return 0 if task is in wait queue, otherwise non-zero */
98static inline int task_in_wq(struct task *t)
99{
100 return t->wq.node.leaf_p != NULL;
101}
102
Willy Tarreaufdccded2008-08-29 18:19:04 +0200103/* puts the task <t> in run queue with reason flags <f>, and returns <t> */
Willy Tarreau4df82062008-08-29 15:26:14 +0200104struct task *__task_wakeup(struct task *t);
Willy Tarreaufdccded2008-08-29 18:19:04 +0200105static inline struct task *task_wakeup(struct task *t, unsigned int f)
Willy Tarreau4df82062008-08-29 15:26:14 +0200106{
Willy Tarreau4726f532009-03-07 17:25:21 +0100107 if (likely(!task_in_rq(t)))
Willy Tarreaufdccded2008-08-29 18:19:04 +0200108 __task_wakeup(t);
109 t->state |= f;
110 return t;
Willy Tarreau4df82062008-08-29 15:26:14 +0200111}
Willy Tarreaubaaee002006-06-26 02:48:02 +0200112
Willy Tarreau4726f532009-03-07 17:25:21 +0100113/*
114 * Unlink the task from the wait queue, and possibly update the last_timer
115 * pointer. A pointer to the task itself is returned. The task *must* already
116 * be in the wait queue before calling this function. If unsure, use the safer
117 * task_unlink_wq() function.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200118 */
Willy Tarreau4726f532009-03-07 17:25:21 +0100119static inline struct task *__task_unlink_wq(struct task *t)
120{
121 eb32_delete(&t->wq);
Willy Tarreau26ca34e2009-03-21 12:51:40 +0100122 if (last_timer == &t->wq)
Willy Tarreau4726f532009-03-07 17:25:21 +0100123 last_timer = NULL;
124 return t;
125}
126
127static inline struct task *task_unlink_wq(struct task *t)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200128{
Willy Tarreau4726f532009-03-07 17:25:21 +0100129 if (likely(task_in_wq(t)))
130 __task_unlink_wq(t);
Willy Tarreau96bcfd72007-04-29 10:41:56 +0200131 return t;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200132}
133
134/*
Christopher Faulet34c5cc92016-12-06 09:15:30 +0100135 * Unlink the task from the run queue. The tasks_run_queue size and number of
136 * niced tasks are updated too. A pointer to the task itself is returned. The
137 * task *must* already be in the run queue before calling this function. If
138 * unsure, use the safer task_unlink_rq() function. Note that the pointer to the
139 * next run queue entry is neither checked nor updated.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200140 */
Willy Tarreau4726f532009-03-07 17:25:21 +0100141static inline struct task *__task_unlink_rq(struct task *t)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200142{
Willy Tarreau4726f532009-03-07 17:25:21 +0100143 eb32_delete(&t->rq);
Christopher Faulet34c5cc92016-12-06 09:15:30 +0100144 tasks_run_queue--;
Willy Tarreau4726f532009-03-07 17:25:21 +0100145 if (likely(t->nice))
146 niced_tasks--;
Willy Tarreauce44f122008-07-05 18:16:19 +0200147 return t;
148}
Willy Tarreau9789f7b2008-06-24 08:17:16 +0200149
Willy Tarreau501260b2015-02-23 16:07:01 +0100150/* This function unlinks task <t> from the run queue if it is in it. It also
151 * takes care of updating the next run queue task if it was this task.
152 */
Willy Tarreau4726f532009-03-07 17:25:21 +0100153static inline struct task *task_unlink_rq(struct task *t)
154{
Willy Tarreau501260b2015-02-23 16:07:01 +0100155 if (likely(task_in_rq(t))) {
156 if (&t->rq == rq_next)
157 rq_next = eb32_next(rq_next);
Willy Tarreau4726f532009-03-07 17:25:21 +0100158 __task_unlink_rq(t);
Willy Tarreau501260b2015-02-23 16:07:01 +0100159 }
Willy Tarreau4726f532009-03-07 17:25:21 +0100160 return t;
161}
162
Willy Tarreauce44f122008-07-05 18:16:19 +0200163/*
164 * Unlinks the task and adjusts run queue stats.
165 * A pointer to the task itself is returned.
166 */
167static inline struct task *task_delete(struct task *t)
168{
Willy Tarreau4726f532009-03-07 17:25:21 +0100169 task_unlink_wq(t);
170 task_unlink_rq(t);
Willy Tarreau9789f7b2008-06-24 08:17:16 +0200171 return t;
172}
173
174/*
Willy Tarreaua4613182009-03-21 18:13:21 +0100175 * Initialize a new task. The bare minimum is performed (queue pointers and
176 * state). The task is returned. This function should not be used outside of
177 * task_new().
Willy Tarreau9789f7b2008-06-24 08:17:16 +0200178 */
179static inline struct task *task_init(struct task *t)
180{
Willy Tarreau4726f532009-03-07 17:25:21 +0100181 t->wq.node.leaf_p = NULL;
182 t->rq.node.leaf_p = NULL;
Willy Tarreaufdccded2008-08-29 18:19:04 +0200183 t->state = TASK_SLEEPING;
Willy Tarreau91e99932008-06-30 07:51:00 +0200184 t->nice = 0;
Willy Tarreau3884cba2009-03-28 17:54:35 +0100185 t->calls = 0;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200186 return t;
187}
188
189/*
Willy Tarreaua4613182009-03-21 18:13:21 +0100190 * Allocate and initialise a new task. The new task is returned, or NULL in
191 * case of lack of memory. The task count is incremented. Tasks should only
192 * be allocated this way, and must be freed using task_free().
193 */
194static inline struct task *task_new(void)
195{
196 struct task *t = pool_alloc2(pool2_task);
197 if (t) {
198 nb_tasks++;
199 task_init(t);
200 }
201 return t;
202}
203
204/*
205 * Free a task. Its context must have been freed since it will be lost.
206 * The task count is decremented.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200207 */
208static inline void task_free(struct task *t)
209{
Willy Tarreauc6ca1a02007-05-13 19:43:47 +0200210 pool_free2(pool2_task, t);
Willy Tarreaueb118892014-11-13 16:57:19 +0100211 if (unlikely(stopping))
212 pool_flush2(pool2_task);
Willy Tarreaua4613182009-03-21 18:13:21 +0100213 nb_tasks--;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200214}
215
Willy Tarreau4726f532009-03-07 17:25:21 +0100216/* Place <task> into the wait queue, where it may already be. If the expiration
Willy Tarreau531cf0c2009-03-08 16:35:27 +0100217 * timer is infinite, do nothing and rely on wake_expired_task to clean up.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200218 */
Willy Tarreau531cf0c2009-03-08 16:35:27 +0100219void __task_queue(struct task *task);
220static inline void task_queue(struct task *task)
221{
222 /* If we already have a place in the wait queue no later than the
223 * timeout we're trying to set, we'll stay there, because it is very
224 * unlikely that we will reach the timeout anyway. If the timeout
225 * has been disabled, it's useless to leave the queue as well. We'll
226 * rely on wake_expired_tasks() to catch the node and move it to the
227 * proper place should it ever happen. Finally we only add the task
228 * to the queue if it was not there or if it was further than what
229 * we want.
230 */
231 if (!tick_isset(task->expire))
232 return;
233
Willy Tarreaue35c94a2009-03-21 10:01:42 +0100234 if (!task_in_wq(task) || tick_is_lt(task->expire, task->wq.key))
Willy Tarreau531cf0c2009-03-08 16:35:27 +0100235 __task_queue(task);
236}
Willy Tarreaubaaee002006-06-26 02:48:02 +0200237
Willy Tarreau26e48812011-07-25 14:30:42 +0200238/* Ensure <task> will be woken up at most at <when>. If the task is already in
239 * the run queue (but not running), nothing is done. It may be used that way
240 * with a delay : task_schedule(task, tick_add(now_ms, delay));
241 */
242static inline void task_schedule(struct task *task, int when)
243{
244 if (task_in_rq(task))
245 return;
246
247 if (task_in_wq(task))
248 when = tick_first(when, task->expire);
249
250 task->expire = when;
251 if (!task_in_wq(task) || tick_is_lt(task->expire, task->wq.key))
252 __task_queue(task);
253}
254
Willy Tarreaubaaee002006-06-26 02:48:02 +0200255/*
Willy Tarreau918ff602011-07-25 16:33:49 +0200256 * This does 3 things :
Willy Tarreaubaaee002006-06-26 02:48:02 +0200257 * - wake up all expired tasks
258 * - call all runnable tasks
Willy Tarreaud825eef2007-05-12 22:35:00 +0200259 * - return the date of next event in <next> or eternity.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200260 */
261
Thierry FOURNIER9cf7c4b2014-12-15 13:26:01 +0100262void process_runnable_tasks();
Willy Tarreaubaaee002006-06-26 02:48:02 +0200263
Willy Tarreau58b458d2008-06-29 22:40:23 +0200264/*
265 * Extract all expired timers from the timer queue, and wakes up all
266 * associated tasks. Returns the date of next event (or eternity).
267 */
Thierry FOURNIER9cf7c4b2014-12-15 13:26:01 +0100268int wake_expired_tasks();
Willy Tarreau58b458d2008-06-29 22:40:23 +0200269
Willy Tarreaud0a201b2009-03-08 15:53:06 +0100270/* Perform minimal initializations, report 0 in case of error, 1 if OK. */
271int init_task();
Willy Tarreaubaaee002006-06-26 02:48:02 +0200272
273#endif /* _PROTO_TASK_H */
274
275/*
276 * Local variables:
277 * c-indent-level: 8
278 * c-basic-offset: 8
279 * End:
280 */