blob: f2d69783f0896bc24708bf22415a8b5c078b4f77 [file] [log] [blame]
Willy Tarreaubaaee002006-06-26 02:48:02 +02001/*
Willy Tarreau62405a22014-12-23 13:51:28 +01002 * include/common/memory.h
3 * Memory management definitions..
4 *
5 * Copyright (C) 2000-2014 Willy Tarreau - w@1wt.eu
6 *
7 * This library is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation, version 2.1
10 * exclusively.
11 *
12 * This library is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with this library; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 */
Willy Tarreaubaaee002006-06-26 02:48:02 +020021
Willy Tarreau2dd0d472006-06-29 17:53:05 +020022#ifndef _COMMON_MEMORY_H
23#define _COMMON_MEMORY_H
Willy Tarreaubaaee002006-06-26 02:48:02 +020024
25#include <stdlib.h>
Willy Tarreaue430e772014-12-23 14:13:16 +010026#include <string.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020027
Willy Tarreau2dd0d472006-06-29 17:53:05 +020028#include <common/config.h>
Willy Tarreau50e608d2007-05-13 18:26:08 +020029#include <common/mini-clist.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020030
Willy Tarreaua84dcb82015-10-28 12:04:02 +010031#ifndef DEBUG_DONT_SHARE_POOLS
Willy Tarreau50e608d2007-05-13 18:26:08 +020032#define MEM_F_SHARED 0x1
Willy Tarreaua84dcb82015-10-28 12:04:02 +010033#else
34#define MEM_F_SHARED 0
35#endif
Willy Tarreau581bf812016-01-25 02:19:13 +010036#define MEM_F_EXACT 0x2
Willy Tarreau50e608d2007-05-13 18:26:08 +020037
Willy Tarreauac421112015-10-28 15:09:29 +010038/* reserve an extra void* at the end of a pool for linking */
39#ifdef DEBUG_MEMORY_POOLS
40#define POOL_EXTRA (sizeof(void *))
41#define POOL_LINK(pool, item) (void **)(((char *)item) + (pool->size))
42#else
43#define POOL_EXTRA (0)
44#define POOL_LINK(pool, item) ((void **)(item))
45#endif
46
Willy Tarreau50e608d2007-05-13 18:26:08 +020047struct pool_head {
48 void **free_list;
49 struct list list; /* list of all known pools */
50 unsigned int used; /* how many chunks are currently in use */
51 unsigned int allocated; /* how many chunks have been allocated */
52 unsigned int limit; /* hard limit on the number of chunks */
53 unsigned int minavail; /* how many chunks are expected to be used */
54 unsigned int size; /* chunk size */
55 unsigned int flags; /* MEM_F_* */
Willy Tarreau7dcd46d2007-05-14 00:16:13 +020056 unsigned int users; /* number of pools sharing this zone */
Willy Tarreau58102cf2015-10-28 16:24:21 +010057 unsigned int failed; /* failed allocations */
Willy Tarreau7dcd46d2007-05-14 00:16:13 +020058 char name[12]; /* name of the pool */
Willy Tarreau50e608d2007-05-13 18:26:08 +020059};
60
Willy Tarreau067ac9f2015-10-08 14:12:13 +020061/* poison each newly allocated area with this byte if >= 0 */
62extern int mem_poison_byte;
Willy Tarreau50e608d2007-05-13 18:26:08 +020063
Willy Tarreaua885f6d2014-12-03 15:25:28 +010064/* Allocates new entries for pool <pool> until there are at least <avail> + 1
65 * available, then returns the last one for immediate use, so that at least
66 * <avail> are left available in the pool upon return. NULL is returned if the
67 * last entry could not be allocated. It's important to note that at least one
68 * allocation is always performed even if there are enough entries in the pool.
69 * A call to the garbage collector is performed at most once in case malloc()
70 * returns an error, before returning NULL.
Willy Tarreau50e608d2007-05-13 18:26:08 +020071 */
Willy Tarreaua885f6d2014-12-03 15:25:28 +010072void *pool_refill_alloc(struct pool_head *pool, unsigned int avail);
Willy Tarreau50e608d2007-05-13 18:26:08 +020073
74/* Try to find an existing shared pool with the same characteristics and
75 * returns it, otherwise creates this one. NULL is returned if no memory
76 * is available for a new creation.
77 */
78struct pool_head *create_pool(char *name, unsigned int size, unsigned int flags);
79
80/* Dump statistics on pools usage.
81 */
Willy Tarreau12833bb2014-01-28 16:49:56 +010082void dump_pools_to_trash();
Willy Tarreau50e608d2007-05-13 18:26:08 +020083void dump_pools(void);
Willy Tarreau58102cf2015-10-28 16:24:21 +010084int pool_total_failures();
85unsigned long pool_total_allocated();
86unsigned long pool_total_used();
Willy Tarreau50e608d2007-05-13 18:26:08 +020087
88/*
Willy Tarreaue6ce59d2007-05-13 19:38:49 +020089 * This function frees whatever can be freed in pool <pool>.
90 */
91void pool_flush2(struct pool_head *pool);
92
93/*
94 * This function frees whatever can be freed in all pools, but respecting
95 * the minimum thresholds imposed by owners.
96 */
97void pool_gc2();
98
99/*
100 * This function destroys a pull by freeing it completely.
101 * This should be called only under extreme circumstances.
102 */
Willy Tarreau4d2d0982007-05-14 00:39:29 +0200103void *pool_destroy2(struct pool_head *pool);
Willy Tarreaue6ce59d2007-05-13 19:38:49 +0200104
105/*
Willy Tarreau02622412014-12-08 16:35:23 +0100106 * Returns a pointer to type <type> taken from the pool <pool_type> if
107 * available, otherwise returns NULL. No malloc() is attempted, and poisonning
108 * is never performed. The purpose is to get the fastest possible allocation.
Willy Tarreau50e608d2007-05-13 18:26:08 +0200109 */
Willy Tarreau02622412014-12-08 16:35:23 +0100110static inline void *pool_get_first(struct pool_head *pool)
Willy Tarreaue430e772014-12-23 14:13:16 +0100111{
112 void *p;
113
Willy Tarreau02622412014-12-08 16:35:23 +0100114 if ((p = pool->free_list) != NULL) {
Willy Tarreauac421112015-10-28 15:09:29 +0100115 pool->free_list = *POOL_LINK(pool, p);
Willy Tarreaue430e772014-12-23 14:13:16 +0100116 pool->used++;
Willy Tarreaude30a682015-10-28 15:23:51 +0100117#ifdef DEBUG_MEMORY_POOLS
118 /* keep track of where the element was allocated from */
119 *POOL_LINK(pool, p) = (void *)pool;
120#endif
Willy Tarreaue430e772014-12-23 14:13:16 +0100121 }
122 return p;
123}
Willy Tarreau50e608d2007-05-13 18:26:08 +0200124
125/*
Willy Tarreau02622412014-12-08 16:35:23 +0100126 * Returns a pointer to type <type> taken from the pool <pool_type> or
127 * dynamically allocated. In the first case, <pool_type> is updated to point to
128 * the next element in the list. No memory poisonning is ever performed on the
129 * returned area.
130 */
131static inline void *pool_alloc_dirty(struct pool_head *pool)
132{
133 void *p;
134
135 if ((p = pool_get_first(pool)) == NULL)
Willy Tarreaua885f6d2014-12-03 15:25:28 +0100136 p = pool_refill_alloc(pool, 0);
Willy Tarreau02622412014-12-08 16:35:23 +0100137
138 return p;
139}
140
141/*
142 * Returns a pointer to type <type> taken from the pool <pool_type> or
143 * dynamically allocated. In the first case, <pool_type> is updated to point to
144 * the next element in the list. Memory poisonning is performed if enabled.
145 */
146static inline void *pool_alloc2(struct pool_head *pool)
147{
148 void *p;
149
150 p = pool_alloc_dirty(pool);
Willy Tarreaude30a682015-10-28 15:23:51 +0100151#ifdef DEBUG_MEMORY_POOLS
152 if (p) {
153 /* keep track of where the element was allocated from */
154 *POOL_LINK(pool, p) = (void *)pool;
155 }
156#endif
157 if (p && mem_poison_byte >= 0) {
Willy Tarreau02622412014-12-08 16:35:23 +0100158 memset(p, mem_poison_byte, pool->size);
Willy Tarreaude30a682015-10-28 15:23:51 +0100159 }
160
Willy Tarreau02622412014-12-08 16:35:23 +0100161 return p;
162}
163
164/*
Willy Tarreau50e608d2007-05-13 18:26:08 +0200165 * Puts a memory area back to the corresponding pool.
166 * Items are chained directly through a pointer that
167 * is written in the beginning of the memory area, so
168 * there's no need for any carrier cell. This implies
169 * that each memory area is at least as big as one
Willy Tarreau48d63db2008-08-03 17:41:33 +0200170 * pointer. Just like with the libc's free(), nothing
171 * is done if <ptr> is NULL.
Willy Tarreau50e608d2007-05-13 18:26:08 +0200172 */
Willy Tarreaue430e772014-12-23 14:13:16 +0100173static inline void pool_free2(struct pool_head *pool, void *ptr)
174{
175 if (likely(ptr != NULL)) {
Willy Tarreaude30a682015-10-28 15:23:51 +0100176#ifdef DEBUG_MEMORY_POOLS
177 /* we'll get late corruption if we refill to the wrong pool or double-free */
178 if (*POOL_LINK(pool, ptr) != (void *)pool)
179 *(int *)0 = 0;
180#endif
Willy Tarreauac421112015-10-28 15:09:29 +0100181 *POOL_LINK(pool, ptr) = (void *)pool->free_list;
Willy Tarreaue430e772014-12-23 14:13:16 +0100182 pool->free_list = (void *)ptr;
183 pool->used--;
184 }
185}
Willy Tarreau50e608d2007-05-13 18:26:08 +0200186
187
Willy Tarreau2dd0d472006-06-29 17:53:05 +0200188#endif /* _COMMON_MEMORY_H */
Willy Tarreaubaaee002006-06-26 02:48:02 +0200189
190/*
191 * Local variables:
192 * c-indent-level: 8
193 * c-basic-offset: 8
194 * End:
195 */