blob: 1e62259cbcfaa1c7773420bb6d2c451134169084 [file] [log] [blame]
Willy Tarreau50e608d2007-05-13 18:26:08 +02001/*
2 * Memory management functions.
3 *
4 * Copyright 2000-2007 Willy Tarreau <w@1wt.eu>
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
Willy Tarreau12833bb2014-01-28 16:49:56 +010013#include <types/global.h>
Willy Tarreau50e608d2007-05-13 18:26:08 +020014#include <common/config.h>
Krzysztof Piotr Oledzkia643baf2008-05-29 23:53:44 +020015#include <common/debug.h>
Willy Tarreau50e608d2007-05-13 18:26:08 +020016#include <common/memory.h>
17#include <common/mini-clist.h>
18#include <common/standard.h>
19
20#include <proto/log.h>
21
22static struct list pools = LIST_HEAD_INIT(pools);
Willy Tarreau6e064432012-05-08 15:40:42 +020023char mem_poison_byte = 0;
Willy Tarreau50e608d2007-05-13 18:26:08 +020024
25/* Try to find an existing shared pool with the same characteristics and
26 * returns it, otherwise creates this one. NULL is returned if no memory
27 * is available for a new creation.
28 */
29struct pool_head *create_pool(char *name, unsigned int size, unsigned int flags)
30{
31 struct pool_head *pool;
Willy Tarreau7dcd46d2007-05-14 00:16:13 +020032 struct pool_head *entry;
33 struct list *start;
Willy Tarreau50e608d2007-05-13 18:26:08 +020034 unsigned int align;
35
36 /* We need to store at least a (void *) in the chunks. Since we know
37 * that the malloc() function will never return such a small size,
38 * let's round the size up to something slightly bigger, in order to
39 * ease merging of entries. Note that the rounding is a power of two.
40 */
41
Willy Tarreau7dcd46d2007-05-14 00:16:13 +020042 align = 16;
Willy Tarreau50e608d2007-05-13 18:26:08 +020043 size = (size + align - 1) & -align;
44
Willy Tarreau7dcd46d2007-05-14 00:16:13 +020045 start = &pools;
Willy Tarreau50e608d2007-05-13 18:26:08 +020046 pool = NULL;
Willy Tarreau7dcd46d2007-05-14 00:16:13 +020047
48 list_for_each_entry(entry, &pools, list) {
49 if (entry->size == size) {
50 /* either we can share this place and we take it, or
51 * we look for a sharable one or for the next position
52 * before which we will insert a new one.
53 */
54 if (flags & entry->flags & MEM_F_SHARED) {
55 /* we can share this one */
Willy Tarreau50e608d2007-05-13 18:26:08 +020056 pool = entry;
Krzysztof Piotr Oledzkia643baf2008-05-29 23:53:44 +020057 DPRINTF(stderr, "Sharing %s with %s\n", name, pool->name);
Willy Tarreau50e608d2007-05-13 18:26:08 +020058 break;
59 }
60 }
Willy Tarreau7dcd46d2007-05-14 00:16:13 +020061 else if (entry->size > size) {
62 /* insert before this one */
63 start = &entry->list;
64 break;
65 }
Willy Tarreau50e608d2007-05-13 18:26:08 +020066 }
67
68 if (!pool) {
69 pool = CALLOC(1, sizeof(*pool));
70 if (!pool)
71 return NULL;
72 if (name)
73 strlcpy2(pool->name, name, sizeof(pool->name));
74 pool->size = size;
75 pool->flags = flags;
Willy Tarreau7dcd46d2007-05-14 00:16:13 +020076 LIST_ADDQ(start, &pool->list);
Willy Tarreau50e608d2007-05-13 18:26:08 +020077 }
Willy Tarreau7dcd46d2007-05-14 00:16:13 +020078 pool->users++;
Willy Tarreau50e608d2007-05-13 18:26:08 +020079 return pool;
80}
81
82/* Allocate a new entry for pool <pool>, and return it for immediate use.
Willy Tarreau7dcd46d2007-05-14 00:16:13 +020083 * NULL is returned if no memory is available for a new creation. A call
84 * to the garbage collector is performed before returning NULL.
Willy Tarreau50e608d2007-05-13 18:26:08 +020085 */
Willy Tarreaue6ce59d2007-05-13 19:38:49 +020086void *pool_refill_alloc(struct pool_head *pool)
Willy Tarreau50e608d2007-05-13 18:26:08 +020087{
88 void *ret;
89
90 if (pool->limit && (pool->allocated >= pool->limit))
91 return NULL;
Willy Tarreau6e064432012-05-08 15:40:42 +020092 ret = CALLOC(1, pool->size);
Willy Tarreau7dcd46d2007-05-14 00:16:13 +020093 if (!ret) {
94 pool_gc2();
Willy Tarreau6e064432012-05-08 15:40:42 +020095 ret = CALLOC(1, pool->size);
Willy Tarreau7dcd46d2007-05-14 00:16:13 +020096 if (!ret)
97 return NULL;
98 }
Willy Tarreau6e064432012-05-08 15:40:42 +020099 if (mem_poison_byte)
100 memset(ret, mem_poison_byte, pool->size);
Willy Tarreau50e608d2007-05-13 18:26:08 +0200101 pool->allocated++;
102 pool->used++;
103 return ret;
104}
105
Willy Tarreaue6ce59d2007-05-13 19:38:49 +0200106/*
107 * This function frees whatever can be freed in pool <pool>.
108 */
109void pool_flush2(struct pool_head *pool)
110{
111 void *temp, *next;
Willy Tarreau4d2d0982007-05-14 00:39:29 +0200112 if (!pool)
113 return;
114
Willy Tarreaue6ce59d2007-05-13 19:38:49 +0200115 next = pool->free_list;
116 while (next) {
117 temp = next;
118 next = *(void **)temp;
119 pool->allocated--;
120 FREE(temp);
121 }
122 pool->free_list = next;
123
124 /* here, we should have pool->allocate == pool->used */
125}
126
127/*
128 * This function frees whatever can be freed in all pools, but respecting
Willy Tarreaub7f9d122009-04-21 02:17:45 +0200129 * the minimum thresholds imposed by owners. It takes care of avoiding
130 * recursion because it may be called from a signal handler.
Willy Tarreaue6ce59d2007-05-13 19:38:49 +0200131 */
132void pool_gc2()
133{
Willy Tarreaub7f9d122009-04-21 02:17:45 +0200134 static int recurse;
Willy Tarreaue6ce59d2007-05-13 19:38:49 +0200135 struct pool_head *entry;
Willy Tarreaub7f9d122009-04-21 02:17:45 +0200136
137 if (recurse++)
138 goto out;
139
Willy Tarreaue6ce59d2007-05-13 19:38:49 +0200140 list_for_each_entry(entry, &pools, list) {
141 void *temp, *next;
142 //qfprintf(stderr, "Flushing pool %s\n", entry->name);
143 next = entry->free_list;
144 while (next &&
145 entry->allocated > entry->minavail &&
146 entry->allocated > entry->used) {
147 temp = next;
148 next = *(void **)temp;
149 entry->allocated--;
150 FREE(temp);
151 }
152 entry->free_list = next;
153 }
Willy Tarreaub7f9d122009-04-21 02:17:45 +0200154 out:
155 recurse--;
Willy Tarreaue6ce59d2007-05-13 19:38:49 +0200156}
157
158/*
Willy Tarreaudae4aa82007-06-16 23:19:53 +0200159 * This function destroys a pool by freeing it completely, unless it's still
160 * in use. This should be called only under extreme circumstances. It always
161 * returns NULL if the resulting pool is empty, easing the clearing of the old
162 * pointer, otherwise it returns the pool.
163 * .
Willy Tarreaue6ce59d2007-05-13 19:38:49 +0200164 */
Willy Tarreau4d2d0982007-05-14 00:39:29 +0200165void *pool_destroy2(struct pool_head *pool)
Willy Tarreaue6ce59d2007-05-13 19:38:49 +0200166{
Willy Tarreau4d2d0982007-05-14 00:39:29 +0200167 if (pool) {
168 pool_flush2(pool);
Willy Tarreaudae4aa82007-06-16 23:19:53 +0200169 if (pool->used)
170 return pool;
171 pool->users--;
172 if (!pool->users) {
173 LIST_DEL(&pool->list);
174 FREE(pool);
175 }
Willy Tarreau4d2d0982007-05-14 00:39:29 +0200176 }
177 return NULL;
Willy Tarreaue6ce59d2007-05-13 19:38:49 +0200178}
179
Willy Tarreau12833bb2014-01-28 16:49:56 +0100180/* This function dumps memory usage information into the trash buffer. */
181void dump_pools_to_trash()
Willy Tarreau50e608d2007-05-13 18:26:08 +0200182{
183 struct pool_head *entry;
184 unsigned long allocated, used;
185 int nbpools;
186
187 allocated = used = nbpools = 0;
Willy Tarreau12833bb2014-01-28 16:49:56 +0100188 chunk_printf(&trash, "Dumping pools usage. Use SIGQUIT to flush them.\n");
Willy Tarreau50e608d2007-05-13 18:26:08 +0200189 list_for_each_entry(entry, &pools, list) {
Willy Tarreau12833bb2014-01-28 16:49:56 +0100190 chunk_appendf(&trash, " - Pool %s (%d bytes) : %d allocated (%u bytes), %d used, %d users%s\n",
Willy Tarreaue6ce59d2007-05-13 19:38:49 +0200191 entry->name, entry->size, entry->allocated,
192 entry->size * entry->allocated, entry->used,
Willy Tarreau7dcd46d2007-05-14 00:16:13 +0200193 entry->users, (entry->flags & MEM_F_SHARED) ? " [SHARED]" : "");
Willy Tarreau50e608d2007-05-13 18:26:08 +0200194
195 allocated += entry->allocated * entry->size;
196 used += entry->used * entry->size;
197 nbpools++;
198 }
Willy Tarreau12833bb2014-01-28 16:49:56 +0100199 chunk_appendf(&trash, "Total: %d pools, %lu bytes allocated, %lu used.\n",
Willy Tarreau50e608d2007-05-13 18:26:08 +0200200 nbpools, allocated, used);
201}
202
Willy Tarreau12833bb2014-01-28 16:49:56 +0100203/* Dump statistics on pools usage. */
204void dump_pools(void)
205{
206 dump_pools_to_trash();
207 qfprintf(stderr, "%s", trash.str);
208}
209
Willy Tarreau50e608d2007-05-13 18:26:08 +0200210/*
211 * Local variables:
212 * c-indent-level: 8
213 * c-basic-offset: 8
214 * End:
215 */