Willy Tarreau | 50e608d | 2007-05-13 18:26:08 +0200 | [diff] [blame] | 1 | /* |
| 2 | * Memory management functions. |
| 3 | * |
| 4 | * Copyright 2000-2007 Willy Tarreau <w@1wt.eu> |
| 5 | * |
| 6 | * This program is free software; you can redistribute it and/or |
| 7 | * modify it under the terms of the GNU General Public License |
| 8 | * as published by the Free Software Foundation; either version |
| 9 | * 2 of the License, or (at your option) any later version. |
| 10 | * |
| 11 | */ |
| 12 | |
Willy Tarreau | 12833bb | 2014-01-28 16:49:56 +0100 | [diff] [blame] | 13 | #include <types/global.h> |
Willy Tarreau | 50e608d | 2007-05-13 18:26:08 +0200 | [diff] [blame] | 14 | #include <common/config.h> |
Krzysztof Piotr Oledzki | a643baf | 2008-05-29 23:53:44 +0200 | [diff] [blame] | 15 | #include <common/debug.h> |
Willy Tarreau | 50e608d | 2007-05-13 18:26:08 +0200 | [diff] [blame] | 16 | #include <common/memory.h> |
| 17 | #include <common/mini-clist.h> |
| 18 | #include <common/standard.h> |
| 19 | |
| 20 | #include <proto/log.h> |
| 21 | |
| 22 | static struct list pools = LIST_HEAD_INIT(pools); |
Willy Tarreau | 6e06443 | 2012-05-08 15:40:42 +0200 | [diff] [blame] | 23 | char mem_poison_byte = 0; |
Willy Tarreau | 50e608d | 2007-05-13 18:26:08 +0200 | [diff] [blame] | 24 | |
| 25 | /* Try to find an existing shared pool with the same characteristics and |
| 26 | * returns it, otherwise creates this one. NULL is returned if no memory |
| 27 | * is available for a new creation. |
| 28 | */ |
| 29 | struct pool_head *create_pool(char *name, unsigned int size, unsigned int flags) |
| 30 | { |
| 31 | struct pool_head *pool; |
Willy Tarreau | 7dcd46d | 2007-05-14 00:16:13 +0200 | [diff] [blame] | 32 | struct pool_head *entry; |
| 33 | struct list *start; |
Willy Tarreau | 50e608d | 2007-05-13 18:26:08 +0200 | [diff] [blame] | 34 | unsigned int align; |
| 35 | |
| 36 | /* We need to store at least a (void *) in the chunks. Since we know |
| 37 | * that the malloc() function will never return such a small size, |
| 38 | * let's round the size up to something slightly bigger, in order to |
| 39 | * ease merging of entries. Note that the rounding is a power of two. |
| 40 | */ |
| 41 | |
Willy Tarreau | 7dcd46d | 2007-05-14 00:16:13 +0200 | [diff] [blame] | 42 | align = 16; |
Willy Tarreau | 50e608d | 2007-05-13 18:26:08 +0200 | [diff] [blame] | 43 | size = (size + align - 1) & -align; |
| 44 | |
Willy Tarreau | 7dcd46d | 2007-05-14 00:16:13 +0200 | [diff] [blame] | 45 | start = &pools; |
Willy Tarreau | 50e608d | 2007-05-13 18:26:08 +0200 | [diff] [blame] | 46 | pool = NULL; |
Willy Tarreau | 7dcd46d | 2007-05-14 00:16:13 +0200 | [diff] [blame] | 47 | |
| 48 | list_for_each_entry(entry, &pools, list) { |
| 49 | if (entry->size == size) { |
| 50 | /* either we can share this place and we take it, or |
| 51 | * we look for a sharable one or for the next position |
| 52 | * before which we will insert a new one. |
| 53 | */ |
| 54 | if (flags & entry->flags & MEM_F_SHARED) { |
| 55 | /* we can share this one */ |
Willy Tarreau | 50e608d | 2007-05-13 18:26:08 +0200 | [diff] [blame] | 56 | pool = entry; |
Krzysztof Piotr Oledzki | a643baf | 2008-05-29 23:53:44 +0200 | [diff] [blame] | 57 | DPRINTF(stderr, "Sharing %s with %s\n", name, pool->name); |
Willy Tarreau | 50e608d | 2007-05-13 18:26:08 +0200 | [diff] [blame] | 58 | break; |
| 59 | } |
| 60 | } |
Willy Tarreau | 7dcd46d | 2007-05-14 00:16:13 +0200 | [diff] [blame] | 61 | else if (entry->size > size) { |
| 62 | /* insert before this one */ |
| 63 | start = &entry->list; |
| 64 | break; |
| 65 | } |
Willy Tarreau | 50e608d | 2007-05-13 18:26:08 +0200 | [diff] [blame] | 66 | } |
| 67 | |
| 68 | if (!pool) { |
| 69 | pool = CALLOC(1, sizeof(*pool)); |
| 70 | if (!pool) |
| 71 | return NULL; |
| 72 | if (name) |
| 73 | strlcpy2(pool->name, name, sizeof(pool->name)); |
| 74 | pool->size = size; |
| 75 | pool->flags = flags; |
Willy Tarreau | 7dcd46d | 2007-05-14 00:16:13 +0200 | [diff] [blame] | 76 | LIST_ADDQ(start, &pool->list); |
Willy Tarreau | 50e608d | 2007-05-13 18:26:08 +0200 | [diff] [blame] | 77 | } |
Willy Tarreau | 7dcd46d | 2007-05-14 00:16:13 +0200 | [diff] [blame] | 78 | pool->users++; |
Willy Tarreau | 50e608d | 2007-05-13 18:26:08 +0200 | [diff] [blame] | 79 | return pool; |
| 80 | } |
| 81 | |
| 82 | /* Allocate a new entry for pool <pool>, and return it for immediate use. |
Willy Tarreau | 7dcd46d | 2007-05-14 00:16:13 +0200 | [diff] [blame] | 83 | * NULL is returned if no memory is available for a new creation. A call |
| 84 | * to the garbage collector is performed before returning NULL. |
Willy Tarreau | 50e608d | 2007-05-13 18:26:08 +0200 | [diff] [blame] | 85 | */ |
Willy Tarreau | e6ce59d | 2007-05-13 19:38:49 +0200 | [diff] [blame] | 86 | void *pool_refill_alloc(struct pool_head *pool) |
Willy Tarreau | 50e608d | 2007-05-13 18:26:08 +0200 | [diff] [blame] | 87 | { |
| 88 | void *ret; |
| 89 | |
| 90 | if (pool->limit && (pool->allocated >= pool->limit)) |
| 91 | return NULL; |
Willy Tarreau | 6e06443 | 2012-05-08 15:40:42 +0200 | [diff] [blame] | 92 | ret = CALLOC(1, pool->size); |
Willy Tarreau | 7dcd46d | 2007-05-14 00:16:13 +0200 | [diff] [blame] | 93 | if (!ret) { |
| 94 | pool_gc2(); |
Willy Tarreau | 6e06443 | 2012-05-08 15:40:42 +0200 | [diff] [blame] | 95 | ret = CALLOC(1, pool->size); |
Willy Tarreau | 7dcd46d | 2007-05-14 00:16:13 +0200 | [diff] [blame] | 96 | if (!ret) |
| 97 | return NULL; |
| 98 | } |
Willy Tarreau | 6e06443 | 2012-05-08 15:40:42 +0200 | [diff] [blame] | 99 | if (mem_poison_byte) |
| 100 | memset(ret, mem_poison_byte, pool->size); |
Willy Tarreau | 50e608d | 2007-05-13 18:26:08 +0200 | [diff] [blame] | 101 | pool->allocated++; |
| 102 | pool->used++; |
| 103 | return ret; |
| 104 | } |
| 105 | |
Willy Tarreau | e6ce59d | 2007-05-13 19:38:49 +0200 | [diff] [blame] | 106 | /* |
| 107 | * This function frees whatever can be freed in pool <pool>. |
| 108 | */ |
| 109 | void pool_flush2(struct pool_head *pool) |
| 110 | { |
| 111 | void *temp, *next; |
Willy Tarreau | 4d2d098 | 2007-05-14 00:39:29 +0200 | [diff] [blame] | 112 | if (!pool) |
| 113 | return; |
| 114 | |
Willy Tarreau | e6ce59d | 2007-05-13 19:38:49 +0200 | [diff] [blame] | 115 | next = pool->free_list; |
| 116 | while (next) { |
| 117 | temp = next; |
| 118 | next = *(void **)temp; |
| 119 | pool->allocated--; |
| 120 | FREE(temp); |
| 121 | } |
| 122 | pool->free_list = next; |
| 123 | |
| 124 | /* here, we should have pool->allocate == pool->used */ |
| 125 | } |
| 126 | |
| 127 | /* |
| 128 | * This function frees whatever can be freed in all pools, but respecting |
Willy Tarreau | b7f9d12 | 2009-04-21 02:17:45 +0200 | [diff] [blame] | 129 | * the minimum thresholds imposed by owners. It takes care of avoiding |
| 130 | * recursion because it may be called from a signal handler. |
Willy Tarreau | e6ce59d | 2007-05-13 19:38:49 +0200 | [diff] [blame] | 131 | */ |
| 132 | void pool_gc2() |
| 133 | { |
Willy Tarreau | b7f9d12 | 2009-04-21 02:17:45 +0200 | [diff] [blame] | 134 | static int recurse; |
Willy Tarreau | e6ce59d | 2007-05-13 19:38:49 +0200 | [diff] [blame] | 135 | struct pool_head *entry; |
Willy Tarreau | b7f9d12 | 2009-04-21 02:17:45 +0200 | [diff] [blame] | 136 | |
| 137 | if (recurse++) |
| 138 | goto out; |
| 139 | |
Willy Tarreau | e6ce59d | 2007-05-13 19:38:49 +0200 | [diff] [blame] | 140 | list_for_each_entry(entry, &pools, list) { |
| 141 | void *temp, *next; |
| 142 | //qfprintf(stderr, "Flushing pool %s\n", entry->name); |
| 143 | next = entry->free_list; |
| 144 | while (next && |
Willy Tarreau | 5311637 | 2014-12-22 21:40:55 +0100 | [diff] [blame] | 145 | (int)(entry->allocated - entry->used) > (int)entry->minavail) { |
Willy Tarreau | e6ce59d | 2007-05-13 19:38:49 +0200 | [diff] [blame] | 146 | temp = next; |
| 147 | next = *(void **)temp; |
| 148 | entry->allocated--; |
| 149 | FREE(temp); |
| 150 | } |
| 151 | entry->free_list = next; |
| 152 | } |
Willy Tarreau | b7f9d12 | 2009-04-21 02:17:45 +0200 | [diff] [blame] | 153 | out: |
| 154 | recurse--; |
Willy Tarreau | e6ce59d | 2007-05-13 19:38:49 +0200 | [diff] [blame] | 155 | } |
| 156 | |
| 157 | /* |
Willy Tarreau | dae4aa8 | 2007-06-16 23:19:53 +0200 | [diff] [blame] | 158 | * This function destroys a pool by freeing it completely, unless it's still |
| 159 | * in use. This should be called only under extreme circumstances. It always |
| 160 | * returns NULL if the resulting pool is empty, easing the clearing of the old |
| 161 | * pointer, otherwise it returns the pool. |
| 162 | * . |
Willy Tarreau | e6ce59d | 2007-05-13 19:38:49 +0200 | [diff] [blame] | 163 | */ |
Willy Tarreau | 4d2d098 | 2007-05-14 00:39:29 +0200 | [diff] [blame] | 164 | void *pool_destroy2(struct pool_head *pool) |
Willy Tarreau | e6ce59d | 2007-05-13 19:38:49 +0200 | [diff] [blame] | 165 | { |
Willy Tarreau | 4d2d098 | 2007-05-14 00:39:29 +0200 | [diff] [blame] | 166 | if (pool) { |
| 167 | pool_flush2(pool); |
Willy Tarreau | dae4aa8 | 2007-06-16 23:19:53 +0200 | [diff] [blame] | 168 | if (pool->used) |
| 169 | return pool; |
| 170 | pool->users--; |
| 171 | if (!pool->users) { |
| 172 | LIST_DEL(&pool->list); |
| 173 | FREE(pool); |
| 174 | } |
Willy Tarreau | 4d2d098 | 2007-05-14 00:39:29 +0200 | [diff] [blame] | 175 | } |
| 176 | return NULL; |
Willy Tarreau | e6ce59d | 2007-05-13 19:38:49 +0200 | [diff] [blame] | 177 | } |
| 178 | |
Willy Tarreau | 12833bb | 2014-01-28 16:49:56 +0100 | [diff] [blame] | 179 | /* This function dumps memory usage information into the trash buffer. */ |
| 180 | void dump_pools_to_trash() |
Willy Tarreau | 50e608d | 2007-05-13 18:26:08 +0200 | [diff] [blame] | 181 | { |
| 182 | struct pool_head *entry; |
| 183 | unsigned long allocated, used; |
| 184 | int nbpools; |
| 185 | |
| 186 | allocated = used = nbpools = 0; |
Willy Tarreau | 12833bb | 2014-01-28 16:49:56 +0100 | [diff] [blame] | 187 | chunk_printf(&trash, "Dumping pools usage. Use SIGQUIT to flush them.\n"); |
Willy Tarreau | 50e608d | 2007-05-13 18:26:08 +0200 | [diff] [blame] | 188 | list_for_each_entry(entry, &pools, list) { |
Willy Tarreau | 12833bb | 2014-01-28 16:49:56 +0100 | [diff] [blame] | 189 | chunk_appendf(&trash, " - Pool %s (%d bytes) : %d allocated (%u bytes), %d used, %d users%s\n", |
Willy Tarreau | e6ce59d | 2007-05-13 19:38:49 +0200 | [diff] [blame] | 190 | entry->name, entry->size, entry->allocated, |
| 191 | entry->size * entry->allocated, entry->used, |
Willy Tarreau | 7dcd46d | 2007-05-14 00:16:13 +0200 | [diff] [blame] | 192 | entry->users, (entry->flags & MEM_F_SHARED) ? " [SHARED]" : ""); |
Willy Tarreau | 50e608d | 2007-05-13 18:26:08 +0200 | [diff] [blame] | 193 | |
| 194 | allocated += entry->allocated * entry->size; |
| 195 | used += entry->used * entry->size; |
| 196 | nbpools++; |
| 197 | } |
Willy Tarreau | 12833bb | 2014-01-28 16:49:56 +0100 | [diff] [blame] | 198 | chunk_appendf(&trash, "Total: %d pools, %lu bytes allocated, %lu used.\n", |
Willy Tarreau | 50e608d | 2007-05-13 18:26:08 +0200 | [diff] [blame] | 199 | nbpools, allocated, used); |
| 200 | } |
| 201 | |
Willy Tarreau | 12833bb | 2014-01-28 16:49:56 +0100 | [diff] [blame] | 202 | /* Dump statistics on pools usage. */ |
| 203 | void dump_pools(void) |
| 204 | { |
| 205 | dump_pools_to_trash(); |
| 206 | qfprintf(stderr, "%s", trash.str); |
| 207 | } |
| 208 | |
Willy Tarreau | 50e608d | 2007-05-13 18:26:08 +0200 | [diff] [blame] | 209 | /* |
| 210 | * Local variables: |
| 211 | * c-indent-level: 8 |
| 212 | * c-basic-offset: 8 |
| 213 | * End: |
| 214 | */ |