blob: 2557fe4a0add5037814e81b09a7ac565644d0c77 [file] [log] [blame]
Willy Tarreaubaaee002006-06-26 02:48:02 +02001/*
2 * Buffer management functions.
3 *
Willy Tarreaub97f1992010-02-25 23:54:31 +01004 * Copyright 2000-2010 Willy Tarreau <w@1wt.eu>
Willy Tarreaubaaee002006-06-26 02:48:02 +02005 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
Krzysztof Piotr Oledzkiba8d7d32009-10-10 21:06:03 +020013#include <ctype.h>
Willy Tarreauc0dde7a2007-01-01 21:38:07 +010014#include <stdarg.h>
15#include <stdio.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020016#include <string.h>
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020017
18#include <common/config.h>
Willy Tarreau7341d942007-05-13 19:56:02 +020019#include <common/memory.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020020#include <proto/buffers.h>
Willy Tarreau27a674e2009-08-17 07:23:33 +020021#include <types/global.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020022
Willy Tarreau7341d942007-05-13 19:56:02 +020023struct pool_head *pool2_buffer;
24
25
26/* perform minimal intializations, report 0 in case of error, 1 if OK. */
27int init_buffer()
28{
Willy Tarreau27a674e2009-08-17 07:23:33 +020029 pool2_buffer = create_pool("buffer", sizeof(struct buffer) + global.tune.bufsize, MEM_F_SHARED);
Willy Tarreau7341d942007-05-13 19:56:02 +020030 return pool2_buffer != NULL;
31}
32
Willy Tarreaubaaee002006-06-26 02:48:02 +020033
Krzysztof Piotr Oledzki8e4b21d2008-04-20 21:34:47 +020034/* writes <len> bytes from message <msg> to buffer <buf>. Returns -1 in case of
Willy Tarreau078e2942009-08-18 07:19:39 +020035 * success, -2 if the message is larger than the buffer size, or the number of
36 * bytes available otherwise. The send limit is automatically adjusted with the
37 * amount of data written. FIXME-20060521: handle unaligned data.
Willy Tarreaubaaee002006-06-26 02:48:02 +020038 */
39int buffer_write(struct buffer *buf, const char *msg, int len)
40{
41 int max;
42
Willy Tarreauaeac3192009-08-31 08:09:57 +020043 if (len == 0)
44 return -1;
Willy Tarreaubaaee002006-06-26 02:48:02 +020045
Willy Tarreau078e2942009-08-18 07:19:39 +020046 if (len > buf->size) {
47 /* we can't write this chunk and will never be able to, because
48 * it is larger than the buffer. This must be reported as an
49 * error. Then we return -2 so that writers that don't care can
50 * ignore it and go on, and others can check for this value.
51 */
52 return -2;
53 }
54
Willy Tarreauaeac3192009-08-31 08:09:57 +020055 max = buffer_realign(buf);
56
Willy Tarreaubaaee002006-06-26 02:48:02 +020057 if (len > max)
58 return max;
59
60 memcpy(buf->r, msg, len);
61 buf->l += len;
Willy Tarreauf890dc92008-12-13 21:12:26 +010062 buf->send_max += len;
Willy Tarreaubaaee002006-06-26 02:48:02 +020063 buf->r += len;
Willy Tarreau35d66b02007-01-02 00:28:21 +010064 buf->total += len;
Willy Tarreaua07a34e2009-08-16 23:27:46 +020065 if (buf->r == buf->data + buf->size)
Willy Tarreaubaaee002006-06-26 02:48:02 +020066 buf->r = buf->data;
Krzysztof Piotr Oledzki8e4b21d2008-04-20 21:34:47 +020067
Willy Tarreauba0b63d2009-09-20 08:09:44 +020068 buf->flags &= ~(BF_OUT_EMPTY|BF_FULL);
Willy Tarreau7c3c5412009-12-13 15:53:05 +010069 if (buf->l >= buffer_max_len(buf))
Willy Tarreaue393fe22008-08-16 22:18:07 +020070 buf->flags |= BF_FULL;
71
Krzysztof Piotr Oledzki8e4b21d2008-04-20 21:34:47 +020072 return -1;
Willy Tarreaubaaee002006-06-26 02:48:02 +020073}
74
Willy Tarreauaeac3192009-08-31 08:09:57 +020075/* Try to write string <str> into buffer <buf> after length controls. This
76 * is the equivalent of buffer_write() except that to_forward and send_max
77 * are updated and that max_len is respected. Returns -1 in case of success,
Willy Tarreau078e2942009-08-18 07:19:39 +020078 * -2 if it is larger than the buffer size, or the number of bytes available
Willy Tarreauaeac3192009-08-31 08:09:57 +020079 * otherwise. The send limit is automatically adjusted with the amount of data
Willy Tarreau078e2942009-08-18 07:19:39 +020080 * written.
Willy Tarreauc0dde7a2007-01-01 21:38:07 +010081 */
Willy Tarreau9bcc91e2009-10-10 18:01:44 +020082int buffer_feed2(struct buffer *buf, const char *str, int len)
Willy Tarreauc0dde7a2007-01-01 21:38:07 +010083{
84 int max;
85
Willy Tarreauaeac3192009-08-31 08:09:57 +020086 if (len == 0)
Krzysztof Piotr Oledzki8e4b21d2008-04-20 21:34:47 +020087 return -1;
Willy Tarreauc0dde7a2007-01-01 21:38:07 +010088
Willy Tarreau7c3c5412009-12-13 15:53:05 +010089 if (len > buffer_max_len(buf)) {
Willy Tarreau078e2942009-08-18 07:19:39 +020090 /* we can't write this chunk and will never be able to, because
Willy Tarreauaeac3192009-08-31 08:09:57 +020091 * it is larger than the buffer's current max size.
Willy Tarreau078e2942009-08-18 07:19:39 +020092 */
93 return -2;
94 }
95
Willy Tarreauaeac3192009-08-31 08:09:57 +020096 max = buffer_contig_space(buf);
Willy Tarreauc0dde7a2007-01-01 21:38:07 +010097
Willy Tarreauaeac3192009-08-31 08:09:57 +020098 if (len > max)
Willy Tarreauc0dde7a2007-01-01 21:38:07 +010099 return max;
100
Willy Tarreauaeac3192009-08-31 08:09:57 +0200101 memcpy(buf->r, str, len);
102 buf->l += len;
103 buf->r += len;
104 buf->total += len;
Willy Tarreau31971e52009-09-20 12:07:52 +0200105 if (buf->to_forward) {
106 unsigned long fwd = len;
107 if (buf->to_forward != BUF_INFINITE_FORWARD) {
108 if (fwd > buf->to_forward)
109 fwd = buf->to_forward;
110 buf->to_forward -= fwd;
111 }
112 buf->send_max += fwd;
Willy Tarreauba0b63d2009-09-20 08:09:44 +0200113 buf->flags &= ~BF_OUT_EMPTY;
Willy Tarreauaeac3192009-08-31 08:09:57 +0200114 }
115
Willy Tarreaua07a34e2009-08-16 23:27:46 +0200116 if (buf->r == buf->data + buf->size)
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100117 buf->r = buf->data;
Krzysztof Piotr Oledzki8e4b21d2008-04-20 21:34:47 +0200118
Willy Tarreauba0b63d2009-09-20 08:09:44 +0200119 buf->flags &= ~BF_FULL;
Willy Tarreau7c3c5412009-12-13 15:53:05 +0100120 if (buf->l >= buffer_max_len(buf))
Willy Tarreaue393fe22008-08-16 22:18:07 +0200121 buf->flags |= BF_FULL;
122
Willy Tarreaufb0e9202009-09-23 23:47:55 +0200123 /* notify that some data was read from the SI into the buffer */
124 buf->flags |= BF_READ_PARTIAL;
Krzysztof Piotr Oledzki8e4b21d2008-04-20 21:34:47 +0200125 return -1;
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100126}
127
Willy Tarreau4fe7a2e2009-09-01 06:41:32 +0200128/* Get one text line out of a buffer from a stream interface.
129 * Return values :
130 * >0 : number of bytes read. Includes the \n if present before len or end.
131 * =0 : no '\n' before end found. <buf> is undefined.
132 * <0 : no more bytes readable + shutdown set.
133 * The buffer status is not changed. The caller must call buffer_skip() to
134 * update it. The '\n' is waited for as long as neither the buffer nor the
135 * output are full. If either of them is full, the string may be returned
136 * as is, without the '\n'.
137 */
138int buffer_si_peekline(struct buffer *buf, char *str, int len)
139{
140 int ret, max;
141 char *p;
142
143 ret = 0;
144 max = len;
145 if (!buf->send_max) {
146 if (buf->flags & (BF_SHUTW|BF_SHUTW_NOW))
147 ret = -1;
148 goto out;
149 }
150
151 p = buf->w;
152
153 if (max > buf->send_max) {
154 max = buf->send_max;
Willy Tarreau2e1dd3d2009-09-23 22:56:07 +0200155 str[max-1] = 0;
Willy Tarreau4fe7a2e2009-09-01 06:41:32 +0200156 }
157 while (max) {
158 *str++ = *p;
159 ret++;
160 max--;
161
162 if (*p == '\n')
163 break;
164 p++;
165 if (p == buf->data + buf->size)
166 p = buf->data;
167 }
Willy Tarreau2e1dd3d2009-09-23 22:56:07 +0200168 if (ret > 0 && ret < len && ret < buf->send_max &&
169 *(str-1) != '\n' &&
170 !(buf->flags & (BF_SHUTW|BF_SHUTW_NOW)))
Willy Tarreau4fe7a2e2009-09-01 06:41:32 +0200171 ret = 0;
172 out:
173 if (max)
174 *str = 0;
175 return ret;
176}
177
Willy Tarreaubaaee002006-06-26 02:48:02 +0200178/*
179 * this function writes the string <str> at position <pos> which must be in buffer <b>,
180 * and moves <end> just after the end of <str>.
Willy Tarreaubbfa7932010-01-25 01:49:57 +0100181 * <b>'s parameters (l, r, lr) are recomputed to be valid after the shift.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200182 * the shift value (positive or negative) is returned.
183 * If there's no space left, the move is not done.
Willy Tarreauba0b63d2009-09-20 08:09:44 +0200184 * The function does not adjust ->send_max nor BF_OUT_EMPTY because it does not
185 * make sense to use it on data scheduled to be sent.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200186 *
187 */
Willy Tarreau4af6f3a2007-03-18 22:36:26 +0100188int buffer_replace(struct buffer *b, char *pos, char *end, const char *str)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200189{
190 int delta;
191 int len;
192
193 len = strlen(str);
194 delta = len - (end - pos);
195
Willy Tarreaua07a34e2009-08-16 23:27:46 +0200196 if (delta + b->r >= b->data + b->size)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200197 return 0; /* no space left */
198
Willy Tarreaubbfa7932010-01-25 01:49:57 +0100199 if (delta + b->r > b->w && b->w >= b->r && b->l)
200 return 0; /* no space left before wrapping data */
201
Willy Tarreaubaaee002006-06-26 02:48:02 +0200202 /* first, protect the end of the buffer */
Willy Tarreau019fd5b2009-12-28 18:37:54 +0100203 memmove(end + delta, end, b->r - end);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200204
205 /* now, copy str over pos */
206 memcpy(pos, str,len);
207
208 /* we only move data after the displaced zone */
209 if (b->r > pos) b->r += delta;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200210 if (b->lr > pos) b->lr += delta;
211 b->l += delta;
212
Willy Tarreauba0b63d2009-09-20 08:09:44 +0200213 b->flags &= ~BF_FULL;
Willy Tarreaue393fe22008-08-16 22:18:07 +0200214 if (b->l == 0)
Willy Tarreauba0b63d2009-09-20 08:09:44 +0200215 b->r = b->w = b->lr = b->data;
Willy Tarreau7c3c5412009-12-13 15:53:05 +0100216 if (b->l >= buffer_max_len(b))
Willy Tarreaue393fe22008-08-16 22:18:07 +0200217 b->flags |= BF_FULL;
218
Willy Tarreaubaaee002006-06-26 02:48:02 +0200219 return delta;
220}
221
222/*
223 * same except that the string length is given, which allows str to be NULL if
Willy Tarreauf890dc92008-12-13 21:12:26 +0100224 * len is 0. The send limit is *not* adjusted.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200225 */
Willy Tarreau4af6f3a2007-03-18 22:36:26 +0100226int buffer_replace2(struct buffer *b, char *pos, char *end, const char *str, int len)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200227{
228 int delta;
229
230 delta = len - (end - pos);
231
Willy Tarreaua07a34e2009-08-16 23:27:46 +0200232 if (delta + b->r >= b->data + b->size)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200233 return 0; /* no space left */
234
Willy Tarreaubbfa7932010-01-25 01:49:57 +0100235 if (delta + b->r > b->w && b->w >= b->r && b->l)
236 return 0; /* no space left before wrapping data */
237
Willy Tarreaubaaee002006-06-26 02:48:02 +0200238 /* first, protect the end of the buffer */
Willy Tarreau019fd5b2009-12-28 18:37:54 +0100239 memmove(end + delta, end, b->r - end);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200240
241 /* now, copy str over pos */
242 if (len)
243 memcpy(pos, str, len);
244
245 /* we only move data after the displaced zone */
246 if (b->r > pos) b->r += delta;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200247 if (b->lr > pos) b->lr += delta;
248 b->l += delta;
249
Willy Tarreauba0b63d2009-09-20 08:09:44 +0200250 b->flags &= ~BF_FULL;
Willy Tarreaue393fe22008-08-16 22:18:07 +0200251 if (b->l == 0)
Willy Tarreauba0b63d2009-09-20 08:09:44 +0200252 b->r = b->w = b->lr = b->data;
Willy Tarreau7c3c5412009-12-13 15:53:05 +0100253 if (b->l >= buffer_max_len(b))
Willy Tarreaue393fe22008-08-16 22:18:07 +0200254 b->flags |= BF_FULL;
255
Willy Tarreaubaaee002006-06-26 02:48:02 +0200256 return delta;
257}
258
259
260/*
Willy Tarreau4af6f3a2007-03-18 22:36:26 +0100261 * Inserts <str> followed by "\r\n" at position <pos> in buffer <b>. The <len>
262 * argument informs about the length of string <str> so that we don't have to
263 * measure it. It does not include the "\r\n". If <str> is NULL, then the buffer
264 * is only opened for len+2 bytes but nothing is copied in. It may be useful in
Willy Tarreauf890dc92008-12-13 21:12:26 +0100265 * some circumstances. The send limit is *not* adjusted.
Willy Tarreau4af6f3a2007-03-18 22:36:26 +0100266 *
267 * The number of bytes added is returned on success. 0 is returned on failure.
268 */
269int buffer_insert_line2(struct buffer *b, char *pos, const char *str, int len)
270{
271 int delta;
272
273 delta = len + 2;
274
Willy Tarreaua07a34e2009-08-16 23:27:46 +0200275 if (delta + b->r >= b->data + b->size)
Willy Tarreau4af6f3a2007-03-18 22:36:26 +0100276 return 0; /* no space left */
277
278 /* first, protect the end of the buffer */
Willy Tarreau019fd5b2009-12-28 18:37:54 +0100279 memmove(pos + delta, pos, b->r - pos);
Willy Tarreau4af6f3a2007-03-18 22:36:26 +0100280
281 /* now, copy str over pos */
282 if (len && str) {
283 memcpy(pos, str, len);
284 pos[len] = '\r';
285 pos[len + 1] = '\n';
286 }
287
288 /* we only move data after the displaced zone */
289 if (b->r > pos) b->r += delta;
Willy Tarreau4af6f3a2007-03-18 22:36:26 +0100290 if (b->lr > pos) b->lr += delta;
291 b->l += delta;
292
Willy Tarreauba0b63d2009-09-20 08:09:44 +0200293 b->flags &= ~BF_FULL;
Willy Tarreau7c3c5412009-12-13 15:53:05 +0100294 if (b->l >= buffer_max_len(b))
Willy Tarreaue393fe22008-08-16 22:18:07 +0200295 b->flags |= BF_FULL;
296
Willy Tarreau4af6f3a2007-03-18 22:36:26 +0100297 return delta;
298}
299
300
Willy Tarreaub97f1992010-02-25 23:54:31 +0100301/* Realigns a possibly non-contiguous buffer by bouncing bytes from source to
302 * destination. It does not use any intermediate buffer and does the move in
303 * place, though it will be slower than a simple memmove() on contiguous data,
304 * so it's desirable to use it only on non-contiguous buffers. No pointers are
305 * changed, the caller is responsible for that.
306 */
307void buffer_bounce_realign(struct buffer *buf)
308{
309 int advance, to_move;
310 char *from, *to;
311
312 advance = buf->data + buf->size - buf->w;
313 if (!advance)
314 return;
315
316 from = buf->w;
317 to_move = buf->l;
318 while (to_move) {
319 char last, save;
320
321 last = *from;
322 to = from + advance;
323 if (to >= buf->data + buf->size)
324 to -= buf->size;
325
326 while (1) {
327 save = *to;
328 *to = last;
329 last = save;
330 to_move--;
331 if (!to_move)
332 break;
333
334 /* check if we went back home after rotating a number of bytes */
335 if (to == from)
336 break;
337
338 /* if we ended up in the empty area, let's walk to next place. The
339 * empty area is either between buf->r and from or before from or
340 * after buf->r.
341 */
342 if (from > buf->r) {
343 if (to >= buf->r && to < from)
344 break;
345 } else if (from < buf->r) {
346 if (to < from || to >= buf->r)
347 break;
348 }
349
350 /* we have overwritten a byte of the original set, let's move it */
351 to += advance;
352 if (to >= buf->data + buf->size)
353 to -= buf->size;
354 }
355
356 from++;
357 if (from >= buf->data + buf->size)
358 from -= buf->size;
359 }
360}
361
362
Willy Tarreau4af6f3a2007-03-18 22:36:26 +0100363/*
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100364 * Does an snprintf() at the end of chunk <chk>, respecting the limit of
Krzysztof Piotr Oledzki78abe612009-09-27 13:23:20 +0200365 * at most chk->size chars. If the chk->len is over, nothing is added. Returns
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100366 * the new chunk size.
367 */
Krzysztof Piotr Oledzki78abe612009-09-27 13:23:20 +0200368int chunk_printf(struct chunk *chk, const char *fmt, ...)
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100369{
370 va_list argp;
Willy Tarreaudceaa082007-07-25 14:38:45 +0200371 int ret;
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100372
Krzysztof Piotr Oledzki78abe612009-09-27 13:23:20 +0200373 if (!chk->str || !chk->size)
374 return 0;
375
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100376 va_start(argp, fmt);
Krzysztof Piotr Oledzki78abe612009-09-27 13:23:20 +0200377 ret = vsnprintf(chk->str + chk->len, chk->size - chk->len, fmt, argp);
378 if (ret >= chk->size - chk->len)
Willy Tarreaudceaa082007-07-25 14:38:45 +0200379 /* do not copy anything in case of truncation */
380 chk->str[chk->len] = 0;
381 else
382 chk->len += ret;
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100383 va_end(argp);
384 return chk->len;
385}
386
Willy Tarreau8d5d7f22007-01-21 19:16:41 +0100387/*
Krzysztof Piotr Oledzkiba8d7d32009-10-10 21:06:03 +0200388 * Encode chunk <src> into chunk <dst>, respecting the limit of at most
389 * chk->size chars. Replace non-printable or special chracters with "&#%d;".
390 * If the chk->len is over, nothing is added. Returns the new chunk size.
391 */
392int chunk_htmlencode(struct chunk *dst, struct chunk *src) {
393
394 int i, l;
395 int olen, free;
396 char c;
397
398 olen = dst->len;
399
400 for (i = 0; i < src->len; i++) {
401 free = dst->size - dst->len;
402
403 if (!free) {
404 dst->len = olen;
405 return dst->len;
406 }
407
408 c = src->str[i];
409
Willy Tarreau88e05812010-03-03 00:16:00 +0100410 if (!isascii(c) || !isprint((unsigned char)c) || c == '&' || c == '"' || c == '\'' || c == '<' || c == '>') {
Krzysztof Piotr Oledzkiba8d7d32009-10-10 21:06:03 +0200411 l = snprintf(dst->str + dst->len, free, "&#%u;", (unsigned char)c);
412
413 if (free < l) {
414 dst->len = olen;
415 return dst->len;
416 }
417
418 dst->len += l;
419 } else {
420 dst->str[dst->len] = c;
421 dst->len++;
422 }
423 }
424
425 return dst->len;
426}
427
428/*
429 * Encode chunk <src> into chunk <dst>, respecting the limit of at most
430 * chk->size chars. Replace non-printable or char passed in qc with "<%02X>".
431 * If the chk->len is over, nothing is added. Returns the new chunk size.
432 */
433int chunk_asciiencode(struct chunk *dst, struct chunk *src, char qc) {
434 int i, l;
435 int olen, free;
436 char c;
437
438 olen = dst->len;
439
440 for (i = 0; i < src->len; i++) {
441 free = dst->size - dst->len;
442
443 if (!free) {
444 dst->len = olen;
445 return dst->len;
446 }
447
448 c = src->str[i];
449
Willy Tarreau88e05812010-03-03 00:16:00 +0100450 if (!isascii(c) || !isprint((unsigned char)c) || c == '<' || c == '>' || c == qc) {
Krzysztof Piotr Oledzkiba8d7d32009-10-10 21:06:03 +0200451 l = snprintf(dst->str + dst->len, free, "<%02X>", (unsigned char)c);
452
453 if (free < l) {
454 dst->len = olen;
455 return dst->len;
456 }
457
458 dst->len += l;
459 } else {
460 dst->str[dst->len] = c;
461 dst->len++;
462 }
463 }
464
465 return dst->len;
466}
467
468/*
Willy Tarreau8d5d7f22007-01-21 19:16:41 +0100469 * Dumps part or all of a buffer.
470 */
471void buffer_dump(FILE *o, struct buffer *b, int from, int to)
472{
473 fprintf(o, "Dumping buffer %p\n", b);
Willy Tarreaue09e0ce2007-03-18 16:31:29 +0100474 fprintf(o, " data=%p l=%d r=%p w=%p lr=%p\n",
475 b->data, b->l, b->r, b->w, b->lr);
Willy Tarreau8d5d7f22007-01-21 19:16:41 +0100476
477 if (!to || to > b->l)
478 to = b->l;
479
480 fprintf(o, "Dumping contents from byte %d to byte %d\n", from, to);
481 for (; from < to; from++) {
482 if ((from & 15) == 0)
483 fprintf(o, " %04x: ", from);
484 fprintf(o, "%02x ", b->data[from]);
485 if ((from & 15) == 7)
486 fprintf(o, "- ");
487 else if (((from & 15) == 15) && (from != to-1))
488 fprintf(o, "\n");
489 }
490 fprintf(o, "\n--\n");
491}
492
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100493
494/*
Willy Tarreaubaaee002006-06-26 02:48:02 +0200495 * Local variables:
496 * c-indent-level: 8
497 * c-basic-offset: 8
498 * End:
499 */