blob: 5f3cc2c440e27b910373d273e584a929cd0da639 [file] [log] [blame]
Willy Tarreaubaaee002006-06-26 02:48:02 +02001/*
2 * Buffer management functions.
3 *
Willy Tarreau9bcc91e2009-10-10 18:01:44 +02004 * Copyright 2000-2009 Willy Tarreau <w@1wt.eu>
Willy Tarreaubaaee002006-06-26 02:48:02 +02005 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
Krzysztof Piotr Oledzkiba8d7d32009-10-10 21:06:03 +020013#include <ctype.h>
Willy Tarreauc0dde7a2007-01-01 21:38:07 +010014#include <stdarg.h>
15#include <stdio.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020016#include <string.h>
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020017
18#include <common/config.h>
Willy Tarreau7341d942007-05-13 19:56:02 +020019#include <common/memory.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020020#include <proto/buffers.h>
Willy Tarreau27a674e2009-08-17 07:23:33 +020021#include <types/global.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020022
Willy Tarreau7341d942007-05-13 19:56:02 +020023struct pool_head *pool2_buffer;
24
25
26/* perform minimal intializations, report 0 in case of error, 1 if OK. */
27int init_buffer()
28{
Willy Tarreau27a674e2009-08-17 07:23:33 +020029 pool2_buffer = create_pool("buffer", sizeof(struct buffer) + global.tune.bufsize, MEM_F_SHARED);
Willy Tarreau7341d942007-05-13 19:56:02 +020030 return pool2_buffer != NULL;
31}
32
Willy Tarreaubaaee002006-06-26 02:48:02 +020033
Krzysztof Piotr Oledzki8e4b21d2008-04-20 21:34:47 +020034/* writes <len> bytes from message <msg> to buffer <buf>. Returns -1 in case of
Willy Tarreau078e2942009-08-18 07:19:39 +020035 * success, -2 if the message is larger than the buffer size, or the number of
36 * bytes available otherwise. The send limit is automatically adjusted with the
37 * amount of data written. FIXME-20060521: handle unaligned data.
Willy Tarreaubaaee002006-06-26 02:48:02 +020038 */
39int buffer_write(struct buffer *buf, const char *msg, int len)
40{
41 int max;
42
Willy Tarreauaeac3192009-08-31 08:09:57 +020043 if (len == 0)
44 return -1;
Willy Tarreaubaaee002006-06-26 02:48:02 +020045
Willy Tarreau078e2942009-08-18 07:19:39 +020046 if (len > buf->size) {
47 /* we can't write this chunk and will never be able to, because
48 * it is larger than the buffer. This must be reported as an
49 * error. Then we return -2 so that writers that don't care can
50 * ignore it and go on, and others can check for this value.
51 */
52 return -2;
53 }
54
Willy Tarreauaeac3192009-08-31 08:09:57 +020055 max = buffer_realign(buf);
56
Willy Tarreaubaaee002006-06-26 02:48:02 +020057 if (len > max)
58 return max;
59
60 memcpy(buf->r, msg, len);
61 buf->l += len;
Willy Tarreauf890dc92008-12-13 21:12:26 +010062 buf->send_max += len;
Willy Tarreaubaaee002006-06-26 02:48:02 +020063 buf->r += len;
Willy Tarreau35d66b02007-01-02 00:28:21 +010064 buf->total += len;
Willy Tarreaua07a34e2009-08-16 23:27:46 +020065 if (buf->r == buf->data + buf->size)
Willy Tarreaubaaee002006-06-26 02:48:02 +020066 buf->r = buf->data;
Krzysztof Piotr Oledzki8e4b21d2008-04-20 21:34:47 +020067
Willy Tarreauba0b63d2009-09-20 08:09:44 +020068 buf->flags &= ~(BF_OUT_EMPTY|BF_FULL);
Willy Tarreau7c3c5412009-12-13 15:53:05 +010069 if (buf->l >= buffer_max_len(buf))
Willy Tarreaue393fe22008-08-16 22:18:07 +020070 buf->flags |= BF_FULL;
71
Krzysztof Piotr Oledzki8e4b21d2008-04-20 21:34:47 +020072 return -1;
Willy Tarreaubaaee002006-06-26 02:48:02 +020073}
74
Willy Tarreauaeac3192009-08-31 08:09:57 +020075/* Try to write string <str> into buffer <buf> after length controls. This
76 * is the equivalent of buffer_write() except that to_forward and send_max
77 * are updated and that max_len is respected. Returns -1 in case of success,
Willy Tarreau078e2942009-08-18 07:19:39 +020078 * -2 if it is larger than the buffer size, or the number of bytes available
Willy Tarreauaeac3192009-08-31 08:09:57 +020079 * otherwise. The send limit is automatically adjusted with the amount of data
Willy Tarreau078e2942009-08-18 07:19:39 +020080 * written.
Willy Tarreauc0dde7a2007-01-01 21:38:07 +010081 */
Willy Tarreau9bcc91e2009-10-10 18:01:44 +020082int buffer_feed2(struct buffer *buf, const char *str, int len)
Willy Tarreauc0dde7a2007-01-01 21:38:07 +010083{
84 int max;
85
Willy Tarreauaeac3192009-08-31 08:09:57 +020086 if (len == 0)
Krzysztof Piotr Oledzki8e4b21d2008-04-20 21:34:47 +020087 return -1;
Willy Tarreauc0dde7a2007-01-01 21:38:07 +010088
Willy Tarreau7c3c5412009-12-13 15:53:05 +010089 if (len > buffer_max_len(buf)) {
Willy Tarreau078e2942009-08-18 07:19:39 +020090 /* we can't write this chunk and will never be able to, because
Willy Tarreauaeac3192009-08-31 08:09:57 +020091 * it is larger than the buffer's current max size.
Willy Tarreau078e2942009-08-18 07:19:39 +020092 */
93 return -2;
94 }
95
Willy Tarreauaeac3192009-08-31 08:09:57 +020096 max = buffer_contig_space(buf);
Willy Tarreauc0dde7a2007-01-01 21:38:07 +010097
Willy Tarreauaeac3192009-08-31 08:09:57 +020098 if (len > max)
Willy Tarreauc0dde7a2007-01-01 21:38:07 +010099 return max;
100
Willy Tarreauaeac3192009-08-31 08:09:57 +0200101 memcpy(buf->r, str, len);
102 buf->l += len;
103 buf->r += len;
104 buf->total += len;
Willy Tarreau31971e52009-09-20 12:07:52 +0200105 if (buf->to_forward) {
106 unsigned long fwd = len;
107 if (buf->to_forward != BUF_INFINITE_FORWARD) {
108 if (fwd > buf->to_forward)
109 fwd = buf->to_forward;
110 buf->to_forward -= fwd;
111 }
112 buf->send_max += fwd;
Willy Tarreauba0b63d2009-09-20 08:09:44 +0200113 buf->flags &= ~BF_OUT_EMPTY;
Willy Tarreauaeac3192009-08-31 08:09:57 +0200114 }
115
Willy Tarreaua07a34e2009-08-16 23:27:46 +0200116 if (buf->r == buf->data + buf->size)
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100117 buf->r = buf->data;
Krzysztof Piotr Oledzki8e4b21d2008-04-20 21:34:47 +0200118
Willy Tarreauba0b63d2009-09-20 08:09:44 +0200119 buf->flags &= ~BF_FULL;
Willy Tarreau7c3c5412009-12-13 15:53:05 +0100120 if (buf->l >= buffer_max_len(buf))
Willy Tarreaue393fe22008-08-16 22:18:07 +0200121 buf->flags |= BF_FULL;
122
Willy Tarreaufb0e9202009-09-23 23:47:55 +0200123 /* notify that some data was read from the SI into the buffer */
124 buf->flags |= BF_READ_PARTIAL;
Krzysztof Piotr Oledzki8e4b21d2008-04-20 21:34:47 +0200125 return -1;
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100126}
127
Willy Tarreau4fe7a2e2009-09-01 06:41:32 +0200128/* Get one text line out of a buffer from a stream interface.
129 * Return values :
130 * >0 : number of bytes read. Includes the \n if present before len or end.
131 * =0 : no '\n' before end found. <buf> is undefined.
132 * <0 : no more bytes readable + shutdown set.
133 * The buffer status is not changed. The caller must call buffer_skip() to
134 * update it. The '\n' is waited for as long as neither the buffer nor the
135 * output are full. If either of them is full, the string may be returned
136 * as is, without the '\n'.
137 */
138int buffer_si_peekline(struct buffer *buf, char *str, int len)
139{
140 int ret, max;
141 char *p;
142
143 ret = 0;
144 max = len;
145 if (!buf->send_max) {
146 if (buf->flags & (BF_SHUTW|BF_SHUTW_NOW))
147 ret = -1;
148 goto out;
149 }
150
151 p = buf->w;
152
153 if (max > buf->send_max) {
154 max = buf->send_max;
Willy Tarreau2e1dd3d2009-09-23 22:56:07 +0200155 str[max-1] = 0;
Willy Tarreau4fe7a2e2009-09-01 06:41:32 +0200156 }
157 while (max) {
158 *str++ = *p;
159 ret++;
160 max--;
161
162 if (*p == '\n')
163 break;
164 p++;
165 if (p == buf->data + buf->size)
166 p = buf->data;
167 }
Willy Tarreau2e1dd3d2009-09-23 22:56:07 +0200168 if (ret > 0 && ret < len && ret < buf->send_max &&
169 *(str-1) != '\n' &&
170 !(buf->flags & (BF_SHUTW|BF_SHUTW_NOW)))
Willy Tarreau4fe7a2e2009-09-01 06:41:32 +0200171 ret = 0;
172 out:
173 if (max)
174 *str = 0;
175 return ret;
176}
177
Willy Tarreaubaaee002006-06-26 02:48:02 +0200178/*
179 * this function writes the string <str> at position <pos> which must be in buffer <b>,
180 * and moves <end> just after the end of <str>.
Willy Tarreaubbfa7932010-01-25 01:49:57 +0100181 * <b>'s parameters (l, r, lr) are recomputed to be valid after the shift.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200182 * the shift value (positive or negative) is returned.
183 * If there's no space left, the move is not done.
Willy Tarreauba0b63d2009-09-20 08:09:44 +0200184 * The function does not adjust ->send_max nor BF_OUT_EMPTY because it does not
185 * make sense to use it on data scheduled to be sent.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200186 *
187 */
Willy Tarreau4af6f3a2007-03-18 22:36:26 +0100188int buffer_replace(struct buffer *b, char *pos, char *end, const char *str)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200189{
190 int delta;
191 int len;
192
193 len = strlen(str);
194 delta = len - (end - pos);
195
Willy Tarreaua07a34e2009-08-16 23:27:46 +0200196 if (delta + b->r >= b->data + b->size)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200197 return 0; /* no space left */
198
Willy Tarreaubbfa7932010-01-25 01:49:57 +0100199 if (delta + b->r > b->w && b->w >= b->r && b->l)
200 return 0; /* no space left before wrapping data */
201
Willy Tarreaubaaee002006-06-26 02:48:02 +0200202 /* first, protect the end of the buffer */
Willy Tarreau019fd5b2009-12-28 18:37:54 +0100203 memmove(end + delta, end, b->r - end);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200204
205 /* now, copy str over pos */
206 memcpy(pos, str,len);
207
208 /* we only move data after the displaced zone */
209 if (b->r > pos) b->r += delta;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200210 if (b->lr > pos) b->lr += delta;
211 b->l += delta;
212
Willy Tarreauba0b63d2009-09-20 08:09:44 +0200213 b->flags &= ~BF_FULL;
Willy Tarreaue393fe22008-08-16 22:18:07 +0200214 if (b->l == 0)
Willy Tarreauba0b63d2009-09-20 08:09:44 +0200215 b->r = b->w = b->lr = b->data;
Willy Tarreau7c3c5412009-12-13 15:53:05 +0100216 if (b->l >= buffer_max_len(b))
Willy Tarreaue393fe22008-08-16 22:18:07 +0200217 b->flags |= BF_FULL;
218
Willy Tarreaubaaee002006-06-26 02:48:02 +0200219 return delta;
220}
221
222/*
223 * same except that the string length is given, which allows str to be NULL if
Willy Tarreauf890dc92008-12-13 21:12:26 +0100224 * len is 0. The send limit is *not* adjusted.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200225 */
Willy Tarreau4af6f3a2007-03-18 22:36:26 +0100226int buffer_replace2(struct buffer *b, char *pos, char *end, const char *str, int len)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200227{
228 int delta;
229
230 delta = len - (end - pos);
231
Willy Tarreaua07a34e2009-08-16 23:27:46 +0200232 if (delta + b->r >= b->data + b->size)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200233 return 0; /* no space left */
234
Willy Tarreaubbfa7932010-01-25 01:49:57 +0100235 if (delta + b->r > b->w && b->w >= b->r && b->l)
236 return 0; /* no space left before wrapping data */
237
Willy Tarreaubaaee002006-06-26 02:48:02 +0200238 /* first, protect the end of the buffer */
Willy Tarreau019fd5b2009-12-28 18:37:54 +0100239 memmove(end + delta, end, b->r - end);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200240
241 /* now, copy str over pos */
242 if (len)
243 memcpy(pos, str, len);
244
245 /* we only move data after the displaced zone */
246 if (b->r > pos) b->r += delta;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200247 if (b->lr > pos) b->lr += delta;
248 b->l += delta;
249
Willy Tarreauba0b63d2009-09-20 08:09:44 +0200250 b->flags &= ~BF_FULL;
Willy Tarreaue393fe22008-08-16 22:18:07 +0200251 if (b->l == 0)
Willy Tarreauba0b63d2009-09-20 08:09:44 +0200252 b->r = b->w = b->lr = b->data;
Willy Tarreau7c3c5412009-12-13 15:53:05 +0100253 if (b->l >= buffer_max_len(b))
Willy Tarreaue393fe22008-08-16 22:18:07 +0200254 b->flags |= BF_FULL;
255
Willy Tarreaubaaee002006-06-26 02:48:02 +0200256 return delta;
257}
258
259
260/*
Willy Tarreau4af6f3a2007-03-18 22:36:26 +0100261 * Inserts <str> followed by "\r\n" at position <pos> in buffer <b>. The <len>
262 * argument informs about the length of string <str> so that we don't have to
263 * measure it. It does not include the "\r\n". If <str> is NULL, then the buffer
264 * is only opened for len+2 bytes but nothing is copied in. It may be useful in
Willy Tarreauf890dc92008-12-13 21:12:26 +0100265 * some circumstances. The send limit is *not* adjusted.
Willy Tarreau4af6f3a2007-03-18 22:36:26 +0100266 *
267 * The number of bytes added is returned on success. 0 is returned on failure.
268 */
269int buffer_insert_line2(struct buffer *b, char *pos, const char *str, int len)
270{
271 int delta;
272
273 delta = len + 2;
274
Willy Tarreaua07a34e2009-08-16 23:27:46 +0200275 if (delta + b->r >= b->data + b->size)
Willy Tarreau4af6f3a2007-03-18 22:36:26 +0100276 return 0; /* no space left */
277
278 /* first, protect the end of the buffer */
Willy Tarreau019fd5b2009-12-28 18:37:54 +0100279 memmove(pos + delta, pos, b->r - pos);
Willy Tarreau4af6f3a2007-03-18 22:36:26 +0100280
281 /* now, copy str over pos */
282 if (len && str) {
283 memcpy(pos, str, len);
284 pos[len] = '\r';
285 pos[len + 1] = '\n';
286 }
287
288 /* we only move data after the displaced zone */
289 if (b->r > pos) b->r += delta;
Willy Tarreau4af6f3a2007-03-18 22:36:26 +0100290 if (b->lr > pos) b->lr += delta;
291 b->l += delta;
292
Willy Tarreauba0b63d2009-09-20 08:09:44 +0200293 b->flags &= ~BF_FULL;
Willy Tarreau7c3c5412009-12-13 15:53:05 +0100294 if (b->l >= buffer_max_len(b))
Willy Tarreaue393fe22008-08-16 22:18:07 +0200295 b->flags |= BF_FULL;
296
Willy Tarreau4af6f3a2007-03-18 22:36:26 +0100297 return delta;
298}
299
300
301/*
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100302 * Does an snprintf() at the end of chunk <chk>, respecting the limit of
Krzysztof Piotr Oledzki78abe612009-09-27 13:23:20 +0200303 * at most chk->size chars. If the chk->len is over, nothing is added. Returns
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100304 * the new chunk size.
305 */
Krzysztof Piotr Oledzki78abe612009-09-27 13:23:20 +0200306int chunk_printf(struct chunk *chk, const char *fmt, ...)
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100307{
308 va_list argp;
Willy Tarreaudceaa082007-07-25 14:38:45 +0200309 int ret;
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100310
Krzysztof Piotr Oledzki78abe612009-09-27 13:23:20 +0200311 if (!chk->str || !chk->size)
312 return 0;
313
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100314 va_start(argp, fmt);
Krzysztof Piotr Oledzki78abe612009-09-27 13:23:20 +0200315 ret = vsnprintf(chk->str + chk->len, chk->size - chk->len, fmt, argp);
316 if (ret >= chk->size - chk->len)
Willy Tarreaudceaa082007-07-25 14:38:45 +0200317 /* do not copy anything in case of truncation */
318 chk->str[chk->len] = 0;
319 else
320 chk->len += ret;
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100321 va_end(argp);
322 return chk->len;
323}
324
Willy Tarreau8d5d7f22007-01-21 19:16:41 +0100325/*
Krzysztof Piotr Oledzkiba8d7d32009-10-10 21:06:03 +0200326 * Encode chunk <src> into chunk <dst>, respecting the limit of at most
327 * chk->size chars. Replace non-printable or special chracters with "&#%d;".
328 * If the chk->len is over, nothing is added. Returns the new chunk size.
329 */
330int chunk_htmlencode(struct chunk *dst, struct chunk *src) {
331
332 int i, l;
333 int olen, free;
334 char c;
335
336 olen = dst->len;
337
338 for (i = 0; i < src->len; i++) {
339 free = dst->size - dst->len;
340
341 if (!free) {
342 dst->len = olen;
343 return dst->len;
344 }
345
346 c = src->str[i];
347
348 if (!isascii(c) || !isprint(c) || c == '&' || c == '"' || c == '\'' || c == '<' || c == '>') {
349 l = snprintf(dst->str + dst->len, free, "&#%u;", (unsigned char)c);
350
351 if (free < l) {
352 dst->len = olen;
353 return dst->len;
354 }
355
356 dst->len += l;
357 } else {
358 dst->str[dst->len] = c;
359 dst->len++;
360 }
361 }
362
363 return dst->len;
364}
365
366/*
367 * Encode chunk <src> into chunk <dst>, respecting the limit of at most
368 * chk->size chars. Replace non-printable or char passed in qc with "<%02X>".
369 * If the chk->len is over, nothing is added. Returns the new chunk size.
370 */
371int chunk_asciiencode(struct chunk *dst, struct chunk *src, char qc) {
372 int i, l;
373 int olen, free;
374 char c;
375
376 olen = dst->len;
377
378 for (i = 0; i < src->len; i++) {
379 free = dst->size - dst->len;
380
381 if (!free) {
382 dst->len = olen;
383 return dst->len;
384 }
385
386 c = src->str[i];
387
388 if (!isascii(c) || !isprint(c) || c == '<' || c == '>' || c == qc) {
389 l = snprintf(dst->str + dst->len, free, "<%02X>", (unsigned char)c);
390
391 if (free < l) {
392 dst->len = olen;
393 return dst->len;
394 }
395
396 dst->len += l;
397 } else {
398 dst->str[dst->len] = c;
399 dst->len++;
400 }
401 }
402
403 return dst->len;
404}
405
406/*
Willy Tarreau8d5d7f22007-01-21 19:16:41 +0100407 * Dumps part or all of a buffer.
408 */
409void buffer_dump(FILE *o, struct buffer *b, int from, int to)
410{
411 fprintf(o, "Dumping buffer %p\n", b);
Willy Tarreaue09e0ce2007-03-18 16:31:29 +0100412 fprintf(o, " data=%p l=%d r=%p w=%p lr=%p\n",
413 b->data, b->l, b->r, b->w, b->lr);
Willy Tarreau8d5d7f22007-01-21 19:16:41 +0100414
415 if (!to || to > b->l)
416 to = b->l;
417
418 fprintf(o, "Dumping contents from byte %d to byte %d\n", from, to);
419 for (; from < to; from++) {
420 if ((from & 15) == 0)
421 fprintf(o, " %04x: ", from);
422 fprintf(o, "%02x ", b->data[from]);
423 if ((from & 15) == 7)
424 fprintf(o, "- ");
425 else if (((from & 15) == 15) && (from != to-1))
426 fprintf(o, "\n");
427 }
428 fprintf(o, "\n--\n");
429}
430
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100431
432/*
Willy Tarreaubaaee002006-06-26 02:48:02 +0200433 * Local variables:
434 * c-indent-level: 8
435 * c-basic-offset: 8
436 * End:
437 */