blob: 9aa8c3d1153e1c6523a5779b7f09c198560b570a [file] [log] [blame]
Willy Tarreaubaaee002006-06-26 02:48:02 +02001/*
2 * Buffer management functions.
3 *
Willy Tarreau9bcc91e2009-10-10 18:01:44 +02004 * Copyright 2000-2009 Willy Tarreau <w@1wt.eu>
Willy Tarreaubaaee002006-06-26 02:48:02 +02005 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
Krzysztof Piotr Oledzkiba8d7d32009-10-10 21:06:03 +020013#include <ctype.h>
Willy Tarreauc0dde7a2007-01-01 21:38:07 +010014#include <stdarg.h>
15#include <stdio.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020016#include <string.h>
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020017
18#include <common/config.h>
Willy Tarreau7341d942007-05-13 19:56:02 +020019#include <common/memory.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020020#include <proto/buffers.h>
Willy Tarreau27a674e2009-08-17 07:23:33 +020021#include <types/global.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020022
Willy Tarreau7341d942007-05-13 19:56:02 +020023struct pool_head *pool2_buffer;
24
25
26/* perform minimal intializations, report 0 in case of error, 1 if OK. */
27int init_buffer()
28{
Willy Tarreau27a674e2009-08-17 07:23:33 +020029 pool2_buffer = create_pool("buffer", sizeof(struct buffer) + global.tune.bufsize, MEM_F_SHARED);
Willy Tarreau7341d942007-05-13 19:56:02 +020030 return pool2_buffer != NULL;
31}
32
Willy Tarreaubaaee002006-06-26 02:48:02 +020033
Krzysztof Piotr Oledzki8e4b21d2008-04-20 21:34:47 +020034/* writes <len> bytes from message <msg> to buffer <buf>. Returns -1 in case of
Willy Tarreau078e2942009-08-18 07:19:39 +020035 * success, -2 if the message is larger than the buffer size, or the number of
36 * bytes available otherwise. The send limit is automatically adjusted with the
37 * amount of data written. FIXME-20060521: handle unaligned data.
Willy Tarreaubaaee002006-06-26 02:48:02 +020038 */
39int buffer_write(struct buffer *buf, const char *msg, int len)
40{
41 int max;
42
Willy Tarreauaeac3192009-08-31 08:09:57 +020043 if (len == 0)
44 return -1;
Willy Tarreaubaaee002006-06-26 02:48:02 +020045
Willy Tarreau078e2942009-08-18 07:19:39 +020046 if (len > buf->size) {
47 /* we can't write this chunk and will never be able to, because
48 * it is larger than the buffer. This must be reported as an
49 * error. Then we return -2 so that writers that don't care can
50 * ignore it and go on, and others can check for this value.
51 */
52 return -2;
53 }
54
Willy Tarreauaeac3192009-08-31 08:09:57 +020055 max = buffer_realign(buf);
56
Willy Tarreaubaaee002006-06-26 02:48:02 +020057 if (len > max)
58 return max;
59
60 memcpy(buf->r, msg, len);
61 buf->l += len;
Willy Tarreauf890dc92008-12-13 21:12:26 +010062 buf->send_max += len;
Willy Tarreaubaaee002006-06-26 02:48:02 +020063 buf->r += len;
Willy Tarreau35d66b02007-01-02 00:28:21 +010064 buf->total += len;
Willy Tarreaua07a34e2009-08-16 23:27:46 +020065 if (buf->r == buf->data + buf->size)
Willy Tarreaubaaee002006-06-26 02:48:02 +020066 buf->r = buf->data;
Krzysztof Piotr Oledzki8e4b21d2008-04-20 21:34:47 +020067
Willy Tarreauba0b63d2009-09-20 08:09:44 +020068 buf->flags &= ~(BF_OUT_EMPTY|BF_FULL);
Willy Tarreau7c3c5412009-12-13 15:53:05 +010069 if (buf->l >= buffer_max_len(buf))
Willy Tarreaue393fe22008-08-16 22:18:07 +020070 buf->flags |= BF_FULL;
71
Krzysztof Piotr Oledzki8e4b21d2008-04-20 21:34:47 +020072 return -1;
Willy Tarreaubaaee002006-06-26 02:48:02 +020073}
74
Willy Tarreauaeac3192009-08-31 08:09:57 +020075/* Try to write string <str> into buffer <buf> after length controls. This
76 * is the equivalent of buffer_write() except that to_forward and send_max
77 * are updated and that max_len is respected. Returns -1 in case of success,
Willy Tarreau078e2942009-08-18 07:19:39 +020078 * -2 if it is larger than the buffer size, or the number of bytes available
Willy Tarreauaeac3192009-08-31 08:09:57 +020079 * otherwise. The send limit is automatically adjusted with the amount of data
Willy Tarreau078e2942009-08-18 07:19:39 +020080 * written.
Willy Tarreauc0dde7a2007-01-01 21:38:07 +010081 */
Willy Tarreau9bcc91e2009-10-10 18:01:44 +020082int buffer_feed2(struct buffer *buf, const char *str, int len)
Willy Tarreauc0dde7a2007-01-01 21:38:07 +010083{
84 int max;
85
Willy Tarreauaeac3192009-08-31 08:09:57 +020086 if (len == 0)
Krzysztof Piotr Oledzki8e4b21d2008-04-20 21:34:47 +020087 return -1;
Willy Tarreauc0dde7a2007-01-01 21:38:07 +010088
Willy Tarreau7c3c5412009-12-13 15:53:05 +010089 if (len > buffer_max_len(buf)) {
Willy Tarreau078e2942009-08-18 07:19:39 +020090 /* we can't write this chunk and will never be able to, because
Willy Tarreauaeac3192009-08-31 08:09:57 +020091 * it is larger than the buffer's current max size.
Willy Tarreau078e2942009-08-18 07:19:39 +020092 */
93 return -2;
94 }
95
Willy Tarreauaeac3192009-08-31 08:09:57 +020096 max = buffer_contig_space(buf);
Willy Tarreauc0dde7a2007-01-01 21:38:07 +010097
Willy Tarreauaeac3192009-08-31 08:09:57 +020098 if (len > max)
Willy Tarreauc0dde7a2007-01-01 21:38:07 +010099 return max;
100
Willy Tarreauaeac3192009-08-31 08:09:57 +0200101 memcpy(buf->r, str, len);
102 buf->l += len;
103 buf->r += len;
104 buf->total += len;
Willy Tarreau31971e52009-09-20 12:07:52 +0200105 if (buf->to_forward) {
106 unsigned long fwd = len;
107 if (buf->to_forward != BUF_INFINITE_FORWARD) {
108 if (fwd > buf->to_forward)
109 fwd = buf->to_forward;
110 buf->to_forward -= fwd;
111 }
112 buf->send_max += fwd;
Willy Tarreauba0b63d2009-09-20 08:09:44 +0200113 buf->flags &= ~BF_OUT_EMPTY;
Willy Tarreauaeac3192009-08-31 08:09:57 +0200114 }
115
Willy Tarreaua07a34e2009-08-16 23:27:46 +0200116 if (buf->r == buf->data + buf->size)
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100117 buf->r = buf->data;
Krzysztof Piotr Oledzki8e4b21d2008-04-20 21:34:47 +0200118
Willy Tarreauba0b63d2009-09-20 08:09:44 +0200119 buf->flags &= ~BF_FULL;
Willy Tarreau7c3c5412009-12-13 15:53:05 +0100120 if (buf->l >= buffer_max_len(buf))
Willy Tarreaue393fe22008-08-16 22:18:07 +0200121 buf->flags |= BF_FULL;
122
Willy Tarreaufb0e9202009-09-23 23:47:55 +0200123 /* notify that some data was read from the SI into the buffer */
124 buf->flags |= BF_READ_PARTIAL;
Krzysztof Piotr Oledzki8e4b21d2008-04-20 21:34:47 +0200125 return -1;
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100126}
127
Willy Tarreau4fe7a2e2009-09-01 06:41:32 +0200128/* Get one text line out of a buffer from a stream interface.
129 * Return values :
130 * >0 : number of bytes read. Includes the \n if present before len or end.
131 * =0 : no '\n' before end found. <buf> is undefined.
132 * <0 : no more bytes readable + shutdown set.
133 * The buffer status is not changed. The caller must call buffer_skip() to
134 * update it. The '\n' is waited for as long as neither the buffer nor the
135 * output are full. If either of them is full, the string may be returned
136 * as is, without the '\n'.
137 */
138int buffer_si_peekline(struct buffer *buf, char *str, int len)
139{
140 int ret, max;
141 char *p;
142
143 ret = 0;
144 max = len;
145 if (!buf->send_max) {
146 if (buf->flags & (BF_SHUTW|BF_SHUTW_NOW))
147 ret = -1;
148 goto out;
149 }
150
151 p = buf->w;
152
153 if (max > buf->send_max) {
154 max = buf->send_max;
Willy Tarreau2e1dd3d2009-09-23 22:56:07 +0200155 str[max-1] = 0;
Willy Tarreau4fe7a2e2009-09-01 06:41:32 +0200156 }
157 while (max) {
158 *str++ = *p;
159 ret++;
160 max--;
161
162 if (*p == '\n')
163 break;
164 p++;
165 if (p == buf->data + buf->size)
166 p = buf->data;
167 }
Willy Tarreau2e1dd3d2009-09-23 22:56:07 +0200168 if (ret > 0 && ret < len && ret < buf->send_max &&
169 *(str-1) != '\n' &&
170 !(buf->flags & (BF_SHUTW|BF_SHUTW_NOW)))
Willy Tarreau4fe7a2e2009-09-01 06:41:32 +0200171 ret = 0;
172 out:
173 if (max)
174 *str = 0;
175 return ret;
176}
177
Willy Tarreaubaaee002006-06-26 02:48:02 +0200178/*
179 * this function writes the string <str> at position <pos> which must be in buffer <b>,
180 * and moves <end> just after the end of <str>.
Willy Tarreaubbfa7932010-01-25 01:49:57 +0100181 * <b>'s parameters (l, r, lr) are recomputed to be valid after the shift.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200182 * the shift value (positive or negative) is returned.
183 * If there's no space left, the move is not done.
Willy Tarreauba0b63d2009-09-20 08:09:44 +0200184 * The function does not adjust ->send_max nor BF_OUT_EMPTY because it does not
185 * make sense to use it on data scheduled to be sent.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200186 *
187 */
Willy Tarreau4af6f3a2007-03-18 22:36:26 +0100188int buffer_replace(struct buffer *b, char *pos, char *end, const char *str)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200189{
190 int delta;
191 int len;
192
193 len = strlen(str);
194 delta = len - (end - pos);
195
Willy Tarreaua07a34e2009-08-16 23:27:46 +0200196 if (delta + b->r >= b->data + b->size)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200197 return 0; /* no space left */
198
Willy Tarreaubbfa7932010-01-25 01:49:57 +0100199 if (delta + b->r > b->w && b->w >= b->r && b->l)
200 return 0; /* no space left before wrapping data */
201
Willy Tarreaubaaee002006-06-26 02:48:02 +0200202 /* first, protect the end of the buffer */
Willy Tarreau019fd5b2009-12-28 18:37:54 +0100203 memmove(end + delta, end, b->r - end);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200204
205 /* now, copy str over pos */
206 memcpy(pos, str,len);
207
208 /* we only move data after the displaced zone */
209 if (b->r > pos) b->r += delta;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200210 if (b->lr > pos) b->lr += delta;
211 b->l += delta;
212
Willy Tarreauba0b63d2009-09-20 08:09:44 +0200213 b->flags &= ~BF_FULL;
Willy Tarreaue393fe22008-08-16 22:18:07 +0200214 if (b->l == 0)
Willy Tarreauba0b63d2009-09-20 08:09:44 +0200215 b->r = b->w = b->lr = b->data;
Willy Tarreau7c3c5412009-12-13 15:53:05 +0100216 if (b->l >= buffer_max_len(b))
Willy Tarreaue393fe22008-08-16 22:18:07 +0200217 b->flags |= BF_FULL;
218
Willy Tarreaubaaee002006-06-26 02:48:02 +0200219 return delta;
220}
221
222/*
223 * same except that the string length is given, which allows str to be NULL if
Willy Tarreauf890dc92008-12-13 21:12:26 +0100224 * len is 0. The send limit is *not* adjusted.
Willy Tarreaubaaee002006-06-26 02:48:02 +0200225 */
Willy Tarreau4af6f3a2007-03-18 22:36:26 +0100226int buffer_replace2(struct buffer *b, char *pos, char *end, const char *str, int len)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200227{
228 int delta;
229
230 delta = len - (end - pos);
231
Willy Tarreaua07a34e2009-08-16 23:27:46 +0200232 if (delta + b->r >= b->data + b->size)
Willy Tarreaubaaee002006-06-26 02:48:02 +0200233 return 0; /* no space left */
234
Willy Tarreaubbfa7932010-01-25 01:49:57 +0100235 if (delta + b->r > b->w && b->w >= b->r && b->l)
236 return 0; /* no space left before wrapping data */
237
Willy Tarreaubaaee002006-06-26 02:48:02 +0200238 /* first, protect the end of the buffer */
Willy Tarreau019fd5b2009-12-28 18:37:54 +0100239 memmove(end + delta, end, b->r - end);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200240
241 /* now, copy str over pos */
242 if (len)
243 memcpy(pos, str, len);
244
245 /* we only move data after the displaced zone */
246 if (b->r > pos) b->r += delta;
Willy Tarreaubaaee002006-06-26 02:48:02 +0200247 if (b->lr > pos) b->lr += delta;
248 b->l += delta;
249
Willy Tarreauba0b63d2009-09-20 08:09:44 +0200250 b->flags &= ~BF_FULL;
Willy Tarreaue393fe22008-08-16 22:18:07 +0200251 if (b->l == 0)
Willy Tarreauba0b63d2009-09-20 08:09:44 +0200252 b->r = b->w = b->lr = b->data;
Willy Tarreau7c3c5412009-12-13 15:53:05 +0100253 if (b->l >= buffer_max_len(b))
Willy Tarreaue393fe22008-08-16 22:18:07 +0200254 b->flags |= BF_FULL;
255
Willy Tarreaubaaee002006-06-26 02:48:02 +0200256 return delta;
257}
258
259
260/*
Willy Tarreau4af6f3a2007-03-18 22:36:26 +0100261 * Inserts <str> followed by "\r\n" at position <pos> in buffer <b>. The <len>
262 * argument informs about the length of string <str> so that we don't have to
263 * measure it. It does not include the "\r\n". If <str> is NULL, then the buffer
264 * is only opened for len+2 bytes but nothing is copied in. It may be useful in
Willy Tarreauf890dc92008-12-13 21:12:26 +0100265 * some circumstances. The send limit is *not* adjusted.
Willy Tarreau4af6f3a2007-03-18 22:36:26 +0100266 *
267 * The number of bytes added is returned on success. 0 is returned on failure.
268 */
269int buffer_insert_line2(struct buffer *b, char *pos, const char *str, int len)
270{
271 int delta;
272
273 delta = len + 2;
274
Willy Tarreaua07a34e2009-08-16 23:27:46 +0200275 if (delta + b->r >= b->data + b->size)
Willy Tarreau4af6f3a2007-03-18 22:36:26 +0100276 return 0; /* no space left */
277
278 /* first, protect the end of the buffer */
Willy Tarreau019fd5b2009-12-28 18:37:54 +0100279 memmove(pos + delta, pos, b->r - pos);
Willy Tarreau4af6f3a2007-03-18 22:36:26 +0100280
281 /* now, copy str over pos */
282 if (len && str) {
283 memcpy(pos, str, len);
284 pos[len] = '\r';
285 pos[len + 1] = '\n';
286 }
287
288 /* we only move data after the displaced zone */
289 if (b->r > pos) b->r += delta;
290 if (b->w > pos) b->w += delta;
291 if (b->lr > pos) b->lr += delta;
292 b->l += delta;
293
Willy Tarreauba0b63d2009-09-20 08:09:44 +0200294 b->flags &= ~BF_FULL;
Willy Tarreau7c3c5412009-12-13 15:53:05 +0100295 if (b->l >= buffer_max_len(b))
Willy Tarreaue393fe22008-08-16 22:18:07 +0200296 b->flags |= BF_FULL;
297
Willy Tarreau4af6f3a2007-03-18 22:36:26 +0100298 return delta;
299}
300
301
302/*
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100303 * Does an snprintf() at the end of chunk <chk>, respecting the limit of
Krzysztof Piotr Oledzki78abe612009-09-27 13:23:20 +0200304 * at most chk->size chars. If the chk->len is over, nothing is added. Returns
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100305 * the new chunk size.
306 */
Krzysztof Piotr Oledzki78abe612009-09-27 13:23:20 +0200307int chunk_printf(struct chunk *chk, const char *fmt, ...)
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100308{
309 va_list argp;
Willy Tarreaudceaa082007-07-25 14:38:45 +0200310 int ret;
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100311
Krzysztof Piotr Oledzki78abe612009-09-27 13:23:20 +0200312 if (!chk->str || !chk->size)
313 return 0;
314
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100315 va_start(argp, fmt);
Krzysztof Piotr Oledzki78abe612009-09-27 13:23:20 +0200316 ret = vsnprintf(chk->str + chk->len, chk->size - chk->len, fmt, argp);
317 if (ret >= chk->size - chk->len)
Willy Tarreaudceaa082007-07-25 14:38:45 +0200318 /* do not copy anything in case of truncation */
319 chk->str[chk->len] = 0;
320 else
321 chk->len += ret;
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100322 va_end(argp);
323 return chk->len;
324}
325
Willy Tarreau8d5d7f22007-01-21 19:16:41 +0100326/*
Krzysztof Piotr Oledzkiba8d7d32009-10-10 21:06:03 +0200327 * Encode chunk <src> into chunk <dst>, respecting the limit of at most
328 * chk->size chars. Replace non-printable or special chracters with "&#%d;".
329 * If the chk->len is over, nothing is added. Returns the new chunk size.
330 */
331int chunk_htmlencode(struct chunk *dst, struct chunk *src) {
332
333 int i, l;
334 int olen, free;
335 char c;
336
337 olen = dst->len;
338
339 for (i = 0; i < src->len; i++) {
340 free = dst->size - dst->len;
341
342 if (!free) {
343 dst->len = olen;
344 return dst->len;
345 }
346
347 c = src->str[i];
348
349 if (!isascii(c) || !isprint(c) || c == '&' || c == '"' || c == '\'' || c == '<' || c == '>') {
350 l = snprintf(dst->str + dst->len, free, "&#%u;", (unsigned char)c);
351
352 if (free < l) {
353 dst->len = olen;
354 return dst->len;
355 }
356
357 dst->len += l;
358 } else {
359 dst->str[dst->len] = c;
360 dst->len++;
361 }
362 }
363
364 return dst->len;
365}
366
367/*
368 * Encode chunk <src> into chunk <dst>, respecting the limit of at most
369 * chk->size chars. Replace non-printable or char passed in qc with "<%02X>".
370 * If the chk->len is over, nothing is added. Returns the new chunk size.
371 */
372int chunk_asciiencode(struct chunk *dst, struct chunk *src, char qc) {
373 int i, l;
374 int olen, free;
375 char c;
376
377 olen = dst->len;
378
379 for (i = 0; i < src->len; i++) {
380 free = dst->size - dst->len;
381
382 if (!free) {
383 dst->len = olen;
384 return dst->len;
385 }
386
387 c = src->str[i];
388
389 if (!isascii(c) || !isprint(c) || c == '<' || c == '>' || c == qc) {
390 l = snprintf(dst->str + dst->len, free, "<%02X>", (unsigned char)c);
391
392 if (free < l) {
393 dst->len = olen;
394 return dst->len;
395 }
396
397 dst->len += l;
398 } else {
399 dst->str[dst->len] = c;
400 dst->len++;
401 }
402 }
403
404 return dst->len;
405}
406
407/*
Willy Tarreau8d5d7f22007-01-21 19:16:41 +0100408 * Dumps part or all of a buffer.
409 */
410void buffer_dump(FILE *o, struct buffer *b, int from, int to)
411{
412 fprintf(o, "Dumping buffer %p\n", b);
Willy Tarreaue09e0ce2007-03-18 16:31:29 +0100413 fprintf(o, " data=%p l=%d r=%p w=%p lr=%p\n",
414 b->data, b->l, b->r, b->w, b->lr);
Willy Tarreau8d5d7f22007-01-21 19:16:41 +0100415
416 if (!to || to > b->l)
417 to = b->l;
418
419 fprintf(o, "Dumping contents from byte %d to byte %d\n", from, to);
420 for (; from < to; from++) {
421 if ((from & 15) == 0)
422 fprintf(o, " %04x: ", from);
423 fprintf(o, "%02x ", b->data[from]);
424 if ((from & 15) == 7)
425 fprintf(o, "- ");
426 else if (((from & 15) == 15) && (from != to-1))
427 fprintf(o, "\n");
428 }
429 fprintf(o, "\n--\n");
430}
431
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100432
433/*
Willy Tarreaubaaee002006-06-26 02:48:02 +0200434 * Local variables:
435 * c-indent-level: 8
436 * c-basic-offset: 8
437 * End:
438 */