blob: eebafc5d247e0692d3aae242474208fb85d94965 [file] [log] [blame]
Willy Tarreaubaaee002006-06-26 02:48:02 +02001/*
Willy Tarreau3667d5d2009-10-18 19:50:43 +02002 * include/types/proto_http.h
3 * This file contains HTTP protocol definitions.
4 *
Willy Tarreaufcffa692010-01-10 14:21:19 +01005 * Copyright (C) 2000-2010 Willy Tarreau - w@1wt.eu
Willy Tarreau3667d5d2009-10-18 19:50:43 +02006 *
7 * This library is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation, version 2.1
10 * exclusively.
11 *
12 * This library is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with this library; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 */
Willy Tarreaubaaee002006-06-26 02:48:02 +020021
22#ifndef _TYPES_PROTO_HTTP_H
23#define _TYPES_PROTO_HTTP_H
24
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020025#include <common/config.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020026
Willy Tarreau3bac9ff2007-03-18 17:31:28 +010027#include <types/buffers.h>
28#include <types/hdr_idx.h>
29
Willy Tarreaufcffa692010-01-10 14:21:19 +010030/* These are the flags that are found in txn->flags */
Willy Tarreau3d300592007-03-18 18:34:41 +010031
32/* action flags */
33#define TX_CLDENY 0x00000001 /* a client header matches a deny regex */
34#define TX_CLALLOW 0x00000002 /* a client header matches an allow regex */
35#define TX_SVDENY 0x00000004 /* a server header matches a deny regex */
36#define TX_SVALLOW 0x00000008 /* a server header matches an allow regex */
37#define TX_CLTARPIT 0x00000010 /* the session is tarpitted (anti-dos) */
Willy Tarreaub608feb2010-01-02 22:47:18 +010038
Willy Tarreau92954fd2010-10-06 19:38:55 +020039/* transaction flags dedicated to cookies : bits values 0x20 to 0x80 (0-7 shift 5) */
Willy Tarreau3d300592007-03-18 18:34:41 +010040#define TX_CK_NONE 0x00000000 /* this session had no cookie */
Willy Tarreau92954fd2010-10-06 19:38:55 +020041#define TX_CK_INVALID 0x00000020 /* this session had a cookie which matches no server */
42#define TX_CK_DOWN 0x00000040 /* this session had cookie matching a down server */
43#define TX_CK_VALID 0x00000060 /* this session had cookie matching a valid server */
44#define TX_CK_MASK 0x000000E0 /* mask to get this session's cookie flags */
45#define TX_CK_SHIFT 5 /* bit shift */
Willy Tarreau3d300592007-03-18 18:34:41 +010046
Willy Tarreau92954fd2010-10-06 19:38:55 +020047/* cookie information, bits values 0x100 to 0x700 (0-7 shift 8) */
Willy Tarreau3d300592007-03-18 18:34:41 +010048#define TX_SCK_NONE 0x00000000 /* no set-cookie seen for the server cookie */
49#define TX_SCK_DELETED 0x00000100 /* existing set-cookie deleted or changed */
50#define TX_SCK_INSERTED 0x00000200 /* new set-cookie inserted or changed existing one */
51#define TX_SCK_SEEN 0x00000400 /* set-cookie seen for the server cookie */
52#define TX_SCK_MASK 0x00000700 /* mask to get the set-cookie field */
Willy Tarreau3d300592007-03-18 18:34:41 +010053#define TX_SCK_SHIFT 8 /* bit shift */
Willy Tarreau92954fd2010-10-06 19:38:55 +020054#define TX_SCK_ANY 0x00000800 /* at least one set-cookie seen (not to be counted) */
Willy Tarreau3d300592007-03-18 18:34:41 +010055
56/* cacheability management, bits values 0x1000 to 0x3000 (0-3 shift 12) */
57#define TX_CACHEABLE 0x00001000 /* at least part of the response is cacheable */
58#define TX_CACHE_COOK 0x00002000 /* a cookie in the response is cacheable */
59#define TX_CACHE_SHIFT 12 /* bit shift */
60
Willy Tarreau5b154472009-12-21 20:11:07 +010061/* request and response HTTP version */
62#define TX_REQ_VER_11 0x00004000 /* the request is HTTP/1.1 or above */
63#define TX_RES_VER_11 0x00008000 /* the response is HTTP/1.1 or above */
Willy Tarreau3667d5d2009-10-18 19:50:43 +020064
65/* report presence of transfer-encoding:chunked and content-length headers */
66#define TX_REQ_CNT_LEN 0x00010000 /* content-length present in the request */
67#define TX_REQ_TE_CHNK 0x00020000 /* transfer-encoding: chunked present in the request */
68#define TX_RES_CNT_LEN 0x00040000 /* content-length present in the response */
69#define TX_RES_TE_CHNK 0x00080000 /* transfer-encoding: chunked present in the response */
Willy Tarreaubaaee002006-06-26 02:48:02 +020070
Willy Tarreau5b154472009-12-21 20:11:07 +010071/* indicate how we *want* the connection to behave, regardless of what is in
72 * the headers. We have 4 possible values right now :
73 * - WANT_TUN : will be a tunnel (default when nothing configured or with CONNECT).
74 * - WANT_KAL : try to maintain keep-alive
75 * - WANT_SCL : enforce close on the server side
76 * - WANT_CLO : enforce close on both sides
77 */
78#define TX_CON_WANT_TUN 0x00000000 /* note: it's important that it is 0 (init) */
79#define TX_CON_WANT_KAL 0x00100000
80#define TX_CON_WANT_SCL 0x00200000
81#define TX_CON_WANT_CLO 0x00300000
82#define TX_CON_WANT_MSK 0x00300000 /* this is the mask to get the bits */
83
Willy Tarreaubbf0b372010-01-18 16:54:40 +010084#define TX_CON_CLO_SET 0x00400000 /* "connection: close" is now set */
85#define TX_CON_KAL_SET 0x00800000 /* "connection: keep-alive" is now set */
Willy Tarreau5b154472009-12-21 20:11:07 +010086
Willy Tarreaue8e785b2009-12-26 15:34:26 +010087/* if either of these flags is not set, we may be forced to complete an
88 * connection as a half-way tunnel. For instance, if no content-length
89 * appears in a 1.1 response, but the request is correctly sized.
90 */
91#define TX_REQ_XFER_LEN 0x01000000 /* request xfer size can be determined */
92#define TX_RES_XFER_LEN 0x02000000 /* response xfer size can be determined */
Willy Tarreaufcffa692010-01-10 14:21:19 +010093#define TX_WAIT_NEXT_RQ 0x04000000 /* waiting for the second request to start, use keep-alive timeout */
Willy Tarreau5b154472009-12-21 20:11:07 +010094
Willy Tarreaubbf0b372010-01-18 16:54:40 +010095#define TX_HDR_CONN_PRS 0x08000000 /* "connection" header already parsed (req or res), results below */
96#define TX_HDR_CONN_CLO 0x10000000 /* "Connection: close" was present at least once */
97#define TX_HDR_CONN_KAL 0x20000000 /* "Connection: keep-alive" was present at least once */
Willy Tarreau88d349d2010-01-25 12:15:43 +010098#define TX_USE_PX_CONN 0x40000000 /* Use "Proxy-Connection" instead of "Connection" */
Willy Tarreaubbf0b372010-01-18 16:54:40 +010099
Willy Tarreau92954fd2010-10-06 19:38:55 +0200100/* used only for keep-alive purposes, to indicate we're on a second transaction */
101#define TX_NOT_FIRST 0x80000000 /* the transaction is not the first one */
102/* no more room for transaction flags ! */
Willy Tarreaubbf0b372010-01-18 16:54:40 +0100103
Willy Tarreau8d5d7f22007-01-21 19:16:41 +0100104/* The HTTP parser is more complex than it looks like, because we have to
105 * support multi-line headers and any number of spaces between the colon and
106 * the value.
107 *
108 * All those examples must work :
109
110 Hdr1:val1\r\n
111 Hdr1: val1\r\n
112 Hdr1:\t val1\r\n
113 Hdr1: \r\n
114 val1\r\n
115 Hdr1:\r\n
116 val1\n
117 \tval2\r\n
118 val3\n
119
120 *
121 */
122
Willy Tarreau58f10d72006-12-04 02:26:12 +0100123/* Possible states while parsing HTTP messages (request|response) */
Willy Tarreau8d5d7f22007-01-21 19:16:41 +0100124#define HTTP_MSG_RQBEFORE 0 // request: leading LF, before start line
125#define HTTP_MSG_RQBEFORE_CR 1 // request: leading CRLF, before start line
126
127/* these ones define a request start line */
128#define HTTP_MSG_RQMETH 2 // parsing the Method
129#define HTTP_MSG_RQMETH_SP 3 // space(s) after the ethod
130#define HTTP_MSG_RQURI 4 // parsing the Request URI
131#define HTTP_MSG_RQURI_SP 5 // space(s) after the Request URI
132#define HTTP_MSG_RQVER 6 // parsing the Request Version
133#define HTTP_MSG_RQLINE_END 7 // end of request line (CR or LF)
134
135#define HTTP_MSG_RPBEFORE 8 // response: leading LF, before start line
136#define HTTP_MSG_RPBEFORE_CR 9 // response: leading CRLF, before start line
137
138/* these ones define a response start line */
139#define HTTP_MSG_RPVER 10 // parsing the Response Version
140#define HTTP_MSG_RPVER_SP 11 // space(s) after the Response Version
141#define HTTP_MSG_RPCODE 12 // response code
142#define HTTP_MSG_RPCODE_SP 13 // space(s) after the response code
143#define HTTP_MSG_RPREASON 14 // response reason
144#define HTTP_MSG_RPLINE_END 15 // end of response line (CR or LF)
145
146/* common header processing */
147
148#define HTTP_MSG_HDR_FIRST 16 // waiting for first header or last CRLF (no LWS possible)
149#define HTTP_MSG_HDR_NAME 17 // parsing header name
150#define HTTP_MSG_HDR_COL 18 // parsing header colon
151#define HTTP_MSG_HDR_L1_SP 19 // parsing header LWS (SP|HT) before value
152#define HTTP_MSG_HDR_L1_LF 20 // parsing header LWS (LF) before value
153#define HTTP_MSG_HDR_L1_LWS 21 // checking whether it's a new header or an LWS
154#define HTTP_MSG_HDR_VAL 22 // parsing header value
155#define HTTP_MSG_HDR_L2_LF 23 // parsing header LWS (LF) inside/after value
156#define HTTP_MSG_HDR_L2_LWS 24 // checking whether it's a new header or an LWS
157
158#define HTTP_MSG_LAST_LF 25 // parsing last LF
Willy Tarreau655dce92009-11-08 13:10:58 +0100159
160/* error state : must be before HTTP_MSG_BODY so that (>=BODY) always indicates
161 * that data are being processed.
162 */
163
164#define HTTP_MSG_ERROR 26 // an error occurred
165
166/* Body processing.
167 * The state HTTP_MSG_BODY is a delimiter to know if we're waiting for headers
168 * or body. All the sub-states below also indicate we're processing the body,
169 * with some additional information.
170 */
171#define HTTP_MSG_BODY 27 // parsing body at end of headers
172#define HTTP_MSG_100_SENT 28 // parsing body after a 100-Continue was sent
173#define HTTP_MSG_CHUNK_SIZE 29 // parsing the chunk size (RFC2616 #3.6.1)
174#define HTTP_MSG_DATA 30 // skipping data chunk / content-length data
175#define HTTP_MSG_DATA_CRLF 31 // skipping CRLF after data chunk
176#define HTTP_MSG_TRAILERS 32 // trailers (post-data entity headers)
Willy Tarreau8d5d7f22007-01-21 19:16:41 +0100177
Willy Tarreau5523b322009-12-29 12:05:52 +0100178/* we enter this state when we've received the end of the current message */
179#define HTTP_MSG_DONE 33 // message end received, waiting for resync or close
180#define HTTP_MSG_CLOSING 34 // shutdown_w done, not all bytes sent yet
181#define HTTP_MSG_CLOSED 35 // shutdown_w done, all bytes sent
Willy Tarreau610ecce2010-01-04 21:15:02 +0100182#define HTTP_MSG_TUNNEL 36 // tunneled data after DONE
Willy Tarreau58f10d72006-12-04 02:26:12 +0100183
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100184/* various data sources for the responses */
185#define DATA_SRC_NONE 0
186#define DATA_SRC_STATS 1
187
188/* data transmission states for the stats responses */
189enum {
190 DATA_ST_INIT = 0,
191 DATA_ST_HEAD,
192 DATA_ST_INFO,
193 DATA_ST_LIST,
194 DATA_ST_END,
195 DATA_ST_FIN,
196};
197
198/* data transmission states for the stats responses inside a proxy */
199enum {
200 DATA_ST_PX_INIT = 0,
201 DATA_ST_PX_TH,
202 DATA_ST_PX_FE,
Krzysztof Piotr Oledzkiaeebf9b2009-10-04 15:43:17 +0200203 DATA_ST_PX_LI,
Willy Tarreauc0dde7a2007-01-01 21:38:07 +0100204 DATA_ST_PX_SV,
205 DATA_ST_PX_BE,
206 DATA_ST_PX_END,
207 DATA_ST_PX_FIN,
208};
209
Willy Tarreau79da4692008-11-19 20:03:04 +0100210/* Redirect flags */
211enum {
212 REDIRECT_FLAG_NONE = 0,
213 REDIRECT_FLAG_DROP_QS = 1, /* drop query string */
Willy Tarreau81e3b4f2010-01-10 00:42:19 +0100214 REDIRECT_FLAG_APPEND_SLASH = 2, /* append a slash if missing at the end */
Willy Tarreau79da4692008-11-19 20:03:04 +0100215};
Willy Tarreaub463dfb2008-06-07 23:08:56 +0200216
217/* Redirect types (location, prefix, extended ) */
218enum {
219 REDIRECT_TYPE_NONE = 0, /* no redirection */
220 REDIRECT_TYPE_LOCATION, /* location redirect */
221 REDIRECT_TYPE_PREFIX, /* prefix redirect */
222};
223
Cyril Bonté47fdd8e2010-04-25 00:00:51 +0200224/* Perist types (force-persist, ignore-persist) */
225enum {
226 PERSIST_TYPE_NONE = 0, /* no persistence */
227 PERSIST_TYPE_FORCE, /* force-persist */
228 PERSIST_TYPE_IGNORE, /* ignore-persist */
229};
230
Willy Tarreau3bac9ff2007-03-18 17:31:28 +0100231/* Known HTTP methods */
232typedef enum {
233 HTTP_METH_NONE = 0,
234 HTTP_METH_OPTIONS,
235 HTTP_METH_GET,
236 HTTP_METH_HEAD,
237 HTTP_METH_POST,
238 HTTP_METH_PUT,
239 HTTP_METH_DELETE,
240 HTTP_METH_TRACE,
241 HTTP_METH_CONNECT,
242 HTTP_METH_OTHER,
243} http_meth_t;
244
Krzysztof Piotr Oledzkif9423ae2010-01-29 19:26:18 +0100245enum {
246 HTTP_AUTH_WRONG = -1, /* missing or unknown */
247 HTTP_AUTH_UNKNOWN = 0,
248 HTTP_AUTH_BASIC,
249 HTTP_AUTH_DIGEST,
250};
251
Willy Tarreau3bac9ff2007-03-18 17:31:28 +0100252/* This is an HTTP message, as described in RFC2616. It can be either a request
253 * message or a response message.
254 *
255 * The values there are a little bit obscure, because their meaning can change
256 * during the parsing :
257 *
258 * - som (Start of Message) : relative offset in the buffer of first byte of
259 * the request being processed or parsed. Reset to
Willy Tarreau962c3f42010-01-10 00:15:35 +0100260 * zero during accept(), and changes while parsing
261 * chunks.
Willy Tarreau3bac9ff2007-03-18 17:31:28 +0100262 * - eoh (End of Headers) : relative offset in the buffer of first byte that
263 * is not part of a completely processed header.
264 * During parsing, it points to last header seen
Willy Tarreaufa355d42009-11-29 18:12:29 +0100265 * for states after START. When in HTTP_MSG_BODY,
266 * eoh points to the first byte of the last CRLF
267 * preceeding data.
268 * - col and sov : When in HTTP_MSG_BODY, will point to the first
Willy Tarreau1d3bcce2009-12-27 15:50:06 +0100269 * byte of data (relative to buffer).
270 * - sol (start of line) : start of line, also start of message when fully parsed.
Willy Tarreau3bac9ff2007-03-18 17:31:28 +0100271 * - eol (End of Line) : relative offset in the buffer of the first byte
272 * which marks the end of the line (LF or CRLF).
Willy Tarreau1d3bcce2009-12-27 15:50:06 +0100273 * Note that all offsets are relative to the beginning of the buffer. To get
Willy Tarreau962c3f42010-01-10 00:15:35 +0100274 * them relative to the current request, subtract ->som or ->sol.
Willy Tarreau3bac9ff2007-03-18 17:31:28 +0100275 */
276struct http_msg {
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200277 unsigned int msg_state; /* where we are in the current message parsing */
Willy Tarreaufa355d42009-11-29 18:12:29 +0100278 unsigned int col, sov; /* current header: colon, start of value */
279 unsigned int eoh; /* End Of Headers, relative to buffer */
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200280 char *sol; /* start of line, also start of message when fully parsed */
281 char *eol; /* end of line */
282 unsigned int som; /* Start Of Message, relative to buffer */
Willy Tarreaufa355d42009-11-29 18:12:29 +0100283 int err_pos; /* err handling: -2=block, -1=pass, 0+=detected */
Willy Tarreau962c3f42010-01-10 00:15:35 +0100284 union { /* useful start line pointers, relative to ->sol */
Willy Tarreau3bac9ff2007-03-18 17:31:28 +0100285 struct {
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200286 int l; /* request line length (not including CR) */
287 int m_l; /* METHOD length (method starts at ->som) */
288 int u, u_l; /* URI, length */
289 int v, v_l; /* VERSION, length */
290 } rq; /* request line : field, length */
Willy Tarreau3bac9ff2007-03-18 17:31:28 +0100291 struct {
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +0200292 int l; /* status line length (not including CR) */
293 int v_l; /* VERSION length (version starts at ->som) */
294 int c, c_l; /* CODE, length */
295 int r, r_l; /* REASON, length */
296 } st; /* status line : field, length */
297 } sl; /* start line */
Willy Tarreau3667d5d2009-10-18 19:50:43 +0200298 unsigned long long hdr_content_len; /* cache for parsed header value or for chunk-size if present */
Willy Tarreaufa355d42009-11-29 18:12:29 +0100299 char **cap; /* array of captured headers (may be NULL) */
Willy Tarreau3bac9ff2007-03-18 17:31:28 +0100300};
301
Krzysztof Piotr Oledzkif9423ae2010-01-29 19:26:18 +0100302struct http_auth_data {
303 int method; /* one of HTTP_AUTH_* */
304 struct chunk method_data; /* points to the creditial part from 'Authorization:' header */
305 char *user, *pass; /* extracted username & password */
306};
307
Willy Tarreau3bac9ff2007-03-18 17:31:28 +0100308/* This is an HTTP transaction. It contains both a request message and a
309 * response message (which can be empty).
310 */
311struct http_txn {
Willy Tarreau520bbb22010-01-10 11:31:22 +0100312 struct http_msg req; /* HTTP request message */
Willy Tarreau3bac9ff2007-03-18 17:31:28 +0100313 struct hdr_idx hdr_idx; /* array of header indexes (max: MAX_HTTP_HDR) */
Willy Tarreau520bbb22010-01-10 11:31:22 +0100314 unsigned int flags; /* transaction flags */
315 http_meth_t meth; /* HTTP method */
316
317 int status; /* HTTP status from the server, negative if from proxy */
318 struct http_msg rsp; /* HTTP response message */
Willy Tarreau3bac9ff2007-03-18 17:31:28 +0100319
Willy Tarreau520bbb22010-01-10 11:31:22 +0100320 char *uri; /* first line if log needed, NULL otherwise */
321 char *cli_cookie; /* cookie presented by the client, in capture mode */
322 char *srv_cookie; /* cookie presented by the server, in capture mode */
Willy Tarreaua3377ee2010-01-10 10:49:11 +0100323 char *sessid; /* the appsession id, if found in the request or in the response */
Willy Tarreau520bbb22010-01-10 11:31:22 +0100324
Krzysztof Piotr Oledzkif9423ae2010-01-29 19:26:18 +0100325 struct http_auth_data auth; /* HTTP auth data */
Willy Tarreau3bac9ff2007-03-18 17:31:28 +0100326};
327
Willy Tarreau33a7e692007-06-10 19:45:56 +0200328/* This structure is used by http_find_header() to return values of headers.
Willy Tarreau68085d82010-01-18 14:54:04 +0100329 * The header starts at <line>, the value at <line>+<val> for <vlen> bytes, and
330 * sets <line>+<del> to point to the last delimitor (colon or comma) before
331 * this value. <prev> points to the index of the header whose next is this one.
Willy Tarreau33a7e692007-06-10 19:45:56 +0200332 */
333struct hdr_ctx {
Willy Tarreau68085d82010-01-18 14:54:04 +0100334 char *line;
Willy Tarreau33a7e692007-06-10 19:45:56 +0200335 int idx;
336 int val; /* relative to line */
337 int vlen; /* relative to line+val */
Willy Tarreau68085d82010-01-18 14:54:04 +0100338 int del; /* relative to line */
339 int prev; /* index of previous header */
Willy Tarreau33a7e692007-06-10 19:45:56 +0200340};
Willy Tarreau58f10d72006-12-04 02:26:12 +0100341
Willy Tarreaubaaee002006-06-26 02:48:02 +0200342#endif /* _TYPES_PROTO_HTTP_H */
343
344/*
345 * Local variables:
346 * c-indent-level: 8
347 * c-basic-offset: 8
348 * End:
349 */