blob: 205bd5f66a17ef9fa53f9dbabbff7a8ea3a865e1 [file] [log] [blame]
Willy Tarreaubaaee002006-06-26 02:48:02 +02001/*
Willy Tarreau3667d5d2009-10-18 19:50:43 +02002 * include/types/proto_http.h
3 * This file contains HTTP protocol definitions.
4 *
Willy Tarreauff011f22011-01-06 17:51:27 +01005 * Copyright (C) 2000-2011 Willy Tarreau - w@1wt.eu
Willy Tarreau3667d5d2009-10-18 19:50:43 +02006 *
7 * This library is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation, version 2.1
10 * exclusively.
11 *
12 * This library is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with this library; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 */
Willy Tarreaubaaee002006-06-26 02:48:02 +020021
22#ifndef _TYPES_PROTO_HTTP_H
23#define _TYPES_PROTO_HTTP_H
24
Willy Tarreau35b51c62018-09-10 15:38:55 +020025#include <common/buf.h>
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020026#include <common/config.h>
Willy Tarreau35b51c62018-09-10 15:38:55 +020027#include <common/http.h>
Thierry FOURNIERa054d412013-10-16 16:19:38 +020028#include <common/mini-clist.h>
Thierry FOURNIERf4e61292014-06-19 13:37:01 +020029#include <common/regex.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020030
Willy Tarreaudb4893d2017-09-21 08:40:02 +020031#include <types/channel.h>
Christopher Fauletd7c91962015-04-30 11:48:27 +020032#include <types/filters.h>
Willy Tarreau35b51c62018-09-10 15:38:55 +020033//#include <types/sample.h>
Willy Tarreau3bac9ff2007-03-18 17:31:28 +010034
Willy Tarreaufcffa692010-01-10 14:21:19 +010035/* These are the flags that are found in txn->flags */
Willy Tarreau3d300592007-03-18 18:34:41 +010036
37/* action flags */
38#define TX_CLDENY 0x00000001 /* a client header matches a deny regex */
39#define TX_CLALLOW 0x00000002 /* a client header matches an allow regex */
40#define TX_SVDENY 0x00000004 /* a server header matches a deny regex */
41#define TX_SVALLOW 0x00000008 /* a server header matches an allow regex */
Willy Tarreau87b09662015-04-03 00:22:06 +020042#define TX_CLTARPIT 0x00000010 /* the transaction is tarpitted (anti-dos) */
Willy Tarreaub608feb2010-01-02 22:47:18 +010043
Willy Tarreau92954fd2010-10-06 19:38:55 +020044/* transaction flags dedicated to cookies : bits values 0x20 to 0x80 (0-7 shift 5) */
Willy Tarreau87b09662015-04-03 00:22:06 +020045#define TX_CK_NONE 0x00000000 /* this transaction had no cookie */
46#define TX_CK_INVALID 0x00000020 /* this transaction had a cookie which matches no server */
47#define TX_CK_DOWN 0x00000040 /* this transaction had cookie matching a down server */
48#define TX_CK_VALID 0x00000060 /* this transaction had cookie matching a valid server */
49#define TX_CK_EXPIRED 0x00000080 /* this transaction had an expired cookie (idle for too long) */
50#define TX_CK_OLD 0x000000A0 /* this transaction had too old a cookie (offered too long ago) */
51#define TX_CK_UNUSED 0x000000C0 /* this transaction had a cookie but it was not used (eg: use-server was preferred) */
52#define TX_CK_MASK 0x000000E0 /* mask to get this transaction's cookie flags */
Willy Tarreau92954fd2010-10-06 19:38:55 +020053#define TX_CK_SHIFT 5 /* bit shift */
Willy Tarreau3d300592007-03-18 18:34:41 +010054
Willy Tarreauf1348312010-10-07 15:54:11 +020055/* response cookie information, bits values 0x100 to 0x700 (0-7 shift 8) */
56#define TX_SCK_NONE 0x00000000 /* no cookie found in the response */
57#define TX_SCK_FOUND 0x00000100 /* a persistence cookie was found and forwarded */
58#define TX_SCK_DELETED 0x00000200 /* an existing persistence cookie was deleted */
59#define TX_SCK_INSERTED 0x00000300 /* a persistence cookie was inserted */
60#define TX_SCK_REPLACED 0x00000400 /* a persistence cookie was present and rewritten */
61#define TX_SCK_UPDATED 0x00000500 /* an expirable persistence cookie was updated */
Willy Tarreau3d300592007-03-18 18:34:41 +010062#define TX_SCK_MASK 0x00000700 /* mask to get the set-cookie field */
Willy Tarreau3d300592007-03-18 18:34:41 +010063#define TX_SCK_SHIFT 8 /* bit shift */
Willy Tarreauf1348312010-10-07 15:54:11 +020064
65#define TX_SCK_PRESENT 0x00000800 /* a cookie was found in the server's response */
Willy Tarreau3d300592007-03-18 18:34:41 +010066
67/* cacheability management, bits values 0x1000 to 0x3000 (0-3 shift 12) */
68#define TX_CACHEABLE 0x00001000 /* at least part of the response is cacheable */
69#define TX_CACHE_COOK 0x00002000 /* a cookie in the response is cacheable */
Willy Tarreau0ad8e0d2017-12-22 15:03:36 +010070#define TX_CACHE_IGNORE 0x00004000 /* do not retrieve object from cache */
Willy Tarreau3d300592007-03-18 18:34:41 +010071#define TX_CACHE_SHIFT 12 /* bit shift */
72
Willy Tarreau0ad8e0d2017-12-22 15:03:36 +010073/* Unused: 0x8000 */
Christopher Faulete6006242017-03-10 11:52:44 +010074
75#define TX_WAIT_CLEANUP 0x0010000 /* this transaction is waiting for a clean up */
76
77/* Unused: 0x20000, 0x80000 */
78
Willy Tarreaubaaee002006-06-26 02:48:02 +020079
Willy Tarreau5b154472009-12-21 20:11:07 +010080/* indicate how we *want* the connection to behave, regardless of what is in
81 * the headers. We have 4 possible values right now :
Godbachf2dd68d2014-12-10 10:21:30 +080082 * - WANT_KAL : try to maintain keep-alive (default when nothing configured)
Willy Tarreau70dffda2014-01-30 03:07:23 +010083 * - WANT_TUN : will be a tunnel (CONNECT).
Willy Tarreau5b154472009-12-21 20:11:07 +010084 * - WANT_SCL : enforce close on the server side
85 * - WANT_CLO : enforce close on both sides
86 */
Willy Tarreau70dffda2014-01-30 03:07:23 +010087#define TX_CON_WANT_KAL 0x00000000 /* note: it's important that it is 0 (init) */
88#define TX_CON_WANT_TUN 0x00100000
Willy Tarreau5b154472009-12-21 20:11:07 +010089#define TX_CON_WANT_SCL 0x00200000
90#define TX_CON_WANT_CLO 0x00300000
91#define TX_CON_WANT_MSK 0x00300000 /* this is the mask to get the bits */
92
Willy Tarreaubbf0b372010-01-18 16:54:40 +010093#define TX_CON_CLO_SET 0x00400000 /* "connection: close" is now set */
94#define TX_CON_KAL_SET 0x00800000 /* "connection: keep-alive" is now set */
Willy Tarreau5b154472009-12-21 20:11:07 +010095
Olivier Houchard250031e2019-05-29 15:01:50 +020096/* unused: 0x01000000 */
Willy Tarreaua36fc4d2012-02-17 17:39:37 +010097
Willy Tarreau50fc7772012-11-11 22:19:57 +010098#define TX_HDR_CONN_UPG 0x02000000 /* The "Upgrade" token was found in the "Connection" header */
Willy Tarreaufcffa692010-01-10 14:21:19 +010099#define TX_WAIT_NEXT_RQ 0x04000000 /* waiting for the second request to start, use keep-alive timeout */
Willy Tarreau5b154472009-12-21 20:11:07 +0100100
Willy Tarreaubbf0b372010-01-18 16:54:40 +0100101#define TX_HDR_CONN_PRS 0x08000000 /* "connection" header already parsed (req or res), results below */
102#define TX_HDR_CONN_CLO 0x10000000 /* "Connection: close" was present at least once */
103#define TX_HDR_CONN_KAL 0x20000000 /* "Connection: keep-alive" was present at least once */
Willy Tarreau88d349d2010-01-25 12:15:43 +0100104#define TX_USE_PX_CONN 0x40000000 /* Use "Proxy-Connection" instead of "Connection" */
Willy Tarreaubbf0b372010-01-18 16:54:40 +0100105
Willy Tarreau92954fd2010-10-06 19:38:55 +0200106/* used only for keep-alive purposes, to indicate we're on a second transaction */
107#define TX_NOT_FIRST 0x80000000 /* the transaction is not the first one */
108/* no more room for transaction flags ! */
Willy Tarreaubbf0b372010-01-18 16:54:40 +0100109
Willy Tarreau8d5d7f22007-01-21 19:16:41 +0100110/* The HTTP parser is more complex than it looks like, because we have to
111 * support multi-line headers and any number of spaces between the colon and
112 * the value.
113 *
114 * All those examples must work :
115
116 Hdr1:val1\r\n
117 Hdr1: val1\r\n
118 Hdr1:\t val1\r\n
119 Hdr1: \r\n
120 val1\r\n
121 Hdr1:\r\n
122 val1\n
123 \tval2\r\n
124 val3\n
125
126 *
127 */
128
Willy Tarreaua36fc4d2012-02-17 17:39:37 +0100129/*
130 * HTTP message status flags (msg->flags)
131 */
Willy Tarreaua36fc4d2012-02-17 17:39:37 +0100132#define HTTP_MSGF_CNT_LEN 0x00000001 /* content-length was found in the message */
133#define HTTP_MSGF_TE_CHNK 0x00000002 /* transfer-encoding: chunked was found */
134
135/* if this flags is not set in either direction, we may be forced to complete a
136 * connection as a half-way tunnel (eg if no content-length appears in a 1.1
137 * response, but the request is correctly sized)
138 */
139#define HTTP_MSGF_XFER_LEN 0x00000004 /* message xfer size can be determined */
140#define HTTP_MSGF_VER_11 0x00000008 /* the message is HTTP/1.1 or above */
141
Willy Tarreau80a92c02014-03-12 10:41:13 +0100142/* If this flag is set, we don't process the body until the connect() is confirmed.
143 * This is only used by the request forwarding function to protect the buffer
144 * contents if something needs them during a redispatch.
145 */
146#define HTTP_MSGF_WAIT_CONN 0x00000010 /* Wait for connect() to be confirmed before processing body */
Christopher Fauletd7c91962015-04-30 11:48:27 +0200147#define HTTP_MSGF_COMPRESSING 0x00000020 /* data compression is in progress */
Willy Tarreaua36fc4d2012-02-17 17:39:37 +0100148
Christopher Fauletb2db4fa2018-11-27 16:51:09 +0100149#define HTTP_MSGF_BODYLESS 0x00000040 /* The message has no body (content-length = 0) */
150
Willy Tarreaua36fc4d2012-02-17 17:39:37 +0100151
Willy Tarreau79da4692008-11-19 20:03:04 +0100152/* Redirect flags */
153enum {
154 REDIRECT_FLAG_NONE = 0,
155 REDIRECT_FLAG_DROP_QS = 1, /* drop query string */
Willy Tarreau81e3b4f2010-01-10 00:42:19 +0100156 REDIRECT_FLAG_APPEND_SLASH = 2, /* append a slash if missing at the end */
Willy Tarreau79da4692008-11-19 20:03:04 +0100157};
Willy Tarreaub463dfb2008-06-07 23:08:56 +0200158
159/* Redirect types (location, prefix, extended ) */
160enum {
161 REDIRECT_TYPE_NONE = 0, /* no redirection */
162 REDIRECT_TYPE_LOCATION, /* location redirect */
163 REDIRECT_TYPE_PREFIX, /* prefix redirect */
Willy Tarreau2e1dca82012-09-12 08:43:15 +0200164 REDIRECT_TYPE_SCHEME, /* scheme redirect (eg: switch from http to https) */
Willy Tarreaub463dfb2008-06-07 23:08:56 +0200165};
166
Cyril Bonté47fdd8e2010-04-25 00:00:51 +0200167/* Perist types (force-persist, ignore-persist) */
168enum {
169 PERSIST_TYPE_NONE = 0, /* no persistence */
170 PERSIST_TYPE_FORCE, /* force-persist */
171 PERSIST_TYPE_IGNORE, /* ignore-persist */
172};
173
Willy Tarreau0b748332014-04-29 00:13:29 +0200174/* final results for http-request rules */
175enum rule_result {
176 HTTP_RULE_RES_CONT = 0, /* nothing special, continue rules evaluation */
Thierry FOURNIERbc4c1ac2015-02-25 13:36:14 +0100177 HTTP_RULE_RES_YIELD, /* call me later because some data is missing. */
Willy Tarreau0b748332014-04-29 00:13:29 +0200178 HTTP_RULE_RES_STOP, /* stopped processing on an accept */
179 HTTP_RULE_RES_DENY, /* deny (or tarpit if TX_CLTARPIT) */
180 HTTP_RULE_RES_ABRT, /* abort request, msg already sent (eg: auth) */
181 HTTP_RULE_RES_DONE, /* processing done, stop processing (eg: redirect) */
182 HTTP_RULE_RES_BADREQ, /* bad request */
183};
184
Willy Tarreau326e27e2018-12-11 11:04:56 +0100185/* Legacy version of the HTTP/1 message state, used by the channels, should
186 * ultimately be removed.
187 */
188enum h1_state {
189 HTTP_MSG_RQBEFORE = 0, // request: leading LF, before start line
Christopher Faulet711ed6a2019-07-16 14:16:10 +0200190 HTTP_MSG_RPBEFORE = 1, // response: leading LF, before start line
Willy Tarreau326e27e2018-12-11 11:04:56 +0100191
192 /* error state : must be before HTTP_MSG_BODY so that (>=BODY) always indicates
193 * that data are being processed.
194 */
Christopher Faulet711ed6a2019-07-16 14:16:10 +0200195 HTTP_MSG_ERROR = 2, // an error occurred
Willy Tarreau326e27e2018-12-11 11:04:56 +0100196 /* Body processing.
197 * The state HTTP_MSG_BODY is a delimiter to know if we're waiting for headers
198 * or body. All the sub-states below also indicate we're processing the body,
199 * with some additional information.
200 */
Christopher Faulet711ed6a2019-07-16 14:16:10 +0200201 HTTP_MSG_BODY = 3, // parsing body at end of headers
202 HTTP_MSG_DATA = 4, // skipping data chunk / content-length data
Willy Tarreau326e27e2018-12-11 11:04:56 +0100203 /* we enter this state when we've received the end of the current message */
Christopher Faulet711ed6a2019-07-16 14:16:10 +0200204 HTTP_MSG_ENDING = 5, // message end received, wait that the filters end too
205 HTTP_MSG_DONE = 6, // message end received, waiting for resync or close
206 HTTP_MSG_CLOSING = 7, // shutdown_w done, not all bytes sent yet
207 HTTP_MSG_CLOSED = 8, // shutdown_w done, all bytes sent
208 HTTP_MSG_TUNNEL = 9, // tunneled data after DONE
Willy Tarreau326e27e2018-12-11 11:04:56 +0100209} __attribute__((packed));
210
211
Christopher Faulet711ed6a2019-07-16 14:16:10 +0200212/* This is the state of an HTTP seen from the analyzers point of view. It can be
213 * either a request message or a response message.
Willy Tarreau3bac9ff2007-03-18 17:31:28 +0100214 */
215struct http_msg {
Willy Tarreau0da5b3b2017-09-21 09:30:46 +0200216 enum h1_state msg_state; /* where we are in the current message parsing */
217 enum h1_state err_state; /* the state where the parsing error was detected, only is MSG_ERROR */
Willy Tarreau3770f232013-12-07 00:01:53 +0100218 unsigned char flags; /* flags describing the message (HTTP version, ...) */
Willy Tarreau10e61cb2017-01-04 14:51:22 +0100219 /* 5 bytes unused here */
Willy Tarreau394db372012-10-12 22:40:39 +0200220 struct channel *chn; /* pointer to the channel transporting the message */
Willy Tarreau3bac9ff2007-03-18 17:31:28 +0100221};
222
223/* This is an HTTP transaction. It contains both a request message and a
224 * response message (which can be empty).
225 */
226struct http_txn {
Willy Tarreau520bbb22010-01-10 11:31:22 +0100227 struct http_msg rsp; /* HTTP response message */
Willy Tarreauc8987b32013-12-06 23:43:17 +0100228 struct http_msg req; /* HTTP request message */
229 unsigned int flags; /* transaction flags */
230 enum http_meth_t meth; /* HTTP method */
231 /* 1 unused byte here */
232 short status; /* HTTP status from the server, negative if from proxy */
Willy Tarreau3bac9ff2007-03-18 17:31:28 +0100233
William Lallemandf528fff2017-11-23 19:43:17 +0100234 char cache_hash[20]; /* Store the cache hash */
Willy Tarreau520bbb22010-01-10 11:31:22 +0100235 char *uri; /* first line if log needed, NULL otherwise */
236 char *cli_cookie; /* cookie presented by the client, in capture mode */
237 char *srv_cookie; /* cookie presented by the server, in capture mode */
Willy Tarreauf64d1412010-10-07 20:06:11 +0200238 int cookie_first_date; /* if non-zero, first date the expirable cookie was set/seen */
239 int cookie_last_date; /* if non-zero, last date the expirable cookie was set/seen */
Willy Tarreau520bbb22010-01-10 11:31:22 +0100240
Krzysztof Piotr Oledzkif9423ae2010-01-29 19:26:18 +0100241 struct http_auth_data auth; /* HTTP auth data */
Willy Tarreau3bac9ff2007-03-18 17:31:28 +0100242};
243
Willy Tarreaubafbe012017-11-24 17:34:44 +0100244extern struct pool_head *pool_head_http_txn;
Willy Tarreaueee5b512015-04-03 23:46:31 +0200245
Willy Tarreaubaaee002006-06-26 02:48:02 +0200246#endif /* _TYPES_PROTO_HTTP_H */
247
248/*
249 * Local variables:
250 * c-indent-level: 8
251 * c-basic-offset: 8
252 * End:
253 */