blob: 080dc58c0cafd26c5f9e12a535bc947ca0fcaae8 [file] [log] [blame]
Willy Tarreaubaaee002006-06-26 02:48:02 +02001/*
Willy Tarreaub0c9bc42009-10-04 15:56:38 +02002 * include/proto/proto_http.h
3 * This file contains HTTP protocol definitions.
4 *
Willy Tarreauff011f22011-01-06 17:51:27 +01005 * Copyright (C) 2000-2011 Willy Tarreau - w@1wt.eu
Willy Tarreaub0c9bc42009-10-04 15:56:38 +02006 *
7 * This library is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation, version 2.1
10 * exclusively.
11 *
12 * This library is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with this library; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 */
Willy Tarreaubaaee002006-06-26 02:48:02 +020021
22#ifndef _PROTO_PROTO_HTTP_H
23#define _PROTO_PROTO_HTTP_H
24
Willy Tarreaue3ba5f02006-06-29 18:54:54 +020025#include <common/config.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020026#include <types/proto_http.h>
27#include <types/session.h>
28#include <types/task.h>
29
Willy Tarreau58f10d72006-12-04 02:26:12 +010030/*
31 * some macros used for the request parsing.
32 * from RFC2616:
33 * CTL = <any US-ASCII control character (octets 0 - 31) and DEL (127)>
Willy Tarreau8d5d7f22007-01-21 19:16:41 +010034 * SEP = one of the 17 defined separators or SP or HT
35 * LWS = CR, LF, SP or HT
36 * SPHT = SP or HT. Use this macro and not a boolean expression for best speed.
37 * CRLF = CR or LF. Use this macro and not a boolean expression for best speed.
38 * token = any CHAR except CTL or SEP. Use this macro and not a boolean expression for best speed.
Willy Tarreau4b89ad42007-03-04 18:13:58 +010039 *
40 * added for ease of use:
41 * ver_token = 'H', 'P', 'T', '/', '.', and digits.
Willy Tarreau58f10d72006-12-04 02:26:12 +010042 */
Willy Tarreau58f10d72006-12-04 02:26:12 +010043
Willy Tarreau8d5d7f22007-01-21 19:16:41 +010044extern const char http_is_ctl[256];
45extern const char http_is_sep[256];
46extern const char http_is_lws[256];
47extern const char http_is_spht[256];
48extern const char http_is_crlf[256];
49extern const char http_is_token[256];
Willy Tarreau4b89ad42007-03-04 18:13:58 +010050extern const char http_is_ver_token[256];
Willy Tarreau8d5d7f22007-01-21 19:16:41 +010051
Willy Tarreau436d9ed2011-05-11 16:10:11 +020052extern const int http_err_codes[HTTP_ERR_SIZE];
53extern struct chunk http_err_chunks[HTTP_ERR_SIZE];
54extern const char *HTTP_302;
55extern const char *HTTP_303;
Willy Tarreau7e2c6472012-10-29 20:44:36 +010056extern char *get_http_auth_buff;
Willy Tarreau436d9ed2011-05-11 16:10:11 +020057
Willy Tarreau8d5d7f22007-01-21 19:16:41 +010058#define HTTP_IS_CTL(x) (http_is_ctl[(unsigned char)(x)])
59#define HTTP_IS_SEP(x) (http_is_sep[(unsigned char)(x)])
60#define HTTP_IS_LWS(x) (http_is_lws[(unsigned char)(x)])
61#define HTTP_IS_SPHT(x) (http_is_spht[(unsigned char)(x)])
62#define HTTP_IS_CRLF(x) (http_is_crlf[(unsigned char)(x)])
63#define HTTP_IS_TOKEN(x) (http_is_token[(unsigned char)(x)])
Willy Tarreau4b89ad42007-03-04 18:13:58 +010064#define HTTP_IS_VER_TOKEN(x) (http_is_ver_token[(unsigned char)(x)])
Willy Tarreaubaaee002006-06-26 02:48:02 +020065
Willy Tarreauf1fd9dc2014-04-24 20:47:57 +020066int process_cli(struct session *s);
67int process_srv_data(struct session *s);
68int process_srv_conn(struct session *s);
Willy Tarreau7421efb2012-07-02 15:11:27 +020069int http_wait_for_request(struct session *s, struct channel *req, int an_bit);
70int http_process_req_common(struct session *s, struct channel *req, int an_bit, struct proxy *px);
Willy Tarreauf1fd9dc2014-04-24 20:47:57 +020071int http_process_request(struct session *s, struct channel *req, int an_bit);
Willy Tarreau7421efb2012-07-02 15:11:27 +020072int http_process_tarpit(struct session *s, struct channel *req, int an_bit);
Willy Tarreau5a8f9472014-04-10 11:16:06 +020073int http_wait_for_request_body(struct session *s, struct channel *req, int an_bit);
Willy Tarreau45c0d982012-03-09 12:11:57 +010074int http_send_name_header(struct http_txn *txn, struct proxy* be, const char* svr_name);
Willy Tarreau7421efb2012-07-02 15:11:27 +020075int http_wait_for_response(struct session *s, struct channel *rep, int an_bit);
Willy Tarreauf1fd9dc2014-04-24 20:47:57 +020076int http_process_res_common(struct session *s, struct channel *rep, int an_bit, struct proxy *px);
Willy Tarreau7421efb2012-07-02 15:11:27 +020077int http_request_forward_body(struct session *s, struct channel *req, int an_bit);
78int http_response_forward_body(struct session *s, struct channel *res, int an_bit);
Willy Tarreaubaaee002006-06-26 02:48:02 +020079
Willy Tarreauf1fd9dc2014-04-24 20:47:57 +020080void debug_hdr(const char *dir, struct session *s, const char *start, const char *end);
81void get_srv_from_appsession(struct session *s, const char *begin, int len);
82int apply_filter_to_req_headers(struct session *s, struct channel *req, struct hdr_exp *exp);
83int apply_filter_to_req_line(struct session *s, struct channel *req, struct hdr_exp *exp);
Willy Tarreau7421efb2012-07-02 15:11:27 +020084int apply_filters_to_request(struct session *s, struct channel *req, struct proxy *px);
Willy Tarreauf1fd9dc2014-04-24 20:47:57 +020085int apply_filters_to_response(struct session *s, struct channel *rtr, struct proxy *px);
86void manage_client_side_appsession(struct session *s, const char *buf, int len);
87void manage_client_side_cookies(struct session *s, struct channel *req);
88void manage_server_side_cookies(struct session *s, struct channel *rtr);
89void check_response_for_cacheability(struct session *s, struct channel *rtr);
Willy Tarreau295a8372011-03-10 11:25:07 +010090int stats_check_uri(struct stream_interface *si, struct http_txn *txn, struct proxy *backend);
Willy Tarreau80587432006-12-24 17:47:20 +010091void init_proto_http();
Willy Tarreau04ff9f12013-06-10 18:39:42 +020092int http_find_full_header2(const char *name, int len,
93 char *sol, struct hdr_idx *idx,
94 struct hdr_ctx *ctx);
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +020095int http_find_header2(const char *name, int len,
Willy Tarreau68085d82010-01-18 14:54:04 +010096 char *sol, struct hdr_idx *idx,
matt.farnsworth@nokia.com1c2ab962008-04-14 20:47:37 +020097 struct hdr_ctx *ctx);
Thierry FOURNIERde6617b2013-10-15 11:43:19 +020098char *find_hdr_value_end(char *s, const char *e);
99int http_header_match2(const char *hdr, const char *end, const char *name, int len);
100int http_remove_header2(struct http_msg *msg, struct hdr_idx *idx, struct hdr_ctx *ctx);
101int http_header_add_tail2(struct http_msg *msg, struct hdr_idx *hdr_idx, const char *text, int len);
Thierry FOURNIERb77aece2015-03-14 13:55:46 +0100102int http_replace_req_line(int action, const char *replace, int len,
103 struct proxy *px, struct session *s, struct http_txn *txn);
Willy Tarreau55a8d0e2008-11-30 18:47:21 +0100104void http_sess_log(struct session *s);
Willy Tarreau71241ab2012-12-27 11:30:54 +0100105void http_perform_server_redirect(struct session *s, struct stream_interface *si);
Willy Tarreau0cac36f2008-11-30 20:44:17 +0100106void http_return_srv_error(struct session *s, struct stream_interface *si);
Willy Tarreau4076a152009-04-02 15:18:36 +0200107void http_capture_bad_message(struct error_snapshot *es, struct session *s,
Willy Tarreau8a0cef22012-03-09 13:39:23 +0100108 struct http_msg *msg,
Willy Tarreau3770f232013-12-07 00:01:53 +0100109 enum ht_state state, struct proxy *other_end);
Willy Tarreau185b5c42012-04-26 15:11:51 +0200110unsigned int http_get_hdr(const struct http_msg *msg, const char *hname, int hlen,
Willy Tarreau294c4732011-12-16 21:35:50 +0100111 struct hdr_idx *idx, int occ,
112 struct hdr_ctx *ctx, char **vptr, int *vlen);
Willy Tarreaubaaee002006-06-26 02:48:02 +0200113
Willy Tarreau0937bc42009-12-22 15:03:09 +0100114void http_init_txn(struct session *s);
115void http_end_txn(struct session *s);
116void http_reset_txn(struct session *s);
Willy Tarreau4e21ff92014-09-30 18:44:22 +0200117void http_adjust_conn_mode(struct session *s, struct http_txn *txn, struct http_msg *msg);
Willy Tarreau0937bc42009-12-22 15:03:09 +0100118
Willy Tarreauff011f22011-01-06 17:51:27 +0100119struct http_req_rule *parse_http_req_cond(const char **args, const char *file, int linenum, struct proxy *proxy);
Willy Tarreaue365c0b2013-06-11 16:06:12 +0200120struct http_res_rule *parse_http_res_cond(const char **args, const char *file, int linenum, struct proxy *proxy);
Willy Tarreauff011f22011-01-06 17:51:27 +0100121void free_http_req_rules(struct list *r);
Sasha Pachev218f0642014-06-16 12:05:59 -0600122void free_http_res_rules(struct list *r);
Willy Tarreau783f2582012-09-04 12:19:04 +0200123struct chunk *http_error_message(struct session *s, int msgnum);
Thierry FOURNIERd18cd0f2013-11-29 12:15:45 +0100124struct redirect_rule *http_parse_redirect_rule(const char *file, int linenum, struct proxy *curproxy,
125 const char **args, char **errmsg, int use_fmt);
William Lallemand07c8b242014-05-02 17:11:07 +0200126int smp_fetch_cookie(struct proxy *px, struct session *l4, void *l7, unsigned int opt,
Thierry FOURNIERf41a8092014-12-07 18:37:57 +0100127 const struct arg *args, struct sample *smp, const char *kw, void *private);
Thierry FOURNIER055b9d52014-07-15 16:11:07 +0200128int
129smp_fetch_base32(struct proxy *px, struct session *l4, void *l7, unsigned int opt,
Thierry FOURNIERf41a8092014-12-07 18:37:57 +0100130 const struct arg *args, struct sample *smp, const char *kw, void *private);
Willy Tarreauff011f22011-01-06 17:51:27 +0100131
Thierry FOURNIERd4373142013-12-17 01:10:10 +0100132enum http_meth_t find_http_meth(const char *str, const int len);
133
William Lallemand73025dd2014-04-24 14:38:37 +0200134struct http_req_action_kw *action_http_req_custom(const char *kw);
135struct http_res_action_kw *action_http_res_custom(const char *kw);
Thierry FOURNIER49f45af2014-12-08 19:50:43 +0100136int val_hdr(struct arg *arg, char **err_msg);
William Lallemand73025dd2014-04-24 14:38:37 +0200137
138static inline void http_req_keywords_register(struct http_req_action_kw_list *kw_list)
139{
140 LIST_ADDQ(&http_req_keywords.list, &kw_list->list);
141}
142
143static inline void http_res_keywords_register(struct http_res_action_kw_list *kw_list)
144{
145 LIST_ADDQ(&http_res_keywords.list, &kw_list->list);
146}
147
148
Willy Tarreaufa355d42009-11-29 18:12:29 +0100149/* to be used when contents change in an HTTP message */
150#define http_msg_move_end(msg, bytes) do { \
151 unsigned int _bytes = (bytes); \
Willy Tarreaua458b672012-03-05 11:17:50 +0100152 (msg)->next += (_bytes); \
Willy Tarreaufa355d42009-11-29 18:12:29 +0100153 (msg)->sov += (_bytes); \
154 (msg)->eoh += (_bytes); \
155 } while (0)
156
Willy Tarreau2d8e4852014-04-17 20:08:17 +0200157
Willy Tarreau211cdec2014-04-17 20:18:08 +0200158/* Return the amount of bytes that need to be rewound before buf->p to access
159 * the current message's headers. The purpose is to be able to easily fetch
160 * the message's beginning before headers are forwarded, as well as after.
Willy Tarreau1234f4a2014-04-17 21:14:47 +0200161 * The principle is that msg->eoh and msg->eol are immutable while msg->sov
162 * equals the sum of the two before forwarding and is zero after forwarding,
163 * so the difference cancels the rewinding.
Willy Tarreau211cdec2014-04-17 20:18:08 +0200164 */
165static inline int http_hdr_rewind(const struct http_msg *msg)
166{
Willy Tarreau1234f4a2014-04-17 21:14:47 +0200167 return msg->eoh + msg->eol - msg->sov;
Willy Tarreau211cdec2014-04-17 20:18:08 +0200168}
169
Willy Tarreauda6eed62014-04-17 20:24:24 +0200170/* Return the amount of bytes that need to be rewound before buf->p to access
171 * the current message's URI. The purpose is to be able to easily fetch
172 * the message's beginning before headers are forwarded, as well as after.
173 */
174static inline int http_uri_rewind(const struct http_msg *msg)
175{
176 return http_hdr_rewind(msg) - msg->sl.rq.u;
177}
178
Willy Tarreau0d090502014-04-17 20:31:44 +0200179/* Return the amount of bytes that need to be rewound before buf->p to access
180 * the current message's BODY. The purpose is to be able to easily fetch
181 * the message's beginning before headers are forwarded, as well as after.
182 */
183static inline int http_body_rewind(const struct http_msg *msg)
184{
185 return http_hdr_rewind(msg) - msg->eoh - msg->eol;
186}
187
188/* Return the amount of bytes that need to be rewound before buf->p to access
189 * the current message's DATA. The difference with the function above is that
190 * if a chunk is present and has already been parsed, its size is skipped so
191 * that the byte pointed to is the first byte of actual data. The function is
192 * safe for use in state HTTP_MSG_DATA regardless of whether the headers were
193 * already forwarded or not.
194 */
195static inline int http_data_rewind(const struct http_msg *msg)
196{
197 return http_body_rewind(msg) - msg->sol;
198}
199
Willy Tarreau2d8e4852014-04-17 20:08:17 +0200200/* Return the maximum amount of bytes that may be read after the beginning of
201 * the message body, according to the advertised length. The function is safe
202 * for use between HTTP_MSG_BODY and HTTP_MSG_DATA regardless of whether the
203 * headers were already forwarded or not.
204 */
205static inline int http_body_bytes(const struct http_msg *msg)
206{
207 int len;
208
Willy Tarreau1234f4a2014-04-17 21:14:47 +0200209 len = msg->chn->buf->i - msg->sov - msg->sol;
Willy Tarreau2d8e4852014-04-17 20:08:17 +0200210 if (len > msg->body_len)
211 len = msg->body_len;
212 return len;
213}
214
Willy Tarreau09448f72014-06-25 18:12:15 +0200215/* for an http-request action HTTP_REQ_ACT_TRK_*, return a tracking index
216 * starting at zero for SC0. Unknown actions also return zero.
217 */
218static inline int http_req_trk_idx(int trk_action)
219{
220 return trk_action - HTTP_REQ_ACT_TRK_SC0;
221}
222
Willy Tarreau88c6d812012-11-21 21:50:04 +0100223/* for debugging, reports the HTTP message state name */
224static inline const char *http_msg_state_str(int msg_state)
225{
226 switch (msg_state) {
227 case HTTP_MSG_RQBEFORE: return "MSG_RQBEFORE";
228 case HTTP_MSG_RQBEFORE_CR: return "MSG_RQBEFORE_CR";
229 case HTTP_MSG_RQMETH: return "MSG_RQMETH";
230 case HTTP_MSG_RQMETH_SP: return "MSG_RQMETH_SP";
231 case HTTP_MSG_RQURI: return "MSG_RQURI";
232 case HTTP_MSG_RQURI_SP: return "MSG_RQURI_SP";
233 case HTTP_MSG_RQVER: return "MSG_RQVER";
234 case HTTP_MSG_RQLINE_END: return "MSG_RQLINE_END";
235 case HTTP_MSG_RPBEFORE: return "MSG_RPBEFORE";
236 case HTTP_MSG_RPBEFORE_CR: return "MSG_RPBEFORE_CR";
237 case HTTP_MSG_RPVER: return "MSG_RPVER";
238 case HTTP_MSG_RPVER_SP: return "MSG_RPVER_SP";
239 case HTTP_MSG_RPCODE: return "MSG_RPCODE";
240 case HTTP_MSG_RPCODE_SP: return "MSG_RPCODE_SP";
241 case HTTP_MSG_RPREASON: return "MSG_RPREASON";
242 case HTTP_MSG_RPLINE_END: return "MSG_RPLINE_END";
243 case HTTP_MSG_HDR_FIRST: return "MSG_HDR_FIRST";
244 case HTTP_MSG_HDR_NAME: return "MSG_HDR_NAME";
245 case HTTP_MSG_HDR_COL: return "MSG_HDR_COL";
246 case HTTP_MSG_HDR_L1_SP: return "MSG_HDR_L1_SP";
247 case HTTP_MSG_HDR_L1_LF: return "MSG_HDR_L1_LF";
248 case HTTP_MSG_HDR_L1_LWS: return "MSG_HDR_L1_LWS";
249 case HTTP_MSG_HDR_VAL: return "MSG_HDR_VAL";
250 case HTTP_MSG_HDR_L2_LF: return "MSG_HDR_L2_LF";
251 case HTTP_MSG_HDR_L2_LWS: return "MSG_HDR_L2_LWS";
252 case HTTP_MSG_LAST_LF: return "MSG_LAST_LF";
253 case HTTP_MSG_ERROR: return "MSG_ERROR";
254 case HTTP_MSG_BODY: return "MSG_BODY";
255 case HTTP_MSG_100_SENT: return "MSG_100_SENT";
256 case HTTP_MSG_CHUNK_SIZE: return "MSG_CHUNK_SIZE";
257 case HTTP_MSG_DATA: return "MSG_DATA";
258 case HTTP_MSG_CHUNK_CRLF: return "MSG_CHUNK_CRLF";
259 case HTTP_MSG_TRAILERS: return "MSG_TRAILERS";
260 case HTTP_MSG_DONE: return "MSG_DONE";
261 case HTTP_MSG_CLOSING: return "MSG_CLOSING";
262 case HTTP_MSG_CLOSED: return "MSG_CLOSED";
263 case HTTP_MSG_TUNNEL: return "MSG_TUNNEL";
264 default: return "MSG_??????";
265 }
266}
267
Willy Tarreaubaaee002006-06-26 02:48:02 +0200268#endif /* _PROTO_PROTO_HTTP_H */
269
270/*
271 * Local variables:
272 * c-indent-level: 8
273 * c-basic-offset: 8
274 * End:
275 */