Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 1 | /* |
Willy Tarreau | b0c9bc4 | 2009-10-04 15:56:38 +0200 | [diff] [blame] | 2 | * include/proto/proto_http.h |
| 3 | * This file contains HTTP protocol definitions. |
| 4 | * |
Willy Tarreau | ff011f2 | 2011-01-06 17:51:27 +0100 | [diff] [blame] | 5 | * Copyright (C) 2000-2011 Willy Tarreau - w@1wt.eu |
Willy Tarreau | b0c9bc4 | 2009-10-04 15:56:38 +0200 | [diff] [blame] | 6 | * |
| 7 | * This library is free software; you can redistribute it and/or |
| 8 | * modify it under the terms of the GNU Lesser General Public |
| 9 | * License as published by the Free Software Foundation, version 2.1 |
| 10 | * exclusively. |
| 11 | * |
| 12 | * This library is distributed in the hope that it will be useful, |
| 13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| 15 | * Lesser General Public License for more details. |
| 16 | * |
| 17 | * You should have received a copy of the GNU Lesser General Public |
| 18 | * License along with this library; if not, write to the Free Software |
| 19 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
| 20 | */ |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 21 | |
| 22 | #ifndef _PROTO_PROTO_HTTP_H |
| 23 | #define _PROTO_PROTO_HTTP_H |
| 24 | |
Willy Tarreau | e3ba5f0 | 2006-06-29 18:54:54 +0200 | [diff] [blame] | 25 | #include <common/config.h> |
Thierry FOURNIER | ec3c37d | 2015-09-10 18:28:10 +0200 | [diff] [blame] | 26 | #include <types/action.h> |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 27 | #include <types/proto_http.h> |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 28 | #include <types/stream.h> |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 29 | #include <types/task.h> |
Willy Tarreau | 0da5b3b | 2017-09-21 09:30:46 +0200 | [diff] [blame] | 30 | #include <proto/h1.h> |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 31 | |
Willy Tarreau | 58f10d7 | 2006-12-04 02:26:12 +0100 | [diff] [blame] | 32 | /* |
| 33 | * some macros used for the request parsing. |
Lukas Tribus | 2395368 | 2017-04-28 13:24:30 +0000 | [diff] [blame] | 34 | * from RFC7230: |
Willy Tarreau | 58f10d7 | 2006-12-04 02:26:12 +0100 | [diff] [blame] | 35 | * CTL = <any US-ASCII control character (octets 0 - 31) and DEL (127)> |
Willy Tarreau | 8d5d7f2 | 2007-01-21 19:16:41 +0100 | [diff] [blame] | 36 | * SEP = one of the 17 defined separators or SP or HT |
| 37 | * LWS = CR, LF, SP or HT |
| 38 | * SPHT = SP or HT. Use this macro and not a boolean expression for best speed. |
| 39 | * CRLF = CR or LF. Use this macro and not a boolean expression for best speed. |
| 40 | * token = any CHAR except CTL or SEP. Use this macro and not a boolean expression for best speed. |
Willy Tarreau | 4b89ad4 | 2007-03-04 18:13:58 +0100 | [diff] [blame] | 41 | * |
| 42 | * added for ease of use: |
| 43 | * ver_token = 'H', 'P', 'T', '/', '.', and digits. |
Willy Tarreau | 58f10d7 | 2006-12-04 02:26:12 +0100 | [diff] [blame] | 44 | */ |
Willy Tarreau | 58f10d7 | 2006-12-04 02:26:12 +0100 | [diff] [blame] | 45 | |
Willy Tarreau | 436d9ed | 2011-05-11 16:10:11 +0200 | [diff] [blame] | 46 | extern const int http_err_codes[HTTP_ERR_SIZE]; |
| 47 | extern struct chunk http_err_chunks[HTTP_ERR_SIZE]; |
| 48 | extern const char *HTTP_302; |
| 49 | extern const char *HTTP_303; |
| 50 | |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 51 | int process_cli(struct stream *s); |
| 52 | int process_srv_data(struct stream *s); |
| 53 | int process_srv_conn(struct stream *s); |
| 54 | int http_wait_for_request(struct stream *s, struct channel *req, int an_bit); |
| 55 | int http_process_req_common(struct stream *s, struct channel *req, int an_bit, struct proxy *px); |
| 56 | int http_process_request(struct stream *s, struct channel *req, int an_bit); |
| 57 | int http_process_tarpit(struct stream *s, struct channel *req, int an_bit); |
| 58 | int http_wait_for_request_body(struct stream *s, struct channel *req, int an_bit); |
Willy Tarreau | 45c0d98 | 2012-03-09 12:11:57 +0100 | [diff] [blame] | 59 | int http_send_name_header(struct http_txn *txn, struct proxy* be, const char* svr_name); |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 60 | int http_wait_for_response(struct stream *s, struct channel *rep, int an_bit); |
| 61 | int http_process_res_common(struct stream *s, struct channel *rep, int an_bit, struct proxy *px); |
| 62 | int http_request_forward_body(struct stream *s, struct channel *req, int an_bit); |
| 63 | int http_response_forward_body(struct stream *s, struct channel *res, int an_bit); |
Thierry FOURNIER | 8d16de0 | 2015-09-25 11:06:37 +0200 | [diff] [blame] | 64 | void http_msg_analyzer(struct http_msg *msg, struct hdr_idx *idx); |
Thierry FOURNIER | fd50f0b | 2015-09-25 18:53:18 +0200 | [diff] [blame] | 65 | void http_txn_reset_req(struct http_txn *txn); |
| 66 | void http_txn_reset_res(struct http_txn *txn); |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 67 | |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 68 | void debug_hdr(const char *dir, struct stream *s, const char *start, const char *end); |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 69 | int apply_filter_to_req_headers(struct stream *s, struct channel *req, struct hdr_exp *exp); |
| 70 | int apply_filter_to_req_line(struct stream *s, struct channel *req, struct hdr_exp *exp); |
| 71 | int apply_filters_to_request(struct stream *s, struct channel *req, struct proxy *px); |
| 72 | int apply_filters_to_response(struct stream *s, struct channel *rtr, struct proxy *px); |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 73 | void manage_client_side_cookies(struct stream *s, struct channel *req); |
| 74 | void manage_server_side_cookies(struct stream *s, struct channel *rtr); |
| 75 | void check_response_for_cacheability(struct stream *s, struct channel *rtr); |
Willy Tarreau | 295a837 | 2011-03-10 11:25:07 +0100 | [diff] [blame] | 76 | int stats_check_uri(struct stream_interface *si, struct http_txn *txn, struct proxy *backend); |
Willy Tarreau | 8058743 | 2006-12-24 17:47:20 +0100 | [diff] [blame] | 77 | void init_proto_http(); |
Willy Tarreau | 04ff9f1 | 2013-06-10 18:39:42 +0200 | [diff] [blame] | 78 | int http_find_full_header2(const char *name, int len, |
| 79 | char *sol, struct hdr_idx *idx, |
| 80 | struct hdr_ctx *ctx); |
matt.farnsworth@nokia.com | 1c2ab96 | 2008-04-14 20:47:37 +0200 | [diff] [blame] | 81 | int http_find_header2(const char *name, int len, |
Willy Tarreau | 68085d8 | 2010-01-18 14:54:04 +0100 | [diff] [blame] | 82 | char *sol, struct hdr_idx *idx, |
matt.farnsworth@nokia.com | 1c2ab96 | 2008-04-14 20:47:37 +0200 | [diff] [blame] | 83 | struct hdr_ctx *ctx); |
David Carlier | 4686f79 | 2015-09-25 14:10:50 +0100 | [diff] [blame] | 84 | int http_find_next_header(char *sol, struct hdr_idx *idx, |
| 85 | struct hdr_ctx *ctx); |
Thierry FOURNIER | de6617b | 2013-10-15 11:43:19 +0200 | [diff] [blame] | 86 | char *find_hdr_value_end(char *s, const char *e); |
David Carlier | 4686f79 | 2015-09-25 14:10:50 +0100 | [diff] [blame] | 87 | char *extract_cookie_value(char *hdr, const char *hdr_end, char *cookie_name, |
| 88 | size_t cookie_name_l, int list, char **value, int *value_l); |
Thierry FOURNIER | de6617b | 2013-10-15 11:43:19 +0200 | [diff] [blame] | 89 | int http_header_match2(const char *hdr, const char *end, const char *name, int len); |
| 90 | int http_remove_header2(struct http_msg *msg, struct hdr_idx *idx, struct hdr_ctx *ctx); |
| 91 | int http_header_add_tail2(struct http_msg *msg, struct hdr_idx *hdr_idx, const char *text, int len); |
Willy Tarreau | 987e3fb | 2015-04-04 01:09:08 +0200 | [diff] [blame] | 92 | int http_replace_req_line(int action, const char *replace, int len, struct proxy *px, struct stream *s); |
Robin H. Johnson | 52f5db2 | 2017-01-01 13:10:52 -0800 | [diff] [blame] | 93 | void http_set_status(unsigned int status, const char *reason, struct stream *s); |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 94 | int http_transform_header_str(struct stream* s, struct http_msg *msg, const char* name, |
Thierry FOURNIER | 5531f87 | 2015-03-16 11:15:50 +0100 | [diff] [blame] | 95 | unsigned int name_len, const char *str, struct my_regex *re, |
| 96 | int action); |
Vincent Bernat | 6e61589 | 2016-05-18 16:17:44 +0200 | [diff] [blame] | 97 | void inet_set_tos(int fd, const struct sockaddr_storage *from, int tos); |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 98 | void http_perform_server_redirect(struct stream *s, struct stream_interface *si); |
| 99 | void http_return_srv_error(struct stream *s, struct stream_interface *si); |
| 100 | void http_capture_bad_message(struct error_snapshot *es, struct stream *s, |
Willy Tarreau | 8a0cef2 | 2012-03-09 13:39:23 +0100 | [diff] [blame] | 101 | struct http_msg *msg, |
Willy Tarreau | 0da5b3b | 2017-09-21 09:30:46 +0200 | [diff] [blame] | 102 | enum h1_state state, struct proxy *other_end); |
Willy Tarreau | 185b5c4 | 2012-04-26 15:11:51 +0200 | [diff] [blame] | 103 | unsigned int http_get_hdr(const struct http_msg *msg, const char *hname, int hlen, |
Willy Tarreau | 294c473 | 2011-12-16 21:35:50 +0100 | [diff] [blame] | 104 | struct hdr_idx *idx, int occ, |
| 105 | struct hdr_ctx *ctx, char **vptr, int *vlen); |
Thierry FOURNIER | 3c33178 | 2015-09-17 19:33:35 +0200 | [diff] [blame] | 106 | char *http_get_path(struct http_txn *txn); |
Thierry FOURNIER | 127169e | 2015-09-18 17:59:23 +0200 | [diff] [blame] | 107 | const char *get_reason(unsigned int status); |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 108 | |
Willy Tarreau | eee5b51 | 2015-04-03 23:46:31 +0200 | [diff] [blame] | 109 | struct http_txn *http_alloc_txn(struct stream *s); |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 110 | void http_init_txn(struct stream *s); |
| 111 | void http_end_txn(struct stream *s); |
| 112 | void http_reset_txn(struct stream *s); |
Christopher Faulet | d7c9196 | 2015-04-30 11:48:27 +0200 | [diff] [blame] | 113 | void http_end_txn_clean_session(struct stream *s); |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 114 | void http_adjust_conn_mode(struct stream *s, struct http_txn *txn, struct http_msg *msg); |
Willy Tarreau | 0937bc4 | 2009-12-22 15:03:09 +0100 | [diff] [blame] | 115 | |
Thierry FOURNIER | a28a942 | 2015-08-04 19:35:46 +0200 | [diff] [blame] | 116 | struct act_rule *parse_http_req_cond(const char **args, const char *file, int linenum, struct proxy *proxy); |
| 117 | struct act_rule *parse_http_res_cond(const char **args, const char *file, int linenum, struct proxy *proxy); |
Willy Tarreau | ff011f2 | 2011-01-06 17:51:27 +0100 | [diff] [blame] | 118 | void free_http_req_rules(struct list *r); |
Sasha Pachev | 218f064 | 2014-06-16 12:05:59 -0600 | [diff] [blame] | 119 | void free_http_res_rules(struct list *r); |
Christopher Faulet | a94e5a5 | 2015-12-09 15:55:06 +0100 | [diff] [blame] | 120 | void http_reply_and_close(struct stream *s, short status, struct chunk *msg); |
Jarno Huuskonen | 9e6906b | 2017-03-06 14:21:49 +0200 | [diff] [blame] | 121 | struct chunk *http_error_message(struct stream *s); |
Thierry FOURNIER | d18cd0f | 2013-11-29 12:15:45 +0100 | [diff] [blame] | 122 | struct redirect_rule *http_parse_redirect_rule(const char *file, int linenum, struct proxy *curproxy, |
Willy Tarreau | be4653b | 2015-05-28 15:26:58 +0200 | [diff] [blame] | 123 | const char **args, char **errmsg, int use_fmt, int dir); |
Thierry FOURNIER | 0786d05 | 2015-05-11 15:42:45 +0200 | [diff] [blame] | 124 | int smp_fetch_cookie(const struct arg *args, struct sample *smp, const char *kw, void *private); |
| 125 | int smp_fetch_base32(const struct arg *args, struct sample *smp, const char *kw, void *private); |
Willy Tarreau | ff011f2 | 2011-01-06 17:51:27 +0100 | [diff] [blame] | 126 | |
Thierry FOURNIER | d437314 | 2013-12-17 01:10:10 +0100 | [diff] [blame] | 127 | enum http_meth_t find_http_meth(const char *str, const int len); |
| 128 | |
Thierry FOURNIER | 36481b8 | 2015-08-19 09:01:53 +0200 | [diff] [blame] | 129 | struct action_kw *action_http_req_custom(const char *kw); |
| 130 | struct action_kw *action_http_res_custom(const char *kw); |
Thierry FOURNIER | 49f45af | 2014-12-08 19:50:43 +0100 | [diff] [blame] | 131 | int val_hdr(struct arg *arg, char **err_msg); |
William Lallemand | 73025dd | 2014-04-24 14:38:37 +0200 | [diff] [blame] | 132 | |
James Rosewell | 91a41cb | 2015-09-18 17:11:16 +0100 | [diff] [blame] | 133 | int smp_prefetch_http(struct proxy *px, struct stream *s, unsigned int opt, |
| 134 | const struct arg *args, struct sample *smp, int req_vol); |
| 135 | |
Baptiste Assmann | e954493 | 2015-11-03 23:31:35 +0100 | [diff] [blame] | 136 | enum act_return http_action_req_capture_by_id(struct act_rule *rule, struct proxy *px, |
| 137 | struct session *sess, struct stream *s, int flags); |
| 138 | enum act_return http_action_res_capture_by_id(struct act_rule *rule, struct proxy *px, |
| 139 | struct session *sess, struct stream *s, int flags); |
| 140 | |
Christopher Faulet | 3d97c90 | 2015-12-09 14:59:38 +0100 | [diff] [blame] | 141 | int parse_qvalue(const char *qvalue, const char **end); |
| 142 | |
James Rosewell | 91a41cb | 2015-09-18 17:11:16 +0100 | [diff] [blame] | 143 | /* Note: these functions *do* modify the sample. Even in case of success, at |
| 144 | * least the type and uint value are modified. |
| 145 | */ |
| 146 | #define CHECK_HTTP_MESSAGE_FIRST() \ |
| 147 | do { int r = smp_prefetch_http(smp->px, smp->strm, smp->opt, args, smp, 1); if (r <= 0) return r; } while (0) |
| 148 | |
| 149 | #define CHECK_HTTP_MESSAGE_FIRST_PERM() \ |
| 150 | do { int r = smp_prefetch_http(smp->px, smp->strm, smp->opt, args, smp, 0); if (r <= 0) return r; } while (0) |
| 151 | |
Thierry FOURNIER | 36481b8 | 2015-08-19 09:01:53 +0200 | [diff] [blame] | 152 | static inline void http_req_keywords_register(struct action_kw_list *kw_list) |
William Lallemand | 73025dd | 2014-04-24 14:38:37 +0200 | [diff] [blame] | 153 | { |
| 154 | LIST_ADDQ(&http_req_keywords.list, &kw_list->list); |
| 155 | } |
| 156 | |
Thierry FOURNIER | 36481b8 | 2015-08-19 09:01:53 +0200 | [diff] [blame] | 157 | static inline void http_res_keywords_register(struct action_kw_list *kw_list) |
William Lallemand | 73025dd | 2014-04-24 14:38:37 +0200 | [diff] [blame] | 158 | { |
| 159 | LIST_ADDQ(&http_res_keywords.list, &kw_list->list); |
| 160 | } |
| 161 | |
| 162 | |
Willy Tarreau | fa355d4 | 2009-11-29 18:12:29 +0100 | [diff] [blame] | 163 | /* to be used when contents change in an HTTP message */ |
| 164 | #define http_msg_move_end(msg, bytes) do { \ |
| 165 | unsigned int _bytes = (bytes); \ |
Willy Tarreau | a458b67 | 2012-03-05 11:17:50 +0100 | [diff] [blame] | 166 | (msg)->next += (_bytes); \ |
Willy Tarreau | fa355d4 | 2009-11-29 18:12:29 +0100 | [diff] [blame] | 167 | (msg)->sov += (_bytes); \ |
| 168 | (msg)->eoh += (_bytes); \ |
| 169 | } while (0) |
| 170 | |
Willy Tarreau | 2d8e485 | 2014-04-17 20:08:17 +0200 | [diff] [blame] | 171 | |
Willy Tarreau | 211cdec | 2014-04-17 20:18:08 +0200 | [diff] [blame] | 172 | /* Return the amount of bytes that need to be rewound before buf->p to access |
| 173 | * the current message's headers. The purpose is to be able to easily fetch |
| 174 | * the message's beginning before headers are forwarded, as well as after. |
Willy Tarreau | 1234f4a | 2014-04-17 21:14:47 +0200 | [diff] [blame] | 175 | * The principle is that msg->eoh and msg->eol are immutable while msg->sov |
| 176 | * equals the sum of the two before forwarding and is zero after forwarding, |
| 177 | * so the difference cancels the rewinding. |
Willy Tarreau | 211cdec | 2014-04-17 20:18:08 +0200 | [diff] [blame] | 178 | */ |
| 179 | static inline int http_hdr_rewind(const struct http_msg *msg) |
| 180 | { |
Willy Tarreau | 1234f4a | 2014-04-17 21:14:47 +0200 | [diff] [blame] | 181 | return msg->eoh + msg->eol - msg->sov; |
Willy Tarreau | 211cdec | 2014-04-17 20:18:08 +0200 | [diff] [blame] | 182 | } |
| 183 | |
Willy Tarreau | da6eed6 | 2014-04-17 20:24:24 +0200 | [diff] [blame] | 184 | /* Return the amount of bytes that need to be rewound before buf->p to access |
| 185 | * the current message's URI. The purpose is to be able to easily fetch |
| 186 | * the message's beginning before headers are forwarded, as well as after. |
| 187 | */ |
| 188 | static inline int http_uri_rewind(const struct http_msg *msg) |
| 189 | { |
| 190 | return http_hdr_rewind(msg) - msg->sl.rq.u; |
| 191 | } |
| 192 | |
Willy Tarreau | 0d09050 | 2014-04-17 20:31:44 +0200 | [diff] [blame] | 193 | /* Return the amount of bytes that need to be rewound before buf->p to access |
| 194 | * the current message's BODY. The purpose is to be able to easily fetch |
| 195 | * the message's beginning before headers are forwarded, as well as after. |
| 196 | */ |
| 197 | static inline int http_body_rewind(const struct http_msg *msg) |
| 198 | { |
| 199 | return http_hdr_rewind(msg) - msg->eoh - msg->eol; |
| 200 | } |
| 201 | |
| 202 | /* Return the amount of bytes that need to be rewound before buf->p to access |
| 203 | * the current message's DATA. The difference with the function above is that |
| 204 | * if a chunk is present and has already been parsed, its size is skipped so |
| 205 | * that the byte pointed to is the first byte of actual data. The function is |
| 206 | * safe for use in state HTTP_MSG_DATA regardless of whether the headers were |
| 207 | * already forwarded or not. |
| 208 | */ |
| 209 | static inline int http_data_rewind(const struct http_msg *msg) |
| 210 | { |
| 211 | return http_body_rewind(msg) - msg->sol; |
| 212 | } |
| 213 | |
Willy Tarreau | 2d8e485 | 2014-04-17 20:08:17 +0200 | [diff] [blame] | 214 | /* Return the maximum amount of bytes that may be read after the beginning of |
| 215 | * the message body, according to the advertised length. The function is safe |
| 216 | * for use between HTTP_MSG_BODY and HTTP_MSG_DATA regardless of whether the |
| 217 | * headers were already forwarded or not. |
| 218 | */ |
| 219 | static inline int http_body_bytes(const struct http_msg *msg) |
| 220 | { |
| 221 | int len; |
| 222 | |
Willy Tarreau | 1234f4a | 2014-04-17 21:14:47 +0200 | [diff] [blame] | 223 | len = msg->chn->buf->i - msg->sov - msg->sol; |
Willy Tarreau | 2d8e485 | 2014-04-17 20:08:17 +0200 | [diff] [blame] | 224 | if (len > msg->body_len) |
| 225 | len = msg->body_len; |
| 226 | return len; |
| 227 | } |
| 228 | |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 229 | #endif /* _PROTO_PROTO_HTTP_H */ |
| 230 | |
| 231 | /* |
| 232 | * Local variables: |
| 233 | * c-indent-level: 8 |
| 234 | * c-basic-offset: 8 |
| 235 | * End: |
| 236 | */ |