Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 1 | /* |
Willy Tarreau | b0c9bc4 | 2009-10-04 15:56:38 +0200 | [diff] [blame] | 2 | * include/proto/proto_http.h |
| 3 | * This file contains HTTP protocol definitions. |
| 4 | * |
Willy Tarreau | ff011f2 | 2011-01-06 17:51:27 +0100 | [diff] [blame] | 5 | * Copyright (C) 2000-2011 Willy Tarreau - w@1wt.eu |
Willy Tarreau | b0c9bc4 | 2009-10-04 15:56:38 +0200 | [diff] [blame] | 6 | * |
| 7 | * This library is free software; you can redistribute it and/or |
| 8 | * modify it under the terms of the GNU Lesser General Public |
| 9 | * License as published by the Free Software Foundation, version 2.1 |
| 10 | * exclusively. |
| 11 | * |
| 12 | * This library is distributed in the hope that it will be useful, |
| 13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| 15 | * Lesser General Public License for more details. |
| 16 | * |
| 17 | * You should have received a copy of the GNU Lesser General Public |
| 18 | * License along with this library; if not, write to the Free Software |
| 19 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
| 20 | */ |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 21 | |
| 22 | #ifndef _PROTO_PROTO_HTTP_H |
| 23 | #define _PROTO_PROTO_HTTP_H |
| 24 | |
Willy Tarreau | e3ba5f0 | 2006-06-29 18:54:54 +0200 | [diff] [blame] | 25 | #include <common/config.h> |
Thierry FOURNIER | ec3c37d | 2015-09-10 18:28:10 +0200 | [diff] [blame] | 26 | #include <types/action.h> |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 27 | #include <types/proto_http.h> |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 28 | #include <types/stream.h> |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 29 | #include <types/task.h> |
Willy Tarreau | 3ee8344 | 2018-06-15 16:42:02 +0200 | [diff] [blame] | 30 | #include <proto/channel.h> |
Willy Tarreau | 0da5b3b | 2017-09-21 09:30:46 +0200 | [diff] [blame] | 31 | #include <proto/h1.h> |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 32 | |
Willy Tarreau | 58f10d7 | 2006-12-04 02:26:12 +0100 | [diff] [blame] | 33 | /* |
| 34 | * some macros used for the request parsing. |
Lukas Tribus | 2395368 | 2017-04-28 13:24:30 +0000 | [diff] [blame] | 35 | * from RFC7230: |
Willy Tarreau | 58f10d7 | 2006-12-04 02:26:12 +0100 | [diff] [blame] | 36 | * CTL = <any US-ASCII control character (octets 0 - 31) and DEL (127)> |
Willy Tarreau | 8d5d7f2 | 2007-01-21 19:16:41 +0100 | [diff] [blame] | 37 | * SEP = one of the 17 defined separators or SP or HT |
| 38 | * LWS = CR, LF, SP or HT |
| 39 | * SPHT = SP or HT. Use this macro and not a boolean expression for best speed. |
| 40 | * CRLF = CR or LF. Use this macro and not a boolean expression for best speed. |
| 41 | * token = any CHAR except CTL or SEP. Use this macro and not a boolean expression for best speed. |
Willy Tarreau | 4b89ad4 | 2007-03-04 18:13:58 +0100 | [diff] [blame] | 42 | * |
| 43 | * added for ease of use: |
| 44 | * ver_token = 'H', 'P', 'T', '/', '.', and digits. |
Willy Tarreau | 58f10d7 | 2006-12-04 02:26:12 +0100 | [diff] [blame] | 45 | */ |
Willy Tarreau | 58f10d7 | 2006-12-04 02:26:12 +0100 | [diff] [blame] | 46 | |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 47 | int process_cli(struct stream *s); |
| 48 | int process_srv_data(struct stream *s); |
| 49 | int process_srv_conn(struct stream *s); |
| 50 | int http_wait_for_request(struct stream *s, struct channel *req, int an_bit); |
| 51 | int http_process_req_common(struct stream *s, struct channel *req, int an_bit, struct proxy *px); |
| 52 | int http_process_request(struct stream *s, struct channel *req, int an_bit); |
| 53 | int http_process_tarpit(struct stream *s, struct channel *req, int an_bit); |
| 54 | int http_wait_for_request_body(struct stream *s, struct channel *req, int an_bit); |
Willy Tarreau | 45c0d98 | 2012-03-09 12:11:57 +0100 | [diff] [blame] | 55 | int http_send_name_header(struct http_txn *txn, struct proxy* be, const char* svr_name); |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 56 | int http_wait_for_response(struct stream *s, struct channel *rep, int an_bit); |
| 57 | int http_process_res_common(struct stream *s, struct channel *rep, int an_bit, struct proxy *px); |
| 58 | int http_request_forward_body(struct stream *s, struct channel *req, int an_bit); |
| 59 | int http_response_forward_body(struct stream *s, struct channel *res, int an_bit); |
Thierry FOURNIER | 8d16de0 | 2015-09-25 11:06:37 +0200 | [diff] [blame] | 60 | void http_msg_analyzer(struct http_msg *msg, struct hdr_idx *idx); |
Thierry FOURNIER | fd50f0b | 2015-09-25 18:53:18 +0200 | [diff] [blame] | 61 | void http_txn_reset_req(struct http_txn *txn); |
| 62 | void http_txn_reset_res(struct http_txn *txn); |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 63 | |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 64 | void debug_hdr(const char *dir, struct stream *s, const char *start, const char *end); |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 65 | int apply_filter_to_req_headers(struct stream *s, struct channel *req, struct hdr_exp *exp); |
| 66 | int apply_filter_to_req_line(struct stream *s, struct channel *req, struct hdr_exp *exp); |
| 67 | int apply_filters_to_request(struct stream *s, struct channel *req, struct proxy *px); |
| 68 | int apply_filters_to_response(struct stream *s, struct channel *rtr, struct proxy *px); |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 69 | void manage_client_side_cookies(struct stream *s, struct channel *req); |
| 70 | void manage_server_side_cookies(struct stream *s, struct channel *rtr); |
Willy Tarreau | 0ad8e0d | 2017-12-22 15:03:36 +0100 | [diff] [blame] | 71 | void check_request_for_cacheability(struct stream *s, struct channel *chn); |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 72 | void check_response_for_cacheability(struct stream *s, struct channel *rtr); |
Willy Tarreau | 295a837 | 2011-03-10 11:25:07 +0100 | [diff] [blame] | 73 | int stats_check_uri(struct stream_interface *si, struct http_txn *txn, struct proxy *backend); |
Willy Tarreau | 8058743 | 2006-12-24 17:47:20 +0100 | [diff] [blame] | 74 | void init_proto_http(); |
Willy Tarreau | 04ff9f1 | 2013-06-10 18:39:42 +0200 | [diff] [blame] | 75 | int http_find_full_header2(const char *name, int len, |
| 76 | char *sol, struct hdr_idx *idx, |
| 77 | struct hdr_ctx *ctx); |
matt.farnsworth@nokia.com | 1c2ab96 | 2008-04-14 20:47:37 +0200 | [diff] [blame] | 78 | int http_find_header2(const char *name, int len, |
Willy Tarreau | 68085d8 | 2010-01-18 14:54:04 +0100 | [diff] [blame] | 79 | char *sol, struct hdr_idx *idx, |
matt.farnsworth@nokia.com | 1c2ab96 | 2008-04-14 20:47:37 +0200 | [diff] [blame] | 80 | struct hdr_ctx *ctx); |
David Carlier | 4686f79 | 2015-09-25 14:10:50 +0100 | [diff] [blame] | 81 | int http_find_next_header(char *sol, struct hdr_idx *idx, |
| 82 | struct hdr_ctx *ctx); |
Thierry FOURNIER | de6617b | 2013-10-15 11:43:19 +0200 | [diff] [blame] | 83 | char *find_hdr_value_end(char *s, const char *e); |
David Carlier | 4686f79 | 2015-09-25 14:10:50 +0100 | [diff] [blame] | 84 | char *extract_cookie_value(char *hdr, const char *hdr_end, char *cookie_name, |
Willy Tarreau | 843b7cb | 2018-07-13 10:54:26 +0200 | [diff] [blame] | 85 | size_t cookie_name_l, int list, char **value, size_t *value_l); |
Thierry FOURNIER | de6617b | 2013-10-15 11:43:19 +0200 | [diff] [blame] | 86 | int http_header_match2(const char *hdr, const char *end, const char *name, int len); |
| 87 | int http_remove_header2(struct http_msg *msg, struct hdr_idx *idx, struct hdr_ctx *ctx); |
| 88 | int http_header_add_tail2(struct http_msg *msg, struct hdr_idx *hdr_idx, const char *text, int len); |
Willy Tarreau | 987e3fb | 2015-04-04 01:09:08 +0200 | [diff] [blame] | 89 | int http_replace_req_line(int action, const char *replace, int len, struct proxy *px, struct stream *s); |
Robin H. Johnson | 52f5db2 | 2017-01-01 13:10:52 -0800 | [diff] [blame] | 90 | void http_set_status(unsigned int status, const char *reason, struct stream *s); |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 91 | int http_transform_header_str(struct stream* s, struct http_msg *msg, const char* name, |
Thierry FOURNIER | 5531f87 | 2015-03-16 11:15:50 +0100 | [diff] [blame] | 92 | unsigned int name_len, const char *str, struct my_regex *re, |
| 93 | int action); |
Vincent Bernat | 6e61589 | 2016-05-18 16:17:44 +0200 | [diff] [blame] | 94 | void inet_set_tos(int fd, const struct sockaddr_storage *from, int tos); |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 95 | void http_perform_server_redirect(struct stream *s, struct stream_interface *si); |
| 96 | void http_return_srv_error(struct stream *s, struct stream_interface *si); |
Willy Tarreau | fd9419d | 2018-09-07 18:01:03 +0200 | [diff] [blame] | 97 | void http_capture_bad_message(struct proxy *proxy, struct stream *s, |
Willy Tarreau | 8a0cef2 | 2012-03-09 13:39:23 +0100 | [diff] [blame] | 98 | struct http_msg *msg, |
Willy Tarreau | 0da5b3b | 2017-09-21 09:30:46 +0200 | [diff] [blame] | 99 | enum h1_state state, struct proxy *other_end); |
Willy Tarreau | 185b5c4 | 2012-04-26 15:11:51 +0200 | [diff] [blame] | 100 | unsigned int http_get_hdr(const struct http_msg *msg, const char *hname, int hlen, |
Willy Tarreau | 294c473 | 2011-12-16 21:35:50 +0100 | [diff] [blame] | 101 | struct hdr_idx *idx, int occ, |
Willy Tarreau | 843b7cb | 2018-07-13 10:54:26 +0200 | [diff] [blame] | 102 | struct hdr_ctx *ctx, char **vptr, size_t *vlen); |
Willy Tarreau | 6b952c8 | 2018-09-10 17:45:34 +0200 | [diff] [blame] | 103 | char *http_txn_get_path(const struct http_txn *txn); |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 104 | |
Willy Tarreau | eee5b51 | 2015-04-03 23:46:31 +0200 | [diff] [blame] | 105 | struct http_txn *http_alloc_txn(struct stream *s); |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 106 | void http_init_txn(struct stream *s); |
| 107 | void http_end_txn(struct stream *s); |
| 108 | void http_reset_txn(struct stream *s); |
Christopher Faulet | d7c9196 | 2015-04-30 11:48:27 +0200 | [diff] [blame] | 109 | void http_end_txn_clean_session(struct stream *s); |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 110 | void http_adjust_conn_mode(struct stream *s, struct http_txn *txn, struct http_msg *msg); |
Willy Tarreau | 0937bc4 | 2009-12-22 15:03:09 +0100 | [diff] [blame] | 111 | |
Thierry FOURNIER | a28a942 | 2015-08-04 19:35:46 +0200 | [diff] [blame] | 112 | struct act_rule *parse_http_req_cond(const char **args, const char *file, int linenum, struct proxy *proxy); |
| 113 | struct act_rule *parse_http_res_cond(const char **args, const char *file, int linenum, struct proxy *proxy); |
Willy Tarreau | ff011f2 | 2011-01-06 17:51:27 +0100 | [diff] [blame] | 114 | void free_http_req_rules(struct list *r); |
Sasha Pachev | 218f064 | 2014-06-16 12:05:59 -0600 | [diff] [blame] | 115 | void free_http_res_rules(struct list *r); |
Willy Tarreau | 83061a8 | 2018-07-13 11:56:34 +0200 | [diff] [blame] | 116 | void http_reply_and_close(struct stream *s, short status, struct buffer *msg); |
| 117 | struct buffer *http_error_message(struct stream *s); |
Thierry FOURNIER | d18cd0f | 2013-11-29 12:15:45 +0100 | [diff] [blame] | 118 | struct redirect_rule *http_parse_redirect_rule(const char *file, int linenum, struct proxy *curproxy, |
Willy Tarreau | be4653b | 2015-05-28 15:26:58 +0200 | [diff] [blame] | 119 | const char **args, char **errmsg, int use_fmt, int dir); |
Thierry FOURNIER | 0786d05 | 2015-05-11 15:42:45 +0200 | [diff] [blame] | 120 | int smp_fetch_cookie(const struct arg *args, struct sample *smp, const char *kw, void *private); |
| 121 | int smp_fetch_base32(const struct arg *args, struct sample *smp, const char *kw, void *private); |
Willy Tarreau | ff011f2 | 2011-01-06 17:51:27 +0100 | [diff] [blame] | 122 | |
Thierry FOURNIER | 36481b8 | 2015-08-19 09:01:53 +0200 | [diff] [blame] | 123 | struct action_kw *action_http_req_custom(const char *kw); |
| 124 | struct action_kw *action_http_res_custom(const char *kw); |
Thierry FOURNIER | 49f45af | 2014-12-08 19:50:43 +0100 | [diff] [blame] | 125 | int val_hdr(struct arg *arg, char **err_msg); |
William Lallemand | 73025dd | 2014-04-24 14:38:37 +0200 | [diff] [blame] | 126 | |
James Rosewell | 91a41cb | 2015-09-18 17:11:16 +0100 | [diff] [blame] | 127 | int smp_prefetch_http(struct proxy *px, struct stream *s, unsigned int opt, |
| 128 | const struct arg *args, struct sample *smp, int req_vol); |
| 129 | |
Baptiste Assmann | e954493 | 2015-11-03 23:31:35 +0100 | [diff] [blame] | 130 | enum act_return http_action_req_capture_by_id(struct act_rule *rule, struct proxy *px, |
| 131 | struct session *sess, struct stream *s, int flags); |
| 132 | enum act_return http_action_res_capture_by_id(struct act_rule *rule, struct proxy *px, |
| 133 | struct session *sess, struct stream *s, int flags); |
| 134 | |
Christopher Faulet | 3d97c90 | 2015-12-09 14:59:38 +0100 | [diff] [blame] | 135 | int parse_qvalue(const char *qvalue, const char **end); |
| 136 | |
James Rosewell | 91a41cb | 2015-09-18 17:11:16 +0100 | [diff] [blame] | 137 | /* Note: these functions *do* modify the sample. Even in case of success, at |
| 138 | * least the type and uint value are modified. |
| 139 | */ |
| 140 | #define CHECK_HTTP_MESSAGE_FIRST() \ |
| 141 | do { int r = smp_prefetch_http(smp->px, smp->strm, smp->opt, args, smp, 1); if (r <= 0) return r; } while (0) |
| 142 | |
| 143 | #define CHECK_HTTP_MESSAGE_FIRST_PERM() \ |
| 144 | do { int r = smp_prefetch_http(smp->px, smp->strm, smp->opt, args, smp, 0); if (r <= 0) return r; } while (0) |
| 145 | |
Thierry FOURNIER | 36481b8 | 2015-08-19 09:01:53 +0200 | [diff] [blame] | 146 | static inline void http_req_keywords_register(struct action_kw_list *kw_list) |
William Lallemand | 73025dd | 2014-04-24 14:38:37 +0200 | [diff] [blame] | 147 | { |
| 148 | LIST_ADDQ(&http_req_keywords.list, &kw_list->list); |
| 149 | } |
| 150 | |
Thierry FOURNIER | 36481b8 | 2015-08-19 09:01:53 +0200 | [diff] [blame] | 151 | static inline void http_res_keywords_register(struct action_kw_list *kw_list) |
William Lallemand | 73025dd | 2014-04-24 14:38:37 +0200 | [diff] [blame] | 152 | { |
| 153 | LIST_ADDQ(&http_res_keywords.list, &kw_list->list); |
| 154 | } |
| 155 | |
| 156 | |
Willy Tarreau | fa355d4 | 2009-11-29 18:12:29 +0100 | [diff] [blame] | 157 | /* to be used when contents change in an HTTP message */ |
| 158 | #define http_msg_move_end(msg, bytes) do { \ |
| 159 | unsigned int _bytes = (bytes); \ |
Willy Tarreau | a458b67 | 2012-03-05 11:17:50 +0100 | [diff] [blame] | 160 | (msg)->next += (_bytes); \ |
Willy Tarreau | fa355d4 | 2009-11-29 18:12:29 +0100 | [diff] [blame] | 161 | (msg)->sov += (_bytes); \ |
| 162 | (msg)->eoh += (_bytes); \ |
| 163 | } while (0) |
| 164 | |
Willy Tarreau | 2d8e485 | 2014-04-17 20:08:17 +0200 | [diff] [blame] | 165 | |
Willy Tarreau | 211cdec | 2014-04-17 20:18:08 +0200 | [diff] [blame] | 166 | /* Return the amount of bytes that need to be rewound before buf->p to access |
| 167 | * the current message's headers. The purpose is to be able to easily fetch |
| 168 | * the message's beginning before headers are forwarded, as well as after. |
Willy Tarreau | 1234f4a | 2014-04-17 21:14:47 +0200 | [diff] [blame] | 169 | * The principle is that msg->eoh and msg->eol are immutable while msg->sov |
| 170 | * equals the sum of the two before forwarding and is zero after forwarding, |
| 171 | * so the difference cancels the rewinding. |
Willy Tarreau | 211cdec | 2014-04-17 20:18:08 +0200 | [diff] [blame] | 172 | */ |
| 173 | static inline int http_hdr_rewind(const struct http_msg *msg) |
| 174 | { |
Willy Tarreau | 1234f4a | 2014-04-17 21:14:47 +0200 | [diff] [blame] | 175 | return msg->eoh + msg->eol - msg->sov; |
Willy Tarreau | 211cdec | 2014-04-17 20:18:08 +0200 | [diff] [blame] | 176 | } |
| 177 | |
Willy Tarreau | da6eed6 | 2014-04-17 20:24:24 +0200 | [diff] [blame] | 178 | /* Return the amount of bytes that need to be rewound before buf->p to access |
| 179 | * the current message's URI. The purpose is to be able to easily fetch |
| 180 | * the message's beginning before headers are forwarded, as well as after. |
| 181 | */ |
| 182 | static inline int http_uri_rewind(const struct http_msg *msg) |
| 183 | { |
| 184 | return http_hdr_rewind(msg) - msg->sl.rq.u; |
| 185 | } |
| 186 | |
Willy Tarreau | 0d09050 | 2014-04-17 20:31:44 +0200 | [diff] [blame] | 187 | /* Return the amount of bytes that need to be rewound before buf->p to access |
| 188 | * the current message's BODY. The purpose is to be able to easily fetch |
| 189 | * the message's beginning before headers are forwarded, as well as after. |
| 190 | */ |
| 191 | static inline int http_body_rewind(const struct http_msg *msg) |
| 192 | { |
| 193 | return http_hdr_rewind(msg) - msg->eoh - msg->eol; |
| 194 | } |
| 195 | |
| 196 | /* Return the amount of bytes that need to be rewound before buf->p to access |
| 197 | * the current message's DATA. The difference with the function above is that |
| 198 | * if a chunk is present and has already been parsed, its size is skipped so |
| 199 | * that the byte pointed to is the first byte of actual data. The function is |
| 200 | * safe for use in state HTTP_MSG_DATA regardless of whether the headers were |
| 201 | * already forwarded or not. |
| 202 | */ |
| 203 | static inline int http_data_rewind(const struct http_msg *msg) |
| 204 | { |
| 205 | return http_body_rewind(msg) - msg->sol; |
| 206 | } |
| 207 | |
Willy Tarreau | 2d8e485 | 2014-04-17 20:08:17 +0200 | [diff] [blame] | 208 | /* Return the maximum amount of bytes that may be read after the beginning of |
| 209 | * the message body, according to the advertised length. The function is safe |
| 210 | * for use between HTTP_MSG_BODY and HTTP_MSG_DATA regardless of whether the |
| 211 | * headers were already forwarded or not. |
| 212 | */ |
| 213 | static inline int http_body_bytes(const struct http_msg *msg) |
| 214 | { |
| 215 | int len; |
| 216 | |
Willy Tarreau | 3ee8344 | 2018-06-15 16:42:02 +0200 | [diff] [blame] | 217 | len = ci_data(msg->chn) - msg->sov - msg->sol; |
Willy Tarreau | 2d8e485 | 2014-04-17 20:08:17 +0200 | [diff] [blame] | 218 | if (len > msg->body_len) |
| 219 | len = msg->body_len; |
| 220 | return len; |
| 221 | } |
| 222 | |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 223 | #endif /* _PROTO_PROTO_HTTP_H */ |
| 224 | |
| 225 | /* |
| 226 | * Local variables: |
| 227 | * c-indent-level: 8 |
| 228 | * c-basic-offset: 8 |
| 229 | * End: |
| 230 | */ |