Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 1 | /* |
Willy Tarreau | b0c9bc4 | 2009-10-04 15:56:38 +0200 | [diff] [blame] | 2 | * include/proto/proto_http.h |
| 3 | * This file contains HTTP protocol definitions. |
| 4 | * |
Willy Tarreau | ff011f2 | 2011-01-06 17:51:27 +0100 | [diff] [blame] | 5 | * Copyright (C) 2000-2011 Willy Tarreau - w@1wt.eu |
Willy Tarreau | b0c9bc4 | 2009-10-04 15:56:38 +0200 | [diff] [blame] | 6 | * |
| 7 | * This library is free software; you can redistribute it and/or |
| 8 | * modify it under the terms of the GNU Lesser General Public |
| 9 | * License as published by the Free Software Foundation, version 2.1 |
| 10 | * exclusively. |
| 11 | * |
| 12 | * This library is distributed in the hope that it will be useful, |
| 13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| 15 | * Lesser General Public License for more details. |
| 16 | * |
| 17 | * You should have received a copy of the GNU Lesser General Public |
| 18 | * License along with this library; if not, write to the Free Software |
| 19 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
| 20 | */ |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 21 | |
| 22 | #ifndef _PROTO_PROTO_HTTP_H |
| 23 | #define _PROTO_PROTO_HTTP_H |
| 24 | |
Willy Tarreau | e3ba5f0 | 2006-06-29 18:54:54 +0200 | [diff] [blame] | 25 | #include <common/config.h> |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 26 | #include <types/proto_http.h> |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 27 | #include <types/stream.h> |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 28 | #include <types/task.h> |
Willy Tarreau | 3ee8344 | 2018-06-15 16:42:02 +0200 | [diff] [blame] | 29 | #include <proto/channel.h> |
Willy Tarreau | 0da5b3b | 2017-09-21 09:30:46 +0200 | [diff] [blame] | 30 | #include <proto/h1.h> |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 31 | |
Christopher Faulet | 1d5b85a | 2018-10-03 14:25:40 +0200 | [diff] [blame] | 32 | #define IS_HTX_STRM(strm) (strm_fe(strm)->options2 & PR_O2_USE_HTX) |
| 33 | #define IS_HTX_SMP(smp) ((smp)->strm && IS_HTX_STRM((smp)->strm)) |
Willy Tarreau | 58f10d7 | 2006-12-04 02:26:12 +0100 | [diff] [blame] | 34 | |
Willy Tarreau | 79e5733 | 2018-10-02 16:01:16 +0200 | [diff] [blame] | 35 | extern struct pool_head *pool_head_uniqueid; |
| 36 | |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 37 | int process_cli(struct stream *s); |
| 38 | int process_srv_data(struct stream *s); |
| 39 | int process_srv_conn(struct stream *s); |
| 40 | int http_wait_for_request(struct stream *s, struct channel *req, int an_bit); |
| 41 | int http_process_req_common(struct stream *s, struct channel *req, int an_bit, struct proxy *px); |
| 42 | int http_process_request(struct stream *s, struct channel *req, int an_bit); |
| 43 | int http_process_tarpit(struct stream *s, struct channel *req, int an_bit); |
| 44 | int http_wait_for_request_body(struct stream *s, struct channel *req, int an_bit); |
Christopher Faulet | 27a3dc8 | 2018-10-23 15:34:07 +0200 | [diff] [blame] | 45 | int http_send_name_header(struct stream *s, struct proxy* be, const char* svr_name); |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 46 | int http_wait_for_response(struct stream *s, struct channel *rep, int an_bit); |
| 47 | int http_process_res_common(struct stream *s, struct channel *rep, int an_bit, struct proxy *px); |
| 48 | int http_request_forward_body(struct stream *s, struct channel *req, int an_bit); |
| 49 | int http_response_forward_body(struct stream *s, struct channel *res, int an_bit); |
Willy Tarreau | 79e5733 | 2018-10-02 16:01:16 +0200 | [diff] [blame] | 50 | int http_upgrade_v09_to_v10(struct http_txn *txn); |
Thierry FOURNIER | 8d16de0 | 2015-09-25 11:06:37 +0200 | [diff] [blame] | 51 | void http_msg_analyzer(struct http_msg *msg, struct hdr_idx *idx); |
Thierry FOURNIER | fd50f0b | 2015-09-25 18:53:18 +0200 | [diff] [blame] | 52 | void http_txn_reset_req(struct http_txn *txn); |
| 53 | void http_txn_reset_res(struct http_txn *txn); |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 54 | |
Christopher Faulet | f2824e6 | 2018-10-01 12:12:37 +0200 | [diff] [blame] | 55 | /* Export HTX analyzers and helpers */ |
Christopher Faulet | 0f22695 | 2018-10-22 09:29:56 +0200 | [diff] [blame] | 56 | // FIXME: Rename all these functions http_* once legacy code will be removed |
Christopher Faulet | 7233352 | 2018-10-24 11:25:02 +0200 | [diff] [blame] | 57 | struct htx; |
Christopher Faulet | 0f22695 | 2018-10-22 09:29:56 +0200 | [diff] [blame] | 58 | |
Christopher Faulet | e0768eb | 2018-10-03 16:38:02 +0200 | [diff] [blame] | 59 | int htx_wait_for_request(struct stream *s, struct channel *req, int an_bit); |
| 60 | int htx_process_req_common(struct stream *s, struct channel *req, int an_bit, struct proxy *px); |
| 61 | int htx_process_request(struct stream *s, struct channel *req, int an_bit); |
| 62 | int htx_process_tarpit(struct stream *s, struct channel *req, int an_bit); |
| 63 | int htx_wait_for_request_body(struct stream *s, struct channel *req, int an_bit); |
Christopher Faulet | e0768eb | 2018-10-03 16:38:02 +0200 | [diff] [blame] | 64 | int htx_wait_for_response(struct stream *s, struct channel *rep, int an_bit); |
| 65 | int htx_process_res_common(struct stream *s, struct channel *rep, int an_bit, struct proxy *px); |
| 66 | int htx_request_forward_body(struct stream *s, struct channel *req, int an_bit); |
| 67 | int htx_response_forward_body(struct stream *s, struct channel *res, int an_bit); |
Christopher Faulet | 0f22695 | 2018-10-22 09:29:56 +0200 | [diff] [blame] | 68 | void htx_adjust_conn_mode(struct stream *s, struct http_txn *txn); |
Christopher Faulet | f2824e6 | 2018-10-01 12:12:37 +0200 | [diff] [blame] | 69 | int htx_apply_redirect_rule(struct redirect_rule *rule, struct stream *s, struct http_txn *txn); |
Christopher Faulet | 7233352 | 2018-10-24 11:25:02 +0200 | [diff] [blame] | 70 | int htx_transform_header_str(struct stream* s, struct channel *chn, struct htx *htx, |
| 71 | struct ist name, const char *str, struct my_regex *re, int action); |
Christopher Faulet | 8d8ac19 | 2018-10-24 11:27:39 +0200 | [diff] [blame] | 72 | int htx_req_replace_stline(int action, const char *replace, int len, |
| 73 | struct proxy *px, struct stream *s); |
| 74 | void htx_res_set_status(unsigned int status, const char *reason, struct stream *s); |
Christopher Faulet | 25a02f6 | 2018-10-24 12:00:25 +0200 | [diff] [blame] | 75 | void htx_check_request_for_cacheability(struct stream *s, struct channel *req); |
| 76 | void htx_check_response_for_cacheability(struct stream *s, struct channel *res); |
Christopher Faulet | 64159df | 2018-10-24 21:15:35 +0200 | [diff] [blame] | 77 | int htx_send_name_header(struct stream *s, struct proxy *be, const char *srv_name); |
Christopher Faulet | fefc73d | 2018-10-24 21:18:04 +0200 | [diff] [blame] | 78 | void htx_perform_server_redirect(struct stream *s, struct stream_interface *si); |
Christopher Faulet | 0f22695 | 2018-10-22 09:29:56 +0200 | [diff] [blame] | 79 | void htx_server_error(struct stream *s, struct stream_interface *si, int err, int finst, const struct buffer *msg); |
| 80 | void htx_reply_and_close(struct stream *s, short status, struct buffer *msg); |
Christopher Faulet | a7b677c | 2018-11-29 16:48:49 +0100 | [diff] [blame] | 81 | struct buffer *htx_error_message(struct stream *s); |
Christopher Faulet | e0768eb | 2018-10-03 16:38:02 +0200 | [diff] [blame] | 82 | |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 83 | void debug_hdr(const char *dir, struct stream *s, const char *start, const char *end); |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 84 | int apply_filter_to_req_headers(struct stream *s, struct channel *req, struct hdr_exp *exp); |
| 85 | int apply_filter_to_req_line(struct stream *s, struct channel *req, struct hdr_exp *exp); |
| 86 | int apply_filters_to_request(struct stream *s, struct channel *req, struct proxy *px); |
| 87 | int apply_filters_to_response(struct stream *s, struct channel *rtr, struct proxy *px); |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 88 | void manage_client_side_cookies(struct stream *s, struct channel *req); |
| 89 | void manage_server_side_cookies(struct stream *s, struct channel *rtr); |
Willy Tarreau | 0ad8e0d | 2017-12-22 15:03:36 +0100 | [diff] [blame] | 90 | void check_request_for_cacheability(struct stream *s, struct channel *chn); |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 91 | void check_response_for_cacheability(struct stream *s, struct channel *rtr); |
Willy Tarreau | 295a837 | 2011-03-10 11:25:07 +0100 | [diff] [blame] | 92 | int stats_check_uri(struct stream_interface *si, struct http_txn *txn, struct proxy *backend); |
Willy Tarreau | 04ff9f1 | 2013-06-10 18:39:42 +0200 | [diff] [blame] | 93 | int http_find_full_header2(const char *name, int len, |
| 94 | char *sol, struct hdr_idx *idx, |
| 95 | struct hdr_ctx *ctx); |
matt.farnsworth@nokia.com | 1c2ab96 | 2008-04-14 20:47:37 +0200 | [diff] [blame] | 96 | int http_find_header2(const char *name, int len, |
Willy Tarreau | 68085d8 | 2010-01-18 14:54:04 +0100 | [diff] [blame] | 97 | char *sol, struct hdr_idx *idx, |
matt.farnsworth@nokia.com | 1c2ab96 | 2008-04-14 20:47:37 +0200 | [diff] [blame] | 98 | struct hdr_ctx *ctx); |
David Carlier | 4686f79 | 2015-09-25 14:10:50 +0100 | [diff] [blame] | 99 | int http_find_next_header(char *sol, struct hdr_idx *idx, |
| 100 | struct hdr_ctx *ctx); |
Thierry FOURNIER | de6617b | 2013-10-15 11:43:19 +0200 | [diff] [blame] | 101 | int http_remove_header2(struct http_msg *msg, struct hdr_idx *idx, struct hdr_ctx *ctx); |
| 102 | int http_header_add_tail2(struct http_msg *msg, struct hdr_idx *hdr_idx, const char *text, int len); |
Willy Tarreau | 987e3fb | 2015-04-04 01:09:08 +0200 | [diff] [blame] | 103 | int http_replace_req_line(int action, const char *replace, int len, struct proxy *px, struct stream *s); |
Robin H. Johnson | 52f5db2 | 2017-01-01 13:10:52 -0800 | [diff] [blame] | 104 | void http_set_status(unsigned int status, const char *reason, struct stream *s); |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 105 | int http_transform_header_str(struct stream* s, struct http_msg *msg, const char* name, |
Thierry FOURNIER | 5531f87 | 2015-03-16 11:15:50 +0100 | [diff] [blame] | 106 | unsigned int name_len, const char *str, struct my_regex *re, |
| 107 | int action); |
Vincent Bernat | 6e61589 | 2016-05-18 16:17:44 +0200 | [diff] [blame] | 108 | void inet_set_tos(int fd, const struct sockaddr_storage *from, int tos); |
Christopher Faulet | 10079f5 | 2018-10-03 15:17:28 +0200 | [diff] [blame] | 109 | int http_handle_stats(struct stream *s, struct channel *req); |
| 110 | enum rule_result http_req_get_intercept_rule(struct proxy *px, struct list *rules, |
| 111 | struct stream *s, int *deny_status); |
| 112 | enum rule_result http_res_get_intercept_rule(struct proxy *px, struct list *rules, |
| 113 | struct stream *s); |
| 114 | int http_apply_redirect_rule(struct redirect_rule *rule, struct stream *s, struct http_txn *txn); |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 115 | void http_perform_server_redirect(struct stream *s, struct stream_interface *si); |
| 116 | void http_return_srv_error(struct stream *s, struct stream_interface *si); |
Christopher Faulet | 10079f5 | 2018-10-03 15:17:28 +0200 | [diff] [blame] | 117 | void http_capture_headers(char *som, struct hdr_idx *idx, |
| 118 | char **cap, struct cap_hdr *cap_hdr); |
Willy Tarreau | fd9419d | 2018-09-07 18:01:03 +0200 | [diff] [blame] | 119 | void http_capture_bad_message(struct proxy *proxy, struct stream *s, |
Willy Tarreau | 8a0cef2 | 2012-03-09 13:39:23 +0100 | [diff] [blame] | 120 | struct http_msg *msg, |
Willy Tarreau | 0da5b3b | 2017-09-21 09:30:46 +0200 | [diff] [blame] | 121 | enum h1_state state, struct proxy *other_end); |
Willy Tarreau | 185b5c4 | 2012-04-26 15:11:51 +0200 | [diff] [blame] | 122 | unsigned int http_get_hdr(const struct http_msg *msg, const char *hname, int hlen, |
Willy Tarreau | 294c473 | 2011-12-16 21:35:50 +0100 | [diff] [blame] | 123 | struct hdr_idx *idx, int occ, |
Willy Tarreau | 843b7cb | 2018-07-13 10:54:26 +0200 | [diff] [blame] | 124 | struct hdr_ctx *ctx, char **vptr, size_t *vlen); |
Willy Tarreau | 79e5733 | 2018-10-02 16:01:16 +0200 | [diff] [blame] | 125 | unsigned int http_get_fhdr(const struct http_msg *msg, const char *hname, int hlen, |
| 126 | struct hdr_idx *idx, int occ, |
| 127 | struct hdr_ctx *ctx, char **vptr, size_t *vlen); |
Willy Tarreau | 6b952c8 | 2018-09-10 17:45:34 +0200 | [diff] [blame] | 128 | char *http_txn_get_path(const struct http_txn *txn); |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 129 | |
Willy Tarreau | eee5b51 | 2015-04-03 23:46:31 +0200 | [diff] [blame] | 130 | struct http_txn *http_alloc_txn(struct stream *s); |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 131 | void http_init_txn(struct stream *s); |
| 132 | void http_end_txn(struct stream *s); |
| 133 | void http_reset_txn(struct stream *s); |
Christopher Faulet | d7c9196 | 2015-04-30 11:48:27 +0200 | [diff] [blame] | 134 | void http_end_txn_clean_session(struct stream *s); |
Christopher Faulet | 10079f5 | 2018-10-03 15:17:28 +0200 | [diff] [blame] | 135 | void http_resync_states(struct stream *s); |
| 136 | void http_parse_connection_header(struct http_txn *txn, struct http_msg *msg, int to_del); |
| 137 | void http_change_connection_header(struct http_txn *txn, struct http_msg *msg, int wanted); |
Willy Tarreau | 87b0966 | 2015-04-03 00:22:06 +0200 | [diff] [blame] | 138 | void http_adjust_conn_mode(struct stream *s, struct http_txn *txn, struct http_msg *msg); |
Willy Tarreau | 0937bc4 | 2009-12-22 15:03:09 +0100 | [diff] [blame] | 139 | |
Christopher Faulet | 10079f5 | 2018-10-03 15:17:28 +0200 | [diff] [blame] | 140 | int http_msg_forward_body(struct stream *s, struct http_msg *msg); |
| 141 | int http_msg_forward_chunked_body(struct stream *s, struct http_msg *msg); |
| 142 | |
Willy Tarreau | 83061a8 | 2018-07-13 11:56:34 +0200 | [diff] [blame] | 143 | void http_reply_and_close(struct stream *s, short status, struct buffer *msg); |
| 144 | struct buffer *http_error_message(struct stream *s); |
William Lallemand | 73025dd | 2014-04-24 14:38:37 +0200 | [diff] [blame] | 145 | |
Willy Tarreau | fa355d4 | 2009-11-29 18:12:29 +0100 | [diff] [blame] | 146 | /* to be used when contents change in an HTTP message */ |
| 147 | #define http_msg_move_end(msg, bytes) do { \ |
| 148 | unsigned int _bytes = (bytes); \ |
Willy Tarreau | a458b67 | 2012-03-05 11:17:50 +0100 | [diff] [blame] | 149 | (msg)->next += (_bytes); \ |
Willy Tarreau | fa355d4 | 2009-11-29 18:12:29 +0100 | [diff] [blame] | 150 | (msg)->sov += (_bytes); \ |
| 151 | (msg)->eoh += (_bytes); \ |
| 152 | } while (0) |
| 153 | |
Willy Tarreau | 2d8e485 | 2014-04-17 20:08:17 +0200 | [diff] [blame] | 154 | |
Willy Tarreau | 211cdec | 2014-04-17 20:18:08 +0200 | [diff] [blame] | 155 | /* Return the amount of bytes that need to be rewound before buf->p to access |
| 156 | * the current message's headers. The purpose is to be able to easily fetch |
| 157 | * the message's beginning before headers are forwarded, as well as after. |
Willy Tarreau | 1234f4a | 2014-04-17 21:14:47 +0200 | [diff] [blame] | 158 | * The principle is that msg->eoh and msg->eol are immutable while msg->sov |
| 159 | * equals the sum of the two before forwarding and is zero after forwarding, |
| 160 | * so the difference cancels the rewinding. |
Willy Tarreau | 211cdec | 2014-04-17 20:18:08 +0200 | [diff] [blame] | 161 | */ |
| 162 | static inline int http_hdr_rewind(const struct http_msg *msg) |
| 163 | { |
Willy Tarreau | 1234f4a | 2014-04-17 21:14:47 +0200 | [diff] [blame] | 164 | return msg->eoh + msg->eol - msg->sov; |
Willy Tarreau | 211cdec | 2014-04-17 20:18:08 +0200 | [diff] [blame] | 165 | } |
| 166 | |
Willy Tarreau | da6eed6 | 2014-04-17 20:24:24 +0200 | [diff] [blame] | 167 | /* Return the amount of bytes that need to be rewound before buf->p to access |
| 168 | * the current message's URI. The purpose is to be able to easily fetch |
| 169 | * the message's beginning before headers are forwarded, as well as after. |
| 170 | */ |
| 171 | static inline int http_uri_rewind(const struct http_msg *msg) |
| 172 | { |
| 173 | return http_hdr_rewind(msg) - msg->sl.rq.u; |
| 174 | } |
| 175 | |
Willy Tarreau | 0d09050 | 2014-04-17 20:31:44 +0200 | [diff] [blame] | 176 | /* Return the amount of bytes that need to be rewound before buf->p to access |
| 177 | * the current message's BODY. The purpose is to be able to easily fetch |
| 178 | * the message's beginning before headers are forwarded, as well as after. |
| 179 | */ |
| 180 | static inline int http_body_rewind(const struct http_msg *msg) |
| 181 | { |
| 182 | return http_hdr_rewind(msg) - msg->eoh - msg->eol; |
| 183 | } |
| 184 | |
| 185 | /* Return the amount of bytes that need to be rewound before buf->p to access |
| 186 | * the current message's DATA. The difference with the function above is that |
| 187 | * if a chunk is present and has already been parsed, its size is skipped so |
| 188 | * that the byte pointed to is the first byte of actual data. The function is |
| 189 | * safe for use in state HTTP_MSG_DATA regardless of whether the headers were |
| 190 | * already forwarded or not. |
| 191 | */ |
| 192 | static inline int http_data_rewind(const struct http_msg *msg) |
| 193 | { |
| 194 | return http_body_rewind(msg) - msg->sol; |
| 195 | } |
| 196 | |
Willy Tarreau | 2d8e485 | 2014-04-17 20:08:17 +0200 | [diff] [blame] | 197 | /* Return the maximum amount of bytes that may be read after the beginning of |
| 198 | * the message body, according to the advertised length. The function is safe |
| 199 | * for use between HTTP_MSG_BODY and HTTP_MSG_DATA regardless of whether the |
| 200 | * headers were already forwarded or not. |
| 201 | */ |
| 202 | static inline int http_body_bytes(const struct http_msg *msg) |
| 203 | { |
| 204 | int len; |
| 205 | |
Willy Tarreau | 3ee8344 | 2018-06-15 16:42:02 +0200 | [diff] [blame] | 206 | len = ci_data(msg->chn) - msg->sov - msg->sol; |
Willy Tarreau | 2d8e485 | 2014-04-17 20:08:17 +0200 | [diff] [blame] | 207 | if (len > msg->body_len) |
| 208 | len = msg->body_len; |
| 209 | return len; |
| 210 | } |
| 211 | |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 212 | #endif /* _PROTO_PROTO_HTTP_H */ |
| 213 | |
| 214 | /* |
| 215 | * Local variables: |
| 216 | * c-indent-level: 8 |
| 217 | * c-basic-offset: 8 |
| 218 | * End: |
| 219 | */ |