blob: 0e880c9d60aa3498b2051c54dc4f1fdb12029774 [file] [log] [blame]
Willy Tarreaubaaee002006-06-26 02:48:02 +02001/*
2 * General logging functions.
3 *
Willy Tarreaub7f694f2008-06-22 17:18:02 +02004 * Copyright 2000-2008 Willy Tarreau <w@1wt.eu>
Willy Tarreaubaaee002006-06-26 02:48:02 +02005 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
Willy Tarreau8a3f52f2012-12-20 21:23:42 +010013#include <ctype.h>
Willy Tarreauc8f24f82007-11-30 18:38:35 +010014#include <fcntl.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020015#include <stdarg.h>
16#include <stdio.h>
17#include <stdlib.h>
18#include <string.h>
19#include <syslog.h>
20#include <time.h>
21#include <unistd.h>
Robert Tsai81ae1952007-12-05 10:47:29 +010022#include <errno.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020023
24#include <sys/time.h>
Willy Tarreau077edcb2016-08-10 18:30:56 +020025#include <sys/uio.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020026
Willy Tarreau4c7e4b72020-05-27 12:58:42 +020027#include <haproxy/api.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020028#include <haproxy/applet-t.h>
Emeric Brun12941c82020-07-07 14:19:42 +020029#include <haproxy/cfgparse.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020030#include <haproxy/fd.h>
Willy Tarreau762d7a52020-06-04 11:23:07 +020031#include <haproxy/frontend.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020032#include <haproxy/global.h>
Willy Tarreaucd72d8c2020-06-02 19:11:26 +020033#include <haproxy/http.h>
Willy Tarreaub7fc4c42021-10-06 18:56:42 +020034#include <haproxy/http_ana.h>
Emeric Brun12941c82020-07-07 14:19:42 +020035#include <haproxy/listener.h>
Willy Tarreauaeed4a82020-06-04 22:01:04 +020036#include <haproxy/log.h>
Emeric Brun12941c82020-07-07 14:19:42 +020037#include <haproxy/proxy.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020038#include <haproxy/sample.h>
39#include <haproxy/sink.h>
Willy Tarreau209108d2020-06-04 20:30:20 +020040#include <haproxy/ssl_sock.h>
Willy Tarreaudfd3de82020-06-04 23:46:14 +020041#include <haproxy/stream.h>
Willy Tarreau5e539c92020-06-04 20:45:39 +020042#include <haproxy/stream_interface.h>
Willy Tarreau92b4f132020-06-01 11:05:15 +020043#include <haproxy/time.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020044#include <haproxy/tools.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020045
Emeric Brun45c457a2020-07-09 23:23:34 +020046/* global recv logs counter */
47int cum_log_messages;
Willy Tarreaubaaee002006-06-26 02:48:02 +020048
Emeric Brun12941c82020-07-07 14:19:42 +020049/* log forward proxy list */
50struct proxy *cfg_log_forward;
51
Emeric Brun54648852020-07-06 15:54:06 +020052struct log_fmt_st {
Dragan Dosen43885c72015-10-01 13:18:13 +020053 char *name;
Dragan Dosen43885c72015-10-01 13:18:13 +020054};
55
Emeric Brun54648852020-07-06 15:54:06 +020056static const struct log_fmt_st log_formats[LOG_FORMATS] = {
Emeric Brun0237c4e2020-11-27 16:24:34 +010057 [LOG_FORMAT_LOCAL] = {
58 .name = "local",
59 },
Dragan Dosen43885c72015-10-01 13:18:13 +020060 [LOG_FORMAT_RFC3164] = {
61 .name = "rfc3164",
Dragan Dosen43885c72015-10-01 13:18:13 +020062 },
63 [LOG_FORMAT_RFC5424] = {
64 .name = "rfc5424",
Emeric Brun54648852020-07-06 15:54:06 +020065 },
66 [LOG_FORMAT_PRIO] = {
67 .name = "priority",
Willy Tarreaue8746a02018-11-12 08:45:00 +010068 },
69 [LOG_FORMAT_SHORT] = {
70 .name = "short",
Emeric Brun54648852020-07-06 15:54:06 +020071 },
72 [LOG_FORMAT_TIMED] = {
73 .name = "timed",
74 },
75 [LOG_FORMAT_ISO] = {
76 .name = "iso",
Willy Tarreaue8746a02018-11-12 08:45:00 +010077 },
Willy Tarreauc1b06452018-11-12 11:57:56 +010078 [LOG_FORMAT_RAW] = {
79 .name = "raw",
Willy Tarreauc1b06452018-11-12 11:57:56 +010080 },
Dragan Dosen1322d092015-09-22 16:05:32 +020081};
82
Dragan Dosen835b9212016-02-12 13:23:03 +010083/*
84 * This map is used with all the FD_* macros to check whether a particular bit
Willy Tarreau1bfd6022019-06-07 11:10:07 +020085 * is set or not. Each bit represents an ACSII code. ha_bit_set() sets those
86 * bytes which should be escaped. When ha_bit_test() returns non-zero, it means
87 * that the byte should be escaped. Be careful to always pass bytes from 0 to
88 * 255 exclusively to the macros.
Dragan Dosen835b9212016-02-12 13:23:03 +010089 */
Willy Tarreau1bfd6022019-06-07 11:10:07 +020090long rfc5424_escape_map[(256/8) / sizeof(long)];
91long hdr_encode_map[(256/8) / sizeof(long)];
92long url_encode_map[(256/8) / sizeof(long)];
93long http_encode_map[(256/8) / sizeof(long)];
Dragan Dosen835b9212016-02-12 13:23:03 +010094
Dragan Dosen835b9212016-02-12 13:23:03 +010095
Willy Tarreaubaaee002006-06-26 02:48:02 +020096const char *log_facilities[NB_LOG_FACILITIES] = {
97 "kern", "user", "mail", "daemon",
98 "auth", "syslog", "lpr", "news",
99 "uucp", "cron", "auth2", "ftp",
100 "ntp", "audit", "alert", "cron2",
101 "local0", "local1", "local2", "local3",
102 "local4", "local5", "local6", "local7"
103};
104
Willy Tarreaubaaee002006-06-26 02:48:02 +0200105const char *log_levels[NB_LOG_LEVELS] = {
106 "emerg", "alert", "crit", "err",
107 "warning", "notice", "info", "debug"
108};
109
Willy Tarreau570f2212013-06-10 16:42:09 +0200110const char sess_term_cond[16] = "-LcCsSPRIDKUIIII"; /* normal, Local, CliTo, CliErr, SrvTo, SrvErr, PxErr, Resource, Internal, Down, Killed, Up, -- */
Willy Tarreaub8750a82006-09-03 09:56:00 +0200111const char sess_fin_state[8] = "-RCHDLQT"; /* cliRequest, srvConnect, srvHeader, Data, Last, Queue, Tarpit */
Willy Tarreaubaaee002006-06-26 02:48:02 +0200112
William Lallemand723b73a2012-02-08 16:37:49 +0100113
114/* log_format */
115struct logformat_type {
116 char *name;
117 int type;
William Lallemandbddd4fd2012-02-27 11:23:10 +0100118 int mode;
William Lallemand5e19a282012-04-02 16:22:10 +0200119 int lw; /* logwait bitsfield */
William Lallemandb7ff6a32012-03-02 14:35:21 +0100120 int (*config_callback)(struct logformat_node *node, struct proxy *curproxy);
William Lallemand723b73a2012-02-08 16:37:49 +0100121};
122
William Lallemandb7ff6a32012-03-02 14:35:21 +0100123int prepare_addrsource(struct logformat_node *node, struct proxy *curproxy);
124
William Lallemand723b73a2012-02-08 16:37:49 +0100125/* log_format variable names */
126static const struct logformat_type logformat_keywords[] = {
William Lallemand5e19a282012-04-02 16:22:10 +0200127 { "o", LOG_FMT_GLOBAL, PR_MODE_TCP, 0, NULL }, /* global option */
Willy Tarreau2beef582012-12-20 17:22:52 +0100128
129 /* please keep these lines sorted ! */
130 { "B", LOG_FMT_BYTES, PR_MODE_TCP, LW_BYTES, NULL }, /* bytes from server to client */
131 { "CC", LOG_FMT_CCLIENT, PR_MODE_HTTP, LW_REQHDR, NULL }, /* client cookie */
132 { "CS", LOG_FMT_CSERVER, PR_MODE_HTTP, LW_RSPHDR, NULL }, /* server cookie */
133 { "H", LOG_FMT_HOSTNAME, PR_MODE_TCP, LW_INIT, NULL }, /* Hostname */
Tim Duesterhuscf6e0c82020-03-13 12:34:24 +0100134 { "ID", LOG_FMT_UNIQUEID, PR_MODE_TCP, LW_BYTES, NULL }, /* Unique ID */
Willy Tarreau4bf99632014-06-13 12:21:40 +0200135 { "ST", LOG_FMT_STATUS, PR_MODE_TCP, LW_RESP, NULL }, /* status code */
William Lallemand5e19a282012-04-02 16:22:10 +0200136 { "T", LOG_FMT_DATEGMT, PR_MODE_TCP, LW_INIT, NULL }, /* date GMT */
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +0200137 { "Ta", LOG_FMT_Ta, PR_MODE_HTTP, LW_BYTES, NULL }, /* Time active (tr to end) */
Willy Tarreau2beef582012-12-20 17:22:52 +0100138 { "Tc", LOG_FMT_TC, PR_MODE_TCP, LW_BYTES, NULL }, /* Tc */
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +0200139 { "Th", LOG_FMT_Th, PR_MODE_TCP, LW_BYTES, NULL }, /* Time handshake */
140 { "Ti", LOG_FMT_Ti, PR_MODE_HTTP, LW_BYTES, NULL }, /* Time idle */
141 { "Tl", LOG_FMT_DATELOCAL, PR_MODE_TCP, LW_INIT, NULL }, /* date local timezone */
142 { "Tq", LOG_FMT_TQ, PR_MODE_HTTP, LW_BYTES, NULL }, /* Tq=Th+Ti+TR */
143 { "Tr", LOG_FMT_Tr, PR_MODE_HTTP, LW_BYTES, NULL }, /* Tr */
144 { "TR", LOG_FMT_TR, PR_MODE_HTTP, LW_BYTES, NULL }, /* Time to receive a valid request */
Willy Tarreau27b639d2016-05-17 17:55:27 +0200145 { "Td", LOG_FMT_TD, PR_MODE_TCP, LW_BYTES, NULL }, /* Td = Tt - (Tq + Tw + Tc + Tr) */
Willy Tarreau2beef582012-12-20 17:22:52 +0100146 { "Ts", LOG_FMT_TS, PR_MODE_TCP, LW_INIT, NULL }, /* timestamp GMT */
William Lallemand5e19a282012-04-02 16:22:10 +0200147 { "Tt", LOG_FMT_TT, PR_MODE_TCP, LW_BYTES, NULL }, /* Tt */
Damien Claisse57c8eb92020-04-28 12:09:19 +0000148 { "Tu", LOG_FMT_TU, PR_MODE_TCP, LW_BYTES, NULL }, /* Tu = Tt -Ti */
Willy Tarreau2beef582012-12-20 17:22:52 +0100149 { "Tw", LOG_FMT_TW, PR_MODE_TCP, LW_BYTES, NULL }, /* Tw */
150 { "U", LOG_FMT_BYTES_UP, PR_MODE_TCP, LW_BYTES, NULL }, /* bytes from client to server */
William Lallemand5e19a282012-04-02 16:22:10 +0200151 { "ac", LOG_FMT_ACTCONN, PR_MODE_TCP, LW_BYTES, NULL }, /* actconn */
Willy Tarreau2beef582012-12-20 17:22:52 +0100152 { "b", LOG_FMT_BACKEND, PR_MODE_TCP, LW_INIT, NULL }, /* backend */
William Lallemand5e19a282012-04-02 16:22:10 +0200153 { "bc", LOG_FMT_BECONN, PR_MODE_TCP, LW_BYTES, NULL }, /* beconn */
Willy Tarreau2beef582012-12-20 17:22:52 +0100154 { "bi", LOG_FMT_BACKENDIP, PR_MODE_TCP, LW_BCKIP, prepare_addrsource }, /* backend source ip */
155 { "bp", LOG_FMT_BACKENDPORT, PR_MODE_TCP, LW_BCKIP, prepare_addrsource }, /* backend source port */
William Lallemand5e19a282012-04-02 16:22:10 +0200156 { "bq", LOG_FMT_BCKQUEUE, PR_MODE_TCP, LW_BYTES, NULL }, /* backend_queue */
Willy Tarreaud02286d2017-06-23 11:23:43 +0200157 { "ci", LOG_FMT_CLIENTIP, PR_MODE_TCP, LW_CLIP | LW_XPRT, NULL }, /* client ip */
158 { "cp", LOG_FMT_CLIENTPORT, PR_MODE_TCP, LW_CLIP | LW_XPRT, NULL }, /* client port */
Willy Tarreau2beef582012-12-20 17:22:52 +0100159 { "f", LOG_FMT_FRONTEND, PR_MODE_TCP, LW_INIT, NULL }, /* frontend */
160 { "fc", LOG_FMT_FECONN, PR_MODE_TCP, LW_BYTES, NULL }, /* feconn */
Willy Tarreaud02286d2017-06-23 11:23:43 +0200161 { "fi", LOG_FMT_FRONTENDIP, PR_MODE_TCP, LW_FRTIP | LW_XPRT, NULL }, /* frontend ip */
162 { "fp", LOG_FMT_FRONTENDPORT, PR_MODE_TCP, LW_FRTIP | LW_XPRT, NULL }, /* frontend port */
Willy Tarreau2beef582012-12-20 17:22:52 +0100163 { "ft", LOG_FMT_FRONTEND_XPRT, PR_MODE_TCP, LW_INIT, NULL }, /* frontend with transport mode */
Willy Tarreaud9ed3d22014-06-13 12:23:06 +0200164 { "hr", LOG_FMT_HDRREQUEST, PR_MODE_TCP, LW_REQHDR, NULL }, /* header request */
165 { "hrl", LOG_FMT_HDRREQUESTLIST, PR_MODE_TCP, LW_REQHDR, NULL }, /* header request list */
166 { "hs", LOG_FMT_HDRRESPONS, PR_MODE_TCP, LW_RSPHDR, NULL }, /* header response */
167 { "hsl", LOG_FMT_HDRRESPONSLIST, PR_MODE_TCP, LW_RSPHDR, NULL }, /* header response list */
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +0000168 { "HM", LOG_FMT_HTTP_METHOD, PR_MODE_HTTP, LW_REQ, NULL }, /* HTTP method */
Maciej Zdebfcdfd852020-11-30 18:27:47 +0000169 { "HP", LOG_FMT_HTTP_PATH, PR_MODE_HTTP, LW_REQ, NULL }, /* HTTP relative or absolute path */
170 { "HPO", LOG_FMT_HTTP_PATH_ONLY, PR_MODE_HTTP, LW_REQ, NULL }, /* HTTP path only (without host nor query string) */
Andrew Hayworthe63ac872015-07-31 16:14:16 +0000171 { "HQ", LOG_FMT_HTTP_QUERY, PR_MODE_HTTP, LW_REQ, NULL }, /* HTTP query */
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +0000172 { "HU", LOG_FMT_HTTP_URI, PR_MODE_HTTP, LW_REQ, NULL }, /* HTTP full URI */
173 { "HV", LOG_FMT_HTTP_VERSION, PR_MODE_HTTP, LW_REQ, NULL }, /* HTTP version */
Willy Tarreau7346acb2014-08-28 15:03:15 +0200174 { "lc", LOG_FMT_LOGCNT, PR_MODE_TCP, LW_INIT, NULL }, /* log counter */
Willy Tarreau2beef582012-12-20 17:22:52 +0100175 { "ms", LOG_FMT_MS, PR_MODE_TCP, LW_INIT, NULL }, /* accept date millisecond */
William Lallemand5e19a282012-04-02 16:22:10 +0200176 { "pid", LOG_FMT_PID, PR_MODE_TCP, LW_INIT, NULL }, /* log pid */
Willy Tarreau2beef582012-12-20 17:22:52 +0100177 { "r", LOG_FMT_REQ, PR_MODE_HTTP, LW_REQ, NULL }, /* request */
178 { "rc", LOG_FMT_RETRIES, PR_MODE_TCP, LW_BYTES, NULL }, /* retries */
Willy Tarreau1f0da242014-01-25 11:01:50 +0100179 { "rt", LOG_FMT_COUNTER, PR_MODE_TCP, LW_REQ, NULL }, /* request counter (HTTP or TCP session) */
Willy Tarreau2beef582012-12-20 17:22:52 +0100180 { "s", LOG_FMT_SERVER, PR_MODE_TCP, LW_SVID, NULL }, /* server */
181 { "sc", LOG_FMT_SRVCONN, PR_MODE_TCP, LW_BYTES, NULL }, /* srv_conn */
182 { "si", LOG_FMT_SERVERIP, PR_MODE_TCP, LW_SVIP, NULL }, /* server destination ip */
183 { "sp", LOG_FMT_SERVERPORT, PR_MODE_TCP, LW_SVIP, NULL }, /* server destination port */
184 { "sq", LOG_FMT_SRVQUEUE, PR_MODE_TCP, LW_BYTES, NULL }, /* srv_queue */
Willy Tarreauffc3fcd2012-10-12 20:17:54 +0200185 { "sslc", LOG_FMT_SSL_CIPHER, PR_MODE_TCP, LW_XPRT, NULL }, /* client-side SSL ciphers */
186 { "sslv", LOG_FMT_SSL_VERSION, PR_MODE_TCP, LW_XPRT, NULL }, /* client-side SSL protocol version */
Willy Tarreau2beef582012-12-20 17:22:52 +0100187 { "t", LOG_FMT_DATE, PR_MODE_TCP, LW_INIT, NULL }, /* date */
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +0200188 { "tr", LOG_FMT_tr, PR_MODE_HTTP, LW_INIT, NULL }, /* date of start of request */
189 { "trg",LOG_FMT_trg, PR_MODE_HTTP, LW_INIT, NULL }, /* date of start of request, GMT */
190 { "trl",LOG_FMT_trl, PR_MODE_HTTP, LW_INIT, NULL }, /* date of start of request, local */
Willy Tarreau2beef582012-12-20 17:22:52 +0100191 { "ts", LOG_FMT_TERMSTATE, PR_MODE_TCP, LW_BYTES, NULL },/* termination state */
192 { "tsc", LOG_FMT_TERMSTATE_CK, PR_MODE_TCP, LW_INIT, NULL },/* termination state */
William Lallemand5e19a282012-04-02 16:22:10 +0200193 { 0, 0, 0, 0, NULL }
William Lallemand723b73a2012-02-08 16:37:49 +0100194};
195
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +0200196char default_http_log_format[] = "%ci:%cp [%tr] %ft %b/%s %TR/%Tw/%Tc/%Tr/%Ta %ST %B %CC %CS %tsc %ac/%fc/%bc/%sc/%rc %sq/%bq %hr %hs %{+Q}r"; // default format
Remi Tricot-Le Breton1fe0fad2021-09-29 18:56:52 +0200197char default_https_log_format[] = "%ci:%cp [%tr] %ft %b/%s %TR/%Tw/%Tc/%Tr/%Ta %ST %B %CC %CS %tsc %ac/%fc/%bc/%sc/%rc %sq/%bq %hr %hs %{+Q}r %[fc_conn_err]/%[ssl_fc_err,hex]/%[ssl_c_err]/%[ssl_c_ca_err] %sslv/%sslc";
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +0200198char clf_http_log_format[] = "%{+Q}o %{-Q}ci - - [%trg] %r %ST %B \"\" \"\" %cp %ms %ft %b %s %TR %Tw %Tc %Tr %Ta %tsc %ac %fc %bc %sc %rc %sq %bq %CC %CS %hrl %hsl";
Willy Tarreau2beef582012-12-20 17:22:52 +0100199char default_tcp_log_format[] = "%ci:%cp [%t] %ft %b/%s %Tw/%Tc/%Tt %B %ts %ac/%fc/%bc/%sc/%rc %sq/%bq";
William Lallemand723b73a2012-02-08 16:37:49 +0100200char *log_format = NULL;
201
Dragan Dosen0b85ece2015-09-25 19:17:44 +0200202/* Default string used for structured-data part in RFC5424 formatted
203 * syslog messages.
204 */
205char default_rfc5424_sd_log_format[] = "- ";
Dragan Dosen1322d092015-09-22 16:05:32 +0200206
Willy Tarreau13ef7732018-11-12 07:25:28 +0100207/* total number of dropped logs */
208unsigned int dropped_logs = 0;
209
Dragan Dosen59cee972015-09-19 22:09:02 +0200210/* This is a global syslog message buffer, common to all outgoing
211 * messages. It contains only the data part.
Willy Tarreaub1a2faf2012-03-19 16:51:53 +0100212 */
Christopher Fauletf8188c62017-06-02 16:20:16 +0200213THREAD_LOCAL char *logline = NULL;
Willy Tarreaub1a2faf2012-03-19 16:51:53 +0100214
Dragan Dosen0b85ece2015-09-25 19:17:44 +0200215/* A global syslog message buffer, common to all RFC5424 syslog messages.
216 * Currently, it is used for generating the structured-data part.
217 */
Christopher Fauletf8188c62017-06-02 16:20:16 +0200218THREAD_LOCAL char *logline_rfc5424 = NULL;
Dragan Dosen0b85ece2015-09-25 19:17:44 +0200219
William Lallemand723b73a2012-02-08 16:37:49 +0100220struct logformat_var_args {
221 char *name;
222 int mask;
223};
224
225struct logformat_var_args var_args_list[] = {
226// global
227 { "M", LOG_OPT_MANDATORY },
228 { "Q", LOG_OPT_QUOTE },
William Lallemand5f232402012-04-05 18:02:55 +0200229 { "X", LOG_OPT_HEXA },
Dragan Dosen835b9212016-02-12 13:23:03 +0100230 { "E", LOG_OPT_ESC },
William Lallemand723b73a2012-02-08 16:37:49 +0100231 { 0, 0 }
232};
233
234/*
William Lallemandb7ff6a32012-03-02 14:35:21 +0100235 * callback used to configure addr source retrieval
236 */
237int prepare_addrsource(struct logformat_node *node, struct proxy *curproxy)
238{
239 curproxy->options2 |= PR_O2_SRC_ADDR;
240
241 return 0;
242}
243
244
245/*
Thierry FOURNIER / OZON.IObca46f02016-11-22 23:13:04 +0100246 * Parse args in a logformat_var. Returns 0 in error
247 * case, otherwise, it returns 1.
William Lallemand723b73a2012-02-08 16:37:49 +0100248 */
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100249int parse_logformat_var_args(char *args, struct logformat_node *node, char **err)
William Lallemand723b73a2012-02-08 16:37:49 +0100250{
251 int i = 0;
252 int end = 0;
253 int flags = 0; // 1 = + 2 = -
254 char *sp = NULL; // start pointer
255
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100256 if (args == NULL) {
257 memprintf(err, "internal error: parse_logformat_var_args() expects non null 'args'");
Thierry FOURNIER / OZON.IObca46f02016-11-22 23:13:04 +0100258 return 0;
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100259 }
William Lallemand723b73a2012-02-08 16:37:49 +0100260
261 while (1) {
262 if (*args == '\0')
263 end = 1;
264
265 if (*args == '+') {
266 // add flag
267 sp = args + 1;
268 flags = 1;
269 }
270 if (*args == '-') {
271 // delete flag
272 sp = args + 1;
273 flags = 2;
274 }
275
276 if (*args == '\0' || *args == ',') {
277 *args = '\0';
Willy Tarreau254d44c2012-12-20 18:19:26 +0100278 for (i = 0; sp && var_args_list[i].name; i++) {
William Lallemand723b73a2012-02-08 16:37:49 +0100279 if (strcmp(sp, var_args_list[i].name) == 0) {
280 if (flags == 1) {
281 node->options |= var_args_list[i].mask;
282 break;
283 } else if (flags == 2) {
284 node->options &= ~var_args_list[i].mask;
285 break;
286 }
287 }
288 }
289 sp = NULL;
290 if (end)
291 break;
292 }
Willy Tarreau254d44c2012-12-20 18:19:26 +0100293 args++;
William Lallemand723b73a2012-02-08 16:37:49 +0100294 }
Thierry FOURNIER / OZON.IObca46f02016-11-22 23:13:04 +0100295 return 1;
William Lallemand723b73a2012-02-08 16:37:49 +0100296}
297
298/*
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100299 * Parse a variable '%varname' or '%{args}varname' in log-format. The caller
300 * must pass the args part in the <arg> pointer with its length in <arg_len>,
301 * and varname with its length in <var> and <var_len> respectively. <arg> is
302 * ignored when arg_len is 0. Neither <var> nor <var_len> may be null.
Thierry FOURNIER / OZON.IOeca4d952016-11-22 22:06:04 +0100303 * Returns false in error case and err is filled, otherwise returns true.
William Lallemand723b73a2012-02-08 16:37:49 +0100304 */
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100305int parse_logformat_var(char *arg, int arg_len, char *var, int var_len, struct proxy *curproxy, struct list *list_format, int *defoptions, char **err)
William Lallemand723b73a2012-02-08 16:37:49 +0100306{
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100307 int j;
Dragan Dosen61302da2019-04-30 00:40:02 +0200308 struct logformat_node *node = NULL;
William Lallemand723b73a2012-02-08 16:37:49 +0100309
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100310 for (j = 0; logformat_keywords[j].name; j++) { // search a log type
311 if (strlen(logformat_keywords[j].name) == var_len &&
312 strncmp(var, logformat_keywords[j].name, var_len) == 0) {
313 if (logformat_keywords[j].mode != PR_MODE_HTTP || curproxy->mode == PR_MODE_HTTP) {
Vincent Bernat02779b62016-04-03 13:48:43 +0200314 node = calloc(1, sizeof(*node));
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100315 if (!node) {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100316 memprintf(err, "out of memory error");
Dragan Dosen61302da2019-04-30 00:40:02 +0200317 goto error_free;
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100318 }
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100319 node->type = logformat_keywords[j].type;
320 node->options = *defoptions;
321 if (arg_len) {
322 node->arg = my_strndup(arg, arg_len);
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100323 if (!parse_logformat_var_args(node->arg, node, err))
Dragan Dosen61302da2019-04-30 00:40:02 +0200324 goto error_free;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100325 }
326 if (node->type == LOG_FMT_GLOBAL) {
327 *defoptions = node->options;
328 free(node->arg);
329 free(node);
330 } else {
331 if (logformat_keywords[j].config_callback &&
332 logformat_keywords[j].config_callback(node, curproxy) != 0) {
Dragan Dosen61302da2019-04-30 00:40:02 +0200333 goto error_free;
William Lallemand723b73a2012-02-08 16:37:49 +0100334 }
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100335 curproxy->to_log |= logformat_keywords[j].lw;
Willy Tarreau2b718102021-04-21 07:32:39 +0200336 LIST_APPEND(list_format, &node->list);
William Lallemand723b73a2012-02-08 16:37:49 +0100337 }
Thierry FOURNIER / OZON.IOeca4d952016-11-22 22:06:04 +0100338 return 1;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100339 } else {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100340 memprintf(err, "format variable '%s' is reserved for HTTP mode",
341 logformat_keywords[j].name);
Dragan Dosen61302da2019-04-30 00:40:02 +0200342 goto error_free;
William Lallemand723b73a2012-02-08 16:37:49 +0100343 }
William Lallemand723b73a2012-02-08 16:37:49 +0100344 }
345 }
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100346
347 j = var[var_len];
348 var[var_len] = 0;
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100349 memprintf(err, "no such format variable '%s'. If you wanted to emit the '%%' character verbatim, you need to use '%%%%'", var);
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100350 var[var_len] = j;
Dragan Dosen61302da2019-04-30 00:40:02 +0200351
352 error_free:
353 if (node) {
354 free(node->arg);
355 free(node);
356 }
Thierry FOURNIER / OZON.IOeca4d952016-11-22 22:06:04 +0100357 return 0;
William Lallemand723b73a2012-02-08 16:37:49 +0100358}
359
360/*
361 * push to the logformat linked list
362 *
363 * start: start pointer
364 * end: end text pointer
365 * type: string type
William Lallemand1d705562012-03-12 12:46:41 +0100366 * list_format: destination list
William Lallemand723b73a2012-02-08 16:37:49 +0100367 *
368 * LOG_TEXT: copy chars from start to end excluding end.
369 *
370*/
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100371int add_to_logformat_list(char *start, char *end, int type, struct list *list_format, char **err)
William Lallemand723b73a2012-02-08 16:37:49 +0100372{
373 char *str;
374
Willy Tarreaua3571662012-12-20 21:59:12 +0100375 if (type == LF_TEXT) { /* type text */
Vincent Bernat02779b62016-04-03 13:48:43 +0200376 struct logformat_node *node = calloc(1, sizeof(*node));
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100377 if (!node) {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100378 memprintf(err, "out of memory error");
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100379 return 0;
380 }
Vincent Bernat02779b62016-04-03 13:48:43 +0200381 str = calloc(1, end - start + 1);
William Lallemand723b73a2012-02-08 16:37:49 +0100382 strncpy(str, start, end - start);
William Lallemand723b73a2012-02-08 16:37:49 +0100383 str[end - start] = '\0';
384 node->arg = str;
William Lallemand1d705562012-03-12 12:46:41 +0100385 node->type = LOG_FMT_TEXT; // type string
Willy Tarreau2b718102021-04-21 07:32:39 +0200386 LIST_APPEND(list_format, &node->list);
Willy Tarreaua3571662012-12-20 21:59:12 +0100387 } else if (type == LF_SEPARATOR) {
Vincent Bernat02779b62016-04-03 13:48:43 +0200388 struct logformat_node *node = calloc(1, sizeof(*node));
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100389 if (!node) {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100390 memprintf(err, "out of memory error");
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100391 return 0;
392 }
William Lallemand1d705562012-03-12 12:46:41 +0100393 node->type = LOG_FMT_SEPARATOR;
Willy Tarreau2b718102021-04-21 07:32:39 +0200394 LIST_APPEND(list_format, &node->list);
William Lallemand723b73a2012-02-08 16:37:49 +0100395 }
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100396 return 1;
William Lallemand723b73a2012-02-08 16:37:49 +0100397}
398
399/*
Willy Tarreauc8368452012-12-21 00:09:23 +0100400 * Parse the sample fetch expression <text> and add a node to <list_format> upon
401 * success. At the moment, sample converters are not yet supported but fetch arguments
Willy Tarreaucd0d2ed2020-02-14 17:33:06 +0100402 * should work. The curpx->conf.args.ctx must be set by the caller. If an end pointer
403 * is passed in <endptr>, it will be updated with the pointer to the first character
404 * not part of the sample expression.
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100405 *
406 * In error case, the function returns 0, otherwise it returns 1.
Willy Tarreauc8368452012-12-21 00:09:23 +0100407 */
Willy Tarreaucd0d2ed2020-02-14 17:33:06 +0100408int add_sample_to_logformat_list(char *text, char *arg, int arg_len, struct proxy *curpx, struct list *list_format, int options, int cap, char **err, char **endptr)
Willy Tarreauc8368452012-12-21 00:09:23 +0100409{
410 char *cmd[2];
Dragan Dosen61302da2019-04-30 00:40:02 +0200411 struct sample_expr *expr = NULL;
412 struct logformat_node *node = NULL;
Willy Tarreauc8368452012-12-21 00:09:23 +0100413 int cmd_arg;
414
415 cmd[0] = text;
416 cmd[1] = "";
417 cmd_arg = 0;
418
Christopher Fauleteaba25d2021-09-30 16:22:51 +0200419 expr = sample_parse_expr(cmd, &cmd_arg, curpx->conf.args.file, curpx->conf.args.line, err,
420 (curpx->cap & PR_CAP_DEF) ? NULL: &curpx->conf.args, endptr);
Willy Tarreauc8368452012-12-21 00:09:23 +0100421 if (!expr) {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100422 memprintf(err, "failed to parse sample expression <%s> : %s", text, *err);
Dragan Dosen61302da2019-04-30 00:40:02 +0200423 goto error_free;
Willy Tarreauc8368452012-12-21 00:09:23 +0100424 }
425
Vincent Bernat02779b62016-04-03 13:48:43 +0200426 node = calloc(1, sizeof(*node));
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100427 if (!node) {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100428 memprintf(err, "out of memory error");
Dragan Dosen61302da2019-04-30 00:40:02 +0200429 goto error_free;
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100430 }
Willy Tarreauc8368452012-12-21 00:09:23 +0100431 node->type = LOG_FMT_EXPR;
432 node->expr = expr;
433 node->options = options;
434
435 if (arg_len) {
436 node->arg = my_strndup(arg, arg_len);
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100437 if (!parse_logformat_var_args(node->arg, node, err))
Dragan Dosen61302da2019-04-30 00:40:02 +0200438 goto error_free;
Willy Tarreauc8368452012-12-21 00:09:23 +0100439 }
Willy Tarreau434c57c2013-01-08 01:10:24 +0100440 if (expr->fetch->val & cap & SMP_VAL_REQUEST)
Willy Tarreauc8368452012-12-21 00:09:23 +0100441 node->options |= LOG_OPT_REQ_CAP; /* fetch method is request-compatible */
442
Willy Tarreau434c57c2013-01-08 01:10:24 +0100443 if (expr->fetch->val & cap & SMP_VAL_RESPONSE)
Willy Tarreauc8368452012-12-21 00:09:23 +0100444 node->options |= LOG_OPT_RES_CAP; /* fetch method is response-compatible */
445
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100446 if (!(expr->fetch->val & cap)) {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100447 memprintf(err, "sample fetch <%s> may not be reliably used here because it needs '%s' which is not available here",
448 text, sample_src_names(expr->fetch->use));
Dragan Dosen61302da2019-04-30 00:40:02 +0200449 goto error_free;
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100450 }
Willy Tarreau434c57c2013-01-08 01:10:24 +0100451
Christopher Faulet581db2b2021-03-26 10:02:46 +0100452 if ((options & LOG_OPT_HTTP) && (expr->fetch->use & (SMP_USE_L6REQ|SMP_USE_L6RES))) {
453 ha_warning("parsing [%s:%d] : L6 sample fetch <%s> ignored in HTTP log-format string.\n",
454 curpx->conf.args.file, curpx->conf.args.line, text);
455 }
456
Christopher Faulet711ed6a2019-07-16 14:16:10 +0200457 /* check if we need to allocate an http_txn struct for HTTP parsing */
Willy Tarreauc8368452012-12-21 00:09:23 +0100458 /* Note, we may also need to set curpx->to_log with certain fetches */
Willy Tarreau25320b22013-03-24 07:22:08 +0100459 curpx->http_needed |= !!(expr->fetch->use & SMP_USE_HTTP_ANY);
Willy Tarreauc8368452012-12-21 00:09:23 +0100460
William Lallemand65ad6e12014-01-31 15:08:02 +0100461 /* FIXME: temporary workaround for missing LW_XPRT and LW_REQ flags
462 * needed with some sample fetches (eg: ssl*). We always set it for
463 * now on, but this will leave with sample capabilities soon.
Willy Tarreau1f31c732013-01-10 16:22:27 +0100464 */
465 curpx->to_log |= LW_XPRT;
Christopher Fauletd2236cd2020-04-06 18:29:14 +0200466 if (curpx->http_needed)
467 curpx->to_log |= LW_REQ;
Willy Tarreau2b718102021-04-21 07:32:39 +0200468 LIST_APPEND(list_format, &node->list);
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100469 return 1;
Dragan Dosen61302da2019-04-30 00:40:02 +0200470
471 error_free:
472 release_sample_expr(expr);
473 if (node) {
474 free(node->arg);
475 free(node);
476 }
477 return 0;
Willy Tarreauc8368452012-12-21 00:09:23 +0100478}
479
480/*
William Lallemand723b73a2012-02-08 16:37:49 +0100481 * Parse the log_format string and fill a linked list.
482 * Variable name are preceded by % and composed by characters [a-zA-Z0-9]* : %varname
Willy Tarreaua4312fa2013-04-02 16:34:32 +0200483 * You can set arguments using { } : %{many arguments}varname.
484 * The curproxy->conf.args.ctx must be set by the caller.
William Lallemand1d705562012-03-12 12:46:41 +0100485 *
Ilya Shipitsinae40dbc2020-04-04 12:59:53 +0500486 * fmt: the string to parse
William Lallemand1d705562012-03-12 12:46:41 +0100487 * curproxy: the proxy affected
488 * list_format: the destination list
Willy Tarreau6cbbdbf2013-02-05 18:52:25 +0100489 * options: LOG_OPT_* to force on every node
Willy Tarreau434c57c2013-01-08 01:10:24 +0100490 * cap: all SMP_VAL_* flags supported by the consumer
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100491 *
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100492 * The function returns 1 in success case, otherwise, it returns 0 and err is filled.
William Lallemand723b73a2012-02-08 16:37:49 +0100493 */
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100494int parse_logformat_string(const char *fmt, struct proxy *curproxy, struct list *list_format, int options, int cap, char **err)
William Lallemand723b73a2012-02-08 16:37:49 +0100495{
Willy Tarreaub83bc1e2012-12-24 12:36:33 +0100496 char *sp, *str, *backfmt; /* start pointer for text parts */
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100497 char *arg = NULL; /* start pointer for args */
498 char *var = NULL; /* start pointer for vars */
499 int arg_len = 0;
500 int var_len = 0;
501 int cformat; /* current token format */
502 int pformat; /* previous token format */
William Lallemand723b73a2012-02-08 16:37:49 +0100503 struct logformat_node *tmplf, *back;
504
Willy Tarreaub83bc1e2012-12-24 12:36:33 +0100505 sp = str = backfmt = strdup(fmt);
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100506 if (!str) {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100507 memprintf(err, "out of memory error");
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100508 return 0;
509 }
William Lallemand1dc00ef2012-08-09 16:41:35 +0200510 curproxy->to_log |= LW_INIT;
William Lallemand5e19a282012-04-02 16:22:10 +0200511
William Lallemand723b73a2012-02-08 16:37:49 +0100512 /* flush the list first. */
William Lallemand1d705562012-03-12 12:46:41 +0100513 list_for_each_entry_safe(tmplf, back, list_format, list) {
Willy Tarreau2b718102021-04-21 07:32:39 +0200514 LIST_DELETE(&tmplf->list);
Dragan Dosen61302da2019-04-30 00:40:02 +0200515 release_sample_expr(tmplf->expr);
516 free(tmplf->arg);
William Lallemand723b73a2012-02-08 16:37:49 +0100517 free(tmplf);
518 }
519
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100520 for (cformat = LF_INIT; cformat != LF_END; str++) {
William Lallemand723b73a2012-02-08 16:37:49 +0100521 pformat = cformat;
522
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100523 if (!*str)
524 cformat = LF_END; // preset it to save all states from doing this
William Lallemand723b73a2012-02-08 16:37:49 +0100525
Joseph Herlant85b40592018-11-15 12:10:04 -0800526 /* The principle of the two-step state machine below is to first detect a change, and
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100527 * second have all common paths processed at one place. The common paths are the ones
528 * encountered in text areas (LF_INIT, LF_TEXT, LF_SEPARATOR) and at the end (LF_END).
529 * We use the common LF_INIT state to dispatch to the different final states.
530 */
531 switch (pformat) {
532 case LF_STARTVAR: // text immediately following a '%'
Willy Tarreauc8368452012-12-21 00:09:23 +0100533 arg = NULL; var = NULL;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100534 arg_len = var_len = 0;
535 if (*str == '{') { // optional argument
536 cformat = LF_STARG;
537 arg = str + 1;
William Lallemand723b73a2012-02-08 16:37:49 +0100538 }
Willy Tarreauc8368452012-12-21 00:09:23 +0100539 else if (*str == '[') {
540 cformat = LF_STEXPR;
541 var = str + 1; // store expr in variable name
542 }
Willy Tarreau0f28f822013-12-16 01:38:33 +0100543 else if (isalpha((unsigned char)*str)) { // variable name
William Lallemand723b73a2012-02-08 16:37:49 +0100544 cformat = LF_VAR;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100545 var = str;
William Lallemand723b73a2012-02-08 16:37:49 +0100546 }
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100547 else if (*str == '%')
Ilya Shipitsin856aabc2020-04-16 23:51:34 +0500548 cformat = LF_TEXT; // convert this character to a literal (useful for '%')
Willy Tarreau0f28f822013-12-16 01:38:33 +0100549 else if (isdigit((unsigned char)*str) || *str == ' ' || *str == '\t') {
Willy Tarreau06d97f92013-12-02 17:45:48 +0100550 /* single '%' followed by blank or digit, send them both */
551 cformat = LF_TEXT;
552 pformat = LF_TEXT; /* finally we include the previous char as well */
553 sp = str - 1; /* send both the '%' and the current char */
Jim Freemana2278c82017-04-15 08:01:59 -0600554 memprintf(err, "unexpected variable name near '%c' at position %d line : '%s'. Maybe you want to write a single '%%', use the syntax '%%%%'",
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100555 *str, (int)(str - backfmt), fmt);
Willy Tarreau51013e82019-12-11 12:05:39 +0100556 goto fail;
Willy Tarreau06d97f92013-12-02 17:45:48 +0100557
558 }
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100559 else
Ilya Shipitsin856aabc2020-04-16 23:51:34 +0500560 cformat = LF_INIT; // handle other cases of literals
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100561 break;
562
563 case LF_STARG: // text immediately following '%{'
564 if (*str == '}') { // end of arg
William Lallemand723b73a2012-02-08 16:37:49 +0100565 cformat = LF_EDARG;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100566 arg_len = str - arg;
567 *str = 0; // used for reporting errors
William Lallemand723b73a2012-02-08 16:37:49 +0100568 }
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100569 break;
570
571 case LF_EDARG: // text immediately following '%{arg}'
Willy Tarreauc8368452012-12-21 00:09:23 +0100572 if (*str == '[') {
573 cformat = LF_STEXPR;
574 var = str + 1; // store expr in variable name
575 break;
576 }
Willy Tarreau0f28f822013-12-16 01:38:33 +0100577 else if (isalnum((unsigned char)*str)) { // variable name
William Lallemand723b73a2012-02-08 16:37:49 +0100578 cformat = LF_VAR;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100579 var = str;
580 break;
581 }
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100582 memprintf(err, "parse argument modifier without variable name near '%%{%s}'", arg);
Willy Tarreau51013e82019-12-11 12:05:39 +0100583 goto fail;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100584
Willy Tarreauc8368452012-12-21 00:09:23 +0100585 case LF_STEXPR: // text immediately following '%['
Willy Tarreaucd0d2ed2020-02-14 17:33:06 +0100586 /* the whole sample expression is parsed at once,
587 * returning the pointer to the first character not
588 * part of the expression, which MUST be the trailing
589 * angle bracket.
590 */
591 if (!add_sample_to_logformat_list(var, arg, arg_len, curproxy, list_format, options, cap, err, &str))
592 goto fail;
593
594 if (*str == ']') {
595 // end of arg, go on with next state
596 cformat = pformat = LF_EDEXPR;
597 sp = str;
598 }
599 else {
600 char c = *str;
601 *str = 0;
Willy Tarreau90807112020-02-25 08:16:33 +0100602 if (isprint((unsigned char)c))
Willy Tarreaucd0d2ed2020-02-14 17:33:06 +0100603 memprintf(err, "expected ']' after '%s', but found '%c'", var, c);
604 else
605 memprintf(err, "missing ']' after '%s'", var);
Dragan Dosen2866acf2020-06-30 21:16:43 +0200606 goto fail;
Willy Tarreauc8368452012-12-21 00:09:23 +0100607 }
608 break;
609
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100610 case LF_VAR: // text part of a variable name
611 var_len = str - var;
Willy Tarreau0f28f822013-12-16 01:38:33 +0100612 if (!isalnum((unsigned char)*str))
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100613 cformat = LF_INIT; // not variable name anymore
614 break;
615
Willy Tarreauc8368452012-12-21 00:09:23 +0100616 default: // LF_INIT, LF_TEXT, LF_SEPARATOR, LF_END, LF_EDEXPR
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100617 cformat = LF_INIT;
618 }
619
620 if (cformat == LF_INIT) { /* resynchronize state to text/sep/startvar */
621 switch (*str) {
622 case '%': cformat = LF_STARTVAR; break;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100623 case 0 : cformat = LF_END; break;
Dragan Dosen1e3b16f2020-06-23 18:16:44 +0200624 case ' ':
625 if (options & LOG_OPT_MERGE_SPACES) {
626 cformat = LF_SEPARATOR;
627 break;
628 }
629 /* fall through */
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100630 default : cformat = LF_TEXT; break;
William Lallemand723b73a2012-02-08 16:37:49 +0100631 }
632 }
633
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100634 if (cformat != pformat || pformat == LF_SEPARATOR) {
635 switch (pformat) {
636 case LF_VAR:
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100637 if (!parse_logformat_var(arg, arg_len, var, var_len, curproxy, list_format, &options, err))
Willy Tarreau51013e82019-12-11 12:05:39 +0100638 goto fail;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100639 break;
640 case LF_TEXT:
641 case LF_SEPARATOR:
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100642 if (!add_to_logformat_list(sp, str, pformat, list_format, err))
Willy Tarreau51013e82019-12-11 12:05:39 +0100643 goto fail;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100644 break;
645 }
646 sp = str; /* new start of text at every state switch and at every separator */
William Lallemand723b73a2012-02-08 16:37:49 +0100647 }
648 }
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100649
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100650 if (pformat == LF_STARTVAR || pformat == LF_STARG || pformat == LF_STEXPR) {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100651 memprintf(err, "truncated line after '%s'", var ? var : arg ? arg : "%");
Willy Tarreau51013e82019-12-11 12:05:39 +0100652 goto fail;
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100653 }
Willy Tarreaub83bc1e2012-12-24 12:36:33 +0100654 free(backfmt);
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100655
656 return 1;
Willy Tarreau51013e82019-12-11 12:05:39 +0100657 fail:
658 free(backfmt);
659 return 0;
William Lallemand723b73a2012-02-08 16:37:49 +0100660}
661
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200662/*
Ilya Shipitsin856aabc2020-04-16 23:51:34 +0500663 * Parse the first range of indexes from a string made of a list of comma separated
Frédéric Lécailled95ea282019-04-24 16:14:33 +0200664 * ranges of indexes. Note that an index may be considered as a particular range
665 * with a high limit to the low limit.
666 */
667int get_logsrv_smp_range(unsigned int *low, unsigned int *high, char **arg, char **err)
668{
669 char *end, *p;
670
671 *low = *high = 0;
672
673 p = *arg;
674 end = strchr(p, ',');
675 if (!end)
676 end = p + strlen(p);
677
678 *high = *low = read_uint((const char **)&p, end);
679 if (!*low || (p != end && *p != '-'))
680 goto err;
681
682 if (p == end)
683 goto done;
684
685 p++;
686 *high = read_uint((const char **)&p, end);
687 if (!*high || *high <= *low || p != end)
688 goto err;
689
690 done:
691 if (*end == ',')
692 end++;
693 *arg = end;
694 return 1;
695
696 err:
697 memprintf(err, "wrong sample range '%s'", *arg);
698 return 0;
699}
700
701/*
702 * Returns 1 if the range defined by <low> and <high> overlaps
703 * one of them in <rgs> array of ranges with <sz> the size of this
704 * array, 0 if not.
705 */
706int smp_log_ranges_overlap(struct smp_log_range *rgs, size_t sz,
707 unsigned int low, unsigned int high, char **err)
708{
709 size_t i;
710
711 for (i = 0; i < sz; i++) {
712 if ((low >= rgs[i].low && low <= rgs[i].high) ||
713 (high >= rgs[i].low && high <= rgs[i].high)) {
714 memprintf(err, "ranges are overlapping");
715 return 1;
716 }
717 }
718
719 return 0;
720}
721
722int smp_log_range_cmp(const void *a, const void *b)
723{
724 const struct smp_log_range *rg_a = a;
725 const struct smp_log_range *rg_b = b;
726
727 if (rg_a->high < rg_b->low)
728 return -1;
729 else if (rg_a->low > rg_b->high)
730 return 1;
731
732 return 0;
733}
734
735/*
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200736 * Parse "log" keyword and update <logsrvs> list accordingly.
737 *
738 * When <do_del> is set, it means the "no log" line was parsed, so all log
739 * servers in <logsrvs> are released.
740 *
741 * Otherwise, we try to parse the "log" line. First of all, when the list is not
742 * the global one, we look for the parameter "global". If we find it,
743 * global.logsrvs is copied. Else we parse each arguments.
744 *
745 * The function returns 1 in success case, otherwise, it returns 0 and err is
746 * filled.
747 */
Emeric Brun9533a702021-04-02 10:13:43 +0200748int parse_logsrv(char **args, struct list *logsrvs, int do_del, const char *file, int linenum, char **err)
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200749{
Willy Tarreauae32ac72020-10-27 09:51:37 +0100750 struct smp_log_range *smp_rgs = NULL;
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200751 struct sockaddr_storage *sk;
Emeric Brun94aab062021-04-02 10:41:36 +0200752 struct protocol *proto;
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200753 struct logsrv *logsrv = NULL;
754 int port1, port2;
755 int cur_arg;
Willy Tarreau89599262020-09-15 14:03:26 +0200756 int fd;
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200757
758 /*
759 * "no log": delete previous herited or defined syslog
760 * servers.
761 */
762 if (do_del) {
763 struct logsrv *back;
764
765 if (*(args[1]) != 0) {
766 memprintf(err, "'no log' does not expect arguments");
767 goto error;
768 }
769
770 list_for_each_entry_safe(logsrv, back, logsrvs, list) {
Willy Tarreau2b718102021-04-21 07:32:39 +0200771 LIST_DELETE(&logsrv->list);
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200772 free(logsrv);
773 }
774 return 1;
775 }
776
777 /*
778 * "log global": copy global.logrsvs linked list to the end of logsrvs
779 * list. But first, we check (logsrvs != global.logsrvs).
780 */
Tim Duesterhuse5ff1412021-01-02 22:31:53 +0100781 if (*(args[1]) && *(args[2]) == 0 && strcmp(args[1], "global") == 0) {
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200782 if (logsrvs == &global.logsrvs) {
783 memprintf(err, "'global' is not supported for a global syslog server");
784 goto error;
785 }
786 list_for_each_entry(logsrv, &global.logsrvs, list) {
Christopher Faulet28ac0992018-03-26 16:09:19 +0200787 struct logsrv *node;
788
789 list_for_each_entry(node, logsrvs, list) {
790 if (node->ref == logsrv)
791 goto skip_logsrv;
792 }
793
794 node = malloc(sizeof(*node));
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200795 memcpy(node, logsrv, sizeof(struct logsrv));
Christopher Faulet28ac0992018-03-26 16:09:19 +0200796 node->ref = logsrv;
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200797 LIST_INIT(&node->list);
Willy Tarreau2b718102021-04-21 07:32:39 +0200798 LIST_APPEND(logsrvs, &node->list);
Emeric Brun9533a702021-04-02 10:13:43 +0200799 node->conf.file = strdup(file);
800 node->conf.line = linenum;
Christopher Faulet28ac0992018-03-26 16:09:19 +0200801
802 skip_logsrv:
803 continue;
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200804 }
805 return 1;
806 }
807
808 /*
809 * "log <address> ...: parse a syslog server line
810 */
811 if (*(args[1]) == 0 || *(args[2]) == 0) {
812 memprintf(err, "expects <address> and <facility> %s as arguments",
813 ((logsrvs == &global.logsrvs) ? "" : "or global"));
814 goto error;
815 }
816
Willy Tarreau5a32ecc2018-11-12 07:34:59 +0100817 /* take care of "stdout" and "stderr" as regular aliases for fd@1 / fd@2 */
818 if (strcmp(args[1], "stdout") == 0)
819 args[1] = "fd@1";
820 else if (strcmp(args[1], "stderr") == 0)
821 args[1] = "fd@2";
822
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200823 logsrv = calloc(1, sizeof(*logsrv));
824 if (!logsrv) {
825 memprintf(err, "out of memory");
826 goto error;
827 }
828
Emeric Brun9533a702021-04-02 10:13:43 +0200829 logsrv->conf.file = strdup(file);
830 logsrv->conf.line = linenum;
831
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200832 /* skip address for now, it will be parsed at the end */
833 cur_arg = 2;
834
835 /* just after the address, a length may be specified */
836 logsrv->maxlen = MAX_SYSLOG_LEN;
837 if (strcmp(args[cur_arg], "len") == 0) {
838 int len = atoi(args[cur_arg+1]);
839 if (len < 80 || len > 65535) {
840 memprintf(err, "invalid log length '%s', must be between 80 and 65535",
841 args[cur_arg+1]);
842 goto error;
843 }
844 logsrv->maxlen = len;
845 cur_arg += 2;
846 }
847 if (logsrv->maxlen > global.max_syslog_len)
848 global.max_syslog_len = logsrv->maxlen;
849
850 /* after the length, a format may be specified */
851 if (strcmp(args[cur_arg], "format") == 0) {
852 logsrv->format = get_log_format(args[cur_arg+1]);
Emeric Brun54648852020-07-06 15:54:06 +0200853 if (logsrv->format == LOG_FORMAT_UNSPEC) {
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200854 memprintf(err, "unknown log format '%s'", args[cur_arg+1]);
855 goto error;
856 }
857 cur_arg += 2;
858 }
859
Frédéric Lécailled95ea282019-04-24 16:14:33 +0200860 if (strcmp(args[cur_arg], "sample") == 0) {
861 unsigned low, high;
862 char *p, *beg, *end, *smp_sz_str;
Frédéric Lécailled95ea282019-04-24 16:14:33 +0200863 size_t smp_rgs_sz = 0, smp_sz = 0, new_smp_sz;
864
865 p = args[cur_arg+1];
866 smp_sz_str = strchr(p, ':');
867 if (!smp_sz_str) {
868 memprintf(err, "Missing sample size");
869 goto error;
870 }
871
872 *smp_sz_str++ = '\0';
873
874 end = p + strlen(p);
875
876 while (p != end) {
877 if (!get_logsrv_smp_range(&low, &high, &p, err))
878 goto error;
879
880 if (smp_rgs && smp_log_ranges_overlap(smp_rgs, smp_rgs_sz, low, high, err))
881 goto error;
882
883 smp_rgs = my_realloc2(smp_rgs, (smp_rgs_sz + 1) * sizeof *smp_rgs);
884 if (!smp_rgs) {
885 memprintf(err, "out of memory error");
886 goto error;
887 }
888
889 smp_rgs[smp_rgs_sz].low = low;
890 smp_rgs[smp_rgs_sz].high = high;
891 smp_rgs[smp_rgs_sz].sz = high - low + 1;
892 smp_rgs[smp_rgs_sz].curr_idx = 0;
893 if (smp_rgs[smp_rgs_sz].high > smp_sz)
894 smp_sz = smp_rgs[smp_rgs_sz].high;
895 smp_rgs_sz++;
896 }
897
Tim Duesterhus21648002019-06-23 22:10:10 +0200898 if (smp_rgs == NULL) {
899 memprintf(err, "no sampling ranges given");
900 goto error;
901 }
902
Frédéric Lécailled95ea282019-04-24 16:14:33 +0200903 beg = smp_sz_str;
904 end = beg + strlen(beg);
905 new_smp_sz = read_uint((const char **)&beg, end);
906 if (!new_smp_sz || beg != end) {
907 memprintf(err, "wrong sample size '%s' for sample range '%s'",
908 smp_sz_str, args[cur_arg+1]);
909 goto error;
910 }
911
912 if (new_smp_sz < smp_sz) {
913 memprintf(err, "sample size %zu should be greater or equal to "
914 "%zu the maximum of the high ranges limits",
915 new_smp_sz, smp_sz);
916 goto error;
917 }
918 smp_sz = new_smp_sz;
919
920 /* Let's order <smp_rgs> array. */
921 qsort(smp_rgs, smp_rgs_sz, sizeof(struct smp_log_range), smp_log_range_cmp);
922
923 logsrv->lb.smp_rgs = smp_rgs;
924 logsrv->lb.smp_rgs_sz = smp_rgs_sz;
925 logsrv->lb.smp_sz = smp_sz;
926
927 cur_arg += 2;
928 }
Frédéric Lécailled803e472019-04-25 07:42:09 +0200929 HA_SPIN_INIT(&logsrv->lock);
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200930 /* parse the facility */
931 logsrv->facility = get_log_facility(args[cur_arg]);
932 if (logsrv->facility < 0) {
933 memprintf(err, "unknown log facility '%s'", args[cur_arg]);
934 goto error;
935 }
936 cur_arg++;
937
938 /* parse the max syslog level (default: debug) */
939 logsrv->level = 7;
940 if (*(args[cur_arg])) {
941 logsrv->level = get_log_level(args[cur_arg]);
942 if (logsrv->level < 0) {
943 memprintf(err, "unknown optional log level '%s'", args[cur_arg]);
944 goto error;
945 }
946 cur_arg++;
947 }
948
949 /* parse the limit syslog level (default: emerg) */
950 logsrv->minlvl = 0;
951 if (*(args[cur_arg])) {
952 logsrv->minlvl = get_log_level(args[cur_arg]);
953 if (logsrv->minlvl < 0) {
954 memprintf(err, "unknown optional minimum log level '%s'", args[cur_arg]);
955 goto error;
956 }
957 cur_arg++;
958 }
959
960 /* Too many args */
961 if (*(args[cur_arg])) {
962 memprintf(err, "cannot handle unexpected argument '%s'", args[cur_arg]);
963 goto error;
964 }
965
966 /* now, back to the address */
Willy Tarreauf3dc30f2019-08-30 14:18:44 +0200967 logsrv->type = LOG_TARGET_DGRAM;
Willy Tarreauc046d162019-08-30 15:24:59 +0200968 if (strncmp(args[1], "ring@", 5) == 0) {
Willy Tarreauc046d162019-08-30 15:24:59 +0200969 logsrv->addr.ss_family = AF_UNSPEC;
970 logsrv->type = LOG_TARGET_BUFFER;
Emeric Brun99c453d2020-05-25 15:01:04 +0200971 logsrv->sink = NULL;
972 logsrv->ring_name = strdup(args[1] + 5);
Willy Tarreauc046d162019-08-30 15:24:59 +0200973 goto done;
974 }
975
Emeric Brun94aab062021-04-02 10:41:36 +0200976 sk = str2sa_range(args[1], NULL, &port1, &port2, &fd, &proto,
977 err, NULL, NULL,
978 PA_O_RESOLVE | PA_O_PORT_OK | PA_O_RAW_FD | PA_O_DGRAM | PA_O_STREAM | PA_O_DEFAULT_DGRAM);
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200979 if (!sk)
980 goto error;
Willy Tarreau89599262020-09-15 14:03:26 +0200981
982 if (fd != -1)
983 logsrv->type = LOG_TARGET_FD;
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200984 logsrv->addr = *sk;
985
986 if (sk->ss_family == AF_INET || sk->ss_family == AF_INET6) {
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200987 if (!port1)
988 set_host_port(&logsrv->addr, SYSLOG_PORT);
989 }
Emeric Brun9533a702021-04-02 10:13:43 +0200990
Emeric Brun26754902021-04-07 14:26:44 +0200991 if (proto && proto->ctrl_type == SOCK_STREAM) {
Emeric Brun94aab062021-04-02 10:41:36 +0200992 static unsigned long ring_ids;
993
994 /* Implicit sink buffer will be
995 * initialized in post_check
996 */
997 logsrv->type = LOG_TARGET_BUFFER;
998 logsrv->sink = NULL;
999 /* compute uniq name for the ring */
1000 memprintf(&logsrv->ring_name, "ring#%lu", ++ring_ids);
1001 }
1002
Willy Tarreauc046d162019-08-30 15:24:59 +02001003 done:
Willy Tarreau2b718102021-04-21 07:32:39 +02001004 LIST_APPEND(logsrvs, &logsrv->list);
Christopher Faulet4b0b79d2018-03-26 15:54:32 +02001005 return 1;
1006
1007 error:
Willy Tarreauae32ac72020-10-27 09:51:37 +01001008 free(smp_rgs);
Emeric Brun9533a702021-04-02 10:13:43 +02001009 if (logsrv) {
1010 free(logsrv->conf.file);
Willy Tarreaua0133fc2020-10-27 10:35:32 +01001011 free(logsrv->ring_name);
Emeric Brun9533a702021-04-02 10:13:43 +02001012 }
Christopher Faulet4b0b79d2018-03-26 15:54:32 +02001013 free(logsrv);
1014 return 0;
1015}
1016
Amaury Denoyelle7b01a8d2021-03-29 10:29:07 +02001017
1018/*
Emeric Brun54648852020-07-06 15:54:06 +02001019 * returns log format, LOG_FORMAT_UNSPEC is return if not found.
Dragan Dosen1322d092015-09-22 16:05:32 +02001020 */
Emeric Brun54648852020-07-06 15:54:06 +02001021enum log_fmt get_log_format(const char *fmt)
Dragan Dosen1322d092015-09-22 16:05:32 +02001022{
Emeric Brun54648852020-07-06 15:54:06 +02001023 enum log_fmt format;
Dragan Dosen1322d092015-09-22 16:05:32 +02001024
1025 format = LOG_FORMATS - 1;
Emeric Brun54648852020-07-06 15:54:06 +02001026 while (format > 0 && log_formats[format].name
Tim Duesterhuse5ff1412021-01-02 22:31:53 +01001027 && strcmp(log_formats[format].name, fmt) != 0)
Dragan Dosen1322d092015-09-22 16:05:32 +02001028 format--;
1029
Emeric Brun54648852020-07-06 15:54:06 +02001030 /* Note: 0 is LOG_FORMAT_UNSPEC */
Dragan Dosen1322d092015-09-22 16:05:32 +02001031 return format;
1032}
1033
1034/*
Willy Tarreaubaaee002006-06-26 02:48:02 +02001035 * returns log level for <lev> or -1 if not found.
1036 */
1037int get_log_level(const char *lev)
1038{
1039 int level;
1040
1041 level = NB_LOG_LEVELS - 1;
Tim Duesterhuse5ff1412021-01-02 22:31:53 +01001042 while (level >= 0 && strcmp(log_levels[level], lev) != 0)
Willy Tarreaubaaee002006-06-26 02:48:02 +02001043 level--;
1044
1045 return level;
1046}
1047
Willy Tarreaubaaee002006-06-26 02:48:02 +02001048/*
1049 * returns log facility for <fac> or -1 if not found.
1050 */
1051int get_log_facility(const char *fac)
1052{
1053 int facility;
1054
1055 facility = NB_LOG_FACILITIES - 1;
Tim Duesterhuse5ff1412021-01-02 22:31:53 +01001056 while (facility >= 0 && strcmp(log_facilities[facility], fac) != 0)
Willy Tarreaubaaee002006-06-26 02:48:02 +02001057 facility--;
William Lallemand2a4a44f2012-02-06 16:00:33 +01001058
Willy Tarreaubaaee002006-06-26 02:48:02 +02001059 return facility;
1060}
1061
William Lallemanda1cc3812012-02-08 16:38:44 +01001062/*
Dragan Dosen835b9212016-02-12 13:23:03 +01001063 * Encode the string.
1064 *
1065 * When using the +E log format option, it will try to escape '"\]'
1066 * characters with '\' as prefix. The same prefix should not be used as
1067 * <escape>.
1068 */
1069static char *lf_encode_string(char *start, char *stop,
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001070 const char escape, const long *map,
Dragan Dosen835b9212016-02-12 13:23:03 +01001071 const char *string,
1072 struct logformat_node *node)
1073{
1074 if (node->options & LOG_OPT_ESC) {
1075 if (start < stop) {
1076 stop--; /* reserve one byte for the final '\0' */
1077 while (start < stop && *string != '\0') {
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001078 if (!ha_bit_test((unsigned char)(*string), map)) {
1079 if (!ha_bit_test((unsigned char)(*string), rfc5424_escape_map))
Dragan Dosen835b9212016-02-12 13:23:03 +01001080 *start++ = *string;
1081 else {
1082 if (start + 2 >= stop)
1083 break;
1084 *start++ = '\\';
1085 *start++ = *string;
1086 }
1087 }
1088 else {
1089 if (start + 3 >= stop)
1090 break;
1091 *start++ = escape;
1092 *start++ = hextab[(*string >> 4) & 15];
1093 *start++ = hextab[*string & 15];
1094 }
1095 string++;
1096 }
1097 *start = '\0';
1098 }
1099 }
1100 else {
1101 return encode_string(start, stop, escape, map, string);
1102 }
1103
1104 return start;
1105}
1106
1107/*
1108 * Encode the chunk.
1109 *
1110 * When using the +E log format option, it will try to escape '"\]'
1111 * characters with '\' as prefix. The same prefix should not be used as
1112 * <escape>.
1113 */
1114static char *lf_encode_chunk(char *start, char *stop,
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001115 const char escape, const long *map,
Willy Tarreau83061a82018-07-13 11:56:34 +02001116 const struct buffer *chunk,
Dragan Dosen835b9212016-02-12 13:23:03 +01001117 struct logformat_node *node)
1118{
1119 char *str, *end;
1120
1121 if (node->options & LOG_OPT_ESC) {
1122 if (start < stop) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02001123 str = chunk->area;
1124 end = chunk->area + chunk->data;
Dragan Dosen835b9212016-02-12 13:23:03 +01001125
1126 stop--; /* reserve one byte for the final '\0' */
1127 while (start < stop && str < end) {
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001128 if (!ha_bit_test((unsigned char)(*str), map)) {
1129 if (!ha_bit_test((unsigned char)(*str), rfc5424_escape_map))
Dragan Dosen835b9212016-02-12 13:23:03 +01001130 *start++ = *str;
1131 else {
1132 if (start + 2 >= stop)
1133 break;
1134 *start++ = '\\';
1135 *start++ = *str;
1136 }
1137 }
1138 else {
1139 if (start + 3 >= stop)
1140 break;
1141 *start++ = escape;
1142 *start++ = hextab[(*str >> 4) & 15];
1143 *start++ = hextab[*str & 15];
1144 }
1145 str++;
1146 }
1147 *start = '\0';
1148 }
1149 }
1150 else {
1151 return encode_chunk(start, stop, escape, map, chunk);
1152 }
1153
1154 return start;
1155}
1156
1157/*
William Lallemanda1cc3812012-02-08 16:38:44 +01001158 * Write a string in the log string
Dragan Dosen835b9212016-02-12 13:23:03 +01001159 * Take cares of quote and escape options
William Lallemanda1cc3812012-02-08 16:38:44 +01001160 *
Joseph Herlant85b40592018-11-15 12:10:04 -08001161 * Return the address of the \0 character, or NULL on error
William Lallemanda1cc3812012-02-08 16:38:44 +01001162 */
Willy Tarreau26ffa852018-09-05 15:23:10 +02001163char *lf_text_len(char *dst, const char *src, size_t len, size_t size, const struct logformat_node *node)
William Lallemanda1cc3812012-02-08 16:38:44 +01001164{
Willy Tarreau2b0108a2012-12-21 19:23:44 +01001165 if (size < 2)
1166 return NULL;
William Lallemanda1cc3812012-02-08 16:38:44 +01001167
Willy Tarreau2b0108a2012-12-21 19:23:44 +01001168 if (node->options & LOG_OPT_QUOTE) {
1169 *(dst++) = '"';
1170 size--;
William Lallemandbddd4fd2012-02-27 11:23:10 +01001171 }
Willy Tarreau2b0108a2012-12-21 19:23:44 +01001172
Willy Tarreau6cbbdbf2013-02-05 18:52:25 +01001173 if (src && len) {
Dragan Dosendb1b6f92016-07-25 11:35:02 +02001174 if (++len > size)
1175 len = size;
Dragan Dosen835b9212016-02-12 13:23:03 +01001176 if (node->options & LOG_OPT_ESC) {
Dragan Dosen835b9212016-02-12 13:23:03 +01001177 char *ret;
1178
Dragan Dosendb1b6f92016-07-25 11:35:02 +02001179 ret = escape_string(dst, dst + len, '\\', rfc5424_escape_map, src);
Dragan Dosen835b9212016-02-12 13:23:03 +01001180 if (ret == NULL || *ret != '\0')
1181 return NULL;
1182 len = ret - dst;
1183 }
1184 else {
Dragan Dosen835b9212016-02-12 13:23:03 +01001185 len = strlcpy2(dst, src, len);
1186 }
Willy Tarreau2b0108a2012-12-21 19:23:44 +01001187
1188 size -= len;
1189 dst += len;
1190 }
Willy Tarreau6cbbdbf2013-02-05 18:52:25 +01001191 else if ((node->options & (LOG_OPT_QUOTE|LOG_OPT_MANDATORY)) == LOG_OPT_MANDATORY) {
1192 if (size < 2)
1193 return NULL;
1194 *(dst++) = '-';
1195 }
Willy Tarreau2b0108a2012-12-21 19:23:44 +01001196
1197 if (node->options & LOG_OPT_QUOTE) {
1198 if (size < 2)
1199 return NULL;
1200 *(dst++) = '"';
1201 }
1202
1203 *dst = '\0';
William Lallemandbddd4fd2012-02-27 11:23:10 +01001204 return dst;
William Lallemanda1cc3812012-02-08 16:38:44 +01001205}
1206
Willy Tarreau26ffa852018-09-05 15:23:10 +02001207static inline char *lf_text(char *dst, const char *src, size_t size, const struct logformat_node *node)
Willy Tarreau2b0108a2012-12-21 19:23:44 +01001208{
1209 return lf_text_len(dst, src, size, size, node);
1210}
1211
William Lallemand5f232402012-04-05 18:02:55 +02001212/*
Joseph Herlant85b40592018-11-15 12:10:04 -08001213 * Write a IP address to the log string
Ilya Shipitsin856aabc2020-04-16 23:51:34 +05001214 * +X option write in hexadecimal notation, most significant byte on the left
William Lallemand5f232402012-04-05 18:02:55 +02001215 */
Willy Tarreau26ffa852018-09-05 15:23:10 +02001216char *lf_ip(char *dst, const struct sockaddr *sockaddr, size_t size, const struct logformat_node *node)
William Lallemand5f232402012-04-05 18:02:55 +02001217{
1218 char *ret = dst;
1219 int iret;
1220 char pn[INET6_ADDRSTRLEN];
1221
1222 if (node->options & LOG_OPT_HEXA) {
Radek Zajic594c4562019-03-22 10:21:54 +00001223 unsigned char *addr = NULL;
1224 switch (sockaddr->sa_family) {
1225 case AF_INET:
1226 addr = (unsigned char *)&((struct sockaddr_in *)sockaddr)->sin_addr.s_addr;
1227 iret = snprintf(dst, size, "%02X%02X%02X%02X", addr[0], addr[1], addr[2], addr[3]);
1228 break;
1229 case AF_INET6:
1230 addr = (unsigned char *)&((struct sockaddr_in6 *)sockaddr)->sin6_addr.s6_addr;
1231 iret = snprintf(dst, size, "%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X",
1232 addr[0], addr[1], addr[2], addr[3], addr[4], addr[5], addr[6], addr[7],
1233 addr[8], addr[9], addr[10], addr[11], addr[12], addr[13], addr[14], addr[15]);
1234 break;
1235 default:
1236 return NULL;
1237 }
William Lallemand5f232402012-04-05 18:02:55 +02001238 if (iret < 0 || iret > size)
1239 return NULL;
1240 ret += iret;
1241 } else {
1242 addr_to_str((struct sockaddr_storage *)sockaddr, pn, sizeof(pn));
1243 ret = lf_text(dst, pn, size, node);
1244 if (ret == NULL)
1245 return NULL;
1246 }
1247 return ret;
1248}
1249
1250/*
1251 * Write a port to the log
Ilya Shipitsin856aabc2020-04-16 23:51:34 +05001252 * +X option write in hexadecimal notation, most significant byte on the left
William Lallemand5f232402012-04-05 18:02:55 +02001253 */
Willy Tarreau26ffa852018-09-05 15:23:10 +02001254char *lf_port(char *dst, const struct sockaddr *sockaddr, size_t size, const struct logformat_node *node)
William Lallemand5f232402012-04-05 18:02:55 +02001255{
1256 char *ret = dst;
1257 int iret;
1258
1259 if (node->options & LOG_OPT_HEXA) {
1260 const unsigned char *port = (const unsigned char *)&((struct sockaddr_in *)sockaddr)->sin_port;
1261 iret = snprintf(dst, size, "%02X%02X", port[0], port[1]);
1262 if (iret < 0 || iret > size)
1263 return NULL;
1264 ret += iret;
1265 } else {
1266 ret = ltoa_o(get_host_port((struct sockaddr_storage *)sockaddr), dst, size);
1267 if (ret == NULL)
1268 return NULL;
1269 }
1270 return ret;
1271}
1272
Emeric Brun54648852020-07-06 15:54:06 +02001273
1274/*
1275 * This function sends the syslog message using a printf format string. It
1276 * expects an LF-terminated message.
Willy Tarreaub1a2faf2012-03-19 16:51:53 +01001277 */
Emeric Brun54648852020-07-06 15:54:06 +02001278void send_log(struct proxy *p, int level, const char *format, ...)
Willy Tarreaubaaee002006-06-26 02:48:02 +02001279{
Emeric Brun54648852020-07-06 15:54:06 +02001280 va_list argp;
1281 int data_len;
1282
1283 if (level < 0 || format == NULL || logline == NULL)
1284 return;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001285
Emeric Brun54648852020-07-06 15:54:06 +02001286 va_start(argp, format);
1287 data_len = vsnprintf(logline, global.max_syslog_len, format, argp);
1288 if (data_len < 0 || data_len > global.max_syslog_len)
1289 data_len = global.max_syslog_len;
1290 va_end(argp);
Willy Tarreaufe944602007-10-25 10:34:16 +02001291
Emeric Brun54648852020-07-06 15:54:06 +02001292 __send_log((p ? &p->logsrvs : NULL), (p ? &p->log_tag : NULL), level,
1293 logline, data_len, default_rfc5424_sd_log_format, 2);
1294}
1295/*
1296 * This function builds a log header of given format using given
1297 * metadata, if format is set to LOF_FORMAT_UNSPEC, it tries
1298 * to determine format based on given metadas. It is useful
1299 * for log-forwarding to be able to forward any format without
1300 * settings.
1301 * This function returns a struct ist array of elements of the header
1302 * nbelem is set to the number of available elements.
Ilya Shipitsin6b79f382020-07-23 00:32:55 +05001303 * This function returns currently a maximum of NB_LOG_HDR_IST_ELEMENTS
Emeric Brun54648852020-07-06 15:54:06 +02001304 * elements.
1305 */
1306struct ist *build_log_header(enum log_fmt format, int level, int facility,
1307 struct ist *metadata, size_t *nbelem)
1308{
1309 static THREAD_LOCAL struct {
1310 struct ist ist_vector[NB_LOG_HDR_MAX_ELEMENTS];
1311 char timestamp_buffer[LOG_LEGACYTIME_LEN+1+1];
1312 time_t cur_legacy_time;
1313 char priority_buffer[6];
1314 } hdr_ctx = { .priority_buffer = "<<<<>" };
Willy Tarreaubaaee002006-06-26 02:48:02 +02001315
Emeric Brun54648852020-07-06 15:54:06 +02001316 struct tm logtime;
1317 int len;
1318 int fac_level = 0;
1319 time_t time = date.tv_sec;
Dragan Dosen43885c72015-10-01 13:18:13 +02001320
Emeric Brun54648852020-07-06 15:54:06 +02001321 *nbelem = 0;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001322
Emeric Brun54648852020-07-06 15:54:06 +02001323
1324 if (format == LOG_FORMAT_UNSPEC) {
1325 format = LOG_FORMAT_RAW;
1326 if (metadata) {
1327 /* If a hostname is set, it appears we want to perform syslog
1328 * because only rfc5427 or rfc3164 support an hostname.
1329 */
1330 if (metadata[LOG_META_HOST].len) {
1331 /* If a rfc5424 compliant timestamp is used we consider
1332 * that output format is rfc5424, else legacy format
1333 * is used as specified default for local logs
1334 * in documentation.
1335 */
1336 if ((metadata[LOG_META_TIME].len == 1 && metadata[LOG_META_TIME].ptr[0] == '-')
1337 || (metadata[LOG_META_TIME].len >= LOG_ISOTIME_MINLEN))
1338 format = LOG_FORMAT_RFC5424;
1339 else
1340 format = LOG_FORMAT_RFC3164;
1341 }
Emeric Brun0237c4e2020-11-27 16:24:34 +01001342 else if (metadata[LOG_META_TAG].len) {
1343 /* Tag is present but no hostname, we should
Ilya Shipitsinf38a0182020-12-21 01:16:17 +05001344 * consider we try to emit a local log
Emeric Brun0237c4e2020-11-27 16:24:34 +01001345 * in legacy format (analog to RFC3164 but
1346 * with stripped hostname).
1347 */
1348 format = LOG_FORMAT_LOCAL;
1349 }
Emeric Brun54648852020-07-06 15:54:06 +02001350 else if (metadata[LOG_META_PRIO].len) {
1351 /* the source seems a parsed message
1352 * offering a valid level/prio prefix
1353 * so we consider this format.
1354 */
1355 format = LOG_FORMAT_PRIO;
1356 }
1357 }
Willy Tarreaubaaee002006-06-26 02:48:02 +02001358 }
1359
Emeric Brun54648852020-07-06 15:54:06 +02001360 /* prepare priority, stored into 1 single elem */
1361 switch (format) {
Emeric Brun0237c4e2020-11-27 16:24:34 +01001362 case LOG_FORMAT_LOCAL:
Emeric Brun54648852020-07-06 15:54:06 +02001363 case LOG_FORMAT_RFC3164:
1364 case LOG_FORMAT_RFC5424:
1365 case LOG_FORMAT_PRIO:
1366 fac_level = facility << 3;
1367 /* further format ignore the facility */
1368 /* fall through */
1369 case LOG_FORMAT_TIMED:
1370 case LOG_FORMAT_SHORT:
1371 fac_level += level;
1372 hdr_ctx.ist_vector[*nbelem].ptr = &hdr_ctx.priority_buffer[3]; /* last digit of the log level */
1373 do {
1374 *hdr_ctx.ist_vector[*nbelem].ptr = '0' + fac_level % 10;
1375 fac_level /= 10;
1376 hdr_ctx.ist_vector[*nbelem].ptr--;
1377 } while (fac_level && hdr_ctx.ist_vector[*nbelem].ptr > &hdr_ctx.priority_buffer[0]);
1378 *hdr_ctx.ist_vector[*nbelem].ptr = '<';
1379 hdr_ctx.ist_vector[(*nbelem)++].len = &hdr_ctx.priority_buffer[5] - hdr_ctx.ist_vector[0].ptr;
1380 break;
1381 case LOG_FORMAT_ISO:
1382 case LOG_FORMAT_RAW:
1383 break;
1384 case LOG_FORMAT_UNSPEC:
1385 case LOG_FORMATS:
1386 ABORT_NOW();
1387 }
Willy Tarreau094af4e2015-01-07 15:03:42 +01001388
William Lallemand2a4a44f2012-02-06 16:00:33 +01001389
Emeric Brun54648852020-07-06 15:54:06 +02001390 /* prepare timestamp, stored into a max of 4 elems */
1391 switch (format) {
Emeric Brun0237c4e2020-11-27 16:24:34 +01001392 case LOG_FORMAT_LOCAL:
Emeric Brun54648852020-07-06 15:54:06 +02001393 case LOG_FORMAT_RFC3164:
1394 /* rfc3164 ex: 'Jan 1 00:00:00 ' */
1395 if (metadata && metadata[LOG_META_TIME].len == LOG_LEGACYTIME_LEN) {
1396 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_TIME];
1397 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
Ilya Shipitsin6b79f382020-07-23 00:32:55 +05001398 /* time is set, break immediately */
Emeric Brun54648852020-07-06 15:54:06 +02001399 break;
1400 }
1401 else if (metadata && metadata[LOG_META_TIME].len >= LOG_ISOTIME_MINLEN) {
1402 int month;
1403 char *timestamp = metadata[LOG_META_TIME].ptr;
Dragan Dosen1322d092015-09-22 16:05:32 +02001404
Emeric Brun54648852020-07-06 15:54:06 +02001405 /* iso time always begins like this: '1970-01-01T00:00:00' */
Dragan Dosen1322d092015-09-22 16:05:32 +02001406
Emeric Brun54648852020-07-06 15:54:06 +02001407 /* compute month */
1408 month = 10*(timestamp[5] - '0') + (timestamp[6] - '0');
1409 if (month)
1410 month--;
1411 if (month <= 11) {
1412 /* builds log prefix ex: 'Jan 1 ' */
1413 len = snprintf(hdr_ctx.timestamp_buffer, sizeof(hdr_ctx.timestamp_buffer),
1414 "%s %c%c ", monthname[month],
1415 timestamp[8] != '0' ? timestamp[8] : ' ',
1416 timestamp[9]);
1417 /* we reused the timestamp_buffer, signal that it does not
1418 * contain local time anymore
1419 */
1420 hdr_ctx.cur_legacy_time = 0;
1421 if (len == 7) {
1422 hdr_ctx.ist_vector[(*nbelem)++] = ist2(&hdr_ctx.timestamp_buffer[0], len);
1423 /* adds 'HH:MM:SS' from iso time */
1424 hdr_ctx.ist_vector[(*nbelem)++] = ist2(&timestamp[11], 8);
1425 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
1426 /* we successfully reuse iso time, we can break */
1427 break;
1428 }
1429 }
1430 /* Failed to reuse isotime time, fallback to local legacy time */
1431 }
Dragan Dosen1322d092015-09-22 16:05:32 +02001432
Emeric Brun54648852020-07-06 15:54:06 +02001433 if (unlikely(time != hdr_ctx.cur_legacy_time)) {
1434 /* re-builds timestamp from the current local time */
1435 get_localtime(time, &logtime);
1436
1437 len = snprintf(hdr_ctx.timestamp_buffer, sizeof(hdr_ctx.timestamp_buffer),
1438 "%s %2d %02d:%02d:%02d ",
1439 monthname[logtime.tm_mon],
1440 logtime.tm_mday, logtime.tm_hour, logtime.tm_min, logtime.tm_sec);
1441 if (len != LOG_LEGACYTIME_LEN+1)
1442 hdr_ctx.cur_legacy_time = 0;
1443 else
1444 hdr_ctx.cur_legacy_time = time;
1445 }
1446 if (likely(hdr_ctx.cur_legacy_time))
1447 hdr_ctx.ist_vector[(*nbelem)++] = ist2(&hdr_ctx.timestamp_buffer[0], LOG_LEGACYTIME_LEN+1);
1448 else
1449 hdr_ctx.ist_vector[(*nbelem)++] = ist2("Jan 1 00:00:00 ", LOG_LEGACYTIME_LEN+1);
1450 break;
1451 case LOG_FORMAT_RFC5424:
1452 /* adds rfc5425 version prefix */
1453 hdr_ctx.ist_vector[(*nbelem)++] = ist2("1 ", 2);
1454 if (metadata && metadata[LOG_META_TIME].len == 1 && metadata[LOG_META_TIME].ptr[0] == '-') {
Ilya Shipitsin6b79f382020-07-23 00:32:55 +05001455 /* submitted len is NILVALUE, it is a valid timestamp for rfc5425 */
Emeric Brun54648852020-07-06 15:54:06 +02001456 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_TIME];
1457 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
1458 break;
1459 }
1460 /* let continue as 'timed' and 'iso' format for usual timestamp */
1461 /* fall through */
1462 case LOG_FORMAT_TIMED:
1463 case LOG_FORMAT_ISO:
1464 /* ISO format ex: '1900:01:01T12:00:00.123456Z'
1465 * '1900:01:01T14:00:00+02:00'
1466 * '1900:01:01T10:00:00.123456-02:00'
1467 */
1468 if (metadata && metadata[LOG_META_TIME].len >= LOG_ISOTIME_MINLEN) {
1469 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_TIME];
1470 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
Ilya Shipitsin6b79f382020-07-23 00:32:55 +05001471 /* time is set, break immediately */
Emeric Brun54648852020-07-06 15:54:06 +02001472 break;
1473 }
1474 else if (metadata && metadata[LOG_META_TIME].len == LOG_LEGACYTIME_LEN) {
1475 int month;
1476 char *timestamp = metadata[LOG_META_TIME].ptr;
1477
1478 for (month = 0; month < 12; month++)
1479 if (!memcmp(monthname[month], timestamp, 3))
1480 break;
Dragan Dosen1322d092015-09-22 16:05:32 +02001481
Emeric Brun54648852020-07-06 15:54:06 +02001482 if (month < 12) {
1483
1484 /* get local time to retrieve year */
1485 get_localtime(time, &logtime);
1486
1487 /* year seems changed since log */
1488 if (logtime.tm_mon < month)
1489 logtime.tm_year--;
1490
1491 /* builds rfc5424 prefix ex: '1900-01-01T' */
1492 len = snprintf(hdr_ctx.timestamp_buffer, sizeof(hdr_ctx.timestamp_buffer),
1493 "%4d-%02d-%c%cT",
1494 logtime.tm_year+1900, month+1,
1495 timestamp[4] != ' ' ? timestamp[4] : '0',
1496 timestamp[5]);
1497
1498 /* we reused the timestamp_buffer, signal that it does not
1499 * contain local time anymore
1500 */
1501 hdr_ctx.cur_legacy_time = 0;
1502 if (len == 11) {
1503 hdr_ctx.ist_vector[(*nbelem)++] = ist2(&hdr_ctx.timestamp_buffer[0], len);
1504 /* adds HH:MM:SS from legacy timestamp */
1505 hdr_ctx.ist_vector[(*nbelem)++] = ist2(&timestamp[7], 8);
Ilya Shipitsin6b79f382020-07-23 00:32:55 +05001506 /* skip secfraq because it is optional */
Emeric Brun54648852020-07-06 15:54:06 +02001507 /* according to rfc: -00:00 means we don't know the timezone */
1508 hdr_ctx.ist_vector[(*nbelem)++] = ist2("-00:00 ", 7);
1509 /* we successfully reuse legacy time, we can break */
1510 break;
1511 }
1512 }
1513 /* Failed to reuse legacy time, fallback to local iso time */
1514 }
1515 hdr_ctx.ist_vector[(*nbelem)++] = ist2(timeofday_as_iso_us(1), LOG_ISOTIME_MAXLEN + 1);
1516 break;
1517 case LOG_FORMAT_PRIO:
1518 case LOG_FORMAT_SHORT:
1519 case LOG_FORMAT_RAW:
1520 break;
1521 case LOG_FORMAT_UNSPEC:
1522 case LOG_FORMATS:
1523 ABORT_NOW();
Dragan Dosen1322d092015-09-22 16:05:32 +02001524 }
1525
Emeric Brun54648852020-07-06 15:54:06 +02001526 /* prepare other meta data, stored into a max of 10 elems */
1527 switch (format) {
1528 case LOG_FORMAT_RFC3164:
1529 if (metadata && metadata[LOG_META_HOST].len) {
1530 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_HOST];
1531 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
1532 }
Emeric Brun0237c4e2020-11-27 16:24:34 +01001533 else /* the caller MUST fill the hostname, this field is mandatory */
Emeric Brun54648852020-07-06 15:54:06 +02001534 hdr_ctx.ist_vector[(*nbelem)++] = ist2("localhost ", 10);
Emeric Brun0237c4e2020-11-27 16:24:34 +01001535 /* fall through */
1536 case LOG_FORMAT_LOCAL:
Emeric Brun54648852020-07-06 15:54:06 +02001537 if (!metadata || !metadata[LOG_META_TAG].len)
1538 break;
Dragan Dosen1322d092015-09-22 16:05:32 +02001539
Emeric Brun54648852020-07-06 15:54:06 +02001540 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_TAG];
1541 if (metadata[LOG_META_PID].len) {
1542 hdr_ctx.ist_vector[(*nbelem)++] = ist2("[", 1);
1543 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_PID];
1544 hdr_ctx.ist_vector[(*nbelem)++] = ist2("]", 1);
1545 }
1546 hdr_ctx.ist_vector[(*nbelem)++] = ist2(": ", 2);
1547 break;
1548 case LOG_FORMAT_RFC5424:
1549 if (metadata && metadata[LOG_META_HOST].len) {
1550 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_HOST];
1551 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
1552 }
1553 else
1554 hdr_ctx.ist_vector[(*nbelem)++] = ist2("- ", 2);
Dragan Dosen1322d092015-09-22 16:05:32 +02001555
Emeric Brun54648852020-07-06 15:54:06 +02001556 if (metadata && metadata[LOG_META_TAG].len) {
1557 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_TAG];
1558 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
1559 }
1560 else
1561 hdr_ctx.ist_vector[(*nbelem)++] = ist2("- ", 2);
William Lallemand2a4a44f2012-02-06 16:00:33 +01001562
Emeric Brun54648852020-07-06 15:54:06 +02001563 if (metadata && metadata[LOG_META_PID].len) {
1564 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_PID];
1565 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
1566 }
1567 else
1568 hdr_ctx.ist_vector[(*nbelem)++] = ist2("- ", 2);
William Lallemand2a4a44f2012-02-06 16:00:33 +01001569
Emeric Brun54648852020-07-06 15:54:06 +02001570 if (metadata && metadata[LOG_META_MSGID].len) {
1571 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_MSGID];
1572 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
1573 }
1574 else
1575 hdr_ctx.ist_vector[(*nbelem)++] = ist2("- ", 2);
William Lallemand2a4a44f2012-02-06 16:00:33 +01001576
Emeric Brun54648852020-07-06 15:54:06 +02001577 if (metadata && metadata[LOG_META_STDATA].len) {
1578 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_STDATA];
1579 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
1580 }
1581 else
1582 hdr_ctx.ist_vector[(*nbelem)++] = ist2("- ", 2);
1583 break;
1584 case LOG_FORMAT_PRIO:
1585 case LOG_FORMAT_SHORT:
1586 case LOG_FORMAT_TIMED:
1587 case LOG_FORMAT_ISO:
1588 case LOG_FORMAT_RAW:
1589 break;
1590 case LOG_FORMAT_UNSPEC:
1591 case LOG_FORMATS:
1592 ABORT_NOW();
1593 }
1594
1595 return hdr_ctx.ist_vector;
William Lallemand2a4a44f2012-02-06 16:00:33 +01001596}
1597
1598/*
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001599 * This function sends a syslog message to <logsrv>.
Emeric Brun54648852020-07-06 15:54:06 +02001600 * The argument <metadata> MUST be an array of size
1601 * LOG_META_FIELDS*sizeof(struct ist) containing data to build the header.
Dragan Dosen0b85ece2015-09-25 19:17:44 +02001602 * It overrides the last byte of the message vector with an LF character.
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001603 * Does not return any error,
William Lallemand2a4a44f2012-02-06 16:00:33 +01001604 */
Emeric Brun54648852020-07-06 15:54:06 +02001605static inline void __do_send_log(struct logsrv *logsrv, int nblogger, int level, int facility, struct ist *metadata, char *message, size_t size)
William Lallemand2a4a44f2012-02-06 16:00:33 +01001606{
Emeric Brun54648852020-07-06 15:54:06 +02001607 static THREAD_LOCAL struct iovec iovec[NB_LOG_HDR_MAX_ELEMENTS+1+1] = { }; /* header elements + message + LF */
Christopher Fauletf8188c62017-06-02 16:20:16 +02001608 static THREAD_LOCAL struct msghdr msghdr = {
1609 //.msg_iov = iovec,
Emeric Brun54648852020-07-06 15:54:06 +02001610 .msg_iovlen = NB_LOG_HDR_MAX_ELEMENTS+2
Dragan Dosen609ac2a2015-09-16 18:25:42 +02001611 };
Christopher Fauletf8188c62017-06-02 16:20:16 +02001612 static THREAD_LOCAL int logfdunix = -1; /* syslog to AF_UNIX socket */
1613 static THREAD_LOCAL int logfdinet = -1; /* syslog to AF_INET socket */
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001614 int *plogfd;
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001615 int sent;
Emeric Brun54648852020-07-06 15:54:06 +02001616 size_t nbelem;
1617 struct ist *msg_header = NULL;
Christopher Fauletf8188c62017-06-02 16:20:16 +02001618
1619 msghdr.msg_iov = iovec;
William Lallemand2a4a44f2012-02-06 16:00:33 +01001620
Emeric Brunfa9d7802020-05-28 14:21:33 +02001621 /* historically some messages used to already contain the trailing LF
1622 * or Zero. Let's remove all trailing LF or Zero
1623 */
Emeric Brun54648852020-07-06 15:54:06 +02001624 while (size && (message[size-1] == '\n' || (message[size-1] == 0)))
Emeric Brun9e8ea0a2020-05-12 19:33:15 +02001625 size--;
1626
Willy Tarreaua5b325f2020-09-04 16:44:20 +02001627 if (logsrv->type == LOG_TARGET_BUFFER) {
Willy Tarreauc046d162019-08-30 15:24:59 +02001628 plogfd = NULL;
Emeric Brune709e1e2020-05-06 17:23:59 +02001629 goto send;
Willy Tarreauc046d162019-08-30 15:24:59 +02001630 }
Willy Tarreaua5b325f2020-09-04 16:44:20 +02001631 else if (logsrv->addr.ss_family == AF_CUST_EXISTING_FD) {
1632 /* the socket's address is a file descriptor */
1633 plogfd = (int *)&((struct sockaddr_in *)&logsrv->addr)->sin_addr.s_addr;
1634 }
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001635 else if (logsrv->addr.ss_family == AF_UNIX)
1636 plogfd = &logfdunix;
1637 else
1638 plogfd = &logfdinet;
Robert Tsai81ae1952007-12-05 10:47:29 +01001639
Willy Tarreauc046d162019-08-30 15:24:59 +02001640 if (plogfd && unlikely(*plogfd < 0)) {
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001641 /* socket not successfully initialized yet */
1642 if ((*plogfd = socket(logsrv->addr.ss_family, SOCK_DGRAM,
1643 (logsrv->addr.ss_family == AF_UNIX) ? 0 : IPPROTO_UDP)) < 0) {
1644 static char once;
William Lallemand0f99e342011-10-12 17:50:54 +02001645
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001646 if (!once) {
1647 once = 1; /* note: no need for atomic ops here */
1648 ha_alert("socket() failed in logger #%d: %s (errno=%d)\n",
1649 nblogger, strerror(errno), errno);
1650 }
1651 return;
1652 } else {
1653 /* we don't want to receive anything on this socket */
1654 setsockopt(*plogfd, SOL_SOCKET, SO_RCVBUF, &zero, sizeof(zero));
1655 /* does nothing under Linux, maybe needed for others */
1656 shutdown(*plogfd, SHUT_RD);
1657 fcntl(*plogfd, F_SETFD, fcntl(*plogfd, F_GETFD, FD_CLOEXEC) | FD_CLOEXEC);
1658 }
Dragan Dosen43885c72015-10-01 13:18:13 +02001659 }
1660
Emeric Brun54648852020-07-06 15:54:06 +02001661 msg_header = build_log_header(logsrv->format, level, facility, metadata, &nbelem);
1662 send:
Willy Tarreaua5b325f2020-09-04 16:44:20 +02001663 if (logsrv->type == LOG_TARGET_BUFFER) {
Emeric Brun54648852020-07-06 15:54:06 +02001664 struct ist msg;
1665
1666 msg = ist2(message, size);
1667 if (msg.len > logsrv->maxlen)
1668 msg.len = logsrv->maxlen;
Willy Tarreaud52a7f82019-08-30 14:05:35 +02001669
Willy Tarreaua5b325f2020-09-04 16:44:20 +02001670 sent = sink_write(logsrv->sink, &msg, 1, level, logsrv->facility, metadata);
1671 }
1672 else if (logsrv->addr.ss_family == AF_CUST_EXISTING_FD) {
1673 struct ist msg;
1674
1675 msg = ist2(message, size);
1676 if (msg.len > logsrv->maxlen)
1677 msg.len = logsrv->maxlen;
1678
1679 sent = fd_write_frag_line(*plogfd, logsrv->maxlen, msg_header, nbelem, &msg, 1, 1);
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001680 }
1681 else {
Emeric Brun54648852020-07-06 15:54:06 +02001682 int i = 0;
1683 int totlen = logsrv->maxlen;
1684
1685 for (i = 0 ; i < nbelem ; i++ ) {
1686 iovec[i].iov_base = msg_header[i].ptr;
1687 iovec[i].iov_len = msg_header[i].len;
1688 if (totlen <= iovec[i].iov_len) {
1689 iovec[i].iov_len = totlen;
1690 totlen = 0;
1691 break;
1692 }
1693 totlen -= iovec[i].iov_len;
1694 }
1695 if (totlen) {
1696 iovec[i].iov_base = message;
1697 iovec[i].iov_len = size;
1698 if (totlen <= iovec[i].iov_len)
1699 iovec[i].iov_len = totlen;
1700 i++;
1701 }
1702 iovec[i].iov_base = "\n"; /* insert a \n at the end of the message */
1703 iovec[i].iov_len = 1;
1704 i++;
Willy Tarreaud52a7f82019-08-30 14:05:35 +02001705
Emeric Brun54648852020-07-06 15:54:06 +02001706 msghdr.msg_iovlen = i;
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001707 msghdr.msg_name = (struct sockaddr *)&logsrv->addr;
1708 msghdr.msg_namelen = get_addr_len(&logsrv->addr);
Dragan Dosen43885c72015-10-01 13:18:13 +02001709
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001710 sent = sendmsg(*plogfd, &msghdr, MSG_DONTWAIT | MSG_NOSIGNAL);
1711 }
Dragan Dosen43885c72015-10-01 13:18:13 +02001712
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001713 if (sent < 0) {
1714 static char once;
Dragan Dosen43885c72015-10-01 13:18:13 +02001715
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001716 if (errno == EAGAIN)
Willy Tarreau4781b152021-04-06 13:53:36 +02001717 _HA_ATOMIC_INC(&dropped_logs);
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001718 else if (!once) {
1719 once = 1; /* note: no need for atomic ops here */
1720 ha_alert("sendmsg()/writev() failed in logger #%d: %s (errno=%d)\n",
1721 nblogger, strerror(errno), errno);
Dragan Dosen0b85ece2015-09-25 19:17:44 +02001722 }
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001723 }
1724}
Dragan Dosen59cee972015-09-19 22:09:02 +02001725
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001726/*
1727 * This function sends a syslog message.
1728 * It doesn't care about errors nor does it report them.
Emeric Brun54648852020-07-06 15:54:06 +02001729 * The argument <metadata> MUST be an array of size
1730 * LOG_META_FIELDS*sizeof(struct ist) containing
1731 * data to build the header.
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001732 */
Emeric Brun54648852020-07-06 15:54:06 +02001733void process_send_log(struct list *logsrvs, int level, int facility,
1734 struct ist *metadata, char *message, size_t size)
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001735{
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001736 struct logsrv *logsrv;
1737 int nblogger;
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001738
1739 /* Send log messages to syslog server. */
1740 nblogger = 0;
1741 list_for_each_entry(logsrv, logsrvs, list) {
Emeric Brun2f4cc282020-07-10 15:47:11 +02001742 int in_range = 1;
Frédéric Lécailled803e472019-04-25 07:42:09 +02001743
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001744 /* we can filter the level of the messages that are sent to each logger */
1745 if (level > logsrv->level)
1746 continue;
1747
Frédéric Lécailled803e472019-04-25 07:42:09 +02001748 if (logsrv->lb.smp_rgs) {
1749 struct smp_log_range *curr_rg;
1750
1751 HA_SPIN_LOCK(LOGSRV_LOCK, &logsrv->lock);
1752 curr_rg = &logsrv->lb.smp_rgs[logsrv->lb.curr_rg];
1753 in_range = in_smp_log_range(curr_rg, logsrv->lb.curr_idx);
1754 if (in_range) {
1755 /* Let's consume this range. */
1756 curr_rg->curr_idx = (curr_rg->curr_idx + 1) % curr_rg->sz;
1757 if (!curr_rg->curr_idx) {
1758 /* If consumed, let's select the next range. */
1759 logsrv->lb.curr_rg = (logsrv->lb.curr_rg + 1) % logsrv->lb.smp_rgs_sz;
1760 }
1761 }
1762 logsrv->lb.curr_idx = (logsrv->lb.curr_idx + 1) % logsrv->lb.smp_sz;
1763 HA_SPIN_UNLOCK(LOGSRV_LOCK, &logsrv->lock);
1764 }
1765 if (in_range)
Emeric Brun54648852020-07-06 15:54:06 +02001766 __do_send_log(logsrv, ++nblogger, MAX(level, logsrv->minlvl),
1767 (facility == -1) ? logsrv->facility : facility,
1768 metadata, message, size);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001769 }
1770}
1771
Emeric Brun54648852020-07-06 15:54:06 +02001772/*
1773 * This function sends a syslog message.
1774 * It doesn't care about errors nor does it report them.
1775 * The arguments <sd> and <sd_size> are used for the structured-data part
1776 * in RFC5424 formatted syslog messages.
1777 */
1778void __send_log(struct list *logsrvs, struct buffer *tagb, int level,
1779 char *message, size_t size, char *sd, size_t sd_size)
1780{
1781 static THREAD_LOCAL pid_t curr_pid;
1782 static THREAD_LOCAL char pidstr[16];
1783 static THREAD_LOCAL struct ist metadata[LOG_META_FIELDS];
1784
1785 if (logsrvs == NULL) {
1786 if (!LIST_ISEMPTY(&global.logsrvs)) {
1787 logsrvs = &global.logsrvs;
1788 }
1789 }
1790 if (!logsrvs || LIST_ISEMPTY(logsrvs))
1791 return;
1792
1793 if (!metadata[LOG_META_HOST].len) {
1794 if (global.log_send_hostname)
1795 metadata[LOG_META_HOST] = ist2(global.log_send_hostname, strlen(global.log_send_hostname));
Emeric Brun54648852020-07-06 15:54:06 +02001796 }
1797
1798 if (!tagb || !tagb->area)
1799 tagb = &global.log_tag;
1800
1801 if (tagb)
1802 metadata[LOG_META_TAG] = ist2(tagb->area, tagb->data);
1803
1804 if (unlikely(curr_pid != getpid()))
1805 metadata[LOG_META_PID].len = 0;
1806
1807 if (!metadata[LOG_META_PID].len) {
1808 curr_pid = getpid();
1809 ltoa_o(curr_pid, pidstr, sizeof(pidstr));
1810 metadata[LOG_META_PID] = ist2(pidstr, strlen(pidstr));
1811 }
1812
1813 metadata[LOG_META_STDATA] = ist2(sd, sd_size);
1814
1815 /* Remove trailing space of structured data */
1816 while (metadata[LOG_META_STDATA].len && metadata[LOG_META_STDATA].ptr[metadata[LOG_META_STDATA].len-1] == ' ')
1817 metadata[LOG_META_STDATA].len--;
1818
1819 return process_send_log(logsrvs, level, -1, metadata, message, size);
1820}
Willy Tarreaubaaee002006-06-26 02:48:02 +02001821
Willy Tarreauc89ccb62012-04-05 21:18:22 +02001822const char sess_cookie[8] = "NIDVEOU7"; /* No cookie, Invalid cookie, cookie for a Down server, Valid cookie, Expired cookie, Old cookie, Unused, unknown */
William Lallemandbddd4fd2012-02-27 11:23:10 +01001823const char sess_set_cookie[8] = "NPDIRU67"; /* No set-cookie, Set-cookie found and left unchanged (passive),
1824 Set-cookie Deleted, Set-Cookie Inserted, Set-cookie Rewritten,
1825 Set-cookie Updated, unknown, unknown */
1826
William Lallemand1d705562012-03-12 12:46:41 +01001827/*
1828 * try to write a character if there is enough space, or goto out
1829 */
William Lallemandbddd4fd2012-02-27 11:23:10 +01001830#define LOGCHAR(x) do { \
William Lallemand1d705562012-03-12 12:46:41 +01001831 if (tmplog < dst + maxsize - 1) { \
William Lallemandbddd4fd2012-02-27 11:23:10 +01001832 *(tmplog++) = (x); \
1833 } else { \
1834 goto out; \
1835 } \
1836 } while(0)
1837
Dragan Dosen835b9212016-02-12 13:23:03 +01001838
Willy Tarreaub6b3df32018-11-26 16:31:20 +01001839/* Initializes some log data at boot */
1840static void init_log()
Dragan Dosen835b9212016-02-12 13:23:03 +01001841{
1842 char *tmp;
Willy Tarreaue10cd482018-09-10 18:16:53 +02001843 int i;
Dragan Dosen835b9212016-02-12 13:23:03 +01001844
1845 /* Initialize the escape map for the RFC5424 structured-data : '"\]'
1846 * inside PARAM-VALUE should be escaped with '\' as prefix.
1847 * See https://tools.ietf.org/html/rfc5424#section-6.3.3 for more
1848 * details.
1849 */
1850 memset(rfc5424_escape_map, 0, sizeof(rfc5424_escape_map));
1851
1852 tmp = "\"\\]";
1853 while (*tmp) {
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001854 ha_bit_set(*tmp, rfc5424_escape_map);
Dragan Dosen835b9212016-02-12 13:23:03 +01001855 tmp++;
1856 }
Willy Tarreaue10cd482018-09-10 18:16:53 +02001857
1858 /* initialize the log header encoding map : '{|}"#' should be encoded with
1859 * '#' as prefix, as well as non-printable characters ( <32 or >= 127 ).
1860 * URL encoding only requires '"', '#' to be encoded as well as non-
1861 * printable characters above.
1862 */
1863 memset(hdr_encode_map, 0, sizeof(hdr_encode_map));
1864 memset(url_encode_map, 0, sizeof(url_encode_map));
1865 for (i = 0; i < 32; i++) {
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001866 ha_bit_set(i, hdr_encode_map);
1867 ha_bit_set(i, url_encode_map);
Willy Tarreaue10cd482018-09-10 18:16:53 +02001868 }
1869 for (i = 127; i < 256; i++) {
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001870 ha_bit_set(i, hdr_encode_map);
1871 ha_bit_set(i, url_encode_map);
Willy Tarreaue10cd482018-09-10 18:16:53 +02001872 }
1873
1874 tmp = "\"#{|}";
1875 while (*tmp) {
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001876 ha_bit_set(*tmp, hdr_encode_map);
Willy Tarreaue10cd482018-09-10 18:16:53 +02001877 tmp++;
1878 }
1879
1880 tmp = "\"#";
1881 while (*tmp) {
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001882 ha_bit_set(*tmp, url_encode_map);
Willy Tarreaue10cd482018-09-10 18:16:53 +02001883 tmp++;
1884 }
1885
1886 /* initialize the http header encoding map. The draft httpbis define the
1887 * header content as:
1888 *
1889 * HTTP-message = start-line
1890 * *( header-field CRLF )
1891 * CRLF
1892 * [ message-body ]
1893 * header-field = field-name ":" OWS field-value OWS
1894 * field-value = *( field-content / obs-fold )
1895 * field-content = field-vchar [ 1*( SP / HTAB ) field-vchar ]
1896 * obs-fold = CRLF 1*( SP / HTAB )
1897 * field-vchar = VCHAR / obs-text
1898 * VCHAR = %x21-7E
1899 * obs-text = %x80-FF
1900 *
1901 * All the chars are encoded except "VCHAR", "obs-text", SP and HTAB.
1902 * The encoded chars are form 0x00 to 0x08, 0x0a to 0x1f and 0x7f. The
Joseph Herlant85b40592018-11-15 12:10:04 -08001903 * "obs-fold" is voluntarily forgotten because haproxy remove this.
Willy Tarreaue10cd482018-09-10 18:16:53 +02001904 */
1905 memset(http_encode_map, 0, sizeof(http_encode_map));
1906 for (i = 0x00; i <= 0x08; i++)
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001907 ha_bit_set(i, http_encode_map);
Willy Tarreaue10cd482018-09-10 18:16:53 +02001908 for (i = 0x0a; i <= 0x1f; i++)
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001909 ha_bit_set(i, http_encode_map);
1910 ha_bit_set(0x7f, http_encode_map);
Dragan Dosen835b9212016-02-12 13:23:03 +01001911}
William Lallemand1d705562012-03-12 12:46:41 +01001912
Willy Tarreaub6b3df32018-11-26 16:31:20 +01001913INITCALL0(STG_PREPARE, init_log);
1914
Christopher Faulet0132d062017-07-26 15:33:35 +02001915/* Initialize log buffers used for syslog messages */
1916int init_log_buffers()
1917{
Christopher Faulet0132d062017-07-26 15:33:35 +02001918 logline = my_realloc2(logline, global.max_syslog_len + 1);
1919 logline_rfc5424 = my_realloc2(logline_rfc5424, global.max_syslog_len + 1);
Emeric Brun54648852020-07-06 15:54:06 +02001920 if (!logline || !logline_rfc5424)
Christopher Faulet0132d062017-07-26 15:33:35 +02001921 return 0;
1922 return 1;
1923}
1924
1925/* Deinitialize log buffers used for syslog messages */
1926void deinit_log_buffers()
1927{
Christopher Faulet0132d062017-07-26 15:33:35 +02001928 free(logline);
1929 free(logline_rfc5424);
Christopher Faulet0132d062017-07-26 15:33:35 +02001930 logline = NULL;
1931 logline_rfc5424 = NULL;
1932}
1933
Willy Tarreaudf974472012-12-28 02:44:01 +01001934/* Builds a log line in <dst> based on <list_format>, and stops before reaching
1935 * <maxsize> characters. Returns the size of the output string in characters,
1936 * not counting the trailing zero which is always added if the resulting size
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001937 * is not zero. It requires a valid session and optionally a stream. If the
1938 * stream is NULL, default values will be assumed for the stream part.
Willy Tarreaudf974472012-12-28 02:44:01 +01001939 */
Willy Tarreau43c538e2018-09-05 14:58:15 +02001940int sess_build_logline(struct session *sess, struct stream *s, char *dst, size_t maxsize, struct list *list_format)
Willy Tarreaubaaee002006-06-26 02:48:02 +02001941{
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001942 struct proxy *fe = sess->fe;
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001943 struct proxy *be;
1944 struct http_txn *txn;
1945 const struct strm_logs *logs;
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02001946 struct connection *fe_conn, *be_conn;
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001947 unsigned int s_flags;
1948 unsigned int uniq_id;
Willy Tarreau83061a82018-07-13 11:56:34 +02001949 struct buffer chunk;
William Lallemandbddd4fd2012-02-27 11:23:10 +01001950 char *uri;
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00001951 char *spc;
Andrew Hayworthe63ac872015-07-31 16:14:16 +00001952 char *qmark;
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00001953 char *end;
Willy Tarreaufe944602007-10-25 10:34:16 +02001954 struct tm tm;
William Lallemandbddd4fd2012-02-27 11:23:10 +01001955 int t_request;
1956 int hdr;
1957 int last_isspace = 1;
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00001958 int nspaces = 0;
Willy Tarreaub1a2faf2012-03-19 16:51:53 +01001959 char *tmplog;
William Lallemand1d705562012-03-12 12:46:41 +01001960 char *ret;
1961 int iret;
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02001962 int status;
William Lallemandbddd4fd2012-02-27 11:23:10 +01001963 struct logformat_node *tmp;
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02001964 struct timeval tv;
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001965 struct strm_logs tmp_strm_log;
Maciej Zdebfcdfd852020-11-30 18:27:47 +00001966 struct ist path;
Amaury Denoyellec453f952021-07-06 11:40:12 +02001967 struct http_uri_parser parser;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001968
William Lallemandbddd4fd2012-02-27 11:23:10 +01001969 /* FIXME: let's limit ourselves to frontend logging for now. */
Willy Tarreaubaaee002006-06-26 02:48:02 +02001970
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001971 if (likely(s)) {
1972 be = s->be;
1973 txn = s->txn;
1974 be_conn = cs_conn(objt_cs(s->si[1].end));
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02001975 status = (txn ? txn->status : 0);
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001976 s_flags = s->flags;
1977 uniq_id = s->uniq_id;
1978 logs = &s->logs;
1979 } else {
1980 /* we have no stream so we first need to initialize a few
1981 * things that are needed later. We do increment the request
1982 * ID so that it's uniquely assigned to this request just as
1983 * if the request had reached the point of being processed.
1984 * A request error is reported as it's the only element we have
1985 * here and which justifies emitting such a log.
1986 */
Christopher Fauletfd818482021-04-14 14:01:41 +02001987 be = ((obj_type(sess->origin) == OBJ_TYPE_CHECK) ? __objt_check(sess->origin)->proxy : fe);
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001988 txn = NULL;
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02001989 fe_conn = objt_conn(sess->origin);
Christopher Fauletfd818482021-04-14 14:01:41 +02001990 be_conn = ((obj_type(sess->origin) == OBJ_TYPE_CHECK) ? cs_conn(__objt_check(sess->origin)->cs) : NULL);
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02001991 status = 0;
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001992 s_flags = SF_ERR_PRXCOND | SF_FINST_R;
Willy Tarreau18515722021-04-06 11:57:41 +02001993 uniq_id = _HA_ATOMIC_FETCH_ADD(&global.req_count, 1);
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001994
1995 /* prepare a valid log structure */
1996 tmp_strm_log.tv_accept = sess->tv_accept;
1997 tmp_strm_log.accept_date = sess->accept_date;
1998 tmp_strm_log.t_handshake = sess->t_handshake;
Christopher Fauletdd789212020-09-30 15:10:07 +02001999 tmp_strm_log.t_idle = (sess->t_idle >= 0 ? sess->t_idle : 0);
Willy Tarreau09bb27c2018-09-05 16:55:15 +02002000 tv_zero(&tmp_strm_log.tv_request);
2001 tmp_strm_log.t_queue = -1;
2002 tmp_strm_log.t_connect = -1;
2003 tmp_strm_log.t_data = -1;
2004 tmp_strm_log.t_close = tv_ms_elapsed(&sess->tv_accept, &now);
2005 tmp_strm_log.bytes_in = 0;
2006 tmp_strm_log.bytes_out = 0;
2007 tmp_strm_log.prx_queue_pos = 0;
2008 tmp_strm_log.srv_queue_pos = 0;
2009
2010 logs = &tmp_strm_log;
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02002011
2012 if ((fe->mode == PR_MODE_HTTP) && fe_conn && fe_conn->mux && fe_conn->mux->ctl) {
Christopher Fauleta015b3e2021-09-28 11:36:28 +02002013 enum mux_exit_status es = fe_conn->mux->ctl(fe_conn, MUX_EXIT_STATUS, &status);
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02002014
2015 switch (es) {
2016 case MUX_ES_SUCCESS:
2017 break;
2018 case MUX_ES_INVALID_ERR:
Christopher Fauleta015b3e2021-09-28 11:36:28 +02002019 status = (status ? status : 400);
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02002020 if ((fe_conn->flags & CO_FL_ERROR) || conn_xprt_read0_pending(fe_conn))
2021 s_flags = SF_ERR_CLICL | SF_FINST_R;
2022 else
2023 s_flags = SF_ERR_PRXCOND | SF_FINST_R;
2024 break;
2025 case MUX_ES_TOUT_ERR:
Christopher Fauleta015b3e2021-09-28 11:36:28 +02002026 status = (status ? status : 408);
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02002027 s_flags = SF_ERR_CLITO | SF_FINST_R;
2028 break;
Christopher Faulet142dd332020-12-07 11:24:37 +01002029 case MUX_ES_NOTIMPL_ERR:
Christopher Fauleta015b3e2021-09-28 11:36:28 +02002030 status = (status ? status : 501);
Christopher Faulet142dd332020-12-07 11:24:37 +01002031 s_flags = SF_ERR_PRXCOND | SF_FINST_R;
2032 break;
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02002033 case MUX_ES_INTERNAL_ERR:
Christopher Fauleta015b3e2021-09-28 11:36:28 +02002034 status = (status ? status : 500);
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02002035 s_flags = SF_ERR_INTERNAL | SF_FINST_R;
2036 break;
2037 default:
2038 break;
2039 }
2040 }
Willy Tarreau09bb27c2018-09-05 16:55:15 +02002041 }
2042
William Lallemandbddd4fd2012-02-27 11:23:10 +01002043 t_request = -1;
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002044 if (tv_isge(&logs->tv_request, &logs->tv_accept))
2045 t_request = tv_ms_elapsed(&logs->tv_accept, &logs->tv_request);
William Lallemandbddd4fd2012-02-27 11:23:10 +01002046
William Lallemand1d705562012-03-12 12:46:41 +01002047 tmplog = dst;
Willy Tarreauc9bd0cc2009-05-10 11:57:02 +02002048
William Lallemandbddd4fd2012-02-27 11:23:10 +01002049 /* fill logbuffer */
William Lallemand1d705562012-03-12 12:46:41 +01002050 if (LIST_ISEMPTY(list_format))
2051 return 0;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002052
William Lallemand1d705562012-03-12 12:46:41 +01002053 list_for_each_entry(tmp, list_format, list) {
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002054 struct connection *conn;
Willy Tarreau4f653562012-10-12 19:48:16 +02002055 const char *src = NULL;
Willy Tarreauc8368452012-12-21 00:09:23 +01002056 struct sample *key;
Willy Tarreau83061a82018-07-13 11:56:34 +02002057 const struct buffer empty = { };
William Lallemandbddd4fd2012-02-27 11:23:10 +01002058
Willy Tarreauc8368452012-12-21 00:09:23 +01002059 switch (tmp->type) {
William Lallemand1d705562012-03-12 12:46:41 +01002060 case LOG_FMT_SEPARATOR:
William Lallemandbddd4fd2012-02-27 11:23:10 +01002061 if (!last_isspace) {
2062 LOGCHAR(' ');
2063 last_isspace = 1;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002064 }
2065 break;
2066
William Lallemand1d705562012-03-12 12:46:41 +01002067 case LOG_FMT_TEXT: // text
William Lallemandbddd4fd2012-02-27 11:23:10 +01002068 src = tmp->arg;
William Lallemand5f232402012-04-05 18:02:55 +02002069 iret = strlcpy2(tmplog, src, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002070 if (iret == 0)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002071 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002072 tmplog += iret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002073 last_isspace = 0;
2074 break;
2075
Willy Tarreauc8368452012-12-21 00:09:23 +01002076 case LOG_FMT_EXPR: // sample expression, may be request or response
2077 key = NULL;
Christopher Faulet5f940702020-04-06 10:40:02 +02002078 if (tmp->options & LOG_OPT_REQ_CAP)
Adis Nezirovic79beb242015-07-06 15:41:02 +02002079 key = sample_fetch_as_type(be, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL, tmp->expr, SMP_T_STR);
Willy Tarreau20b7a0f2021-09-03 08:53:29 +02002080
Christopher Faulet5f940702020-04-06 10:40:02 +02002081 if (!key && (tmp->options & LOG_OPT_RES_CAP))
Adis Nezirovic79beb242015-07-06 15:41:02 +02002082 key = sample_fetch_as_type(be, sess, s, SMP_OPT_DIR_RES|SMP_OPT_FINAL, tmp->expr, SMP_T_STR);
Willy Tarreau20b7a0f2021-09-03 08:53:29 +02002083
2084 if (!key && !(tmp->options & (LOG_OPT_REQ_CAP|LOG_OPT_RES_CAP))) // cfg, cli
2085 key = sample_fetch_as_type(be, sess, s, SMP_OPT_FINAL, tmp->expr, SMP_T_STR);
2086
Thierry FOURNIERd048d8b2014-03-13 16:46:18 +01002087 if (tmp->options & LOG_OPT_HTTP)
Dragan Dosen835b9212016-02-12 13:23:03 +01002088 ret = lf_encode_chunk(tmplog, dst + maxsize,
2089 '%', http_encode_map, key ? &key->data.u.str : &empty, tmp);
Thierry FOURNIERd048d8b2014-03-13 16:46:18 +01002090 else
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002091 ret = lf_text_len(tmplog,
2092 key ? key->data.u.str.area : NULL,
2093 key ? key->data.u.str.data : 0,
2094 dst + maxsize - tmplog,
2095 tmp);
Willy Tarreauc8368452012-12-21 00:09:23 +01002096 if (ret == 0)
2097 goto out;
2098 tmplog = ret;
2099 last_isspace = 0;
2100 break;
2101
Willy Tarreau2beef582012-12-20 17:22:52 +01002102 case LOG_FMT_CLIENTIP: // %ci
Willy Tarreau9ad7bd42015-04-03 19:19:59 +02002103 conn = objt_conn(sess->origin);
Willy Tarreau8fa99842019-07-17 11:47:11 +02002104 if (conn && conn_get_src(conn))
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002105 ret = lf_ip(tmplog, (struct sockaddr *)conn->src, dst + maxsize - tmplog, tmp);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002106 else
2107 ret = lf_text_len(tmplog, NULL, 0, dst + maxsize - tmplog, tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002108 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002109 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002110 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002111 last_isspace = 0;
2112 break;
2113
Willy Tarreau2beef582012-12-20 17:22:52 +01002114 case LOG_FMT_CLIENTPORT: // %cp
Willy Tarreau9ad7bd42015-04-03 19:19:59 +02002115 conn = objt_conn(sess->origin);
Willy Tarreau8fa99842019-07-17 11:47:11 +02002116 if (conn && conn_get_src(conn)) {
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002117 if (conn->src->ss_family == AF_UNIX) {
Willy Tarreaufb0afa72015-04-03 14:46:27 +02002118 ret = ltoa_o(sess->listener->luid, tmplog, dst + maxsize - tmplog);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002119 } else {
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002120 ret = lf_port(tmplog, (struct sockaddr *)conn->src,
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002121 dst + maxsize - tmplog, tmp);
2122 }
William Lallemand5f232402012-04-05 18:02:55 +02002123 }
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002124 else
2125 ret = lf_text_len(tmplog, NULL, 0, dst + maxsize - tmplog, tmp);
2126
William Lallemand5f232402012-04-05 18:02:55 +02002127 if (ret == NULL)
2128 goto out;
2129 tmplog = ret;
2130 last_isspace = 0;
2131 break;
2132
Willy Tarreau2beef582012-12-20 17:22:52 +01002133 case LOG_FMT_FRONTENDIP: // %fi
Willy Tarreau9ad7bd42015-04-03 19:19:59 +02002134 conn = objt_conn(sess->origin);
Willy Tarreau8fa99842019-07-17 11:47:11 +02002135 if (conn && conn_get_dst(conn)) {
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002136 ret = lf_ip(tmplog, (struct sockaddr *)conn->dst, dst + maxsize - tmplog, tmp);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002137 }
2138 else
2139 ret = lf_text_len(tmplog, NULL, 0, dst + maxsize - tmplog, tmp);
2140
William Lallemand1d705562012-03-12 12:46:41 +01002141 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002142 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002143 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002144 last_isspace = 0;
2145 break;
2146
Willy Tarreau2beef582012-12-20 17:22:52 +01002147 case LOG_FMT_FRONTENDPORT: // %fp
Willy Tarreau9ad7bd42015-04-03 19:19:59 +02002148 conn = objt_conn(sess->origin);
Willy Tarreau8fa99842019-07-17 11:47:11 +02002149 if (conn && conn_get_dst(conn)) {
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002150 if (conn->dst->ss_family == AF_UNIX)
Willy Tarreaufb0afa72015-04-03 14:46:27 +02002151 ret = ltoa_o(sess->listener->luid, tmplog, dst + maxsize - tmplog);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002152 else
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002153 ret = lf_port(tmplog, (struct sockaddr *)conn->dst, dst + maxsize - tmplog, tmp);
William Lallemand5f232402012-04-05 18:02:55 +02002154 }
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002155 else
2156 ret = lf_text_len(tmplog, NULL, 0, dst + maxsize - tmplog, tmp);
2157
William Lallemand5f232402012-04-05 18:02:55 +02002158 if (ret == NULL)
2159 goto out;
2160 tmplog = ret;
2161 last_isspace = 0;
2162 break;
2163
Willy Tarreau2beef582012-12-20 17:22:52 +01002164 case LOG_FMT_BACKENDIP: // %bi
Willy Tarreau8fa99842019-07-17 11:47:11 +02002165 if (be_conn && conn_get_src(be_conn))
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002166 ret = lf_ip(tmplog, (const struct sockaddr *)be_conn->src, dst + maxsize - tmplog, tmp);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002167 else
2168 ret = lf_text_len(tmplog, NULL, 0, dst + maxsize - tmplog, tmp);
2169
William Lallemand1d705562012-03-12 12:46:41 +01002170 if (ret == NULL)
William Lallemandb7ff6a32012-03-02 14:35:21 +01002171 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002172 tmplog = ret;
William Lallemandb7ff6a32012-03-02 14:35:21 +01002173 last_isspace = 0;
2174 break;
2175
Willy Tarreau2beef582012-12-20 17:22:52 +01002176 case LOG_FMT_BACKENDPORT: // %bp
Willy Tarreau8fa99842019-07-17 11:47:11 +02002177 if (be_conn && conn_get_src(be_conn))
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002178 ret = lf_port(tmplog, (struct sockaddr *)be_conn->src, dst + maxsize - tmplog, tmp);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002179 else
2180 ret = lf_text_len(tmplog, NULL, 0, dst + maxsize - tmplog, tmp);
2181
William Lallemand5f232402012-04-05 18:02:55 +02002182 if (ret == NULL)
2183 goto out;
2184 tmplog = ret;
2185 last_isspace = 0;
2186 break;
2187
Willy Tarreau2beef582012-12-20 17:22:52 +01002188 case LOG_FMT_SERVERIP: // %si
Willy Tarreau8fa99842019-07-17 11:47:11 +02002189 if (be_conn && conn_get_dst(be_conn))
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002190 ret = lf_ip(tmplog, (struct sockaddr *)be_conn->dst, dst + maxsize - tmplog, tmp);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002191 else
2192 ret = lf_text_len(tmplog, NULL, 0, dst + maxsize - tmplog, tmp);
2193
William Lallemand5f232402012-04-05 18:02:55 +02002194 if (ret == NULL)
2195 goto out;
2196 tmplog = ret;
2197 last_isspace = 0;
2198 break;
2199
Willy Tarreau2beef582012-12-20 17:22:52 +01002200 case LOG_FMT_SERVERPORT: // %sp
Willy Tarreau8fa99842019-07-17 11:47:11 +02002201 if (be_conn && conn_get_dst(be_conn))
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002202 ret = lf_port(tmplog, (struct sockaddr *)be_conn->dst, dst + maxsize - tmplog, tmp);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002203 else
2204 ret = lf_text_len(tmplog, NULL, 0, dst + maxsize - tmplog, tmp);
2205
William Lallemand1d705562012-03-12 12:46:41 +01002206 if (ret == NULL)
William Lallemandb7ff6a32012-03-02 14:35:21 +01002207 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002208 tmplog = ret;
William Lallemandb7ff6a32012-03-02 14:35:21 +01002209 last_isspace = 0;
2210 break;
2211
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002212 case LOG_FMT_DATE: // %t = accept date
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002213 get_localtime(logs->accept_date.tv_sec, &tm);
2214 ret = date2str_log(tmplog, &tm, &logs->accept_date, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002215 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002216 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002217 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002218 last_isspace = 0;
2219 break;
2220
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002221 case LOG_FMT_tr: // %tr = start of request date
2222 /* Note that the timers are valid if we get here */
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002223 tv_ms_add(&tv, &logs->accept_date, logs->t_idle >= 0 ? logs->t_idle + logs->t_handshake : 0);
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002224 get_localtime(tv.tv_sec, &tm);
2225 ret = date2str_log(tmplog, &tm, &tv, dst + maxsize - tmplog);
2226 if (ret == NULL)
2227 goto out;
2228 tmplog = ret;
2229 last_isspace = 0;
2230 break;
2231
2232 case LOG_FMT_DATEGMT: // %T = accept date, GMT
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002233 get_gmtime(logs->accept_date.tv_sec, &tm);
William Lallemand5f232402012-04-05 18:02:55 +02002234 ret = gmt2str_log(tmplog, &tm, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002235 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002236 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002237 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002238 last_isspace = 0;
2239 break;
2240
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002241 case LOG_FMT_trg: // %trg = start of request date, GMT
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002242 tv_ms_add(&tv, &logs->accept_date, logs->t_idle >= 0 ? logs->t_idle + logs->t_handshake : 0);
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002243 get_gmtime(tv.tv_sec, &tm);
2244 ret = gmt2str_log(tmplog, &tm, dst + maxsize - tmplog);
2245 if (ret == NULL)
2246 goto out;
2247 tmplog = ret;
2248 last_isspace = 0;
2249 break;
2250
2251 case LOG_FMT_DATELOCAL: // %Tl = accept date, local
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002252 get_localtime(logs->accept_date.tv_sec, &tm);
2253 ret = localdate2str_log(tmplog, logs->accept_date.tv_sec, &tm, dst + maxsize - tmplog);
Yuxans Yao4e25b012012-10-19 10:36:09 +08002254 if (ret == NULL)
2255 goto out;
2256 tmplog = ret;
2257 last_isspace = 0;
2258 break;
2259
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002260 case LOG_FMT_trl: // %trl = start of request date, local
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002261 tv_ms_add(&tv, &logs->accept_date, logs->t_idle >= 0 ? logs->t_idle + logs->t_handshake : 0);
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002262 get_localtime(tv.tv_sec, &tm);
2263 ret = localdate2str_log(tmplog, tv.tv_sec, &tm, dst + maxsize - tmplog);
2264 if (ret == NULL)
2265 goto out;
2266 tmplog = ret;
2267 last_isspace = 0;
2268 break;
2269
William Lallemand5f232402012-04-05 18:02:55 +02002270 case LOG_FMT_TS: // %Ts
William Lallemand5f232402012-04-05 18:02:55 +02002271 if (tmp->options & LOG_OPT_HEXA) {
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002272 iret = snprintf(tmplog, dst + maxsize - tmplog, "%04X", (unsigned int)logs->accept_date.tv_sec);
William Lallemand5f232402012-04-05 18:02:55 +02002273 if (iret < 0 || iret > dst + maxsize - tmplog)
2274 goto out;
2275 last_isspace = 0;
2276 tmplog += iret;
2277 } else {
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002278 ret = ltoa_o(logs->accept_date.tv_sec, tmplog, dst + maxsize - tmplog);
William Lallemand5f232402012-04-05 18:02:55 +02002279 if (ret == NULL)
2280 goto out;
2281 tmplog = ret;
2282 last_isspace = 0;
2283 }
2284 break;
2285
William Lallemand1d705562012-03-12 12:46:41 +01002286 case LOG_FMT_MS: // %ms
William Lallemand5f232402012-04-05 18:02:55 +02002287 if (tmp->options & LOG_OPT_HEXA) {
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002288 iret = snprintf(tmplog, dst + maxsize - tmplog, "%02X",(unsigned int)logs->accept_date.tv_usec/1000);
William Lallemand5f232402012-04-05 18:02:55 +02002289 if (iret < 0 || iret > dst + maxsize - tmplog)
2290 goto out;
2291 last_isspace = 0;
2292 tmplog += iret;
2293 } else {
2294 if ((dst + maxsize - tmplog) < 4)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002295 goto out;
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002296 ret = utoa_pad((unsigned int)logs->accept_date.tv_usec/1000,
Willy Tarreau9e60cd82013-01-24 01:18:16 +01002297 tmplog, 4);
2298 if (ret == NULL)
William Lallemand51b5dca2012-03-26 17:52:55 +02002299 goto out;
Willy Tarreau9e60cd82013-01-24 01:18:16 +01002300 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002301 last_isspace = 0;
William Lallemand5f232402012-04-05 18:02:55 +02002302 }
2303 break;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002304
William Lallemand1d705562012-03-12 12:46:41 +01002305 case LOG_FMT_FRONTEND: // %f
William Lallemandbddd4fd2012-02-27 11:23:10 +01002306 src = fe->id;
William Lallemand5f232402012-04-05 18:02:55 +02002307 ret = lf_text(tmplog, src, dst + maxsize - tmplog, tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002308 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002309 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002310 tmplog = ret;
William Lallemand51b5dca2012-03-26 17:52:55 +02002311 last_isspace = 0;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002312 break;
2313
Willy Tarreau773d65f2012-10-12 14:56:11 +02002314 case LOG_FMT_FRONTEND_XPRT: // %ft
2315 src = fe->id;
2316 if (tmp->options & LOG_OPT_QUOTE)
2317 LOGCHAR('"');
2318 iret = strlcpy2(tmplog, src, dst + maxsize - tmplog);
2319 if (iret == 0)
2320 goto out;
2321 tmplog += iret;
Christopher Fauletfd818482021-04-14 14:01:41 +02002322 if (sess->listener && sess->listener->bind_conf->xprt == xprt_get(XPRT_SSL))
Willy Tarreau773d65f2012-10-12 14:56:11 +02002323 LOGCHAR('~');
Willy Tarreau773d65f2012-10-12 14:56:11 +02002324 if (tmp->options & LOG_OPT_QUOTE)
2325 LOGCHAR('"');
2326 last_isspace = 0;
2327 break;
Willy Tarreauffc3fcd2012-10-12 20:17:54 +02002328#ifdef USE_OPENSSL
2329 case LOG_FMT_SSL_CIPHER: // %sslc
2330 src = NULL;
Willy Tarreau9ad7bd42015-04-03 19:19:59 +02002331 conn = objt_conn(sess->origin);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002332 if (conn) {
Emmanuel Hocdet01da5712017-10-13 16:59:49 +02002333 src = ssl_sock_get_cipher_name(conn);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002334 }
Willy Tarreauffc3fcd2012-10-12 20:17:54 +02002335 ret = lf_text(tmplog, src, dst + maxsize - tmplog, tmp);
2336 if (ret == NULL)
2337 goto out;
2338 tmplog = ret;
2339 last_isspace = 0;
2340 break;
Willy Tarreau773d65f2012-10-12 14:56:11 +02002341
Willy Tarreauffc3fcd2012-10-12 20:17:54 +02002342 case LOG_FMT_SSL_VERSION: // %sslv
2343 src = NULL;
Willy Tarreau9ad7bd42015-04-03 19:19:59 +02002344 conn = objt_conn(sess->origin);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002345 if (conn) {
Emmanuel Hocdet01da5712017-10-13 16:59:49 +02002346 src = ssl_sock_get_proto_version(conn);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002347 }
Willy Tarreauffc3fcd2012-10-12 20:17:54 +02002348 ret = lf_text(tmplog, src, dst + maxsize - tmplog, tmp);
2349 if (ret == NULL)
2350 goto out;
2351 tmplog = ret;
2352 last_isspace = 0;
2353 break;
2354#endif
William Lallemand1d705562012-03-12 12:46:41 +01002355 case LOG_FMT_BACKEND: // %b
William Lallemandbddd4fd2012-02-27 11:23:10 +01002356 src = be->id;
William Lallemand5f232402012-04-05 18:02:55 +02002357 ret = lf_text(tmplog, src, dst + maxsize - tmplog, tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002358 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002359 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002360 tmplog = ret;
William Lallemand51b5dca2012-03-26 17:52:55 +02002361 last_isspace = 0;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002362 break;
2363
William Lallemand1d705562012-03-12 12:46:41 +01002364 case LOG_FMT_SERVER: // %s
Christopher Fauletfd818482021-04-14 14:01:41 +02002365 switch (obj_type(s ? s->target : sess->origin)) {
Willy Tarreaud79a3b22012-12-28 09:40:16 +01002366 case OBJ_TYPE_SERVER:
Willy Tarreau1aaf3242018-09-20 11:13:58 +02002367 src = __objt_server(s->target)->id;
Willy Tarreaud79a3b22012-12-28 09:40:16 +01002368 break;
2369 case OBJ_TYPE_APPLET:
Willy Tarreau1aaf3242018-09-20 11:13:58 +02002370 src = __objt_applet(s->target)->name;
Willy Tarreaud79a3b22012-12-28 09:40:16 +01002371 break;
Christopher Fauletfd818482021-04-14 14:01:41 +02002372 case OBJ_TYPE_CHECK:
2373 src = (__objt_check(sess->origin)->server
2374 ? __objt_check(sess->origin)->server->id
2375 : "<NOSRV>");
2376 break;
Willy Tarreaud79a3b22012-12-28 09:40:16 +01002377 default:
2378 src = "<NOSRV>";
2379 break;
2380 }
William Lallemand5f232402012-04-05 18:02:55 +02002381 ret = lf_text(tmplog, src, dst + maxsize - tmplog, tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002382 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002383 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002384 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002385 last_isspace = 0;
2386 break;
2387
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002388 case LOG_FMT_Th: // %Th = handshake time
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002389 ret = ltoa_o(logs->t_handshake, tmplog, dst + maxsize - tmplog);
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002390 if (ret == NULL)
2391 goto out;
2392 tmplog = ret;
2393 last_isspace = 0;
2394 break;
2395
2396 case LOG_FMT_Ti: // %Ti = HTTP idle time
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002397 ret = ltoa_o(logs->t_idle, tmplog, dst + maxsize - tmplog);
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002398 if (ret == NULL)
2399 goto out;
2400 tmplog = ret;
2401 last_isspace = 0;
2402 break;
2403
2404 case LOG_FMT_TR: // %TR = HTTP request time
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002405 ret = ltoa_o((t_request >= 0) ? t_request - logs->t_idle - logs->t_handshake : -1,
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002406 tmplog, dst + maxsize - tmplog);
2407 if (ret == NULL)
2408 goto out;
2409 tmplog = ret;
2410 last_isspace = 0;
2411 break;
2412
2413 case LOG_FMT_TQ: // %Tq = Th + Ti + TR
William Lallemand5f232402012-04-05 18:02:55 +02002414 ret = ltoa_o(t_request, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002415 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002416 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002417 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002418 last_isspace = 0;
2419 break;
2420
William Lallemand1d705562012-03-12 12:46:41 +01002421 case LOG_FMT_TW: // %Tw
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002422 ret = ltoa_o((logs->t_queue >= 0) ? logs->t_queue - t_request : -1,
William Lallemand5f232402012-04-05 18:02:55 +02002423 tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002424 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002425 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002426 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002427 last_isspace = 0;
2428 break;
2429
William Lallemand1d705562012-03-12 12:46:41 +01002430 case LOG_FMT_TC: // %Tc
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002431 ret = ltoa_o((logs->t_connect >= 0) ? logs->t_connect - logs->t_queue : -1,
William Lallemand5f232402012-04-05 18:02:55 +02002432 tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002433 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002434 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002435 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002436 last_isspace = 0;
2437 break;
2438
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002439 case LOG_FMT_Tr: // %Tr
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002440 ret = ltoa_o((logs->t_data >= 0) ? logs->t_data - logs->t_connect : -1,
William Lallemand5f232402012-04-05 18:02:55 +02002441 tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002442 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002443 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002444 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002445 last_isspace = 0;
2446 break;
2447
Willy Tarreau27b639d2016-05-17 17:55:27 +02002448 case LOG_FMT_TD: // %Td
Willy Tarreaua21c0e62018-09-05 15:07:15 +02002449 if (be->mode == PR_MODE_HTTP)
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002450 ret = ltoa_o((logs->t_data >= 0) ? logs->t_close - logs->t_data : -1,
Willy Tarreau27b639d2016-05-17 17:55:27 +02002451 tmplog, dst + maxsize - tmplog);
2452 else
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002453 ret = ltoa_o((logs->t_connect >= 0) ? logs->t_close - logs->t_connect : -1,
Willy Tarreau27b639d2016-05-17 17:55:27 +02002454 tmplog, dst + maxsize - tmplog);
2455 if (ret == NULL)
2456 goto out;
2457 tmplog = ret;
2458 last_isspace = 0;
2459 break;
2460
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002461 case LOG_FMT_Ta: // %Ta = active time = Tt - Th - Ti
2462 if (!(fe->to_log & LW_BYTES))
2463 LOGCHAR('+');
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002464 ret = ltoa_o(logs->t_close - (logs->t_idle >= 0 ? logs->t_idle + logs->t_handshake : 0),
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002465 tmplog, dst + maxsize - tmplog);
2466 if (ret == NULL)
2467 goto out;
2468 tmplog = ret;
2469 last_isspace = 0;
2470 break;
2471
2472 case LOG_FMT_TT: // %Tt = total time
Willy Tarreaud79a3b22012-12-28 09:40:16 +01002473 if (!(fe->to_log & LW_BYTES))
William Lallemand1d705562012-03-12 12:46:41 +01002474 LOGCHAR('+');
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002475 ret = ltoa_o(logs->t_close, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002476 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002477 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002478 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002479 last_isspace = 0;
2480 break;
2481
Damien Claisse57c8eb92020-04-28 12:09:19 +00002482 case LOG_FMT_TU: // %Tu = total time seen by user = Tt - Ti
2483 if (!(fe->to_log & LW_BYTES))
2484 LOGCHAR('+');
2485 ret = ltoa_o(logs->t_close - (logs->t_idle >= 0 ? logs->t_idle : 0),
2486 tmplog, dst + maxsize - tmplog);
2487 if (ret == NULL)
2488 goto out;
2489 tmplog = ret;
2490 last_isspace = 0;
2491 break;
2492
Willy Tarreau2beef582012-12-20 17:22:52 +01002493 case LOG_FMT_STATUS: // %ST
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02002494 ret = ltoa_o(status, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002495 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002496 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002497 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002498 last_isspace = 0;
2499 break;
2500
William Lallemand1d705562012-03-12 12:46:41 +01002501 case LOG_FMT_BYTES: // %B
Willy Tarreaud79a3b22012-12-28 09:40:16 +01002502 if (!(fe->to_log & LW_BYTES))
William Lallemand1d705562012-03-12 12:46:41 +01002503 LOGCHAR('+');
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002504 ret = lltoa(logs->bytes_out, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002505 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002506 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002507 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002508 last_isspace = 0;
2509 break;
2510
Willy Tarreauc5259fd2012-12-20 15:38:04 +01002511 case LOG_FMT_BYTES_UP: // %U
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002512 ret = lltoa(logs->bytes_in, tmplog, dst + maxsize - tmplog);
Willy Tarreauc5259fd2012-12-20 15:38:04 +01002513 if (ret == NULL)
2514 goto out;
2515 tmplog = ret;
2516 last_isspace = 0;
2517 break;
2518
Willy Tarreau2beef582012-12-20 17:22:52 +01002519 case LOG_FMT_CCLIENT: // %CC
Willy Tarreau57bc8912016-04-25 17:09:40 +02002520 src = txn ? txn->cli_cookie : NULL;
William Lallemand5f232402012-04-05 18:02:55 +02002521 ret = lf_text(tmplog, src, dst + maxsize - tmplog, tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002522 if (ret == NULL)
William Lallemand51b5dca2012-03-26 17:52:55 +02002523 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002524 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002525 last_isspace = 0;
2526 break;
2527
Willy Tarreau2beef582012-12-20 17:22:52 +01002528 case LOG_FMT_CSERVER: // %CS
Willy Tarreau57bc8912016-04-25 17:09:40 +02002529 src = txn ? txn->srv_cookie : NULL;
William Lallemand5f232402012-04-05 18:02:55 +02002530 ret = lf_text(tmplog, src, dst + maxsize - tmplog, tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002531 if (ret == NULL)
William Lallemand51b5dca2012-03-26 17:52:55 +02002532 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002533 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002534 last_isspace = 0;
2535 break;
2536
William Lallemand1d705562012-03-12 12:46:41 +01002537 case LOG_FMT_TERMSTATE: // %ts
Willy Tarreaub8bc5252018-09-05 15:51:28 +02002538 LOGCHAR(sess_term_cond[(s_flags & SF_ERR_MASK) >> SF_ERR_SHIFT]);
2539 LOGCHAR(sess_fin_state[(s_flags & SF_FINST_MASK) >> SF_FINST_SHIFT]);
Willy Tarreau6580c062012-03-12 15:09:42 +01002540 *tmplog = '\0';
2541 last_isspace = 0;
2542 break;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002543
William Lallemand1d705562012-03-12 12:46:41 +01002544 case LOG_FMT_TERMSTATE_CK: // %tsc, same as TS with cookie state (for mode HTTP)
Willy Tarreaub8bc5252018-09-05 15:51:28 +02002545 LOGCHAR(sess_term_cond[(s_flags & SF_ERR_MASK) >> SF_ERR_SHIFT]);
2546 LOGCHAR(sess_fin_state[(s_flags & SF_FINST_MASK) >> SF_FINST_SHIFT]);
Willy Tarreau57bc8912016-04-25 17:09:40 +02002547 LOGCHAR((txn && (be->ck_opts & PR_CK_ANY)) ? sess_cookie[(txn->flags & TX_CK_MASK) >> TX_CK_SHIFT] : '-');
2548 LOGCHAR((txn && (be->ck_opts & PR_CK_ANY)) ? sess_set_cookie[(txn->flags & TX_SCK_MASK) >> TX_SCK_SHIFT] : '-');
William Lallemandbddd4fd2012-02-27 11:23:10 +01002549 last_isspace = 0;
2550 break;
2551
William Lallemand1d705562012-03-12 12:46:41 +01002552 case LOG_FMT_ACTCONN: // %ac
William Lallemand5f232402012-04-05 18:02:55 +02002553 ret = ltoa_o(actconn, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002554 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002555 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002556 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002557 last_isspace = 0;
2558 break;
2559
William Lallemand1d705562012-03-12 12:46:41 +01002560 case LOG_FMT_FECONN: // %fc
William Lallemand5f232402012-04-05 18:02:55 +02002561 ret = ltoa_o(fe->feconn, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002562 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002563 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002564 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002565 last_isspace = 0;
2566 break;
2567
William Lallemand1d705562012-03-12 12:46:41 +01002568 case LOG_FMT_BECONN: // %bc
William Lallemand5f232402012-04-05 18:02:55 +02002569 ret = ltoa_o(be->beconn, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002570 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002571 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002572 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002573 last_isspace = 0;
2574 break;
2575
William Lallemand1d705562012-03-12 12:46:41 +01002576 case LOG_FMT_SRVCONN: // %sc
Christopher Fauletfd818482021-04-14 14:01:41 +02002577 switch (obj_type(s ? s->target : sess->origin)) {
2578 case OBJ_TYPE_SERVER:
2579 ret = ultoa_o(__objt_server(s->target)->cur_sess,
2580 tmplog, dst + maxsize - tmplog);
2581 break;
2582 case OBJ_TYPE_CHECK:
2583 ret = ultoa_o(__objt_check(sess->origin)->server
2584 ? __objt_check(sess->origin)->server->cur_sess
2585 : 0, tmplog, dst + maxsize - tmplog);
2586 break;
2587 default:
2588 ret = ultoa_o(0, tmplog, dst + maxsize - tmplog);
2589 break;
2590 }
2591
William Lallemand1d705562012-03-12 12:46:41 +01002592 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002593 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002594 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002595 last_isspace = 0;
2596 break;
2597
William Lallemand1d705562012-03-12 12:46:41 +01002598 case LOG_FMT_RETRIES: // %rq
Willy Tarreaub8bc5252018-09-05 15:51:28 +02002599 if (s_flags & SF_REDISP)
William Lallemand1d705562012-03-12 12:46:41 +01002600 LOGCHAR('+');
Christopher Faulet1d26f222021-04-16 11:24:20 +02002601 ret = ltoa_o(((s && s->si[1].conn_retries > 0)
2602 ? (be->conn_retries - s->si[1].conn_retries)
2603 : ((s && s->si[1].state != SI_ST_INI) ? be->conn_retries : 0)),
2604 tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002605 if (ret == NULL)
William Lallemand51b5dca2012-03-26 17:52:55 +02002606 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002607 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002608 last_isspace = 0;
2609 break;
2610
William Lallemand1d705562012-03-12 12:46:41 +01002611 case LOG_FMT_SRVQUEUE: // %sq
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002612 ret = ltoa_o(logs->srv_queue_pos, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002613 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002614 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002615 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002616 last_isspace = 0;
2617 break;
2618
William Lallemand1d705562012-03-12 12:46:41 +01002619 case LOG_FMT_BCKQUEUE: // %bq
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002620 ret = ltoa_o(logs->prx_queue_pos, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002621 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002622 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002623 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002624 last_isspace = 0;
2625 break;
2626
William Lallemand1d705562012-03-12 12:46:41 +01002627 case LOG_FMT_HDRREQUEST: // %hr
William Lallemandbddd4fd2012-02-27 11:23:10 +01002628 /* request header */
Willy Tarreaud4f91662018-09-05 15:28:07 +02002629 if (fe->nb_req_cap && s && s->req_cap) {
William Lallemandbddd4fd2012-02-27 11:23:10 +01002630 if (tmp->options & LOG_OPT_QUOTE)
2631 LOGCHAR('"');
2632 LOGCHAR('{');
2633 for (hdr = 0; hdr < fe->nb_req_cap; hdr++) {
2634 if (hdr)
2635 LOGCHAR('|');
Willy Tarreaucb7dd012015-04-03 22:16:32 +02002636 if (s->req_cap[hdr] != NULL) {
Dragan Dosen835b9212016-02-12 13:23:03 +01002637 ret = lf_encode_string(tmplog, dst + maxsize,
2638 '#', hdr_encode_map, s->req_cap[hdr], tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002639 if (ret == NULL || *ret != '\0')
William Lallemand51b5dca2012-03-26 17:52:55 +02002640 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002641 tmplog = ret;
William Lallemand51b5dca2012-03-26 17:52:55 +02002642 }
William Lallemandbddd4fd2012-02-27 11:23:10 +01002643 }
2644 LOGCHAR('}');
William Lallemand51b5dca2012-03-26 17:52:55 +02002645 if (tmp->options & LOG_OPT_QUOTE)
2646 LOGCHAR('"');
William Lallemandbddd4fd2012-02-27 11:23:10 +01002647 last_isspace = 0;
2648 }
William Lallemandbddd4fd2012-02-27 11:23:10 +01002649 break;
2650
William Lallemand1d705562012-03-12 12:46:41 +01002651 case LOG_FMT_HDRREQUESTLIST: // %hrl
William Lallemandbddd4fd2012-02-27 11:23:10 +01002652 /* request header list */
Willy Tarreaud4f91662018-09-05 15:28:07 +02002653 if (fe->nb_req_cap && s && s->req_cap) {
William Lallemandbddd4fd2012-02-27 11:23:10 +01002654 for (hdr = 0; hdr < fe->nb_req_cap; hdr++) {
2655 if (hdr > 0)
2656 LOGCHAR(' ');
2657 if (tmp->options & LOG_OPT_QUOTE)
2658 LOGCHAR('"');
Willy Tarreaucb7dd012015-04-03 22:16:32 +02002659 if (s->req_cap[hdr] != NULL) {
Dragan Dosen835b9212016-02-12 13:23:03 +01002660 ret = lf_encode_string(tmplog, dst + maxsize,
2661 '#', hdr_encode_map, s->req_cap[hdr], tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002662 if (ret == NULL || *ret != '\0')
William Lallemand51b5dca2012-03-26 17:52:55 +02002663 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002664 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002665 } else if (!(tmp->options & LOG_OPT_QUOTE))
2666 LOGCHAR('-');
2667 if (tmp->options & LOG_OPT_QUOTE)
2668 LOGCHAR('"');
William Lallemandbddd4fd2012-02-27 11:23:10 +01002669 last_isspace = 0;
2670 }
2671 }
2672 break;
Willy Tarreaubaaee002006-06-26 02:48:02 +02002673
William Lallemand1d705562012-03-12 12:46:41 +01002674
2675 case LOG_FMT_HDRRESPONS: // %hs
William Lallemandbddd4fd2012-02-27 11:23:10 +01002676 /* response header */
Willy Tarreaud4f91662018-09-05 15:28:07 +02002677 if (fe->nb_rsp_cap && s && s->res_cap) {
William Lallemandbddd4fd2012-02-27 11:23:10 +01002678 if (tmp->options & LOG_OPT_QUOTE)
2679 LOGCHAR('"');
2680 LOGCHAR('{');
2681 for (hdr = 0; hdr < fe->nb_rsp_cap; hdr++) {
2682 if (hdr)
2683 LOGCHAR('|');
Willy Tarreaucb7dd012015-04-03 22:16:32 +02002684 if (s->res_cap[hdr] != NULL) {
Dragan Dosen835b9212016-02-12 13:23:03 +01002685 ret = lf_encode_string(tmplog, dst + maxsize,
2686 '#', hdr_encode_map, s->res_cap[hdr], tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002687 if (ret == NULL || *ret != '\0')
William Lallemand51b5dca2012-03-26 17:52:55 +02002688 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002689 tmplog = ret;
William Lallemand51b5dca2012-03-26 17:52:55 +02002690 }
William Lallemandbddd4fd2012-02-27 11:23:10 +01002691 }
2692 LOGCHAR('}');
2693 last_isspace = 0;
2694 if (tmp->options & LOG_OPT_QUOTE)
2695 LOGCHAR('"');
2696 }
William Lallemandbddd4fd2012-02-27 11:23:10 +01002697 break;
2698
William Lallemand1d705562012-03-12 12:46:41 +01002699 case LOG_FMT_HDRRESPONSLIST: // %hsl
William Lallemandbddd4fd2012-02-27 11:23:10 +01002700 /* response header list */
Willy Tarreaud4f91662018-09-05 15:28:07 +02002701 if (fe->nb_rsp_cap && s && s->res_cap) {
William Lallemandbddd4fd2012-02-27 11:23:10 +01002702 for (hdr = 0; hdr < fe->nb_rsp_cap; hdr++) {
2703 if (hdr > 0)
2704 LOGCHAR(' ');
2705 if (tmp->options & LOG_OPT_QUOTE)
2706 LOGCHAR('"');
Willy Tarreaucb7dd012015-04-03 22:16:32 +02002707 if (s->res_cap[hdr] != NULL) {
Dragan Dosen835b9212016-02-12 13:23:03 +01002708 ret = lf_encode_string(tmplog, dst + maxsize,
2709 '#', hdr_encode_map, s->res_cap[hdr], tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002710 if (ret == NULL || *ret != '\0')
William Lallemand51b5dca2012-03-26 17:52:55 +02002711 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002712 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002713 } else if (!(tmp->options & LOG_OPT_QUOTE))
2714 LOGCHAR('-');
2715 if (tmp->options & LOG_OPT_QUOTE)
2716 LOGCHAR('"');
William Lallemandbddd4fd2012-02-27 11:23:10 +01002717 last_isspace = 0;
2718 }
2719 }
2720 break;
2721
William Lallemand1d705562012-03-12 12:46:41 +01002722 case LOG_FMT_REQ: // %r
William Lallemandbddd4fd2012-02-27 11:23:10 +01002723 /* Request */
2724 if (tmp->options & LOG_OPT_QUOTE)
2725 LOGCHAR('"');
Willy Tarreau57bc8912016-04-25 17:09:40 +02002726 uri = txn && txn->uri ? txn->uri : "<BADREQ>";
Dragan Dosen835b9212016-02-12 13:23:03 +01002727 ret = lf_encode_string(tmplog, dst + maxsize,
2728 '#', url_encode_map, uri, tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002729 if (ret == NULL || *ret != '\0')
William Lallemand51b5dca2012-03-26 17:52:55 +02002730 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002731 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002732 if (tmp->options & LOG_OPT_QUOTE)
2733 LOGCHAR('"');
William Lallemandbddd4fd2012-02-27 11:23:10 +01002734 last_isspace = 0;
2735 break;
William Lallemand5f232402012-04-05 18:02:55 +02002736
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002737 case LOG_FMT_HTTP_PATH: // %HP
Willy Tarreau57bc8912016-04-25 17:09:40 +02002738 uri = txn && txn->uri ? txn->uri : "<BADREQ>";
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002739
Willy Tarreaub7636d12015-06-17 19:58:02 +02002740 if (tmp->options & LOG_OPT_QUOTE)
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002741 LOGCHAR('"');
2742
2743 end = uri + strlen(uri);
2744 // look for the first whitespace character
2745 while (uri < end && !HTTP_IS_SPHT(*uri))
2746 uri++;
2747
2748 // keep advancing past multiple spaces
2749 while (uri < end && HTTP_IS_SPHT(*uri)) {
2750 uri++; nspaces++;
2751 }
2752
2753 // look for first space or question mark after url
2754 spc = uri;
2755 while (spc < end && *spc != '?' && !HTTP_IS_SPHT(*spc))
2756 spc++;
2757
Nenad Merdanovic54e439f2016-04-26 01:39:02 +02002758 if (!txn || !txn->uri || nspaces == 0) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002759 chunk.area = "<BADREQ>";
2760 chunk.data = strlen("<BADREQ>");
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002761 } else {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002762 chunk.area = uri;
2763 chunk.data = spc - uri;
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002764 }
2765
Dragan Dosen835b9212016-02-12 13:23:03 +01002766 ret = lf_encode_chunk(tmplog, dst + maxsize, '#', url_encode_map, &chunk, tmp);
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002767 if (ret == NULL || *ret != '\0')
2768 goto out;
2769
2770 tmplog = ret;
Willy Tarreaub7636d12015-06-17 19:58:02 +02002771 if (tmp->options & LOG_OPT_QUOTE)
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002772 LOGCHAR('"');
2773
2774 last_isspace = 0;
2775 break;
2776
Maciej Zdebfcdfd852020-11-30 18:27:47 +00002777 case LOG_FMT_HTTP_PATH_ONLY: // %HPO
2778 uri = txn && txn->uri ? txn->uri : "<BADREQ>";
2779
2780 if (tmp->options & LOG_OPT_QUOTE)
2781 LOGCHAR('"');
2782
2783 end = uri + strlen(uri);
2784
2785 // look for the first whitespace character
2786 while (uri < end && !HTTP_IS_SPHT(*uri))
2787 uri++;
2788
2789 // keep advancing past multiple spaces
2790 while (uri < end && HTTP_IS_SPHT(*uri)) {
2791 uri++; nspaces++;
2792 }
2793
2794 // look for first space after url
2795 spc = uri;
2796 while (spc < end && !HTTP_IS_SPHT(*spc))
2797 spc++;
2798
Tim Duesterhus92c696e2021-02-28 16:11:36 +01002799 path = ist2(uri, spc - uri);
Maciej Zdebfcdfd852020-11-30 18:27:47 +00002800
2801 // extract relative path without query params from url
Amaury Denoyellec453f952021-07-06 11:40:12 +02002802 parser = http_uri_parser_init(path);
2803 path = iststop(http_parse_path(&parser), '?');
Maciej Zdebfcdfd852020-11-30 18:27:47 +00002804 if (!txn || !txn->uri || nspaces == 0) {
2805 chunk.area = "<BADREQ>";
2806 chunk.data = strlen("<BADREQ>");
2807 } else {
2808 chunk.area = path.ptr;
2809 chunk.data = path.len;
2810 }
2811
2812 ret = lf_encode_chunk(tmplog, dst + maxsize, '#', url_encode_map, &chunk, tmp);
2813 if (ret == NULL || *ret != '\0')
2814 goto out;
2815
2816 tmplog = ret;
2817 if (tmp->options & LOG_OPT_QUOTE)
2818 LOGCHAR('"');
2819
2820 last_isspace = 0;
2821 break;
2822
Andrew Hayworthe63ac872015-07-31 16:14:16 +00002823 case LOG_FMT_HTTP_QUERY: // %HQ
2824 if (tmp->options & LOG_OPT_QUOTE)
2825 LOGCHAR('"');
2826
Willy Tarreau57bc8912016-04-25 17:09:40 +02002827 if (!txn || !txn->uri) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002828 chunk.area = "<BADREQ>";
2829 chunk.data = strlen("<BADREQ>");
Andrew Hayworthe63ac872015-07-31 16:14:16 +00002830 } else {
2831 uri = txn->uri;
2832 end = uri + strlen(uri);
2833 // look for the first question mark
2834 while (uri < end && *uri != '?')
2835 uri++;
2836
2837 qmark = uri;
2838 // look for first space or question mark after url
2839 while (uri < end && !HTTP_IS_SPHT(*uri))
2840 uri++;
2841
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002842 chunk.area = qmark;
2843 chunk.data = uri - qmark;
Andrew Hayworthe63ac872015-07-31 16:14:16 +00002844 }
2845
Dragan Dosen835b9212016-02-12 13:23:03 +01002846 ret = lf_encode_chunk(tmplog, dst + maxsize, '#', url_encode_map, &chunk, tmp);
Andrew Hayworthe63ac872015-07-31 16:14:16 +00002847 if (ret == NULL || *ret != '\0')
2848 goto out;
2849
2850 tmplog = ret;
2851 if (tmp->options & LOG_OPT_QUOTE)
2852 LOGCHAR('"');
2853
2854 last_isspace = 0;
2855 break;
2856
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002857 case LOG_FMT_HTTP_URI: // %HU
Willy Tarreau57bc8912016-04-25 17:09:40 +02002858 uri = txn && txn->uri ? txn->uri : "<BADREQ>";
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002859
Willy Tarreaub7636d12015-06-17 19:58:02 +02002860 if (tmp->options & LOG_OPT_QUOTE)
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002861 LOGCHAR('"');
2862
2863 end = uri + strlen(uri);
2864 // look for the first whitespace character
2865 while (uri < end && !HTTP_IS_SPHT(*uri))
2866 uri++;
2867
2868 // keep advancing past multiple spaces
2869 while (uri < end && HTTP_IS_SPHT(*uri)) {
2870 uri++; nspaces++;
2871 }
2872
2873 // look for first space after url
2874 spc = uri;
2875 while (spc < end && !HTTP_IS_SPHT(*spc))
2876 spc++;
2877
Willy Tarreau57bc8912016-04-25 17:09:40 +02002878 if (!txn || !txn->uri || nspaces == 0) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002879 chunk.area = "<BADREQ>";
2880 chunk.data = strlen("<BADREQ>");
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002881 } else {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002882 chunk.area = uri;
2883 chunk.data = spc - uri;
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002884 }
2885
Dragan Dosen835b9212016-02-12 13:23:03 +01002886 ret = lf_encode_chunk(tmplog, dst + maxsize, '#', url_encode_map, &chunk, tmp);
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002887 if (ret == NULL || *ret != '\0')
2888 goto out;
2889
2890 tmplog = ret;
Willy Tarreaub7636d12015-06-17 19:58:02 +02002891 if (tmp->options & LOG_OPT_QUOTE)
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002892 LOGCHAR('"');
2893
2894 last_isspace = 0;
2895 break;
2896
2897 case LOG_FMT_HTTP_METHOD: // %HM
Willy Tarreau57bc8912016-04-25 17:09:40 +02002898 uri = txn && txn->uri ? txn->uri : "<BADREQ>";
Willy Tarreaub7636d12015-06-17 19:58:02 +02002899 if (tmp->options & LOG_OPT_QUOTE)
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002900 LOGCHAR('"');
2901
2902 end = uri + strlen(uri);
2903 // look for the first whitespace character
2904 spc = uri;
2905 while (spc < end && !HTTP_IS_SPHT(*spc))
2906 spc++;
2907
2908 if (spc == end) { // odd case, we have txn->uri, but we only got a verb
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002909 chunk.area = "<BADREQ>";
2910 chunk.data = strlen("<BADREQ>");
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002911 } else {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002912 chunk.area = uri;
2913 chunk.data = spc - uri;
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002914 }
2915
Dragan Dosen835b9212016-02-12 13:23:03 +01002916 ret = lf_encode_chunk(tmplog, dst + maxsize, '#', url_encode_map, &chunk, tmp);
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002917 if (ret == NULL || *ret != '\0')
2918 goto out;
2919
2920 tmplog = ret;
Willy Tarreaub7636d12015-06-17 19:58:02 +02002921 if (tmp->options & LOG_OPT_QUOTE)
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002922 LOGCHAR('"');
2923
2924 last_isspace = 0;
2925 break;
2926
2927 case LOG_FMT_HTTP_VERSION: // %HV
Willy Tarreau57bc8912016-04-25 17:09:40 +02002928 uri = txn && txn->uri ? txn->uri : "<BADREQ>";
Willy Tarreaub7636d12015-06-17 19:58:02 +02002929 if (tmp->options & LOG_OPT_QUOTE)
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002930 LOGCHAR('"');
2931
2932 end = uri + strlen(uri);
2933 // look for the first whitespace character
2934 while (uri < end && !HTTP_IS_SPHT(*uri))
2935 uri++;
2936
2937 // keep advancing past multiple spaces
2938 while (uri < end && HTTP_IS_SPHT(*uri)) {
2939 uri++; nspaces++;
2940 }
2941
2942 // look for the next whitespace character
2943 while (uri < end && !HTTP_IS_SPHT(*uri))
2944 uri++;
2945
2946 // keep advancing past multiple spaces
2947 while (uri < end && HTTP_IS_SPHT(*uri))
2948 uri++;
2949
Willy Tarreau57bc8912016-04-25 17:09:40 +02002950 if (!txn || !txn->uri || nspaces == 0) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002951 chunk.area = "<BADREQ>";
2952 chunk.data = strlen("<BADREQ>");
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002953 } else if (uri == end) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002954 chunk.area = "HTTP/0.9";
2955 chunk.data = strlen("HTTP/0.9");
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002956 } else {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002957 chunk.area = uri;
2958 chunk.data = end - uri;
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002959 }
2960
Dragan Dosen835b9212016-02-12 13:23:03 +01002961 ret = lf_encode_chunk(tmplog, dst + maxsize, '#', url_encode_map, &chunk, tmp);
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002962 if (ret == NULL || *ret != '\0')
2963 goto out;
2964
2965 tmplog = ret;
Willy Tarreaub7636d12015-06-17 19:58:02 +02002966 if (tmp->options & LOG_OPT_QUOTE)
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002967 LOGCHAR('"');
2968
2969 last_isspace = 0;
2970 break;
2971
William Lallemand5f232402012-04-05 18:02:55 +02002972 case LOG_FMT_COUNTER: // %rt
2973 if (tmp->options & LOG_OPT_HEXA) {
Willy Tarreau5cacab62018-09-05 15:52:59 +02002974 iret = snprintf(tmplog, dst + maxsize - tmplog, "%04X", uniq_id);
William Lallemand5f232402012-04-05 18:02:55 +02002975 if (iret < 0 || iret > dst + maxsize - tmplog)
2976 goto out;
2977 last_isspace = 0;
2978 tmplog += iret;
2979 } else {
Willy Tarreau5cacab62018-09-05 15:52:59 +02002980 ret = ltoa_o(uniq_id, tmplog, dst + maxsize - tmplog);
William Lallemand5f232402012-04-05 18:02:55 +02002981 if (ret == NULL)
2982 goto out;
2983 tmplog = ret;
2984 last_isspace = 0;
2985 }
2986 break;
2987
Willy Tarreau7346acb2014-08-28 15:03:15 +02002988 case LOG_FMT_LOGCNT: // %lc
2989 if (tmp->options & LOG_OPT_HEXA) {
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002990 iret = snprintf(tmplog, dst + maxsize - tmplog, "%04X", fe->log_count);
Willy Tarreau7346acb2014-08-28 15:03:15 +02002991 if (iret < 0 || iret > dst + maxsize - tmplog)
2992 goto out;
2993 last_isspace = 0;
2994 tmplog += iret;
2995 } else {
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002996 ret = ultoa_o(fe->log_count, tmplog, dst + maxsize - tmplog);
Willy Tarreau7346acb2014-08-28 15:03:15 +02002997 if (ret == NULL)
2998 goto out;
2999 tmplog = ret;
3000 last_isspace = 0;
3001 }
3002 break;
3003
William Lallemand5f232402012-04-05 18:02:55 +02003004 case LOG_FMT_HOSTNAME: // %H
3005 src = hostname;
3006 ret = lf_text(tmplog, src, dst + maxsize - tmplog, tmp);
3007 if (ret == NULL)
3008 goto out;
3009 tmplog = ret;
3010 last_isspace = 0;
3011 break;
3012
3013 case LOG_FMT_PID: // %pid
3014 if (tmp->options & LOG_OPT_HEXA) {
3015 iret = snprintf(tmplog, dst + maxsize - tmplog, "%04X", pid);
3016 if (iret < 0 || iret > dst + maxsize - tmplog)
3017 goto out;
3018 last_isspace = 0;
3019 tmplog += iret;
3020 } else {
3021 ret = ltoa_o(pid, tmplog, dst + maxsize - tmplog);
3022 if (ret == NULL)
3023 goto out;
3024 tmplog = ret;
3025 last_isspace = 0;
3026 }
3027 break;
William Lallemanda73203e2012-03-12 12:48:57 +01003028
3029 case LOG_FMT_UNIQUEID: // %ID
William Lallemand5b7ea3a2013-08-28 15:44:19 +02003030 ret = NULL;
Tim Duesterhusa17e6622020-03-05 20:19:02 +01003031 if (s)
3032 ret = lf_text_len(tmplog, s->unique_id.ptr, s->unique_id.len, maxsize - (tmplog - dst), tmp);
3033 else
3034 ret = lf_text_len(tmplog, NULL, 0, maxsize - (tmplog - dst), tmp);
William Lallemanda73203e2012-03-12 12:48:57 +01003035 if (ret == NULL)
3036 goto out;
3037 tmplog = ret;
3038 last_isspace = 0;
3039 break;
3040
William Lallemandbddd4fd2012-02-27 11:23:10 +01003041 }
3042 }
3043
3044out:
William Lallemand1d705562012-03-12 12:46:41 +01003045 /* *tmplog is a unused character */
3046 *tmplog = '\0';
Willy Tarreaudf974472012-12-28 02:44:01 +01003047 return tmplog - dst;
William Lallemandbddd4fd2012-02-27 11:23:10 +01003048
Willy Tarreaubaaee002006-06-26 02:48:02 +02003049}
3050
William Lallemand1d705562012-03-12 12:46:41 +01003051/*
Willy Tarreau87b09662015-04-03 00:22:06 +02003052 * send a log for the stream when we have enough info about it.
William Lallemand1d705562012-03-12 12:46:41 +01003053 * Will not log if the frontend has no log defined.
3054 */
Willy Tarreau87b09662015-04-03 00:22:06 +02003055void strm_log(struct stream *s)
William Lallemand1d705562012-03-12 12:46:41 +01003056{
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02003057 struct session *sess = s->sess;
William Lallemand1d705562012-03-12 12:46:41 +01003058 int size, err, level;
Dragan Dosen0b85ece2015-09-25 19:17:44 +02003059 int sd_size = 0;
William Lallemand1d705562012-03-12 12:46:41 +01003060
3061 /* if we don't want to log normal traffic, return now */
Willy Tarreaue7dff022015-04-03 01:14:29 +02003062 err = (s->flags & SF_REDISP) ||
3063 ((s->flags & SF_ERR_MASK) > SF_ERR_LOCAL) ||
3064 (((s->flags & SF_ERR_MASK) == SF_ERR_NONE) &&
Willy Tarreau350f4872014-11-28 14:42:25 +01003065 (s->si[1].conn_retries != s->be->conn_retries)) ||
Willy Tarreaueee5b512015-04-03 23:46:31 +02003066 ((sess->fe->mode == PR_MODE_HTTP) && s->txn && s->txn->status >= 500);
Willy Tarreaubaaee002006-06-26 02:48:02 +02003067
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02003068 if (!err && (sess->fe->options2 & PR_O2_NOLOGNORM))
William Lallemand1d705562012-03-12 12:46:41 +01003069 return;
William Lallemandbddd4fd2012-02-27 11:23:10 +01003070
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02003071 if (LIST_ISEMPTY(&sess->fe->logsrvs))
William Lallemand1d705562012-03-12 12:46:41 +01003072 return;
William Lallemandbddd4fd2012-02-27 11:23:10 +01003073
Willy Tarreauabcd5142013-06-11 17:18:02 +02003074 if (s->logs.level) { /* loglevel was overridden */
3075 if (s->logs.level == -1) {
3076 s->logs.logwait = 0; /* logs disabled */
3077 return;
3078 }
3079 level = s->logs.level - 1;
3080 }
3081 else {
3082 level = LOG_INFO;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02003083 if (err && (sess->fe->options2 & PR_O2_LOGERRORS))
Willy Tarreauabcd5142013-06-11 17:18:02 +02003084 level = LOG_ERR;
3085 }
William Lallemand1d705562012-03-12 12:46:41 +01003086
William Lallemand5b7ea3a2013-08-28 15:44:19 +02003087 /* if unique-id was not generated */
Tim Duesterhusa17e6622020-03-05 20:19:02 +01003088 if (!isttest(s->unique_id) && !LIST_ISEMPTY(&sess->fe->format_unique_id)) {
Tim Duesterhus2825b4b2020-02-28 15:13:34 +01003089 stream_generate_unique_id(s, &sess->fe->format_unique_id);
William Lallemand5b7ea3a2013-08-28 15:44:19 +02003090 }
3091
Dragan Dosen0b85ece2015-09-25 19:17:44 +02003092 if (!LIST_ISEMPTY(&sess->fe->logformat_sd)) {
3093 sd_size = build_logline(s, logline_rfc5424, global.max_syslog_len,
3094 &sess->fe->logformat_sd);
3095 }
3096
Dragan Dosen59cee972015-09-19 22:09:02 +02003097 size = build_logline(s, logline, global.max_syslog_len, &sess->fe->logformat);
William Lallemand1d705562012-03-12 12:46:41 +01003098 if (size > 0) {
Willy Tarreau4781b152021-04-06 13:53:36 +02003099 _HA_ATOMIC_INC(&sess->fe->log_count);
Christopher Faulet5c6fefc2019-08-11 19:40:12 +02003100 __send_log(&sess->fe->logsrvs, &sess->fe->log_tag, level,
3101 logline, size + 1, logline_rfc5424, sd_size);
William Lallemand1d705562012-03-12 12:46:41 +01003102 s->logs.logwait = 0;
3103 }
3104}
William Lallemandbddd4fd2012-02-27 11:23:10 +01003105
Willy Tarreau53839352018-09-05 19:51:10 +02003106/*
3107 * send a minimalist log for the session. Will not log if the frontend has no
3108 * log defined. It is assumed that this is only used to report anomalies that
3109 * cannot lead to the creation of a regular stream. Because of this the log
3110 * level is LOG_INFO or LOG_ERR depending on the "log-separate-error" setting
3111 * in the frontend. The caller must simply know that it should not call this
Willy Tarreau9fa267d2018-10-05 10:22:27 +02003112 * function to report unimportant events. It is safe to call this function with
3113 * sess==NULL (will not do anything).
Willy Tarreau53839352018-09-05 19:51:10 +02003114 */
3115void sess_log(struct session *sess)
3116{
3117 int size, level;
3118 int sd_size = 0;
3119
Willy Tarreau9fa267d2018-10-05 10:22:27 +02003120 if (!sess)
3121 return;
3122
Willy Tarreau53839352018-09-05 19:51:10 +02003123 if (LIST_ISEMPTY(&sess->fe->logsrvs))
3124 return;
3125
3126 level = LOG_INFO;
3127 if (sess->fe->options2 & PR_O2_LOGERRORS)
3128 level = LOG_ERR;
3129
3130 if (!LIST_ISEMPTY(&sess->fe->logformat_sd)) {
3131 sd_size = sess_build_logline(sess, NULL,
3132 logline_rfc5424, global.max_syslog_len,
3133 &sess->fe->logformat_sd);
3134 }
3135
Remi Tricot-Le Bretonfe21fe72021-08-31 12:08:52 +02003136 if (!LIST_ISEMPTY(&sess->fe->logformat_error))
3137 size = sess_build_logline(sess, NULL, logline, global.max_syslog_len, &sess->fe->logformat_error);
3138 else
3139 size = sess_build_logline(sess, NULL, logline, global.max_syslog_len, &sess->fe->logformat);
Willy Tarreau53839352018-09-05 19:51:10 +02003140 if (size > 0) {
Willy Tarreau4781b152021-04-06 13:53:36 +02003141 _HA_ATOMIC_INC(&sess->fe->log_count);
Christopher Faulet5c6fefc2019-08-11 19:40:12 +02003142 __send_log(&sess->fe->logsrvs, &sess->fe->log_tag, level,
3143 logline, size + 1, logline_rfc5424, sd_size);
Willy Tarreau53839352018-09-05 19:51:10 +02003144 }
3145}
3146
Christopher Faulet5c6fefc2019-08-11 19:40:12 +02003147void app_log(struct list *logsrvs, struct buffer *tag, int level, const char *format, ...)
3148{
3149 va_list argp;
3150 int data_len;
3151
3152 if (level < 0 || format == NULL || logline == NULL)
3153 return;
3154
3155 va_start(argp, format);
3156 data_len = vsnprintf(logline, global.max_syslog_len, format, argp);
3157 if (data_len < 0 || data_len > global.max_syslog_len)
3158 data_len = global.max_syslog_len;
3159 va_end(argp);
3160
3161 __send_log(logsrvs, tag, level, logline, data_len, default_rfc5424_sd_log_format, 2);
3162}
Emeric Brun54932b42020-07-07 09:43:24 +02003163/*
3164 * This function parse a received log message <buf>, of size <buflen>
3165 * it fills <level>, <facility> and <metadata> depending of the detected
3166 * header format and message will point on remaining payload of <size>
3167 *
3168 * <metadata> must point on a preallocated array of LOG_META_FIELDS*sizeof(struct ist)
3169 * struct ist len will be set to 0 if field is not found
3170 * <level> and <facility> will be set to -1 if not found.
3171 */
3172void parse_log_message(char *buf, size_t buflen, int *level, int *facility,
3173 struct ist *metadata, char **message, size_t *size)
3174{
3175
3176 char *p;
3177 int fac_level = 0;
3178
3179 *level = *facility = -1;
3180
3181 *message = buf;
3182 *size = buflen;
3183
3184 memset(metadata, 0, LOG_META_FIELDS*sizeof(struct ist));
3185
3186 p = buf;
3187 if (*size < 2 || *p != '<')
3188 return;
3189
3190 p++;
3191 while (*p != '>') {
3192 if (*p > '9' || *p < '0')
3193 return;
3194 fac_level = 10*fac_level + (*p - '0');
3195 p++;
3196 if ((p - buf) > buflen)
3197 return;
3198 }
3199
3200 *facility = fac_level >> 3;
3201 *level = fac_level & 0x7;
3202 p++;
3203
3204 metadata[LOG_META_PRIO] = ist2(buf, p - buf);
3205
3206 buflen -= p - buf;
3207 buf = p;
3208
3209 *size = buflen;
3210 *message = buf;
3211
3212 /* for rfc5424, prio is always followed by '1' and ' ' */
3213 if ((*size > 2) && (p[0] == '1') && (p[1] == ' ')) {
3214 /* format is always '1 TIMESTAMP HOSTNAME TAG PID MSGID STDATA '
3215 * followed by message.
3216 * Each header field can present NILVALUE: '-'
3217 */
3218
3219 p += 2;
3220 /* timestamp is NILVALUE '-' */
3221 if (*size > 2 && (p[0] == '-') && p[1] == ' ') {
3222 metadata[LOG_META_TIME] = ist2(p, 1);
3223 p++;
3224 }
3225 else if (*size > LOG_ISOTIME_MINLEN) {
3226 metadata[LOG_META_TIME].ptr = p;
3227
Ilya Shipitsin6b79f382020-07-23 00:32:55 +05003228 /* check if optional secfrac is present
Emeric Brun54932b42020-07-07 09:43:24 +02003229 * in timestamp.
3230 * possible format are:
3231 * ex: '1970-01-01T00:00:00.000000Z'
3232 * '1970-01-01T00:00:00.000000+00:00'
3233 * '1970-01-01T00:00:00.000000-00:00'
3234 * '1970-01-01T00:00:00Z'
3235 * '1970-01-01T00:00:00+00:00'
3236 * '1970-01-01T00:00:00-00:00'
3237 */
3238 p += 19;
3239 if (*p == '.') {
3240 p++;
3241 if ((p - buf) >= buflen)
3242 goto bad_format;
3243 while (*p != 'Z' && *p != '+' && *p != '-') {
3244 if ((unsigned char)(*p - '0') > 9)
3245 goto bad_format;
3246
3247 p++;
3248 if ((p - buf) >= buflen)
3249 goto bad_format;
3250 }
3251 }
3252
3253 if (*p == 'Z')
3254 p++;
3255 else
3256 p += 6; /* case of '+00:00 or '-00:00' */
3257
3258 if ((p - buf) >= buflen || *p != ' ')
3259 goto bad_format;
3260 metadata[LOG_META_TIME].len = p - metadata[LOG_META_TIME].ptr;
3261 }
3262 else
3263 goto bad_format;
3264
3265
3266 p++;
3267 if ((p - buf) >= buflen || *p == ' ')
3268 goto bad_format;
3269
3270 metadata[LOG_META_HOST].ptr = p;
3271 while (*p != ' ') {
3272 p++;
3273 if ((p - buf) >= buflen)
3274 goto bad_format;
3275 }
3276 metadata[LOG_META_HOST].len = p - metadata[LOG_META_HOST].ptr;
3277 if (metadata[LOG_META_HOST].len == 1 && metadata[LOG_META_HOST].ptr[0] == '-')
3278 metadata[LOG_META_HOST].len = 0;
3279
3280 p++;
3281 if ((p - buf) >= buflen || *p == ' ')
3282 goto bad_format;
3283
3284 metadata[LOG_META_TAG].ptr = p;
3285 while (*p != ' ') {
3286 p++;
3287 if ((p - buf) >= buflen)
3288 goto bad_format;
3289 }
3290 metadata[LOG_META_TAG].len = p - metadata[LOG_META_TAG].ptr;
3291 if (metadata[LOG_META_TAG].len == 1 && metadata[LOG_META_TAG].ptr[0] == '-')
3292 metadata[LOG_META_TAG].len = 0;
3293
3294 p++;
3295 if ((p - buf) >= buflen || *p == ' ')
3296 goto bad_format;
3297
3298 metadata[LOG_META_PID].ptr = p;
3299 while (*p != ' ') {
3300 p++;
3301 if ((p - buf) >= buflen)
3302 goto bad_format;
3303 }
3304 metadata[LOG_META_PID].len = p - metadata[LOG_META_PID].ptr;
3305 if (metadata[LOG_META_PID].len == 1 && metadata[LOG_META_PID].ptr[0] == '-')
3306 metadata[LOG_META_PID].len = 0;
3307
3308 p++;
3309 if ((p - buf) >= buflen || *p == ' ')
3310 goto bad_format;
3311
3312 metadata[LOG_META_MSGID].ptr = p;
3313 while (*p != ' ') {
3314 p++;
3315 if ((p - buf) >= buflen)
3316 goto bad_format;
3317 }
3318 metadata[LOG_META_MSGID].len = p - metadata[LOG_META_MSGID].ptr;
3319 if (metadata[LOG_META_MSGID].len == 1 && metadata[LOG_META_MSGID].ptr[0] == '-')
3320 metadata[LOG_META_MSGID].len = 0;
3321
3322 p++;
3323 if ((p - buf) >= buflen || *p == ' ')
3324 goto bad_format;
3325
3326 /* structured data format is:
3327 * ex:
3328 * '[key1=value1 key2=value2][key3=value3]'
3329 *
3330 * space is invalid outside [] because
3331 * considered as the end of structured data field
3332 */
3333 metadata[LOG_META_STDATA].ptr = p;
3334 if (*p == '[') {
3335 int elem = 0;
3336
3337 while (1) {
3338 if (elem) {
3339 /* according to rfc this char is escaped in param values */
3340 if (*p == ']' && *(p-1) != '\\')
3341 elem = 0;
3342 }
3343 else {
3344 if (*p == '[')
3345 elem = 1;
3346 else if (*p == ' ')
3347 break;
3348 else
3349 goto bad_format;
3350 }
3351 p++;
3352 if ((p - buf) >= buflen)
3353 goto bad_format;
3354 }
3355 }
3356 else if (*p == '-') {
3357 /* case of NILVALUE */
3358 p++;
3359 if ((p - buf) >= buflen || *p != ' ')
3360 goto bad_format;
3361 }
3362 else
3363 goto bad_format;
3364
3365 metadata[LOG_META_STDATA].len = p - metadata[LOG_META_STDATA].ptr;
3366 if (metadata[LOG_META_STDATA].len == 1 && metadata[LOG_META_STDATA].ptr[0] == '-')
3367 metadata[LOG_META_STDATA].len = 0;
3368
3369 p++;
3370
3371 buflen -= p - buf;
3372 buf = p;
3373
3374 *size = buflen;
3375 *message = p;
3376 }
3377 else if (*size > LOG_LEGACYTIME_LEN) {
3378 int m;
3379
3380 /* supported header format according to rfc3164.
3381 * ex:
3382 * 'Jan 1 00:00:00 HOSTNAME TAG[PID]: '
3383 * or 'Jan 1 00:00:00 HOSTNAME TAG: '
3384 * or 'Jan 1 00:00:00 HOSTNAME '
3385 * Note: HOSTNAME is mandatory, and day
3386 * of month uses a single space prefix if
3387 * less than 10 to ensure hour offset is
3388 * always the same.
3389 */
3390
3391 /* Check month to see if it correspond to a rfc3164
3392 * header ex 'Jan 1 00:00:00' */
3393 for (m = 0; m < 12; m++)
3394 if (!memcmp(monthname[m], p, 3))
3395 break;
3396 /* Month not found */
3397 if (m == 12)
3398 goto bad_format;
3399
3400 metadata[LOG_META_TIME] = ist2(p, LOG_LEGACYTIME_LEN);
3401
3402 p += LOG_LEGACYTIME_LEN;
3403 if ((p - buf) >= buflen || *p != ' ')
3404 goto bad_format;
3405
3406 p++;
3407 if ((p - buf) >= buflen || *p == ' ')
3408 goto bad_format;
3409
3410 metadata[LOG_META_HOST].ptr = p;
3411 while (*p != ' ') {
3412 p++;
3413 if ((p - buf) >= buflen)
3414 goto bad_format;
3415 }
3416 metadata[LOG_META_HOST].len = p - metadata[LOG_META_HOST].ptr;
3417
3418 /* TAG seems to no be mandatory */
3419 p++;
3420
3421 buflen -= p - buf;
3422 buf = p;
3423
3424 *size = buflen;
3425 *message = buf;
3426
3427 if (!buflen)
3428 return;
3429
3430 while (((p - buf) < buflen) && *p != ' ' && *p != ':')
3431 p++;
3432
3433 /* a tag must present a trailing ':' */
3434 if (((p - buf) >= buflen) || *p != ':')
3435 return;
3436 p++;
3437 /* followed by a space */
3438 if (((p - buf) >= buflen) || *p != ' ')
3439 return;
3440
3441 /* rewind to parse tag and pid */
3442 p = buf;
3443 metadata[LOG_META_TAG].ptr = p;
3444 /* we have the guarantee that ':' will be reach before size limit */
3445 while (*p != ':') {
3446 if (*p == '[') {
3447 metadata[LOG_META_TAG].len = p - metadata[LOG_META_TAG].ptr;
3448 metadata[LOG_META_PID].ptr = p + 1;
3449 }
Tim Duesterhus7b5777d2021-03-02 18:57:28 +01003450 else if (*p == ']' && isttest(metadata[LOG_META_PID])) {
Emeric Brun54932b42020-07-07 09:43:24 +02003451 if (p[1] != ':')
3452 return;
3453 metadata[LOG_META_PID].len = p - metadata[LOG_META_PID].ptr;
3454 }
3455 p++;
3456 }
3457 if (!metadata[LOG_META_TAG].len)
3458 metadata[LOG_META_TAG].len = p - metadata[LOG_META_TAG].ptr;
3459
Ilya Shipitsin6b79f382020-07-23 00:32:55 +05003460 /* let pass ':' and ' ', we still have warranty size is large enough */
Emeric Brun54932b42020-07-07 09:43:24 +02003461 p += 2;
3462
3463 buflen -= p - buf;
3464 buf = p;
3465
3466 *size = buflen;
3467 *message = buf;
3468 }
3469
3470 return;
3471
3472bad_format:
3473 /* bad syslog format, we reset all parsed syslog fields
3474 * but priority is kept because we are able to re-build
3475 * this message using LOF_FORMAT_PRIO.
3476 */
3477 metadata[LOG_META_TIME].len = 0;
3478 metadata[LOG_META_HOST].len = 0;
3479 metadata[LOG_META_TAG].len = 0;
3480 metadata[LOG_META_PID].len = 0;
3481 metadata[LOG_META_MSGID].len = 0;
3482 metadata[LOG_META_STDATA].len = 0;
3483
3484 return;
3485}
3486
3487/*
3488 * UDP syslog fd handler
3489 */
3490void syslog_fd_handler(int fd)
3491{
3492 static THREAD_LOCAL struct ist metadata[LOG_META_FIELDS];
3493 ssize_t ret = 0;
3494 struct buffer *buf = get_trash_chunk();
3495 size_t size;
3496 char *message;
3497 int level;
3498 int facility;
3499 struct listener *l = objt_listener(fdtab[fd].owner);
3500 int max_accept;
3501
Tim Duesterhus16554242021-09-15 13:58:49 +02003502 BUG_ON(!l);
Emeric Brun54932b42020-07-07 09:43:24 +02003503
Willy Tarreauf5090652021-04-06 17:23:40 +02003504 if (fdtab[fd].state & FD_POLL_IN) {
Emeric Brun54932b42020-07-07 09:43:24 +02003505
3506 if (!fd_recv_ready(fd))
3507 return;
3508
3509 max_accept = l->maxaccept ? l->maxaccept : 1;
3510
3511 do {
3512 /* Source address */
3513 struct sockaddr_storage saddr = {0};
3514 socklen_t saddrlen;
3515
3516 saddrlen = sizeof(saddr);
3517
3518 ret = recvfrom(fd, buf->area, buf->size, 0, (struct sockaddr *)&saddr, &saddrlen);
3519 if (ret < 0) {
3520 if (errno == EINTR)
3521 continue;
3522 if (errno == EAGAIN)
3523 fd_cant_recv(fd);
3524 goto out;
3525 }
3526 buf->data = ret;
3527
Emeric Brun45c457a2020-07-09 23:23:34 +02003528 /* update counters */
Willy Tarreau4781b152021-04-06 13:53:36 +02003529 _HA_ATOMIC_INC(&cum_log_messages);
Emeric Bruna39ecbd2020-10-05 14:33:12 +02003530 proxy_inc_fe_req_ctr(l, l->bind_conf->frontend);
Emeric Brun45c457a2020-07-09 23:23:34 +02003531
Emeric Brun54932b42020-07-07 09:43:24 +02003532 parse_log_message(buf->area, buf->data, &level, &facility, metadata, &message, &size);
3533
3534 process_send_log(&l->bind_conf->frontend->logsrvs, level, facility, metadata, message, size);
3535
3536 } while (--max_accept);
3537 }
3538
3539out:
3540 return;
3541}
Christopher Faulet5c6fefc2019-08-11 19:40:12 +02003542
Emeric Brun12941c82020-07-07 14:19:42 +02003543/*
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003544 * IO Handler to handle message exchange with a syslog tcp client
3545 */
3546static void syslog_io_handler(struct appctx *appctx)
3547{
3548 static THREAD_LOCAL struct ist metadata[LOG_META_FIELDS];
3549 struct stream_interface *si = appctx->owner;
3550 struct stream *s = si_strm(si);
3551 struct proxy *frontend = strm_fe(s);
3552 struct listener *l = strm_li(s);
3553 struct buffer *buf = get_trash_chunk();
3554 int max_accept;
3555 int to_skip;
3556 int facility;
3557 int level;
3558 char *message;
3559 size_t size;
3560
3561 max_accept = l->maxaccept ? l->maxaccept : 1;
3562 while (co_data(si_oc(si))) {
3563 char c;
3564
3565 if (max_accept <= 0)
3566 goto missing_budget;
3567 max_accept--;
3568
3569 to_skip = co_getchar(si_oc(si), &c);
3570 if (!to_skip)
3571 goto missing_data;
3572 else if (to_skip < 0)
3573 goto cli_abort;
3574
3575 if (c == '<') {
3576 /* rfc-6587, Non-Transparent-Framing: messages separated by
3577 * a trailing LF or CR LF
3578 */
3579 to_skip = co_getline(si_oc(si), buf->area, buf->size);
3580 if (!to_skip)
3581 goto missing_data;
3582 else if (to_skip < 0)
3583 goto cli_abort;
3584
3585 if (buf->area[to_skip - 1] != '\n')
3586 goto parse_error;
3587
3588 buf->data = to_skip - 1;
3589
3590 /* according to rfc-6587, some devices adds CR before LF */
3591 if (buf->data && buf->area[buf->data - 1] == '\r')
3592 buf->data--;
3593
3594 }
3595 else if ((unsigned char)(c - '1') <= 8) {
3596 /* rfc-6587, Octet-Counting: message length in ASCII
3597 * (first digit can not be ZERO), followed by a space
3598 * and message length
3599 */
3600 char *p = NULL;
3601 int msglen;
3602
3603 to_skip = co_getword(si_oc(si), buf->area, buf->size, ' ');
3604 if (!to_skip)
3605 goto missing_data;
3606 else if (to_skip < 0)
3607 goto cli_abort;
3608
3609 if (buf->area[to_skip - 1] != ' ')
3610 goto parse_error;
3611
3612 msglen = strtol(trash.area, &p, 10);
3613 if (!msglen || p != &buf->area[to_skip - 1])
3614 goto parse_error;
3615
3616 /* message seems too large */
3617 if (msglen > buf->size)
3618 goto parse_error;
3619
3620 msglen = co_getblk(si_oc(si), buf->area, msglen, to_skip);
3621 if (!msglen)
3622 goto missing_data;
3623 else if (msglen < 0)
3624 goto cli_abort;
3625
3626
3627 buf->data = msglen;
3628 to_skip += msglen;
3629 }
3630 else
3631 goto parse_error;
3632
3633 co_skip(si_oc(si), to_skip);
3634
3635 /* update counters */
Willy Tarreau4781b152021-04-06 13:53:36 +02003636 _HA_ATOMIC_INC(&cum_log_messages);
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003637 proxy_inc_fe_req_ctr(l, frontend);
3638
3639 parse_log_message(buf->area, buf->data, &level, &facility, metadata, &message, &size);
3640
3641 process_send_log(&frontend->logsrvs, level, facility, metadata, message, size);
3642
3643 }
3644
3645missing_data:
3646 /* we need more data to read */
3647 si_oc(si)->flags |= CF_READ_DONTWAIT;
3648
3649 return;
3650
3651missing_budget:
3652 /* it may remain some stuff to do, let's retry later */
3653 appctx_wakeup(appctx);
3654
3655 return;
3656
3657parse_error:
3658 if (l->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02003659 _HA_ATOMIC_INC(&l->counters->failed_req);
3660 _HA_ATOMIC_INC(&frontend->fe_counters.failed_req);
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003661
3662 goto close;
3663
3664cli_abort:
3665 if (l->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02003666 _HA_ATOMIC_INC(&l->counters->cli_aborts);
3667 _HA_ATOMIC_INC(&frontend->fe_counters.cli_aborts);
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003668
3669close:
3670 si_shutw(si);
3671 si_shutr(si);
3672
3673 si_ic(si)->flags |= CF_READ_NULL;
3674
3675 return;
3676}
3677
3678static struct applet syslog_applet = {
3679 .obj_type = OBJ_TYPE_APPLET,
3680 .name = "<SYSLOG>", /* used for logging */
3681 .fct = syslog_io_handler,
3682 .release = NULL,
3683};
3684
3685/*
Emeric Brun12941c82020-07-07 14:19:42 +02003686 * Parse "log-forward" section and create corresponding sink buffer.
3687 *
3688 * The function returns 0 in success case, otherwise, it returns error
3689 * flags.
3690 */
3691int cfg_parse_log_forward(const char *file, int linenum, char **args, int kwm)
3692{
3693 int err_code = 0;
3694 struct proxy *px;
3695 char *errmsg = NULL;
3696 const char *err = NULL;
3697
3698 if (strcmp(args[0], "log-forward") == 0) {
3699 if (!*args[1]) {
3700 ha_alert("parsing [%s:%d] : missing name for ip-forward section.\n", file, linenum);
3701 err_code |= ERR_ALERT | ERR_ABORT;
3702 goto out;
3703 }
3704
3705 if (alertif_too_many_args(1, file, linenum, args, &err_code))
3706 goto out;
3707
3708 err = invalid_char(args[1]);
3709 if (err) {
3710 ha_alert("parsing [%s:%d] : character '%c' is not permitted in '%s' name '%s'.\n",
3711 file, linenum, *err, args[0], args[1]);
3712 err_code |= ERR_ALERT | ERR_ABORT;
3713 goto out;
3714 }
3715
Emeric Brunb0c331f2020-10-07 17:05:59 +02003716 px = log_forward_by_name(args[1]);
3717 if (px) {
3718 ha_alert("Parsing [%s:%d]: log-forward section '%s' has the same name as another log-forward section declared at %s:%d.\n",
3719 file, linenum, args[1], px->conf.file, px->conf.line);
3720 err_code |= ERR_ALERT | ERR_FATAL;
3721 }
3722
3723 px = proxy_find_by_name(args[1], 0, 0);
3724 if (px) {
3725 ha_alert("Parsing [%s:%d]: log forward section '%s' has the same name as %s '%s' declared at %s:%d.\n",
3726 file, linenum, args[1], proxy_type_str(px),
3727 px->id, px->conf.file, px->conf.line);
3728 err_code |= ERR_ALERT | ERR_FATAL;
Emeric Brun12941c82020-07-07 14:19:42 +02003729 }
3730
3731 px = calloc(1, sizeof *px);
3732 if (!px) {
3733 err_code |= ERR_ALERT | ERR_FATAL;
3734 goto out;
3735 }
3736
3737 px->next = cfg_log_forward;
3738 cfg_log_forward = px;
3739
3740 init_new_proxy(px);
3741 px->conf.file = strdup(file);
3742 px->conf.line = linenum;
3743 px->mode = PR_MODE_SYSLOG;
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003744 px->last_change = now.tv_sec;
3745 px->cap = PR_CAP_FE;
3746 px->maxconn = 10;
3747 px->timeout.client = TICK_ETERNITY;
3748 px->accept = frontend_accept;
3749 px->default_target = &syslog_applet.obj_type;
Emeric Brun12941c82020-07-07 14:19:42 +02003750 px->id = strdup(args[1]);
3751
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003752 }
Tim Duesterhuse5ff1412021-01-02 22:31:53 +01003753 else if (strcmp(args[0], "maxconn") == 0) { /* maxconn */
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003754 if (warnifnotcap(cfg_log_forward, PR_CAP_FE, file, linenum, args[0], " Maybe you want 'fullconn' instead ?"))
3755 err_code |= ERR_WARN;
3756
3757 if (*(args[1]) == 0) {
3758 ha_alert("parsing [%s:%d] : '%s' expects an integer argument.\n", file, linenum, args[0]);
3759 err_code |= ERR_ALERT | ERR_FATAL;
3760 goto out;
3761 }
3762 cfg_log_forward->maxconn = atol(args[1]);
3763 if (alertif_too_many_args(1, file, linenum, args, &err_code))
3764 goto out;
3765 }
Tim Duesterhuse5ff1412021-01-02 22:31:53 +01003766 else if (strcmp(args[0], "backlog") == 0) { /* backlog */
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003767 if (warnifnotcap(cfg_log_forward, PR_CAP_FE, file, linenum, args[0], NULL))
3768 err_code |= ERR_WARN;
3769
3770 if (*(args[1]) == 0) {
3771 ha_alert("parsing [%s:%d] : '%s' expects an integer argument.\n", file, linenum, args[0]);
3772 err_code |= ERR_ALERT | ERR_FATAL;
3773 goto out;
3774 }
3775 cfg_log_forward->backlog = atol(args[1]);
3776 if (alertif_too_many_args(1, file, linenum, args, &err_code))
3777 goto out;
3778 }
3779 else if (strcmp(args[0], "bind") == 0) {
3780 int cur_arg;
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003781 struct bind_conf *bind_conf;
3782 struct bind_kw *kw;
3783 struct listener *l;
3784
3785 cur_arg = 1;
3786
3787 bind_conf = bind_conf_alloc(cfg_log_forward, file, linenum,
3788 NULL, xprt_get(XPRT_RAW));
3789 if (!bind_conf) {
3790 ha_alert("parsing [%s:%d] : out of memory error.", file, linenum);
3791 err_code |= ERR_ALERT | ERR_FATAL;
3792 goto out;
3793 }
3794
3795 if (!str2listener(args[1], cfg_log_forward, bind_conf, file, linenum, &errmsg)) {
3796 if (errmsg && *errmsg) {
3797 indent_msg(&errmsg, 2);
3798 ha_alert("parsing [%s:%d] : '%s %s' : %s\n", file, linenum, args[0], args[1], errmsg);
3799 }
3800 else {
3801 ha_alert("parsing [%s:%d] : '%s %s' : error encountered while parsing listening address %s.\n",
3802 file, linenum, args[0], args[1], args[2]);
3803 err_code |= ERR_ALERT | ERR_FATAL;
3804 goto out;
3805 }
3806 }
3807 list_for_each_entry(l, &bind_conf->listeners, by_bind) {
Willy Tarreau66161322021-02-19 15:50:27 +01003808 l->maxaccept = global.tune.maxaccept ? global.tune.maxaccept : MAX_ACCEPT;
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003809 l->accept = session_accept_fd;
3810 l->analysers |= cfg_log_forward->fe_req_ana;
3811 l->default_target = cfg_log_forward->default_target;
3812 global.maxsock++;
3813 }
3814 cur_arg++;
3815
3816 while (*args[cur_arg] && (kw = bind_find_kw(args[cur_arg]))) {
3817 int ret;
3818
3819 ret = kw->parse(args, cur_arg, cfg_log_forward, bind_conf, &errmsg);
3820 err_code |= ret;
3821 if (ret) {
3822 if (errmsg && *errmsg) {
3823 indent_msg(&errmsg, 2);
3824 ha_alert("parsing [%s:%d] : %s\n", file, linenum, errmsg);
3825 }
3826 else
3827 ha_alert("parsing [%s:%d]: error encountered while processing '%s'\n",
3828 file, linenum, args[cur_arg]);
3829 if (ret & ERR_FATAL)
3830 goto out;
3831 }
3832 cur_arg += 1 + kw->skip;
3833 }
3834 if (*args[cur_arg] != 0) {
Willy Tarreau433b05f2021-03-12 10:14:07 +01003835 const char *best = bind_find_best_kw(args[cur_arg]);
3836 if (best)
3837 ha_alert("parsing [%s:%d] : unknown keyword '%s' in '%s' section; did you mean '%s' maybe ?\n",
3838 file, linenum, args[cur_arg], cursection, best);
3839 else
3840 ha_alert("parsing [%s:%d] : unknown keyword '%s' in '%s' section.\n",
3841 file, linenum, args[cur_arg], cursection);
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003842 err_code |= ERR_ALERT | ERR_FATAL;
3843 goto out;
3844 }
Emeric Brun12941c82020-07-07 14:19:42 +02003845 }
Willy Tarreau76aaa7f2020-09-16 15:07:22 +02003846 else if (strcmp(args[0], "dgram-bind") == 0) {
Emeric Brun12941c82020-07-07 14:19:42 +02003847 int cur_arg;
Emeric Brun12941c82020-07-07 14:19:42 +02003848 struct bind_conf *bind_conf;
3849 struct bind_kw *kw;
3850 struct listener *l;
3851
3852 cur_arg = 1;
3853
3854 bind_conf = bind_conf_alloc(cfg_log_forward, file, linenum,
3855 NULL, xprt_get(XPRT_RAW));
Christopher Faulet0c6d1dc2021-04-12 16:56:37 +02003856 if (!bind_conf) {
3857 ha_alert("parsing [%s:%d] : out of memory error.", file, linenum);
3858 err_code |= ERR_ALERT | ERR_FATAL;
3859 goto out;
3860 }
Emeric Brun12941c82020-07-07 14:19:42 +02003861
Willy Tarreau26ff5da2020-09-16 15:22:19 +02003862 if (!str2receiver(args[1], cfg_log_forward, bind_conf, file, linenum, &errmsg)) {
Emeric Brun12941c82020-07-07 14:19:42 +02003863 if (errmsg && *errmsg) {
3864 indent_msg(&errmsg, 2);
3865 ha_alert("parsing [%s:%d] : '%s %s' : %s\n", file, linenum, args[0], args[1], errmsg);
3866 }
3867 else {
3868 ha_alert("parsing [%s:%d] : '%s %s' : error encountered while parsing listening address %s.\n",
3869 file, linenum, args[0], args[1], args[2]);
Emeric Brun12941c82020-07-07 14:19:42 +02003870 }
Willy Tarreau3b139e52020-09-16 16:24:14 +02003871 err_code |= ERR_ALERT | ERR_FATAL;
3872 goto out;
Emeric Brun12941c82020-07-07 14:19:42 +02003873 }
3874 list_for_each_entry(l, &bind_conf->listeners, by_bind) {
Willy Tarreau26ff5da2020-09-16 15:22:19 +02003875 /* the fact that the sockets are of type dgram is guaranteed by str2receiver() */
Willy Tarreau66161322021-02-19 15:50:27 +01003876 l->maxaccept = global.tune.maxaccept ? global.tune.maxaccept : MAX_ACCEPT;
Willy Tarreaue140a692020-10-15 21:25:32 +02003877 l->rx.iocb = syslog_fd_handler;
Emeric Brun12941c82020-07-07 14:19:42 +02003878 global.maxsock++;
3879 }
3880 cur_arg++;
3881
3882 while (*args[cur_arg] && (kw = bind_find_kw(args[cur_arg]))) {
3883 int ret;
3884
3885 ret = kw->parse(args, cur_arg, cfg_log_forward, bind_conf, &errmsg);
3886 err_code |= ret;
3887 if (ret) {
3888 if (errmsg && *errmsg) {
3889 indent_msg(&errmsg, 2);
3890 ha_alert("parsing [%s:%d] : %s\n", file, linenum, errmsg);
3891 }
3892 else
3893 ha_alert("parsing [%s:%d]: error encountered while processing '%s'\n",
3894 file, linenum, args[cur_arg]);
3895 if (ret & ERR_FATAL)
3896 goto out;
3897 }
3898 cur_arg += 1 + kw->skip;
3899 }
3900 if (*args[cur_arg] != 0) {
Willy Tarreau433b05f2021-03-12 10:14:07 +01003901 const char *best = bind_find_best_kw(args[cur_arg]);
3902 if (best)
3903 ha_alert("parsing [%s:%d] : unknown keyword '%s' in '%s' section; did you mean '%s' maybe ?\n",
3904 file, linenum, args[cur_arg], cursection, best);
3905 else
3906 ha_alert("parsing [%s:%d] : unknown keyword '%s' in '%s' section.\n",
3907 file, linenum, args[cur_arg], cursection);
Emeric Brun12941c82020-07-07 14:19:42 +02003908 err_code |= ERR_ALERT | ERR_FATAL;
3909 goto out;
3910 }
3911 }
3912 else if (strcmp(args[0], "log") == 0) {
Emeric Brun9533a702021-04-02 10:13:43 +02003913 if (!parse_logsrv(args, &cfg_log_forward->logsrvs, (kwm == KWM_NO), file, linenum, &errmsg)) {
Emeric Brun12941c82020-07-07 14:19:42 +02003914 ha_alert("parsing [%s:%d] : %s : %s\n", file, linenum, args[0], errmsg);
3915 err_code |= ERR_ALERT | ERR_FATAL;
3916 goto out;
3917 }
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003918 }
3919 else if (strcmp(args[0], "timeout") == 0) {
3920 const char *res;
3921 unsigned timeout;
3922
3923 if (strcmp(args[1], "client") != 0) {
3924 ha_alert("parsing [%s:%d] : unknown keyword '%s %s' in log-forward section.\n", file, linenum, args[0], args[1]);
3925 err_code |= ERR_ALERT | ERR_FATAL;
3926 goto out;
3927 }
3928
3929 if (*args[2] == 0) {
3930 ha_alert("parsing [%s:%d] : missing timeout client value.\n", file, linenum);
3931 err_code |= ERR_ALERT | ERR_FATAL;
3932 goto out;
3933 }
3934 res = parse_time_err(args[2], &timeout, TIME_UNIT_MS);
3935 if (res == PARSE_TIME_OVER) {
3936 memprintf(&errmsg, "timer overflow in argument '%s' to 'timeout client' (maximum value is 2147483647 ms or ~24.8 days)", args[2]);
3937 }
3938 else if (res == PARSE_TIME_UNDER) {
3939 memprintf(&errmsg, "timer underflow in argument '%s' to 'timeout client' (minimum non-null value is 1 ms)", args[2]);
3940 }
3941 else if (res) {
3942 memprintf(&errmsg, "unexpected character '%c' in 'timeout client'", *res);
3943 return -1;
3944 }
3945
3946 if (res) {
3947 ha_alert("parsing [%s:%d] : %s : %s\n", file, linenum, args[0], errmsg);
3948 err_code |= ERR_ALERT | ERR_FATAL;
3949 goto out;
3950 }
3951 cfg_log_forward->timeout.client = MS_TO_TICKS(timeout);
Emeric Brun12941c82020-07-07 14:19:42 +02003952 }
Willy Tarreauf9feec22020-09-16 15:04:33 +02003953 else {
3954 ha_alert("parsing [%s:%d] : unknown keyword '%s' in log-forward section.\n", file, linenum, args[0]);
3955 err_code |= ERR_ALERT | ERR_ABORT;
3956 goto out;
3957 }
Emeric Brun12941c82020-07-07 14:19:42 +02003958out:
3959 return err_code;
3960}
3961
Willy Tarreau0108d902018-11-25 19:14:37 +01003962
Emeric Brun12941c82020-07-07 14:19:42 +02003963/* config parsers for this section */
3964REGISTER_CONFIG_SECTION("log-forward", cfg_parse_log_forward, NULL);
3965
Willy Tarreau082b6282019-05-22 14:42:12 +02003966REGISTER_PER_THREAD_ALLOC(init_log_buffers);
3967REGISTER_PER_THREAD_FREE(deinit_log_buffers);
Willy Tarreau172f5ce2018-11-26 11:21:50 +01003968
Willy Tarreaubaaee002006-06-26 02:48:02 +02003969/*
3970 * Local variables:
3971 * c-indent-level: 8
3972 * c-basic-offset: 8
3973 * End:
3974 */