blob: 1e08b66c43d977e8c2982cd368273780807ed0e3 [file] [log] [blame]
Willy Tarreaubaaee002006-06-26 02:48:02 +02001/*
2 * General logging functions.
3 *
Willy Tarreaub7f694f2008-06-22 17:18:02 +02004 * Copyright 2000-2008 Willy Tarreau <w@1wt.eu>
Willy Tarreaubaaee002006-06-26 02:48:02 +02005 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
Willy Tarreau8a3f52f2012-12-20 21:23:42 +010013#include <ctype.h>
Willy Tarreauc8f24f82007-11-30 18:38:35 +010014#include <fcntl.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020015#include <stdarg.h>
16#include <stdio.h>
17#include <stdlib.h>
18#include <string.h>
19#include <syslog.h>
20#include <time.h>
21#include <unistd.h>
Robert Tsai81ae1952007-12-05 10:47:29 +010022#include <errno.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020023
24#include <sys/time.h>
Willy Tarreau077edcb2016-08-10 18:30:56 +020025#include <sys/uio.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020026
Willy Tarreau4c7e4b72020-05-27 12:58:42 +020027#include <haproxy/api.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020028#include <haproxy/applet-t.h>
Emeric Brun12941c82020-07-07 14:19:42 +020029#include <haproxy/cfgparse.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020030#include <haproxy/fd.h>
Willy Tarreau762d7a52020-06-04 11:23:07 +020031#include <haproxy/frontend.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020032#include <haproxy/global.h>
Willy Tarreaucd72d8c2020-06-02 19:11:26 +020033#include <haproxy/http.h>
Emeric Brun12941c82020-07-07 14:19:42 +020034#include <haproxy/listener.h>
Willy Tarreauaeed4a82020-06-04 22:01:04 +020035#include <haproxy/log.h>
Emeric Brun12941c82020-07-07 14:19:42 +020036#include <haproxy/proxy.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020037#include <haproxy/sample.h>
38#include <haproxy/sink.h>
Willy Tarreau209108d2020-06-04 20:30:20 +020039#include <haproxy/ssl_sock.h>
Willy Tarreaudfd3de82020-06-04 23:46:14 +020040#include <haproxy/stream.h>
Willy Tarreau5e539c92020-06-04 20:45:39 +020041#include <haproxy/stream_interface.h>
Willy Tarreau92b4f132020-06-01 11:05:15 +020042#include <haproxy/time.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020043#include <haproxy/tools.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020044
Emeric Brun45c457a2020-07-09 23:23:34 +020045/* global recv logs counter */
46int cum_log_messages;
Willy Tarreaubaaee002006-06-26 02:48:02 +020047
Emeric Brun12941c82020-07-07 14:19:42 +020048/* log forward proxy list */
49struct proxy *cfg_log_forward;
50
Emeric Brun54648852020-07-06 15:54:06 +020051struct log_fmt_st {
Dragan Dosen43885c72015-10-01 13:18:13 +020052 char *name;
Dragan Dosen43885c72015-10-01 13:18:13 +020053};
54
Emeric Brun54648852020-07-06 15:54:06 +020055static const struct log_fmt_st log_formats[LOG_FORMATS] = {
Emeric Brun0237c4e2020-11-27 16:24:34 +010056 [LOG_FORMAT_LOCAL] = {
57 .name = "local",
58 },
Dragan Dosen43885c72015-10-01 13:18:13 +020059 [LOG_FORMAT_RFC3164] = {
60 .name = "rfc3164",
Dragan Dosen43885c72015-10-01 13:18:13 +020061 },
62 [LOG_FORMAT_RFC5424] = {
63 .name = "rfc5424",
Emeric Brun54648852020-07-06 15:54:06 +020064 },
65 [LOG_FORMAT_PRIO] = {
66 .name = "priority",
Willy Tarreaue8746a02018-11-12 08:45:00 +010067 },
68 [LOG_FORMAT_SHORT] = {
69 .name = "short",
Emeric Brun54648852020-07-06 15:54:06 +020070 },
71 [LOG_FORMAT_TIMED] = {
72 .name = "timed",
73 },
74 [LOG_FORMAT_ISO] = {
75 .name = "iso",
Willy Tarreaue8746a02018-11-12 08:45:00 +010076 },
Willy Tarreauc1b06452018-11-12 11:57:56 +010077 [LOG_FORMAT_RAW] = {
78 .name = "raw",
Willy Tarreauc1b06452018-11-12 11:57:56 +010079 },
Dragan Dosen1322d092015-09-22 16:05:32 +020080};
81
Dragan Dosen835b9212016-02-12 13:23:03 +010082/*
83 * This map is used with all the FD_* macros to check whether a particular bit
Willy Tarreau1bfd6022019-06-07 11:10:07 +020084 * is set or not. Each bit represents an ACSII code. ha_bit_set() sets those
85 * bytes which should be escaped. When ha_bit_test() returns non-zero, it means
86 * that the byte should be escaped. Be careful to always pass bytes from 0 to
87 * 255 exclusively to the macros.
Dragan Dosen835b9212016-02-12 13:23:03 +010088 */
Willy Tarreau1bfd6022019-06-07 11:10:07 +020089long rfc5424_escape_map[(256/8) / sizeof(long)];
90long hdr_encode_map[(256/8) / sizeof(long)];
91long url_encode_map[(256/8) / sizeof(long)];
92long http_encode_map[(256/8) / sizeof(long)];
Dragan Dosen835b9212016-02-12 13:23:03 +010093
Dragan Dosen835b9212016-02-12 13:23:03 +010094
Willy Tarreaubaaee002006-06-26 02:48:02 +020095const char *log_facilities[NB_LOG_FACILITIES] = {
96 "kern", "user", "mail", "daemon",
97 "auth", "syslog", "lpr", "news",
98 "uucp", "cron", "auth2", "ftp",
99 "ntp", "audit", "alert", "cron2",
100 "local0", "local1", "local2", "local3",
101 "local4", "local5", "local6", "local7"
102};
103
Willy Tarreaubaaee002006-06-26 02:48:02 +0200104const char *log_levels[NB_LOG_LEVELS] = {
105 "emerg", "alert", "crit", "err",
106 "warning", "notice", "info", "debug"
107};
108
Willy Tarreau570f2212013-06-10 16:42:09 +0200109const char sess_term_cond[16] = "-LcCsSPRIDKUIIII"; /* normal, Local, CliTo, CliErr, SrvTo, SrvErr, PxErr, Resource, Internal, Down, Killed, Up, -- */
Willy Tarreaub8750a82006-09-03 09:56:00 +0200110const char sess_fin_state[8] = "-RCHDLQT"; /* cliRequest, srvConnect, srvHeader, Data, Last, Queue, Tarpit */
Willy Tarreaubaaee002006-06-26 02:48:02 +0200111
William Lallemand723b73a2012-02-08 16:37:49 +0100112
113/* log_format */
114struct logformat_type {
115 char *name;
116 int type;
William Lallemandbddd4fd2012-02-27 11:23:10 +0100117 int mode;
William Lallemand5e19a282012-04-02 16:22:10 +0200118 int lw; /* logwait bitsfield */
William Lallemandb7ff6a32012-03-02 14:35:21 +0100119 int (*config_callback)(struct logformat_node *node, struct proxy *curproxy);
William Lallemand723b73a2012-02-08 16:37:49 +0100120};
121
William Lallemandb7ff6a32012-03-02 14:35:21 +0100122int prepare_addrsource(struct logformat_node *node, struct proxy *curproxy);
123
William Lallemand723b73a2012-02-08 16:37:49 +0100124/* log_format variable names */
125static const struct logformat_type logformat_keywords[] = {
William Lallemand5e19a282012-04-02 16:22:10 +0200126 { "o", LOG_FMT_GLOBAL, PR_MODE_TCP, 0, NULL }, /* global option */
Willy Tarreau2beef582012-12-20 17:22:52 +0100127
128 /* please keep these lines sorted ! */
129 { "B", LOG_FMT_BYTES, PR_MODE_TCP, LW_BYTES, NULL }, /* bytes from server to client */
130 { "CC", LOG_FMT_CCLIENT, PR_MODE_HTTP, LW_REQHDR, NULL }, /* client cookie */
131 { "CS", LOG_FMT_CSERVER, PR_MODE_HTTP, LW_RSPHDR, NULL }, /* server cookie */
132 { "H", LOG_FMT_HOSTNAME, PR_MODE_TCP, LW_INIT, NULL }, /* Hostname */
Tim Duesterhuscf6e0c82020-03-13 12:34:24 +0100133 { "ID", LOG_FMT_UNIQUEID, PR_MODE_TCP, LW_BYTES, NULL }, /* Unique ID */
Willy Tarreau4bf99632014-06-13 12:21:40 +0200134 { "ST", LOG_FMT_STATUS, PR_MODE_TCP, LW_RESP, NULL }, /* status code */
William Lallemand5e19a282012-04-02 16:22:10 +0200135 { "T", LOG_FMT_DATEGMT, PR_MODE_TCP, LW_INIT, NULL }, /* date GMT */
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +0200136 { "Ta", LOG_FMT_Ta, PR_MODE_HTTP, LW_BYTES, NULL }, /* Time active (tr to end) */
Willy Tarreau2beef582012-12-20 17:22:52 +0100137 { "Tc", LOG_FMT_TC, PR_MODE_TCP, LW_BYTES, NULL }, /* Tc */
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +0200138 { "Th", LOG_FMT_Th, PR_MODE_TCP, LW_BYTES, NULL }, /* Time handshake */
139 { "Ti", LOG_FMT_Ti, PR_MODE_HTTP, LW_BYTES, NULL }, /* Time idle */
140 { "Tl", LOG_FMT_DATELOCAL, PR_MODE_TCP, LW_INIT, NULL }, /* date local timezone */
141 { "Tq", LOG_FMT_TQ, PR_MODE_HTTP, LW_BYTES, NULL }, /* Tq=Th+Ti+TR */
142 { "Tr", LOG_FMT_Tr, PR_MODE_HTTP, LW_BYTES, NULL }, /* Tr */
143 { "TR", LOG_FMT_TR, PR_MODE_HTTP, LW_BYTES, NULL }, /* Time to receive a valid request */
Willy Tarreau27b639d2016-05-17 17:55:27 +0200144 { "Td", LOG_FMT_TD, PR_MODE_TCP, LW_BYTES, NULL }, /* Td = Tt - (Tq + Tw + Tc + Tr) */
Willy Tarreau2beef582012-12-20 17:22:52 +0100145 { "Ts", LOG_FMT_TS, PR_MODE_TCP, LW_INIT, NULL }, /* timestamp GMT */
William Lallemand5e19a282012-04-02 16:22:10 +0200146 { "Tt", LOG_FMT_TT, PR_MODE_TCP, LW_BYTES, NULL }, /* Tt */
Damien Claisse57c8eb92020-04-28 12:09:19 +0000147 { "Tu", LOG_FMT_TU, PR_MODE_TCP, LW_BYTES, NULL }, /* Tu = Tt -Ti */
Willy Tarreau2beef582012-12-20 17:22:52 +0100148 { "Tw", LOG_FMT_TW, PR_MODE_TCP, LW_BYTES, NULL }, /* Tw */
149 { "U", LOG_FMT_BYTES_UP, PR_MODE_TCP, LW_BYTES, NULL }, /* bytes from client to server */
William Lallemand5e19a282012-04-02 16:22:10 +0200150 { "ac", LOG_FMT_ACTCONN, PR_MODE_TCP, LW_BYTES, NULL }, /* actconn */
Willy Tarreau2beef582012-12-20 17:22:52 +0100151 { "b", LOG_FMT_BACKEND, PR_MODE_TCP, LW_INIT, NULL }, /* backend */
William Lallemand5e19a282012-04-02 16:22:10 +0200152 { "bc", LOG_FMT_BECONN, PR_MODE_TCP, LW_BYTES, NULL }, /* beconn */
Willy Tarreau2beef582012-12-20 17:22:52 +0100153 { "bi", LOG_FMT_BACKENDIP, PR_MODE_TCP, LW_BCKIP, prepare_addrsource }, /* backend source ip */
154 { "bp", LOG_FMT_BACKENDPORT, PR_MODE_TCP, LW_BCKIP, prepare_addrsource }, /* backend source port */
William Lallemand5e19a282012-04-02 16:22:10 +0200155 { "bq", LOG_FMT_BCKQUEUE, PR_MODE_TCP, LW_BYTES, NULL }, /* backend_queue */
Willy Tarreaud02286d2017-06-23 11:23:43 +0200156 { "ci", LOG_FMT_CLIENTIP, PR_MODE_TCP, LW_CLIP | LW_XPRT, NULL }, /* client ip */
157 { "cp", LOG_FMT_CLIENTPORT, PR_MODE_TCP, LW_CLIP | LW_XPRT, NULL }, /* client port */
Willy Tarreau2beef582012-12-20 17:22:52 +0100158 { "f", LOG_FMT_FRONTEND, PR_MODE_TCP, LW_INIT, NULL }, /* frontend */
159 { "fc", LOG_FMT_FECONN, PR_MODE_TCP, LW_BYTES, NULL }, /* feconn */
Willy Tarreaud02286d2017-06-23 11:23:43 +0200160 { "fi", LOG_FMT_FRONTENDIP, PR_MODE_TCP, LW_FRTIP | LW_XPRT, NULL }, /* frontend ip */
161 { "fp", LOG_FMT_FRONTENDPORT, PR_MODE_TCP, LW_FRTIP | LW_XPRT, NULL }, /* frontend port */
Willy Tarreau2beef582012-12-20 17:22:52 +0100162 { "ft", LOG_FMT_FRONTEND_XPRT, PR_MODE_TCP, LW_INIT, NULL }, /* frontend with transport mode */
Willy Tarreaud9ed3d22014-06-13 12:23:06 +0200163 { "hr", LOG_FMT_HDRREQUEST, PR_MODE_TCP, LW_REQHDR, NULL }, /* header request */
164 { "hrl", LOG_FMT_HDRREQUESTLIST, PR_MODE_TCP, LW_REQHDR, NULL }, /* header request list */
165 { "hs", LOG_FMT_HDRRESPONS, PR_MODE_TCP, LW_RSPHDR, NULL }, /* header response */
166 { "hsl", LOG_FMT_HDRRESPONSLIST, PR_MODE_TCP, LW_RSPHDR, NULL }, /* header response list */
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +0000167 { "HM", LOG_FMT_HTTP_METHOD, PR_MODE_HTTP, LW_REQ, NULL }, /* HTTP method */
Maciej Zdebfcdfd852020-11-30 18:27:47 +0000168 { "HP", LOG_FMT_HTTP_PATH, PR_MODE_HTTP, LW_REQ, NULL }, /* HTTP relative or absolute path */
169 { "HPO", LOG_FMT_HTTP_PATH_ONLY, PR_MODE_HTTP, LW_REQ, NULL }, /* HTTP path only (without host nor query string) */
Andrew Hayworthe63ac872015-07-31 16:14:16 +0000170 { "HQ", LOG_FMT_HTTP_QUERY, PR_MODE_HTTP, LW_REQ, NULL }, /* HTTP query */
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +0000171 { "HU", LOG_FMT_HTTP_URI, PR_MODE_HTTP, LW_REQ, NULL }, /* HTTP full URI */
172 { "HV", LOG_FMT_HTTP_VERSION, PR_MODE_HTTP, LW_REQ, NULL }, /* HTTP version */
Willy Tarreau7346acb2014-08-28 15:03:15 +0200173 { "lc", LOG_FMT_LOGCNT, PR_MODE_TCP, LW_INIT, NULL }, /* log counter */
Willy Tarreau2beef582012-12-20 17:22:52 +0100174 { "ms", LOG_FMT_MS, PR_MODE_TCP, LW_INIT, NULL }, /* accept date millisecond */
William Lallemand5e19a282012-04-02 16:22:10 +0200175 { "pid", LOG_FMT_PID, PR_MODE_TCP, LW_INIT, NULL }, /* log pid */
Willy Tarreau2beef582012-12-20 17:22:52 +0100176 { "r", LOG_FMT_REQ, PR_MODE_HTTP, LW_REQ, NULL }, /* request */
177 { "rc", LOG_FMT_RETRIES, PR_MODE_TCP, LW_BYTES, NULL }, /* retries */
Willy Tarreau1f0da242014-01-25 11:01:50 +0100178 { "rt", LOG_FMT_COUNTER, PR_MODE_TCP, LW_REQ, NULL }, /* request counter (HTTP or TCP session) */
Willy Tarreau2beef582012-12-20 17:22:52 +0100179 { "s", LOG_FMT_SERVER, PR_MODE_TCP, LW_SVID, NULL }, /* server */
180 { "sc", LOG_FMT_SRVCONN, PR_MODE_TCP, LW_BYTES, NULL }, /* srv_conn */
181 { "si", LOG_FMT_SERVERIP, PR_MODE_TCP, LW_SVIP, NULL }, /* server destination ip */
182 { "sp", LOG_FMT_SERVERPORT, PR_MODE_TCP, LW_SVIP, NULL }, /* server destination port */
183 { "sq", LOG_FMT_SRVQUEUE, PR_MODE_TCP, LW_BYTES, NULL }, /* srv_queue */
Willy Tarreauffc3fcd2012-10-12 20:17:54 +0200184 { "sslc", LOG_FMT_SSL_CIPHER, PR_MODE_TCP, LW_XPRT, NULL }, /* client-side SSL ciphers */
185 { "sslv", LOG_FMT_SSL_VERSION, PR_MODE_TCP, LW_XPRT, NULL }, /* client-side SSL protocol version */
Willy Tarreau2beef582012-12-20 17:22:52 +0100186 { "t", LOG_FMT_DATE, PR_MODE_TCP, LW_INIT, NULL }, /* date */
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +0200187 { "tr", LOG_FMT_tr, PR_MODE_HTTP, LW_INIT, NULL }, /* date of start of request */
188 { "trg",LOG_FMT_trg, PR_MODE_HTTP, LW_INIT, NULL }, /* date of start of request, GMT */
189 { "trl",LOG_FMT_trl, PR_MODE_HTTP, LW_INIT, NULL }, /* date of start of request, local */
Willy Tarreau2beef582012-12-20 17:22:52 +0100190 { "ts", LOG_FMT_TERMSTATE, PR_MODE_TCP, LW_BYTES, NULL },/* termination state */
191 { "tsc", LOG_FMT_TERMSTATE_CK, PR_MODE_TCP, LW_INIT, NULL },/* termination state */
William Lallemand5e19a282012-04-02 16:22:10 +0200192 { 0, 0, 0, 0, NULL }
William Lallemand723b73a2012-02-08 16:37:49 +0100193};
194
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +0200195char default_http_log_format[] = "%ci:%cp [%tr] %ft %b/%s %TR/%Tw/%Tc/%Tr/%Ta %ST %B %CC %CS %tsc %ac/%fc/%bc/%sc/%rc %sq/%bq %hr %hs %{+Q}r"; // default format
Remi Tricot-Le Breton1fe0fad2021-09-29 18:56:52 +0200196char default_https_log_format[] = "%ci:%cp [%tr] %ft %b/%s %TR/%Tw/%Tc/%Tr/%Ta %ST %B %CC %CS %tsc %ac/%fc/%bc/%sc/%rc %sq/%bq %hr %hs %{+Q}r %[fc_conn_err]/%[ssl_fc_err,hex]/%[ssl_c_err]/%[ssl_c_ca_err] %sslv/%sslc";
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +0200197char clf_http_log_format[] = "%{+Q}o %{-Q}ci - - [%trg] %r %ST %B \"\" \"\" %cp %ms %ft %b %s %TR %Tw %Tc %Tr %Ta %tsc %ac %fc %bc %sc %rc %sq %bq %CC %CS %hrl %hsl";
Willy Tarreau2beef582012-12-20 17:22:52 +0100198char default_tcp_log_format[] = "%ci:%cp [%t] %ft %b/%s %Tw/%Tc/%Tt %B %ts %ac/%fc/%bc/%sc/%rc %sq/%bq";
William Lallemand723b73a2012-02-08 16:37:49 +0100199char *log_format = NULL;
200
Dragan Dosen0b85ece2015-09-25 19:17:44 +0200201/* Default string used for structured-data part in RFC5424 formatted
202 * syslog messages.
203 */
204char default_rfc5424_sd_log_format[] = "- ";
Dragan Dosen1322d092015-09-22 16:05:32 +0200205
Willy Tarreau13ef7732018-11-12 07:25:28 +0100206/* total number of dropped logs */
207unsigned int dropped_logs = 0;
208
Dragan Dosen59cee972015-09-19 22:09:02 +0200209/* This is a global syslog message buffer, common to all outgoing
210 * messages. It contains only the data part.
Willy Tarreaub1a2faf2012-03-19 16:51:53 +0100211 */
Christopher Fauletf8188c62017-06-02 16:20:16 +0200212THREAD_LOCAL char *logline = NULL;
Willy Tarreaub1a2faf2012-03-19 16:51:53 +0100213
Dragan Dosen0b85ece2015-09-25 19:17:44 +0200214/* A global syslog message buffer, common to all RFC5424 syslog messages.
215 * Currently, it is used for generating the structured-data part.
216 */
Christopher Fauletf8188c62017-06-02 16:20:16 +0200217THREAD_LOCAL char *logline_rfc5424 = NULL;
Dragan Dosen0b85ece2015-09-25 19:17:44 +0200218
William Lallemand723b73a2012-02-08 16:37:49 +0100219struct logformat_var_args {
220 char *name;
221 int mask;
222};
223
224struct logformat_var_args var_args_list[] = {
225// global
226 { "M", LOG_OPT_MANDATORY },
227 { "Q", LOG_OPT_QUOTE },
William Lallemand5f232402012-04-05 18:02:55 +0200228 { "X", LOG_OPT_HEXA },
Dragan Dosen835b9212016-02-12 13:23:03 +0100229 { "E", LOG_OPT_ESC },
William Lallemand723b73a2012-02-08 16:37:49 +0100230 { 0, 0 }
231};
232
233/*
William Lallemandb7ff6a32012-03-02 14:35:21 +0100234 * callback used to configure addr source retrieval
235 */
236int prepare_addrsource(struct logformat_node *node, struct proxy *curproxy)
237{
238 curproxy->options2 |= PR_O2_SRC_ADDR;
239
240 return 0;
241}
242
243
244/*
Thierry FOURNIER / OZON.IObca46f02016-11-22 23:13:04 +0100245 * Parse args in a logformat_var. Returns 0 in error
246 * case, otherwise, it returns 1.
William Lallemand723b73a2012-02-08 16:37:49 +0100247 */
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100248int parse_logformat_var_args(char *args, struct logformat_node *node, char **err)
William Lallemand723b73a2012-02-08 16:37:49 +0100249{
250 int i = 0;
251 int end = 0;
252 int flags = 0; // 1 = + 2 = -
253 char *sp = NULL; // start pointer
254
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100255 if (args == NULL) {
256 memprintf(err, "internal error: parse_logformat_var_args() expects non null 'args'");
Thierry FOURNIER / OZON.IObca46f02016-11-22 23:13:04 +0100257 return 0;
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100258 }
William Lallemand723b73a2012-02-08 16:37:49 +0100259
260 while (1) {
261 if (*args == '\0')
262 end = 1;
263
264 if (*args == '+') {
265 // add flag
266 sp = args + 1;
267 flags = 1;
268 }
269 if (*args == '-') {
270 // delete flag
271 sp = args + 1;
272 flags = 2;
273 }
274
275 if (*args == '\0' || *args == ',') {
276 *args = '\0';
Willy Tarreau254d44c2012-12-20 18:19:26 +0100277 for (i = 0; sp && var_args_list[i].name; i++) {
William Lallemand723b73a2012-02-08 16:37:49 +0100278 if (strcmp(sp, var_args_list[i].name) == 0) {
279 if (flags == 1) {
280 node->options |= var_args_list[i].mask;
281 break;
282 } else if (flags == 2) {
283 node->options &= ~var_args_list[i].mask;
284 break;
285 }
286 }
287 }
288 sp = NULL;
289 if (end)
290 break;
291 }
Willy Tarreau254d44c2012-12-20 18:19:26 +0100292 args++;
William Lallemand723b73a2012-02-08 16:37:49 +0100293 }
Thierry FOURNIER / OZON.IObca46f02016-11-22 23:13:04 +0100294 return 1;
William Lallemand723b73a2012-02-08 16:37:49 +0100295}
296
297/*
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100298 * Parse a variable '%varname' or '%{args}varname' in log-format. The caller
299 * must pass the args part in the <arg> pointer with its length in <arg_len>,
300 * and varname with its length in <var> and <var_len> respectively. <arg> is
301 * ignored when arg_len is 0. Neither <var> nor <var_len> may be null.
Thierry FOURNIER / OZON.IOeca4d952016-11-22 22:06:04 +0100302 * Returns false in error case and err is filled, otherwise returns true.
William Lallemand723b73a2012-02-08 16:37:49 +0100303 */
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100304int parse_logformat_var(char *arg, int arg_len, char *var, int var_len, struct proxy *curproxy, struct list *list_format, int *defoptions, char **err)
William Lallemand723b73a2012-02-08 16:37:49 +0100305{
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100306 int j;
Dragan Dosen61302da2019-04-30 00:40:02 +0200307 struct logformat_node *node = NULL;
William Lallemand723b73a2012-02-08 16:37:49 +0100308
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100309 for (j = 0; logformat_keywords[j].name; j++) { // search a log type
310 if (strlen(logformat_keywords[j].name) == var_len &&
311 strncmp(var, logformat_keywords[j].name, var_len) == 0) {
312 if (logformat_keywords[j].mode != PR_MODE_HTTP || curproxy->mode == PR_MODE_HTTP) {
Vincent Bernat02779b62016-04-03 13:48:43 +0200313 node = calloc(1, sizeof(*node));
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100314 if (!node) {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100315 memprintf(err, "out of memory error");
Dragan Dosen61302da2019-04-30 00:40:02 +0200316 goto error_free;
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100317 }
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100318 node->type = logformat_keywords[j].type;
319 node->options = *defoptions;
320 if (arg_len) {
321 node->arg = my_strndup(arg, arg_len);
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100322 if (!parse_logformat_var_args(node->arg, node, err))
Dragan Dosen61302da2019-04-30 00:40:02 +0200323 goto error_free;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100324 }
325 if (node->type == LOG_FMT_GLOBAL) {
326 *defoptions = node->options;
327 free(node->arg);
328 free(node);
329 } else {
330 if (logformat_keywords[j].config_callback &&
331 logformat_keywords[j].config_callback(node, curproxy) != 0) {
Dragan Dosen61302da2019-04-30 00:40:02 +0200332 goto error_free;
William Lallemand723b73a2012-02-08 16:37:49 +0100333 }
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100334 curproxy->to_log |= logformat_keywords[j].lw;
Willy Tarreau2b718102021-04-21 07:32:39 +0200335 LIST_APPEND(list_format, &node->list);
William Lallemand723b73a2012-02-08 16:37:49 +0100336 }
Thierry FOURNIER / OZON.IOeca4d952016-11-22 22:06:04 +0100337 return 1;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100338 } else {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100339 memprintf(err, "format variable '%s' is reserved for HTTP mode",
340 logformat_keywords[j].name);
Dragan Dosen61302da2019-04-30 00:40:02 +0200341 goto error_free;
William Lallemand723b73a2012-02-08 16:37:49 +0100342 }
William Lallemand723b73a2012-02-08 16:37:49 +0100343 }
344 }
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100345
346 j = var[var_len];
347 var[var_len] = 0;
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100348 memprintf(err, "no such format variable '%s'. If you wanted to emit the '%%' character verbatim, you need to use '%%%%'", var);
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100349 var[var_len] = j;
Dragan Dosen61302da2019-04-30 00:40:02 +0200350
351 error_free:
352 if (node) {
353 free(node->arg);
354 free(node);
355 }
Thierry FOURNIER / OZON.IOeca4d952016-11-22 22:06:04 +0100356 return 0;
William Lallemand723b73a2012-02-08 16:37:49 +0100357}
358
359/*
360 * push to the logformat linked list
361 *
362 * start: start pointer
363 * end: end text pointer
364 * type: string type
William Lallemand1d705562012-03-12 12:46:41 +0100365 * list_format: destination list
William Lallemand723b73a2012-02-08 16:37:49 +0100366 *
367 * LOG_TEXT: copy chars from start to end excluding end.
368 *
369*/
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100370int add_to_logformat_list(char *start, char *end, int type, struct list *list_format, char **err)
William Lallemand723b73a2012-02-08 16:37:49 +0100371{
372 char *str;
373
Willy Tarreaua3571662012-12-20 21:59:12 +0100374 if (type == LF_TEXT) { /* type text */
Vincent Bernat02779b62016-04-03 13:48:43 +0200375 struct logformat_node *node = calloc(1, sizeof(*node));
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100376 if (!node) {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100377 memprintf(err, "out of memory error");
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100378 return 0;
379 }
Vincent Bernat02779b62016-04-03 13:48:43 +0200380 str = calloc(1, end - start + 1);
William Lallemand723b73a2012-02-08 16:37:49 +0100381 strncpy(str, start, end - start);
William Lallemand723b73a2012-02-08 16:37:49 +0100382 str[end - start] = '\0';
383 node->arg = str;
William Lallemand1d705562012-03-12 12:46:41 +0100384 node->type = LOG_FMT_TEXT; // type string
Willy Tarreau2b718102021-04-21 07:32:39 +0200385 LIST_APPEND(list_format, &node->list);
Willy Tarreaua3571662012-12-20 21:59:12 +0100386 } else if (type == LF_SEPARATOR) {
Vincent Bernat02779b62016-04-03 13:48:43 +0200387 struct logformat_node *node = calloc(1, sizeof(*node));
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100388 if (!node) {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100389 memprintf(err, "out of memory error");
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100390 return 0;
391 }
William Lallemand1d705562012-03-12 12:46:41 +0100392 node->type = LOG_FMT_SEPARATOR;
Willy Tarreau2b718102021-04-21 07:32:39 +0200393 LIST_APPEND(list_format, &node->list);
William Lallemand723b73a2012-02-08 16:37:49 +0100394 }
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100395 return 1;
William Lallemand723b73a2012-02-08 16:37:49 +0100396}
397
398/*
Willy Tarreauc8368452012-12-21 00:09:23 +0100399 * Parse the sample fetch expression <text> and add a node to <list_format> upon
400 * success. At the moment, sample converters are not yet supported but fetch arguments
Willy Tarreaucd0d2ed2020-02-14 17:33:06 +0100401 * should work. The curpx->conf.args.ctx must be set by the caller. If an end pointer
402 * is passed in <endptr>, it will be updated with the pointer to the first character
403 * not part of the sample expression.
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100404 *
405 * In error case, the function returns 0, otherwise it returns 1.
Willy Tarreauc8368452012-12-21 00:09:23 +0100406 */
Willy Tarreaucd0d2ed2020-02-14 17:33:06 +0100407int add_sample_to_logformat_list(char *text, char *arg, int arg_len, struct proxy *curpx, struct list *list_format, int options, int cap, char **err, char **endptr)
Willy Tarreauc8368452012-12-21 00:09:23 +0100408{
409 char *cmd[2];
Dragan Dosen61302da2019-04-30 00:40:02 +0200410 struct sample_expr *expr = NULL;
411 struct logformat_node *node = NULL;
Willy Tarreauc8368452012-12-21 00:09:23 +0100412 int cmd_arg;
413
414 cmd[0] = text;
415 cmd[1] = "";
416 cmd_arg = 0;
417
Christopher Fauleteaba25d2021-09-30 16:22:51 +0200418 expr = sample_parse_expr(cmd, &cmd_arg, curpx->conf.args.file, curpx->conf.args.line, err,
419 (curpx->cap & PR_CAP_DEF) ? NULL: &curpx->conf.args, endptr);
Willy Tarreauc8368452012-12-21 00:09:23 +0100420 if (!expr) {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100421 memprintf(err, "failed to parse sample expression <%s> : %s", text, *err);
Dragan Dosen61302da2019-04-30 00:40:02 +0200422 goto error_free;
Willy Tarreauc8368452012-12-21 00:09:23 +0100423 }
424
Vincent Bernat02779b62016-04-03 13:48:43 +0200425 node = calloc(1, sizeof(*node));
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100426 if (!node) {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100427 memprintf(err, "out of memory error");
Dragan Dosen61302da2019-04-30 00:40:02 +0200428 goto error_free;
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100429 }
Willy Tarreauc8368452012-12-21 00:09:23 +0100430 node->type = LOG_FMT_EXPR;
431 node->expr = expr;
432 node->options = options;
433
434 if (arg_len) {
435 node->arg = my_strndup(arg, arg_len);
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100436 if (!parse_logformat_var_args(node->arg, node, err))
Dragan Dosen61302da2019-04-30 00:40:02 +0200437 goto error_free;
Willy Tarreauc8368452012-12-21 00:09:23 +0100438 }
Willy Tarreau434c57c2013-01-08 01:10:24 +0100439 if (expr->fetch->val & cap & SMP_VAL_REQUEST)
Willy Tarreauc8368452012-12-21 00:09:23 +0100440 node->options |= LOG_OPT_REQ_CAP; /* fetch method is request-compatible */
441
Willy Tarreau434c57c2013-01-08 01:10:24 +0100442 if (expr->fetch->val & cap & SMP_VAL_RESPONSE)
Willy Tarreauc8368452012-12-21 00:09:23 +0100443 node->options |= LOG_OPT_RES_CAP; /* fetch method is response-compatible */
444
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100445 if (!(expr->fetch->val & cap)) {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100446 memprintf(err, "sample fetch <%s> may not be reliably used here because it needs '%s' which is not available here",
447 text, sample_src_names(expr->fetch->use));
Dragan Dosen61302da2019-04-30 00:40:02 +0200448 goto error_free;
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100449 }
Willy Tarreau434c57c2013-01-08 01:10:24 +0100450
Christopher Faulet581db2b2021-03-26 10:02:46 +0100451 if ((options & LOG_OPT_HTTP) && (expr->fetch->use & (SMP_USE_L6REQ|SMP_USE_L6RES))) {
452 ha_warning("parsing [%s:%d] : L6 sample fetch <%s> ignored in HTTP log-format string.\n",
453 curpx->conf.args.file, curpx->conf.args.line, text);
454 }
455
Christopher Faulet711ed6a2019-07-16 14:16:10 +0200456 /* check if we need to allocate an http_txn struct for HTTP parsing */
Willy Tarreauc8368452012-12-21 00:09:23 +0100457 /* Note, we may also need to set curpx->to_log with certain fetches */
Willy Tarreau25320b22013-03-24 07:22:08 +0100458 curpx->http_needed |= !!(expr->fetch->use & SMP_USE_HTTP_ANY);
Willy Tarreauc8368452012-12-21 00:09:23 +0100459
William Lallemand65ad6e12014-01-31 15:08:02 +0100460 /* FIXME: temporary workaround for missing LW_XPRT and LW_REQ flags
461 * needed with some sample fetches (eg: ssl*). We always set it for
462 * now on, but this will leave with sample capabilities soon.
Willy Tarreau1f31c732013-01-10 16:22:27 +0100463 */
464 curpx->to_log |= LW_XPRT;
Christopher Fauletd2236cd2020-04-06 18:29:14 +0200465 if (curpx->http_needed)
466 curpx->to_log |= LW_REQ;
Willy Tarreau2b718102021-04-21 07:32:39 +0200467 LIST_APPEND(list_format, &node->list);
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100468 return 1;
Dragan Dosen61302da2019-04-30 00:40:02 +0200469
470 error_free:
471 release_sample_expr(expr);
472 if (node) {
473 free(node->arg);
474 free(node);
475 }
476 return 0;
Willy Tarreauc8368452012-12-21 00:09:23 +0100477}
478
479/*
William Lallemand723b73a2012-02-08 16:37:49 +0100480 * Parse the log_format string and fill a linked list.
481 * Variable name are preceded by % and composed by characters [a-zA-Z0-9]* : %varname
Willy Tarreaua4312fa2013-04-02 16:34:32 +0200482 * You can set arguments using { } : %{many arguments}varname.
483 * The curproxy->conf.args.ctx must be set by the caller.
William Lallemand1d705562012-03-12 12:46:41 +0100484 *
Ilya Shipitsinae40dbc2020-04-04 12:59:53 +0500485 * fmt: the string to parse
William Lallemand1d705562012-03-12 12:46:41 +0100486 * curproxy: the proxy affected
487 * list_format: the destination list
Willy Tarreau6cbbdbf2013-02-05 18:52:25 +0100488 * options: LOG_OPT_* to force on every node
Willy Tarreau434c57c2013-01-08 01:10:24 +0100489 * cap: all SMP_VAL_* flags supported by the consumer
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100490 *
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100491 * The function returns 1 in success case, otherwise, it returns 0 and err is filled.
William Lallemand723b73a2012-02-08 16:37:49 +0100492 */
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100493int parse_logformat_string(const char *fmt, struct proxy *curproxy, struct list *list_format, int options, int cap, char **err)
William Lallemand723b73a2012-02-08 16:37:49 +0100494{
Willy Tarreaub83bc1e2012-12-24 12:36:33 +0100495 char *sp, *str, *backfmt; /* start pointer for text parts */
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100496 char *arg = NULL; /* start pointer for args */
497 char *var = NULL; /* start pointer for vars */
498 int arg_len = 0;
499 int var_len = 0;
500 int cformat; /* current token format */
501 int pformat; /* previous token format */
William Lallemand723b73a2012-02-08 16:37:49 +0100502 struct logformat_node *tmplf, *back;
503
Willy Tarreaub83bc1e2012-12-24 12:36:33 +0100504 sp = str = backfmt = strdup(fmt);
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100505 if (!str) {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100506 memprintf(err, "out of memory error");
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100507 return 0;
508 }
William Lallemand1dc00ef2012-08-09 16:41:35 +0200509 curproxy->to_log |= LW_INIT;
William Lallemand5e19a282012-04-02 16:22:10 +0200510
William Lallemand723b73a2012-02-08 16:37:49 +0100511 /* flush the list first. */
William Lallemand1d705562012-03-12 12:46:41 +0100512 list_for_each_entry_safe(tmplf, back, list_format, list) {
Willy Tarreau2b718102021-04-21 07:32:39 +0200513 LIST_DELETE(&tmplf->list);
Dragan Dosen61302da2019-04-30 00:40:02 +0200514 release_sample_expr(tmplf->expr);
515 free(tmplf->arg);
William Lallemand723b73a2012-02-08 16:37:49 +0100516 free(tmplf);
517 }
518
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100519 for (cformat = LF_INIT; cformat != LF_END; str++) {
William Lallemand723b73a2012-02-08 16:37:49 +0100520 pformat = cformat;
521
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100522 if (!*str)
523 cformat = LF_END; // preset it to save all states from doing this
William Lallemand723b73a2012-02-08 16:37:49 +0100524
Joseph Herlant85b40592018-11-15 12:10:04 -0800525 /* The principle of the two-step state machine below is to first detect a change, and
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100526 * second have all common paths processed at one place. The common paths are the ones
527 * encountered in text areas (LF_INIT, LF_TEXT, LF_SEPARATOR) and at the end (LF_END).
528 * We use the common LF_INIT state to dispatch to the different final states.
529 */
530 switch (pformat) {
531 case LF_STARTVAR: // text immediately following a '%'
Willy Tarreauc8368452012-12-21 00:09:23 +0100532 arg = NULL; var = NULL;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100533 arg_len = var_len = 0;
534 if (*str == '{') { // optional argument
535 cformat = LF_STARG;
536 arg = str + 1;
William Lallemand723b73a2012-02-08 16:37:49 +0100537 }
Willy Tarreauc8368452012-12-21 00:09:23 +0100538 else if (*str == '[') {
539 cformat = LF_STEXPR;
540 var = str + 1; // store expr in variable name
541 }
Willy Tarreau0f28f822013-12-16 01:38:33 +0100542 else if (isalpha((unsigned char)*str)) { // variable name
William Lallemand723b73a2012-02-08 16:37:49 +0100543 cformat = LF_VAR;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100544 var = str;
William Lallemand723b73a2012-02-08 16:37:49 +0100545 }
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100546 else if (*str == '%')
Ilya Shipitsin856aabc2020-04-16 23:51:34 +0500547 cformat = LF_TEXT; // convert this character to a literal (useful for '%')
Willy Tarreau0f28f822013-12-16 01:38:33 +0100548 else if (isdigit((unsigned char)*str) || *str == ' ' || *str == '\t') {
Willy Tarreau06d97f92013-12-02 17:45:48 +0100549 /* single '%' followed by blank or digit, send them both */
550 cformat = LF_TEXT;
551 pformat = LF_TEXT; /* finally we include the previous char as well */
552 sp = str - 1; /* send both the '%' and the current char */
Jim Freemana2278c82017-04-15 08:01:59 -0600553 memprintf(err, "unexpected variable name near '%c' at position %d line : '%s'. Maybe you want to write a single '%%', use the syntax '%%%%'",
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100554 *str, (int)(str - backfmt), fmt);
Willy Tarreau51013e82019-12-11 12:05:39 +0100555 goto fail;
Willy Tarreau06d97f92013-12-02 17:45:48 +0100556
557 }
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100558 else
Ilya Shipitsin856aabc2020-04-16 23:51:34 +0500559 cformat = LF_INIT; // handle other cases of literals
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100560 break;
561
562 case LF_STARG: // text immediately following '%{'
563 if (*str == '}') { // end of arg
William Lallemand723b73a2012-02-08 16:37:49 +0100564 cformat = LF_EDARG;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100565 arg_len = str - arg;
566 *str = 0; // used for reporting errors
William Lallemand723b73a2012-02-08 16:37:49 +0100567 }
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100568 break;
569
570 case LF_EDARG: // text immediately following '%{arg}'
Willy Tarreauc8368452012-12-21 00:09:23 +0100571 if (*str == '[') {
572 cformat = LF_STEXPR;
573 var = str + 1; // store expr in variable name
574 break;
575 }
Willy Tarreau0f28f822013-12-16 01:38:33 +0100576 else if (isalnum((unsigned char)*str)) { // variable name
William Lallemand723b73a2012-02-08 16:37:49 +0100577 cformat = LF_VAR;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100578 var = str;
579 break;
580 }
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100581 memprintf(err, "parse argument modifier without variable name near '%%{%s}'", arg);
Willy Tarreau51013e82019-12-11 12:05:39 +0100582 goto fail;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100583
Willy Tarreauc8368452012-12-21 00:09:23 +0100584 case LF_STEXPR: // text immediately following '%['
Willy Tarreaucd0d2ed2020-02-14 17:33:06 +0100585 /* the whole sample expression is parsed at once,
586 * returning the pointer to the first character not
587 * part of the expression, which MUST be the trailing
588 * angle bracket.
589 */
590 if (!add_sample_to_logformat_list(var, arg, arg_len, curproxy, list_format, options, cap, err, &str))
591 goto fail;
592
593 if (*str == ']') {
594 // end of arg, go on with next state
595 cformat = pformat = LF_EDEXPR;
596 sp = str;
597 }
598 else {
599 char c = *str;
600 *str = 0;
Willy Tarreau90807112020-02-25 08:16:33 +0100601 if (isprint((unsigned char)c))
Willy Tarreaucd0d2ed2020-02-14 17:33:06 +0100602 memprintf(err, "expected ']' after '%s', but found '%c'", var, c);
603 else
604 memprintf(err, "missing ']' after '%s'", var);
Dragan Dosen2866acf2020-06-30 21:16:43 +0200605 goto fail;
Willy Tarreauc8368452012-12-21 00:09:23 +0100606 }
607 break;
608
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100609 case LF_VAR: // text part of a variable name
610 var_len = str - var;
Willy Tarreau0f28f822013-12-16 01:38:33 +0100611 if (!isalnum((unsigned char)*str))
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100612 cformat = LF_INIT; // not variable name anymore
613 break;
614
Willy Tarreauc8368452012-12-21 00:09:23 +0100615 default: // LF_INIT, LF_TEXT, LF_SEPARATOR, LF_END, LF_EDEXPR
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100616 cformat = LF_INIT;
617 }
618
619 if (cformat == LF_INIT) { /* resynchronize state to text/sep/startvar */
620 switch (*str) {
621 case '%': cformat = LF_STARTVAR; break;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100622 case 0 : cformat = LF_END; break;
Dragan Dosen1e3b16f2020-06-23 18:16:44 +0200623 case ' ':
624 if (options & LOG_OPT_MERGE_SPACES) {
625 cformat = LF_SEPARATOR;
626 break;
627 }
628 /* fall through */
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100629 default : cformat = LF_TEXT; break;
William Lallemand723b73a2012-02-08 16:37:49 +0100630 }
631 }
632
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100633 if (cformat != pformat || pformat == LF_SEPARATOR) {
634 switch (pformat) {
635 case LF_VAR:
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100636 if (!parse_logformat_var(arg, arg_len, var, var_len, curproxy, list_format, &options, err))
Willy Tarreau51013e82019-12-11 12:05:39 +0100637 goto fail;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100638 break;
639 case LF_TEXT:
640 case LF_SEPARATOR:
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100641 if (!add_to_logformat_list(sp, str, pformat, list_format, err))
Willy Tarreau51013e82019-12-11 12:05:39 +0100642 goto fail;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100643 break;
644 }
645 sp = str; /* new start of text at every state switch and at every separator */
William Lallemand723b73a2012-02-08 16:37:49 +0100646 }
647 }
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100648
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100649 if (pformat == LF_STARTVAR || pformat == LF_STARG || pformat == LF_STEXPR) {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100650 memprintf(err, "truncated line after '%s'", var ? var : arg ? arg : "%");
Willy Tarreau51013e82019-12-11 12:05:39 +0100651 goto fail;
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100652 }
Willy Tarreaub83bc1e2012-12-24 12:36:33 +0100653 free(backfmt);
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100654
655 return 1;
Willy Tarreau51013e82019-12-11 12:05:39 +0100656 fail:
657 free(backfmt);
658 return 0;
William Lallemand723b73a2012-02-08 16:37:49 +0100659}
660
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200661/*
Ilya Shipitsin856aabc2020-04-16 23:51:34 +0500662 * Parse the first range of indexes from a string made of a list of comma separated
Frédéric Lécailled95ea282019-04-24 16:14:33 +0200663 * ranges of indexes. Note that an index may be considered as a particular range
664 * with a high limit to the low limit.
665 */
666int get_logsrv_smp_range(unsigned int *low, unsigned int *high, char **arg, char **err)
667{
668 char *end, *p;
669
670 *low = *high = 0;
671
672 p = *arg;
673 end = strchr(p, ',');
674 if (!end)
675 end = p + strlen(p);
676
677 *high = *low = read_uint((const char **)&p, end);
678 if (!*low || (p != end && *p != '-'))
679 goto err;
680
681 if (p == end)
682 goto done;
683
684 p++;
685 *high = read_uint((const char **)&p, end);
686 if (!*high || *high <= *low || p != end)
687 goto err;
688
689 done:
690 if (*end == ',')
691 end++;
692 *arg = end;
693 return 1;
694
695 err:
696 memprintf(err, "wrong sample range '%s'", *arg);
697 return 0;
698}
699
700/*
701 * Returns 1 if the range defined by <low> and <high> overlaps
702 * one of them in <rgs> array of ranges with <sz> the size of this
703 * array, 0 if not.
704 */
705int smp_log_ranges_overlap(struct smp_log_range *rgs, size_t sz,
706 unsigned int low, unsigned int high, char **err)
707{
708 size_t i;
709
710 for (i = 0; i < sz; i++) {
711 if ((low >= rgs[i].low && low <= rgs[i].high) ||
712 (high >= rgs[i].low && high <= rgs[i].high)) {
713 memprintf(err, "ranges are overlapping");
714 return 1;
715 }
716 }
717
718 return 0;
719}
720
721int smp_log_range_cmp(const void *a, const void *b)
722{
723 const struct smp_log_range *rg_a = a;
724 const struct smp_log_range *rg_b = b;
725
726 if (rg_a->high < rg_b->low)
727 return -1;
728 else if (rg_a->low > rg_b->high)
729 return 1;
730
731 return 0;
732}
733
734/*
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200735 * Parse "log" keyword and update <logsrvs> list accordingly.
736 *
737 * When <do_del> is set, it means the "no log" line was parsed, so all log
738 * servers in <logsrvs> are released.
739 *
740 * Otherwise, we try to parse the "log" line. First of all, when the list is not
741 * the global one, we look for the parameter "global". If we find it,
742 * global.logsrvs is copied. Else we parse each arguments.
743 *
744 * The function returns 1 in success case, otherwise, it returns 0 and err is
745 * filled.
746 */
Emeric Brun9533a702021-04-02 10:13:43 +0200747int parse_logsrv(char **args, struct list *logsrvs, int do_del, const char *file, int linenum, char **err)
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200748{
Willy Tarreauae32ac72020-10-27 09:51:37 +0100749 struct smp_log_range *smp_rgs = NULL;
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200750 struct sockaddr_storage *sk;
Emeric Brun94aab062021-04-02 10:41:36 +0200751 struct protocol *proto;
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200752 struct logsrv *logsrv = NULL;
753 int port1, port2;
754 int cur_arg;
Willy Tarreau89599262020-09-15 14:03:26 +0200755 int fd;
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200756
757 /*
758 * "no log": delete previous herited or defined syslog
759 * servers.
760 */
761 if (do_del) {
762 struct logsrv *back;
763
764 if (*(args[1]) != 0) {
765 memprintf(err, "'no log' does not expect arguments");
766 goto error;
767 }
768
769 list_for_each_entry_safe(logsrv, back, logsrvs, list) {
Willy Tarreau2b718102021-04-21 07:32:39 +0200770 LIST_DELETE(&logsrv->list);
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200771 free(logsrv);
772 }
773 return 1;
774 }
775
776 /*
777 * "log global": copy global.logrsvs linked list to the end of logsrvs
778 * list. But first, we check (logsrvs != global.logsrvs).
779 */
Tim Duesterhuse5ff1412021-01-02 22:31:53 +0100780 if (*(args[1]) && *(args[2]) == 0 && strcmp(args[1], "global") == 0) {
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200781 if (logsrvs == &global.logsrvs) {
782 memprintf(err, "'global' is not supported for a global syslog server");
783 goto error;
784 }
785 list_for_each_entry(logsrv, &global.logsrvs, list) {
Christopher Faulet28ac0992018-03-26 16:09:19 +0200786 struct logsrv *node;
787
788 list_for_each_entry(node, logsrvs, list) {
789 if (node->ref == logsrv)
790 goto skip_logsrv;
791 }
792
793 node = malloc(sizeof(*node));
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200794 memcpy(node, logsrv, sizeof(struct logsrv));
Christopher Faulet28ac0992018-03-26 16:09:19 +0200795 node->ref = logsrv;
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200796 LIST_INIT(&node->list);
Willy Tarreau2b718102021-04-21 07:32:39 +0200797 LIST_APPEND(logsrvs, &node->list);
Emeric Brun9533a702021-04-02 10:13:43 +0200798 node->conf.file = strdup(file);
799 node->conf.line = linenum;
Christopher Faulet28ac0992018-03-26 16:09:19 +0200800
801 skip_logsrv:
802 continue;
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200803 }
804 return 1;
805 }
806
807 /*
808 * "log <address> ...: parse a syslog server line
809 */
810 if (*(args[1]) == 0 || *(args[2]) == 0) {
811 memprintf(err, "expects <address> and <facility> %s as arguments",
812 ((logsrvs == &global.logsrvs) ? "" : "or global"));
813 goto error;
814 }
815
Willy Tarreau5a32ecc2018-11-12 07:34:59 +0100816 /* take care of "stdout" and "stderr" as regular aliases for fd@1 / fd@2 */
817 if (strcmp(args[1], "stdout") == 0)
818 args[1] = "fd@1";
819 else if (strcmp(args[1], "stderr") == 0)
820 args[1] = "fd@2";
821
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200822 logsrv = calloc(1, sizeof(*logsrv));
823 if (!logsrv) {
824 memprintf(err, "out of memory");
825 goto error;
826 }
827
Emeric Brun9533a702021-04-02 10:13:43 +0200828 logsrv->conf.file = strdup(file);
829 logsrv->conf.line = linenum;
830
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200831 /* skip address for now, it will be parsed at the end */
832 cur_arg = 2;
833
834 /* just after the address, a length may be specified */
835 logsrv->maxlen = MAX_SYSLOG_LEN;
836 if (strcmp(args[cur_arg], "len") == 0) {
837 int len = atoi(args[cur_arg+1]);
838 if (len < 80 || len > 65535) {
839 memprintf(err, "invalid log length '%s', must be between 80 and 65535",
840 args[cur_arg+1]);
841 goto error;
842 }
843 logsrv->maxlen = len;
844 cur_arg += 2;
845 }
846 if (logsrv->maxlen > global.max_syslog_len)
847 global.max_syslog_len = logsrv->maxlen;
848
849 /* after the length, a format may be specified */
850 if (strcmp(args[cur_arg], "format") == 0) {
851 logsrv->format = get_log_format(args[cur_arg+1]);
Emeric Brun54648852020-07-06 15:54:06 +0200852 if (logsrv->format == LOG_FORMAT_UNSPEC) {
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200853 memprintf(err, "unknown log format '%s'", args[cur_arg+1]);
854 goto error;
855 }
856 cur_arg += 2;
857 }
858
Frédéric Lécailled95ea282019-04-24 16:14:33 +0200859 if (strcmp(args[cur_arg], "sample") == 0) {
860 unsigned low, high;
861 char *p, *beg, *end, *smp_sz_str;
Frédéric Lécailled95ea282019-04-24 16:14:33 +0200862 size_t smp_rgs_sz = 0, smp_sz = 0, new_smp_sz;
863
864 p = args[cur_arg+1];
865 smp_sz_str = strchr(p, ':');
866 if (!smp_sz_str) {
867 memprintf(err, "Missing sample size");
868 goto error;
869 }
870
871 *smp_sz_str++ = '\0';
872
873 end = p + strlen(p);
874
875 while (p != end) {
876 if (!get_logsrv_smp_range(&low, &high, &p, err))
877 goto error;
878
879 if (smp_rgs && smp_log_ranges_overlap(smp_rgs, smp_rgs_sz, low, high, err))
880 goto error;
881
882 smp_rgs = my_realloc2(smp_rgs, (smp_rgs_sz + 1) * sizeof *smp_rgs);
883 if (!smp_rgs) {
884 memprintf(err, "out of memory error");
885 goto error;
886 }
887
888 smp_rgs[smp_rgs_sz].low = low;
889 smp_rgs[smp_rgs_sz].high = high;
890 smp_rgs[smp_rgs_sz].sz = high - low + 1;
891 smp_rgs[smp_rgs_sz].curr_idx = 0;
892 if (smp_rgs[smp_rgs_sz].high > smp_sz)
893 smp_sz = smp_rgs[smp_rgs_sz].high;
894 smp_rgs_sz++;
895 }
896
Tim Duesterhus21648002019-06-23 22:10:10 +0200897 if (smp_rgs == NULL) {
898 memprintf(err, "no sampling ranges given");
899 goto error;
900 }
901
Frédéric Lécailled95ea282019-04-24 16:14:33 +0200902 beg = smp_sz_str;
903 end = beg + strlen(beg);
904 new_smp_sz = read_uint((const char **)&beg, end);
905 if (!new_smp_sz || beg != end) {
906 memprintf(err, "wrong sample size '%s' for sample range '%s'",
907 smp_sz_str, args[cur_arg+1]);
908 goto error;
909 }
910
911 if (new_smp_sz < smp_sz) {
912 memprintf(err, "sample size %zu should be greater or equal to "
913 "%zu the maximum of the high ranges limits",
914 new_smp_sz, smp_sz);
915 goto error;
916 }
917 smp_sz = new_smp_sz;
918
919 /* Let's order <smp_rgs> array. */
920 qsort(smp_rgs, smp_rgs_sz, sizeof(struct smp_log_range), smp_log_range_cmp);
921
922 logsrv->lb.smp_rgs = smp_rgs;
923 logsrv->lb.smp_rgs_sz = smp_rgs_sz;
924 logsrv->lb.smp_sz = smp_sz;
925
926 cur_arg += 2;
927 }
Frédéric Lécailled803e472019-04-25 07:42:09 +0200928 HA_SPIN_INIT(&logsrv->lock);
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200929 /* parse the facility */
930 logsrv->facility = get_log_facility(args[cur_arg]);
931 if (logsrv->facility < 0) {
932 memprintf(err, "unknown log facility '%s'", args[cur_arg]);
933 goto error;
934 }
935 cur_arg++;
936
937 /* parse the max syslog level (default: debug) */
938 logsrv->level = 7;
939 if (*(args[cur_arg])) {
940 logsrv->level = get_log_level(args[cur_arg]);
941 if (logsrv->level < 0) {
942 memprintf(err, "unknown optional log level '%s'", args[cur_arg]);
943 goto error;
944 }
945 cur_arg++;
946 }
947
948 /* parse the limit syslog level (default: emerg) */
949 logsrv->minlvl = 0;
950 if (*(args[cur_arg])) {
951 logsrv->minlvl = get_log_level(args[cur_arg]);
952 if (logsrv->minlvl < 0) {
953 memprintf(err, "unknown optional minimum log level '%s'", args[cur_arg]);
954 goto error;
955 }
956 cur_arg++;
957 }
958
959 /* Too many args */
960 if (*(args[cur_arg])) {
961 memprintf(err, "cannot handle unexpected argument '%s'", args[cur_arg]);
962 goto error;
963 }
964
965 /* now, back to the address */
Willy Tarreauf3dc30f2019-08-30 14:18:44 +0200966 logsrv->type = LOG_TARGET_DGRAM;
Willy Tarreauc046d162019-08-30 15:24:59 +0200967 if (strncmp(args[1], "ring@", 5) == 0) {
Willy Tarreauc046d162019-08-30 15:24:59 +0200968 logsrv->addr.ss_family = AF_UNSPEC;
969 logsrv->type = LOG_TARGET_BUFFER;
Emeric Brun99c453d2020-05-25 15:01:04 +0200970 logsrv->sink = NULL;
971 logsrv->ring_name = strdup(args[1] + 5);
Willy Tarreauc046d162019-08-30 15:24:59 +0200972 goto done;
973 }
974
Emeric Brun94aab062021-04-02 10:41:36 +0200975 sk = str2sa_range(args[1], NULL, &port1, &port2, &fd, &proto,
976 err, NULL, NULL,
977 PA_O_RESOLVE | PA_O_PORT_OK | PA_O_RAW_FD | PA_O_DGRAM | PA_O_STREAM | PA_O_DEFAULT_DGRAM);
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200978 if (!sk)
979 goto error;
Willy Tarreau89599262020-09-15 14:03:26 +0200980
981 if (fd != -1)
982 logsrv->type = LOG_TARGET_FD;
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200983 logsrv->addr = *sk;
984
985 if (sk->ss_family == AF_INET || sk->ss_family == AF_INET6) {
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200986 if (!port1)
987 set_host_port(&logsrv->addr, SYSLOG_PORT);
988 }
Emeric Brun9533a702021-04-02 10:13:43 +0200989
Emeric Brun26754902021-04-07 14:26:44 +0200990 if (proto && proto->ctrl_type == SOCK_STREAM) {
Emeric Brun94aab062021-04-02 10:41:36 +0200991 static unsigned long ring_ids;
992
993 /* Implicit sink buffer will be
994 * initialized in post_check
995 */
996 logsrv->type = LOG_TARGET_BUFFER;
997 logsrv->sink = NULL;
998 /* compute uniq name for the ring */
999 memprintf(&logsrv->ring_name, "ring#%lu", ++ring_ids);
1000 }
1001
Willy Tarreauc046d162019-08-30 15:24:59 +02001002 done:
Willy Tarreau2b718102021-04-21 07:32:39 +02001003 LIST_APPEND(logsrvs, &logsrv->list);
Christopher Faulet4b0b79d2018-03-26 15:54:32 +02001004 return 1;
1005
1006 error:
Willy Tarreauae32ac72020-10-27 09:51:37 +01001007 free(smp_rgs);
Emeric Brun9533a702021-04-02 10:13:43 +02001008 if (logsrv) {
1009 free(logsrv->conf.file);
Willy Tarreaua0133fc2020-10-27 10:35:32 +01001010 free(logsrv->ring_name);
Emeric Brun9533a702021-04-02 10:13:43 +02001011 }
Christopher Faulet4b0b79d2018-03-26 15:54:32 +02001012 free(logsrv);
1013 return 0;
1014}
1015
Amaury Denoyelle7b01a8d2021-03-29 10:29:07 +02001016
1017/*
Emeric Brun54648852020-07-06 15:54:06 +02001018 * returns log format, LOG_FORMAT_UNSPEC is return if not found.
Dragan Dosen1322d092015-09-22 16:05:32 +02001019 */
Emeric Brun54648852020-07-06 15:54:06 +02001020enum log_fmt get_log_format(const char *fmt)
Dragan Dosen1322d092015-09-22 16:05:32 +02001021{
Emeric Brun54648852020-07-06 15:54:06 +02001022 enum log_fmt format;
Dragan Dosen1322d092015-09-22 16:05:32 +02001023
1024 format = LOG_FORMATS - 1;
Emeric Brun54648852020-07-06 15:54:06 +02001025 while (format > 0 && log_formats[format].name
Tim Duesterhuse5ff1412021-01-02 22:31:53 +01001026 && strcmp(log_formats[format].name, fmt) != 0)
Dragan Dosen1322d092015-09-22 16:05:32 +02001027 format--;
1028
Emeric Brun54648852020-07-06 15:54:06 +02001029 /* Note: 0 is LOG_FORMAT_UNSPEC */
Dragan Dosen1322d092015-09-22 16:05:32 +02001030 return format;
1031}
1032
1033/*
Willy Tarreaubaaee002006-06-26 02:48:02 +02001034 * returns log level for <lev> or -1 if not found.
1035 */
1036int get_log_level(const char *lev)
1037{
1038 int level;
1039
1040 level = NB_LOG_LEVELS - 1;
Tim Duesterhuse5ff1412021-01-02 22:31:53 +01001041 while (level >= 0 && strcmp(log_levels[level], lev) != 0)
Willy Tarreaubaaee002006-06-26 02:48:02 +02001042 level--;
1043
1044 return level;
1045}
1046
Willy Tarreaubaaee002006-06-26 02:48:02 +02001047/*
1048 * returns log facility for <fac> or -1 if not found.
1049 */
1050int get_log_facility(const char *fac)
1051{
1052 int facility;
1053
1054 facility = NB_LOG_FACILITIES - 1;
Tim Duesterhuse5ff1412021-01-02 22:31:53 +01001055 while (facility >= 0 && strcmp(log_facilities[facility], fac) != 0)
Willy Tarreaubaaee002006-06-26 02:48:02 +02001056 facility--;
William Lallemand2a4a44f2012-02-06 16:00:33 +01001057
Willy Tarreaubaaee002006-06-26 02:48:02 +02001058 return facility;
1059}
1060
William Lallemanda1cc3812012-02-08 16:38:44 +01001061/*
Dragan Dosen835b9212016-02-12 13:23:03 +01001062 * Encode the string.
1063 *
1064 * When using the +E log format option, it will try to escape '"\]'
1065 * characters with '\' as prefix. The same prefix should not be used as
1066 * <escape>.
1067 */
1068static char *lf_encode_string(char *start, char *stop,
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001069 const char escape, const long *map,
Dragan Dosen835b9212016-02-12 13:23:03 +01001070 const char *string,
1071 struct logformat_node *node)
1072{
1073 if (node->options & LOG_OPT_ESC) {
1074 if (start < stop) {
1075 stop--; /* reserve one byte for the final '\0' */
1076 while (start < stop && *string != '\0') {
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001077 if (!ha_bit_test((unsigned char)(*string), map)) {
1078 if (!ha_bit_test((unsigned char)(*string), rfc5424_escape_map))
Dragan Dosen835b9212016-02-12 13:23:03 +01001079 *start++ = *string;
1080 else {
1081 if (start + 2 >= stop)
1082 break;
1083 *start++ = '\\';
1084 *start++ = *string;
1085 }
1086 }
1087 else {
1088 if (start + 3 >= stop)
1089 break;
1090 *start++ = escape;
1091 *start++ = hextab[(*string >> 4) & 15];
1092 *start++ = hextab[*string & 15];
1093 }
1094 string++;
1095 }
1096 *start = '\0';
1097 }
1098 }
1099 else {
1100 return encode_string(start, stop, escape, map, string);
1101 }
1102
1103 return start;
1104}
1105
1106/*
1107 * Encode the chunk.
1108 *
1109 * When using the +E log format option, it will try to escape '"\]'
1110 * characters with '\' as prefix. The same prefix should not be used as
1111 * <escape>.
1112 */
1113static char *lf_encode_chunk(char *start, char *stop,
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001114 const char escape, const long *map,
Willy Tarreau83061a82018-07-13 11:56:34 +02001115 const struct buffer *chunk,
Dragan Dosen835b9212016-02-12 13:23:03 +01001116 struct logformat_node *node)
1117{
1118 char *str, *end;
1119
1120 if (node->options & LOG_OPT_ESC) {
1121 if (start < stop) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02001122 str = chunk->area;
1123 end = chunk->area + chunk->data;
Dragan Dosen835b9212016-02-12 13:23:03 +01001124
1125 stop--; /* reserve one byte for the final '\0' */
1126 while (start < stop && str < end) {
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001127 if (!ha_bit_test((unsigned char)(*str), map)) {
1128 if (!ha_bit_test((unsigned char)(*str), rfc5424_escape_map))
Dragan Dosen835b9212016-02-12 13:23:03 +01001129 *start++ = *str;
1130 else {
1131 if (start + 2 >= stop)
1132 break;
1133 *start++ = '\\';
1134 *start++ = *str;
1135 }
1136 }
1137 else {
1138 if (start + 3 >= stop)
1139 break;
1140 *start++ = escape;
1141 *start++ = hextab[(*str >> 4) & 15];
1142 *start++ = hextab[*str & 15];
1143 }
1144 str++;
1145 }
1146 *start = '\0';
1147 }
1148 }
1149 else {
1150 return encode_chunk(start, stop, escape, map, chunk);
1151 }
1152
1153 return start;
1154}
1155
1156/*
William Lallemanda1cc3812012-02-08 16:38:44 +01001157 * Write a string in the log string
Dragan Dosen835b9212016-02-12 13:23:03 +01001158 * Take cares of quote and escape options
William Lallemanda1cc3812012-02-08 16:38:44 +01001159 *
Joseph Herlant85b40592018-11-15 12:10:04 -08001160 * Return the address of the \0 character, or NULL on error
William Lallemanda1cc3812012-02-08 16:38:44 +01001161 */
Willy Tarreau26ffa852018-09-05 15:23:10 +02001162char *lf_text_len(char *dst, const char *src, size_t len, size_t size, const struct logformat_node *node)
William Lallemanda1cc3812012-02-08 16:38:44 +01001163{
Willy Tarreau2b0108a2012-12-21 19:23:44 +01001164 if (size < 2)
1165 return NULL;
William Lallemanda1cc3812012-02-08 16:38:44 +01001166
Willy Tarreau2b0108a2012-12-21 19:23:44 +01001167 if (node->options & LOG_OPT_QUOTE) {
1168 *(dst++) = '"';
1169 size--;
William Lallemandbddd4fd2012-02-27 11:23:10 +01001170 }
Willy Tarreau2b0108a2012-12-21 19:23:44 +01001171
Willy Tarreau6cbbdbf2013-02-05 18:52:25 +01001172 if (src && len) {
Dragan Dosendb1b6f92016-07-25 11:35:02 +02001173 if (++len > size)
1174 len = size;
Dragan Dosen835b9212016-02-12 13:23:03 +01001175 if (node->options & LOG_OPT_ESC) {
Dragan Dosen835b9212016-02-12 13:23:03 +01001176 char *ret;
1177
Dragan Dosendb1b6f92016-07-25 11:35:02 +02001178 ret = escape_string(dst, dst + len, '\\', rfc5424_escape_map, src);
Dragan Dosen835b9212016-02-12 13:23:03 +01001179 if (ret == NULL || *ret != '\0')
1180 return NULL;
1181 len = ret - dst;
1182 }
1183 else {
Dragan Dosen835b9212016-02-12 13:23:03 +01001184 len = strlcpy2(dst, src, len);
1185 }
Willy Tarreau2b0108a2012-12-21 19:23:44 +01001186
1187 size -= len;
1188 dst += len;
1189 }
Willy Tarreau6cbbdbf2013-02-05 18:52:25 +01001190 else if ((node->options & (LOG_OPT_QUOTE|LOG_OPT_MANDATORY)) == LOG_OPT_MANDATORY) {
1191 if (size < 2)
1192 return NULL;
1193 *(dst++) = '-';
1194 }
Willy Tarreau2b0108a2012-12-21 19:23:44 +01001195
1196 if (node->options & LOG_OPT_QUOTE) {
1197 if (size < 2)
1198 return NULL;
1199 *(dst++) = '"';
1200 }
1201
1202 *dst = '\0';
William Lallemandbddd4fd2012-02-27 11:23:10 +01001203 return dst;
William Lallemanda1cc3812012-02-08 16:38:44 +01001204}
1205
Willy Tarreau26ffa852018-09-05 15:23:10 +02001206static inline char *lf_text(char *dst, const char *src, size_t size, const struct logformat_node *node)
Willy Tarreau2b0108a2012-12-21 19:23:44 +01001207{
1208 return lf_text_len(dst, src, size, size, node);
1209}
1210
William Lallemand5f232402012-04-05 18:02:55 +02001211/*
Joseph Herlant85b40592018-11-15 12:10:04 -08001212 * Write a IP address to the log string
Ilya Shipitsin856aabc2020-04-16 23:51:34 +05001213 * +X option write in hexadecimal notation, most significant byte on the left
William Lallemand5f232402012-04-05 18:02:55 +02001214 */
Willy Tarreau26ffa852018-09-05 15:23:10 +02001215char *lf_ip(char *dst, const struct sockaddr *sockaddr, size_t size, const struct logformat_node *node)
William Lallemand5f232402012-04-05 18:02:55 +02001216{
1217 char *ret = dst;
1218 int iret;
1219 char pn[INET6_ADDRSTRLEN];
1220
1221 if (node->options & LOG_OPT_HEXA) {
Radek Zajic594c4562019-03-22 10:21:54 +00001222 unsigned char *addr = NULL;
1223 switch (sockaddr->sa_family) {
1224 case AF_INET:
1225 addr = (unsigned char *)&((struct sockaddr_in *)sockaddr)->sin_addr.s_addr;
1226 iret = snprintf(dst, size, "%02X%02X%02X%02X", addr[0], addr[1], addr[2], addr[3]);
1227 break;
1228 case AF_INET6:
1229 addr = (unsigned char *)&((struct sockaddr_in6 *)sockaddr)->sin6_addr.s6_addr;
1230 iret = snprintf(dst, size, "%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X",
1231 addr[0], addr[1], addr[2], addr[3], addr[4], addr[5], addr[6], addr[7],
1232 addr[8], addr[9], addr[10], addr[11], addr[12], addr[13], addr[14], addr[15]);
1233 break;
1234 default:
1235 return NULL;
1236 }
William Lallemand5f232402012-04-05 18:02:55 +02001237 if (iret < 0 || iret > size)
1238 return NULL;
1239 ret += iret;
1240 } else {
1241 addr_to_str((struct sockaddr_storage *)sockaddr, pn, sizeof(pn));
1242 ret = lf_text(dst, pn, size, node);
1243 if (ret == NULL)
1244 return NULL;
1245 }
1246 return ret;
1247}
1248
1249/*
1250 * Write a port to the log
Ilya Shipitsin856aabc2020-04-16 23:51:34 +05001251 * +X option write in hexadecimal notation, most significant byte on the left
William Lallemand5f232402012-04-05 18:02:55 +02001252 */
Willy Tarreau26ffa852018-09-05 15:23:10 +02001253char *lf_port(char *dst, const struct sockaddr *sockaddr, size_t size, const struct logformat_node *node)
William Lallemand5f232402012-04-05 18:02:55 +02001254{
1255 char *ret = dst;
1256 int iret;
1257
1258 if (node->options & LOG_OPT_HEXA) {
1259 const unsigned char *port = (const unsigned char *)&((struct sockaddr_in *)sockaddr)->sin_port;
1260 iret = snprintf(dst, size, "%02X%02X", port[0], port[1]);
1261 if (iret < 0 || iret > size)
1262 return NULL;
1263 ret += iret;
1264 } else {
1265 ret = ltoa_o(get_host_port((struct sockaddr_storage *)sockaddr), dst, size);
1266 if (ret == NULL)
1267 return NULL;
1268 }
1269 return ret;
1270}
1271
Emeric Brun54648852020-07-06 15:54:06 +02001272
1273/*
1274 * This function sends the syslog message using a printf format string. It
1275 * expects an LF-terminated message.
Willy Tarreaub1a2faf2012-03-19 16:51:53 +01001276 */
Emeric Brun54648852020-07-06 15:54:06 +02001277void send_log(struct proxy *p, int level, const char *format, ...)
Willy Tarreaubaaee002006-06-26 02:48:02 +02001278{
Emeric Brun54648852020-07-06 15:54:06 +02001279 va_list argp;
1280 int data_len;
1281
1282 if (level < 0 || format == NULL || logline == NULL)
1283 return;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001284
Emeric Brun54648852020-07-06 15:54:06 +02001285 va_start(argp, format);
1286 data_len = vsnprintf(logline, global.max_syslog_len, format, argp);
1287 if (data_len < 0 || data_len > global.max_syslog_len)
1288 data_len = global.max_syslog_len;
1289 va_end(argp);
Willy Tarreaufe944602007-10-25 10:34:16 +02001290
Emeric Brun54648852020-07-06 15:54:06 +02001291 __send_log((p ? &p->logsrvs : NULL), (p ? &p->log_tag : NULL), level,
1292 logline, data_len, default_rfc5424_sd_log_format, 2);
1293}
1294/*
1295 * This function builds a log header of given format using given
1296 * metadata, if format is set to LOF_FORMAT_UNSPEC, it tries
1297 * to determine format based on given metadas. It is useful
1298 * for log-forwarding to be able to forward any format without
1299 * settings.
1300 * This function returns a struct ist array of elements of the header
1301 * nbelem is set to the number of available elements.
Ilya Shipitsin6b79f382020-07-23 00:32:55 +05001302 * This function returns currently a maximum of NB_LOG_HDR_IST_ELEMENTS
Emeric Brun54648852020-07-06 15:54:06 +02001303 * elements.
1304 */
1305struct ist *build_log_header(enum log_fmt format, int level, int facility,
1306 struct ist *metadata, size_t *nbelem)
1307{
1308 static THREAD_LOCAL struct {
1309 struct ist ist_vector[NB_LOG_HDR_MAX_ELEMENTS];
1310 char timestamp_buffer[LOG_LEGACYTIME_LEN+1+1];
1311 time_t cur_legacy_time;
1312 char priority_buffer[6];
1313 } hdr_ctx = { .priority_buffer = "<<<<>" };
Willy Tarreaubaaee002006-06-26 02:48:02 +02001314
Emeric Brun54648852020-07-06 15:54:06 +02001315 struct tm logtime;
1316 int len;
1317 int fac_level = 0;
1318 time_t time = date.tv_sec;
Dragan Dosen43885c72015-10-01 13:18:13 +02001319
Emeric Brun54648852020-07-06 15:54:06 +02001320 *nbelem = 0;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001321
Emeric Brun54648852020-07-06 15:54:06 +02001322
1323 if (format == LOG_FORMAT_UNSPEC) {
1324 format = LOG_FORMAT_RAW;
1325 if (metadata) {
1326 /* If a hostname is set, it appears we want to perform syslog
1327 * because only rfc5427 or rfc3164 support an hostname.
1328 */
1329 if (metadata[LOG_META_HOST].len) {
1330 /* If a rfc5424 compliant timestamp is used we consider
1331 * that output format is rfc5424, else legacy format
1332 * is used as specified default for local logs
1333 * in documentation.
1334 */
1335 if ((metadata[LOG_META_TIME].len == 1 && metadata[LOG_META_TIME].ptr[0] == '-')
1336 || (metadata[LOG_META_TIME].len >= LOG_ISOTIME_MINLEN))
1337 format = LOG_FORMAT_RFC5424;
1338 else
1339 format = LOG_FORMAT_RFC3164;
1340 }
Emeric Brun0237c4e2020-11-27 16:24:34 +01001341 else if (metadata[LOG_META_TAG].len) {
1342 /* Tag is present but no hostname, we should
Ilya Shipitsinf38a0182020-12-21 01:16:17 +05001343 * consider we try to emit a local log
Emeric Brun0237c4e2020-11-27 16:24:34 +01001344 * in legacy format (analog to RFC3164 but
1345 * with stripped hostname).
1346 */
1347 format = LOG_FORMAT_LOCAL;
1348 }
Emeric Brun54648852020-07-06 15:54:06 +02001349 else if (metadata[LOG_META_PRIO].len) {
1350 /* the source seems a parsed message
1351 * offering a valid level/prio prefix
1352 * so we consider this format.
1353 */
1354 format = LOG_FORMAT_PRIO;
1355 }
1356 }
Willy Tarreaubaaee002006-06-26 02:48:02 +02001357 }
1358
Emeric Brun54648852020-07-06 15:54:06 +02001359 /* prepare priority, stored into 1 single elem */
1360 switch (format) {
Emeric Brun0237c4e2020-11-27 16:24:34 +01001361 case LOG_FORMAT_LOCAL:
Emeric Brun54648852020-07-06 15:54:06 +02001362 case LOG_FORMAT_RFC3164:
1363 case LOG_FORMAT_RFC5424:
1364 case LOG_FORMAT_PRIO:
1365 fac_level = facility << 3;
1366 /* further format ignore the facility */
1367 /* fall through */
1368 case LOG_FORMAT_TIMED:
1369 case LOG_FORMAT_SHORT:
1370 fac_level += level;
1371 hdr_ctx.ist_vector[*nbelem].ptr = &hdr_ctx.priority_buffer[3]; /* last digit of the log level */
1372 do {
1373 *hdr_ctx.ist_vector[*nbelem].ptr = '0' + fac_level % 10;
1374 fac_level /= 10;
1375 hdr_ctx.ist_vector[*nbelem].ptr--;
1376 } while (fac_level && hdr_ctx.ist_vector[*nbelem].ptr > &hdr_ctx.priority_buffer[0]);
1377 *hdr_ctx.ist_vector[*nbelem].ptr = '<';
1378 hdr_ctx.ist_vector[(*nbelem)++].len = &hdr_ctx.priority_buffer[5] - hdr_ctx.ist_vector[0].ptr;
1379 break;
1380 case LOG_FORMAT_ISO:
1381 case LOG_FORMAT_RAW:
1382 break;
1383 case LOG_FORMAT_UNSPEC:
1384 case LOG_FORMATS:
1385 ABORT_NOW();
1386 }
Willy Tarreau094af4e2015-01-07 15:03:42 +01001387
William Lallemand2a4a44f2012-02-06 16:00:33 +01001388
Emeric Brun54648852020-07-06 15:54:06 +02001389 /* prepare timestamp, stored into a max of 4 elems */
1390 switch (format) {
Emeric Brun0237c4e2020-11-27 16:24:34 +01001391 case LOG_FORMAT_LOCAL:
Emeric Brun54648852020-07-06 15:54:06 +02001392 case LOG_FORMAT_RFC3164:
1393 /* rfc3164 ex: 'Jan 1 00:00:00 ' */
1394 if (metadata && metadata[LOG_META_TIME].len == LOG_LEGACYTIME_LEN) {
1395 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_TIME];
1396 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
Ilya Shipitsin6b79f382020-07-23 00:32:55 +05001397 /* time is set, break immediately */
Emeric Brun54648852020-07-06 15:54:06 +02001398 break;
1399 }
1400 else if (metadata && metadata[LOG_META_TIME].len >= LOG_ISOTIME_MINLEN) {
1401 int month;
1402 char *timestamp = metadata[LOG_META_TIME].ptr;
Dragan Dosen1322d092015-09-22 16:05:32 +02001403
Emeric Brun54648852020-07-06 15:54:06 +02001404 /* iso time always begins like this: '1970-01-01T00:00:00' */
Dragan Dosen1322d092015-09-22 16:05:32 +02001405
Emeric Brun54648852020-07-06 15:54:06 +02001406 /* compute month */
1407 month = 10*(timestamp[5] - '0') + (timestamp[6] - '0');
1408 if (month)
1409 month--;
1410 if (month <= 11) {
1411 /* builds log prefix ex: 'Jan 1 ' */
1412 len = snprintf(hdr_ctx.timestamp_buffer, sizeof(hdr_ctx.timestamp_buffer),
1413 "%s %c%c ", monthname[month],
1414 timestamp[8] != '0' ? timestamp[8] : ' ',
1415 timestamp[9]);
1416 /* we reused the timestamp_buffer, signal that it does not
1417 * contain local time anymore
1418 */
1419 hdr_ctx.cur_legacy_time = 0;
1420 if (len == 7) {
1421 hdr_ctx.ist_vector[(*nbelem)++] = ist2(&hdr_ctx.timestamp_buffer[0], len);
1422 /* adds 'HH:MM:SS' from iso time */
1423 hdr_ctx.ist_vector[(*nbelem)++] = ist2(&timestamp[11], 8);
1424 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
1425 /* we successfully reuse iso time, we can break */
1426 break;
1427 }
1428 }
1429 /* Failed to reuse isotime time, fallback to local legacy time */
1430 }
Dragan Dosen1322d092015-09-22 16:05:32 +02001431
Emeric Brun54648852020-07-06 15:54:06 +02001432 if (unlikely(time != hdr_ctx.cur_legacy_time)) {
1433 /* re-builds timestamp from the current local time */
1434 get_localtime(time, &logtime);
1435
1436 len = snprintf(hdr_ctx.timestamp_buffer, sizeof(hdr_ctx.timestamp_buffer),
1437 "%s %2d %02d:%02d:%02d ",
1438 monthname[logtime.tm_mon],
1439 logtime.tm_mday, logtime.tm_hour, logtime.tm_min, logtime.tm_sec);
1440 if (len != LOG_LEGACYTIME_LEN+1)
1441 hdr_ctx.cur_legacy_time = 0;
1442 else
1443 hdr_ctx.cur_legacy_time = time;
1444 }
1445 if (likely(hdr_ctx.cur_legacy_time))
1446 hdr_ctx.ist_vector[(*nbelem)++] = ist2(&hdr_ctx.timestamp_buffer[0], LOG_LEGACYTIME_LEN+1);
1447 else
1448 hdr_ctx.ist_vector[(*nbelem)++] = ist2("Jan 1 00:00:00 ", LOG_LEGACYTIME_LEN+1);
1449 break;
1450 case LOG_FORMAT_RFC5424:
1451 /* adds rfc5425 version prefix */
1452 hdr_ctx.ist_vector[(*nbelem)++] = ist2("1 ", 2);
1453 if (metadata && metadata[LOG_META_TIME].len == 1 && metadata[LOG_META_TIME].ptr[0] == '-') {
Ilya Shipitsin6b79f382020-07-23 00:32:55 +05001454 /* submitted len is NILVALUE, it is a valid timestamp for rfc5425 */
Emeric Brun54648852020-07-06 15:54:06 +02001455 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_TIME];
1456 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
1457 break;
1458 }
1459 /* let continue as 'timed' and 'iso' format for usual timestamp */
1460 /* fall through */
1461 case LOG_FORMAT_TIMED:
1462 case LOG_FORMAT_ISO:
1463 /* ISO format ex: '1900:01:01T12:00:00.123456Z'
1464 * '1900:01:01T14:00:00+02:00'
1465 * '1900:01:01T10:00:00.123456-02:00'
1466 */
1467 if (metadata && metadata[LOG_META_TIME].len >= LOG_ISOTIME_MINLEN) {
1468 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_TIME];
1469 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
Ilya Shipitsin6b79f382020-07-23 00:32:55 +05001470 /* time is set, break immediately */
Emeric Brun54648852020-07-06 15:54:06 +02001471 break;
1472 }
1473 else if (metadata && metadata[LOG_META_TIME].len == LOG_LEGACYTIME_LEN) {
1474 int month;
1475 char *timestamp = metadata[LOG_META_TIME].ptr;
1476
1477 for (month = 0; month < 12; month++)
1478 if (!memcmp(monthname[month], timestamp, 3))
1479 break;
Dragan Dosen1322d092015-09-22 16:05:32 +02001480
Emeric Brun54648852020-07-06 15:54:06 +02001481 if (month < 12) {
1482
1483 /* get local time to retrieve year */
1484 get_localtime(time, &logtime);
1485
1486 /* year seems changed since log */
1487 if (logtime.tm_mon < month)
1488 logtime.tm_year--;
1489
1490 /* builds rfc5424 prefix ex: '1900-01-01T' */
1491 len = snprintf(hdr_ctx.timestamp_buffer, sizeof(hdr_ctx.timestamp_buffer),
1492 "%4d-%02d-%c%cT",
1493 logtime.tm_year+1900, month+1,
1494 timestamp[4] != ' ' ? timestamp[4] : '0',
1495 timestamp[5]);
1496
1497 /* we reused the timestamp_buffer, signal that it does not
1498 * contain local time anymore
1499 */
1500 hdr_ctx.cur_legacy_time = 0;
1501 if (len == 11) {
1502 hdr_ctx.ist_vector[(*nbelem)++] = ist2(&hdr_ctx.timestamp_buffer[0], len);
1503 /* adds HH:MM:SS from legacy timestamp */
1504 hdr_ctx.ist_vector[(*nbelem)++] = ist2(&timestamp[7], 8);
Ilya Shipitsin6b79f382020-07-23 00:32:55 +05001505 /* skip secfraq because it is optional */
Emeric Brun54648852020-07-06 15:54:06 +02001506 /* according to rfc: -00:00 means we don't know the timezone */
1507 hdr_ctx.ist_vector[(*nbelem)++] = ist2("-00:00 ", 7);
1508 /* we successfully reuse legacy time, we can break */
1509 break;
1510 }
1511 }
1512 /* Failed to reuse legacy time, fallback to local iso time */
1513 }
1514 hdr_ctx.ist_vector[(*nbelem)++] = ist2(timeofday_as_iso_us(1), LOG_ISOTIME_MAXLEN + 1);
1515 break;
1516 case LOG_FORMAT_PRIO:
1517 case LOG_FORMAT_SHORT:
1518 case LOG_FORMAT_RAW:
1519 break;
1520 case LOG_FORMAT_UNSPEC:
1521 case LOG_FORMATS:
1522 ABORT_NOW();
Dragan Dosen1322d092015-09-22 16:05:32 +02001523 }
1524
Emeric Brun54648852020-07-06 15:54:06 +02001525 /* prepare other meta data, stored into a max of 10 elems */
1526 switch (format) {
1527 case LOG_FORMAT_RFC3164:
1528 if (metadata && metadata[LOG_META_HOST].len) {
1529 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_HOST];
1530 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
1531 }
Emeric Brun0237c4e2020-11-27 16:24:34 +01001532 else /* the caller MUST fill the hostname, this field is mandatory */
Emeric Brun54648852020-07-06 15:54:06 +02001533 hdr_ctx.ist_vector[(*nbelem)++] = ist2("localhost ", 10);
Emeric Brun0237c4e2020-11-27 16:24:34 +01001534 /* fall through */
1535 case LOG_FORMAT_LOCAL:
Emeric Brun54648852020-07-06 15:54:06 +02001536 if (!metadata || !metadata[LOG_META_TAG].len)
1537 break;
Dragan Dosen1322d092015-09-22 16:05:32 +02001538
Emeric Brun54648852020-07-06 15:54:06 +02001539 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_TAG];
1540 if (metadata[LOG_META_PID].len) {
1541 hdr_ctx.ist_vector[(*nbelem)++] = ist2("[", 1);
1542 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_PID];
1543 hdr_ctx.ist_vector[(*nbelem)++] = ist2("]", 1);
1544 }
1545 hdr_ctx.ist_vector[(*nbelem)++] = ist2(": ", 2);
1546 break;
1547 case LOG_FORMAT_RFC5424:
1548 if (metadata && metadata[LOG_META_HOST].len) {
1549 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_HOST];
1550 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
1551 }
1552 else
1553 hdr_ctx.ist_vector[(*nbelem)++] = ist2("- ", 2);
Dragan Dosen1322d092015-09-22 16:05:32 +02001554
Emeric Brun54648852020-07-06 15:54:06 +02001555 if (metadata && metadata[LOG_META_TAG].len) {
1556 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_TAG];
1557 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
1558 }
1559 else
1560 hdr_ctx.ist_vector[(*nbelem)++] = ist2("- ", 2);
William Lallemand2a4a44f2012-02-06 16:00:33 +01001561
Emeric Brun54648852020-07-06 15:54:06 +02001562 if (metadata && metadata[LOG_META_PID].len) {
1563 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_PID];
1564 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
1565 }
1566 else
1567 hdr_ctx.ist_vector[(*nbelem)++] = ist2("- ", 2);
William Lallemand2a4a44f2012-02-06 16:00:33 +01001568
Emeric Brun54648852020-07-06 15:54:06 +02001569 if (metadata && metadata[LOG_META_MSGID].len) {
1570 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_MSGID];
1571 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
1572 }
1573 else
1574 hdr_ctx.ist_vector[(*nbelem)++] = ist2("- ", 2);
William Lallemand2a4a44f2012-02-06 16:00:33 +01001575
Emeric Brun54648852020-07-06 15:54:06 +02001576 if (metadata && metadata[LOG_META_STDATA].len) {
1577 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_STDATA];
1578 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
1579 }
1580 else
1581 hdr_ctx.ist_vector[(*nbelem)++] = ist2("- ", 2);
1582 break;
1583 case LOG_FORMAT_PRIO:
1584 case LOG_FORMAT_SHORT:
1585 case LOG_FORMAT_TIMED:
1586 case LOG_FORMAT_ISO:
1587 case LOG_FORMAT_RAW:
1588 break;
1589 case LOG_FORMAT_UNSPEC:
1590 case LOG_FORMATS:
1591 ABORT_NOW();
1592 }
1593
1594 return hdr_ctx.ist_vector;
William Lallemand2a4a44f2012-02-06 16:00:33 +01001595}
1596
1597/*
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001598 * This function sends a syslog message to <logsrv>.
Emeric Brun54648852020-07-06 15:54:06 +02001599 * The argument <metadata> MUST be an array of size
1600 * LOG_META_FIELDS*sizeof(struct ist) containing data to build the header.
Dragan Dosen0b85ece2015-09-25 19:17:44 +02001601 * It overrides the last byte of the message vector with an LF character.
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001602 * Does not return any error,
William Lallemand2a4a44f2012-02-06 16:00:33 +01001603 */
Emeric Brun54648852020-07-06 15:54:06 +02001604static inline void __do_send_log(struct logsrv *logsrv, int nblogger, int level, int facility, struct ist *metadata, char *message, size_t size)
William Lallemand2a4a44f2012-02-06 16:00:33 +01001605{
Emeric Brun54648852020-07-06 15:54:06 +02001606 static THREAD_LOCAL struct iovec iovec[NB_LOG_HDR_MAX_ELEMENTS+1+1] = { }; /* header elements + message + LF */
Christopher Fauletf8188c62017-06-02 16:20:16 +02001607 static THREAD_LOCAL struct msghdr msghdr = {
1608 //.msg_iov = iovec,
Emeric Brun54648852020-07-06 15:54:06 +02001609 .msg_iovlen = NB_LOG_HDR_MAX_ELEMENTS+2
Dragan Dosen609ac2a2015-09-16 18:25:42 +02001610 };
Christopher Fauletf8188c62017-06-02 16:20:16 +02001611 static THREAD_LOCAL int logfdunix = -1; /* syslog to AF_UNIX socket */
1612 static THREAD_LOCAL int logfdinet = -1; /* syslog to AF_INET socket */
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001613 int *plogfd;
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001614 int sent;
Emeric Brun54648852020-07-06 15:54:06 +02001615 size_t nbelem;
1616 struct ist *msg_header = NULL;
Christopher Fauletf8188c62017-06-02 16:20:16 +02001617
1618 msghdr.msg_iov = iovec;
William Lallemand2a4a44f2012-02-06 16:00:33 +01001619
Emeric Brunfa9d7802020-05-28 14:21:33 +02001620 /* historically some messages used to already contain the trailing LF
1621 * or Zero. Let's remove all trailing LF or Zero
1622 */
Emeric Brun54648852020-07-06 15:54:06 +02001623 while (size && (message[size-1] == '\n' || (message[size-1] == 0)))
Emeric Brun9e8ea0a2020-05-12 19:33:15 +02001624 size--;
1625
Willy Tarreaua5b325f2020-09-04 16:44:20 +02001626 if (logsrv->type == LOG_TARGET_BUFFER) {
Willy Tarreauc046d162019-08-30 15:24:59 +02001627 plogfd = NULL;
Emeric Brune709e1e2020-05-06 17:23:59 +02001628 goto send;
Willy Tarreauc046d162019-08-30 15:24:59 +02001629 }
Willy Tarreaua5b325f2020-09-04 16:44:20 +02001630 else if (logsrv->addr.ss_family == AF_CUST_EXISTING_FD) {
1631 /* the socket's address is a file descriptor */
1632 plogfd = (int *)&((struct sockaddr_in *)&logsrv->addr)->sin_addr.s_addr;
1633 }
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001634 else if (logsrv->addr.ss_family == AF_UNIX)
1635 plogfd = &logfdunix;
1636 else
1637 plogfd = &logfdinet;
Robert Tsai81ae1952007-12-05 10:47:29 +01001638
Willy Tarreauc046d162019-08-30 15:24:59 +02001639 if (plogfd && unlikely(*plogfd < 0)) {
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001640 /* socket not successfully initialized yet */
1641 if ((*plogfd = socket(logsrv->addr.ss_family, SOCK_DGRAM,
1642 (logsrv->addr.ss_family == AF_UNIX) ? 0 : IPPROTO_UDP)) < 0) {
1643 static char once;
William Lallemand0f99e342011-10-12 17:50:54 +02001644
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001645 if (!once) {
1646 once = 1; /* note: no need for atomic ops here */
1647 ha_alert("socket() failed in logger #%d: %s (errno=%d)\n",
1648 nblogger, strerror(errno), errno);
1649 }
1650 return;
1651 } else {
1652 /* we don't want to receive anything on this socket */
1653 setsockopt(*plogfd, SOL_SOCKET, SO_RCVBUF, &zero, sizeof(zero));
1654 /* does nothing under Linux, maybe needed for others */
1655 shutdown(*plogfd, SHUT_RD);
1656 fcntl(*plogfd, F_SETFD, fcntl(*plogfd, F_GETFD, FD_CLOEXEC) | FD_CLOEXEC);
1657 }
Dragan Dosen43885c72015-10-01 13:18:13 +02001658 }
1659
Emeric Brun54648852020-07-06 15:54:06 +02001660 msg_header = build_log_header(logsrv->format, level, facility, metadata, &nbelem);
1661 send:
Willy Tarreaua5b325f2020-09-04 16:44:20 +02001662 if (logsrv->type == LOG_TARGET_BUFFER) {
Emeric Brun54648852020-07-06 15:54:06 +02001663 struct ist msg;
1664
1665 msg = ist2(message, size);
1666 if (msg.len > logsrv->maxlen)
1667 msg.len = logsrv->maxlen;
Willy Tarreaud52a7f82019-08-30 14:05:35 +02001668
Willy Tarreaua5b325f2020-09-04 16:44:20 +02001669 sent = sink_write(logsrv->sink, &msg, 1, level, logsrv->facility, metadata);
1670 }
1671 else if (logsrv->addr.ss_family == AF_CUST_EXISTING_FD) {
1672 struct ist msg;
1673
1674 msg = ist2(message, size);
1675 if (msg.len > logsrv->maxlen)
1676 msg.len = logsrv->maxlen;
1677
1678 sent = fd_write_frag_line(*plogfd, logsrv->maxlen, msg_header, nbelem, &msg, 1, 1);
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001679 }
1680 else {
Emeric Brun54648852020-07-06 15:54:06 +02001681 int i = 0;
1682 int totlen = logsrv->maxlen;
1683
1684 for (i = 0 ; i < nbelem ; i++ ) {
1685 iovec[i].iov_base = msg_header[i].ptr;
1686 iovec[i].iov_len = msg_header[i].len;
1687 if (totlen <= iovec[i].iov_len) {
1688 iovec[i].iov_len = totlen;
1689 totlen = 0;
1690 break;
1691 }
1692 totlen -= iovec[i].iov_len;
1693 }
1694 if (totlen) {
1695 iovec[i].iov_base = message;
1696 iovec[i].iov_len = size;
1697 if (totlen <= iovec[i].iov_len)
1698 iovec[i].iov_len = totlen;
1699 i++;
1700 }
1701 iovec[i].iov_base = "\n"; /* insert a \n at the end of the message */
1702 iovec[i].iov_len = 1;
1703 i++;
Willy Tarreaud52a7f82019-08-30 14:05:35 +02001704
Emeric Brun54648852020-07-06 15:54:06 +02001705 msghdr.msg_iovlen = i;
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001706 msghdr.msg_name = (struct sockaddr *)&logsrv->addr;
1707 msghdr.msg_namelen = get_addr_len(&logsrv->addr);
Dragan Dosen43885c72015-10-01 13:18:13 +02001708
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001709 sent = sendmsg(*plogfd, &msghdr, MSG_DONTWAIT | MSG_NOSIGNAL);
1710 }
Dragan Dosen43885c72015-10-01 13:18:13 +02001711
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001712 if (sent < 0) {
1713 static char once;
Dragan Dosen43885c72015-10-01 13:18:13 +02001714
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001715 if (errno == EAGAIN)
Willy Tarreau4781b152021-04-06 13:53:36 +02001716 _HA_ATOMIC_INC(&dropped_logs);
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001717 else if (!once) {
1718 once = 1; /* note: no need for atomic ops here */
1719 ha_alert("sendmsg()/writev() failed in logger #%d: %s (errno=%d)\n",
1720 nblogger, strerror(errno), errno);
Dragan Dosen0b85ece2015-09-25 19:17:44 +02001721 }
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001722 }
1723}
Dragan Dosen59cee972015-09-19 22:09:02 +02001724
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001725/*
1726 * This function sends a syslog message.
1727 * It doesn't care about errors nor does it report them.
Emeric Brun54648852020-07-06 15:54:06 +02001728 * The argument <metadata> MUST be an array of size
1729 * LOG_META_FIELDS*sizeof(struct ist) containing
1730 * data to build the header.
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001731 */
Emeric Brun54648852020-07-06 15:54:06 +02001732void process_send_log(struct list *logsrvs, int level, int facility,
1733 struct ist *metadata, char *message, size_t size)
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001734{
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001735 struct logsrv *logsrv;
1736 int nblogger;
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001737
1738 /* Send log messages to syslog server. */
1739 nblogger = 0;
1740 list_for_each_entry(logsrv, logsrvs, list) {
Emeric Brun2f4cc282020-07-10 15:47:11 +02001741 int in_range = 1;
Frédéric Lécailled803e472019-04-25 07:42:09 +02001742
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001743 /* we can filter the level of the messages that are sent to each logger */
1744 if (level > logsrv->level)
1745 continue;
1746
Frédéric Lécailled803e472019-04-25 07:42:09 +02001747 if (logsrv->lb.smp_rgs) {
1748 struct smp_log_range *curr_rg;
1749
1750 HA_SPIN_LOCK(LOGSRV_LOCK, &logsrv->lock);
1751 curr_rg = &logsrv->lb.smp_rgs[logsrv->lb.curr_rg];
1752 in_range = in_smp_log_range(curr_rg, logsrv->lb.curr_idx);
1753 if (in_range) {
1754 /* Let's consume this range. */
1755 curr_rg->curr_idx = (curr_rg->curr_idx + 1) % curr_rg->sz;
1756 if (!curr_rg->curr_idx) {
1757 /* If consumed, let's select the next range. */
1758 logsrv->lb.curr_rg = (logsrv->lb.curr_rg + 1) % logsrv->lb.smp_rgs_sz;
1759 }
1760 }
1761 logsrv->lb.curr_idx = (logsrv->lb.curr_idx + 1) % logsrv->lb.smp_sz;
1762 HA_SPIN_UNLOCK(LOGSRV_LOCK, &logsrv->lock);
1763 }
1764 if (in_range)
Emeric Brun54648852020-07-06 15:54:06 +02001765 __do_send_log(logsrv, ++nblogger, MAX(level, logsrv->minlvl),
1766 (facility == -1) ? logsrv->facility : facility,
1767 metadata, message, size);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001768 }
1769}
1770
Emeric Brun54648852020-07-06 15:54:06 +02001771/*
1772 * This function sends a syslog message.
1773 * It doesn't care about errors nor does it report them.
1774 * The arguments <sd> and <sd_size> are used for the structured-data part
1775 * in RFC5424 formatted syslog messages.
1776 */
1777void __send_log(struct list *logsrvs, struct buffer *tagb, int level,
1778 char *message, size_t size, char *sd, size_t sd_size)
1779{
1780 static THREAD_LOCAL pid_t curr_pid;
1781 static THREAD_LOCAL char pidstr[16];
1782 static THREAD_LOCAL struct ist metadata[LOG_META_FIELDS];
1783
1784 if (logsrvs == NULL) {
1785 if (!LIST_ISEMPTY(&global.logsrvs)) {
1786 logsrvs = &global.logsrvs;
1787 }
1788 }
1789 if (!logsrvs || LIST_ISEMPTY(logsrvs))
1790 return;
1791
1792 if (!metadata[LOG_META_HOST].len) {
1793 if (global.log_send_hostname)
1794 metadata[LOG_META_HOST] = ist2(global.log_send_hostname, strlen(global.log_send_hostname));
Emeric Brun54648852020-07-06 15:54:06 +02001795 }
1796
1797 if (!tagb || !tagb->area)
1798 tagb = &global.log_tag;
1799
1800 if (tagb)
1801 metadata[LOG_META_TAG] = ist2(tagb->area, tagb->data);
1802
1803 if (unlikely(curr_pid != getpid()))
1804 metadata[LOG_META_PID].len = 0;
1805
1806 if (!metadata[LOG_META_PID].len) {
1807 curr_pid = getpid();
1808 ltoa_o(curr_pid, pidstr, sizeof(pidstr));
1809 metadata[LOG_META_PID] = ist2(pidstr, strlen(pidstr));
1810 }
1811
1812 metadata[LOG_META_STDATA] = ist2(sd, sd_size);
1813
1814 /* Remove trailing space of structured data */
1815 while (metadata[LOG_META_STDATA].len && metadata[LOG_META_STDATA].ptr[metadata[LOG_META_STDATA].len-1] == ' ')
1816 metadata[LOG_META_STDATA].len--;
1817
1818 return process_send_log(logsrvs, level, -1, metadata, message, size);
1819}
Willy Tarreaubaaee002006-06-26 02:48:02 +02001820
Willy Tarreauc89ccb62012-04-05 21:18:22 +02001821const char sess_cookie[8] = "NIDVEOU7"; /* No cookie, Invalid cookie, cookie for a Down server, Valid cookie, Expired cookie, Old cookie, Unused, unknown */
William Lallemandbddd4fd2012-02-27 11:23:10 +01001822const char sess_set_cookie[8] = "NPDIRU67"; /* No set-cookie, Set-cookie found and left unchanged (passive),
1823 Set-cookie Deleted, Set-Cookie Inserted, Set-cookie Rewritten,
1824 Set-cookie Updated, unknown, unknown */
1825
William Lallemand1d705562012-03-12 12:46:41 +01001826/*
1827 * try to write a character if there is enough space, or goto out
1828 */
William Lallemandbddd4fd2012-02-27 11:23:10 +01001829#define LOGCHAR(x) do { \
William Lallemand1d705562012-03-12 12:46:41 +01001830 if (tmplog < dst + maxsize - 1) { \
William Lallemandbddd4fd2012-02-27 11:23:10 +01001831 *(tmplog++) = (x); \
1832 } else { \
1833 goto out; \
1834 } \
1835 } while(0)
1836
Dragan Dosen835b9212016-02-12 13:23:03 +01001837
Willy Tarreaub6b3df32018-11-26 16:31:20 +01001838/* Initializes some log data at boot */
1839static void init_log()
Dragan Dosen835b9212016-02-12 13:23:03 +01001840{
1841 char *tmp;
Willy Tarreaue10cd482018-09-10 18:16:53 +02001842 int i;
Dragan Dosen835b9212016-02-12 13:23:03 +01001843
1844 /* Initialize the escape map for the RFC5424 structured-data : '"\]'
1845 * inside PARAM-VALUE should be escaped with '\' as prefix.
1846 * See https://tools.ietf.org/html/rfc5424#section-6.3.3 for more
1847 * details.
1848 */
1849 memset(rfc5424_escape_map, 0, sizeof(rfc5424_escape_map));
1850
1851 tmp = "\"\\]";
1852 while (*tmp) {
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001853 ha_bit_set(*tmp, rfc5424_escape_map);
Dragan Dosen835b9212016-02-12 13:23:03 +01001854 tmp++;
1855 }
Willy Tarreaue10cd482018-09-10 18:16:53 +02001856
1857 /* initialize the log header encoding map : '{|}"#' should be encoded with
1858 * '#' as prefix, as well as non-printable characters ( <32 or >= 127 ).
1859 * URL encoding only requires '"', '#' to be encoded as well as non-
1860 * printable characters above.
1861 */
1862 memset(hdr_encode_map, 0, sizeof(hdr_encode_map));
1863 memset(url_encode_map, 0, sizeof(url_encode_map));
1864 for (i = 0; i < 32; i++) {
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001865 ha_bit_set(i, hdr_encode_map);
1866 ha_bit_set(i, url_encode_map);
Willy Tarreaue10cd482018-09-10 18:16:53 +02001867 }
1868 for (i = 127; i < 256; i++) {
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001869 ha_bit_set(i, hdr_encode_map);
1870 ha_bit_set(i, url_encode_map);
Willy Tarreaue10cd482018-09-10 18:16:53 +02001871 }
1872
1873 tmp = "\"#{|}";
1874 while (*tmp) {
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001875 ha_bit_set(*tmp, hdr_encode_map);
Willy Tarreaue10cd482018-09-10 18:16:53 +02001876 tmp++;
1877 }
1878
1879 tmp = "\"#";
1880 while (*tmp) {
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001881 ha_bit_set(*tmp, url_encode_map);
Willy Tarreaue10cd482018-09-10 18:16:53 +02001882 tmp++;
1883 }
1884
1885 /* initialize the http header encoding map. The draft httpbis define the
1886 * header content as:
1887 *
1888 * HTTP-message = start-line
1889 * *( header-field CRLF )
1890 * CRLF
1891 * [ message-body ]
1892 * header-field = field-name ":" OWS field-value OWS
1893 * field-value = *( field-content / obs-fold )
1894 * field-content = field-vchar [ 1*( SP / HTAB ) field-vchar ]
1895 * obs-fold = CRLF 1*( SP / HTAB )
1896 * field-vchar = VCHAR / obs-text
1897 * VCHAR = %x21-7E
1898 * obs-text = %x80-FF
1899 *
1900 * All the chars are encoded except "VCHAR", "obs-text", SP and HTAB.
1901 * The encoded chars are form 0x00 to 0x08, 0x0a to 0x1f and 0x7f. The
Joseph Herlant85b40592018-11-15 12:10:04 -08001902 * "obs-fold" is voluntarily forgotten because haproxy remove this.
Willy Tarreaue10cd482018-09-10 18:16:53 +02001903 */
1904 memset(http_encode_map, 0, sizeof(http_encode_map));
1905 for (i = 0x00; i <= 0x08; i++)
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001906 ha_bit_set(i, http_encode_map);
Willy Tarreaue10cd482018-09-10 18:16:53 +02001907 for (i = 0x0a; i <= 0x1f; i++)
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001908 ha_bit_set(i, http_encode_map);
1909 ha_bit_set(0x7f, http_encode_map);
Dragan Dosen835b9212016-02-12 13:23:03 +01001910}
William Lallemand1d705562012-03-12 12:46:41 +01001911
Willy Tarreaub6b3df32018-11-26 16:31:20 +01001912INITCALL0(STG_PREPARE, init_log);
1913
Christopher Faulet0132d062017-07-26 15:33:35 +02001914/* Initialize log buffers used for syslog messages */
1915int init_log_buffers()
1916{
Christopher Faulet0132d062017-07-26 15:33:35 +02001917 logline = my_realloc2(logline, global.max_syslog_len + 1);
1918 logline_rfc5424 = my_realloc2(logline_rfc5424, global.max_syslog_len + 1);
Emeric Brun54648852020-07-06 15:54:06 +02001919 if (!logline || !logline_rfc5424)
Christopher Faulet0132d062017-07-26 15:33:35 +02001920 return 0;
1921 return 1;
1922}
1923
1924/* Deinitialize log buffers used for syslog messages */
1925void deinit_log_buffers()
1926{
Christopher Faulet0132d062017-07-26 15:33:35 +02001927 free(logline);
1928 free(logline_rfc5424);
Christopher Faulet0132d062017-07-26 15:33:35 +02001929 logline = NULL;
1930 logline_rfc5424 = NULL;
1931}
1932
Willy Tarreaudf974472012-12-28 02:44:01 +01001933/* Builds a log line in <dst> based on <list_format>, and stops before reaching
1934 * <maxsize> characters. Returns the size of the output string in characters,
1935 * not counting the trailing zero which is always added if the resulting size
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001936 * is not zero. It requires a valid session and optionally a stream. If the
1937 * stream is NULL, default values will be assumed for the stream part.
Willy Tarreaudf974472012-12-28 02:44:01 +01001938 */
Willy Tarreau43c538e2018-09-05 14:58:15 +02001939int sess_build_logline(struct session *sess, struct stream *s, char *dst, size_t maxsize, struct list *list_format)
Willy Tarreaubaaee002006-06-26 02:48:02 +02001940{
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001941 struct proxy *fe = sess->fe;
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001942 struct proxy *be;
1943 struct http_txn *txn;
1944 const struct strm_logs *logs;
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02001945 struct connection *fe_conn, *be_conn;
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001946 unsigned int s_flags;
1947 unsigned int uniq_id;
Willy Tarreau83061a82018-07-13 11:56:34 +02001948 struct buffer chunk;
William Lallemandbddd4fd2012-02-27 11:23:10 +01001949 char *uri;
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00001950 char *spc;
Andrew Hayworthe63ac872015-07-31 16:14:16 +00001951 char *qmark;
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00001952 char *end;
Willy Tarreaufe944602007-10-25 10:34:16 +02001953 struct tm tm;
William Lallemandbddd4fd2012-02-27 11:23:10 +01001954 int t_request;
1955 int hdr;
1956 int last_isspace = 1;
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00001957 int nspaces = 0;
Willy Tarreaub1a2faf2012-03-19 16:51:53 +01001958 char *tmplog;
William Lallemand1d705562012-03-12 12:46:41 +01001959 char *ret;
1960 int iret;
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02001961 int status;
William Lallemandbddd4fd2012-02-27 11:23:10 +01001962 struct logformat_node *tmp;
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02001963 struct timeval tv;
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001964 struct strm_logs tmp_strm_log;
Maciej Zdebfcdfd852020-11-30 18:27:47 +00001965 struct ist path;
Amaury Denoyellec453f952021-07-06 11:40:12 +02001966 struct http_uri_parser parser;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001967
William Lallemandbddd4fd2012-02-27 11:23:10 +01001968 /* FIXME: let's limit ourselves to frontend logging for now. */
Willy Tarreaubaaee002006-06-26 02:48:02 +02001969
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001970 if (likely(s)) {
1971 be = s->be;
1972 txn = s->txn;
1973 be_conn = cs_conn(objt_cs(s->si[1].end));
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02001974 status = (txn ? txn->status : 0);
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001975 s_flags = s->flags;
1976 uniq_id = s->uniq_id;
1977 logs = &s->logs;
1978 } else {
1979 /* we have no stream so we first need to initialize a few
1980 * things that are needed later. We do increment the request
1981 * ID so that it's uniquely assigned to this request just as
1982 * if the request had reached the point of being processed.
1983 * A request error is reported as it's the only element we have
1984 * here and which justifies emitting such a log.
1985 */
Christopher Fauletfd818482021-04-14 14:01:41 +02001986 be = ((obj_type(sess->origin) == OBJ_TYPE_CHECK) ? __objt_check(sess->origin)->proxy : fe);
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001987 txn = NULL;
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02001988 fe_conn = objt_conn(sess->origin);
Christopher Fauletfd818482021-04-14 14:01:41 +02001989 be_conn = ((obj_type(sess->origin) == OBJ_TYPE_CHECK) ? cs_conn(__objt_check(sess->origin)->cs) : NULL);
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02001990 status = 0;
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001991 s_flags = SF_ERR_PRXCOND | SF_FINST_R;
Willy Tarreau18515722021-04-06 11:57:41 +02001992 uniq_id = _HA_ATOMIC_FETCH_ADD(&global.req_count, 1);
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001993
1994 /* prepare a valid log structure */
1995 tmp_strm_log.tv_accept = sess->tv_accept;
1996 tmp_strm_log.accept_date = sess->accept_date;
1997 tmp_strm_log.t_handshake = sess->t_handshake;
Christopher Fauletdd789212020-09-30 15:10:07 +02001998 tmp_strm_log.t_idle = (sess->t_idle >= 0 ? sess->t_idle : 0);
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001999 tv_zero(&tmp_strm_log.tv_request);
2000 tmp_strm_log.t_queue = -1;
2001 tmp_strm_log.t_connect = -1;
2002 tmp_strm_log.t_data = -1;
2003 tmp_strm_log.t_close = tv_ms_elapsed(&sess->tv_accept, &now);
2004 tmp_strm_log.bytes_in = 0;
2005 tmp_strm_log.bytes_out = 0;
2006 tmp_strm_log.prx_queue_pos = 0;
2007 tmp_strm_log.srv_queue_pos = 0;
2008
2009 logs = &tmp_strm_log;
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02002010
2011 if ((fe->mode == PR_MODE_HTTP) && fe_conn && fe_conn->mux && fe_conn->mux->ctl) {
Christopher Fauleta015b3e2021-09-28 11:36:28 +02002012 enum mux_exit_status es = fe_conn->mux->ctl(fe_conn, MUX_EXIT_STATUS, &status);
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02002013
2014 switch (es) {
2015 case MUX_ES_SUCCESS:
2016 break;
2017 case MUX_ES_INVALID_ERR:
Christopher Fauleta015b3e2021-09-28 11:36:28 +02002018 status = (status ? status : 400);
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02002019 if ((fe_conn->flags & CO_FL_ERROR) || conn_xprt_read0_pending(fe_conn))
2020 s_flags = SF_ERR_CLICL | SF_FINST_R;
2021 else
2022 s_flags = SF_ERR_PRXCOND | SF_FINST_R;
2023 break;
2024 case MUX_ES_TOUT_ERR:
Christopher Fauleta015b3e2021-09-28 11:36:28 +02002025 status = (status ? status : 408);
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02002026 s_flags = SF_ERR_CLITO | SF_FINST_R;
2027 break;
Christopher Faulet142dd332020-12-07 11:24:37 +01002028 case MUX_ES_NOTIMPL_ERR:
Christopher Fauleta015b3e2021-09-28 11:36:28 +02002029 status = (status ? status : 501);
Christopher Faulet142dd332020-12-07 11:24:37 +01002030 s_flags = SF_ERR_PRXCOND | SF_FINST_R;
2031 break;
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02002032 case MUX_ES_INTERNAL_ERR:
Christopher Fauleta015b3e2021-09-28 11:36:28 +02002033 status = (status ? status : 500);
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02002034 s_flags = SF_ERR_INTERNAL | SF_FINST_R;
2035 break;
2036 default:
2037 break;
2038 }
2039 }
Willy Tarreau09bb27c2018-09-05 16:55:15 +02002040 }
2041
William Lallemandbddd4fd2012-02-27 11:23:10 +01002042 t_request = -1;
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002043 if (tv_isge(&logs->tv_request, &logs->tv_accept))
2044 t_request = tv_ms_elapsed(&logs->tv_accept, &logs->tv_request);
William Lallemandbddd4fd2012-02-27 11:23:10 +01002045
William Lallemand1d705562012-03-12 12:46:41 +01002046 tmplog = dst;
Willy Tarreauc9bd0cc2009-05-10 11:57:02 +02002047
William Lallemandbddd4fd2012-02-27 11:23:10 +01002048 /* fill logbuffer */
William Lallemand1d705562012-03-12 12:46:41 +01002049 if (LIST_ISEMPTY(list_format))
2050 return 0;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002051
William Lallemand1d705562012-03-12 12:46:41 +01002052 list_for_each_entry(tmp, list_format, list) {
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002053 struct connection *conn;
Willy Tarreau4f653562012-10-12 19:48:16 +02002054 const char *src = NULL;
Willy Tarreauc8368452012-12-21 00:09:23 +01002055 struct sample *key;
Willy Tarreau83061a82018-07-13 11:56:34 +02002056 const struct buffer empty = { };
William Lallemandbddd4fd2012-02-27 11:23:10 +01002057
Willy Tarreauc8368452012-12-21 00:09:23 +01002058 switch (tmp->type) {
William Lallemand1d705562012-03-12 12:46:41 +01002059 case LOG_FMT_SEPARATOR:
William Lallemandbddd4fd2012-02-27 11:23:10 +01002060 if (!last_isspace) {
2061 LOGCHAR(' ');
2062 last_isspace = 1;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002063 }
2064 break;
2065
William Lallemand1d705562012-03-12 12:46:41 +01002066 case LOG_FMT_TEXT: // text
William Lallemandbddd4fd2012-02-27 11:23:10 +01002067 src = tmp->arg;
William Lallemand5f232402012-04-05 18:02:55 +02002068 iret = strlcpy2(tmplog, src, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002069 if (iret == 0)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002070 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002071 tmplog += iret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002072 last_isspace = 0;
2073 break;
2074
Willy Tarreauc8368452012-12-21 00:09:23 +01002075 case LOG_FMT_EXPR: // sample expression, may be request or response
2076 key = NULL;
Christopher Faulet5f940702020-04-06 10:40:02 +02002077 if (tmp->options & LOG_OPT_REQ_CAP)
Adis Nezirovic79beb242015-07-06 15:41:02 +02002078 key = sample_fetch_as_type(be, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL, tmp->expr, SMP_T_STR);
Willy Tarreau20b7a0f2021-09-03 08:53:29 +02002079
Christopher Faulet5f940702020-04-06 10:40:02 +02002080 if (!key && (tmp->options & LOG_OPT_RES_CAP))
Adis Nezirovic79beb242015-07-06 15:41:02 +02002081 key = sample_fetch_as_type(be, sess, s, SMP_OPT_DIR_RES|SMP_OPT_FINAL, tmp->expr, SMP_T_STR);
Willy Tarreau20b7a0f2021-09-03 08:53:29 +02002082
2083 if (!key && !(tmp->options & (LOG_OPT_REQ_CAP|LOG_OPT_RES_CAP))) // cfg, cli
2084 key = sample_fetch_as_type(be, sess, s, SMP_OPT_FINAL, tmp->expr, SMP_T_STR);
2085
Thierry FOURNIERd048d8b2014-03-13 16:46:18 +01002086 if (tmp->options & LOG_OPT_HTTP)
Dragan Dosen835b9212016-02-12 13:23:03 +01002087 ret = lf_encode_chunk(tmplog, dst + maxsize,
2088 '%', http_encode_map, key ? &key->data.u.str : &empty, tmp);
Thierry FOURNIERd048d8b2014-03-13 16:46:18 +01002089 else
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002090 ret = lf_text_len(tmplog,
2091 key ? key->data.u.str.area : NULL,
2092 key ? key->data.u.str.data : 0,
2093 dst + maxsize - tmplog,
2094 tmp);
Willy Tarreauc8368452012-12-21 00:09:23 +01002095 if (ret == 0)
2096 goto out;
2097 tmplog = ret;
2098 last_isspace = 0;
2099 break;
2100
Willy Tarreau2beef582012-12-20 17:22:52 +01002101 case LOG_FMT_CLIENTIP: // %ci
Willy Tarreau9ad7bd42015-04-03 19:19:59 +02002102 conn = objt_conn(sess->origin);
Willy Tarreau8fa99842019-07-17 11:47:11 +02002103 if (conn && conn_get_src(conn))
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002104 ret = lf_ip(tmplog, (struct sockaddr *)conn->src, dst + maxsize - tmplog, tmp);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002105 else
2106 ret = lf_text_len(tmplog, NULL, 0, dst + maxsize - tmplog, tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002107 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002108 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002109 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002110 last_isspace = 0;
2111 break;
2112
Willy Tarreau2beef582012-12-20 17:22:52 +01002113 case LOG_FMT_CLIENTPORT: // %cp
Willy Tarreau9ad7bd42015-04-03 19:19:59 +02002114 conn = objt_conn(sess->origin);
Willy Tarreau8fa99842019-07-17 11:47:11 +02002115 if (conn && conn_get_src(conn)) {
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002116 if (conn->src->ss_family == AF_UNIX) {
Willy Tarreaufb0afa72015-04-03 14:46:27 +02002117 ret = ltoa_o(sess->listener->luid, tmplog, dst + maxsize - tmplog);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002118 } else {
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002119 ret = lf_port(tmplog, (struct sockaddr *)conn->src,
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002120 dst + maxsize - tmplog, tmp);
2121 }
William Lallemand5f232402012-04-05 18:02:55 +02002122 }
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002123 else
2124 ret = lf_text_len(tmplog, NULL, 0, dst + maxsize - tmplog, tmp);
2125
William Lallemand5f232402012-04-05 18:02:55 +02002126 if (ret == NULL)
2127 goto out;
2128 tmplog = ret;
2129 last_isspace = 0;
2130 break;
2131
Willy Tarreau2beef582012-12-20 17:22:52 +01002132 case LOG_FMT_FRONTENDIP: // %fi
Willy Tarreau9ad7bd42015-04-03 19:19:59 +02002133 conn = objt_conn(sess->origin);
Willy Tarreau8fa99842019-07-17 11:47:11 +02002134 if (conn && conn_get_dst(conn)) {
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002135 ret = lf_ip(tmplog, (struct sockaddr *)conn->dst, dst + maxsize - tmplog, tmp);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002136 }
2137 else
2138 ret = lf_text_len(tmplog, NULL, 0, dst + maxsize - tmplog, tmp);
2139
William Lallemand1d705562012-03-12 12:46:41 +01002140 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002141 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002142 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002143 last_isspace = 0;
2144 break;
2145
Willy Tarreau2beef582012-12-20 17:22:52 +01002146 case LOG_FMT_FRONTENDPORT: // %fp
Willy Tarreau9ad7bd42015-04-03 19:19:59 +02002147 conn = objt_conn(sess->origin);
Willy Tarreau8fa99842019-07-17 11:47:11 +02002148 if (conn && conn_get_dst(conn)) {
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002149 if (conn->dst->ss_family == AF_UNIX)
Willy Tarreaufb0afa72015-04-03 14:46:27 +02002150 ret = ltoa_o(sess->listener->luid, tmplog, dst + maxsize - tmplog);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002151 else
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002152 ret = lf_port(tmplog, (struct sockaddr *)conn->dst, dst + maxsize - tmplog, tmp);
William Lallemand5f232402012-04-05 18:02:55 +02002153 }
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002154 else
2155 ret = lf_text_len(tmplog, NULL, 0, dst + maxsize - tmplog, tmp);
2156
William Lallemand5f232402012-04-05 18:02:55 +02002157 if (ret == NULL)
2158 goto out;
2159 tmplog = ret;
2160 last_isspace = 0;
2161 break;
2162
Willy Tarreau2beef582012-12-20 17:22:52 +01002163 case LOG_FMT_BACKENDIP: // %bi
Willy Tarreau8fa99842019-07-17 11:47:11 +02002164 if (be_conn && conn_get_src(be_conn))
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002165 ret = lf_ip(tmplog, (const struct sockaddr *)be_conn->src, dst + maxsize - tmplog, tmp);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002166 else
2167 ret = lf_text_len(tmplog, NULL, 0, dst + maxsize - tmplog, tmp);
2168
William Lallemand1d705562012-03-12 12:46:41 +01002169 if (ret == NULL)
William Lallemandb7ff6a32012-03-02 14:35:21 +01002170 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002171 tmplog = ret;
William Lallemandb7ff6a32012-03-02 14:35:21 +01002172 last_isspace = 0;
2173 break;
2174
Willy Tarreau2beef582012-12-20 17:22:52 +01002175 case LOG_FMT_BACKENDPORT: // %bp
Willy Tarreau8fa99842019-07-17 11:47:11 +02002176 if (be_conn && conn_get_src(be_conn))
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002177 ret = lf_port(tmplog, (struct sockaddr *)be_conn->src, dst + maxsize - tmplog, tmp);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002178 else
2179 ret = lf_text_len(tmplog, NULL, 0, dst + maxsize - tmplog, tmp);
2180
William Lallemand5f232402012-04-05 18:02:55 +02002181 if (ret == NULL)
2182 goto out;
2183 tmplog = ret;
2184 last_isspace = 0;
2185 break;
2186
Willy Tarreau2beef582012-12-20 17:22:52 +01002187 case LOG_FMT_SERVERIP: // %si
Willy Tarreau8fa99842019-07-17 11:47:11 +02002188 if (be_conn && conn_get_dst(be_conn))
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002189 ret = lf_ip(tmplog, (struct sockaddr *)be_conn->dst, dst + maxsize - tmplog, tmp);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002190 else
2191 ret = lf_text_len(tmplog, NULL, 0, dst + maxsize - tmplog, tmp);
2192
William Lallemand5f232402012-04-05 18:02:55 +02002193 if (ret == NULL)
2194 goto out;
2195 tmplog = ret;
2196 last_isspace = 0;
2197 break;
2198
Willy Tarreau2beef582012-12-20 17:22:52 +01002199 case LOG_FMT_SERVERPORT: // %sp
Willy Tarreau8fa99842019-07-17 11:47:11 +02002200 if (be_conn && conn_get_dst(be_conn))
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002201 ret = lf_port(tmplog, (struct sockaddr *)be_conn->dst, dst + maxsize - tmplog, tmp);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002202 else
2203 ret = lf_text_len(tmplog, NULL, 0, dst + maxsize - tmplog, tmp);
2204
William Lallemand1d705562012-03-12 12:46:41 +01002205 if (ret == NULL)
William Lallemandb7ff6a32012-03-02 14:35:21 +01002206 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002207 tmplog = ret;
William Lallemandb7ff6a32012-03-02 14:35:21 +01002208 last_isspace = 0;
2209 break;
2210
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002211 case LOG_FMT_DATE: // %t = accept date
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002212 get_localtime(logs->accept_date.tv_sec, &tm);
2213 ret = date2str_log(tmplog, &tm, &logs->accept_date, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002214 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002215 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002216 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002217 last_isspace = 0;
2218 break;
2219
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002220 case LOG_FMT_tr: // %tr = start of request date
2221 /* Note that the timers are valid if we get here */
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002222 tv_ms_add(&tv, &logs->accept_date, logs->t_idle >= 0 ? logs->t_idle + logs->t_handshake : 0);
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002223 get_localtime(tv.tv_sec, &tm);
2224 ret = date2str_log(tmplog, &tm, &tv, dst + maxsize - tmplog);
2225 if (ret == NULL)
2226 goto out;
2227 tmplog = ret;
2228 last_isspace = 0;
2229 break;
2230
2231 case LOG_FMT_DATEGMT: // %T = accept date, GMT
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002232 get_gmtime(logs->accept_date.tv_sec, &tm);
William Lallemand5f232402012-04-05 18:02:55 +02002233 ret = gmt2str_log(tmplog, &tm, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002234 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002235 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002236 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002237 last_isspace = 0;
2238 break;
2239
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002240 case LOG_FMT_trg: // %trg = start of request date, GMT
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002241 tv_ms_add(&tv, &logs->accept_date, logs->t_idle >= 0 ? logs->t_idle + logs->t_handshake : 0);
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002242 get_gmtime(tv.tv_sec, &tm);
2243 ret = gmt2str_log(tmplog, &tm, dst + maxsize - tmplog);
2244 if (ret == NULL)
2245 goto out;
2246 tmplog = ret;
2247 last_isspace = 0;
2248 break;
2249
2250 case LOG_FMT_DATELOCAL: // %Tl = accept date, local
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002251 get_localtime(logs->accept_date.tv_sec, &tm);
2252 ret = localdate2str_log(tmplog, logs->accept_date.tv_sec, &tm, dst + maxsize - tmplog);
Yuxans Yao4e25b012012-10-19 10:36:09 +08002253 if (ret == NULL)
2254 goto out;
2255 tmplog = ret;
2256 last_isspace = 0;
2257 break;
2258
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002259 case LOG_FMT_trl: // %trl = start of request date, local
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002260 tv_ms_add(&tv, &logs->accept_date, logs->t_idle >= 0 ? logs->t_idle + logs->t_handshake : 0);
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002261 get_localtime(tv.tv_sec, &tm);
2262 ret = localdate2str_log(tmplog, tv.tv_sec, &tm, dst + maxsize - tmplog);
2263 if (ret == NULL)
2264 goto out;
2265 tmplog = ret;
2266 last_isspace = 0;
2267 break;
2268
William Lallemand5f232402012-04-05 18:02:55 +02002269 case LOG_FMT_TS: // %Ts
William Lallemand5f232402012-04-05 18:02:55 +02002270 if (tmp->options & LOG_OPT_HEXA) {
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002271 iret = snprintf(tmplog, dst + maxsize - tmplog, "%04X", (unsigned int)logs->accept_date.tv_sec);
William Lallemand5f232402012-04-05 18:02:55 +02002272 if (iret < 0 || iret > dst + maxsize - tmplog)
2273 goto out;
2274 last_isspace = 0;
2275 tmplog += iret;
2276 } else {
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002277 ret = ltoa_o(logs->accept_date.tv_sec, tmplog, dst + maxsize - tmplog);
William Lallemand5f232402012-04-05 18:02:55 +02002278 if (ret == NULL)
2279 goto out;
2280 tmplog = ret;
2281 last_isspace = 0;
2282 }
2283 break;
2284
William Lallemand1d705562012-03-12 12:46:41 +01002285 case LOG_FMT_MS: // %ms
William Lallemand5f232402012-04-05 18:02:55 +02002286 if (tmp->options & LOG_OPT_HEXA) {
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002287 iret = snprintf(tmplog, dst + maxsize - tmplog, "%02X",(unsigned int)logs->accept_date.tv_usec/1000);
William Lallemand5f232402012-04-05 18:02:55 +02002288 if (iret < 0 || iret > dst + maxsize - tmplog)
2289 goto out;
2290 last_isspace = 0;
2291 tmplog += iret;
2292 } else {
2293 if ((dst + maxsize - tmplog) < 4)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002294 goto out;
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002295 ret = utoa_pad((unsigned int)logs->accept_date.tv_usec/1000,
Willy Tarreau9e60cd82013-01-24 01:18:16 +01002296 tmplog, 4);
2297 if (ret == NULL)
William Lallemand51b5dca2012-03-26 17:52:55 +02002298 goto out;
Willy Tarreau9e60cd82013-01-24 01:18:16 +01002299 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002300 last_isspace = 0;
William Lallemand5f232402012-04-05 18:02:55 +02002301 }
2302 break;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002303
William Lallemand1d705562012-03-12 12:46:41 +01002304 case LOG_FMT_FRONTEND: // %f
William Lallemandbddd4fd2012-02-27 11:23:10 +01002305 src = fe->id;
William Lallemand5f232402012-04-05 18:02:55 +02002306 ret = lf_text(tmplog, src, dst + maxsize - tmplog, tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002307 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002308 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002309 tmplog = ret;
William Lallemand51b5dca2012-03-26 17:52:55 +02002310 last_isspace = 0;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002311 break;
2312
Willy Tarreau773d65f2012-10-12 14:56:11 +02002313 case LOG_FMT_FRONTEND_XPRT: // %ft
2314 src = fe->id;
2315 if (tmp->options & LOG_OPT_QUOTE)
2316 LOGCHAR('"');
2317 iret = strlcpy2(tmplog, src, dst + maxsize - tmplog);
2318 if (iret == 0)
2319 goto out;
2320 tmplog += iret;
Christopher Fauletfd818482021-04-14 14:01:41 +02002321 if (sess->listener && sess->listener->bind_conf->xprt == xprt_get(XPRT_SSL))
Willy Tarreau773d65f2012-10-12 14:56:11 +02002322 LOGCHAR('~');
Willy Tarreau773d65f2012-10-12 14:56:11 +02002323 if (tmp->options & LOG_OPT_QUOTE)
2324 LOGCHAR('"');
2325 last_isspace = 0;
2326 break;
Willy Tarreauffc3fcd2012-10-12 20:17:54 +02002327#ifdef USE_OPENSSL
2328 case LOG_FMT_SSL_CIPHER: // %sslc
2329 src = NULL;
Willy Tarreau9ad7bd42015-04-03 19:19:59 +02002330 conn = objt_conn(sess->origin);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002331 if (conn) {
Emmanuel Hocdet01da5712017-10-13 16:59:49 +02002332 src = ssl_sock_get_cipher_name(conn);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002333 }
Willy Tarreauffc3fcd2012-10-12 20:17:54 +02002334 ret = lf_text(tmplog, src, dst + maxsize - tmplog, tmp);
2335 if (ret == NULL)
2336 goto out;
2337 tmplog = ret;
2338 last_isspace = 0;
2339 break;
Willy Tarreau773d65f2012-10-12 14:56:11 +02002340
Willy Tarreauffc3fcd2012-10-12 20:17:54 +02002341 case LOG_FMT_SSL_VERSION: // %sslv
2342 src = NULL;
Willy Tarreau9ad7bd42015-04-03 19:19:59 +02002343 conn = objt_conn(sess->origin);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002344 if (conn) {
Emmanuel Hocdet01da5712017-10-13 16:59:49 +02002345 src = ssl_sock_get_proto_version(conn);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002346 }
Willy Tarreauffc3fcd2012-10-12 20:17:54 +02002347 ret = lf_text(tmplog, src, dst + maxsize - tmplog, tmp);
2348 if (ret == NULL)
2349 goto out;
2350 tmplog = ret;
2351 last_isspace = 0;
2352 break;
2353#endif
William Lallemand1d705562012-03-12 12:46:41 +01002354 case LOG_FMT_BACKEND: // %b
William Lallemandbddd4fd2012-02-27 11:23:10 +01002355 src = be->id;
William Lallemand5f232402012-04-05 18:02:55 +02002356 ret = lf_text(tmplog, src, dst + maxsize - tmplog, tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002357 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002358 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002359 tmplog = ret;
William Lallemand51b5dca2012-03-26 17:52:55 +02002360 last_isspace = 0;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002361 break;
2362
William Lallemand1d705562012-03-12 12:46:41 +01002363 case LOG_FMT_SERVER: // %s
Christopher Fauletfd818482021-04-14 14:01:41 +02002364 switch (obj_type(s ? s->target : sess->origin)) {
Willy Tarreaud79a3b22012-12-28 09:40:16 +01002365 case OBJ_TYPE_SERVER:
Willy Tarreau1aaf3242018-09-20 11:13:58 +02002366 src = __objt_server(s->target)->id;
Willy Tarreaud79a3b22012-12-28 09:40:16 +01002367 break;
2368 case OBJ_TYPE_APPLET:
Willy Tarreau1aaf3242018-09-20 11:13:58 +02002369 src = __objt_applet(s->target)->name;
Willy Tarreaud79a3b22012-12-28 09:40:16 +01002370 break;
Christopher Fauletfd818482021-04-14 14:01:41 +02002371 case OBJ_TYPE_CHECK:
2372 src = (__objt_check(sess->origin)->server
2373 ? __objt_check(sess->origin)->server->id
2374 : "<NOSRV>");
2375 break;
Willy Tarreaud79a3b22012-12-28 09:40:16 +01002376 default:
2377 src = "<NOSRV>";
2378 break;
2379 }
William Lallemand5f232402012-04-05 18:02:55 +02002380 ret = lf_text(tmplog, src, dst + maxsize - tmplog, tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002381 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002382 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002383 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002384 last_isspace = 0;
2385 break;
2386
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002387 case LOG_FMT_Th: // %Th = handshake time
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002388 ret = ltoa_o(logs->t_handshake, tmplog, dst + maxsize - tmplog);
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002389 if (ret == NULL)
2390 goto out;
2391 tmplog = ret;
2392 last_isspace = 0;
2393 break;
2394
2395 case LOG_FMT_Ti: // %Ti = HTTP idle time
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002396 ret = ltoa_o(logs->t_idle, tmplog, dst + maxsize - tmplog);
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002397 if (ret == NULL)
2398 goto out;
2399 tmplog = ret;
2400 last_isspace = 0;
2401 break;
2402
2403 case LOG_FMT_TR: // %TR = HTTP request time
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002404 ret = ltoa_o((t_request >= 0) ? t_request - logs->t_idle - logs->t_handshake : -1,
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002405 tmplog, dst + maxsize - tmplog);
2406 if (ret == NULL)
2407 goto out;
2408 tmplog = ret;
2409 last_isspace = 0;
2410 break;
2411
2412 case LOG_FMT_TQ: // %Tq = Th + Ti + TR
William Lallemand5f232402012-04-05 18:02:55 +02002413 ret = ltoa_o(t_request, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002414 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002415 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002416 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002417 last_isspace = 0;
2418 break;
2419
William Lallemand1d705562012-03-12 12:46:41 +01002420 case LOG_FMT_TW: // %Tw
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002421 ret = ltoa_o((logs->t_queue >= 0) ? logs->t_queue - t_request : -1,
William Lallemand5f232402012-04-05 18:02:55 +02002422 tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002423 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002424 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002425 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002426 last_isspace = 0;
2427 break;
2428
William Lallemand1d705562012-03-12 12:46:41 +01002429 case LOG_FMT_TC: // %Tc
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002430 ret = ltoa_o((logs->t_connect >= 0) ? logs->t_connect - logs->t_queue : -1,
William Lallemand5f232402012-04-05 18:02:55 +02002431 tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002432 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002433 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002434 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002435 last_isspace = 0;
2436 break;
2437
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002438 case LOG_FMT_Tr: // %Tr
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002439 ret = ltoa_o((logs->t_data >= 0) ? logs->t_data - logs->t_connect : -1,
William Lallemand5f232402012-04-05 18:02:55 +02002440 tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002441 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002442 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002443 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002444 last_isspace = 0;
2445 break;
2446
Willy Tarreau27b639d2016-05-17 17:55:27 +02002447 case LOG_FMT_TD: // %Td
Willy Tarreaua21c0e62018-09-05 15:07:15 +02002448 if (be->mode == PR_MODE_HTTP)
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002449 ret = ltoa_o((logs->t_data >= 0) ? logs->t_close - logs->t_data : -1,
Willy Tarreau27b639d2016-05-17 17:55:27 +02002450 tmplog, dst + maxsize - tmplog);
2451 else
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002452 ret = ltoa_o((logs->t_connect >= 0) ? logs->t_close - logs->t_connect : -1,
Willy Tarreau27b639d2016-05-17 17:55:27 +02002453 tmplog, dst + maxsize - tmplog);
2454 if (ret == NULL)
2455 goto out;
2456 tmplog = ret;
2457 last_isspace = 0;
2458 break;
2459
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002460 case LOG_FMT_Ta: // %Ta = active time = Tt - Th - Ti
2461 if (!(fe->to_log & LW_BYTES))
2462 LOGCHAR('+');
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002463 ret = ltoa_o(logs->t_close - (logs->t_idle >= 0 ? logs->t_idle + logs->t_handshake : 0),
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002464 tmplog, dst + maxsize - tmplog);
2465 if (ret == NULL)
2466 goto out;
2467 tmplog = ret;
2468 last_isspace = 0;
2469 break;
2470
2471 case LOG_FMT_TT: // %Tt = total time
Willy Tarreaud79a3b22012-12-28 09:40:16 +01002472 if (!(fe->to_log & LW_BYTES))
William Lallemand1d705562012-03-12 12:46:41 +01002473 LOGCHAR('+');
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002474 ret = ltoa_o(logs->t_close, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002475 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002476 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002477 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002478 last_isspace = 0;
2479 break;
2480
Damien Claisse57c8eb92020-04-28 12:09:19 +00002481 case LOG_FMT_TU: // %Tu = total time seen by user = Tt - Ti
2482 if (!(fe->to_log & LW_BYTES))
2483 LOGCHAR('+');
2484 ret = ltoa_o(logs->t_close - (logs->t_idle >= 0 ? logs->t_idle : 0),
2485 tmplog, dst + maxsize - tmplog);
2486 if (ret == NULL)
2487 goto out;
2488 tmplog = ret;
2489 last_isspace = 0;
2490 break;
2491
Willy Tarreau2beef582012-12-20 17:22:52 +01002492 case LOG_FMT_STATUS: // %ST
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02002493 ret = ltoa_o(status, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002494 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002495 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002496 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002497 last_isspace = 0;
2498 break;
2499
William Lallemand1d705562012-03-12 12:46:41 +01002500 case LOG_FMT_BYTES: // %B
Willy Tarreaud79a3b22012-12-28 09:40:16 +01002501 if (!(fe->to_log & LW_BYTES))
William Lallemand1d705562012-03-12 12:46:41 +01002502 LOGCHAR('+');
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002503 ret = lltoa(logs->bytes_out, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002504 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002505 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002506 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002507 last_isspace = 0;
2508 break;
2509
Willy Tarreauc5259fd2012-12-20 15:38:04 +01002510 case LOG_FMT_BYTES_UP: // %U
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002511 ret = lltoa(logs->bytes_in, tmplog, dst + maxsize - tmplog);
Willy Tarreauc5259fd2012-12-20 15:38:04 +01002512 if (ret == NULL)
2513 goto out;
2514 tmplog = ret;
2515 last_isspace = 0;
2516 break;
2517
Willy Tarreau2beef582012-12-20 17:22:52 +01002518 case LOG_FMT_CCLIENT: // %CC
Willy Tarreau57bc8912016-04-25 17:09:40 +02002519 src = txn ? txn->cli_cookie : NULL;
William Lallemand5f232402012-04-05 18:02:55 +02002520 ret = lf_text(tmplog, src, dst + maxsize - tmplog, tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002521 if (ret == NULL)
William Lallemand51b5dca2012-03-26 17:52:55 +02002522 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002523 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002524 last_isspace = 0;
2525 break;
2526
Willy Tarreau2beef582012-12-20 17:22:52 +01002527 case LOG_FMT_CSERVER: // %CS
Willy Tarreau57bc8912016-04-25 17:09:40 +02002528 src = txn ? txn->srv_cookie : NULL;
William Lallemand5f232402012-04-05 18:02:55 +02002529 ret = lf_text(tmplog, src, dst + maxsize - tmplog, tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002530 if (ret == NULL)
William Lallemand51b5dca2012-03-26 17:52:55 +02002531 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002532 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002533 last_isspace = 0;
2534 break;
2535
William Lallemand1d705562012-03-12 12:46:41 +01002536 case LOG_FMT_TERMSTATE: // %ts
Willy Tarreaub8bc5252018-09-05 15:51:28 +02002537 LOGCHAR(sess_term_cond[(s_flags & SF_ERR_MASK) >> SF_ERR_SHIFT]);
2538 LOGCHAR(sess_fin_state[(s_flags & SF_FINST_MASK) >> SF_FINST_SHIFT]);
Willy Tarreau6580c062012-03-12 15:09:42 +01002539 *tmplog = '\0';
2540 last_isspace = 0;
2541 break;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002542
William Lallemand1d705562012-03-12 12:46:41 +01002543 case LOG_FMT_TERMSTATE_CK: // %tsc, same as TS with cookie state (for mode HTTP)
Willy Tarreaub8bc5252018-09-05 15:51:28 +02002544 LOGCHAR(sess_term_cond[(s_flags & SF_ERR_MASK) >> SF_ERR_SHIFT]);
2545 LOGCHAR(sess_fin_state[(s_flags & SF_FINST_MASK) >> SF_FINST_SHIFT]);
Willy Tarreau57bc8912016-04-25 17:09:40 +02002546 LOGCHAR((txn && (be->ck_opts & PR_CK_ANY)) ? sess_cookie[(txn->flags & TX_CK_MASK) >> TX_CK_SHIFT] : '-');
2547 LOGCHAR((txn && (be->ck_opts & PR_CK_ANY)) ? sess_set_cookie[(txn->flags & TX_SCK_MASK) >> TX_SCK_SHIFT] : '-');
William Lallemandbddd4fd2012-02-27 11:23:10 +01002548 last_isspace = 0;
2549 break;
2550
William Lallemand1d705562012-03-12 12:46:41 +01002551 case LOG_FMT_ACTCONN: // %ac
William Lallemand5f232402012-04-05 18:02:55 +02002552 ret = ltoa_o(actconn, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002553 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002554 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002555 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002556 last_isspace = 0;
2557 break;
2558
William Lallemand1d705562012-03-12 12:46:41 +01002559 case LOG_FMT_FECONN: // %fc
William Lallemand5f232402012-04-05 18:02:55 +02002560 ret = ltoa_o(fe->feconn, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002561 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002562 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002563 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002564 last_isspace = 0;
2565 break;
2566
William Lallemand1d705562012-03-12 12:46:41 +01002567 case LOG_FMT_BECONN: // %bc
William Lallemand5f232402012-04-05 18:02:55 +02002568 ret = ltoa_o(be->beconn, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002569 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002570 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002571 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002572 last_isspace = 0;
2573 break;
2574
William Lallemand1d705562012-03-12 12:46:41 +01002575 case LOG_FMT_SRVCONN: // %sc
Christopher Fauletfd818482021-04-14 14:01:41 +02002576 switch (obj_type(s ? s->target : sess->origin)) {
2577 case OBJ_TYPE_SERVER:
2578 ret = ultoa_o(__objt_server(s->target)->cur_sess,
2579 tmplog, dst + maxsize - tmplog);
2580 break;
2581 case OBJ_TYPE_CHECK:
2582 ret = ultoa_o(__objt_check(sess->origin)->server
2583 ? __objt_check(sess->origin)->server->cur_sess
2584 : 0, tmplog, dst + maxsize - tmplog);
2585 break;
2586 default:
2587 ret = ultoa_o(0, tmplog, dst + maxsize - tmplog);
2588 break;
2589 }
2590
William Lallemand1d705562012-03-12 12:46:41 +01002591 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002592 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002593 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002594 last_isspace = 0;
2595 break;
2596
William Lallemand1d705562012-03-12 12:46:41 +01002597 case LOG_FMT_RETRIES: // %rq
Willy Tarreaub8bc5252018-09-05 15:51:28 +02002598 if (s_flags & SF_REDISP)
William Lallemand1d705562012-03-12 12:46:41 +01002599 LOGCHAR('+');
Christopher Faulet1d26f222021-04-16 11:24:20 +02002600 ret = ltoa_o(((s && s->si[1].conn_retries > 0)
2601 ? (be->conn_retries - s->si[1].conn_retries)
2602 : ((s && s->si[1].state != SI_ST_INI) ? be->conn_retries : 0)),
2603 tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002604 if (ret == NULL)
William Lallemand51b5dca2012-03-26 17:52:55 +02002605 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002606 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002607 last_isspace = 0;
2608 break;
2609
William Lallemand1d705562012-03-12 12:46:41 +01002610 case LOG_FMT_SRVQUEUE: // %sq
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002611 ret = ltoa_o(logs->srv_queue_pos, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002612 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002613 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002614 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002615 last_isspace = 0;
2616 break;
2617
William Lallemand1d705562012-03-12 12:46:41 +01002618 case LOG_FMT_BCKQUEUE: // %bq
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002619 ret = ltoa_o(logs->prx_queue_pos, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002620 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002621 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002622 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002623 last_isspace = 0;
2624 break;
2625
William Lallemand1d705562012-03-12 12:46:41 +01002626 case LOG_FMT_HDRREQUEST: // %hr
William Lallemandbddd4fd2012-02-27 11:23:10 +01002627 /* request header */
Willy Tarreaud4f91662018-09-05 15:28:07 +02002628 if (fe->nb_req_cap && s && s->req_cap) {
William Lallemandbddd4fd2012-02-27 11:23:10 +01002629 if (tmp->options & LOG_OPT_QUOTE)
2630 LOGCHAR('"');
2631 LOGCHAR('{');
2632 for (hdr = 0; hdr < fe->nb_req_cap; hdr++) {
2633 if (hdr)
2634 LOGCHAR('|');
Willy Tarreaucb7dd012015-04-03 22:16:32 +02002635 if (s->req_cap[hdr] != NULL) {
Dragan Dosen835b9212016-02-12 13:23:03 +01002636 ret = lf_encode_string(tmplog, dst + maxsize,
2637 '#', hdr_encode_map, s->req_cap[hdr], tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002638 if (ret == NULL || *ret != '\0')
William Lallemand51b5dca2012-03-26 17:52:55 +02002639 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002640 tmplog = ret;
William Lallemand51b5dca2012-03-26 17:52:55 +02002641 }
William Lallemandbddd4fd2012-02-27 11:23:10 +01002642 }
2643 LOGCHAR('}');
William Lallemand51b5dca2012-03-26 17:52:55 +02002644 if (tmp->options & LOG_OPT_QUOTE)
2645 LOGCHAR('"');
William Lallemandbddd4fd2012-02-27 11:23:10 +01002646 last_isspace = 0;
2647 }
William Lallemandbddd4fd2012-02-27 11:23:10 +01002648 break;
2649
William Lallemand1d705562012-03-12 12:46:41 +01002650 case LOG_FMT_HDRREQUESTLIST: // %hrl
William Lallemandbddd4fd2012-02-27 11:23:10 +01002651 /* request header list */
Willy Tarreaud4f91662018-09-05 15:28:07 +02002652 if (fe->nb_req_cap && s && s->req_cap) {
William Lallemandbddd4fd2012-02-27 11:23:10 +01002653 for (hdr = 0; hdr < fe->nb_req_cap; hdr++) {
2654 if (hdr > 0)
2655 LOGCHAR(' ');
2656 if (tmp->options & LOG_OPT_QUOTE)
2657 LOGCHAR('"');
Willy Tarreaucb7dd012015-04-03 22:16:32 +02002658 if (s->req_cap[hdr] != NULL) {
Dragan Dosen835b9212016-02-12 13:23:03 +01002659 ret = lf_encode_string(tmplog, dst + maxsize,
2660 '#', hdr_encode_map, s->req_cap[hdr], tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002661 if (ret == NULL || *ret != '\0')
William Lallemand51b5dca2012-03-26 17:52:55 +02002662 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002663 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002664 } else if (!(tmp->options & LOG_OPT_QUOTE))
2665 LOGCHAR('-');
2666 if (tmp->options & LOG_OPT_QUOTE)
2667 LOGCHAR('"');
William Lallemandbddd4fd2012-02-27 11:23:10 +01002668 last_isspace = 0;
2669 }
2670 }
2671 break;
Willy Tarreaubaaee002006-06-26 02:48:02 +02002672
William Lallemand1d705562012-03-12 12:46:41 +01002673
2674 case LOG_FMT_HDRRESPONS: // %hs
William Lallemandbddd4fd2012-02-27 11:23:10 +01002675 /* response header */
Willy Tarreaud4f91662018-09-05 15:28:07 +02002676 if (fe->nb_rsp_cap && s && s->res_cap) {
William Lallemandbddd4fd2012-02-27 11:23:10 +01002677 if (tmp->options & LOG_OPT_QUOTE)
2678 LOGCHAR('"');
2679 LOGCHAR('{');
2680 for (hdr = 0; hdr < fe->nb_rsp_cap; hdr++) {
2681 if (hdr)
2682 LOGCHAR('|');
Willy Tarreaucb7dd012015-04-03 22:16:32 +02002683 if (s->res_cap[hdr] != NULL) {
Dragan Dosen835b9212016-02-12 13:23:03 +01002684 ret = lf_encode_string(tmplog, dst + maxsize,
2685 '#', hdr_encode_map, s->res_cap[hdr], tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002686 if (ret == NULL || *ret != '\0')
William Lallemand51b5dca2012-03-26 17:52:55 +02002687 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002688 tmplog = ret;
William Lallemand51b5dca2012-03-26 17:52:55 +02002689 }
William Lallemandbddd4fd2012-02-27 11:23:10 +01002690 }
2691 LOGCHAR('}');
2692 last_isspace = 0;
2693 if (tmp->options & LOG_OPT_QUOTE)
2694 LOGCHAR('"');
2695 }
William Lallemandbddd4fd2012-02-27 11:23:10 +01002696 break;
2697
William Lallemand1d705562012-03-12 12:46:41 +01002698 case LOG_FMT_HDRRESPONSLIST: // %hsl
William Lallemandbddd4fd2012-02-27 11:23:10 +01002699 /* response header list */
Willy Tarreaud4f91662018-09-05 15:28:07 +02002700 if (fe->nb_rsp_cap && s && s->res_cap) {
William Lallemandbddd4fd2012-02-27 11:23:10 +01002701 for (hdr = 0; hdr < fe->nb_rsp_cap; hdr++) {
2702 if (hdr > 0)
2703 LOGCHAR(' ');
2704 if (tmp->options & LOG_OPT_QUOTE)
2705 LOGCHAR('"');
Willy Tarreaucb7dd012015-04-03 22:16:32 +02002706 if (s->res_cap[hdr] != NULL) {
Dragan Dosen835b9212016-02-12 13:23:03 +01002707 ret = lf_encode_string(tmplog, dst + maxsize,
2708 '#', hdr_encode_map, s->res_cap[hdr], tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002709 if (ret == NULL || *ret != '\0')
William Lallemand51b5dca2012-03-26 17:52:55 +02002710 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002711 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002712 } else if (!(tmp->options & LOG_OPT_QUOTE))
2713 LOGCHAR('-');
2714 if (tmp->options & LOG_OPT_QUOTE)
2715 LOGCHAR('"');
William Lallemandbddd4fd2012-02-27 11:23:10 +01002716 last_isspace = 0;
2717 }
2718 }
2719 break;
2720
William Lallemand1d705562012-03-12 12:46:41 +01002721 case LOG_FMT_REQ: // %r
William Lallemandbddd4fd2012-02-27 11:23:10 +01002722 /* Request */
2723 if (tmp->options & LOG_OPT_QUOTE)
2724 LOGCHAR('"');
Willy Tarreau57bc8912016-04-25 17:09:40 +02002725 uri = txn && txn->uri ? txn->uri : "<BADREQ>";
Dragan Dosen835b9212016-02-12 13:23:03 +01002726 ret = lf_encode_string(tmplog, dst + maxsize,
2727 '#', url_encode_map, uri, tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002728 if (ret == NULL || *ret != '\0')
William Lallemand51b5dca2012-03-26 17:52:55 +02002729 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002730 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002731 if (tmp->options & LOG_OPT_QUOTE)
2732 LOGCHAR('"');
William Lallemandbddd4fd2012-02-27 11:23:10 +01002733 last_isspace = 0;
2734 break;
William Lallemand5f232402012-04-05 18:02:55 +02002735
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002736 case LOG_FMT_HTTP_PATH: // %HP
Willy Tarreau57bc8912016-04-25 17:09:40 +02002737 uri = txn && txn->uri ? txn->uri : "<BADREQ>";
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002738
Willy Tarreaub7636d12015-06-17 19:58:02 +02002739 if (tmp->options & LOG_OPT_QUOTE)
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002740 LOGCHAR('"');
2741
2742 end = uri + strlen(uri);
2743 // look for the first whitespace character
2744 while (uri < end && !HTTP_IS_SPHT(*uri))
2745 uri++;
2746
2747 // keep advancing past multiple spaces
2748 while (uri < end && HTTP_IS_SPHT(*uri)) {
2749 uri++; nspaces++;
2750 }
2751
2752 // look for first space or question mark after url
2753 spc = uri;
2754 while (spc < end && *spc != '?' && !HTTP_IS_SPHT(*spc))
2755 spc++;
2756
Nenad Merdanovic54e439f2016-04-26 01:39:02 +02002757 if (!txn || !txn->uri || nspaces == 0) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002758 chunk.area = "<BADREQ>";
2759 chunk.data = strlen("<BADREQ>");
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002760 } else {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002761 chunk.area = uri;
2762 chunk.data = spc - uri;
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002763 }
2764
Dragan Dosen835b9212016-02-12 13:23:03 +01002765 ret = lf_encode_chunk(tmplog, dst + maxsize, '#', url_encode_map, &chunk, tmp);
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002766 if (ret == NULL || *ret != '\0')
2767 goto out;
2768
2769 tmplog = ret;
Willy Tarreaub7636d12015-06-17 19:58:02 +02002770 if (tmp->options & LOG_OPT_QUOTE)
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002771 LOGCHAR('"');
2772
2773 last_isspace = 0;
2774 break;
2775
Maciej Zdebfcdfd852020-11-30 18:27:47 +00002776 case LOG_FMT_HTTP_PATH_ONLY: // %HPO
2777 uri = txn && txn->uri ? txn->uri : "<BADREQ>";
2778
2779 if (tmp->options & LOG_OPT_QUOTE)
2780 LOGCHAR('"');
2781
2782 end = uri + strlen(uri);
2783
2784 // look for the first whitespace character
2785 while (uri < end && !HTTP_IS_SPHT(*uri))
2786 uri++;
2787
2788 // keep advancing past multiple spaces
2789 while (uri < end && HTTP_IS_SPHT(*uri)) {
2790 uri++; nspaces++;
2791 }
2792
2793 // look for first space after url
2794 spc = uri;
2795 while (spc < end && !HTTP_IS_SPHT(*spc))
2796 spc++;
2797
Tim Duesterhus92c696e2021-02-28 16:11:36 +01002798 path = ist2(uri, spc - uri);
Maciej Zdebfcdfd852020-11-30 18:27:47 +00002799
2800 // extract relative path without query params from url
Amaury Denoyellec453f952021-07-06 11:40:12 +02002801 parser = http_uri_parser_init(path);
2802 path = iststop(http_parse_path(&parser), '?');
Maciej Zdebfcdfd852020-11-30 18:27:47 +00002803 if (!txn || !txn->uri || nspaces == 0) {
2804 chunk.area = "<BADREQ>";
2805 chunk.data = strlen("<BADREQ>");
2806 } else {
2807 chunk.area = path.ptr;
2808 chunk.data = path.len;
2809 }
2810
2811 ret = lf_encode_chunk(tmplog, dst + maxsize, '#', url_encode_map, &chunk, tmp);
2812 if (ret == NULL || *ret != '\0')
2813 goto out;
2814
2815 tmplog = ret;
2816 if (tmp->options & LOG_OPT_QUOTE)
2817 LOGCHAR('"');
2818
2819 last_isspace = 0;
2820 break;
2821
Andrew Hayworthe63ac872015-07-31 16:14:16 +00002822 case LOG_FMT_HTTP_QUERY: // %HQ
2823 if (tmp->options & LOG_OPT_QUOTE)
2824 LOGCHAR('"');
2825
Willy Tarreau57bc8912016-04-25 17:09:40 +02002826 if (!txn || !txn->uri) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002827 chunk.area = "<BADREQ>";
2828 chunk.data = strlen("<BADREQ>");
Andrew Hayworthe63ac872015-07-31 16:14:16 +00002829 } else {
2830 uri = txn->uri;
2831 end = uri + strlen(uri);
2832 // look for the first question mark
2833 while (uri < end && *uri != '?')
2834 uri++;
2835
2836 qmark = uri;
2837 // look for first space or question mark after url
2838 while (uri < end && !HTTP_IS_SPHT(*uri))
2839 uri++;
2840
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002841 chunk.area = qmark;
2842 chunk.data = uri - qmark;
Andrew Hayworthe63ac872015-07-31 16:14:16 +00002843 }
2844
Dragan Dosen835b9212016-02-12 13:23:03 +01002845 ret = lf_encode_chunk(tmplog, dst + maxsize, '#', url_encode_map, &chunk, tmp);
Andrew Hayworthe63ac872015-07-31 16:14:16 +00002846 if (ret == NULL || *ret != '\0')
2847 goto out;
2848
2849 tmplog = ret;
2850 if (tmp->options & LOG_OPT_QUOTE)
2851 LOGCHAR('"');
2852
2853 last_isspace = 0;
2854 break;
2855
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002856 case LOG_FMT_HTTP_URI: // %HU
Willy Tarreau57bc8912016-04-25 17:09:40 +02002857 uri = txn && txn->uri ? txn->uri : "<BADREQ>";
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002858
Willy Tarreaub7636d12015-06-17 19:58:02 +02002859 if (tmp->options & LOG_OPT_QUOTE)
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002860 LOGCHAR('"');
2861
2862 end = uri + strlen(uri);
2863 // look for the first whitespace character
2864 while (uri < end && !HTTP_IS_SPHT(*uri))
2865 uri++;
2866
2867 // keep advancing past multiple spaces
2868 while (uri < end && HTTP_IS_SPHT(*uri)) {
2869 uri++; nspaces++;
2870 }
2871
2872 // look for first space after url
2873 spc = uri;
2874 while (spc < end && !HTTP_IS_SPHT(*spc))
2875 spc++;
2876
Willy Tarreau57bc8912016-04-25 17:09:40 +02002877 if (!txn || !txn->uri || nspaces == 0) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002878 chunk.area = "<BADREQ>";
2879 chunk.data = strlen("<BADREQ>");
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002880 } else {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002881 chunk.area = uri;
2882 chunk.data = spc - uri;
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002883 }
2884
Dragan Dosen835b9212016-02-12 13:23:03 +01002885 ret = lf_encode_chunk(tmplog, dst + maxsize, '#', url_encode_map, &chunk, tmp);
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002886 if (ret == NULL || *ret != '\0')
2887 goto out;
2888
2889 tmplog = ret;
Willy Tarreaub7636d12015-06-17 19:58:02 +02002890 if (tmp->options & LOG_OPT_QUOTE)
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002891 LOGCHAR('"');
2892
2893 last_isspace = 0;
2894 break;
2895
2896 case LOG_FMT_HTTP_METHOD: // %HM
Willy Tarreau57bc8912016-04-25 17:09:40 +02002897 uri = txn && txn->uri ? txn->uri : "<BADREQ>";
Willy Tarreaub7636d12015-06-17 19:58:02 +02002898 if (tmp->options & LOG_OPT_QUOTE)
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002899 LOGCHAR('"');
2900
2901 end = uri + strlen(uri);
2902 // look for the first whitespace character
2903 spc = uri;
2904 while (spc < end && !HTTP_IS_SPHT(*spc))
2905 spc++;
2906
2907 if (spc == end) { // odd case, we have txn->uri, but we only got a verb
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002908 chunk.area = "<BADREQ>";
2909 chunk.data = strlen("<BADREQ>");
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002910 } else {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002911 chunk.area = uri;
2912 chunk.data = spc - uri;
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002913 }
2914
Dragan Dosen835b9212016-02-12 13:23:03 +01002915 ret = lf_encode_chunk(tmplog, dst + maxsize, '#', url_encode_map, &chunk, tmp);
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002916 if (ret == NULL || *ret != '\0')
2917 goto out;
2918
2919 tmplog = ret;
Willy Tarreaub7636d12015-06-17 19:58:02 +02002920 if (tmp->options & LOG_OPT_QUOTE)
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002921 LOGCHAR('"');
2922
2923 last_isspace = 0;
2924 break;
2925
2926 case LOG_FMT_HTTP_VERSION: // %HV
Willy Tarreau57bc8912016-04-25 17:09:40 +02002927 uri = txn && txn->uri ? txn->uri : "<BADREQ>";
Willy Tarreaub7636d12015-06-17 19:58:02 +02002928 if (tmp->options & LOG_OPT_QUOTE)
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002929 LOGCHAR('"');
2930
2931 end = uri + strlen(uri);
2932 // look for the first whitespace character
2933 while (uri < end && !HTTP_IS_SPHT(*uri))
2934 uri++;
2935
2936 // keep advancing past multiple spaces
2937 while (uri < end && HTTP_IS_SPHT(*uri)) {
2938 uri++; nspaces++;
2939 }
2940
2941 // look for the next whitespace character
2942 while (uri < end && !HTTP_IS_SPHT(*uri))
2943 uri++;
2944
2945 // keep advancing past multiple spaces
2946 while (uri < end && HTTP_IS_SPHT(*uri))
2947 uri++;
2948
Willy Tarreau57bc8912016-04-25 17:09:40 +02002949 if (!txn || !txn->uri || nspaces == 0) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002950 chunk.area = "<BADREQ>";
2951 chunk.data = strlen("<BADREQ>");
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002952 } else if (uri == end) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002953 chunk.area = "HTTP/0.9";
2954 chunk.data = strlen("HTTP/0.9");
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002955 } else {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002956 chunk.area = uri;
2957 chunk.data = end - uri;
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002958 }
2959
Dragan Dosen835b9212016-02-12 13:23:03 +01002960 ret = lf_encode_chunk(tmplog, dst + maxsize, '#', url_encode_map, &chunk, tmp);
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002961 if (ret == NULL || *ret != '\0')
2962 goto out;
2963
2964 tmplog = ret;
Willy Tarreaub7636d12015-06-17 19:58:02 +02002965 if (tmp->options & LOG_OPT_QUOTE)
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002966 LOGCHAR('"');
2967
2968 last_isspace = 0;
2969 break;
2970
William Lallemand5f232402012-04-05 18:02:55 +02002971 case LOG_FMT_COUNTER: // %rt
2972 if (tmp->options & LOG_OPT_HEXA) {
Willy Tarreau5cacab62018-09-05 15:52:59 +02002973 iret = snprintf(tmplog, dst + maxsize - tmplog, "%04X", uniq_id);
William Lallemand5f232402012-04-05 18:02:55 +02002974 if (iret < 0 || iret > dst + maxsize - tmplog)
2975 goto out;
2976 last_isspace = 0;
2977 tmplog += iret;
2978 } else {
Willy Tarreau5cacab62018-09-05 15:52:59 +02002979 ret = ltoa_o(uniq_id, tmplog, dst + maxsize - tmplog);
William Lallemand5f232402012-04-05 18:02:55 +02002980 if (ret == NULL)
2981 goto out;
2982 tmplog = ret;
2983 last_isspace = 0;
2984 }
2985 break;
2986
Willy Tarreau7346acb2014-08-28 15:03:15 +02002987 case LOG_FMT_LOGCNT: // %lc
2988 if (tmp->options & LOG_OPT_HEXA) {
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002989 iret = snprintf(tmplog, dst + maxsize - tmplog, "%04X", fe->log_count);
Willy Tarreau7346acb2014-08-28 15:03:15 +02002990 if (iret < 0 || iret > dst + maxsize - tmplog)
2991 goto out;
2992 last_isspace = 0;
2993 tmplog += iret;
2994 } else {
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002995 ret = ultoa_o(fe->log_count, tmplog, dst + maxsize - tmplog);
Willy Tarreau7346acb2014-08-28 15:03:15 +02002996 if (ret == NULL)
2997 goto out;
2998 tmplog = ret;
2999 last_isspace = 0;
3000 }
3001 break;
3002
William Lallemand5f232402012-04-05 18:02:55 +02003003 case LOG_FMT_HOSTNAME: // %H
3004 src = hostname;
3005 ret = lf_text(tmplog, src, dst + maxsize - tmplog, tmp);
3006 if (ret == NULL)
3007 goto out;
3008 tmplog = ret;
3009 last_isspace = 0;
3010 break;
3011
3012 case LOG_FMT_PID: // %pid
3013 if (tmp->options & LOG_OPT_HEXA) {
3014 iret = snprintf(tmplog, dst + maxsize - tmplog, "%04X", pid);
3015 if (iret < 0 || iret > dst + maxsize - tmplog)
3016 goto out;
3017 last_isspace = 0;
3018 tmplog += iret;
3019 } else {
3020 ret = ltoa_o(pid, tmplog, dst + maxsize - tmplog);
3021 if (ret == NULL)
3022 goto out;
3023 tmplog = ret;
3024 last_isspace = 0;
3025 }
3026 break;
William Lallemanda73203e2012-03-12 12:48:57 +01003027
3028 case LOG_FMT_UNIQUEID: // %ID
William Lallemand5b7ea3a2013-08-28 15:44:19 +02003029 ret = NULL;
Tim Duesterhusa17e6622020-03-05 20:19:02 +01003030 if (s)
3031 ret = lf_text_len(tmplog, s->unique_id.ptr, s->unique_id.len, maxsize - (tmplog - dst), tmp);
3032 else
3033 ret = lf_text_len(tmplog, NULL, 0, maxsize - (tmplog - dst), tmp);
William Lallemanda73203e2012-03-12 12:48:57 +01003034 if (ret == NULL)
3035 goto out;
3036 tmplog = ret;
3037 last_isspace = 0;
3038 break;
3039
William Lallemandbddd4fd2012-02-27 11:23:10 +01003040 }
3041 }
3042
3043out:
William Lallemand1d705562012-03-12 12:46:41 +01003044 /* *tmplog is a unused character */
3045 *tmplog = '\0';
Willy Tarreaudf974472012-12-28 02:44:01 +01003046 return tmplog - dst;
William Lallemandbddd4fd2012-02-27 11:23:10 +01003047
Willy Tarreaubaaee002006-06-26 02:48:02 +02003048}
3049
William Lallemand1d705562012-03-12 12:46:41 +01003050/*
Willy Tarreau87b09662015-04-03 00:22:06 +02003051 * send a log for the stream when we have enough info about it.
William Lallemand1d705562012-03-12 12:46:41 +01003052 * Will not log if the frontend has no log defined.
3053 */
Willy Tarreau87b09662015-04-03 00:22:06 +02003054void strm_log(struct stream *s)
William Lallemand1d705562012-03-12 12:46:41 +01003055{
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02003056 struct session *sess = s->sess;
William Lallemand1d705562012-03-12 12:46:41 +01003057 int size, err, level;
Dragan Dosen0b85ece2015-09-25 19:17:44 +02003058 int sd_size = 0;
William Lallemand1d705562012-03-12 12:46:41 +01003059
3060 /* if we don't want to log normal traffic, return now */
Willy Tarreaue7dff022015-04-03 01:14:29 +02003061 err = (s->flags & SF_REDISP) ||
3062 ((s->flags & SF_ERR_MASK) > SF_ERR_LOCAL) ||
3063 (((s->flags & SF_ERR_MASK) == SF_ERR_NONE) &&
Willy Tarreau350f4872014-11-28 14:42:25 +01003064 (s->si[1].conn_retries != s->be->conn_retries)) ||
Willy Tarreaueee5b512015-04-03 23:46:31 +02003065 ((sess->fe->mode == PR_MODE_HTTP) && s->txn && s->txn->status >= 500);
Willy Tarreaubaaee002006-06-26 02:48:02 +02003066
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02003067 if (!err && (sess->fe->options2 & PR_O2_NOLOGNORM))
William Lallemand1d705562012-03-12 12:46:41 +01003068 return;
William Lallemandbddd4fd2012-02-27 11:23:10 +01003069
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02003070 if (LIST_ISEMPTY(&sess->fe->logsrvs))
William Lallemand1d705562012-03-12 12:46:41 +01003071 return;
William Lallemandbddd4fd2012-02-27 11:23:10 +01003072
Willy Tarreauabcd5142013-06-11 17:18:02 +02003073 if (s->logs.level) { /* loglevel was overridden */
3074 if (s->logs.level == -1) {
3075 s->logs.logwait = 0; /* logs disabled */
3076 return;
3077 }
3078 level = s->logs.level - 1;
3079 }
3080 else {
3081 level = LOG_INFO;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02003082 if (err && (sess->fe->options2 & PR_O2_LOGERRORS))
Willy Tarreauabcd5142013-06-11 17:18:02 +02003083 level = LOG_ERR;
3084 }
William Lallemand1d705562012-03-12 12:46:41 +01003085
William Lallemand5b7ea3a2013-08-28 15:44:19 +02003086 /* if unique-id was not generated */
Tim Duesterhusa17e6622020-03-05 20:19:02 +01003087 if (!isttest(s->unique_id) && !LIST_ISEMPTY(&sess->fe->format_unique_id)) {
Tim Duesterhus2825b4b2020-02-28 15:13:34 +01003088 stream_generate_unique_id(s, &sess->fe->format_unique_id);
William Lallemand5b7ea3a2013-08-28 15:44:19 +02003089 }
3090
Dragan Dosen0b85ece2015-09-25 19:17:44 +02003091 if (!LIST_ISEMPTY(&sess->fe->logformat_sd)) {
3092 sd_size = build_logline(s, logline_rfc5424, global.max_syslog_len,
3093 &sess->fe->logformat_sd);
3094 }
3095
Dragan Dosen59cee972015-09-19 22:09:02 +02003096 size = build_logline(s, logline, global.max_syslog_len, &sess->fe->logformat);
William Lallemand1d705562012-03-12 12:46:41 +01003097 if (size > 0) {
Willy Tarreau4781b152021-04-06 13:53:36 +02003098 _HA_ATOMIC_INC(&sess->fe->log_count);
Christopher Faulet5c6fefc2019-08-11 19:40:12 +02003099 __send_log(&sess->fe->logsrvs, &sess->fe->log_tag, level,
3100 logline, size + 1, logline_rfc5424, sd_size);
William Lallemand1d705562012-03-12 12:46:41 +01003101 s->logs.logwait = 0;
3102 }
3103}
William Lallemandbddd4fd2012-02-27 11:23:10 +01003104
Willy Tarreau53839352018-09-05 19:51:10 +02003105/*
3106 * send a minimalist log for the session. Will not log if the frontend has no
3107 * log defined. It is assumed that this is only used to report anomalies that
3108 * cannot lead to the creation of a regular stream. Because of this the log
3109 * level is LOG_INFO or LOG_ERR depending on the "log-separate-error" setting
3110 * in the frontend. The caller must simply know that it should not call this
Willy Tarreau9fa267d2018-10-05 10:22:27 +02003111 * function to report unimportant events. It is safe to call this function with
3112 * sess==NULL (will not do anything).
Willy Tarreau53839352018-09-05 19:51:10 +02003113 */
3114void sess_log(struct session *sess)
3115{
3116 int size, level;
3117 int sd_size = 0;
3118
Willy Tarreau9fa267d2018-10-05 10:22:27 +02003119 if (!sess)
3120 return;
3121
Willy Tarreau53839352018-09-05 19:51:10 +02003122 if (LIST_ISEMPTY(&sess->fe->logsrvs))
3123 return;
3124
3125 level = LOG_INFO;
3126 if (sess->fe->options2 & PR_O2_LOGERRORS)
3127 level = LOG_ERR;
3128
3129 if (!LIST_ISEMPTY(&sess->fe->logformat_sd)) {
3130 sd_size = sess_build_logline(sess, NULL,
3131 logline_rfc5424, global.max_syslog_len,
3132 &sess->fe->logformat_sd);
3133 }
3134
Remi Tricot-Le Bretonfe21fe72021-08-31 12:08:52 +02003135 if (!LIST_ISEMPTY(&sess->fe->logformat_error))
3136 size = sess_build_logline(sess, NULL, logline, global.max_syslog_len, &sess->fe->logformat_error);
3137 else
3138 size = sess_build_logline(sess, NULL, logline, global.max_syslog_len, &sess->fe->logformat);
Willy Tarreau53839352018-09-05 19:51:10 +02003139 if (size > 0) {
Willy Tarreau4781b152021-04-06 13:53:36 +02003140 _HA_ATOMIC_INC(&sess->fe->log_count);
Christopher Faulet5c6fefc2019-08-11 19:40:12 +02003141 __send_log(&sess->fe->logsrvs, &sess->fe->log_tag, level,
3142 logline, size + 1, logline_rfc5424, sd_size);
Willy Tarreau53839352018-09-05 19:51:10 +02003143 }
3144}
3145
Christopher Faulet5c6fefc2019-08-11 19:40:12 +02003146void app_log(struct list *logsrvs, struct buffer *tag, int level, const char *format, ...)
3147{
3148 va_list argp;
3149 int data_len;
3150
3151 if (level < 0 || format == NULL || logline == NULL)
3152 return;
3153
3154 va_start(argp, format);
3155 data_len = vsnprintf(logline, global.max_syslog_len, format, argp);
3156 if (data_len < 0 || data_len > global.max_syslog_len)
3157 data_len = global.max_syslog_len;
3158 va_end(argp);
3159
3160 __send_log(logsrvs, tag, level, logline, data_len, default_rfc5424_sd_log_format, 2);
3161}
Emeric Brun54932b42020-07-07 09:43:24 +02003162/*
3163 * This function parse a received log message <buf>, of size <buflen>
3164 * it fills <level>, <facility> and <metadata> depending of the detected
3165 * header format and message will point on remaining payload of <size>
3166 *
3167 * <metadata> must point on a preallocated array of LOG_META_FIELDS*sizeof(struct ist)
3168 * struct ist len will be set to 0 if field is not found
3169 * <level> and <facility> will be set to -1 if not found.
3170 */
3171void parse_log_message(char *buf, size_t buflen, int *level, int *facility,
3172 struct ist *metadata, char **message, size_t *size)
3173{
3174
3175 char *p;
3176 int fac_level = 0;
3177
3178 *level = *facility = -1;
3179
3180 *message = buf;
3181 *size = buflen;
3182
3183 memset(metadata, 0, LOG_META_FIELDS*sizeof(struct ist));
3184
3185 p = buf;
3186 if (*size < 2 || *p != '<')
3187 return;
3188
3189 p++;
3190 while (*p != '>') {
3191 if (*p > '9' || *p < '0')
3192 return;
3193 fac_level = 10*fac_level + (*p - '0');
3194 p++;
3195 if ((p - buf) > buflen)
3196 return;
3197 }
3198
3199 *facility = fac_level >> 3;
3200 *level = fac_level & 0x7;
3201 p++;
3202
3203 metadata[LOG_META_PRIO] = ist2(buf, p - buf);
3204
3205 buflen -= p - buf;
3206 buf = p;
3207
3208 *size = buflen;
3209 *message = buf;
3210
3211 /* for rfc5424, prio is always followed by '1' and ' ' */
3212 if ((*size > 2) && (p[0] == '1') && (p[1] == ' ')) {
3213 /* format is always '1 TIMESTAMP HOSTNAME TAG PID MSGID STDATA '
3214 * followed by message.
3215 * Each header field can present NILVALUE: '-'
3216 */
3217
3218 p += 2;
3219 /* timestamp is NILVALUE '-' */
3220 if (*size > 2 && (p[0] == '-') && p[1] == ' ') {
3221 metadata[LOG_META_TIME] = ist2(p, 1);
3222 p++;
3223 }
3224 else if (*size > LOG_ISOTIME_MINLEN) {
3225 metadata[LOG_META_TIME].ptr = p;
3226
Ilya Shipitsin6b79f382020-07-23 00:32:55 +05003227 /* check if optional secfrac is present
Emeric Brun54932b42020-07-07 09:43:24 +02003228 * in timestamp.
3229 * possible format are:
3230 * ex: '1970-01-01T00:00:00.000000Z'
3231 * '1970-01-01T00:00:00.000000+00:00'
3232 * '1970-01-01T00:00:00.000000-00:00'
3233 * '1970-01-01T00:00:00Z'
3234 * '1970-01-01T00:00:00+00:00'
3235 * '1970-01-01T00:00:00-00:00'
3236 */
3237 p += 19;
3238 if (*p == '.') {
3239 p++;
3240 if ((p - buf) >= buflen)
3241 goto bad_format;
3242 while (*p != 'Z' && *p != '+' && *p != '-') {
3243 if ((unsigned char)(*p - '0') > 9)
3244 goto bad_format;
3245
3246 p++;
3247 if ((p - buf) >= buflen)
3248 goto bad_format;
3249 }
3250 }
3251
3252 if (*p == 'Z')
3253 p++;
3254 else
3255 p += 6; /* case of '+00:00 or '-00:00' */
3256
3257 if ((p - buf) >= buflen || *p != ' ')
3258 goto bad_format;
3259 metadata[LOG_META_TIME].len = p - metadata[LOG_META_TIME].ptr;
3260 }
3261 else
3262 goto bad_format;
3263
3264
3265 p++;
3266 if ((p - buf) >= buflen || *p == ' ')
3267 goto bad_format;
3268
3269 metadata[LOG_META_HOST].ptr = p;
3270 while (*p != ' ') {
3271 p++;
3272 if ((p - buf) >= buflen)
3273 goto bad_format;
3274 }
3275 metadata[LOG_META_HOST].len = p - metadata[LOG_META_HOST].ptr;
3276 if (metadata[LOG_META_HOST].len == 1 && metadata[LOG_META_HOST].ptr[0] == '-')
3277 metadata[LOG_META_HOST].len = 0;
3278
3279 p++;
3280 if ((p - buf) >= buflen || *p == ' ')
3281 goto bad_format;
3282
3283 metadata[LOG_META_TAG].ptr = p;
3284 while (*p != ' ') {
3285 p++;
3286 if ((p - buf) >= buflen)
3287 goto bad_format;
3288 }
3289 metadata[LOG_META_TAG].len = p - metadata[LOG_META_TAG].ptr;
3290 if (metadata[LOG_META_TAG].len == 1 && metadata[LOG_META_TAG].ptr[0] == '-')
3291 metadata[LOG_META_TAG].len = 0;
3292
3293 p++;
3294 if ((p - buf) >= buflen || *p == ' ')
3295 goto bad_format;
3296
3297 metadata[LOG_META_PID].ptr = p;
3298 while (*p != ' ') {
3299 p++;
3300 if ((p - buf) >= buflen)
3301 goto bad_format;
3302 }
3303 metadata[LOG_META_PID].len = p - metadata[LOG_META_PID].ptr;
3304 if (metadata[LOG_META_PID].len == 1 && metadata[LOG_META_PID].ptr[0] == '-')
3305 metadata[LOG_META_PID].len = 0;
3306
3307 p++;
3308 if ((p - buf) >= buflen || *p == ' ')
3309 goto bad_format;
3310
3311 metadata[LOG_META_MSGID].ptr = p;
3312 while (*p != ' ') {
3313 p++;
3314 if ((p - buf) >= buflen)
3315 goto bad_format;
3316 }
3317 metadata[LOG_META_MSGID].len = p - metadata[LOG_META_MSGID].ptr;
3318 if (metadata[LOG_META_MSGID].len == 1 && metadata[LOG_META_MSGID].ptr[0] == '-')
3319 metadata[LOG_META_MSGID].len = 0;
3320
3321 p++;
3322 if ((p - buf) >= buflen || *p == ' ')
3323 goto bad_format;
3324
3325 /* structured data format is:
3326 * ex:
3327 * '[key1=value1 key2=value2][key3=value3]'
3328 *
3329 * space is invalid outside [] because
3330 * considered as the end of structured data field
3331 */
3332 metadata[LOG_META_STDATA].ptr = p;
3333 if (*p == '[') {
3334 int elem = 0;
3335
3336 while (1) {
3337 if (elem) {
3338 /* according to rfc this char is escaped in param values */
3339 if (*p == ']' && *(p-1) != '\\')
3340 elem = 0;
3341 }
3342 else {
3343 if (*p == '[')
3344 elem = 1;
3345 else if (*p == ' ')
3346 break;
3347 else
3348 goto bad_format;
3349 }
3350 p++;
3351 if ((p - buf) >= buflen)
3352 goto bad_format;
3353 }
3354 }
3355 else if (*p == '-') {
3356 /* case of NILVALUE */
3357 p++;
3358 if ((p - buf) >= buflen || *p != ' ')
3359 goto bad_format;
3360 }
3361 else
3362 goto bad_format;
3363
3364 metadata[LOG_META_STDATA].len = p - metadata[LOG_META_STDATA].ptr;
3365 if (metadata[LOG_META_STDATA].len == 1 && metadata[LOG_META_STDATA].ptr[0] == '-')
3366 metadata[LOG_META_STDATA].len = 0;
3367
3368 p++;
3369
3370 buflen -= p - buf;
3371 buf = p;
3372
3373 *size = buflen;
3374 *message = p;
3375 }
3376 else if (*size > LOG_LEGACYTIME_LEN) {
3377 int m;
3378
3379 /* supported header format according to rfc3164.
3380 * ex:
3381 * 'Jan 1 00:00:00 HOSTNAME TAG[PID]: '
3382 * or 'Jan 1 00:00:00 HOSTNAME TAG: '
3383 * or 'Jan 1 00:00:00 HOSTNAME '
3384 * Note: HOSTNAME is mandatory, and day
3385 * of month uses a single space prefix if
3386 * less than 10 to ensure hour offset is
3387 * always the same.
3388 */
3389
3390 /* Check month to see if it correspond to a rfc3164
3391 * header ex 'Jan 1 00:00:00' */
3392 for (m = 0; m < 12; m++)
3393 if (!memcmp(monthname[m], p, 3))
3394 break;
3395 /* Month not found */
3396 if (m == 12)
3397 goto bad_format;
3398
3399 metadata[LOG_META_TIME] = ist2(p, LOG_LEGACYTIME_LEN);
3400
3401 p += LOG_LEGACYTIME_LEN;
3402 if ((p - buf) >= buflen || *p != ' ')
3403 goto bad_format;
3404
3405 p++;
3406 if ((p - buf) >= buflen || *p == ' ')
3407 goto bad_format;
3408
3409 metadata[LOG_META_HOST].ptr = p;
3410 while (*p != ' ') {
3411 p++;
3412 if ((p - buf) >= buflen)
3413 goto bad_format;
3414 }
3415 metadata[LOG_META_HOST].len = p - metadata[LOG_META_HOST].ptr;
3416
3417 /* TAG seems to no be mandatory */
3418 p++;
3419
3420 buflen -= p - buf;
3421 buf = p;
3422
3423 *size = buflen;
3424 *message = buf;
3425
3426 if (!buflen)
3427 return;
3428
3429 while (((p - buf) < buflen) && *p != ' ' && *p != ':')
3430 p++;
3431
3432 /* a tag must present a trailing ':' */
3433 if (((p - buf) >= buflen) || *p != ':')
3434 return;
3435 p++;
3436 /* followed by a space */
3437 if (((p - buf) >= buflen) || *p != ' ')
3438 return;
3439
3440 /* rewind to parse tag and pid */
3441 p = buf;
3442 metadata[LOG_META_TAG].ptr = p;
3443 /* we have the guarantee that ':' will be reach before size limit */
3444 while (*p != ':') {
3445 if (*p == '[') {
3446 metadata[LOG_META_TAG].len = p - metadata[LOG_META_TAG].ptr;
3447 metadata[LOG_META_PID].ptr = p + 1;
3448 }
Tim Duesterhus7b5777d2021-03-02 18:57:28 +01003449 else if (*p == ']' && isttest(metadata[LOG_META_PID])) {
Emeric Brun54932b42020-07-07 09:43:24 +02003450 if (p[1] != ':')
3451 return;
3452 metadata[LOG_META_PID].len = p - metadata[LOG_META_PID].ptr;
3453 }
3454 p++;
3455 }
3456 if (!metadata[LOG_META_TAG].len)
3457 metadata[LOG_META_TAG].len = p - metadata[LOG_META_TAG].ptr;
3458
Ilya Shipitsin6b79f382020-07-23 00:32:55 +05003459 /* let pass ':' and ' ', we still have warranty size is large enough */
Emeric Brun54932b42020-07-07 09:43:24 +02003460 p += 2;
3461
3462 buflen -= p - buf;
3463 buf = p;
3464
3465 *size = buflen;
3466 *message = buf;
3467 }
3468
3469 return;
3470
3471bad_format:
3472 /* bad syslog format, we reset all parsed syslog fields
3473 * but priority is kept because we are able to re-build
3474 * this message using LOF_FORMAT_PRIO.
3475 */
3476 metadata[LOG_META_TIME].len = 0;
3477 metadata[LOG_META_HOST].len = 0;
3478 metadata[LOG_META_TAG].len = 0;
3479 metadata[LOG_META_PID].len = 0;
3480 metadata[LOG_META_MSGID].len = 0;
3481 metadata[LOG_META_STDATA].len = 0;
3482
3483 return;
3484}
3485
3486/*
3487 * UDP syslog fd handler
3488 */
3489void syslog_fd_handler(int fd)
3490{
3491 static THREAD_LOCAL struct ist metadata[LOG_META_FIELDS];
3492 ssize_t ret = 0;
3493 struct buffer *buf = get_trash_chunk();
3494 size_t size;
3495 char *message;
3496 int level;
3497 int facility;
3498 struct listener *l = objt_listener(fdtab[fd].owner);
3499 int max_accept;
3500
Tim Duesterhus16554242021-09-15 13:58:49 +02003501 BUG_ON(!l);
Emeric Brun54932b42020-07-07 09:43:24 +02003502
Willy Tarreauf5090652021-04-06 17:23:40 +02003503 if (fdtab[fd].state & FD_POLL_IN) {
Emeric Brun54932b42020-07-07 09:43:24 +02003504
3505 if (!fd_recv_ready(fd))
3506 return;
3507
3508 max_accept = l->maxaccept ? l->maxaccept : 1;
3509
3510 do {
3511 /* Source address */
3512 struct sockaddr_storage saddr = {0};
3513 socklen_t saddrlen;
3514
3515 saddrlen = sizeof(saddr);
3516
3517 ret = recvfrom(fd, buf->area, buf->size, 0, (struct sockaddr *)&saddr, &saddrlen);
3518 if (ret < 0) {
3519 if (errno == EINTR)
3520 continue;
3521 if (errno == EAGAIN)
3522 fd_cant_recv(fd);
3523 goto out;
3524 }
3525 buf->data = ret;
3526
Emeric Brun45c457a2020-07-09 23:23:34 +02003527 /* update counters */
Willy Tarreau4781b152021-04-06 13:53:36 +02003528 _HA_ATOMIC_INC(&cum_log_messages);
Emeric Bruna39ecbd2020-10-05 14:33:12 +02003529 proxy_inc_fe_req_ctr(l, l->bind_conf->frontend);
Emeric Brun45c457a2020-07-09 23:23:34 +02003530
Emeric Brun54932b42020-07-07 09:43:24 +02003531 parse_log_message(buf->area, buf->data, &level, &facility, metadata, &message, &size);
3532
3533 process_send_log(&l->bind_conf->frontend->logsrvs, level, facility, metadata, message, size);
3534
3535 } while (--max_accept);
3536 }
3537
3538out:
3539 return;
3540}
Christopher Faulet5c6fefc2019-08-11 19:40:12 +02003541
Emeric Brun12941c82020-07-07 14:19:42 +02003542/*
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003543 * IO Handler to handle message exchange with a syslog tcp client
3544 */
3545static void syslog_io_handler(struct appctx *appctx)
3546{
3547 static THREAD_LOCAL struct ist metadata[LOG_META_FIELDS];
3548 struct stream_interface *si = appctx->owner;
3549 struct stream *s = si_strm(si);
3550 struct proxy *frontend = strm_fe(s);
3551 struct listener *l = strm_li(s);
3552 struct buffer *buf = get_trash_chunk();
3553 int max_accept;
3554 int to_skip;
3555 int facility;
3556 int level;
3557 char *message;
3558 size_t size;
3559
3560 max_accept = l->maxaccept ? l->maxaccept : 1;
3561 while (co_data(si_oc(si))) {
3562 char c;
3563
3564 if (max_accept <= 0)
3565 goto missing_budget;
3566 max_accept--;
3567
3568 to_skip = co_getchar(si_oc(si), &c);
3569 if (!to_skip)
3570 goto missing_data;
3571 else if (to_skip < 0)
3572 goto cli_abort;
3573
3574 if (c == '<') {
3575 /* rfc-6587, Non-Transparent-Framing: messages separated by
3576 * a trailing LF or CR LF
3577 */
3578 to_skip = co_getline(si_oc(si), buf->area, buf->size);
3579 if (!to_skip)
3580 goto missing_data;
3581 else if (to_skip < 0)
3582 goto cli_abort;
3583
3584 if (buf->area[to_skip - 1] != '\n')
3585 goto parse_error;
3586
3587 buf->data = to_skip - 1;
3588
3589 /* according to rfc-6587, some devices adds CR before LF */
3590 if (buf->data && buf->area[buf->data - 1] == '\r')
3591 buf->data--;
3592
3593 }
3594 else if ((unsigned char)(c - '1') <= 8) {
3595 /* rfc-6587, Octet-Counting: message length in ASCII
3596 * (first digit can not be ZERO), followed by a space
3597 * and message length
3598 */
3599 char *p = NULL;
3600 int msglen;
3601
3602 to_skip = co_getword(si_oc(si), buf->area, buf->size, ' ');
3603 if (!to_skip)
3604 goto missing_data;
3605 else if (to_skip < 0)
3606 goto cli_abort;
3607
3608 if (buf->area[to_skip - 1] != ' ')
3609 goto parse_error;
3610
3611 msglen = strtol(trash.area, &p, 10);
3612 if (!msglen || p != &buf->area[to_skip - 1])
3613 goto parse_error;
3614
3615 /* message seems too large */
3616 if (msglen > buf->size)
3617 goto parse_error;
3618
3619 msglen = co_getblk(si_oc(si), buf->area, msglen, to_skip);
3620 if (!msglen)
3621 goto missing_data;
3622 else if (msglen < 0)
3623 goto cli_abort;
3624
3625
3626 buf->data = msglen;
3627 to_skip += msglen;
3628 }
3629 else
3630 goto parse_error;
3631
3632 co_skip(si_oc(si), to_skip);
3633
3634 /* update counters */
Willy Tarreau4781b152021-04-06 13:53:36 +02003635 _HA_ATOMIC_INC(&cum_log_messages);
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003636 proxy_inc_fe_req_ctr(l, frontend);
3637
3638 parse_log_message(buf->area, buf->data, &level, &facility, metadata, &message, &size);
3639
3640 process_send_log(&frontend->logsrvs, level, facility, metadata, message, size);
3641
3642 }
3643
3644missing_data:
3645 /* we need more data to read */
3646 si_oc(si)->flags |= CF_READ_DONTWAIT;
3647
3648 return;
3649
3650missing_budget:
3651 /* it may remain some stuff to do, let's retry later */
3652 appctx_wakeup(appctx);
3653
3654 return;
3655
3656parse_error:
3657 if (l->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02003658 _HA_ATOMIC_INC(&l->counters->failed_req);
3659 _HA_ATOMIC_INC(&frontend->fe_counters.failed_req);
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003660
3661 goto close;
3662
3663cli_abort:
3664 if (l->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02003665 _HA_ATOMIC_INC(&l->counters->cli_aborts);
3666 _HA_ATOMIC_INC(&frontend->fe_counters.cli_aborts);
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003667
3668close:
3669 si_shutw(si);
3670 si_shutr(si);
3671
3672 si_ic(si)->flags |= CF_READ_NULL;
3673
3674 return;
3675}
3676
3677static struct applet syslog_applet = {
3678 .obj_type = OBJ_TYPE_APPLET,
3679 .name = "<SYSLOG>", /* used for logging */
3680 .fct = syslog_io_handler,
3681 .release = NULL,
3682};
3683
3684/*
Emeric Brun12941c82020-07-07 14:19:42 +02003685 * Parse "log-forward" section and create corresponding sink buffer.
3686 *
3687 * The function returns 0 in success case, otherwise, it returns error
3688 * flags.
3689 */
3690int cfg_parse_log_forward(const char *file, int linenum, char **args, int kwm)
3691{
3692 int err_code = 0;
3693 struct proxy *px;
3694 char *errmsg = NULL;
3695 const char *err = NULL;
3696
3697 if (strcmp(args[0], "log-forward") == 0) {
3698 if (!*args[1]) {
3699 ha_alert("parsing [%s:%d] : missing name for ip-forward section.\n", file, linenum);
3700 err_code |= ERR_ALERT | ERR_ABORT;
3701 goto out;
3702 }
3703
3704 if (alertif_too_many_args(1, file, linenum, args, &err_code))
3705 goto out;
3706
3707 err = invalid_char(args[1]);
3708 if (err) {
3709 ha_alert("parsing [%s:%d] : character '%c' is not permitted in '%s' name '%s'.\n",
3710 file, linenum, *err, args[0], args[1]);
3711 err_code |= ERR_ALERT | ERR_ABORT;
3712 goto out;
3713 }
3714
Emeric Brunb0c331f2020-10-07 17:05:59 +02003715 px = log_forward_by_name(args[1]);
3716 if (px) {
3717 ha_alert("Parsing [%s:%d]: log-forward section '%s' has the same name as another log-forward section declared at %s:%d.\n",
3718 file, linenum, args[1], px->conf.file, px->conf.line);
3719 err_code |= ERR_ALERT | ERR_FATAL;
3720 }
3721
3722 px = proxy_find_by_name(args[1], 0, 0);
3723 if (px) {
3724 ha_alert("Parsing [%s:%d]: log forward section '%s' has the same name as %s '%s' declared at %s:%d.\n",
3725 file, linenum, args[1], proxy_type_str(px),
3726 px->id, px->conf.file, px->conf.line);
3727 err_code |= ERR_ALERT | ERR_FATAL;
Emeric Brun12941c82020-07-07 14:19:42 +02003728 }
3729
3730 px = calloc(1, sizeof *px);
3731 if (!px) {
3732 err_code |= ERR_ALERT | ERR_FATAL;
3733 goto out;
3734 }
3735
3736 px->next = cfg_log_forward;
3737 cfg_log_forward = px;
3738
3739 init_new_proxy(px);
3740 px->conf.file = strdup(file);
3741 px->conf.line = linenum;
3742 px->mode = PR_MODE_SYSLOG;
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003743 px->last_change = now.tv_sec;
3744 px->cap = PR_CAP_FE;
3745 px->maxconn = 10;
3746 px->timeout.client = TICK_ETERNITY;
3747 px->accept = frontend_accept;
3748 px->default_target = &syslog_applet.obj_type;
Emeric Brun12941c82020-07-07 14:19:42 +02003749 px->id = strdup(args[1]);
3750
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003751 }
Tim Duesterhuse5ff1412021-01-02 22:31:53 +01003752 else if (strcmp(args[0], "maxconn") == 0) { /* maxconn */
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003753 if (warnifnotcap(cfg_log_forward, PR_CAP_FE, file, linenum, args[0], " Maybe you want 'fullconn' instead ?"))
3754 err_code |= ERR_WARN;
3755
3756 if (*(args[1]) == 0) {
3757 ha_alert("parsing [%s:%d] : '%s' expects an integer argument.\n", file, linenum, args[0]);
3758 err_code |= ERR_ALERT | ERR_FATAL;
3759 goto out;
3760 }
3761 cfg_log_forward->maxconn = atol(args[1]);
3762 if (alertif_too_many_args(1, file, linenum, args, &err_code))
3763 goto out;
3764 }
Tim Duesterhuse5ff1412021-01-02 22:31:53 +01003765 else if (strcmp(args[0], "backlog") == 0) { /* backlog */
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003766 if (warnifnotcap(cfg_log_forward, PR_CAP_FE, file, linenum, args[0], NULL))
3767 err_code |= ERR_WARN;
3768
3769 if (*(args[1]) == 0) {
3770 ha_alert("parsing [%s:%d] : '%s' expects an integer argument.\n", file, linenum, args[0]);
3771 err_code |= ERR_ALERT | ERR_FATAL;
3772 goto out;
3773 }
3774 cfg_log_forward->backlog = atol(args[1]);
3775 if (alertif_too_many_args(1, file, linenum, args, &err_code))
3776 goto out;
3777 }
3778 else if (strcmp(args[0], "bind") == 0) {
3779 int cur_arg;
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003780 struct bind_conf *bind_conf;
3781 struct bind_kw *kw;
3782 struct listener *l;
3783
3784 cur_arg = 1;
3785
3786 bind_conf = bind_conf_alloc(cfg_log_forward, file, linenum,
3787 NULL, xprt_get(XPRT_RAW));
3788 if (!bind_conf) {
3789 ha_alert("parsing [%s:%d] : out of memory error.", file, linenum);
3790 err_code |= ERR_ALERT | ERR_FATAL;
3791 goto out;
3792 }
3793
3794 if (!str2listener(args[1], cfg_log_forward, bind_conf, file, linenum, &errmsg)) {
3795 if (errmsg && *errmsg) {
3796 indent_msg(&errmsg, 2);
3797 ha_alert("parsing [%s:%d] : '%s %s' : %s\n", file, linenum, args[0], args[1], errmsg);
3798 }
3799 else {
3800 ha_alert("parsing [%s:%d] : '%s %s' : error encountered while parsing listening address %s.\n",
3801 file, linenum, args[0], args[1], args[2]);
3802 err_code |= ERR_ALERT | ERR_FATAL;
3803 goto out;
3804 }
3805 }
3806 list_for_each_entry(l, &bind_conf->listeners, by_bind) {
Willy Tarreau66161322021-02-19 15:50:27 +01003807 l->maxaccept = global.tune.maxaccept ? global.tune.maxaccept : MAX_ACCEPT;
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003808 l->accept = session_accept_fd;
3809 l->analysers |= cfg_log_forward->fe_req_ana;
3810 l->default_target = cfg_log_forward->default_target;
3811 global.maxsock++;
3812 }
3813 cur_arg++;
3814
3815 while (*args[cur_arg] && (kw = bind_find_kw(args[cur_arg]))) {
3816 int ret;
3817
3818 ret = kw->parse(args, cur_arg, cfg_log_forward, bind_conf, &errmsg);
3819 err_code |= ret;
3820 if (ret) {
3821 if (errmsg && *errmsg) {
3822 indent_msg(&errmsg, 2);
3823 ha_alert("parsing [%s:%d] : %s\n", file, linenum, errmsg);
3824 }
3825 else
3826 ha_alert("parsing [%s:%d]: error encountered while processing '%s'\n",
3827 file, linenum, args[cur_arg]);
3828 if (ret & ERR_FATAL)
3829 goto out;
3830 }
3831 cur_arg += 1 + kw->skip;
3832 }
3833 if (*args[cur_arg] != 0) {
Willy Tarreau433b05f2021-03-12 10:14:07 +01003834 const char *best = bind_find_best_kw(args[cur_arg]);
3835 if (best)
3836 ha_alert("parsing [%s:%d] : unknown keyword '%s' in '%s' section; did you mean '%s' maybe ?\n",
3837 file, linenum, args[cur_arg], cursection, best);
3838 else
3839 ha_alert("parsing [%s:%d] : unknown keyword '%s' in '%s' section.\n",
3840 file, linenum, args[cur_arg], cursection);
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003841 err_code |= ERR_ALERT | ERR_FATAL;
3842 goto out;
3843 }
Emeric Brun12941c82020-07-07 14:19:42 +02003844 }
Willy Tarreau76aaa7f2020-09-16 15:07:22 +02003845 else if (strcmp(args[0], "dgram-bind") == 0) {
Emeric Brun12941c82020-07-07 14:19:42 +02003846 int cur_arg;
Emeric Brun12941c82020-07-07 14:19:42 +02003847 struct bind_conf *bind_conf;
3848 struct bind_kw *kw;
3849 struct listener *l;
3850
3851 cur_arg = 1;
3852
3853 bind_conf = bind_conf_alloc(cfg_log_forward, file, linenum,
3854 NULL, xprt_get(XPRT_RAW));
Christopher Faulet0c6d1dc2021-04-12 16:56:37 +02003855 if (!bind_conf) {
3856 ha_alert("parsing [%s:%d] : out of memory error.", file, linenum);
3857 err_code |= ERR_ALERT | ERR_FATAL;
3858 goto out;
3859 }
Emeric Brun12941c82020-07-07 14:19:42 +02003860
Willy Tarreau26ff5da2020-09-16 15:22:19 +02003861 if (!str2receiver(args[1], cfg_log_forward, bind_conf, file, linenum, &errmsg)) {
Emeric Brun12941c82020-07-07 14:19:42 +02003862 if (errmsg && *errmsg) {
3863 indent_msg(&errmsg, 2);
3864 ha_alert("parsing [%s:%d] : '%s %s' : %s\n", file, linenum, args[0], args[1], errmsg);
3865 }
3866 else {
3867 ha_alert("parsing [%s:%d] : '%s %s' : error encountered while parsing listening address %s.\n",
3868 file, linenum, args[0], args[1], args[2]);
Emeric Brun12941c82020-07-07 14:19:42 +02003869 }
Willy Tarreau3b139e52020-09-16 16:24:14 +02003870 err_code |= ERR_ALERT | ERR_FATAL;
3871 goto out;
Emeric Brun12941c82020-07-07 14:19:42 +02003872 }
3873 list_for_each_entry(l, &bind_conf->listeners, by_bind) {
Willy Tarreau26ff5da2020-09-16 15:22:19 +02003874 /* the fact that the sockets are of type dgram is guaranteed by str2receiver() */
Willy Tarreau66161322021-02-19 15:50:27 +01003875 l->maxaccept = global.tune.maxaccept ? global.tune.maxaccept : MAX_ACCEPT;
Willy Tarreaue140a692020-10-15 21:25:32 +02003876 l->rx.iocb = syslog_fd_handler;
Emeric Brun12941c82020-07-07 14:19:42 +02003877 global.maxsock++;
3878 }
3879 cur_arg++;
3880
3881 while (*args[cur_arg] && (kw = bind_find_kw(args[cur_arg]))) {
3882 int ret;
3883
3884 ret = kw->parse(args, cur_arg, cfg_log_forward, bind_conf, &errmsg);
3885 err_code |= ret;
3886 if (ret) {
3887 if (errmsg && *errmsg) {
3888 indent_msg(&errmsg, 2);
3889 ha_alert("parsing [%s:%d] : %s\n", file, linenum, errmsg);
3890 }
3891 else
3892 ha_alert("parsing [%s:%d]: error encountered while processing '%s'\n",
3893 file, linenum, args[cur_arg]);
3894 if (ret & ERR_FATAL)
3895 goto out;
3896 }
3897 cur_arg += 1 + kw->skip;
3898 }
3899 if (*args[cur_arg] != 0) {
Willy Tarreau433b05f2021-03-12 10:14:07 +01003900 const char *best = bind_find_best_kw(args[cur_arg]);
3901 if (best)
3902 ha_alert("parsing [%s:%d] : unknown keyword '%s' in '%s' section; did you mean '%s' maybe ?\n",
3903 file, linenum, args[cur_arg], cursection, best);
3904 else
3905 ha_alert("parsing [%s:%d] : unknown keyword '%s' in '%s' section.\n",
3906 file, linenum, args[cur_arg], cursection);
Emeric Brun12941c82020-07-07 14:19:42 +02003907 err_code |= ERR_ALERT | ERR_FATAL;
3908 goto out;
3909 }
3910 }
3911 else if (strcmp(args[0], "log") == 0) {
Emeric Brun9533a702021-04-02 10:13:43 +02003912 if (!parse_logsrv(args, &cfg_log_forward->logsrvs, (kwm == KWM_NO), file, linenum, &errmsg)) {
Emeric Brun12941c82020-07-07 14:19:42 +02003913 ha_alert("parsing [%s:%d] : %s : %s\n", file, linenum, args[0], errmsg);
3914 err_code |= ERR_ALERT | ERR_FATAL;
3915 goto out;
3916 }
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003917 }
3918 else if (strcmp(args[0], "timeout") == 0) {
3919 const char *res;
3920 unsigned timeout;
3921
3922 if (strcmp(args[1], "client") != 0) {
3923 ha_alert("parsing [%s:%d] : unknown keyword '%s %s' in log-forward section.\n", file, linenum, args[0], args[1]);
3924 err_code |= ERR_ALERT | ERR_FATAL;
3925 goto out;
3926 }
3927
3928 if (*args[2] == 0) {
3929 ha_alert("parsing [%s:%d] : missing timeout client value.\n", file, linenum);
3930 err_code |= ERR_ALERT | ERR_FATAL;
3931 goto out;
3932 }
3933 res = parse_time_err(args[2], &timeout, TIME_UNIT_MS);
3934 if (res == PARSE_TIME_OVER) {
3935 memprintf(&errmsg, "timer overflow in argument '%s' to 'timeout client' (maximum value is 2147483647 ms or ~24.8 days)", args[2]);
3936 }
3937 else if (res == PARSE_TIME_UNDER) {
3938 memprintf(&errmsg, "timer underflow in argument '%s' to 'timeout client' (minimum non-null value is 1 ms)", args[2]);
3939 }
3940 else if (res) {
3941 memprintf(&errmsg, "unexpected character '%c' in 'timeout client'", *res);
3942 return -1;
3943 }
3944
3945 if (res) {
3946 ha_alert("parsing [%s:%d] : %s : %s\n", file, linenum, args[0], errmsg);
3947 err_code |= ERR_ALERT | ERR_FATAL;
3948 goto out;
3949 }
3950 cfg_log_forward->timeout.client = MS_TO_TICKS(timeout);
Emeric Brun12941c82020-07-07 14:19:42 +02003951 }
Willy Tarreauf9feec22020-09-16 15:04:33 +02003952 else {
3953 ha_alert("parsing [%s:%d] : unknown keyword '%s' in log-forward section.\n", file, linenum, args[0]);
3954 err_code |= ERR_ALERT | ERR_ABORT;
3955 goto out;
3956 }
Emeric Brun12941c82020-07-07 14:19:42 +02003957out:
3958 return err_code;
3959}
3960
Willy Tarreau0108d902018-11-25 19:14:37 +01003961
Emeric Brun12941c82020-07-07 14:19:42 +02003962/* config parsers for this section */
3963REGISTER_CONFIG_SECTION("log-forward", cfg_parse_log_forward, NULL);
3964
Willy Tarreau082b6282019-05-22 14:42:12 +02003965REGISTER_PER_THREAD_ALLOC(init_log_buffers);
3966REGISTER_PER_THREAD_FREE(deinit_log_buffers);
Willy Tarreau172f5ce2018-11-26 11:21:50 +01003967
Willy Tarreaubaaee002006-06-26 02:48:02 +02003968/*
3969 * Local variables:
3970 * c-indent-level: 8
3971 * c-basic-offset: 8
3972 * End:
3973 */