blob: 245675434969e0fd1c79e564162600ce6c5a0e51 [file] [log] [blame]
Willy Tarreaubaaee002006-06-26 02:48:02 +02001/*
2 * General logging functions.
3 *
Willy Tarreaub7f694f2008-06-22 17:18:02 +02004 * Copyright 2000-2008 Willy Tarreau <w@1wt.eu>
Willy Tarreaubaaee002006-06-26 02:48:02 +02005 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
Willy Tarreau8a3f52f2012-12-20 21:23:42 +010013#include <ctype.h>
Willy Tarreauc8f24f82007-11-30 18:38:35 +010014#include <fcntl.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020015#include <stdarg.h>
16#include <stdio.h>
17#include <stdlib.h>
18#include <string.h>
19#include <syslog.h>
20#include <time.h>
21#include <unistd.h>
Robert Tsai81ae1952007-12-05 10:47:29 +010022#include <errno.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020023
24#include <sys/time.h>
Willy Tarreau077edcb2016-08-10 18:30:56 +020025#include <sys/uio.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020026
Willy Tarreau4c7e4b72020-05-27 12:58:42 +020027#include <haproxy/api.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020028#include <haproxy/applet-t.h>
Emeric Brun12941c82020-07-07 14:19:42 +020029#include <haproxy/cfgparse.h>
Willy Tarreau55542642021-10-08 09:33:24 +020030#include <haproxy/clock.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020031#include <haproxy/fd.h>
Willy Tarreau762d7a52020-06-04 11:23:07 +020032#include <haproxy/frontend.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020033#include <haproxy/global.h>
Willy Tarreaucd72d8c2020-06-02 19:11:26 +020034#include <haproxy/http.h>
Willy Tarreaub7fc4c42021-10-06 18:56:42 +020035#include <haproxy/http_ana.h>
Emeric Brun12941c82020-07-07 14:19:42 +020036#include <haproxy/listener.h>
Willy Tarreauaeed4a82020-06-04 22:01:04 +020037#include <haproxy/log.h>
Emeric Brun12941c82020-07-07 14:19:42 +020038#include <haproxy/proxy.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020039#include <haproxy/sample.h>
40#include <haproxy/sink.h>
Willy Tarreau209108d2020-06-04 20:30:20 +020041#include <haproxy/ssl_sock.h>
Willy Tarreaudfd3de82020-06-04 23:46:14 +020042#include <haproxy/stream.h>
Willy Tarreau5e539c92020-06-04 20:45:39 +020043#include <haproxy/stream_interface.h>
Willy Tarreau92b4f132020-06-01 11:05:15 +020044#include <haproxy/time.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020045#include <haproxy/tools.h>
Willy Tarreaubaaee002006-06-26 02:48:02 +020046
Emeric Brun45c457a2020-07-09 23:23:34 +020047/* global recv logs counter */
48int cum_log_messages;
Willy Tarreaubaaee002006-06-26 02:48:02 +020049
Emeric Brun12941c82020-07-07 14:19:42 +020050/* log forward proxy list */
51struct proxy *cfg_log_forward;
52
Emeric Brun54648852020-07-06 15:54:06 +020053struct log_fmt_st {
Dragan Dosen43885c72015-10-01 13:18:13 +020054 char *name;
Dragan Dosen43885c72015-10-01 13:18:13 +020055};
56
Emeric Brun54648852020-07-06 15:54:06 +020057static const struct log_fmt_st log_formats[LOG_FORMATS] = {
Emeric Brun0237c4e2020-11-27 16:24:34 +010058 [LOG_FORMAT_LOCAL] = {
59 .name = "local",
60 },
Dragan Dosen43885c72015-10-01 13:18:13 +020061 [LOG_FORMAT_RFC3164] = {
62 .name = "rfc3164",
Dragan Dosen43885c72015-10-01 13:18:13 +020063 },
64 [LOG_FORMAT_RFC5424] = {
65 .name = "rfc5424",
Emeric Brun54648852020-07-06 15:54:06 +020066 },
67 [LOG_FORMAT_PRIO] = {
68 .name = "priority",
Willy Tarreaue8746a02018-11-12 08:45:00 +010069 },
70 [LOG_FORMAT_SHORT] = {
71 .name = "short",
Emeric Brun54648852020-07-06 15:54:06 +020072 },
73 [LOG_FORMAT_TIMED] = {
74 .name = "timed",
75 },
76 [LOG_FORMAT_ISO] = {
77 .name = "iso",
Willy Tarreaue8746a02018-11-12 08:45:00 +010078 },
Willy Tarreauc1b06452018-11-12 11:57:56 +010079 [LOG_FORMAT_RAW] = {
80 .name = "raw",
Willy Tarreauc1b06452018-11-12 11:57:56 +010081 },
Dragan Dosen1322d092015-09-22 16:05:32 +020082};
83
Dragan Dosen835b9212016-02-12 13:23:03 +010084/*
85 * This map is used with all the FD_* macros to check whether a particular bit
Willy Tarreau1bfd6022019-06-07 11:10:07 +020086 * is set or not. Each bit represents an ACSII code. ha_bit_set() sets those
87 * bytes which should be escaped. When ha_bit_test() returns non-zero, it means
88 * that the byte should be escaped. Be careful to always pass bytes from 0 to
89 * 255 exclusively to the macros.
Dragan Dosen835b9212016-02-12 13:23:03 +010090 */
Willy Tarreau1bfd6022019-06-07 11:10:07 +020091long rfc5424_escape_map[(256/8) / sizeof(long)];
92long hdr_encode_map[(256/8) / sizeof(long)];
93long url_encode_map[(256/8) / sizeof(long)];
94long http_encode_map[(256/8) / sizeof(long)];
Dragan Dosen835b9212016-02-12 13:23:03 +010095
Dragan Dosen835b9212016-02-12 13:23:03 +010096
Willy Tarreaubaaee002006-06-26 02:48:02 +020097const char *log_facilities[NB_LOG_FACILITIES] = {
98 "kern", "user", "mail", "daemon",
99 "auth", "syslog", "lpr", "news",
100 "uucp", "cron", "auth2", "ftp",
101 "ntp", "audit", "alert", "cron2",
102 "local0", "local1", "local2", "local3",
103 "local4", "local5", "local6", "local7"
104};
105
Willy Tarreaubaaee002006-06-26 02:48:02 +0200106const char *log_levels[NB_LOG_LEVELS] = {
107 "emerg", "alert", "crit", "err",
108 "warning", "notice", "info", "debug"
109};
110
Willy Tarreau570f2212013-06-10 16:42:09 +0200111const char sess_term_cond[16] = "-LcCsSPRIDKUIIII"; /* normal, Local, CliTo, CliErr, SrvTo, SrvErr, PxErr, Resource, Internal, Down, Killed, Up, -- */
Willy Tarreaub8750a82006-09-03 09:56:00 +0200112const char sess_fin_state[8] = "-RCHDLQT"; /* cliRequest, srvConnect, srvHeader, Data, Last, Queue, Tarpit */
Willy Tarreaubaaee002006-06-26 02:48:02 +0200113
William Lallemand723b73a2012-02-08 16:37:49 +0100114
115/* log_format */
116struct logformat_type {
117 char *name;
118 int type;
William Lallemandbddd4fd2012-02-27 11:23:10 +0100119 int mode;
William Lallemand5e19a282012-04-02 16:22:10 +0200120 int lw; /* logwait bitsfield */
William Lallemandb7ff6a32012-03-02 14:35:21 +0100121 int (*config_callback)(struct logformat_node *node, struct proxy *curproxy);
William Lallemand723b73a2012-02-08 16:37:49 +0100122};
123
William Lallemandb7ff6a32012-03-02 14:35:21 +0100124int prepare_addrsource(struct logformat_node *node, struct proxy *curproxy);
125
William Lallemand723b73a2012-02-08 16:37:49 +0100126/* log_format variable names */
127static const struct logformat_type logformat_keywords[] = {
William Lallemand5e19a282012-04-02 16:22:10 +0200128 { "o", LOG_FMT_GLOBAL, PR_MODE_TCP, 0, NULL }, /* global option */
Willy Tarreau2beef582012-12-20 17:22:52 +0100129
130 /* please keep these lines sorted ! */
131 { "B", LOG_FMT_BYTES, PR_MODE_TCP, LW_BYTES, NULL }, /* bytes from server to client */
132 { "CC", LOG_FMT_CCLIENT, PR_MODE_HTTP, LW_REQHDR, NULL }, /* client cookie */
133 { "CS", LOG_FMT_CSERVER, PR_MODE_HTTP, LW_RSPHDR, NULL }, /* server cookie */
134 { "H", LOG_FMT_HOSTNAME, PR_MODE_TCP, LW_INIT, NULL }, /* Hostname */
Tim Duesterhuscf6e0c82020-03-13 12:34:24 +0100135 { "ID", LOG_FMT_UNIQUEID, PR_MODE_TCP, LW_BYTES, NULL }, /* Unique ID */
Willy Tarreau4bf99632014-06-13 12:21:40 +0200136 { "ST", LOG_FMT_STATUS, PR_MODE_TCP, LW_RESP, NULL }, /* status code */
William Lallemand5e19a282012-04-02 16:22:10 +0200137 { "T", LOG_FMT_DATEGMT, PR_MODE_TCP, LW_INIT, NULL }, /* date GMT */
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +0200138 { "Ta", LOG_FMT_Ta, PR_MODE_HTTP, LW_BYTES, NULL }, /* Time active (tr to end) */
Willy Tarreau2beef582012-12-20 17:22:52 +0100139 { "Tc", LOG_FMT_TC, PR_MODE_TCP, LW_BYTES, NULL }, /* Tc */
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +0200140 { "Th", LOG_FMT_Th, PR_MODE_TCP, LW_BYTES, NULL }, /* Time handshake */
141 { "Ti", LOG_FMT_Ti, PR_MODE_HTTP, LW_BYTES, NULL }, /* Time idle */
142 { "Tl", LOG_FMT_DATELOCAL, PR_MODE_TCP, LW_INIT, NULL }, /* date local timezone */
143 { "Tq", LOG_FMT_TQ, PR_MODE_HTTP, LW_BYTES, NULL }, /* Tq=Th+Ti+TR */
144 { "Tr", LOG_FMT_Tr, PR_MODE_HTTP, LW_BYTES, NULL }, /* Tr */
145 { "TR", LOG_FMT_TR, PR_MODE_HTTP, LW_BYTES, NULL }, /* Time to receive a valid request */
Willy Tarreau27b639d2016-05-17 17:55:27 +0200146 { "Td", LOG_FMT_TD, PR_MODE_TCP, LW_BYTES, NULL }, /* Td = Tt - (Tq + Tw + Tc + Tr) */
Willy Tarreau2beef582012-12-20 17:22:52 +0100147 { "Ts", LOG_FMT_TS, PR_MODE_TCP, LW_INIT, NULL }, /* timestamp GMT */
William Lallemand5e19a282012-04-02 16:22:10 +0200148 { "Tt", LOG_FMT_TT, PR_MODE_TCP, LW_BYTES, NULL }, /* Tt */
Damien Claisse57c8eb92020-04-28 12:09:19 +0000149 { "Tu", LOG_FMT_TU, PR_MODE_TCP, LW_BYTES, NULL }, /* Tu = Tt -Ti */
Willy Tarreau2beef582012-12-20 17:22:52 +0100150 { "Tw", LOG_FMT_TW, PR_MODE_TCP, LW_BYTES, NULL }, /* Tw */
151 { "U", LOG_FMT_BYTES_UP, PR_MODE_TCP, LW_BYTES, NULL }, /* bytes from client to server */
William Lallemand5e19a282012-04-02 16:22:10 +0200152 { "ac", LOG_FMT_ACTCONN, PR_MODE_TCP, LW_BYTES, NULL }, /* actconn */
Willy Tarreau2beef582012-12-20 17:22:52 +0100153 { "b", LOG_FMT_BACKEND, PR_MODE_TCP, LW_INIT, NULL }, /* backend */
William Lallemand5e19a282012-04-02 16:22:10 +0200154 { "bc", LOG_FMT_BECONN, PR_MODE_TCP, LW_BYTES, NULL }, /* beconn */
Willy Tarreau2beef582012-12-20 17:22:52 +0100155 { "bi", LOG_FMT_BACKENDIP, PR_MODE_TCP, LW_BCKIP, prepare_addrsource }, /* backend source ip */
156 { "bp", LOG_FMT_BACKENDPORT, PR_MODE_TCP, LW_BCKIP, prepare_addrsource }, /* backend source port */
William Lallemand5e19a282012-04-02 16:22:10 +0200157 { "bq", LOG_FMT_BCKQUEUE, PR_MODE_TCP, LW_BYTES, NULL }, /* backend_queue */
Willy Tarreaud02286d2017-06-23 11:23:43 +0200158 { "ci", LOG_FMT_CLIENTIP, PR_MODE_TCP, LW_CLIP | LW_XPRT, NULL }, /* client ip */
159 { "cp", LOG_FMT_CLIENTPORT, PR_MODE_TCP, LW_CLIP | LW_XPRT, NULL }, /* client port */
Willy Tarreau2beef582012-12-20 17:22:52 +0100160 { "f", LOG_FMT_FRONTEND, PR_MODE_TCP, LW_INIT, NULL }, /* frontend */
161 { "fc", LOG_FMT_FECONN, PR_MODE_TCP, LW_BYTES, NULL }, /* feconn */
Willy Tarreaud02286d2017-06-23 11:23:43 +0200162 { "fi", LOG_FMT_FRONTENDIP, PR_MODE_TCP, LW_FRTIP | LW_XPRT, NULL }, /* frontend ip */
163 { "fp", LOG_FMT_FRONTENDPORT, PR_MODE_TCP, LW_FRTIP | LW_XPRT, NULL }, /* frontend port */
Willy Tarreau2beef582012-12-20 17:22:52 +0100164 { "ft", LOG_FMT_FRONTEND_XPRT, PR_MODE_TCP, LW_INIT, NULL }, /* frontend with transport mode */
Willy Tarreaud9ed3d22014-06-13 12:23:06 +0200165 { "hr", LOG_FMT_HDRREQUEST, PR_MODE_TCP, LW_REQHDR, NULL }, /* header request */
166 { "hrl", LOG_FMT_HDRREQUESTLIST, PR_MODE_TCP, LW_REQHDR, NULL }, /* header request list */
167 { "hs", LOG_FMT_HDRRESPONS, PR_MODE_TCP, LW_RSPHDR, NULL }, /* header response */
168 { "hsl", LOG_FMT_HDRRESPONSLIST, PR_MODE_TCP, LW_RSPHDR, NULL }, /* header response list */
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +0000169 { "HM", LOG_FMT_HTTP_METHOD, PR_MODE_HTTP, LW_REQ, NULL }, /* HTTP method */
Maciej Zdebfcdfd852020-11-30 18:27:47 +0000170 { "HP", LOG_FMT_HTTP_PATH, PR_MODE_HTTP, LW_REQ, NULL }, /* HTTP relative or absolute path */
171 { "HPO", LOG_FMT_HTTP_PATH_ONLY, PR_MODE_HTTP, LW_REQ, NULL }, /* HTTP path only (without host nor query string) */
Andrew Hayworthe63ac872015-07-31 16:14:16 +0000172 { "HQ", LOG_FMT_HTTP_QUERY, PR_MODE_HTTP, LW_REQ, NULL }, /* HTTP query */
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +0000173 { "HU", LOG_FMT_HTTP_URI, PR_MODE_HTTP, LW_REQ, NULL }, /* HTTP full URI */
174 { "HV", LOG_FMT_HTTP_VERSION, PR_MODE_HTTP, LW_REQ, NULL }, /* HTTP version */
Willy Tarreau7346acb2014-08-28 15:03:15 +0200175 { "lc", LOG_FMT_LOGCNT, PR_MODE_TCP, LW_INIT, NULL }, /* log counter */
Willy Tarreau2beef582012-12-20 17:22:52 +0100176 { "ms", LOG_FMT_MS, PR_MODE_TCP, LW_INIT, NULL }, /* accept date millisecond */
William Lallemand5e19a282012-04-02 16:22:10 +0200177 { "pid", LOG_FMT_PID, PR_MODE_TCP, LW_INIT, NULL }, /* log pid */
Willy Tarreau2beef582012-12-20 17:22:52 +0100178 { "r", LOG_FMT_REQ, PR_MODE_HTTP, LW_REQ, NULL }, /* request */
179 { "rc", LOG_FMT_RETRIES, PR_MODE_TCP, LW_BYTES, NULL }, /* retries */
Willy Tarreau1f0da242014-01-25 11:01:50 +0100180 { "rt", LOG_FMT_COUNTER, PR_MODE_TCP, LW_REQ, NULL }, /* request counter (HTTP or TCP session) */
Willy Tarreau2beef582012-12-20 17:22:52 +0100181 { "s", LOG_FMT_SERVER, PR_MODE_TCP, LW_SVID, NULL }, /* server */
182 { "sc", LOG_FMT_SRVCONN, PR_MODE_TCP, LW_BYTES, NULL }, /* srv_conn */
183 { "si", LOG_FMT_SERVERIP, PR_MODE_TCP, LW_SVIP, NULL }, /* server destination ip */
184 { "sp", LOG_FMT_SERVERPORT, PR_MODE_TCP, LW_SVIP, NULL }, /* server destination port */
185 { "sq", LOG_FMT_SRVQUEUE, PR_MODE_TCP, LW_BYTES, NULL }, /* srv_queue */
Willy Tarreauffc3fcd2012-10-12 20:17:54 +0200186 { "sslc", LOG_FMT_SSL_CIPHER, PR_MODE_TCP, LW_XPRT, NULL }, /* client-side SSL ciphers */
187 { "sslv", LOG_FMT_SSL_VERSION, PR_MODE_TCP, LW_XPRT, NULL }, /* client-side SSL protocol version */
Willy Tarreau2beef582012-12-20 17:22:52 +0100188 { "t", LOG_FMT_DATE, PR_MODE_TCP, LW_INIT, NULL }, /* date */
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +0200189 { "tr", LOG_FMT_tr, PR_MODE_HTTP, LW_INIT, NULL }, /* date of start of request */
190 { "trg",LOG_FMT_trg, PR_MODE_HTTP, LW_INIT, NULL }, /* date of start of request, GMT */
191 { "trl",LOG_FMT_trl, PR_MODE_HTTP, LW_INIT, NULL }, /* date of start of request, local */
Willy Tarreau2beef582012-12-20 17:22:52 +0100192 { "ts", LOG_FMT_TERMSTATE, PR_MODE_TCP, LW_BYTES, NULL },/* termination state */
193 { "tsc", LOG_FMT_TERMSTATE_CK, PR_MODE_TCP, LW_INIT, NULL },/* termination state */
William Lallemand5e19a282012-04-02 16:22:10 +0200194 { 0, 0, 0, 0, NULL }
William Lallemand723b73a2012-02-08 16:37:49 +0100195};
196
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +0200197char default_http_log_format[] = "%ci:%cp [%tr] %ft %b/%s %TR/%Tw/%Tc/%Tr/%Ta %ST %B %CC %CS %tsc %ac/%fc/%bc/%sc/%rc %sq/%bq %hr %hs %{+Q}r"; // default format
William Lallemand1d58b012021-10-14 14:27:48 +0200198char default_https_log_format[] = "%ci:%cp [%tr] %ft %b/%s %TR/%Tw/%Tc/%Tr/%Ta %ST %B %CC %CS %tsc %ac/%fc/%bc/%sc/%rc %sq/%bq %hr %hs %{+Q}r %[fc_conn_err]/%[ssl_fc_err,hex]/%[ssl_c_err]/%[ssl_c_ca_err]/%[ssl_fc_is_resumed] %sslv/%sslc";
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +0200199char clf_http_log_format[] = "%{+Q}o %{-Q}ci - - [%trg] %r %ST %B \"\" \"\" %cp %ms %ft %b %s %TR %Tw %Tc %Tr %Ta %tsc %ac %fc %bc %sc %rc %sq %bq %CC %CS %hrl %hsl";
Willy Tarreau2beef582012-12-20 17:22:52 +0100200char default_tcp_log_format[] = "%ci:%cp [%t] %ft %b/%s %Tw/%Tc/%Tt %B %ts %ac/%fc/%bc/%sc/%rc %sq/%bq";
William Lallemand723b73a2012-02-08 16:37:49 +0100201char *log_format = NULL;
202
Dragan Dosen0b85ece2015-09-25 19:17:44 +0200203/* Default string used for structured-data part in RFC5424 formatted
204 * syslog messages.
205 */
206char default_rfc5424_sd_log_format[] = "- ";
Dragan Dosen1322d092015-09-22 16:05:32 +0200207
Willy Tarreau13ef7732018-11-12 07:25:28 +0100208/* total number of dropped logs */
209unsigned int dropped_logs = 0;
210
Dragan Dosen59cee972015-09-19 22:09:02 +0200211/* This is a global syslog message buffer, common to all outgoing
212 * messages. It contains only the data part.
Willy Tarreaub1a2faf2012-03-19 16:51:53 +0100213 */
Christopher Fauletf8188c62017-06-02 16:20:16 +0200214THREAD_LOCAL char *logline = NULL;
Willy Tarreaub1a2faf2012-03-19 16:51:53 +0100215
Dragan Dosen0b85ece2015-09-25 19:17:44 +0200216/* A global syslog message buffer, common to all RFC5424 syslog messages.
217 * Currently, it is used for generating the structured-data part.
218 */
Christopher Fauletf8188c62017-06-02 16:20:16 +0200219THREAD_LOCAL char *logline_rfc5424 = NULL;
Dragan Dosen0b85ece2015-09-25 19:17:44 +0200220
William Lallemand723b73a2012-02-08 16:37:49 +0100221struct logformat_var_args {
222 char *name;
223 int mask;
224};
225
226struct logformat_var_args var_args_list[] = {
227// global
228 { "M", LOG_OPT_MANDATORY },
229 { "Q", LOG_OPT_QUOTE },
William Lallemand5f232402012-04-05 18:02:55 +0200230 { "X", LOG_OPT_HEXA },
Dragan Dosen835b9212016-02-12 13:23:03 +0100231 { "E", LOG_OPT_ESC },
William Lallemand723b73a2012-02-08 16:37:49 +0100232 { 0, 0 }
233};
234
235/*
William Lallemandb7ff6a32012-03-02 14:35:21 +0100236 * callback used to configure addr source retrieval
237 */
238int prepare_addrsource(struct logformat_node *node, struct proxy *curproxy)
239{
240 curproxy->options2 |= PR_O2_SRC_ADDR;
241
242 return 0;
243}
244
245
246/*
Thierry FOURNIER / OZON.IObca46f02016-11-22 23:13:04 +0100247 * Parse args in a logformat_var. Returns 0 in error
248 * case, otherwise, it returns 1.
William Lallemand723b73a2012-02-08 16:37:49 +0100249 */
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100250int parse_logformat_var_args(char *args, struct logformat_node *node, char **err)
William Lallemand723b73a2012-02-08 16:37:49 +0100251{
252 int i = 0;
253 int end = 0;
254 int flags = 0; // 1 = + 2 = -
255 char *sp = NULL; // start pointer
256
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100257 if (args == NULL) {
258 memprintf(err, "internal error: parse_logformat_var_args() expects non null 'args'");
Thierry FOURNIER / OZON.IObca46f02016-11-22 23:13:04 +0100259 return 0;
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100260 }
William Lallemand723b73a2012-02-08 16:37:49 +0100261
262 while (1) {
263 if (*args == '\0')
264 end = 1;
265
266 if (*args == '+') {
267 // add flag
268 sp = args + 1;
269 flags = 1;
270 }
271 if (*args == '-') {
272 // delete flag
273 sp = args + 1;
274 flags = 2;
275 }
276
277 if (*args == '\0' || *args == ',') {
278 *args = '\0';
Willy Tarreau254d44c2012-12-20 18:19:26 +0100279 for (i = 0; sp && var_args_list[i].name; i++) {
William Lallemand723b73a2012-02-08 16:37:49 +0100280 if (strcmp(sp, var_args_list[i].name) == 0) {
281 if (flags == 1) {
282 node->options |= var_args_list[i].mask;
283 break;
284 } else if (flags == 2) {
285 node->options &= ~var_args_list[i].mask;
286 break;
287 }
288 }
289 }
290 sp = NULL;
291 if (end)
292 break;
293 }
Willy Tarreau254d44c2012-12-20 18:19:26 +0100294 args++;
William Lallemand723b73a2012-02-08 16:37:49 +0100295 }
Thierry FOURNIER / OZON.IObca46f02016-11-22 23:13:04 +0100296 return 1;
William Lallemand723b73a2012-02-08 16:37:49 +0100297}
298
299/*
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100300 * Parse a variable '%varname' or '%{args}varname' in log-format. The caller
301 * must pass the args part in the <arg> pointer with its length in <arg_len>,
302 * and varname with its length in <var> and <var_len> respectively. <arg> is
303 * ignored when arg_len is 0. Neither <var> nor <var_len> may be null.
Thierry FOURNIER / OZON.IOeca4d952016-11-22 22:06:04 +0100304 * Returns false in error case and err is filled, otherwise returns true.
William Lallemand723b73a2012-02-08 16:37:49 +0100305 */
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100306int parse_logformat_var(char *arg, int arg_len, char *var, int var_len, struct proxy *curproxy, struct list *list_format, int *defoptions, char **err)
William Lallemand723b73a2012-02-08 16:37:49 +0100307{
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100308 int j;
Dragan Dosen61302da2019-04-30 00:40:02 +0200309 struct logformat_node *node = NULL;
William Lallemand723b73a2012-02-08 16:37:49 +0100310
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100311 for (j = 0; logformat_keywords[j].name; j++) { // search a log type
312 if (strlen(logformat_keywords[j].name) == var_len &&
313 strncmp(var, logformat_keywords[j].name, var_len) == 0) {
314 if (logformat_keywords[j].mode != PR_MODE_HTTP || curproxy->mode == PR_MODE_HTTP) {
Vincent Bernat02779b62016-04-03 13:48:43 +0200315 node = calloc(1, sizeof(*node));
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100316 if (!node) {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100317 memprintf(err, "out of memory error");
Dragan Dosen61302da2019-04-30 00:40:02 +0200318 goto error_free;
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100319 }
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100320 node->type = logformat_keywords[j].type;
321 node->options = *defoptions;
322 if (arg_len) {
323 node->arg = my_strndup(arg, arg_len);
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100324 if (!parse_logformat_var_args(node->arg, node, err))
Dragan Dosen61302da2019-04-30 00:40:02 +0200325 goto error_free;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100326 }
327 if (node->type == LOG_FMT_GLOBAL) {
328 *defoptions = node->options;
329 free(node->arg);
330 free(node);
331 } else {
332 if (logformat_keywords[j].config_callback &&
333 logformat_keywords[j].config_callback(node, curproxy) != 0) {
Dragan Dosen61302da2019-04-30 00:40:02 +0200334 goto error_free;
William Lallemand723b73a2012-02-08 16:37:49 +0100335 }
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100336 curproxy->to_log |= logformat_keywords[j].lw;
Willy Tarreau2b718102021-04-21 07:32:39 +0200337 LIST_APPEND(list_format, &node->list);
William Lallemand723b73a2012-02-08 16:37:49 +0100338 }
Thierry FOURNIER / OZON.IOeca4d952016-11-22 22:06:04 +0100339 return 1;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100340 } else {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100341 memprintf(err, "format variable '%s' is reserved for HTTP mode",
342 logformat_keywords[j].name);
Dragan Dosen61302da2019-04-30 00:40:02 +0200343 goto error_free;
William Lallemand723b73a2012-02-08 16:37:49 +0100344 }
William Lallemand723b73a2012-02-08 16:37:49 +0100345 }
346 }
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100347
348 j = var[var_len];
349 var[var_len] = 0;
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100350 memprintf(err, "no such format variable '%s'. If you wanted to emit the '%%' character verbatim, you need to use '%%%%'", var);
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100351 var[var_len] = j;
Dragan Dosen61302da2019-04-30 00:40:02 +0200352
353 error_free:
354 if (node) {
355 free(node->arg);
356 free(node);
357 }
Thierry FOURNIER / OZON.IOeca4d952016-11-22 22:06:04 +0100358 return 0;
William Lallemand723b73a2012-02-08 16:37:49 +0100359}
360
361/*
362 * push to the logformat linked list
363 *
364 * start: start pointer
365 * end: end text pointer
366 * type: string type
William Lallemand1d705562012-03-12 12:46:41 +0100367 * list_format: destination list
William Lallemand723b73a2012-02-08 16:37:49 +0100368 *
369 * LOG_TEXT: copy chars from start to end excluding end.
370 *
371*/
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100372int add_to_logformat_list(char *start, char *end, int type, struct list *list_format, char **err)
William Lallemand723b73a2012-02-08 16:37:49 +0100373{
374 char *str;
375
Willy Tarreaua3571662012-12-20 21:59:12 +0100376 if (type == LF_TEXT) { /* type text */
Vincent Bernat02779b62016-04-03 13:48:43 +0200377 struct logformat_node *node = calloc(1, sizeof(*node));
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100378 if (!node) {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100379 memprintf(err, "out of memory error");
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100380 return 0;
381 }
Vincent Bernat02779b62016-04-03 13:48:43 +0200382 str = calloc(1, end - start + 1);
William Lallemand723b73a2012-02-08 16:37:49 +0100383 strncpy(str, start, end - start);
William Lallemand723b73a2012-02-08 16:37:49 +0100384 str[end - start] = '\0';
385 node->arg = str;
William Lallemand1d705562012-03-12 12:46:41 +0100386 node->type = LOG_FMT_TEXT; // type string
Willy Tarreau2b718102021-04-21 07:32:39 +0200387 LIST_APPEND(list_format, &node->list);
Willy Tarreaua3571662012-12-20 21:59:12 +0100388 } else if (type == LF_SEPARATOR) {
Vincent Bernat02779b62016-04-03 13:48:43 +0200389 struct logformat_node *node = calloc(1, sizeof(*node));
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100390 if (!node) {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100391 memprintf(err, "out of memory error");
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100392 return 0;
393 }
William Lallemand1d705562012-03-12 12:46:41 +0100394 node->type = LOG_FMT_SEPARATOR;
Willy Tarreau2b718102021-04-21 07:32:39 +0200395 LIST_APPEND(list_format, &node->list);
William Lallemand723b73a2012-02-08 16:37:49 +0100396 }
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100397 return 1;
William Lallemand723b73a2012-02-08 16:37:49 +0100398}
399
400/*
Willy Tarreauc8368452012-12-21 00:09:23 +0100401 * Parse the sample fetch expression <text> and add a node to <list_format> upon
402 * success. At the moment, sample converters are not yet supported but fetch arguments
Willy Tarreaucd0d2ed2020-02-14 17:33:06 +0100403 * should work. The curpx->conf.args.ctx must be set by the caller. If an end pointer
404 * is passed in <endptr>, it will be updated with the pointer to the first character
405 * not part of the sample expression.
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100406 *
407 * In error case, the function returns 0, otherwise it returns 1.
Willy Tarreauc8368452012-12-21 00:09:23 +0100408 */
Willy Tarreaucd0d2ed2020-02-14 17:33:06 +0100409int add_sample_to_logformat_list(char *text, char *arg, int arg_len, struct proxy *curpx, struct list *list_format, int options, int cap, char **err, char **endptr)
Willy Tarreauc8368452012-12-21 00:09:23 +0100410{
411 char *cmd[2];
Dragan Dosen61302da2019-04-30 00:40:02 +0200412 struct sample_expr *expr = NULL;
413 struct logformat_node *node = NULL;
Willy Tarreauc8368452012-12-21 00:09:23 +0100414 int cmd_arg;
415
416 cmd[0] = text;
417 cmd[1] = "";
418 cmd_arg = 0;
419
Christopher Fauleteaba25d2021-09-30 16:22:51 +0200420 expr = sample_parse_expr(cmd, &cmd_arg, curpx->conf.args.file, curpx->conf.args.line, err,
Christopher Faulet6ff7de52021-10-13 15:18:36 +0200421 &curpx->conf.args, endptr);
Willy Tarreauc8368452012-12-21 00:09:23 +0100422 if (!expr) {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100423 memprintf(err, "failed to parse sample expression <%s> : %s", text, *err);
Dragan Dosen61302da2019-04-30 00:40:02 +0200424 goto error_free;
Willy Tarreauc8368452012-12-21 00:09:23 +0100425 }
426
Vincent Bernat02779b62016-04-03 13:48:43 +0200427 node = calloc(1, sizeof(*node));
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100428 if (!node) {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100429 memprintf(err, "out of memory error");
Dragan Dosen61302da2019-04-30 00:40:02 +0200430 goto error_free;
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100431 }
Willy Tarreauc8368452012-12-21 00:09:23 +0100432 node->type = LOG_FMT_EXPR;
433 node->expr = expr;
434 node->options = options;
435
436 if (arg_len) {
437 node->arg = my_strndup(arg, arg_len);
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100438 if (!parse_logformat_var_args(node->arg, node, err))
Dragan Dosen61302da2019-04-30 00:40:02 +0200439 goto error_free;
Willy Tarreauc8368452012-12-21 00:09:23 +0100440 }
Willy Tarreau434c57c2013-01-08 01:10:24 +0100441 if (expr->fetch->val & cap & SMP_VAL_REQUEST)
Willy Tarreauc8368452012-12-21 00:09:23 +0100442 node->options |= LOG_OPT_REQ_CAP; /* fetch method is request-compatible */
443
Willy Tarreau434c57c2013-01-08 01:10:24 +0100444 if (expr->fetch->val & cap & SMP_VAL_RESPONSE)
Willy Tarreauc8368452012-12-21 00:09:23 +0100445 node->options |= LOG_OPT_RES_CAP; /* fetch method is response-compatible */
446
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100447 if (!(expr->fetch->val & cap)) {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100448 memprintf(err, "sample fetch <%s> may not be reliably used here because it needs '%s' which is not available here",
449 text, sample_src_names(expr->fetch->use));
Dragan Dosen61302da2019-04-30 00:40:02 +0200450 goto error_free;
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100451 }
Willy Tarreau434c57c2013-01-08 01:10:24 +0100452
Christopher Faulet581db2b2021-03-26 10:02:46 +0100453 if ((options & LOG_OPT_HTTP) && (expr->fetch->use & (SMP_USE_L6REQ|SMP_USE_L6RES))) {
454 ha_warning("parsing [%s:%d] : L6 sample fetch <%s> ignored in HTTP log-format string.\n",
455 curpx->conf.args.file, curpx->conf.args.line, text);
456 }
457
Christopher Faulet711ed6a2019-07-16 14:16:10 +0200458 /* check if we need to allocate an http_txn struct for HTTP parsing */
Willy Tarreauc8368452012-12-21 00:09:23 +0100459 /* Note, we may also need to set curpx->to_log with certain fetches */
Willy Tarreau25320b22013-03-24 07:22:08 +0100460 curpx->http_needed |= !!(expr->fetch->use & SMP_USE_HTTP_ANY);
Willy Tarreauc8368452012-12-21 00:09:23 +0100461
William Lallemand65ad6e12014-01-31 15:08:02 +0100462 /* FIXME: temporary workaround for missing LW_XPRT and LW_REQ flags
463 * needed with some sample fetches (eg: ssl*). We always set it for
464 * now on, but this will leave with sample capabilities soon.
Willy Tarreau1f31c732013-01-10 16:22:27 +0100465 */
466 curpx->to_log |= LW_XPRT;
Christopher Fauletd2236cd2020-04-06 18:29:14 +0200467 if (curpx->http_needed)
468 curpx->to_log |= LW_REQ;
Willy Tarreau2b718102021-04-21 07:32:39 +0200469 LIST_APPEND(list_format, &node->list);
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100470 return 1;
Dragan Dosen61302da2019-04-30 00:40:02 +0200471
472 error_free:
473 release_sample_expr(expr);
474 if (node) {
475 free(node->arg);
476 free(node);
477 }
478 return 0;
Willy Tarreauc8368452012-12-21 00:09:23 +0100479}
480
481/*
William Lallemand723b73a2012-02-08 16:37:49 +0100482 * Parse the log_format string and fill a linked list.
483 * Variable name are preceded by % and composed by characters [a-zA-Z0-9]* : %varname
Willy Tarreaua4312fa2013-04-02 16:34:32 +0200484 * You can set arguments using { } : %{many arguments}varname.
485 * The curproxy->conf.args.ctx must be set by the caller.
William Lallemand1d705562012-03-12 12:46:41 +0100486 *
Ilya Shipitsinae40dbc2020-04-04 12:59:53 +0500487 * fmt: the string to parse
William Lallemand1d705562012-03-12 12:46:41 +0100488 * curproxy: the proxy affected
489 * list_format: the destination list
Willy Tarreau6cbbdbf2013-02-05 18:52:25 +0100490 * options: LOG_OPT_* to force on every node
Willy Tarreau434c57c2013-01-08 01:10:24 +0100491 * cap: all SMP_VAL_* flags supported by the consumer
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100492 *
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100493 * The function returns 1 in success case, otherwise, it returns 0 and err is filled.
William Lallemand723b73a2012-02-08 16:37:49 +0100494 */
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100495int parse_logformat_string(const char *fmt, struct proxy *curproxy, struct list *list_format, int options, int cap, char **err)
William Lallemand723b73a2012-02-08 16:37:49 +0100496{
Willy Tarreaub83bc1e2012-12-24 12:36:33 +0100497 char *sp, *str, *backfmt; /* start pointer for text parts */
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100498 char *arg = NULL; /* start pointer for args */
499 char *var = NULL; /* start pointer for vars */
500 int arg_len = 0;
501 int var_len = 0;
502 int cformat; /* current token format */
503 int pformat; /* previous token format */
William Lallemand723b73a2012-02-08 16:37:49 +0100504 struct logformat_node *tmplf, *back;
505
Willy Tarreaub83bc1e2012-12-24 12:36:33 +0100506 sp = str = backfmt = strdup(fmt);
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100507 if (!str) {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100508 memprintf(err, "out of memory error");
Thierry FOURNIER / OZON.IO9cbfef22016-11-22 23:24:10 +0100509 return 0;
510 }
William Lallemand1dc00ef2012-08-09 16:41:35 +0200511 curproxy->to_log |= LW_INIT;
William Lallemand5e19a282012-04-02 16:22:10 +0200512
William Lallemand723b73a2012-02-08 16:37:49 +0100513 /* flush the list first. */
William Lallemand1d705562012-03-12 12:46:41 +0100514 list_for_each_entry_safe(tmplf, back, list_format, list) {
Willy Tarreau2b718102021-04-21 07:32:39 +0200515 LIST_DELETE(&tmplf->list);
Dragan Dosen61302da2019-04-30 00:40:02 +0200516 release_sample_expr(tmplf->expr);
517 free(tmplf->arg);
William Lallemand723b73a2012-02-08 16:37:49 +0100518 free(tmplf);
519 }
520
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100521 for (cformat = LF_INIT; cformat != LF_END; str++) {
William Lallemand723b73a2012-02-08 16:37:49 +0100522 pformat = cformat;
523
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100524 if (!*str)
525 cformat = LF_END; // preset it to save all states from doing this
William Lallemand723b73a2012-02-08 16:37:49 +0100526
Joseph Herlant85b40592018-11-15 12:10:04 -0800527 /* The principle of the two-step state machine below is to first detect a change, and
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100528 * second have all common paths processed at one place. The common paths are the ones
529 * encountered in text areas (LF_INIT, LF_TEXT, LF_SEPARATOR) and at the end (LF_END).
530 * We use the common LF_INIT state to dispatch to the different final states.
531 */
532 switch (pformat) {
533 case LF_STARTVAR: // text immediately following a '%'
Willy Tarreauc8368452012-12-21 00:09:23 +0100534 arg = NULL; var = NULL;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100535 arg_len = var_len = 0;
536 if (*str == '{') { // optional argument
537 cformat = LF_STARG;
538 arg = str + 1;
William Lallemand723b73a2012-02-08 16:37:49 +0100539 }
Willy Tarreauc8368452012-12-21 00:09:23 +0100540 else if (*str == '[') {
541 cformat = LF_STEXPR;
542 var = str + 1; // store expr in variable name
543 }
Willy Tarreau0f28f822013-12-16 01:38:33 +0100544 else if (isalpha((unsigned char)*str)) { // variable name
William Lallemand723b73a2012-02-08 16:37:49 +0100545 cformat = LF_VAR;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100546 var = str;
William Lallemand723b73a2012-02-08 16:37:49 +0100547 }
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100548 else if (*str == '%')
Ilya Shipitsin856aabc2020-04-16 23:51:34 +0500549 cformat = LF_TEXT; // convert this character to a literal (useful for '%')
Willy Tarreau0f28f822013-12-16 01:38:33 +0100550 else if (isdigit((unsigned char)*str) || *str == ' ' || *str == '\t') {
Willy Tarreau06d97f92013-12-02 17:45:48 +0100551 /* single '%' followed by blank or digit, send them both */
552 cformat = LF_TEXT;
553 pformat = LF_TEXT; /* finally we include the previous char as well */
554 sp = str - 1; /* send both the '%' and the current char */
Jim Freemana2278c82017-04-15 08:01:59 -0600555 memprintf(err, "unexpected variable name near '%c' at position %d line : '%s'. Maybe you want to write a single '%%', use the syntax '%%%%'",
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100556 *str, (int)(str - backfmt), fmt);
Willy Tarreau51013e82019-12-11 12:05:39 +0100557 goto fail;
Willy Tarreau06d97f92013-12-02 17:45:48 +0100558
559 }
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100560 else
Ilya Shipitsin856aabc2020-04-16 23:51:34 +0500561 cformat = LF_INIT; // handle other cases of literals
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100562 break;
563
564 case LF_STARG: // text immediately following '%{'
565 if (*str == '}') { // end of arg
William Lallemand723b73a2012-02-08 16:37:49 +0100566 cformat = LF_EDARG;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100567 arg_len = str - arg;
568 *str = 0; // used for reporting errors
William Lallemand723b73a2012-02-08 16:37:49 +0100569 }
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100570 break;
571
572 case LF_EDARG: // text immediately following '%{arg}'
Willy Tarreauc8368452012-12-21 00:09:23 +0100573 if (*str == '[') {
574 cformat = LF_STEXPR;
575 var = str + 1; // store expr in variable name
576 break;
577 }
Willy Tarreau0f28f822013-12-16 01:38:33 +0100578 else if (isalnum((unsigned char)*str)) { // variable name
William Lallemand723b73a2012-02-08 16:37:49 +0100579 cformat = LF_VAR;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100580 var = str;
581 break;
582 }
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100583 memprintf(err, "parse argument modifier without variable name near '%%{%s}'", arg);
Willy Tarreau51013e82019-12-11 12:05:39 +0100584 goto fail;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100585
Willy Tarreauc8368452012-12-21 00:09:23 +0100586 case LF_STEXPR: // text immediately following '%['
Willy Tarreaucd0d2ed2020-02-14 17:33:06 +0100587 /* the whole sample expression is parsed at once,
588 * returning the pointer to the first character not
589 * part of the expression, which MUST be the trailing
590 * angle bracket.
591 */
592 if (!add_sample_to_logformat_list(var, arg, arg_len, curproxy, list_format, options, cap, err, &str))
593 goto fail;
594
595 if (*str == ']') {
596 // end of arg, go on with next state
597 cformat = pformat = LF_EDEXPR;
598 sp = str;
599 }
600 else {
601 char c = *str;
602 *str = 0;
Willy Tarreau90807112020-02-25 08:16:33 +0100603 if (isprint((unsigned char)c))
Willy Tarreaucd0d2ed2020-02-14 17:33:06 +0100604 memprintf(err, "expected ']' after '%s', but found '%c'", var, c);
605 else
606 memprintf(err, "missing ']' after '%s'", var);
Dragan Dosen2866acf2020-06-30 21:16:43 +0200607 goto fail;
Willy Tarreauc8368452012-12-21 00:09:23 +0100608 }
609 break;
610
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100611 case LF_VAR: // text part of a variable name
612 var_len = str - var;
Willy Tarreau0f28f822013-12-16 01:38:33 +0100613 if (!isalnum((unsigned char)*str))
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100614 cformat = LF_INIT; // not variable name anymore
615 break;
616
Willy Tarreauc8368452012-12-21 00:09:23 +0100617 default: // LF_INIT, LF_TEXT, LF_SEPARATOR, LF_END, LF_EDEXPR
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100618 cformat = LF_INIT;
619 }
620
621 if (cformat == LF_INIT) { /* resynchronize state to text/sep/startvar */
622 switch (*str) {
623 case '%': cformat = LF_STARTVAR; break;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100624 case 0 : cformat = LF_END; break;
Dragan Dosen1e3b16f2020-06-23 18:16:44 +0200625 case ' ':
626 if (options & LOG_OPT_MERGE_SPACES) {
627 cformat = LF_SEPARATOR;
628 break;
629 }
630 /* fall through */
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100631 default : cformat = LF_TEXT; break;
William Lallemand723b73a2012-02-08 16:37:49 +0100632 }
633 }
634
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100635 if (cformat != pformat || pformat == LF_SEPARATOR) {
636 switch (pformat) {
637 case LF_VAR:
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100638 if (!parse_logformat_var(arg, arg_len, var, var_len, curproxy, list_format, &options, err))
Willy Tarreau51013e82019-12-11 12:05:39 +0100639 goto fail;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100640 break;
641 case LF_TEXT:
642 case LF_SEPARATOR:
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100643 if (!add_to_logformat_list(sp, str, pformat, list_format, err))
Willy Tarreau51013e82019-12-11 12:05:39 +0100644 goto fail;
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100645 break;
646 }
647 sp = str; /* new start of text at every state switch and at every separator */
William Lallemand723b73a2012-02-08 16:37:49 +0100648 }
649 }
Willy Tarreau8a3f52f2012-12-20 21:23:42 +0100650
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100651 if (pformat == LF_STARTVAR || pformat == LF_STARG || pformat == LF_STEXPR) {
Thierry FOURNIER / OZON.IO8a4e4422016-11-23 00:41:28 +0100652 memprintf(err, "truncated line after '%s'", var ? var : arg ? arg : "%");
Willy Tarreau51013e82019-12-11 12:05:39 +0100653 goto fail;
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100654 }
Willy Tarreaub83bc1e2012-12-24 12:36:33 +0100655 free(backfmt);
Thierry FOURNIER / OZON.IOa2c38d72016-11-22 23:11:21 +0100656
657 return 1;
Willy Tarreau51013e82019-12-11 12:05:39 +0100658 fail:
659 free(backfmt);
660 return 0;
William Lallemand723b73a2012-02-08 16:37:49 +0100661}
662
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200663/*
Ilya Shipitsin856aabc2020-04-16 23:51:34 +0500664 * Parse the first range of indexes from a string made of a list of comma separated
Frédéric Lécailled95ea282019-04-24 16:14:33 +0200665 * ranges of indexes. Note that an index may be considered as a particular range
666 * with a high limit to the low limit.
667 */
668int get_logsrv_smp_range(unsigned int *low, unsigned int *high, char **arg, char **err)
669{
670 char *end, *p;
671
672 *low = *high = 0;
673
674 p = *arg;
675 end = strchr(p, ',');
676 if (!end)
677 end = p + strlen(p);
678
679 *high = *low = read_uint((const char **)&p, end);
680 if (!*low || (p != end && *p != '-'))
681 goto err;
682
683 if (p == end)
684 goto done;
685
686 p++;
687 *high = read_uint((const char **)&p, end);
688 if (!*high || *high <= *low || p != end)
689 goto err;
690
691 done:
692 if (*end == ',')
693 end++;
694 *arg = end;
695 return 1;
696
697 err:
698 memprintf(err, "wrong sample range '%s'", *arg);
699 return 0;
700}
701
702/*
703 * Returns 1 if the range defined by <low> and <high> overlaps
704 * one of them in <rgs> array of ranges with <sz> the size of this
705 * array, 0 if not.
706 */
707int smp_log_ranges_overlap(struct smp_log_range *rgs, size_t sz,
708 unsigned int low, unsigned int high, char **err)
709{
710 size_t i;
711
712 for (i = 0; i < sz; i++) {
713 if ((low >= rgs[i].low && low <= rgs[i].high) ||
714 (high >= rgs[i].low && high <= rgs[i].high)) {
715 memprintf(err, "ranges are overlapping");
716 return 1;
717 }
718 }
719
720 return 0;
721}
722
723int smp_log_range_cmp(const void *a, const void *b)
724{
725 const struct smp_log_range *rg_a = a;
726 const struct smp_log_range *rg_b = b;
727
728 if (rg_a->high < rg_b->low)
729 return -1;
730 else if (rg_a->low > rg_b->high)
731 return 1;
732
733 return 0;
734}
735
736/*
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200737 * Parse "log" keyword and update <logsrvs> list accordingly.
738 *
739 * When <do_del> is set, it means the "no log" line was parsed, so all log
740 * servers in <logsrvs> are released.
741 *
742 * Otherwise, we try to parse the "log" line. First of all, when the list is not
743 * the global one, we look for the parameter "global". If we find it,
744 * global.logsrvs is copied. Else we parse each arguments.
745 *
746 * The function returns 1 in success case, otherwise, it returns 0 and err is
747 * filled.
748 */
Emeric Brun9533a702021-04-02 10:13:43 +0200749int parse_logsrv(char **args, struct list *logsrvs, int do_del, const char *file, int linenum, char **err)
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200750{
Willy Tarreauae32ac72020-10-27 09:51:37 +0100751 struct smp_log_range *smp_rgs = NULL;
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200752 struct sockaddr_storage *sk;
Emeric Brun94aab062021-04-02 10:41:36 +0200753 struct protocol *proto;
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200754 struct logsrv *logsrv = NULL;
755 int port1, port2;
756 int cur_arg;
Willy Tarreau89599262020-09-15 14:03:26 +0200757 int fd;
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200758
759 /*
760 * "no log": delete previous herited or defined syslog
761 * servers.
762 */
763 if (do_del) {
764 struct logsrv *back;
765
766 if (*(args[1]) != 0) {
767 memprintf(err, "'no log' does not expect arguments");
768 goto error;
769 }
770
771 list_for_each_entry_safe(logsrv, back, logsrvs, list) {
Willy Tarreau2b718102021-04-21 07:32:39 +0200772 LIST_DELETE(&logsrv->list);
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200773 free(logsrv);
774 }
775 return 1;
776 }
777
778 /*
779 * "log global": copy global.logrsvs linked list to the end of logsrvs
780 * list. But first, we check (logsrvs != global.logsrvs).
781 */
Tim Duesterhuse5ff1412021-01-02 22:31:53 +0100782 if (*(args[1]) && *(args[2]) == 0 && strcmp(args[1], "global") == 0) {
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200783 if (logsrvs == &global.logsrvs) {
784 memprintf(err, "'global' is not supported for a global syslog server");
785 goto error;
786 }
787 list_for_each_entry(logsrv, &global.logsrvs, list) {
Christopher Faulet28ac0992018-03-26 16:09:19 +0200788 struct logsrv *node;
789
790 list_for_each_entry(node, logsrvs, list) {
791 if (node->ref == logsrv)
792 goto skip_logsrv;
793 }
794
795 node = malloc(sizeof(*node));
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200796 memcpy(node, logsrv, sizeof(struct logsrv));
Christopher Faulet28ac0992018-03-26 16:09:19 +0200797 node->ref = logsrv;
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200798 LIST_INIT(&node->list);
Willy Tarreau2b718102021-04-21 07:32:39 +0200799 LIST_APPEND(logsrvs, &node->list);
Emeric Brun9533a702021-04-02 10:13:43 +0200800 node->conf.file = strdup(file);
801 node->conf.line = linenum;
Christopher Faulet28ac0992018-03-26 16:09:19 +0200802
803 skip_logsrv:
804 continue;
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200805 }
806 return 1;
807 }
808
809 /*
810 * "log <address> ...: parse a syslog server line
811 */
812 if (*(args[1]) == 0 || *(args[2]) == 0) {
813 memprintf(err, "expects <address> and <facility> %s as arguments",
814 ((logsrvs == &global.logsrvs) ? "" : "or global"));
815 goto error;
816 }
817
Willy Tarreau5a32ecc2018-11-12 07:34:59 +0100818 /* take care of "stdout" and "stderr" as regular aliases for fd@1 / fd@2 */
819 if (strcmp(args[1], "stdout") == 0)
820 args[1] = "fd@1";
821 else if (strcmp(args[1], "stderr") == 0)
822 args[1] = "fd@2";
823
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200824 logsrv = calloc(1, sizeof(*logsrv));
825 if (!logsrv) {
826 memprintf(err, "out of memory");
827 goto error;
828 }
829
Emeric Brun9533a702021-04-02 10:13:43 +0200830 logsrv->conf.file = strdup(file);
831 logsrv->conf.line = linenum;
832
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200833 /* skip address for now, it will be parsed at the end */
834 cur_arg = 2;
835
836 /* just after the address, a length may be specified */
837 logsrv->maxlen = MAX_SYSLOG_LEN;
838 if (strcmp(args[cur_arg], "len") == 0) {
839 int len = atoi(args[cur_arg+1]);
840 if (len < 80 || len > 65535) {
841 memprintf(err, "invalid log length '%s', must be between 80 and 65535",
842 args[cur_arg+1]);
843 goto error;
844 }
845 logsrv->maxlen = len;
846 cur_arg += 2;
847 }
848 if (logsrv->maxlen > global.max_syslog_len)
849 global.max_syslog_len = logsrv->maxlen;
850
851 /* after the length, a format may be specified */
852 if (strcmp(args[cur_arg], "format") == 0) {
853 logsrv->format = get_log_format(args[cur_arg+1]);
Emeric Brun54648852020-07-06 15:54:06 +0200854 if (logsrv->format == LOG_FORMAT_UNSPEC) {
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200855 memprintf(err, "unknown log format '%s'", args[cur_arg+1]);
856 goto error;
857 }
858 cur_arg += 2;
859 }
860
Frédéric Lécailled95ea282019-04-24 16:14:33 +0200861 if (strcmp(args[cur_arg], "sample") == 0) {
862 unsigned low, high;
863 char *p, *beg, *end, *smp_sz_str;
Frédéric Lécailled95ea282019-04-24 16:14:33 +0200864 size_t smp_rgs_sz = 0, smp_sz = 0, new_smp_sz;
865
866 p = args[cur_arg+1];
867 smp_sz_str = strchr(p, ':');
868 if (!smp_sz_str) {
869 memprintf(err, "Missing sample size");
870 goto error;
871 }
872
873 *smp_sz_str++ = '\0';
874
875 end = p + strlen(p);
876
877 while (p != end) {
878 if (!get_logsrv_smp_range(&low, &high, &p, err))
879 goto error;
880
881 if (smp_rgs && smp_log_ranges_overlap(smp_rgs, smp_rgs_sz, low, high, err))
882 goto error;
883
884 smp_rgs = my_realloc2(smp_rgs, (smp_rgs_sz + 1) * sizeof *smp_rgs);
885 if (!smp_rgs) {
886 memprintf(err, "out of memory error");
887 goto error;
888 }
889
890 smp_rgs[smp_rgs_sz].low = low;
891 smp_rgs[smp_rgs_sz].high = high;
892 smp_rgs[smp_rgs_sz].sz = high - low + 1;
893 smp_rgs[smp_rgs_sz].curr_idx = 0;
894 if (smp_rgs[smp_rgs_sz].high > smp_sz)
895 smp_sz = smp_rgs[smp_rgs_sz].high;
896 smp_rgs_sz++;
897 }
898
Tim Duesterhus21648002019-06-23 22:10:10 +0200899 if (smp_rgs == NULL) {
900 memprintf(err, "no sampling ranges given");
901 goto error;
902 }
903
Frédéric Lécailled95ea282019-04-24 16:14:33 +0200904 beg = smp_sz_str;
905 end = beg + strlen(beg);
906 new_smp_sz = read_uint((const char **)&beg, end);
907 if (!new_smp_sz || beg != end) {
908 memprintf(err, "wrong sample size '%s' for sample range '%s'",
909 smp_sz_str, args[cur_arg+1]);
910 goto error;
911 }
912
913 if (new_smp_sz < smp_sz) {
914 memprintf(err, "sample size %zu should be greater or equal to "
915 "%zu the maximum of the high ranges limits",
916 new_smp_sz, smp_sz);
917 goto error;
918 }
919 smp_sz = new_smp_sz;
920
921 /* Let's order <smp_rgs> array. */
922 qsort(smp_rgs, smp_rgs_sz, sizeof(struct smp_log_range), smp_log_range_cmp);
923
924 logsrv->lb.smp_rgs = smp_rgs;
925 logsrv->lb.smp_rgs_sz = smp_rgs_sz;
926 logsrv->lb.smp_sz = smp_sz;
927
928 cur_arg += 2;
929 }
Frédéric Lécailled803e472019-04-25 07:42:09 +0200930 HA_SPIN_INIT(&logsrv->lock);
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200931 /* parse the facility */
932 logsrv->facility = get_log_facility(args[cur_arg]);
933 if (logsrv->facility < 0) {
934 memprintf(err, "unknown log facility '%s'", args[cur_arg]);
935 goto error;
936 }
937 cur_arg++;
938
939 /* parse the max syslog level (default: debug) */
940 logsrv->level = 7;
941 if (*(args[cur_arg])) {
942 logsrv->level = get_log_level(args[cur_arg]);
943 if (logsrv->level < 0) {
944 memprintf(err, "unknown optional log level '%s'", args[cur_arg]);
945 goto error;
946 }
947 cur_arg++;
948 }
949
950 /* parse the limit syslog level (default: emerg) */
951 logsrv->minlvl = 0;
952 if (*(args[cur_arg])) {
953 logsrv->minlvl = get_log_level(args[cur_arg]);
954 if (logsrv->minlvl < 0) {
955 memprintf(err, "unknown optional minimum log level '%s'", args[cur_arg]);
956 goto error;
957 }
958 cur_arg++;
959 }
960
961 /* Too many args */
962 if (*(args[cur_arg])) {
963 memprintf(err, "cannot handle unexpected argument '%s'", args[cur_arg]);
964 goto error;
965 }
966
967 /* now, back to the address */
Willy Tarreauf3dc30f2019-08-30 14:18:44 +0200968 logsrv->type = LOG_TARGET_DGRAM;
Willy Tarreauc046d162019-08-30 15:24:59 +0200969 if (strncmp(args[1], "ring@", 5) == 0) {
Willy Tarreauc046d162019-08-30 15:24:59 +0200970 logsrv->addr.ss_family = AF_UNSPEC;
971 logsrv->type = LOG_TARGET_BUFFER;
Emeric Brun99c453d2020-05-25 15:01:04 +0200972 logsrv->sink = NULL;
973 logsrv->ring_name = strdup(args[1] + 5);
Willy Tarreauc046d162019-08-30 15:24:59 +0200974 goto done;
975 }
976
Emeric Brun94aab062021-04-02 10:41:36 +0200977 sk = str2sa_range(args[1], NULL, &port1, &port2, &fd, &proto,
978 err, NULL, NULL,
979 PA_O_RESOLVE | PA_O_PORT_OK | PA_O_RAW_FD | PA_O_DGRAM | PA_O_STREAM | PA_O_DEFAULT_DGRAM);
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200980 if (!sk)
981 goto error;
Willy Tarreau89599262020-09-15 14:03:26 +0200982
983 if (fd != -1)
984 logsrv->type = LOG_TARGET_FD;
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200985 logsrv->addr = *sk;
986
987 if (sk->ss_family == AF_INET || sk->ss_family == AF_INET6) {
Christopher Faulet4b0b79d2018-03-26 15:54:32 +0200988 if (!port1)
989 set_host_port(&logsrv->addr, SYSLOG_PORT);
990 }
Emeric Brun9533a702021-04-02 10:13:43 +0200991
Emeric Brun26754902021-04-07 14:26:44 +0200992 if (proto && proto->ctrl_type == SOCK_STREAM) {
Emeric Brun94aab062021-04-02 10:41:36 +0200993 static unsigned long ring_ids;
994
995 /* Implicit sink buffer will be
996 * initialized in post_check
997 */
998 logsrv->type = LOG_TARGET_BUFFER;
999 logsrv->sink = NULL;
1000 /* compute uniq name for the ring */
1001 memprintf(&logsrv->ring_name, "ring#%lu", ++ring_ids);
1002 }
1003
Willy Tarreauc046d162019-08-30 15:24:59 +02001004 done:
Willy Tarreau2b718102021-04-21 07:32:39 +02001005 LIST_APPEND(logsrvs, &logsrv->list);
Christopher Faulet4b0b79d2018-03-26 15:54:32 +02001006 return 1;
1007
1008 error:
Willy Tarreauae32ac72020-10-27 09:51:37 +01001009 free(smp_rgs);
Emeric Brun9533a702021-04-02 10:13:43 +02001010 if (logsrv) {
1011 free(logsrv->conf.file);
Willy Tarreaua0133fc2020-10-27 10:35:32 +01001012 free(logsrv->ring_name);
Emeric Brun9533a702021-04-02 10:13:43 +02001013 }
Christopher Faulet4b0b79d2018-03-26 15:54:32 +02001014 free(logsrv);
1015 return 0;
1016}
1017
Amaury Denoyelle7b01a8d2021-03-29 10:29:07 +02001018
1019/*
Emeric Brun54648852020-07-06 15:54:06 +02001020 * returns log format, LOG_FORMAT_UNSPEC is return if not found.
Dragan Dosen1322d092015-09-22 16:05:32 +02001021 */
Emeric Brun54648852020-07-06 15:54:06 +02001022enum log_fmt get_log_format(const char *fmt)
Dragan Dosen1322d092015-09-22 16:05:32 +02001023{
Emeric Brun54648852020-07-06 15:54:06 +02001024 enum log_fmt format;
Dragan Dosen1322d092015-09-22 16:05:32 +02001025
1026 format = LOG_FORMATS - 1;
Emeric Brun54648852020-07-06 15:54:06 +02001027 while (format > 0 && log_formats[format].name
Tim Duesterhuse5ff1412021-01-02 22:31:53 +01001028 && strcmp(log_formats[format].name, fmt) != 0)
Dragan Dosen1322d092015-09-22 16:05:32 +02001029 format--;
1030
Emeric Brun54648852020-07-06 15:54:06 +02001031 /* Note: 0 is LOG_FORMAT_UNSPEC */
Dragan Dosen1322d092015-09-22 16:05:32 +02001032 return format;
1033}
1034
1035/*
Willy Tarreaubaaee002006-06-26 02:48:02 +02001036 * returns log level for <lev> or -1 if not found.
1037 */
1038int get_log_level(const char *lev)
1039{
1040 int level;
1041
1042 level = NB_LOG_LEVELS - 1;
Tim Duesterhuse5ff1412021-01-02 22:31:53 +01001043 while (level >= 0 && strcmp(log_levels[level], lev) != 0)
Willy Tarreaubaaee002006-06-26 02:48:02 +02001044 level--;
1045
1046 return level;
1047}
1048
Willy Tarreaubaaee002006-06-26 02:48:02 +02001049/*
1050 * returns log facility for <fac> or -1 if not found.
1051 */
1052int get_log_facility(const char *fac)
1053{
1054 int facility;
1055
1056 facility = NB_LOG_FACILITIES - 1;
Tim Duesterhuse5ff1412021-01-02 22:31:53 +01001057 while (facility >= 0 && strcmp(log_facilities[facility], fac) != 0)
Willy Tarreaubaaee002006-06-26 02:48:02 +02001058 facility--;
William Lallemand2a4a44f2012-02-06 16:00:33 +01001059
Willy Tarreaubaaee002006-06-26 02:48:02 +02001060 return facility;
1061}
1062
William Lallemanda1cc3812012-02-08 16:38:44 +01001063/*
Dragan Dosen835b9212016-02-12 13:23:03 +01001064 * Encode the string.
1065 *
1066 * When using the +E log format option, it will try to escape '"\]'
1067 * characters with '\' as prefix. The same prefix should not be used as
1068 * <escape>.
1069 */
1070static char *lf_encode_string(char *start, char *stop,
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001071 const char escape, const long *map,
Dragan Dosen835b9212016-02-12 13:23:03 +01001072 const char *string,
1073 struct logformat_node *node)
1074{
1075 if (node->options & LOG_OPT_ESC) {
1076 if (start < stop) {
1077 stop--; /* reserve one byte for the final '\0' */
1078 while (start < stop && *string != '\0') {
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001079 if (!ha_bit_test((unsigned char)(*string), map)) {
1080 if (!ha_bit_test((unsigned char)(*string), rfc5424_escape_map))
Dragan Dosen835b9212016-02-12 13:23:03 +01001081 *start++ = *string;
1082 else {
1083 if (start + 2 >= stop)
1084 break;
1085 *start++ = '\\';
1086 *start++ = *string;
1087 }
1088 }
1089 else {
1090 if (start + 3 >= stop)
1091 break;
1092 *start++ = escape;
1093 *start++ = hextab[(*string >> 4) & 15];
1094 *start++ = hextab[*string & 15];
1095 }
1096 string++;
1097 }
1098 *start = '\0';
1099 }
1100 }
1101 else {
1102 return encode_string(start, stop, escape, map, string);
1103 }
1104
1105 return start;
1106}
1107
1108/*
1109 * Encode the chunk.
1110 *
1111 * When using the +E log format option, it will try to escape '"\]'
1112 * characters with '\' as prefix. The same prefix should not be used as
1113 * <escape>.
1114 */
1115static char *lf_encode_chunk(char *start, char *stop,
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001116 const char escape, const long *map,
Willy Tarreau83061a82018-07-13 11:56:34 +02001117 const struct buffer *chunk,
Dragan Dosen835b9212016-02-12 13:23:03 +01001118 struct logformat_node *node)
1119{
1120 char *str, *end;
1121
1122 if (node->options & LOG_OPT_ESC) {
1123 if (start < stop) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02001124 str = chunk->area;
1125 end = chunk->area + chunk->data;
Dragan Dosen835b9212016-02-12 13:23:03 +01001126
1127 stop--; /* reserve one byte for the final '\0' */
1128 while (start < stop && str < end) {
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001129 if (!ha_bit_test((unsigned char)(*str), map)) {
1130 if (!ha_bit_test((unsigned char)(*str), rfc5424_escape_map))
Dragan Dosen835b9212016-02-12 13:23:03 +01001131 *start++ = *str;
1132 else {
1133 if (start + 2 >= stop)
1134 break;
1135 *start++ = '\\';
1136 *start++ = *str;
1137 }
1138 }
1139 else {
1140 if (start + 3 >= stop)
1141 break;
1142 *start++ = escape;
1143 *start++ = hextab[(*str >> 4) & 15];
1144 *start++ = hextab[*str & 15];
1145 }
1146 str++;
1147 }
1148 *start = '\0';
1149 }
1150 }
1151 else {
1152 return encode_chunk(start, stop, escape, map, chunk);
1153 }
1154
1155 return start;
1156}
1157
1158/*
William Lallemanda1cc3812012-02-08 16:38:44 +01001159 * Write a string in the log string
Dragan Dosen835b9212016-02-12 13:23:03 +01001160 * Take cares of quote and escape options
William Lallemanda1cc3812012-02-08 16:38:44 +01001161 *
Joseph Herlant85b40592018-11-15 12:10:04 -08001162 * Return the address of the \0 character, or NULL on error
William Lallemanda1cc3812012-02-08 16:38:44 +01001163 */
Willy Tarreau26ffa852018-09-05 15:23:10 +02001164char *lf_text_len(char *dst, const char *src, size_t len, size_t size, const struct logformat_node *node)
William Lallemanda1cc3812012-02-08 16:38:44 +01001165{
Willy Tarreau2b0108a2012-12-21 19:23:44 +01001166 if (size < 2)
1167 return NULL;
William Lallemanda1cc3812012-02-08 16:38:44 +01001168
Willy Tarreau2b0108a2012-12-21 19:23:44 +01001169 if (node->options & LOG_OPT_QUOTE) {
1170 *(dst++) = '"';
1171 size--;
William Lallemandbddd4fd2012-02-27 11:23:10 +01001172 }
Willy Tarreau2b0108a2012-12-21 19:23:44 +01001173
Willy Tarreau6cbbdbf2013-02-05 18:52:25 +01001174 if (src && len) {
Dragan Dosendb1b6f92016-07-25 11:35:02 +02001175 if (++len > size)
1176 len = size;
Dragan Dosen835b9212016-02-12 13:23:03 +01001177 if (node->options & LOG_OPT_ESC) {
Dragan Dosen835b9212016-02-12 13:23:03 +01001178 char *ret;
1179
Dragan Dosendb1b6f92016-07-25 11:35:02 +02001180 ret = escape_string(dst, dst + len, '\\', rfc5424_escape_map, src);
Dragan Dosen835b9212016-02-12 13:23:03 +01001181 if (ret == NULL || *ret != '\0')
1182 return NULL;
1183 len = ret - dst;
1184 }
1185 else {
Dragan Dosen835b9212016-02-12 13:23:03 +01001186 len = strlcpy2(dst, src, len);
1187 }
Willy Tarreau2b0108a2012-12-21 19:23:44 +01001188
1189 size -= len;
1190 dst += len;
1191 }
Willy Tarreau6cbbdbf2013-02-05 18:52:25 +01001192 else if ((node->options & (LOG_OPT_QUOTE|LOG_OPT_MANDATORY)) == LOG_OPT_MANDATORY) {
1193 if (size < 2)
1194 return NULL;
1195 *(dst++) = '-';
1196 }
Willy Tarreau2b0108a2012-12-21 19:23:44 +01001197
1198 if (node->options & LOG_OPT_QUOTE) {
1199 if (size < 2)
1200 return NULL;
1201 *(dst++) = '"';
1202 }
1203
1204 *dst = '\0';
William Lallemandbddd4fd2012-02-27 11:23:10 +01001205 return dst;
William Lallemanda1cc3812012-02-08 16:38:44 +01001206}
1207
Willy Tarreau26ffa852018-09-05 15:23:10 +02001208static inline char *lf_text(char *dst, const char *src, size_t size, const struct logformat_node *node)
Willy Tarreau2b0108a2012-12-21 19:23:44 +01001209{
1210 return lf_text_len(dst, src, size, size, node);
1211}
1212
William Lallemand5f232402012-04-05 18:02:55 +02001213/*
Joseph Herlant85b40592018-11-15 12:10:04 -08001214 * Write a IP address to the log string
Ilya Shipitsin856aabc2020-04-16 23:51:34 +05001215 * +X option write in hexadecimal notation, most significant byte on the left
William Lallemand5f232402012-04-05 18:02:55 +02001216 */
Willy Tarreau26ffa852018-09-05 15:23:10 +02001217char *lf_ip(char *dst, const struct sockaddr *sockaddr, size_t size, const struct logformat_node *node)
William Lallemand5f232402012-04-05 18:02:55 +02001218{
1219 char *ret = dst;
1220 int iret;
1221 char pn[INET6_ADDRSTRLEN];
1222
1223 if (node->options & LOG_OPT_HEXA) {
Radek Zajic594c4562019-03-22 10:21:54 +00001224 unsigned char *addr = NULL;
1225 switch (sockaddr->sa_family) {
1226 case AF_INET:
1227 addr = (unsigned char *)&((struct sockaddr_in *)sockaddr)->sin_addr.s_addr;
1228 iret = snprintf(dst, size, "%02X%02X%02X%02X", addr[0], addr[1], addr[2], addr[3]);
1229 break;
1230 case AF_INET6:
1231 addr = (unsigned char *)&((struct sockaddr_in6 *)sockaddr)->sin6_addr.s6_addr;
1232 iret = snprintf(dst, size, "%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X",
1233 addr[0], addr[1], addr[2], addr[3], addr[4], addr[5], addr[6], addr[7],
1234 addr[8], addr[9], addr[10], addr[11], addr[12], addr[13], addr[14], addr[15]);
1235 break;
1236 default:
1237 return NULL;
1238 }
William Lallemand5f232402012-04-05 18:02:55 +02001239 if (iret < 0 || iret > size)
1240 return NULL;
1241 ret += iret;
1242 } else {
1243 addr_to_str((struct sockaddr_storage *)sockaddr, pn, sizeof(pn));
1244 ret = lf_text(dst, pn, size, node);
1245 if (ret == NULL)
1246 return NULL;
1247 }
1248 return ret;
1249}
1250
1251/*
1252 * Write a port to the log
Ilya Shipitsin856aabc2020-04-16 23:51:34 +05001253 * +X option write in hexadecimal notation, most significant byte on the left
William Lallemand5f232402012-04-05 18:02:55 +02001254 */
Willy Tarreau26ffa852018-09-05 15:23:10 +02001255char *lf_port(char *dst, const struct sockaddr *sockaddr, size_t size, const struct logformat_node *node)
William Lallemand5f232402012-04-05 18:02:55 +02001256{
1257 char *ret = dst;
1258 int iret;
1259
1260 if (node->options & LOG_OPT_HEXA) {
1261 const unsigned char *port = (const unsigned char *)&((struct sockaddr_in *)sockaddr)->sin_port;
1262 iret = snprintf(dst, size, "%02X%02X", port[0], port[1]);
1263 if (iret < 0 || iret > size)
1264 return NULL;
1265 ret += iret;
1266 } else {
1267 ret = ltoa_o(get_host_port((struct sockaddr_storage *)sockaddr), dst, size);
1268 if (ret == NULL)
1269 return NULL;
1270 }
1271 return ret;
1272}
1273
Emeric Brun54648852020-07-06 15:54:06 +02001274
1275/*
1276 * This function sends the syslog message using a printf format string. It
1277 * expects an LF-terminated message.
Willy Tarreaub1a2faf2012-03-19 16:51:53 +01001278 */
Emeric Brun54648852020-07-06 15:54:06 +02001279void send_log(struct proxy *p, int level, const char *format, ...)
Willy Tarreaubaaee002006-06-26 02:48:02 +02001280{
Emeric Brun54648852020-07-06 15:54:06 +02001281 va_list argp;
1282 int data_len;
1283
1284 if (level < 0 || format == NULL || logline == NULL)
1285 return;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001286
Emeric Brun54648852020-07-06 15:54:06 +02001287 va_start(argp, format);
1288 data_len = vsnprintf(logline, global.max_syslog_len, format, argp);
1289 if (data_len < 0 || data_len > global.max_syslog_len)
1290 data_len = global.max_syslog_len;
1291 va_end(argp);
Willy Tarreaufe944602007-10-25 10:34:16 +02001292
Emeric Brun54648852020-07-06 15:54:06 +02001293 __send_log((p ? &p->logsrvs : NULL), (p ? &p->log_tag : NULL), level,
1294 logline, data_len, default_rfc5424_sd_log_format, 2);
1295}
1296/*
1297 * This function builds a log header of given format using given
1298 * metadata, if format is set to LOF_FORMAT_UNSPEC, it tries
1299 * to determine format based on given metadas. It is useful
1300 * for log-forwarding to be able to forward any format without
1301 * settings.
1302 * This function returns a struct ist array of elements of the header
1303 * nbelem is set to the number of available elements.
Ilya Shipitsin6b79f382020-07-23 00:32:55 +05001304 * This function returns currently a maximum of NB_LOG_HDR_IST_ELEMENTS
Emeric Brun54648852020-07-06 15:54:06 +02001305 * elements.
1306 */
1307struct ist *build_log_header(enum log_fmt format, int level, int facility,
1308 struct ist *metadata, size_t *nbelem)
1309{
1310 static THREAD_LOCAL struct {
1311 struct ist ist_vector[NB_LOG_HDR_MAX_ELEMENTS];
1312 char timestamp_buffer[LOG_LEGACYTIME_LEN+1+1];
1313 time_t cur_legacy_time;
1314 char priority_buffer[6];
1315 } hdr_ctx = { .priority_buffer = "<<<<>" };
Willy Tarreaubaaee002006-06-26 02:48:02 +02001316
Emeric Brun54648852020-07-06 15:54:06 +02001317 struct tm logtime;
1318 int len;
1319 int fac_level = 0;
1320 time_t time = date.tv_sec;
Dragan Dosen43885c72015-10-01 13:18:13 +02001321
Emeric Brun54648852020-07-06 15:54:06 +02001322 *nbelem = 0;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001323
Emeric Brun54648852020-07-06 15:54:06 +02001324
1325 if (format == LOG_FORMAT_UNSPEC) {
1326 format = LOG_FORMAT_RAW;
1327 if (metadata) {
1328 /* If a hostname is set, it appears we want to perform syslog
1329 * because only rfc5427 or rfc3164 support an hostname.
1330 */
1331 if (metadata[LOG_META_HOST].len) {
1332 /* If a rfc5424 compliant timestamp is used we consider
1333 * that output format is rfc5424, else legacy format
1334 * is used as specified default for local logs
1335 * in documentation.
1336 */
1337 if ((metadata[LOG_META_TIME].len == 1 && metadata[LOG_META_TIME].ptr[0] == '-')
1338 || (metadata[LOG_META_TIME].len >= LOG_ISOTIME_MINLEN))
1339 format = LOG_FORMAT_RFC5424;
1340 else
1341 format = LOG_FORMAT_RFC3164;
1342 }
Emeric Brun0237c4e2020-11-27 16:24:34 +01001343 else if (metadata[LOG_META_TAG].len) {
1344 /* Tag is present but no hostname, we should
Ilya Shipitsinf38a0182020-12-21 01:16:17 +05001345 * consider we try to emit a local log
Emeric Brun0237c4e2020-11-27 16:24:34 +01001346 * in legacy format (analog to RFC3164 but
1347 * with stripped hostname).
1348 */
1349 format = LOG_FORMAT_LOCAL;
1350 }
Emeric Brun54648852020-07-06 15:54:06 +02001351 else if (metadata[LOG_META_PRIO].len) {
1352 /* the source seems a parsed message
1353 * offering a valid level/prio prefix
1354 * so we consider this format.
1355 */
1356 format = LOG_FORMAT_PRIO;
1357 }
1358 }
Willy Tarreaubaaee002006-06-26 02:48:02 +02001359 }
1360
Emeric Brun54648852020-07-06 15:54:06 +02001361 /* prepare priority, stored into 1 single elem */
1362 switch (format) {
Emeric Brun0237c4e2020-11-27 16:24:34 +01001363 case LOG_FORMAT_LOCAL:
Emeric Brun54648852020-07-06 15:54:06 +02001364 case LOG_FORMAT_RFC3164:
1365 case LOG_FORMAT_RFC5424:
1366 case LOG_FORMAT_PRIO:
1367 fac_level = facility << 3;
1368 /* further format ignore the facility */
1369 /* fall through */
1370 case LOG_FORMAT_TIMED:
1371 case LOG_FORMAT_SHORT:
1372 fac_level += level;
1373 hdr_ctx.ist_vector[*nbelem].ptr = &hdr_ctx.priority_buffer[3]; /* last digit of the log level */
1374 do {
1375 *hdr_ctx.ist_vector[*nbelem].ptr = '0' + fac_level % 10;
1376 fac_level /= 10;
1377 hdr_ctx.ist_vector[*nbelem].ptr--;
1378 } while (fac_level && hdr_ctx.ist_vector[*nbelem].ptr > &hdr_ctx.priority_buffer[0]);
1379 *hdr_ctx.ist_vector[*nbelem].ptr = '<';
1380 hdr_ctx.ist_vector[(*nbelem)++].len = &hdr_ctx.priority_buffer[5] - hdr_ctx.ist_vector[0].ptr;
1381 break;
1382 case LOG_FORMAT_ISO:
1383 case LOG_FORMAT_RAW:
1384 break;
1385 case LOG_FORMAT_UNSPEC:
1386 case LOG_FORMATS:
1387 ABORT_NOW();
1388 }
Willy Tarreau094af4e2015-01-07 15:03:42 +01001389
William Lallemand2a4a44f2012-02-06 16:00:33 +01001390
Emeric Brun54648852020-07-06 15:54:06 +02001391 /* prepare timestamp, stored into a max of 4 elems */
1392 switch (format) {
Emeric Brun0237c4e2020-11-27 16:24:34 +01001393 case LOG_FORMAT_LOCAL:
Emeric Brun54648852020-07-06 15:54:06 +02001394 case LOG_FORMAT_RFC3164:
1395 /* rfc3164 ex: 'Jan 1 00:00:00 ' */
1396 if (metadata && metadata[LOG_META_TIME].len == LOG_LEGACYTIME_LEN) {
1397 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_TIME];
1398 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
Ilya Shipitsin6b79f382020-07-23 00:32:55 +05001399 /* time is set, break immediately */
Emeric Brun54648852020-07-06 15:54:06 +02001400 break;
1401 }
1402 else if (metadata && metadata[LOG_META_TIME].len >= LOG_ISOTIME_MINLEN) {
1403 int month;
1404 char *timestamp = metadata[LOG_META_TIME].ptr;
Dragan Dosen1322d092015-09-22 16:05:32 +02001405
Emeric Brun54648852020-07-06 15:54:06 +02001406 /* iso time always begins like this: '1970-01-01T00:00:00' */
Dragan Dosen1322d092015-09-22 16:05:32 +02001407
Emeric Brun54648852020-07-06 15:54:06 +02001408 /* compute month */
1409 month = 10*(timestamp[5] - '0') + (timestamp[6] - '0');
1410 if (month)
1411 month--;
1412 if (month <= 11) {
1413 /* builds log prefix ex: 'Jan 1 ' */
1414 len = snprintf(hdr_ctx.timestamp_buffer, sizeof(hdr_ctx.timestamp_buffer),
1415 "%s %c%c ", monthname[month],
1416 timestamp[8] != '0' ? timestamp[8] : ' ',
1417 timestamp[9]);
1418 /* we reused the timestamp_buffer, signal that it does not
1419 * contain local time anymore
1420 */
1421 hdr_ctx.cur_legacy_time = 0;
1422 if (len == 7) {
1423 hdr_ctx.ist_vector[(*nbelem)++] = ist2(&hdr_ctx.timestamp_buffer[0], len);
1424 /* adds 'HH:MM:SS' from iso time */
1425 hdr_ctx.ist_vector[(*nbelem)++] = ist2(&timestamp[11], 8);
1426 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
1427 /* we successfully reuse iso time, we can break */
1428 break;
1429 }
1430 }
1431 /* Failed to reuse isotime time, fallback to local legacy time */
1432 }
Dragan Dosen1322d092015-09-22 16:05:32 +02001433
Emeric Brun54648852020-07-06 15:54:06 +02001434 if (unlikely(time != hdr_ctx.cur_legacy_time)) {
1435 /* re-builds timestamp from the current local time */
1436 get_localtime(time, &logtime);
1437
1438 len = snprintf(hdr_ctx.timestamp_buffer, sizeof(hdr_ctx.timestamp_buffer),
1439 "%s %2d %02d:%02d:%02d ",
1440 monthname[logtime.tm_mon],
1441 logtime.tm_mday, logtime.tm_hour, logtime.tm_min, logtime.tm_sec);
1442 if (len != LOG_LEGACYTIME_LEN+1)
1443 hdr_ctx.cur_legacy_time = 0;
1444 else
1445 hdr_ctx.cur_legacy_time = time;
1446 }
1447 if (likely(hdr_ctx.cur_legacy_time))
1448 hdr_ctx.ist_vector[(*nbelem)++] = ist2(&hdr_ctx.timestamp_buffer[0], LOG_LEGACYTIME_LEN+1);
1449 else
1450 hdr_ctx.ist_vector[(*nbelem)++] = ist2("Jan 1 00:00:00 ", LOG_LEGACYTIME_LEN+1);
1451 break;
1452 case LOG_FORMAT_RFC5424:
1453 /* adds rfc5425 version prefix */
1454 hdr_ctx.ist_vector[(*nbelem)++] = ist2("1 ", 2);
1455 if (metadata && metadata[LOG_META_TIME].len == 1 && metadata[LOG_META_TIME].ptr[0] == '-') {
Ilya Shipitsin6b79f382020-07-23 00:32:55 +05001456 /* submitted len is NILVALUE, it is a valid timestamp for rfc5425 */
Emeric Brun54648852020-07-06 15:54:06 +02001457 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_TIME];
1458 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
1459 break;
1460 }
1461 /* let continue as 'timed' and 'iso' format for usual timestamp */
1462 /* fall through */
1463 case LOG_FORMAT_TIMED:
1464 case LOG_FORMAT_ISO:
1465 /* ISO format ex: '1900:01:01T12:00:00.123456Z'
1466 * '1900:01:01T14:00:00+02:00'
1467 * '1900:01:01T10:00:00.123456-02:00'
1468 */
1469 if (metadata && metadata[LOG_META_TIME].len >= LOG_ISOTIME_MINLEN) {
1470 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_TIME];
1471 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
Ilya Shipitsin6b79f382020-07-23 00:32:55 +05001472 /* time is set, break immediately */
Emeric Brun54648852020-07-06 15:54:06 +02001473 break;
1474 }
1475 else if (metadata && metadata[LOG_META_TIME].len == LOG_LEGACYTIME_LEN) {
1476 int month;
1477 char *timestamp = metadata[LOG_META_TIME].ptr;
1478
1479 for (month = 0; month < 12; month++)
1480 if (!memcmp(monthname[month], timestamp, 3))
1481 break;
Dragan Dosen1322d092015-09-22 16:05:32 +02001482
Emeric Brun54648852020-07-06 15:54:06 +02001483 if (month < 12) {
1484
1485 /* get local time to retrieve year */
1486 get_localtime(time, &logtime);
1487
1488 /* year seems changed since log */
1489 if (logtime.tm_mon < month)
1490 logtime.tm_year--;
1491
1492 /* builds rfc5424 prefix ex: '1900-01-01T' */
1493 len = snprintf(hdr_ctx.timestamp_buffer, sizeof(hdr_ctx.timestamp_buffer),
1494 "%4d-%02d-%c%cT",
1495 logtime.tm_year+1900, month+1,
1496 timestamp[4] != ' ' ? timestamp[4] : '0',
1497 timestamp[5]);
1498
1499 /* we reused the timestamp_buffer, signal that it does not
1500 * contain local time anymore
1501 */
1502 hdr_ctx.cur_legacy_time = 0;
1503 if (len == 11) {
1504 hdr_ctx.ist_vector[(*nbelem)++] = ist2(&hdr_ctx.timestamp_buffer[0], len);
1505 /* adds HH:MM:SS from legacy timestamp */
1506 hdr_ctx.ist_vector[(*nbelem)++] = ist2(&timestamp[7], 8);
Ilya Shipitsin6b79f382020-07-23 00:32:55 +05001507 /* skip secfraq because it is optional */
Emeric Brun54648852020-07-06 15:54:06 +02001508 /* according to rfc: -00:00 means we don't know the timezone */
1509 hdr_ctx.ist_vector[(*nbelem)++] = ist2("-00:00 ", 7);
1510 /* we successfully reuse legacy time, we can break */
1511 break;
1512 }
1513 }
1514 /* Failed to reuse legacy time, fallback to local iso time */
1515 }
1516 hdr_ctx.ist_vector[(*nbelem)++] = ist2(timeofday_as_iso_us(1), LOG_ISOTIME_MAXLEN + 1);
1517 break;
1518 case LOG_FORMAT_PRIO:
1519 case LOG_FORMAT_SHORT:
1520 case LOG_FORMAT_RAW:
1521 break;
1522 case LOG_FORMAT_UNSPEC:
1523 case LOG_FORMATS:
1524 ABORT_NOW();
Dragan Dosen1322d092015-09-22 16:05:32 +02001525 }
1526
Emeric Brun54648852020-07-06 15:54:06 +02001527 /* prepare other meta data, stored into a max of 10 elems */
1528 switch (format) {
1529 case LOG_FORMAT_RFC3164:
1530 if (metadata && metadata[LOG_META_HOST].len) {
1531 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_HOST];
1532 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
1533 }
Emeric Brun0237c4e2020-11-27 16:24:34 +01001534 else /* the caller MUST fill the hostname, this field is mandatory */
Emeric Brun54648852020-07-06 15:54:06 +02001535 hdr_ctx.ist_vector[(*nbelem)++] = ist2("localhost ", 10);
Emeric Brun0237c4e2020-11-27 16:24:34 +01001536 /* fall through */
1537 case LOG_FORMAT_LOCAL:
Emeric Brun54648852020-07-06 15:54:06 +02001538 if (!metadata || !metadata[LOG_META_TAG].len)
1539 break;
Dragan Dosen1322d092015-09-22 16:05:32 +02001540
Emeric Brun54648852020-07-06 15:54:06 +02001541 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_TAG];
1542 if (metadata[LOG_META_PID].len) {
1543 hdr_ctx.ist_vector[(*nbelem)++] = ist2("[", 1);
1544 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_PID];
1545 hdr_ctx.ist_vector[(*nbelem)++] = ist2("]", 1);
1546 }
1547 hdr_ctx.ist_vector[(*nbelem)++] = ist2(": ", 2);
1548 break;
1549 case LOG_FORMAT_RFC5424:
1550 if (metadata && metadata[LOG_META_HOST].len) {
1551 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_HOST];
1552 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
1553 }
1554 else
1555 hdr_ctx.ist_vector[(*nbelem)++] = ist2("- ", 2);
Dragan Dosen1322d092015-09-22 16:05:32 +02001556
Emeric Brun54648852020-07-06 15:54:06 +02001557 if (metadata && metadata[LOG_META_TAG].len) {
1558 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_TAG];
1559 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
1560 }
1561 else
1562 hdr_ctx.ist_vector[(*nbelem)++] = ist2("- ", 2);
William Lallemand2a4a44f2012-02-06 16:00:33 +01001563
Emeric Brun54648852020-07-06 15:54:06 +02001564 if (metadata && metadata[LOG_META_PID].len) {
1565 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_PID];
1566 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
1567 }
1568 else
1569 hdr_ctx.ist_vector[(*nbelem)++] = ist2("- ", 2);
William Lallemand2a4a44f2012-02-06 16:00:33 +01001570
Emeric Brun54648852020-07-06 15:54:06 +02001571 if (metadata && metadata[LOG_META_MSGID].len) {
1572 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_MSGID];
1573 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
1574 }
1575 else
1576 hdr_ctx.ist_vector[(*nbelem)++] = ist2("- ", 2);
William Lallemand2a4a44f2012-02-06 16:00:33 +01001577
Emeric Brun54648852020-07-06 15:54:06 +02001578 if (metadata && metadata[LOG_META_STDATA].len) {
1579 hdr_ctx.ist_vector[(*nbelem)++] = metadata[LOG_META_STDATA];
1580 hdr_ctx.ist_vector[(*nbelem)++] = ist2(" ", 1);
1581 }
1582 else
1583 hdr_ctx.ist_vector[(*nbelem)++] = ist2("- ", 2);
1584 break;
1585 case LOG_FORMAT_PRIO:
1586 case LOG_FORMAT_SHORT:
1587 case LOG_FORMAT_TIMED:
1588 case LOG_FORMAT_ISO:
1589 case LOG_FORMAT_RAW:
1590 break;
1591 case LOG_FORMAT_UNSPEC:
1592 case LOG_FORMATS:
1593 ABORT_NOW();
1594 }
1595
1596 return hdr_ctx.ist_vector;
William Lallemand2a4a44f2012-02-06 16:00:33 +01001597}
1598
1599/*
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001600 * This function sends a syslog message to <logsrv>.
Emeric Brun54648852020-07-06 15:54:06 +02001601 * The argument <metadata> MUST be an array of size
1602 * LOG_META_FIELDS*sizeof(struct ist) containing data to build the header.
Dragan Dosen0b85ece2015-09-25 19:17:44 +02001603 * It overrides the last byte of the message vector with an LF character.
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001604 * Does not return any error,
William Lallemand2a4a44f2012-02-06 16:00:33 +01001605 */
Emeric Brun54648852020-07-06 15:54:06 +02001606static inline void __do_send_log(struct logsrv *logsrv, int nblogger, int level, int facility, struct ist *metadata, char *message, size_t size)
William Lallemand2a4a44f2012-02-06 16:00:33 +01001607{
Emeric Brun54648852020-07-06 15:54:06 +02001608 static THREAD_LOCAL struct iovec iovec[NB_LOG_HDR_MAX_ELEMENTS+1+1] = { }; /* header elements + message + LF */
Christopher Fauletf8188c62017-06-02 16:20:16 +02001609 static THREAD_LOCAL struct msghdr msghdr = {
1610 //.msg_iov = iovec,
Emeric Brun54648852020-07-06 15:54:06 +02001611 .msg_iovlen = NB_LOG_HDR_MAX_ELEMENTS+2
Dragan Dosen609ac2a2015-09-16 18:25:42 +02001612 };
Christopher Fauletf8188c62017-06-02 16:20:16 +02001613 static THREAD_LOCAL int logfdunix = -1; /* syslog to AF_UNIX socket */
1614 static THREAD_LOCAL int logfdinet = -1; /* syslog to AF_INET socket */
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001615 int *plogfd;
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001616 int sent;
Emeric Brun54648852020-07-06 15:54:06 +02001617 size_t nbelem;
1618 struct ist *msg_header = NULL;
Christopher Fauletf8188c62017-06-02 16:20:16 +02001619
1620 msghdr.msg_iov = iovec;
William Lallemand2a4a44f2012-02-06 16:00:33 +01001621
Emeric Brunfa9d7802020-05-28 14:21:33 +02001622 /* historically some messages used to already contain the trailing LF
1623 * or Zero. Let's remove all trailing LF or Zero
1624 */
Emeric Brun54648852020-07-06 15:54:06 +02001625 while (size && (message[size-1] == '\n' || (message[size-1] == 0)))
Emeric Brun9e8ea0a2020-05-12 19:33:15 +02001626 size--;
1627
Willy Tarreaua5b325f2020-09-04 16:44:20 +02001628 if (logsrv->type == LOG_TARGET_BUFFER) {
Willy Tarreauc046d162019-08-30 15:24:59 +02001629 plogfd = NULL;
Emeric Brune709e1e2020-05-06 17:23:59 +02001630 goto send;
Willy Tarreauc046d162019-08-30 15:24:59 +02001631 }
Willy Tarreaua5b325f2020-09-04 16:44:20 +02001632 else if (logsrv->addr.ss_family == AF_CUST_EXISTING_FD) {
1633 /* the socket's address is a file descriptor */
1634 plogfd = (int *)&((struct sockaddr_in *)&logsrv->addr)->sin_addr.s_addr;
1635 }
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001636 else if (logsrv->addr.ss_family == AF_UNIX)
1637 plogfd = &logfdunix;
1638 else
1639 plogfd = &logfdinet;
Robert Tsai81ae1952007-12-05 10:47:29 +01001640
Willy Tarreauc046d162019-08-30 15:24:59 +02001641 if (plogfd && unlikely(*plogfd < 0)) {
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001642 /* socket not successfully initialized yet */
1643 if ((*plogfd = socket(logsrv->addr.ss_family, SOCK_DGRAM,
1644 (logsrv->addr.ss_family == AF_UNIX) ? 0 : IPPROTO_UDP)) < 0) {
1645 static char once;
William Lallemand0f99e342011-10-12 17:50:54 +02001646
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001647 if (!once) {
1648 once = 1; /* note: no need for atomic ops here */
1649 ha_alert("socket() failed in logger #%d: %s (errno=%d)\n",
1650 nblogger, strerror(errno), errno);
1651 }
1652 return;
1653 } else {
1654 /* we don't want to receive anything on this socket */
1655 setsockopt(*plogfd, SOL_SOCKET, SO_RCVBUF, &zero, sizeof(zero));
1656 /* does nothing under Linux, maybe needed for others */
1657 shutdown(*plogfd, SHUT_RD);
1658 fcntl(*plogfd, F_SETFD, fcntl(*plogfd, F_GETFD, FD_CLOEXEC) | FD_CLOEXEC);
1659 }
Dragan Dosen43885c72015-10-01 13:18:13 +02001660 }
1661
Emeric Brun54648852020-07-06 15:54:06 +02001662 msg_header = build_log_header(logsrv->format, level, facility, metadata, &nbelem);
1663 send:
Willy Tarreaua5b325f2020-09-04 16:44:20 +02001664 if (logsrv->type == LOG_TARGET_BUFFER) {
Emeric Brun54648852020-07-06 15:54:06 +02001665 struct ist msg;
1666
1667 msg = ist2(message, size);
1668 if (msg.len > logsrv->maxlen)
1669 msg.len = logsrv->maxlen;
Willy Tarreaud52a7f82019-08-30 14:05:35 +02001670
Willy Tarreaua5b325f2020-09-04 16:44:20 +02001671 sent = sink_write(logsrv->sink, &msg, 1, level, logsrv->facility, metadata);
1672 }
1673 else if (logsrv->addr.ss_family == AF_CUST_EXISTING_FD) {
1674 struct ist msg;
1675
1676 msg = ist2(message, size);
1677 if (msg.len > logsrv->maxlen)
1678 msg.len = logsrv->maxlen;
1679
1680 sent = fd_write_frag_line(*plogfd, logsrv->maxlen, msg_header, nbelem, &msg, 1, 1);
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001681 }
1682 else {
Emeric Brun54648852020-07-06 15:54:06 +02001683 int i = 0;
1684 int totlen = logsrv->maxlen;
1685
1686 for (i = 0 ; i < nbelem ; i++ ) {
1687 iovec[i].iov_base = msg_header[i].ptr;
1688 iovec[i].iov_len = msg_header[i].len;
1689 if (totlen <= iovec[i].iov_len) {
1690 iovec[i].iov_len = totlen;
1691 totlen = 0;
1692 break;
1693 }
1694 totlen -= iovec[i].iov_len;
1695 }
1696 if (totlen) {
1697 iovec[i].iov_base = message;
1698 iovec[i].iov_len = size;
1699 if (totlen <= iovec[i].iov_len)
1700 iovec[i].iov_len = totlen;
1701 i++;
1702 }
1703 iovec[i].iov_base = "\n"; /* insert a \n at the end of the message */
1704 iovec[i].iov_len = 1;
1705 i++;
Willy Tarreaud52a7f82019-08-30 14:05:35 +02001706
Emeric Brun54648852020-07-06 15:54:06 +02001707 msghdr.msg_iovlen = i;
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001708 msghdr.msg_name = (struct sockaddr *)&logsrv->addr;
1709 msghdr.msg_namelen = get_addr_len(&logsrv->addr);
Dragan Dosen43885c72015-10-01 13:18:13 +02001710
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001711 sent = sendmsg(*plogfd, &msghdr, MSG_DONTWAIT | MSG_NOSIGNAL);
1712 }
Dragan Dosen43885c72015-10-01 13:18:13 +02001713
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001714 if (sent < 0) {
1715 static char once;
Dragan Dosen43885c72015-10-01 13:18:13 +02001716
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001717 if (errno == EAGAIN)
Willy Tarreau4781b152021-04-06 13:53:36 +02001718 _HA_ATOMIC_INC(&dropped_logs);
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001719 else if (!once) {
1720 once = 1; /* note: no need for atomic ops here */
1721 ha_alert("sendmsg()/writev() failed in logger #%d: %s (errno=%d)\n",
1722 nblogger, strerror(errno), errno);
Dragan Dosen0b85ece2015-09-25 19:17:44 +02001723 }
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001724 }
1725}
Dragan Dosen59cee972015-09-19 22:09:02 +02001726
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001727/*
1728 * This function sends a syslog message.
1729 * It doesn't care about errors nor does it report them.
Emeric Brun54648852020-07-06 15:54:06 +02001730 * The argument <metadata> MUST be an array of size
1731 * LOG_META_FIELDS*sizeof(struct ist) containing
1732 * data to build the header.
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001733 */
Emeric Brun54648852020-07-06 15:54:06 +02001734void process_send_log(struct list *logsrvs, int level, int facility,
1735 struct ist *metadata, char *message, size_t size)
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001736{
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001737 struct logsrv *logsrv;
1738 int nblogger;
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001739
1740 /* Send log messages to syslog server. */
1741 nblogger = 0;
1742 list_for_each_entry(logsrv, logsrvs, list) {
Emeric Brun2f4cc282020-07-10 15:47:11 +02001743 int in_range = 1;
Frédéric Lécailled803e472019-04-25 07:42:09 +02001744
Frédéric Lécaille0bad8402019-04-10 08:22:17 +02001745 /* we can filter the level of the messages that are sent to each logger */
1746 if (level > logsrv->level)
1747 continue;
1748
Frédéric Lécailled803e472019-04-25 07:42:09 +02001749 if (logsrv->lb.smp_rgs) {
1750 struct smp_log_range *curr_rg;
1751
1752 HA_SPIN_LOCK(LOGSRV_LOCK, &logsrv->lock);
1753 curr_rg = &logsrv->lb.smp_rgs[logsrv->lb.curr_rg];
1754 in_range = in_smp_log_range(curr_rg, logsrv->lb.curr_idx);
1755 if (in_range) {
1756 /* Let's consume this range. */
1757 curr_rg->curr_idx = (curr_rg->curr_idx + 1) % curr_rg->sz;
1758 if (!curr_rg->curr_idx) {
1759 /* If consumed, let's select the next range. */
1760 logsrv->lb.curr_rg = (logsrv->lb.curr_rg + 1) % logsrv->lb.smp_rgs_sz;
1761 }
1762 }
1763 logsrv->lb.curr_idx = (logsrv->lb.curr_idx + 1) % logsrv->lb.smp_sz;
1764 HA_SPIN_UNLOCK(LOGSRV_LOCK, &logsrv->lock);
1765 }
1766 if (in_range)
Emeric Brun54648852020-07-06 15:54:06 +02001767 __do_send_log(logsrv, ++nblogger, MAX(level, logsrv->minlvl),
1768 (facility == -1) ? logsrv->facility : facility,
1769 metadata, message, size);
Willy Tarreaubaaee002006-06-26 02:48:02 +02001770 }
1771}
1772
Emeric Brun54648852020-07-06 15:54:06 +02001773/*
1774 * This function sends a syslog message.
1775 * It doesn't care about errors nor does it report them.
1776 * The arguments <sd> and <sd_size> are used for the structured-data part
1777 * in RFC5424 formatted syslog messages.
1778 */
1779void __send_log(struct list *logsrvs, struct buffer *tagb, int level,
1780 char *message, size_t size, char *sd, size_t sd_size)
1781{
1782 static THREAD_LOCAL pid_t curr_pid;
1783 static THREAD_LOCAL char pidstr[16];
1784 static THREAD_LOCAL struct ist metadata[LOG_META_FIELDS];
1785
1786 if (logsrvs == NULL) {
1787 if (!LIST_ISEMPTY(&global.logsrvs)) {
1788 logsrvs = &global.logsrvs;
1789 }
1790 }
1791 if (!logsrvs || LIST_ISEMPTY(logsrvs))
1792 return;
1793
1794 if (!metadata[LOG_META_HOST].len) {
1795 if (global.log_send_hostname)
1796 metadata[LOG_META_HOST] = ist2(global.log_send_hostname, strlen(global.log_send_hostname));
Emeric Brun54648852020-07-06 15:54:06 +02001797 }
1798
1799 if (!tagb || !tagb->area)
1800 tagb = &global.log_tag;
1801
1802 if (tagb)
1803 metadata[LOG_META_TAG] = ist2(tagb->area, tagb->data);
1804
1805 if (unlikely(curr_pid != getpid()))
1806 metadata[LOG_META_PID].len = 0;
1807
1808 if (!metadata[LOG_META_PID].len) {
1809 curr_pid = getpid();
1810 ltoa_o(curr_pid, pidstr, sizeof(pidstr));
1811 metadata[LOG_META_PID] = ist2(pidstr, strlen(pidstr));
1812 }
1813
1814 metadata[LOG_META_STDATA] = ist2(sd, sd_size);
1815
1816 /* Remove trailing space of structured data */
1817 while (metadata[LOG_META_STDATA].len && metadata[LOG_META_STDATA].ptr[metadata[LOG_META_STDATA].len-1] == ' ')
1818 metadata[LOG_META_STDATA].len--;
1819
1820 return process_send_log(logsrvs, level, -1, metadata, message, size);
1821}
Willy Tarreaubaaee002006-06-26 02:48:02 +02001822
Willy Tarreauc89ccb62012-04-05 21:18:22 +02001823const char sess_cookie[8] = "NIDVEOU7"; /* No cookie, Invalid cookie, cookie for a Down server, Valid cookie, Expired cookie, Old cookie, Unused, unknown */
William Lallemandbddd4fd2012-02-27 11:23:10 +01001824const char sess_set_cookie[8] = "NPDIRU67"; /* No set-cookie, Set-cookie found and left unchanged (passive),
1825 Set-cookie Deleted, Set-Cookie Inserted, Set-cookie Rewritten,
1826 Set-cookie Updated, unknown, unknown */
1827
William Lallemand1d705562012-03-12 12:46:41 +01001828/*
1829 * try to write a character if there is enough space, or goto out
1830 */
William Lallemandbddd4fd2012-02-27 11:23:10 +01001831#define LOGCHAR(x) do { \
William Lallemand1d705562012-03-12 12:46:41 +01001832 if (tmplog < dst + maxsize - 1) { \
William Lallemandbddd4fd2012-02-27 11:23:10 +01001833 *(tmplog++) = (x); \
1834 } else { \
1835 goto out; \
1836 } \
1837 } while(0)
1838
Dragan Dosen835b9212016-02-12 13:23:03 +01001839
Willy Tarreaub6b3df32018-11-26 16:31:20 +01001840/* Initializes some log data at boot */
1841static void init_log()
Dragan Dosen835b9212016-02-12 13:23:03 +01001842{
1843 char *tmp;
Willy Tarreaue10cd482018-09-10 18:16:53 +02001844 int i;
Dragan Dosen835b9212016-02-12 13:23:03 +01001845
1846 /* Initialize the escape map for the RFC5424 structured-data : '"\]'
1847 * inside PARAM-VALUE should be escaped with '\' as prefix.
1848 * See https://tools.ietf.org/html/rfc5424#section-6.3.3 for more
1849 * details.
1850 */
1851 memset(rfc5424_escape_map, 0, sizeof(rfc5424_escape_map));
1852
1853 tmp = "\"\\]";
1854 while (*tmp) {
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001855 ha_bit_set(*tmp, rfc5424_escape_map);
Dragan Dosen835b9212016-02-12 13:23:03 +01001856 tmp++;
1857 }
Willy Tarreaue10cd482018-09-10 18:16:53 +02001858
1859 /* initialize the log header encoding map : '{|}"#' should be encoded with
1860 * '#' as prefix, as well as non-printable characters ( <32 or >= 127 ).
1861 * URL encoding only requires '"', '#' to be encoded as well as non-
1862 * printable characters above.
1863 */
1864 memset(hdr_encode_map, 0, sizeof(hdr_encode_map));
1865 memset(url_encode_map, 0, sizeof(url_encode_map));
1866 for (i = 0; i < 32; i++) {
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001867 ha_bit_set(i, hdr_encode_map);
1868 ha_bit_set(i, url_encode_map);
Willy Tarreaue10cd482018-09-10 18:16:53 +02001869 }
1870 for (i = 127; i < 256; i++) {
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001871 ha_bit_set(i, hdr_encode_map);
1872 ha_bit_set(i, url_encode_map);
Willy Tarreaue10cd482018-09-10 18:16:53 +02001873 }
1874
1875 tmp = "\"#{|}";
1876 while (*tmp) {
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001877 ha_bit_set(*tmp, hdr_encode_map);
Willy Tarreaue10cd482018-09-10 18:16:53 +02001878 tmp++;
1879 }
1880
1881 tmp = "\"#";
1882 while (*tmp) {
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001883 ha_bit_set(*tmp, url_encode_map);
Willy Tarreaue10cd482018-09-10 18:16:53 +02001884 tmp++;
1885 }
1886
1887 /* initialize the http header encoding map. The draft httpbis define the
1888 * header content as:
1889 *
1890 * HTTP-message = start-line
1891 * *( header-field CRLF )
1892 * CRLF
1893 * [ message-body ]
1894 * header-field = field-name ":" OWS field-value OWS
1895 * field-value = *( field-content / obs-fold )
1896 * field-content = field-vchar [ 1*( SP / HTAB ) field-vchar ]
1897 * obs-fold = CRLF 1*( SP / HTAB )
1898 * field-vchar = VCHAR / obs-text
1899 * VCHAR = %x21-7E
1900 * obs-text = %x80-FF
1901 *
1902 * All the chars are encoded except "VCHAR", "obs-text", SP and HTAB.
1903 * The encoded chars are form 0x00 to 0x08, 0x0a to 0x1f and 0x7f. The
Joseph Herlant85b40592018-11-15 12:10:04 -08001904 * "obs-fold" is voluntarily forgotten because haproxy remove this.
Willy Tarreaue10cd482018-09-10 18:16:53 +02001905 */
1906 memset(http_encode_map, 0, sizeof(http_encode_map));
1907 for (i = 0x00; i <= 0x08; i++)
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001908 ha_bit_set(i, http_encode_map);
Willy Tarreaue10cd482018-09-10 18:16:53 +02001909 for (i = 0x0a; i <= 0x1f; i++)
Willy Tarreau1bfd6022019-06-07 11:10:07 +02001910 ha_bit_set(i, http_encode_map);
1911 ha_bit_set(0x7f, http_encode_map);
Dragan Dosen835b9212016-02-12 13:23:03 +01001912}
William Lallemand1d705562012-03-12 12:46:41 +01001913
Willy Tarreaub6b3df32018-11-26 16:31:20 +01001914INITCALL0(STG_PREPARE, init_log);
1915
Christopher Faulet0132d062017-07-26 15:33:35 +02001916/* Initialize log buffers used for syslog messages */
1917int init_log_buffers()
1918{
Christopher Faulet0132d062017-07-26 15:33:35 +02001919 logline = my_realloc2(logline, global.max_syslog_len + 1);
1920 logline_rfc5424 = my_realloc2(logline_rfc5424, global.max_syslog_len + 1);
Emeric Brun54648852020-07-06 15:54:06 +02001921 if (!logline || !logline_rfc5424)
Christopher Faulet0132d062017-07-26 15:33:35 +02001922 return 0;
1923 return 1;
1924}
1925
1926/* Deinitialize log buffers used for syslog messages */
1927void deinit_log_buffers()
1928{
Christopher Faulet0132d062017-07-26 15:33:35 +02001929 free(logline);
1930 free(logline_rfc5424);
Christopher Faulet0132d062017-07-26 15:33:35 +02001931 logline = NULL;
1932 logline_rfc5424 = NULL;
1933}
1934
Willy Tarreaudf974472012-12-28 02:44:01 +01001935/* Builds a log line in <dst> based on <list_format>, and stops before reaching
1936 * <maxsize> characters. Returns the size of the output string in characters,
1937 * not counting the trailing zero which is always added if the resulting size
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001938 * is not zero. It requires a valid session and optionally a stream. If the
1939 * stream is NULL, default values will be assumed for the stream part.
Willy Tarreaudf974472012-12-28 02:44:01 +01001940 */
Willy Tarreau43c538e2018-09-05 14:58:15 +02001941int sess_build_logline(struct session *sess, struct stream *s, char *dst, size_t maxsize, struct list *list_format)
Willy Tarreaubaaee002006-06-26 02:48:02 +02001942{
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02001943 struct proxy *fe = sess->fe;
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001944 struct proxy *be;
1945 struct http_txn *txn;
1946 const struct strm_logs *logs;
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02001947 struct connection *fe_conn, *be_conn;
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001948 unsigned int s_flags;
1949 unsigned int uniq_id;
Willy Tarreau83061a82018-07-13 11:56:34 +02001950 struct buffer chunk;
William Lallemandbddd4fd2012-02-27 11:23:10 +01001951 char *uri;
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00001952 char *spc;
Andrew Hayworthe63ac872015-07-31 16:14:16 +00001953 char *qmark;
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00001954 char *end;
Willy Tarreaufe944602007-10-25 10:34:16 +02001955 struct tm tm;
William Lallemandbddd4fd2012-02-27 11:23:10 +01001956 int t_request;
1957 int hdr;
1958 int last_isspace = 1;
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00001959 int nspaces = 0;
Willy Tarreaub1a2faf2012-03-19 16:51:53 +01001960 char *tmplog;
William Lallemand1d705562012-03-12 12:46:41 +01001961 char *ret;
1962 int iret;
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02001963 int status;
William Lallemandbddd4fd2012-02-27 11:23:10 +01001964 struct logformat_node *tmp;
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02001965 struct timeval tv;
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001966 struct strm_logs tmp_strm_log;
Maciej Zdebfcdfd852020-11-30 18:27:47 +00001967 struct ist path;
Amaury Denoyellec453f952021-07-06 11:40:12 +02001968 struct http_uri_parser parser;
Willy Tarreaubaaee002006-06-26 02:48:02 +02001969
William Lallemandbddd4fd2012-02-27 11:23:10 +01001970 /* FIXME: let's limit ourselves to frontend logging for now. */
Willy Tarreaubaaee002006-06-26 02:48:02 +02001971
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001972 if (likely(s)) {
1973 be = s->be;
1974 txn = s->txn;
1975 be_conn = cs_conn(objt_cs(s->si[1].end));
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02001976 status = (txn ? txn->status : 0);
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001977 s_flags = s->flags;
1978 uniq_id = s->uniq_id;
1979 logs = &s->logs;
1980 } else {
1981 /* we have no stream so we first need to initialize a few
1982 * things that are needed later. We do increment the request
1983 * ID so that it's uniquely assigned to this request just as
1984 * if the request had reached the point of being processed.
1985 * A request error is reported as it's the only element we have
1986 * here and which justifies emitting such a log.
1987 */
Christopher Fauletfd818482021-04-14 14:01:41 +02001988 be = ((obj_type(sess->origin) == OBJ_TYPE_CHECK) ? __objt_check(sess->origin)->proxy : fe);
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001989 txn = NULL;
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02001990 fe_conn = objt_conn(sess->origin);
Christopher Fauletfd818482021-04-14 14:01:41 +02001991 be_conn = ((obj_type(sess->origin) == OBJ_TYPE_CHECK) ? cs_conn(__objt_check(sess->origin)->cs) : NULL);
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02001992 status = 0;
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001993 s_flags = SF_ERR_PRXCOND | SF_FINST_R;
Willy Tarreau18515722021-04-06 11:57:41 +02001994 uniq_id = _HA_ATOMIC_FETCH_ADD(&global.req_count, 1);
Willy Tarreau09bb27c2018-09-05 16:55:15 +02001995
1996 /* prepare a valid log structure */
1997 tmp_strm_log.tv_accept = sess->tv_accept;
1998 tmp_strm_log.accept_date = sess->accept_date;
1999 tmp_strm_log.t_handshake = sess->t_handshake;
Christopher Fauletdd789212020-09-30 15:10:07 +02002000 tmp_strm_log.t_idle = (sess->t_idle >= 0 ? sess->t_idle : 0);
Willy Tarreau09bb27c2018-09-05 16:55:15 +02002001 tv_zero(&tmp_strm_log.tv_request);
2002 tmp_strm_log.t_queue = -1;
2003 tmp_strm_log.t_connect = -1;
2004 tmp_strm_log.t_data = -1;
2005 tmp_strm_log.t_close = tv_ms_elapsed(&sess->tv_accept, &now);
2006 tmp_strm_log.bytes_in = 0;
2007 tmp_strm_log.bytes_out = 0;
2008 tmp_strm_log.prx_queue_pos = 0;
2009 tmp_strm_log.srv_queue_pos = 0;
2010
2011 logs = &tmp_strm_log;
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02002012
2013 if ((fe->mode == PR_MODE_HTTP) && fe_conn && fe_conn->mux && fe_conn->mux->ctl) {
Christopher Fauleta015b3e2021-09-28 11:36:28 +02002014 enum mux_exit_status es = fe_conn->mux->ctl(fe_conn, MUX_EXIT_STATUS, &status);
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02002015
2016 switch (es) {
2017 case MUX_ES_SUCCESS:
2018 break;
2019 case MUX_ES_INVALID_ERR:
Christopher Fauleta015b3e2021-09-28 11:36:28 +02002020 status = (status ? status : 400);
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02002021 if ((fe_conn->flags & CO_FL_ERROR) || conn_xprt_read0_pending(fe_conn))
2022 s_flags = SF_ERR_CLICL | SF_FINST_R;
2023 else
2024 s_flags = SF_ERR_PRXCOND | SF_FINST_R;
2025 break;
2026 case MUX_ES_TOUT_ERR:
Christopher Fauleta015b3e2021-09-28 11:36:28 +02002027 status = (status ? status : 408);
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02002028 s_flags = SF_ERR_CLITO | SF_FINST_R;
2029 break;
Christopher Faulet142dd332020-12-07 11:24:37 +01002030 case MUX_ES_NOTIMPL_ERR:
Christopher Fauleta015b3e2021-09-28 11:36:28 +02002031 status = (status ? status : 501);
Christopher Faulet142dd332020-12-07 11:24:37 +01002032 s_flags = SF_ERR_PRXCOND | SF_FINST_R;
2033 break;
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02002034 case MUX_ES_INTERNAL_ERR:
Christopher Fauleta015b3e2021-09-28 11:36:28 +02002035 status = (status ? status : 500);
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02002036 s_flags = SF_ERR_INTERNAL | SF_FINST_R;
2037 break;
2038 default:
2039 break;
2040 }
2041 }
Willy Tarreau09bb27c2018-09-05 16:55:15 +02002042 }
2043
William Lallemandbddd4fd2012-02-27 11:23:10 +01002044 t_request = -1;
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002045 if (tv_isge(&logs->tv_request, &logs->tv_accept))
2046 t_request = tv_ms_elapsed(&logs->tv_accept, &logs->tv_request);
William Lallemandbddd4fd2012-02-27 11:23:10 +01002047
William Lallemand1d705562012-03-12 12:46:41 +01002048 tmplog = dst;
Willy Tarreauc9bd0cc2009-05-10 11:57:02 +02002049
William Lallemandbddd4fd2012-02-27 11:23:10 +01002050 /* fill logbuffer */
William Lallemand1d705562012-03-12 12:46:41 +01002051 if (LIST_ISEMPTY(list_format))
2052 return 0;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002053
William Lallemand1d705562012-03-12 12:46:41 +01002054 list_for_each_entry(tmp, list_format, list) {
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002055 struct connection *conn;
Willy Tarreau4f653562012-10-12 19:48:16 +02002056 const char *src = NULL;
Willy Tarreauc8368452012-12-21 00:09:23 +01002057 struct sample *key;
Willy Tarreau83061a82018-07-13 11:56:34 +02002058 const struct buffer empty = { };
William Lallemandbddd4fd2012-02-27 11:23:10 +01002059
Willy Tarreauc8368452012-12-21 00:09:23 +01002060 switch (tmp->type) {
William Lallemand1d705562012-03-12 12:46:41 +01002061 case LOG_FMT_SEPARATOR:
William Lallemandbddd4fd2012-02-27 11:23:10 +01002062 if (!last_isspace) {
2063 LOGCHAR(' ');
2064 last_isspace = 1;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002065 }
2066 break;
2067
William Lallemand1d705562012-03-12 12:46:41 +01002068 case LOG_FMT_TEXT: // text
William Lallemandbddd4fd2012-02-27 11:23:10 +01002069 src = tmp->arg;
William Lallemand5f232402012-04-05 18:02:55 +02002070 iret = strlcpy2(tmplog, src, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002071 if (iret == 0)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002072 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002073 tmplog += iret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002074 last_isspace = 0;
2075 break;
2076
Willy Tarreauc8368452012-12-21 00:09:23 +01002077 case LOG_FMT_EXPR: // sample expression, may be request or response
2078 key = NULL;
Christopher Faulet5f940702020-04-06 10:40:02 +02002079 if (tmp->options & LOG_OPT_REQ_CAP)
Adis Nezirovic79beb242015-07-06 15:41:02 +02002080 key = sample_fetch_as_type(be, sess, s, SMP_OPT_DIR_REQ|SMP_OPT_FINAL, tmp->expr, SMP_T_STR);
Willy Tarreau20b7a0f2021-09-03 08:53:29 +02002081
Christopher Faulet5f940702020-04-06 10:40:02 +02002082 if (!key && (tmp->options & LOG_OPT_RES_CAP))
Adis Nezirovic79beb242015-07-06 15:41:02 +02002083 key = sample_fetch_as_type(be, sess, s, SMP_OPT_DIR_RES|SMP_OPT_FINAL, tmp->expr, SMP_T_STR);
Willy Tarreau20b7a0f2021-09-03 08:53:29 +02002084
2085 if (!key && !(tmp->options & (LOG_OPT_REQ_CAP|LOG_OPT_RES_CAP))) // cfg, cli
2086 key = sample_fetch_as_type(be, sess, s, SMP_OPT_FINAL, tmp->expr, SMP_T_STR);
2087
Thierry FOURNIERd048d8b2014-03-13 16:46:18 +01002088 if (tmp->options & LOG_OPT_HTTP)
Dragan Dosen835b9212016-02-12 13:23:03 +01002089 ret = lf_encode_chunk(tmplog, dst + maxsize,
2090 '%', http_encode_map, key ? &key->data.u.str : &empty, tmp);
Thierry FOURNIERd048d8b2014-03-13 16:46:18 +01002091 else
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002092 ret = lf_text_len(tmplog,
2093 key ? key->data.u.str.area : NULL,
2094 key ? key->data.u.str.data : 0,
2095 dst + maxsize - tmplog,
2096 tmp);
Willy Tarreauc8368452012-12-21 00:09:23 +01002097 if (ret == 0)
2098 goto out;
2099 tmplog = ret;
2100 last_isspace = 0;
2101 break;
2102
Willy Tarreau2beef582012-12-20 17:22:52 +01002103 case LOG_FMT_CLIENTIP: // %ci
Willy Tarreau9ad7bd42015-04-03 19:19:59 +02002104 conn = objt_conn(sess->origin);
Willy Tarreau8fa99842019-07-17 11:47:11 +02002105 if (conn && conn_get_src(conn))
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002106 ret = lf_ip(tmplog, (struct sockaddr *)conn->src, dst + maxsize - tmplog, tmp);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002107 else
2108 ret = lf_text_len(tmplog, NULL, 0, dst + maxsize - tmplog, tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002109 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002110 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002111 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002112 last_isspace = 0;
2113 break;
2114
Willy Tarreau2beef582012-12-20 17:22:52 +01002115 case LOG_FMT_CLIENTPORT: // %cp
Willy Tarreau9ad7bd42015-04-03 19:19:59 +02002116 conn = objt_conn(sess->origin);
Willy Tarreau8fa99842019-07-17 11:47:11 +02002117 if (conn && conn_get_src(conn)) {
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002118 if (conn->src->ss_family == AF_UNIX) {
Willy Tarreaufb0afa72015-04-03 14:46:27 +02002119 ret = ltoa_o(sess->listener->luid, tmplog, dst + maxsize - tmplog);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002120 } else {
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002121 ret = lf_port(tmplog, (struct sockaddr *)conn->src,
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002122 dst + maxsize - tmplog, tmp);
2123 }
William Lallemand5f232402012-04-05 18:02:55 +02002124 }
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002125 else
2126 ret = lf_text_len(tmplog, NULL, 0, dst + maxsize - tmplog, tmp);
2127
William Lallemand5f232402012-04-05 18:02:55 +02002128 if (ret == NULL)
2129 goto out;
2130 tmplog = ret;
2131 last_isspace = 0;
2132 break;
2133
Willy Tarreau2beef582012-12-20 17:22:52 +01002134 case LOG_FMT_FRONTENDIP: // %fi
Willy Tarreau9ad7bd42015-04-03 19:19:59 +02002135 conn = objt_conn(sess->origin);
Willy Tarreau8fa99842019-07-17 11:47:11 +02002136 if (conn && conn_get_dst(conn)) {
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002137 ret = lf_ip(tmplog, (struct sockaddr *)conn->dst, dst + maxsize - tmplog, tmp);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002138 }
2139 else
2140 ret = lf_text_len(tmplog, NULL, 0, dst + maxsize - tmplog, tmp);
2141
William Lallemand1d705562012-03-12 12:46:41 +01002142 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002143 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002144 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002145 last_isspace = 0;
2146 break;
2147
Willy Tarreau2beef582012-12-20 17:22:52 +01002148 case LOG_FMT_FRONTENDPORT: // %fp
Willy Tarreau9ad7bd42015-04-03 19:19:59 +02002149 conn = objt_conn(sess->origin);
Willy Tarreau8fa99842019-07-17 11:47:11 +02002150 if (conn && conn_get_dst(conn)) {
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002151 if (conn->dst->ss_family == AF_UNIX)
Willy Tarreaufb0afa72015-04-03 14:46:27 +02002152 ret = ltoa_o(sess->listener->luid, tmplog, dst + maxsize - tmplog);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002153 else
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002154 ret = lf_port(tmplog, (struct sockaddr *)conn->dst, dst + maxsize - tmplog, tmp);
William Lallemand5f232402012-04-05 18:02:55 +02002155 }
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002156 else
2157 ret = lf_text_len(tmplog, NULL, 0, dst + maxsize - tmplog, tmp);
2158
William Lallemand5f232402012-04-05 18:02:55 +02002159 if (ret == NULL)
2160 goto out;
2161 tmplog = ret;
2162 last_isspace = 0;
2163 break;
2164
Willy Tarreau2beef582012-12-20 17:22:52 +01002165 case LOG_FMT_BACKENDIP: // %bi
Willy Tarreau8fa99842019-07-17 11:47:11 +02002166 if (be_conn && conn_get_src(be_conn))
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002167 ret = lf_ip(tmplog, (const struct sockaddr *)be_conn->src, dst + maxsize - tmplog, tmp);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002168 else
2169 ret = lf_text_len(tmplog, NULL, 0, dst + maxsize - tmplog, tmp);
2170
William Lallemand1d705562012-03-12 12:46:41 +01002171 if (ret == NULL)
William Lallemandb7ff6a32012-03-02 14:35:21 +01002172 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002173 tmplog = ret;
William Lallemandb7ff6a32012-03-02 14:35:21 +01002174 last_isspace = 0;
2175 break;
2176
Willy Tarreau2beef582012-12-20 17:22:52 +01002177 case LOG_FMT_BACKENDPORT: // %bp
Willy Tarreau8fa99842019-07-17 11:47:11 +02002178 if (be_conn && conn_get_src(be_conn))
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002179 ret = lf_port(tmplog, (struct sockaddr *)be_conn->src, dst + maxsize - tmplog, tmp);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002180 else
2181 ret = lf_text_len(tmplog, NULL, 0, dst + maxsize - tmplog, tmp);
2182
William Lallemand5f232402012-04-05 18:02:55 +02002183 if (ret == NULL)
2184 goto out;
2185 tmplog = ret;
2186 last_isspace = 0;
2187 break;
2188
Willy Tarreau2beef582012-12-20 17:22:52 +01002189 case LOG_FMT_SERVERIP: // %si
Willy Tarreau8fa99842019-07-17 11:47:11 +02002190 if (be_conn && conn_get_dst(be_conn))
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002191 ret = lf_ip(tmplog, (struct sockaddr *)be_conn->dst, dst + maxsize - tmplog, tmp);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002192 else
2193 ret = lf_text_len(tmplog, NULL, 0, dst + maxsize - tmplog, tmp);
2194
William Lallemand5f232402012-04-05 18:02:55 +02002195 if (ret == NULL)
2196 goto out;
2197 tmplog = ret;
2198 last_isspace = 0;
2199 break;
2200
Willy Tarreau2beef582012-12-20 17:22:52 +01002201 case LOG_FMT_SERVERPORT: // %sp
Willy Tarreau8fa99842019-07-17 11:47:11 +02002202 if (be_conn && conn_get_dst(be_conn))
Willy Tarreau6c6365f2019-07-17 16:48:18 +02002203 ret = lf_port(tmplog, (struct sockaddr *)be_conn->dst, dst + maxsize - tmplog, tmp);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002204 else
2205 ret = lf_text_len(tmplog, NULL, 0, dst + maxsize - tmplog, tmp);
2206
William Lallemand1d705562012-03-12 12:46:41 +01002207 if (ret == NULL)
William Lallemandb7ff6a32012-03-02 14:35:21 +01002208 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002209 tmplog = ret;
William Lallemandb7ff6a32012-03-02 14:35:21 +01002210 last_isspace = 0;
2211 break;
2212
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002213 case LOG_FMT_DATE: // %t = accept date
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002214 get_localtime(logs->accept_date.tv_sec, &tm);
2215 ret = date2str_log(tmplog, &tm, &logs->accept_date, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002216 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002217 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002218 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002219 last_isspace = 0;
2220 break;
2221
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002222 case LOG_FMT_tr: // %tr = start of request date
2223 /* Note that the timers are valid if we get here */
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002224 tv_ms_add(&tv, &logs->accept_date, logs->t_idle >= 0 ? logs->t_idle + logs->t_handshake : 0);
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002225 get_localtime(tv.tv_sec, &tm);
2226 ret = date2str_log(tmplog, &tm, &tv, dst + maxsize - tmplog);
2227 if (ret == NULL)
2228 goto out;
2229 tmplog = ret;
2230 last_isspace = 0;
2231 break;
2232
2233 case LOG_FMT_DATEGMT: // %T = accept date, GMT
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002234 get_gmtime(logs->accept_date.tv_sec, &tm);
William Lallemand5f232402012-04-05 18:02:55 +02002235 ret = gmt2str_log(tmplog, &tm, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002236 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002237 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002238 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002239 last_isspace = 0;
2240 break;
2241
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002242 case LOG_FMT_trg: // %trg = start of request date, GMT
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002243 tv_ms_add(&tv, &logs->accept_date, logs->t_idle >= 0 ? logs->t_idle + logs->t_handshake : 0);
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002244 get_gmtime(tv.tv_sec, &tm);
2245 ret = gmt2str_log(tmplog, &tm, dst + maxsize - tmplog);
2246 if (ret == NULL)
2247 goto out;
2248 tmplog = ret;
2249 last_isspace = 0;
2250 break;
2251
2252 case LOG_FMT_DATELOCAL: // %Tl = accept date, local
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002253 get_localtime(logs->accept_date.tv_sec, &tm);
2254 ret = localdate2str_log(tmplog, logs->accept_date.tv_sec, &tm, dst + maxsize - tmplog);
Yuxans Yao4e25b012012-10-19 10:36:09 +08002255 if (ret == NULL)
2256 goto out;
2257 tmplog = ret;
2258 last_isspace = 0;
2259 break;
2260
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002261 case LOG_FMT_trl: // %trl = start of request date, local
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002262 tv_ms_add(&tv, &logs->accept_date, logs->t_idle >= 0 ? logs->t_idle + logs->t_handshake : 0);
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002263 get_localtime(tv.tv_sec, &tm);
2264 ret = localdate2str_log(tmplog, tv.tv_sec, &tm, dst + maxsize - tmplog);
2265 if (ret == NULL)
2266 goto out;
2267 tmplog = ret;
2268 last_isspace = 0;
2269 break;
2270
William Lallemand5f232402012-04-05 18:02:55 +02002271 case LOG_FMT_TS: // %Ts
William Lallemand5f232402012-04-05 18:02:55 +02002272 if (tmp->options & LOG_OPT_HEXA) {
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002273 iret = snprintf(tmplog, dst + maxsize - tmplog, "%04X", (unsigned int)logs->accept_date.tv_sec);
William Lallemand5f232402012-04-05 18:02:55 +02002274 if (iret < 0 || iret > dst + maxsize - tmplog)
2275 goto out;
2276 last_isspace = 0;
2277 tmplog += iret;
2278 } else {
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002279 ret = ltoa_o(logs->accept_date.tv_sec, tmplog, dst + maxsize - tmplog);
William Lallemand5f232402012-04-05 18:02:55 +02002280 if (ret == NULL)
2281 goto out;
2282 tmplog = ret;
2283 last_isspace = 0;
2284 }
2285 break;
2286
William Lallemand1d705562012-03-12 12:46:41 +01002287 case LOG_FMT_MS: // %ms
William Lallemand5f232402012-04-05 18:02:55 +02002288 if (tmp->options & LOG_OPT_HEXA) {
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002289 iret = snprintf(tmplog, dst + maxsize - tmplog, "%02X",(unsigned int)logs->accept_date.tv_usec/1000);
William Lallemand5f232402012-04-05 18:02:55 +02002290 if (iret < 0 || iret > dst + maxsize - tmplog)
2291 goto out;
2292 last_isspace = 0;
2293 tmplog += iret;
2294 } else {
2295 if ((dst + maxsize - tmplog) < 4)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002296 goto out;
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002297 ret = utoa_pad((unsigned int)logs->accept_date.tv_usec/1000,
Willy Tarreau9e60cd82013-01-24 01:18:16 +01002298 tmplog, 4);
2299 if (ret == NULL)
William Lallemand51b5dca2012-03-26 17:52:55 +02002300 goto out;
Willy Tarreau9e60cd82013-01-24 01:18:16 +01002301 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002302 last_isspace = 0;
William Lallemand5f232402012-04-05 18:02:55 +02002303 }
2304 break;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002305
William Lallemand1d705562012-03-12 12:46:41 +01002306 case LOG_FMT_FRONTEND: // %f
William Lallemandbddd4fd2012-02-27 11:23:10 +01002307 src = fe->id;
William Lallemand5f232402012-04-05 18:02:55 +02002308 ret = lf_text(tmplog, src, dst + maxsize - tmplog, tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002309 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002310 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002311 tmplog = ret;
William Lallemand51b5dca2012-03-26 17:52:55 +02002312 last_isspace = 0;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002313 break;
2314
Willy Tarreau773d65f2012-10-12 14:56:11 +02002315 case LOG_FMT_FRONTEND_XPRT: // %ft
2316 src = fe->id;
2317 if (tmp->options & LOG_OPT_QUOTE)
2318 LOGCHAR('"');
2319 iret = strlcpy2(tmplog, src, dst + maxsize - tmplog);
2320 if (iret == 0)
2321 goto out;
2322 tmplog += iret;
Christopher Fauletfd818482021-04-14 14:01:41 +02002323 if (sess->listener && sess->listener->bind_conf->xprt == xprt_get(XPRT_SSL))
Willy Tarreau773d65f2012-10-12 14:56:11 +02002324 LOGCHAR('~');
Willy Tarreau773d65f2012-10-12 14:56:11 +02002325 if (tmp->options & LOG_OPT_QUOTE)
2326 LOGCHAR('"');
2327 last_isspace = 0;
2328 break;
Willy Tarreauffc3fcd2012-10-12 20:17:54 +02002329#ifdef USE_OPENSSL
2330 case LOG_FMT_SSL_CIPHER: // %sslc
2331 src = NULL;
Willy Tarreau9ad7bd42015-04-03 19:19:59 +02002332 conn = objt_conn(sess->origin);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002333 if (conn) {
Emmanuel Hocdet01da5712017-10-13 16:59:49 +02002334 src = ssl_sock_get_cipher_name(conn);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002335 }
Willy Tarreauffc3fcd2012-10-12 20:17:54 +02002336 ret = lf_text(tmplog, src, dst + maxsize - tmplog, tmp);
2337 if (ret == NULL)
2338 goto out;
2339 tmplog = ret;
2340 last_isspace = 0;
2341 break;
Willy Tarreau773d65f2012-10-12 14:56:11 +02002342
Willy Tarreauffc3fcd2012-10-12 20:17:54 +02002343 case LOG_FMT_SSL_VERSION: // %sslv
2344 src = NULL;
Willy Tarreau9ad7bd42015-04-03 19:19:59 +02002345 conn = objt_conn(sess->origin);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002346 if (conn) {
Emmanuel Hocdet01da5712017-10-13 16:59:49 +02002347 src = ssl_sock_get_proto_version(conn);
Willy Tarreaub363a1f2013-10-01 10:45:07 +02002348 }
Willy Tarreauffc3fcd2012-10-12 20:17:54 +02002349 ret = lf_text(tmplog, src, dst + maxsize - tmplog, tmp);
2350 if (ret == NULL)
2351 goto out;
2352 tmplog = ret;
2353 last_isspace = 0;
2354 break;
2355#endif
William Lallemand1d705562012-03-12 12:46:41 +01002356 case LOG_FMT_BACKEND: // %b
William Lallemandbddd4fd2012-02-27 11:23:10 +01002357 src = be->id;
William Lallemand5f232402012-04-05 18:02:55 +02002358 ret = lf_text(tmplog, src, dst + maxsize - tmplog, tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002359 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002360 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002361 tmplog = ret;
William Lallemand51b5dca2012-03-26 17:52:55 +02002362 last_isspace = 0;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002363 break;
2364
William Lallemand1d705562012-03-12 12:46:41 +01002365 case LOG_FMT_SERVER: // %s
Christopher Fauletfd818482021-04-14 14:01:41 +02002366 switch (obj_type(s ? s->target : sess->origin)) {
Willy Tarreaud79a3b22012-12-28 09:40:16 +01002367 case OBJ_TYPE_SERVER:
Willy Tarreau1aaf3242018-09-20 11:13:58 +02002368 src = __objt_server(s->target)->id;
Willy Tarreaud79a3b22012-12-28 09:40:16 +01002369 break;
2370 case OBJ_TYPE_APPLET:
Willy Tarreau1aaf3242018-09-20 11:13:58 +02002371 src = __objt_applet(s->target)->name;
Willy Tarreaud79a3b22012-12-28 09:40:16 +01002372 break;
Christopher Fauletfd818482021-04-14 14:01:41 +02002373 case OBJ_TYPE_CHECK:
2374 src = (__objt_check(sess->origin)->server
2375 ? __objt_check(sess->origin)->server->id
2376 : "<NOSRV>");
2377 break;
Willy Tarreaud79a3b22012-12-28 09:40:16 +01002378 default:
2379 src = "<NOSRV>";
2380 break;
2381 }
William Lallemand5f232402012-04-05 18:02:55 +02002382 ret = lf_text(tmplog, src, dst + maxsize - tmplog, tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002383 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002384 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002385 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002386 last_isspace = 0;
2387 break;
2388
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002389 case LOG_FMT_Th: // %Th = handshake time
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002390 ret = ltoa_o(logs->t_handshake, tmplog, dst + maxsize - tmplog);
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002391 if (ret == NULL)
2392 goto out;
2393 tmplog = ret;
2394 last_isspace = 0;
2395 break;
2396
2397 case LOG_FMT_Ti: // %Ti = HTTP idle time
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002398 ret = ltoa_o(logs->t_idle, tmplog, dst + maxsize - tmplog);
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002399 if (ret == NULL)
2400 goto out;
2401 tmplog = ret;
2402 last_isspace = 0;
2403 break;
2404
2405 case LOG_FMT_TR: // %TR = HTTP request time
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002406 ret = ltoa_o((t_request >= 0) ? t_request - logs->t_idle - logs->t_handshake : -1,
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002407 tmplog, dst + maxsize - tmplog);
2408 if (ret == NULL)
2409 goto out;
2410 tmplog = ret;
2411 last_isspace = 0;
2412 break;
2413
2414 case LOG_FMT_TQ: // %Tq = Th + Ti + TR
William Lallemand5f232402012-04-05 18:02:55 +02002415 ret = ltoa_o(t_request, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002416 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002417 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002418 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002419 last_isspace = 0;
2420 break;
2421
William Lallemand1d705562012-03-12 12:46:41 +01002422 case LOG_FMT_TW: // %Tw
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002423 ret = ltoa_o((logs->t_queue >= 0) ? logs->t_queue - t_request : -1,
William Lallemand5f232402012-04-05 18:02:55 +02002424 tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002425 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002426 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002427 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002428 last_isspace = 0;
2429 break;
2430
William Lallemand1d705562012-03-12 12:46:41 +01002431 case LOG_FMT_TC: // %Tc
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002432 ret = ltoa_o((logs->t_connect >= 0) ? logs->t_connect - logs->t_queue : -1,
William Lallemand5f232402012-04-05 18:02:55 +02002433 tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002434 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002435 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002436 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002437 last_isspace = 0;
2438 break;
2439
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002440 case LOG_FMT_Tr: // %Tr
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002441 ret = ltoa_o((logs->t_data >= 0) ? logs->t_data - logs->t_connect : -1,
William Lallemand5f232402012-04-05 18:02:55 +02002442 tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002443 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002444 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002445 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002446 last_isspace = 0;
2447 break;
2448
Willy Tarreau27b639d2016-05-17 17:55:27 +02002449 case LOG_FMT_TD: // %Td
Willy Tarreaua21c0e62018-09-05 15:07:15 +02002450 if (be->mode == PR_MODE_HTTP)
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002451 ret = ltoa_o((logs->t_data >= 0) ? logs->t_close - logs->t_data : -1,
Willy Tarreau27b639d2016-05-17 17:55:27 +02002452 tmplog, dst + maxsize - tmplog);
2453 else
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002454 ret = ltoa_o((logs->t_connect >= 0) ? logs->t_close - logs->t_connect : -1,
Willy Tarreau27b639d2016-05-17 17:55:27 +02002455 tmplog, dst + maxsize - tmplog);
2456 if (ret == NULL)
2457 goto out;
2458 tmplog = ret;
2459 last_isspace = 0;
2460 break;
2461
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002462 case LOG_FMT_Ta: // %Ta = active time = Tt - Th - Ti
2463 if (!(fe->to_log & LW_BYTES))
2464 LOGCHAR('+');
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002465 ret = ltoa_o(logs->t_close - (logs->t_idle >= 0 ? logs->t_idle + logs->t_handshake : 0),
Thierry FOURNIER / OZON.IO4cac3592016-07-28 17:19:45 +02002466 tmplog, dst + maxsize - tmplog);
2467 if (ret == NULL)
2468 goto out;
2469 tmplog = ret;
2470 last_isspace = 0;
2471 break;
2472
2473 case LOG_FMT_TT: // %Tt = total time
Willy Tarreaud79a3b22012-12-28 09:40:16 +01002474 if (!(fe->to_log & LW_BYTES))
William Lallemand1d705562012-03-12 12:46:41 +01002475 LOGCHAR('+');
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002476 ret = ltoa_o(logs->t_close, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002477 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002478 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002479 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002480 last_isspace = 0;
2481 break;
2482
Damien Claisse57c8eb92020-04-28 12:09:19 +00002483 case LOG_FMT_TU: // %Tu = total time seen by user = Tt - Ti
2484 if (!(fe->to_log & LW_BYTES))
2485 LOGCHAR('+');
2486 ret = ltoa_o(logs->t_close - (logs->t_idle >= 0 ? logs->t_idle : 0),
2487 tmplog, dst + maxsize - tmplog);
2488 if (ret == NULL)
2489 goto out;
2490 tmplog = ret;
2491 last_isspace = 0;
2492 break;
2493
Willy Tarreau2beef582012-12-20 17:22:52 +01002494 case LOG_FMT_STATUS: // %ST
Christopher Fauletce5e6bc2020-10-06 15:11:43 +02002495 ret = ltoa_o(status, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002496 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002497 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002498 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002499 last_isspace = 0;
2500 break;
2501
William Lallemand1d705562012-03-12 12:46:41 +01002502 case LOG_FMT_BYTES: // %B
Willy Tarreaud79a3b22012-12-28 09:40:16 +01002503 if (!(fe->to_log & LW_BYTES))
William Lallemand1d705562012-03-12 12:46:41 +01002504 LOGCHAR('+');
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002505 ret = lltoa(logs->bytes_out, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002506 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002507 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002508 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002509 last_isspace = 0;
2510 break;
2511
Willy Tarreauc5259fd2012-12-20 15:38:04 +01002512 case LOG_FMT_BYTES_UP: // %U
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002513 ret = lltoa(logs->bytes_in, tmplog, dst + maxsize - tmplog);
Willy Tarreauc5259fd2012-12-20 15:38:04 +01002514 if (ret == NULL)
2515 goto out;
2516 tmplog = ret;
2517 last_isspace = 0;
2518 break;
2519
Willy Tarreau2beef582012-12-20 17:22:52 +01002520 case LOG_FMT_CCLIENT: // %CC
Willy Tarreau57bc8912016-04-25 17:09:40 +02002521 src = txn ? txn->cli_cookie : NULL;
William Lallemand5f232402012-04-05 18:02:55 +02002522 ret = lf_text(tmplog, src, dst + maxsize - tmplog, tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002523 if (ret == NULL)
William Lallemand51b5dca2012-03-26 17:52:55 +02002524 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002525 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002526 last_isspace = 0;
2527 break;
2528
Willy Tarreau2beef582012-12-20 17:22:52 +01002529 case LOG_FMT_CSERVER: // %CS
Willy Tarreau57bc8912016-04-25 17:09:40 +02002530 src = txn ? txn->srv_cookie : NULL;
William Lallemand5f232402012-04-05 18:02:55 +02002531 ret = lf_text(tmplog, src, dst + maxsize - tmplog, tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002532 if (ret == NULL)
William Lallemand51b5dca2012-03-26 17:52:55 +02002533 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002534 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002535 last_isspace = 0;
2536 break;
2537
William Lallemand1d705562012-03-12 12:46:41 +01002538 case LOG_FMT_TERMSTATE: // %ts
Willy Tarreaub8bc5252018-09-05 15:51:28 +02002539 LOGCHAR(sess_term_cond[(s_flags & SF_ERR_MASK) >> SF_ERR_SHIFT]);
2540 LOGCHAR(sess_fin_state[(s_flags & SF_FINST_MASK) >> SF_FINST_SHIFT]);
Willy Tarreau6580c062012-03-12 15:09:42 +01002541 *tmplog = '\0';
2542 last_isspace = 0;
2543 break;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002544
William Lallemand1d705562012-03-12 12:46:41 +01002545 case LOG_FMT_TERMSTATE_CK: // %tsc, same as TS with cookie state (for mode HTTP)
Willy Tarreaub8bc5252018-09-05 15:51:28 +02002546 LOGCHAR(sess_term_cond[(s_flags & SF_ERR_MASK) >> SF_ERR_SHIFT]);
2547 LOGCHAR(sess_fin_state[(s_flags & SF_FINST_MASK) >> SF_FINST_SHIFT]);
Willy Tarreau57bc8912016-04-25 17:09:40 +02002548 LOGCHAR((txn && (be->ck_opts & PR_CK_ANY)) ? sess_cookie[(txn->flags & TX_CK_MASK) >> TX_CK_SHIFT] : '-');
2549 LOGCHAR((txn && (be->ck_opts & PR_CK_ANY)) ? sess_set_cookie[(txn->flags & TX_SCK_MASK) >> TX_SCK_SHIFT] : '-');
William Lallemandbddd4fd2012-02-27 11:23:10 +01002550 last_isspace = 0;
2551 break;
2552
William Lallemand1d705562012-03-12 12:46:41 +01002553 case LOG_FMT_ACTCONN: // %ac
William Lallemand5f232402012-04-05 18:02:55 +02002554 ret = ltoa_o(actconn, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002555 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002556 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002557 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002558 last_isspace = 0;
2559 break;
2560
William Lallemand1d705562012-03-12 12:46:41 +01002561 case LOG_FMT_FECONN: // %fc
William Lallemand5f232402012-04-05 18:02:55 +02002562 ret = ltoa_o(fe->feconn, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002563 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002564 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002565 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002566 last_isspace = 0;
2567 break;
2568
William Lallemand1d705562012-03-12 12:46:41 +01002569 case LOG_FMT_BECONN: // %bc
William Lallemand5f232402012-04-05 18:02:55 +02002570 ret = ltoa_o(be->beconn, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002571 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002572 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002573 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002574 last_isspace = 0;
2575 break;
2576
William Lallemand1d705562012-03-12 12:46:41 +01002577 case LOG_FMT_SRVCONN: // %sc
Christopher Fauletfd818482021-04-14 14:01:41 +02002578 switch (obj_type(s ? s->target : sess->origin)) {
2579 case OBJ_TYPE_SERVER:
2580 ret = ultoa_o(__objt_server(s->target)->cur_sess,
2581 tmplog, dst + maxsize - tmplog);
2582 break;
2583 case OBJ_TYPE_CHECK:
2584 ret = ultoa_o(__objt_check(sess->origin)->server
2585 ? __objt_check(sess->origin)->server->cur_sess
2586 : 0, tmplog, dst + maxsize - tmplog);
2587 break;
2588 default:
2589 ret = ultoa_o(0, tmplog, dst + maxsize - tmplog);
2590 break;
2591 }
2592
William Lallemand1d705562012-03-12 12:46:41 +01002593 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002594 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002595 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002596 last_isspace = 0;
2597 break;
2598
William Lallemand1d705562012-03-12 12:46:41 +01002599 case LOG_FMT_RETRIES: // %rq
Willy Tarreaub8bc5252018-09-05 15:51:28 +02002600 if (s_flags & SF_REDISP)
William Lallemand1d705562012-03-12 12:46:41 +01002601 LOGCHAR('+');
Christopher Faulet1d26f222021-04-16 11:24:20 +02002602 ret = ltoa_o(((s && s->si[1].conn_retries > 0)
2603 ? (be->conn_retries - s->si[1].conn_retries)
2604 : ((s && s->si[1].state != SI_ST_INI) ? be->conn_retries : 0)),
2605 tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002606 if (ret == NULL)
William Lallemand51b5dca2012-03-26 17:52:55 +02002607 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002608 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002609 last_isspace = 0;
2610 break;
2611
William Lallemand1d705562012-03-12 12:46:41 +01002612 case LOG_FMT_SRVQUEUE: // %sq
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002613 ret = ltoa_o(logs->srv_queue_pos, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002614 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002615 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002616 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002617 last_isspace = 0;
2618 break;
2619
William Lallemand1d705562012-03-12 12:46:41 +01002620 case LOG_FMT_BCKQUEUE: // %bq
Willy Tarreau372ac5a2018-09-05 15:16:23 +02002621 ret = ltoa_o(logs->prx_queue_pos, tmplog, dst + maxsize - tmplog);
William Lallemand1d705562012-03-12 12:46:41 +01002622 if (ret == NULL)
William Lallemandbddd4fd2012-02-27 11:23:10 +01002623 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002624 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002625 last_isspace = 0;
2626 break;
2627
William Lallemand1d705562012-03-12 12:46:41 +01002628 case LOG_FMT_HDRREQUEST: // %hr
William Lallemandbddd4fd2012-02-27 11:23:10 +01002629 /* request header */
Willy Tarreaud4f91662018-09-05 15:28:07 +02002630 if (fe->nb_req_cap && s && s->req_cap) {
William Lallemandbddd4fd2012-02-27 11:23:10 +01002631 if (tmp->options & LOG_OPT_QUOTE)
2632 LOGCHAR('"');
2633 LOGCHAR('{');
2634 for (hdr = 0; hdr < fe->nb_req_cap; hdr++) {
2635 if (hdr)
2636 LOGCHAR('|');
Willy Tarreaucb7dd012015-04-03 22:16:32 +02002637 if (s->req_cap[hdr] != NULL) {
Dragan Dosen835b9212016-02-12 13:23:03 +01002638 ret = lf_encode_string(tmplog, dst + maxsize,
2639 '#', hdr_encode_map, s->req_cap[hdr], tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002640 if (ret == NULL || *ret != '\0')
William Lallemand51b5dca2012-03-26 17:52:55 +02002641 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002642 tmplog = ret;
William Lallemand51b5dca2012-03-26 17:52:55 +02002643 }
William Lallemandbddd4fd2012-02-27 11:23:10 +01002644 }
2645 LOGCHAR('}');
William Lallemand51b5dca2012-03-26 17:52:55 +02002646 if (tmp->options & LOG_OPT_QUOTE)
2647 LOGCHAR('"');
William Lallemandbddd4fd2012-02-27 11:23:10 +01002648 last_isspace = 0;
2649 }
William Lallemandbddd4fd2012-02-27 11:23:10 +01002650 break;
2651
William Lallemand1d705562012-03-12 12:46:41 +01002652 case LOG_FMT_HDRREQUESTLIST: // %hrl
William Lallemandbddd4fd2012-02-27 11:23:10 +01002653 /* request header list */
Willy Tarreaud4f91662018-09-05 15:28:07 +02002654 if (fe->nb_req_cap && s && s->req_cap) {
William Lallemandbddd4fd2012-02-27 11:23:10 +01002655 for (hdr = 0; hdr < fe->nb_req_cap; hdr++) {
2656 if (hdr > 0)
2657 LOGCHAR(' ');
2658 if (tmp->options & LOG_OPT_QUOTE)
2659 LOGCHAR('"');
Willy Tarreaucb7dd012015-04-03 22:16:32 +02002660 if (s->req_cap[hdr] != NULL) {
Dragan Dosen835b9212016-02-12 13:23:03 +01002661 ret = lf_encode_string(tmplog, dst + maxsize,
2662 '#', hdr_encode_map, s->req_cap[hdr], tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002663 if (ret == NULL || *ret != '\0')
William Lallemand51b5dca2012-03-26 17:52:55 +02002664 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002665 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002666 } else if (!(tmp->options & LOG_OPT_QUOTE))
2667 LOGCHAR('-');
2668 if (tmp->options & LOG_OPT_QUOTE)
2669 LOGCHAR('"');
William Lallemandbddd4fd2012-02-27 11:23:10 +01002670 last_isspace = 0;
2671 }
2672 }
2673 break;
Willy Tarreaubaaee002006-06-26 02:48:02 +02002674
William Lallemand1d705562012-03-12 12:46:41 +01002675
2676 case LOG_FMT_HDRRESPONS: // %hs
William Lallemandbddd4fd2012-02-27 11:23:10 +01002677 /* response header */
Willy Tarreaud4f91662018-09-05 15:28:07 +02002678 if (fe->nb_rsp_cap && s && s->res_cap) {
William Lallemandbddd4fd2012-02-27 11:23:10 +01002679 if (tmp->options & LOG_OPT_QUOTE)
2680 LOGCHAR('"');
2681 LOGCHAR('{');
2682 for (hdr = 0; hdr < fe->nb_rsp_cap; hdr++) {
2683 if (hdr)
2684 LOGCHAR('|');
Willy Tarreaucb7dd012015-04-03 22:16:32 +02002685 if (s->res_cap[hdr] != NULL) {
Dragan Dosen835b9212016-02-12 13:23:03 +01002686 ret = lf_encode_string(tmplog, dst + maxsize,
2687 '#', hdr_encode_map, s->res_cap[hdr], tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002688 if (ret == NULL || *ret != '\0')
William Lallemand51b5dca2012-03-26 17:52:55 +02002689 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002690 tmplog = ret;
William Lallemand51b5dca2012-03-26 17:52:55 +02002691 }
William Lallemandbddd4fd2012-02-27 11:23:10 +01002692 }
2693 LOGCHAR('}');
2694 last_isspace = 0;
2695 if (tmp->options & LOG_OPT_QUOTE)
2696 LOGCHAR('"');
2697 }
William Lallemandbddd4fd2012-02-27 11:23:10 +01002698 break;
2699
William Lallemand1d705562012-03-12 12:46:41 +01002700 case LOG_FMT_HDRRESPONSLIST: // %hsl
William Lallemandbddd4fd2012-02-27 11:23:10 +01002701 /* response header list */
Willy Tarreaud4f91662018-09-05 15:28:07 +02002702 if (fe->nb_rsp_cap && s && s->res_cap) {
William Lallemandbddd4fd2012-02-27 11:23:10 +01002703 for (hdr = 0; hdr < fe->nb_rsp_cap; hdr++) {
2704 if (hdr > 0)
2705 LOGCHAR(' ');
2706 if (tmp->options & LOG_OPT_QUOTE)
2707 LOGCHAR('"');
Willy Tarreaucb7dd012015-04-03 22:16:32 +02002708 if (s->res_cap[hdr] != NULL) {
Dragan Dosen835b9212016-02-12 13:23:03 +01002709 ret = lf_encode_string(tmplog, dst + maxsize,
2710 '#', hdr_encode_map, s->res_cap[hdr], tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002711 if (ret == NULL || *ret != '\0')
William Lallemand51b5dca2012-03-26 17:52:55 +02002712 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002713 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002714 } else if (!(tmp->options & LOG_OPT_QUOTE))
2715 LOGCHAR('-');
2716 if (tmp->options & LOG_OPT_QUOTE)
2717 LOGCHAR('"');
William Lallemandbddd4fd2012-02-27 11:23:10 +01002718 last_isspace = 0;
2719 }
2720 }
2721 break;
2722
William Lallemand1d705562012-03-12 12:46:41 +01002723 case LOG_FMT_REQ: // %r
William Lallemandbddd4fd2012-02-27 11:23:10 +01002724 /* Request */
2725 if (tmp->options & LOG_OPT_QUOTE)
2726 LOGCHAR('"');
Willy Tarreau57bc8912016-04-25 17:09:40 +02002727 uri = txn && txn->uri ? txn->uri : "<BADREQ>";
Dragan Dosen835b9212016-02-12 13:23:03 +01002728 ret = lf_encode_string(tmplog, dst + maxsize,
2729 '#', url_encode_map, uri, tmp);
William Lallemand1d705562012-03-12 12:46:41 +01002730 if (ret == NULL || *ret != '\0')
William Lallemand51b5dca2012-03-26 17:52:55 +02002731 goto out;
William Lallemand1d705562012-03-12 12:46:41 +01002732 tmplog = ret;
William Lallemandbddd4fd2012-02-27 11:23:10 +01002733 if (tmp->options & LOG_OPT_QUOTE)
2734 LOGCHAR('"');
William Lallemandbddd4fd2012-02-27 11:23:10 +01002735 last_isspace = 0;
2736 break;
William Lallemand5f232402012-04-05 18:02:55 +02002737
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002738 case LOG_FMT_HTTP_PATH: // %HP
Willy Tarreau57bc8912016-04-25 17:09:40 +02002739 uri = txn && txn->uri ? txn->uri : "<BADREQ>";
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002740
Willy Tarreaub7636d12015-06-17 19:58:02 +02002741 if (tmp->options & LOG_OPT_QUOTE)
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002742 LOGCHAR('"');
2743
2744 end = uri + strlen(uri);
2745 // look for the first whitespace character
2746 while (uri < end && !HTTP_IS_SPHT(*uri))
2747 uri++;
2748
2749 // keep advancing past multiple spaces
2750 while (uri < end && HTTP_IS_SPHT(*uri)) {
2751 uri++; nspaces++;
2752 }
2753
2754 // look for first space or question mark after url
2755 spc = uri;
2756 while (spc < end && *spc != '?' && !HTTP_IS_SPHT(*spc))
2757 spc++;
2758
Nenad Merdanovic54e439f2016-04-26 01:39:02 +02002759 if (!txn || !txn->uri || nspaces == 0) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002760 chunk.area = "<BADREQ>";
2761 chunk.data = strlen("<BADREQ>");
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002762 } else {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002763 chunk.area = uri;
2764 chunk.data = spc - uri;
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002765 }
2766
Dragan Dosen835b9212016-02-12 13:23:03 +01002767 ret = lf_encode_chunk(tmplog, dst + maxsize, '#', url_encode_map, &chunk, tmp);
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002768 if (ret == NULL || *ret != '\0')
2769 goto out;
2770
2771 tmplog = ret;
Willy Tarreaub7636d12015-06-17 19:58:02 +02002772 if (tmp->options & LOG_OPT_QUOTE)
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002773 LOGCHAR('"');
2774
2775 last_isspace = 0;
2776 break;
2777
Maciej Zdebfcdfd852020-11-30 18:27:47 +00002778 case LOG_FMT_HTTP_PATH_ONLY: // %HPO
2779 uri = txn && txn->uri ? txn->uri : "<BADREQ>";
2780
2781 if (tmp->options & LOG_OPT_QUOTE)
2782 LOGCHAR('"');
2783
2784 end = uri + strlen(uri);
2785
2786 // look for the first whitespace character
2787 while (uri < end && !HTTP_IS_SPHT(*uri))
2788 uri++;
2789
2790 // keep advancing past multiple spaces
2791 while (uri < end && HTTP_IS_SPHT(*uri)) {
2792 uri++; nspaces++;
2793 }
2794
2795 // look for first space after url
2796 spc = uri;
2797 while (spc < end && !HTTP_IS_SPHT(*spc))
2798 spc++;
2799
Tim Duesterhus92c696e2021-02-28 16:11:36 +01002800 path = ist2(uri, spc - uri);
Maciej Zdebfcdfd852020-11-30 18:27:47 +00002801
2802 // extract relative path without query params from url
Amaury Denoyellec453f952021-07-06 11:40:12 +02002803 parser = http_uri_parser_init(path);
2804 path = iststop(http_parse_path(&parser), '?');
Maciej Zdebfcdfd852020-11-30 18:27:47 +00002805 if (!txn || !txn->uri || nspaces == 0) {
2806 chunk.area = "<BADREQ>";
2807 chunk.data = strlen("<BADREQ>");
2808 } else {
2809 chunk.area = path.ptr;
2810 chunk.data = path.len;
2811 }
2812
2813 ret = lf_encode_chunk(tmplog, dst + maxsize, '#', url_encode_map, &chunk, tmp);
2814 if (ret == NULL || *ret != '\0')
2815 goto out;
2816
2817 tmplog = ret;
2818 if (tmp->options & LOG_OPT_QUOTE)
2819 LOGCHAR('"');
2820
2821 last_isspace = 0;
2822 break;
2823
Andrew Hayworthe63ac872015-07-31 16:14:16 +00002824 case LOG_FMT_HTTP_QUERY: // %HQ
2825 if (tmp->options & LOG_OPT_QUOTE)
2826 LOGCHAR('"');
2827
Willy Tarreau57bc8912016-04-25 17:09:40 +02002828 if (!txn || !txn->uri) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002829 chunk.area = "<BADREQ>";
2830 chunk.data = strlen("<BADREQ>");
Andrew Hayworthe63ac872015-07-31 16:14:16 +00002831 } else {
2832 uri = txn->uri;
2833 end = uri + strlen(uri);
2834 // look for the first question mark
2835 while (uri < end && *uri != '?')
2836 uri++;
2837
2838 qmark = uri;
2839 // look for first space or question mark after url
2840 while (uri < end && !HTTP_IS_SPHT(*uri))
2841 uri++;
2842
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002843 chunk.area = qmark;
2844 chunk.data = uri - qmark;
Andrew Hayworthe63ac872015-07-31 16:14:16 +00002845 }
2846
Dragan Dosen835b9212016-02-12 13:23:03 +01002847 ret = lf_encode_chunk(tmplog, dst + maxsize, '#', url_encode_map, &chunk, tmp);
Andrew Hayworthe63ac872015-07-31 16:14:16 +00002848 if (ret == NULL || *ret != '\0')
2849 goto out;
2850
2851 tmplog = ret;
2852 if (tmp->options & LOG_OPT_QUOTE)
2853 LOGCHAR('"');
2854
2855 last_isspace = 0;
2856 break;
2857
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002858 case LOG_FMT_HTTP_URI: // %HU
Willy Tarreau57bc8912016-04-25 17:09:40 +02002859 uri = txn && txn->uri ? txn->uri : "<BADREQ>";
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002860
Willy Tarreaub7636d12015-06-17 19:58:02 +02002861 if (tmp->options & LOG_OPT_QUOTE)
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002862 LOGCHAR('"');
2863
2864 end = uri + strlen(uri);
2865 // look for the first whitespace character
2866 while (uri < end && !HTTP_IS_SPHT(*uri))
2867 uri++;
2868
2869 // keep advancing past multiple spaces
2870 while (uri < end && HTTP_IS_SPHT(*uri)) {
2871 uri++; nspaces++;
2872 }
2873
2874 // look for first space after url
2875 spc = uri;
2876 while (spc < end && !HTTP_IS_SPHT(*spc))
2877 spc++;
2878
Willy Tarreau57bc8912016-04-25 17:09:40 +02002879 if (!txn || !txn->uri || nspaces == 0) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002880 chunk.area = "<BADREQ>";
2881 chunk.data = strlen("<BADREQ>");
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002882 } else {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002883 chunk.area = uri;
2884 chunk.data = spc - uri;
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002885 }
2886
Dragan Dosen835b9212016-02-12 13:23:03 +01002887 ret = lf_encode_chunk(tmplog, dst + maxsize, '#', url_encode_map, &chunk, tmp);
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002888 if (ret == NULL || *ret != '\0')
2889 goto out;
2890
2891 tmplog = ret;
Willy Tarreaub7636d12015-06-17 19:58:02 +02002892 if (tmp->options & LOG_OPT_QUOTE)
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002893 LOGCHAR('"');
2894
2895 last_isspace = 0;
2896 break;
2897
2898 case LOG_FMT_HTTP_METHOD: // %HM
Willy Tarreau57bc8912016-04-25 17:09:40 +02002899 uri = txn && txn->uri ? txn->uri : "<BADREQ>";
Willy Tarreaub7636d12015-06-17 19:58:02 +02002900 if (tmp->options & LOG_OPT_QUOTE)
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002901 LOGCHAR('"');
2902
2903 end = uri + strlen(uri);
2904 // look for the first whitespace character
2905 spc = uri;
2906 while (spc < end && !HTTP_IS_SPHT(*spc))
2907 spc++;
2908
2909 if (spc == end) { // odd case, we have txn->uri, but we only got a verb
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002910 chunk.area = "<BADREQ>";
2911 chunk.data = strlen("<BADREQ>");
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002912 } else {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002913 chunk.area = uri;
2914 chunk.data = spc - uri;
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002915 }
2916
Dragan Dosen835b9212016-02-12 13:23:03 +01002917 ret = lf_encode_chunk(tmplog, dst + maxsize, '#', url_encode_map, &chunk, tmp);
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002918 if (ret == NULL || *ret != '\0')
2919 goto out;
2920
2921 tmplog = ret;
Willy Tarreaub7636d12015-06-17 19:58:02 +02002922 if (tmp->options & LOG_OPT_QUOTE)
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002923 LOGCHAR('"');
2924
2925 last_isspace = 0;
2926 break;
2927
2928 case LOG_FMT_HTTP_VERSION: // %HV
Willy Tarreau57bc8912016-04-25 17:09:40 +02002929 uri = txn && txn->uri ? txn->uri : "<BADREQ>";
Willy Tarreaub7636d12015-06-17 19:58:02 +02002930 if (tmp->options & LOG_OPT_QUOTE)
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002931 LOGCHAR('"');
2932
2933 end = uri + strlen(uri);
2934 // look for the first whitespace character
2935 while (uri < end && !HTTP_IS_SPHT(*uri))
2936 uri++;
2937
2938 // keep advancing past multiple spaces
2939 while (uri < end && HTTP_IS_SPHT(*uri)) {
2940 uri++; nspaces++;
2941 }
2942
2943 // look for the next whitespace character
2944 while (uri < end && !HTTP_IS_SPHT(*uri))
2945 uri++;
2946
2947 // keep advancing past multiple spaces
2948 while (uri < end && HTTP_IS_SPHT(*uri))
2949 uri++;
2950
Willy Tarreau57bc8912016-04-25 17:09:40 +02002951 if (!txn || !txn->uri || nspaces == 0) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002952 chunk.area = "<BADREQ>";
2953 chunk.data = strlen("<BADREQ>");
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002954 } else if (uri == end) {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002955 chunk.area = "HTTP/0.9";
2956 chunk.data = strlen("HTTP/0.9");
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002957 } else {
Willy Tarreau843b7cb2018-07-13 10:54:26 +02002958 chunk.area = uri;
2959 chunk.data = end - uri;
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002960 }
2961
Dragan Dosen835b9212016-02-12 13:23:03 +01002962 ret = lf_encode_chunk(tmplog, dst + maxsize, '#', url_encode_map, &chunk, tmp);
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002963 if (ret == NULL || *ret != '\0')
2964 goto out;
2965
2966 tmplog = ret;
Willy Tarreaub7636d12015-06-17 19:58:02 +02002967 if (tmp->options & LOG_OPT_QUOTE)
Andrew Hayworth0ebc55f2015-04-27 21:37:03 +00002968 LOGCHAR('"');
2969
2970 last_isspace = 0;
2971 break;
2972
William Lallemand5f232402012-04-05 18:02:55 +02002973 case LOG_FMT_COUNTER: // %rt
2974 if (tmp->options & LOG_OPT_HEXA) {
Willy Tarreau5cacab62018-09-05 15:52:59 +02002975 iret = snprintf(tmplog, dst + maxsize - tmplog, "%04X", uniq_id);
William Lallemand5f232402012-04-05 18:02:55 +02002976 if (iret < 0 || iret > dst + maxsize - tmplog)
2977 goto out;
2978 last_isspace = 0;
2979 tmplog += iret;
2980 } else {
Willy Tarreau5cacab62018-09-05 15:52:59 +02002981 ret = ltoa_o(uniq_id, tmplog, dst + maxsize - tmplog);
William Lallemand5f232402012-04-05 18:02:55 +02002982 if (ret == NULL)
2983 goto out;
2984 tmplog = ret;
2985 last_isspace = 0;
2986 }
2987 break;
2988
Willy Tarreau7346acb2014-08-28 15:03:15 +02002989 case LOG_FMT_LOGCNT: // %lc
2990 if (tmp->options & LOG_OPT_HEXA) {
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002991 iret = snprintf(tmplog, dst + maxsize - tmplog, "%04X", fe->log_count);
Willy Tarreau7346acb2014-08-28 15:03:15 +02002992 if (iret < 0 || iret > dst + maxsize - tmplog)
2993 goto out;
2994 last_isspace = 0;
2995 tmplog += iret;
2996 } else {
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02002997 ret = ultoa_o(fe->log_count, tmplog, dst + maxsize - tmplog);
Willy Tarreau7346acb2014-08-28 15:03:15 +02002998 if (ret == NULL)
2999 goto out;
3000 tmplog = ret;
3001 last_isspace = 0;
3002 }
3003 break;
3004
William Lallemand5f232402012-04-05 18:02:55 +02003005 case LOG_FMT_HOSTNAME: // %H
3006 src = hostname;
3007 ret = lf_text(tmplog, src, dst + maxsize - tmplog, tmp);
3008 if (ret == NULL)
3009 goto out;
3010 tmplog = ret;
3011 last_isspace = 0;
3012 break;
3013
3014 case LOG_FMT_PID: // %pid
3015 if (tmp->options & LOG_OPT_HEXA) {
3016 iret = snprintf(tmplog, dst + maxsize - tmplog, "%04X", pid);
3017 if (iret < 0 || iret > dst + maxsize - tmplog)
3018 goto out;
3019 last_isspace = 0;
3020 tmplog += iret;
3021 } else {
3022 ret = ltoa_o(pid, tmplog, dst + maxsize - tmplog);
3023 if (ret == NULL)
3024 goto out;
3025 tmplog = ret;
3026 last_isspace = 0;
3027 }
3028 break;
William Lallemanda73203e2012-03-12 12:48:57 +01003029
3030 case LOG_FMT_UNIQUEID: // %ID
William Lallemand5b7ea3a2013-08-28 15:44:19 +02003031 ret = NULL;
Tim Duesterhusa17e6622020-03-05 20:19:02 +01003032 if (s)
3033 ret = lf_text_len(tmplog, s->unique_id.ptr, s->unique_id.len, maxsize - (tmplog - dst), tmp);
3034 else
3035 ret = lf_text_len(tmplog, NULL, 0, maxsize - (tmplog - dst), tmp);
William Lallemanda73203e2012-03-12 12:48:57 +01003036 if (ret == NULL)
3037 goto out;
3038 tmplog = ret;
3039 last_isspace = 0;
3040 break;
3041
William Lallemandbddd4fd2012-02-27 11:23:10 +01003042 }
3043 }
3044
3045out:
William Lallemand1d705562012-03-12 12:46:41 +01003046 /* *tmplog is a unused character */
3047 *tmplog = '\0';
Willy Tarreaudf974472012-12-28 02:44:01 +01003048 return tmplog - dst;
William Lallemandbddd4fd2012-02-27 11:23:10 +01003049
Willy Tarreaubaaee002006-06-26 02:48:02 +02003050}
3051
William Lallemand1d705562012-03-12 12:46:41 +01003052/*
Willy Tarreau87b09662015-04-03 00:22:06 +02003053 * send a log for the stream when we have enough info about it.
William Lallemand1d705562012-03-12 12:46:41 +01003054 * Will not log if the frontend has no log defined.
3055 */
Willy Tarreau87b09662015-04-03 00:22:06 +02003056void strm_log(struct stream *s)
William Lallemand1d705562012-03-12 12:46:41 +01003057{
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02003058 struct session *sess = s->sess;
William Lallemand1d705562012-03-12 12:46:41 +01003059 int size, err, level;
Dragan Dosen0b85ece2015-09-25 19:17:44 +02003060 int sd_size = 0;
William Lallemand1d705562012-03-12 12:46:41 +01003061
3062 /* if we don't want to log normal traffic, return now */
Willy Tarreaue7dff022015-04-03 01:14:29 +02003063 err = (s->flags & SF_REDISP) ||
3064 ((s->flags & SF_ERR_MASK) > SF_ERR_LOCAL) ||
3065 (((s->flags & SF_ERR_MASK) == SF_ERR_NONE) &&
Willy Tarreau350f4872014-11-28 14:42:25 +01003066 (s->si[1].conn_retries != s->be->conn_retries)) ||
Willy Tarreaueee5b512015-04-03 23:46:31 +02003067 ((sess->fe->mode == PR_MODE_HTTP) && s->txn && s->txn->status >= 500);
Willy Tarreaubaaee002006-06-26 02:48:02 +02003068
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02003069 if (!err && (sess->fe->options2 & PR_O2_NOLOGNORM))
William Lallemand1d705562012-03-12 12:46:41 +01003070 return;
William Lallemandbddd4fd2012-02-27 11:23:10 +01003071
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02003072 if (LIST_ISEMPTY(&sess->fe->logsrvs))
William Lallemand1d705562012-03-12 12:46:41 +01003073 return;
William Lallemandbddd4fd2012-02-27 11:23:10 +01003074
Willy Tarreauabcd5142013-06-11 17:18:02 +02003075 if (s->logs.level) { /* loglevel was overridden */
3076 if (s->logs.level == -1) {
3077 s->logs.logwait = 0; /* logs disabled */
3078 return;
3079 }
3080 level = s->logs.level - 1;
3081 }
3082 else {
3083 level = LOG_INFO;
Willy Tarreaue36cbcb2015-04-03 15:40:56 +02003084 if (err && (sess->fe->options2 & PR_O2_LOGERRORS))
Willy Tarreauabcd5142013-06-11 17:18:02 +02003085 level = LOG_ERR;
3086 }
William Lallemand1d705562012-03-12 12:46:41 +01003087
William Lallemand5b7ea3a2013-08-28 15:44:19 +02003088 /* if unique-id was not generated */
Tim Duesterhusa17e6622020-03-05 20:19:02 +01003089 if (!isttest(s->unique_id) && !LIST_ISEMPTY(&sess->fe->format_unique_id)) {
Tim Duesterhus2825b4b2020-02-28 15:13:34 +01003090 stream_generate_unique_id(s, &sess->fe->format_unique_id);
William Lallemand5b7ea3a2013-08-28 15:44:19 +02003091 }
3092
Dragan Dosen0b85ece2015-09-25 19:17:44 +02003093 if (!LIST_ISEMPTY(&sess->fe->logformat_sd)) {
3094 sd_size = build_logline(s, logline_rfc5424, global.max_syslog_len,
3095 &sess->fe->logformat_sd);
3096 }
3097
Dragan Dosen59cee972015-09-19 22:09:02 +02003098 size = build_logline(s, logline, global.max_syslog_len, &sess->fe->logformat);
William Lallemand1d705562012-03-12 12:46:41 +01003099 if (size > 0) {
Willy Tarreau4781b152021-04-06 13:53:36 +02003100 _HA_ATOMIC_INC(&sess->fe->log_count);
Christopher Faulet5c6fefc2019-08-11 19:40:12 +02003101 __send_log(&sess->fe->logsrvs, &sess->fe->log_tag, level,
3102 logline, size + 1, logline_rfc5424, sd_size);
William Lallemand1d705562012-03-12 12:46:41 +01003103 s->logs.logwait = 0;
3104 }
3105}
William Lallemandbddd4fd2012-02-27 11:23:10 +01003106
Willy Tarreau53839352018-09-05 19:51:10 +02003107/*
3108 * send a minimalist log for the session. Will not log if the frontend has no
3109 * log defined. It is assumed that this is only used to report anomalies that
3110 * cannot lead to the creation of a regular stream. Because of this the log
3111 * level is LOG_INFO or LOG_ERR depending on the "log-separate-error" setting
3112 * in the frontend. The caller must simply know that it should not call this
Willy Tarreau9fa267d2018-10-05 10:22:27 +02003113 * function to report unimportant events. It is safe to call this function with
3114 * sess==NULL (will not do anything).
Willy Tarreau53839352018-09-05 19:51:10 +02003115 */
3116void sess_log(struct session *sess)
3117{
3118 int size, level;
3119 int sd_size = 0;
3120
Willy Tarreau9fa267d2018-10-05 10:22:27 +02003121 if (!sess)
3122 return;
3123
Willy Tarreau53839352018-09-05 19:51:10 +02003124 if (LIST_ISEMPTY(&sess->fe->logsrvs))
3125 return;
3126
3127 level = LOG_INFO;
3128 if (sess->fe->options2 & PR_O2_LOGERRORS)
3129 level = LOG_ERR;
3130
3131 if (!LIST_ISEMPTY(&sess->fe->logformat_sd)) {
3132 sd_size = sess_build_logline(sess, NULL,
3133 logline_rfc5424, global.max_syslog_len,
3134 &sess->fe->logformat_sd);
3135 }
3136
Remi Tricot-Le Bretonfe21fe72021-08-31 12:08:52 +02003137 if (!LIST_ISEMPTY(&sess->fe->logformat_error))
3138 size = sess_build_logline(sess, NULL, logline, global.max_syslog_len, &sess->fe->logformat_error);
3139 else
3140 size = sess_build_logline(sess, NULL, logline, global.max_syslog_len, &sess->fe->logformat);
Willy Tarreau53839352018-09-05 19:51:10 +02003141 if (size > 0) {
Willy Tarreau4781b152021-04-06 13:53:36 +02003142 _HA_ATOMIC_INC(&sess->fe->log_count);
Christopher Faulet5c6fefc2019-08-11 19:40:12 +02003143 __send_log(&sess->fe->logsrvs, &sess->fe->log_tag, level,
3144 logline, size + 1, logline_rfc5424, sd_size);
Willy Tarreau53839352018-09-05 19:51:10 +02003145 }
3146}
3147
Christopher Faulet5c6fefc2019-08-11 19:40:12 +02003148void app_log(struct list *logsrvs, struct buffer *tag, int level, const char *format, ...)
3149{
3150 va_list argp;
3151 int data_len;
3152
3153 if (level < 0 || format == NULL || logline == NULL)
3154 return;
3155
3156 va_start(argp, format);
3157 data_len = vsnprintf(logline, global.max_syslog_len, format, argp);
3158 if (data_len < 0 || data_len > global.max_syslog_len)
3159 data_len = global.max_syslog_len;
3160 va_end(argp);
3161
3162 __send_log(logsrvs, tag, level, logline, data_len, default_rfc5424_sd_log_format, 2);
3163}
Emeric Brun54932b42020-07-07 09:43:24 +02003164/*
3165 * This function parse a received log message <buf>, of size <buflen>
3166 * it fills <level>, <facility> and <metadata> depending of the detected
3167 * header format and message will point on remaining payload of <size>
3168 *
3169 * <metadata> must point on a preallocated array of LOG_META_FIELDS*sizeof(struct ist)
3170 * struct ist len will be set to 0 if field is not found
3171 * <level> and <facility> will be set to -1 if not found.
3172 */
3173void parse_log_message(char *buf, size_t buflen, int *level, int *facility,
3174 struct ist *metadata, char **message, size_t *size)
3175{
3176
3177 char *p;
3178 int fac_level = 0;
3179
3180 *level = *facility = -1;
3181
3182 *message = buf;
3183 *size = buflen;
3184
3185 memset(metadata, 0, LOG_META_FIELDS*sizeof(struct ist));
3186
3187 p = buf;
3188 if (*size < 2 || *p != '<')
3189 return;
3190
3191 p++;
3192 while (*p != '>') {
3193 if (*p > '9' || *p < '0')
3194 return;
3195 fac_level = 10*fac_level + (*p - '0');
3196 p++;
3197 if ((p - buf) > buflen)
3198 return;
3199 }
3200
3201 *facility = fac_level >> 3;
3202 *level = fac_level & 0x7;
3203 p++;
3204
3205 metadata[LOG_META_PRIO] = ist2(buf, p - buf);
3206
3207 buflen -= p - buf;
3208 buf = p;
3209
3210 *size = buflen;
3211 *message = buf;
3212
3213 /* for rfc5424, prio is always followed by '1' and ' ' */
3214 if ((*size > 2) && (p[0] == '1') && (p[1] == ' ')) {
3215 /* format is always '1 TIMESTAMP HOSTNAME TAG PID MSGID STDATA '
3216 * followed by message.
3217 * Each header field can present NILVALUE: '-'
3218 */
3219
3220 p += 2;
3221 /* timestamp is NILVALUE '-' */
3222 if (*size > 2 && (p[0] == '-') && p[1] == ' ') {
3223 metadata[LOG_META_TIME] = ist2(p, 1);
3224 p++;
3225 }
3226 else if (*size > LOG_ISOTIME_MINLEN) {
3227 metadata[LOG_META_TIME].ptr = p;
3228
Ilya Shipitsin6b79f382020-07-23 00:32:55 +05003229 /* check if optional secfrac is present
Emeric Brun54932b42020-07-07 09:43:24 +02003230 * in timestamp.
3231 * possible format are:
3232 * ex: '1970-01-01T00:00:00.000000Z'
3233 * '1970-01-01T00:00:00.000000+00:00'
3234 * '1970-01-01T00:00:00.000000-00:00'
3235 * '1970-01-01T00:00:00Z'
3236 * '1970-01-01T00:00:00+00:00'
3237 * '1970-01-01T00:00:00-00:00'
3238 */
3239 p += 19;
3240 if (*p == '.') {
3241 p++;
3242 if ((p - buf) >= buflen)
3243 goto bad_format;
3244 while (*p != 'Z' && *p != '+' && *p != '-') {
3245 if ((unsigned char)(*p - '0') > 9)
3246 goto bad_format;
3247
3248 p++;
3249 if ((p - buf) >= buflen)
3250 goto bad_format;
3251 }
3252 }
3253
3254 if (*p == 'Z')
3255 p++;
3256 else
3257 p += 6; /* case of '+00:00 or '-00:00' */
3258
3259 if ((p - buf) >= buflen || *p != ' ')
3260 goto bad_format;
3261 metadata[LOG_META_TIME].len = p - metadata[LOG_META_TIME].ptr;
3262 }
3263 else
3264 goto bad_format;
3265
3266
3267 p++;
3268 if ((p - buf) >= buflen || *p == ' ')
3269 goto bad_format;
3270
3271 metadata[LOG_META_HOST].ptr = p;
3272 while (*p != ' ') {
3273 p++;
3274 if ((p - buf) >= buflen)
3275 goto bad_format;
3276 }
3277 metadata[LOG_META_HOST].len = p - metadata[LOG_META_HOST].ptr;
3278 if (metadata[LOG_META_HOST].len == 1 && metadata[LOG_META_HOST].ptr[0] == '-')
3279 metadata[LOG_META_HOST].len = 0;
3280
3281 p++;
3282 if ((p - buf) >= buflen || *p == ' ')
3283 goto bad_format;
3284
3285 metadata[LOG_META_TAG].ptr = p;
3286 while (*p != ' ') {
3287 p++;
3288 if ((p - buf) >= buflen)
3289 goto bad_format;
3290 }
3291 metadata[LOG_META_TAG].len = p - metadata[LOG_META_TAG].ptr;
3292 if (metadata[LOG_META_TAG].len == 1 && metadata[LOG_META_TAG].ptr[0] == '-')
3293 metadata[LOG_META_TAG].len = 0;
3294
3295 p++;
3296 if ((p - buf) >= buflen || *p == ' ')
3297 goto bad_format;
3298
3299 metadata[LOG_META_PID].ptr = p;
3300 while (*p != ' ') {
3301 p++;
3302 if ((p - buf) >= buflen)
3303 goto bad_format;
3304 }
3305 metadata[LOG_META_PID].len = p - metadata[LOG_META_PID].ptr;
3306 if (metadata[LOG_META_PID].len == 1 && metadata[LOG_META_PID].ptr[0] == '-')
3307 metadata[LOG_META_PID].len = 0;
3308
3309 p++;
3310 if ((p - buf) >= buflen || *p == ' ')
3311 goto bad_format;
3312
3313 metadata[LOG_META_MSGID].ptr = p;
3314 while (*p != ' ') {
3315 p++;
3316 if ((p - buf) >= buflen)
3317 goto bad_format;
3318 }
3319 metadata[LOG_META_MSGID].len = p - metadata[LOG_META_MSGID].ptr;
3320 if (metadata[LOG_META_MSGID].len == 1 && metadata[LOG_META_MSGID].ptr[0] == '-')
3321 metadata[LOG_META_MSGID].len = 0;
3322
3323 p++;
3324 if ((p - buf) >= buflen || *p == ' ')
3325 goto bad_format;
3326
3327 /* structured data format is:
3328 * ex:
3329 * '[key1=value1 key2=value2][key3=value3]'
3330 *
3331 * space is invalid outside [] because
3332 * considered as the end of structured data field
3333 */
3334 metadata[LOG_META_STDATA].ptr = p;
3335 if (*p == '[') {
3336 int elem = 0;
3337
3338 while (1) {
3339 if (elem) {
3340 /* according to rfc this char is escaped in param values */
3341 if (*p == ']' && *(p-1) != '\\')
3342 elem = 0;
3343 }
3344 else {
3345 if (*p == '[')
3346 elem = 1;
3347 else if (*p == ' ')
3348 break;
3349 else
3350 goto bad_format;
3351 }
3352 p++;
3353 if ((p - buf) >= buflen)
3354 goto bad_format;
3355 }
3356 }
3357 else if (*p == '-') {
3358 /* case of NILVALUE */
3359 p++;
3360 if ((p - buf) >= buflen || *p != ' ')
3361 goto bad_format;
3362 }
3363 else
3364 goto bad_format;
3365
3366 metadata[LOG_META_STDATA].len = p - metadata[LOG_META_STDATA].ptr;
3367 if (metadata[LOG_META_STDATA].len == 1 && metadata[LOG_META_STDATA].ptr[0] == '-')
3368 metadata[LOG_META_STDATA].len = 0;
3369
3370 p++;
3371
3372 buflen -= p - buf;
3373 buf = p;
3374
3375 *size = buflen;
3376 *message = p;
3377 }
3378 else if (*size > LOG_LEGACYTIME_LEN) {
3379 int m;
3380
3381 /* supported header format according to rfc3164.
3382 * ex:
3383 * 'Jan 1 00:00:00 HOSTNAME TAG[PID]: '
3384 * or 'Jan 1 00:00:00 HOSTNAME TAG: '
3385 * or 'Jan 1 00:00:00 HOSTNAME '
3386 * Note: HOSTNAME is mandatory, and day
3387 * of month uses a single space prefix if
3388 * less than 10 to ensure hour offset is
3389 * always the same.
3390 */
3391
3392 /* Check month to see if it correspond to a rfc3164
3393 * header ex 'Jan 1 00:00:00' */
3394 for (m = 0; m < 12; m++)
3395 if (!memcmp(monthname[m], p, 3))
3396 break;
3397 /* Month not found */
3398 if (m == 12)
3399 goto bad_format;
3400
3401 metadata[LOG_META_TIME] = ist2(p, LOG_LEGACYTIME_LEN);
3402
3403 p += LOG_LEGACYTIME_LEN;
3404 if ((p - buf) >= buflen || *p != ' ')
3405 goto bad_format;
3406
3407 p++;
3408 if ((p - buf) >= buflen || *p == ' ')
3409 goto bad_format;
3410
3411 metadata[LOG_META_HOST].ptr = p;
3412 while (*p != ' ') {
3413 p++;
3414 if ((p - buf) >= buflen)
3415 goto bad_format;
3416 }
3417 metadata[LOG_META_HOST].len = p - metadata[LOG_META_HOST].ptr;
3418
3419 /* TAG seems to no be mandatory */
3420 p++;
3421
3422 buflen -= p - buf;
3423 buf = p;
3424
3425 *size = buflen;
3426 *message = buf;
3427
3428 if (!buflen)
3429 return;
3430
3431 while (((p - buf) < buflen) && *p != ' ' && *p != ':')
3432 p++;
3433
3434 /* a tag must present a trailing ':' */
3435 if (((p - buf) >= buflen) || *p != ':')
3436 return;
3437 p++;
3438 /* followed by a space */
3439 if (((p - buf) >= buflen) || *p != ' ')
3440 return;
3441
3442 /* rewind to parse tag and pid */
3443 p = buf;
3444 metadata[LOG_META_TAG].ptr = p;
3445 /* we have the guarantee that ':' will be reach before size limit */
3446 while (*p != ':') {
3447 if (*p == '[') {
3448 metadata[LOG_META_TAG].len = p - metadata[LOG_META_TAG].ptr;
3449 metadata[LOG_META_PID].ptr = p + 1;
3450 }
Tim Duesterhus7b5777d2021-03-02 18:57:28 +01003451 else if (*p == ']' && isttest(metadata[LOG_META_PID])) {
Emeric Brun54932b42020-07-07 09:43:24 +02003452 if (p[1] != ':')
3453 return;
3454 metadata[LOG_META_PID].len = p - metadata[LOG_META_PID].ptr;
3455 }
3456 p++;
3457 }
3458 if (!metadata[LOG_META_TAG].len)
3459 metadata[LOG_META_TAG].len = p - metadata[LOG_META_TAG].ptr;
3460
Ilya Shipitsin6b79f382020-07-23 00:32:55 +05003461 /* let pass ':' and ' ', we still have warranty size is large enough */
Emeric Brun54932b42020-07-07 09:43:24 +02003462 p += 2;
3463
3464 buflen -= p - buf;
3465 buf = p;
3466
3467 *size = buflen;
3468 *message = buf;
3469 }
3470
3471 return;
3472
3473bad_format:
3474 /* bad syslog format, we reset all parsed syslog fields
3475 * but priority is kept because we are able to re-build
3476 * this message using LOF_FORMAT_PRIO.
3477 */
3478 metadata[LOG_META_TIME].len = 0;
3479 metadata[LOG_META_HOST].len = 0;
3480 metadata[LOG_META_TAG].len = 0;
3481 metadata[LOG_META_PID].len = 0;
3482 metadata[LOG_META_MSGID].len = 0;
3483 metadata[LOG_META_STDATA].len = 0;
3484
3485 return;
3486}
3487
3488/*
3489 * UDP syslog fd handler
3490 */
3491void syslog_fd_handler(int fd)
3492{
3493 static THREAD_LOCAL struct ist metadata[LOG_META_FIELDS];
3494 ssize_t ret = 0;
3495 struct buffer *buf = get_trash_chunk();
3496 size_t size;
3497 char *message;
3498 int level;
3499 int facility;
3500 struct listener *l = objt_listener(fdtab[fd].owner);
3501 int max_accept;
3502
Tim Duesterhus16554242021-09-15 13:58:49 +02003503 BUG_ON(!l);
Emeric Brun54932b42020-07-07 09:43:24 +02003504
Willy Tarreauf5090652021-04-06 17:23:40 +02003505 if (fdtab[fd].state & FD_POLL_IN) {
Emeric Brun54932b42020-07-07 09:43:24 +02003506
3507 if (!fd_recv_ready(fd))
3508 return;
3509
3510 max_accept = l->maxaccept ? l->maxaccept : 1;
3511
3512 do {
3513 /* Source address */
3514 struct sockaddr_storage saddr = {0};
3515 socklen_t saddrlen;
3516
3517 saddrlen = sizeof(saddr);
3518
3519 ret = recvfrom(fd, buf->area, buf->size, 0, (struct sockaddr *)&saddr, &saddrlen);
3520 if (ret < 0) {
3521 if (errno == EINTR)
3522 continue;
3523 if (errno == EAGAIN)
3524 fd_cant_recv(fd);
3525 goto out;
3526 }
3527 buf->data = ret;
3528
Emeric Brun45c457a2020-07-09 23:23:34 +02003529 /* update counters */
Willy Tarreau4781b152021-04-06 13:53:36 +02003530 _HA_ATOMIC_INC(&cum_log_messages);
Emeric Bruna39ecbd2020-10-05 14:33:12 +02003531 proxy_inc_fe_req_ctr(l, l->bind_conf->frontend);
Emeric Brun45c457a2020-07-09 23:23:34 +02003532
Emeric Brun54932b42020-07-07 09:43:24 +02003533 parse_log_message(buf->area, buf->data, &level, &facility, metadata, &message, &size);
3534
3535 process_send_log(&l->bind_conf->frontend->logsrvs, level, facility, metadata, message, size);
3536
3537 } while (--max_accept);
3538 }
3539
3540out:
3541 return;
3542}
Christopher Faulet5c6fefc2019-08-11 19:40:12 +02003543
Emeric Brun12941c82020-07-07 14:19:42 +02003544/*
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003545 * IO Handler to handle message exchange with a syslog tcp client
3546 */
3547static void syslog_io_handler(struct appctx *appctx)
3548{
3549 static THREAD_LOCAL struct ist metadata[LOG_META_FIELDS];
3550 struct stream_interface *si = appctx->owner;
3551 struct stream *s = si_strm(si);
3552 struct proxy *frontend = strm_fe(s);
3553 struct listener *l = strm_li(s);
3554 struct buffer *buf = get_trash_chunk();
3555 int max_accept;
3556 int to_skip;
3557 int facility;
3558 int level;
3559 char *message;
3560 size_t size;
3561
3562 max_accept = l->maxaccept ? l->maxaccept : 1;
3563 while (co_data(si_oc(si))) {
3564 char c;
3565
3566 if (max_accept <= 0)
3567 goto missing_budget;
3568 max_accept--;
3569
3570 to_skip = co_getchar(si_oc(si), &c);
3571 if (!to_skip)
3572 goto missing_data;
3573 else if (to_skip < 0)
3574 goto cli_abort;
3575
3576 if (c == '<') {
3577 /* rfc-6587, Non-Transparent-Framing: messages separated by
3578 * a trailing LF or CR LF
3579 */
3580 to_skip = co_getline(si_oc(si), buf->area, buf->size);
3581 if (!to_skip)
3582 goto missing_data;
3583 else if (to_skip < 0)
3584 goto cli_abort;
3585
3586 if (buf->area[to_skip - 1] != '\n')
3587 goto parse_error;
3588
3589 buf->data = to_skip - 1;
3590
3591 /* according to rfc-6587, some devices adds CR before LF */
3592 if (buf->data && buf->area[buf->data - 1] == '\r')
3593 buf->data--;
3594
3595 }
3596 else if ((unsigned char)(c - '1') <= 8) {
3597 /* rfc-6587, Octet-Counting: message length in ASCII
3598 * (first digit can not be ZERO), followed by a space
3599 * and message length
3600 */
3601 char *p = NULL;
3602 int msglen;
3603
3604 to_skip = co_getword(si_oc(si), buf->area, buf->size, ' ');
3605 if (!to_skip)
3606 goto missing_data;
3607 else if (to_skip < 0)
3608 goto cli_abort;
3609
3610 if (buf->area[to_skip - 1] != ' ')
3611 goto parse_error;
3612
3613 msglen = strtol(trash.area, &p, 10);
3614 if (!msglen || p != &buf->area[to_skip - 1])
3615 goto parse_error;
3616
3617 /* message seems too large */
3618 if (msglen > buf->size)
3619 goto parse_error;
3620
3621 msglen = co_getblk(si_oc(si), buf->area, msglen, to_skip);
3622 if (!msglen)
3623 goto missing_data;
3624 else if (msglen < 0)
3625 goto cli_abort;
3626
3627
3628 buf->data = msglen;
3629 to_skip += msglen;
3630 }
3631 else
3632 goto parse_error;
3633
3634 co_skip(si_oc(si), to_skip);
3635
3636 /* update counters */
Willy Tarreau4781b152021-04-06 13:53:36 +02003637 _HA_ATOMIC_INC(&cum_log_messages);
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003638 proxy_inc_fe_req_ctr(l, frontend);
3639
3640 parse_log_message(buf->area, buf->data, &level, &facility, metadata, &message, &size);
3641
3642 process_send_log(&frontend->logsrvs, level, facility, metadata, message, size);
3643
3644 }
3645
3646missing_data:
3647 /* we need more data to read */
3648 si_oc(si)->flags |= CF_READ_DONTWAIT;
3649
3650 return;
3651
3652missing_budget:
3653 /* it may remain some stuff to do, let's retry later */
3654 appctx_wakeup(appctx);
3655
3656 return;
3657
3658parse_error:
3659 if (l->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02003660 _HA_ATOMIC_INC(&l->counters->failed_req);
3661 _HA_ATOMIC_INC(&frontend->fe_counters.failed_req);
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003662
3663 goto close;
3664
3665cli_abort:
3666 if (l->counters)
Willy Tarreau4781b152021-04-06 13:53:36 +02003667 _HA_ATOMIC_INC(&l->counters->cli_aborts);
3668 _HA_ATOMIC_INC(&frontend->fe_counters.cli_aborts);
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003669
3670close:
3671 si_shutw(si);
3672 si_shutr(si);
3673
3674 si_ic(si)->flags |= CF_READ_NULL;
3675
3676 return;
3677}
3678
3679static struct applet syslog_applet = {
3680 .obj_type = OBJ_TYPE_APPLET,
3681 .name = "<SYSLOG>", /* used for logging */
3682 .fct = syslog_io_handler,
3683 .release = NULL,
3684};
3685
3686/*
Emeric Brun12941c82020-07-07 14:19:42 +02003687 * Parse "log-forward" section and create corresponding sink buffer.
3688 *
3689 * The function returns 0 in success case, otherwise, it returns error
3690 * flags.
3691 */
3692int cfg_parse_log_forward(const char *file, int linenum, char **args, int kwm)
3693{
3694 int err_code = 0;
3695 struct proxy *px;
3696 char *errmsg = NULL;
3697 const char *err = NULL;
3698
3699 if (strcmp(args[0], "log-forward") == 0) {
3700 if (!*args[1]) {
3701 ha_alert("parsing [%s:%d] : missing name for ip-forward section.\n", file, linenum);
3702 err_code |= ERR_ALERT | ERR_ABORT;
3703 goto out;
3704 }
3705
3706 if (alertif_too_many_args(1, file, linenum, args, &err_code))
3707 goto out;
3708
3709 err = invalid_char(args[1]);
3710 if (err) {
3711 ha_alert("parsing [%s:%d] : character '%c' is not permitted in '%s' name '%s'.\n",
3712 file, linenum, *err, args[0], args[1]);
3713 err_code |= ERR_ALERT | ERR_ABORT;
3714 goto out;
3715 }
3716
Emeric Brunb0c331f2020-10-07 17:05:59 +02003717 px = log_forward_by_name(args[1]);
3718 if (px) {
3719 ha_alert("Parsing [%s:%d]: log-forward section '%s' has the same name as another log-forward section declared at %s:%d.\n",
3720 file, linenum, args[1], px->conf.file, px->conf.line);
3721 err_code |= ERR_ALERT | ERR_FATAL;
3722 }
3723
3724 px = proxy_find_by_name(args[1], 0, 0);
3725 if (px) {
3726 ha_alert("Parsing [%s:%d]: log forward section '%s' has the same name as %s '%s' declared at %s:%d.\n",
3727 file, linenum, args[1], proxy_type_str(px),
3728 px->id, px->conf.file, px->conf.line);
3729 err_code |= ERR_ALERT | ERR_FATAL;
Emeric Brun12941c82020-07-07 14:19:42 +02003730 }
3731
3732 px = calloc(1, sizeof *px);
3733 if (!px) {
3734 err_code |= ERR_ALERT | ERR_FATAL;
3735 goto out;
3736 }
3737
3738 px->next = cfg_log_forward;
3739 cfg_log_forward = px;
3740
3741 init_new_proxy(px);
3742 px->conf.file = strdup(file);
3743 px->conf.line = linenum;
3744 px->mode = PR_MODE_SYSLOG;
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003745 px->last_change = now.tv_sec;
3746 px->cap = PR_CAP_FE;
3747 px->maxconn = 10;
3748 px->timeout.client = TICK_ETERNITY;
3749 px->accept = frontend_accept;
3750 px->default_target = &syslog_applet.obj_type;
Emeric Brun12941c82020-07-07 14:19:42 +02003751 px->id = strdup(args[1]);
3752
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003753 }
Tim Duesterhuse5ff1412021-01-02 22:31:53 +01003754 else if (strcmp(args[0], "maxconn") == 0) { /* maxconn */
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003755 if (warnifnotcap(cfg_log_forward, PR_CAP_FE, file, linenum, args[0], " Maybe you want 'fullconn' instead ?"))
3756 err_code |= ERR_WARN;
3757
3758 if (*(args[1]) == 0) {
3759 ha_alert("parsing [%s:%d] : '%s' expects an integer argument.\n", file, linenum, args[0]);
3760 err_code |= ERR_ALERT | ERR_FATAL;
3761 goto out;
3762 }
3763 cfg_log_forward->maxconn = atol(args[1]);
3764 if (alertif_too_many_args(1, file, linenum, args, &err_code))
3765 goto out;
3766 }
Tim Duesterhuse5ff1412021-01-02 22:31:53 +01003767 else if (strcmp(args[0], "backlog") == 0) { /* backlog */
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003768 if (warnifnotcap(cfg_log_forward, PR_CAP_FE, file, linenum, args[0], NULL))
3769 err_code |= ERR_WARN;
3770
3771 if (*(args[1]) == 0) {
3772 ha_alert("parsing [%s:%d] : '%s' expects an integer argument.\n", file, linenum, args[0]);
3773 err_code |= ERR_ALERT | ERR_FATAL;
3774 goto out;
3775 }
3776 cfg_log_forward->backlog = atol(args[1]);
3777 if (alertif_too_many_args(1, file, linenum, args, &err_code))
3778 goto out;
3779 }
3780 else if (strcmp(args[0], "bind") == 0) {
3781 int cur_arg;
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003782 struct bind_conf *bind_conf;
3783 struct bind_kw *kw;
3784 struct listener *l;
3785
3786 cur_arg = 1;
3787
3788 bind_conf = bind_conf_alloc(cfg_log_forward, file, linenum,
3789 NULL, xprt_get(XPRT_RAW));
3790 if (!bind_conf) {
3791 ha_alert("parsing [%s:%d] : out of memory error.", file, linenum);
3792 err_code |= ERR_ALERT | ERR_FATAL;
3793 goto out;
3794 }
3795
3796 if (!str2listener(args[1], cfg_log_forward, bind_conf, file, linenum, &errmsg)) {
3797 if (errmsg && *errmsg) {
3798 indent_msg(&errmsg, 2);
3799 ha_alert("parsing [%s:%d] : '%s %s' : %s\n", file, linenum, args[0], args[1], errmsg);
3800 }
3801 else {
3802 ha_alert("parsing [%s:%d] : '%s %s' : error encountered while parsing listening address %s.\n",
3803 file, linenum, args[0], args[1], args[2]);
3804 err_code |= ERR_ALERT | ERR_FATAL;
3805 goto out;
3806 }
3807 }
3808 list_for_each_entry(l, &bind_conf->listeners, by_bind) {
Willy Tarreau66161322021-02-19 15:50:27 +01003809 l->maxaccept = global.tune.maxaccept ? global.tune.maxaccept : MAX_ACCEPT;
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003810 l->accept = session_accept_fd;
3811 l->analysers |= cfg_log_forward->fe_req_ana;
3812 l->default_target = cfg_log_forward->default_target;
3813 global.maxsock++;
3814 }
3815 cur_arg++;
3816
3817 while (*args[cur_arg] && (kw = bind_find_kw(args[cur_arg]))) {
3818 int ret;
3819
3820 ret = kw->parse(args, cur_arg, cfg_log_forward, bind_conf, &errmsg);
3821 err_code |= ret;
3822 if (ret) {
3823 if (errmsg && *errmsg) {
3824 indent_msg(&errmsg, 2);
3825 ha_alert("parsing [%s:%d] : %s\n", file, linenum, errmsg);
3826 }
3827 else
3828 ha_alert("parsing [%s:%d]: error encountered while processing '%s'\n",
3829 file, linenum, args[cur_arg]);
3830 if (ret & ERR_FATAL)
3831 goto out;
3832 }
3833 cur_arg += 1 + kw->skip;
3834 }
3835 if (*args[cur_arg] != 0) {
Willy Tarreau433b05f2021-03-12 10:14:07 +01003836 const char *best = bind_find_best_kw(args[cur_arg]);
3837 if (best)
3838 ha_alert("parsing [%s:%d] : unknown keyword '%s' in '%s' section; did you mean '%s' maybe ?\n",
3839 file, linenum, args[cur_arg], cursection, best);
3840 else
3841 ha_alert("parsing [%s:%d] : unknown keyword '%s' in '%s' section.\n",
3842 file, linenum, args[cur_arg], cursection);
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003843 err_code |= ERR_ALERT | ERR_FATAL;
3844 goto out;
3845 }
Emeric Brun12941c82020-07-07 14:19:42 +02003846 }
Willy Tarreau76aaa7f2020-09-16 15:07:22 +02003847 else if (strcmp(args[0], "dgram-bind") == 0) {
Emeric Brun12941c82020-07-07 14:19:42 +02003848 int cur_arg;
Emeric Brun12941c82020-07-07 14:19:42 +02003849 struct bind_conf *bind_conf;
3850 struct bind_kw *kw;
3851 struct listener *l;
3852
3853 cur_arg = 1;
3854
3855 bind_conf = bind_conf_alloc(cfg_log_forward, file, linenum,
3856 NULL, xprt_get(XPRT_RAW));
Christopher Faulet0c6d1dc2021-04-12 16:56:37 +02003857 if (!bind_conf) {
3858 ha_alert("parsing [%s:%d] : out of memory error.", file, linenum);
3859 err_code |= ERR_ALERT | ERR_FATAL;
3860 goto out;
3861 }
Emeric Brun12941c82020-07-07 14:19:42 +02003862
Willy Tarreau26ff5da2020-09-16 15:22:19 +02003863 if (!str2receiver(args[1], cfg_log_forward, bind_conf, file, linenum, &errmsg)) {
Emeric Brun12941c82020-07-07 14:19:42 +02003864 if (errmsg && *errmsg) {
3865 indent_msg(&errmsg, 2);
3866 ha_alert("parsing [%s:%d] : '%s %s' : %s\n", file, linenum, args[0], args[1], errmsg);
3867 }
3868 else {
3869 ha_alert("parsing [%s:%d] : '%s %s' : error encountered while parsing listening address %s.\n",
3870 file, linenum, args[0], args[1], args[2]);
Emeric Brun12941c82020-07-07 14:19:42 +02003871 }
Willy Tarreau3b139e52020-09-16 16:24:14 +02003872 err_code |= ERR_ALERT | ERR_FATAL;
3873 goto out;
Emeric Brun12941c82020-07-07 14:19:42 +02003874 }
3875 list_for_each_entry(l, &bind_conf->listeners, by_bind) {
Willy Tarreau26ff5da2020-09-16 15:22:19 +02003876 /* the fact that the sockets are of type dgram is guaranteed by str2receiver() */
Willy Tarreau66161322021-02-19 15:50:27 +01003877 l->maxaccept = global.tune.maxaccept ? global.tune.maxaccept : MAX_ACCEPT;
Willy Tarreaue140a692020-10-15 21:25:32 +02003878 l->rx.iocb = syslog_fd_handler;
Emeric Brun12941c82020-07-07 14:19:42 +02003879 global.maxsock++;
3880 }
3881 cur_arg++;
3882
3883 while (*args[cur_arg] && (kw = bind_find_kw(args[cur_arg]))) {
3884 int ret;
3885
3886 ret = kw->parse(args, cur_arg, cfg_log_forward, bind_conf, &errmsg);
3887 err_code |= ret;
3888 if (ret) {
3889 if (errmsg && *errmsg) {
3890 indent_msg(&errmsg, 2);
3891 ha_alert("parsing [%s:%d] : %s\n", file, linenum, errmsg);
3892 }
3893 else
3894 ha_alert("parsing [%s:%d]: error encountered while processing '%s'\n",
3895 file, linenum, args[cur_arg]);
3896 if (ret & ERR_FATAL)
3897 goto out;
3898 }
3899 cur_arg += 1 + kw->skip;
3900 }
3901 if (*args[cur_arg] != 0) {
Willy Tarreau433b05f2021-03-12 10:14:07 +01003902 const char *best = bind_find_best_kw(args[cur_arg]);
3903 if (best)
3904 ha_alert("parsing [%s:%d] : unknown keyword '%s' in '%s' section; did you mean '%s' maybe ?\n",
3905 file, linenum, args[cur_arg], cursection, best);
3906 else
3907 ha_alert("parsing [%s:%d] : unknown keyword '%s' in '%s' section.\n",
3908 file, linenum, args[cur_arg], cursection);
Emeric Brun12941c82020-07-07 14:19:42 +02003909 err_code |= ERR_ALERT | ERR_FATAL;
3910 goto out;
3911 }
3912 }
3913 else if (strcmp(args[0], "log") == 0) {
Emeric Brun9533a702021-04-02 10:13:43 +02003914 if (!parse_logsrv(args, &cfg_log_forward->logsrvs, (kwm == KWM_NO), file, linenum, &errmsg)) {
Emeric Brun12941c82020-07-07 14:19:42 +02003915 ha_alert("parsing [%s:%d] : %s : %s\n", file, linenum, args[0], errmsg);
3916 err_code |= ERR_ALERT | ERR_FATAL;
3917 goto out;
3918 }
Emeric Bruncbb7bf72020-10-05 14:39:35 +02003919 }
3920 else if (strcmp(args[0], "timeout") == 0) {
3921 const char *res;
3922 unsigned timeout;
3923
3924 if (strcmp(args[1], "client") != 0) {
3925 ha_alert("parsing [%s:%d] : unknown keyword '%s %s' in log-forward section.\n", file, linenum, args[0], args[1]);
3926 err_code |= ERR_ALERT | ERR_FATAL;
3927 goto out;
3928 }
3929
3930 if (*args[2] == 0) {
3931 ha_alert("parsing [%s:%d] : missing timeout client value.\n", file, linenum);
3932 err_code |= ERR_ALERT | ERR_FATAL;
3933 goto out;
3934 }
3935 res = parse_time_err(args[2], &timeout, TIME_UNIT_MS);
3936 if (res == PARSE_TIME_OVER) {
3937 memprintf(&errmsg, "timer overflow in argument '%s' to 'timeout client' (maximum value is 2147483647 ms or ~24.8 days)", args[2]);
3938 }
3939 else if (res == PARSE_TIME_UNDER) {
3940 memprintf(&errmsg, "timer underflow in argument '%s' to 'timeout client' (minimum non-null value is 1 ms)", args[2]);
3941 }
3942 else if (res) {
3943 memprintf(&errmsg, "unexpected character '%c' in 'timeout client'", *res);
3944 return -1;
3945 }
3946
3947 if (res) {
3948 ha_alert("parsing [%s:%d] : %s : %s\n", file, linenum, args[0], errmsg);
3949 err_code |= ERR_ALERT | ERR_FATAL;
3950 goto out;
3951 }
3952 cfg_log_forward->timeout.client = MS_TO_TICKS(timeout);
Emeric Brun12941c82020-07-07 14:19:42 +02003953 }
Willy Tarreauf9feec22020-09-16 15:04:33 +02003954 else {
3955 ha_alert("parsing [%s:%d] : unknown keyword '%s' in log-forward section.\n", file, linenum, args[0]);
3956 err_code |= ERR_ALERT | ERR_ABORT;
3957 goto out;
3958 }
Emeric Brun12941c82020-07-07 14:19:42 +02003959out:
3960 return err_code;
3961}
3962
Willy Tarreau0108d902018-11-25 19:14:37 +01003963
Emeric Brun12941c82020-07-07 14:19:42 +02003964/* config parsers for this section */
3965REGISTER_CONFIG_SECTION("log-forward", cfg_parse_log_forward, NULL);
3966
Willy Tarreau082b6282019-05-22 14:42:12 +02003967REGISTER_PER_THREAD_ALLOC(init_log_buffers);
3968REGISTER_PER_THREAD_FREE(deinit_log_buffers);
Willy Tarreau172f5ce2018-11-26 11:21:50 +01003969
Willy Tarreaubaaee002006-06-26 02:48:02 +02003970/*
3971 * Local variables:
3972 * c-indent-level: 8
3973 * c-basic-offset: 8
3974 * End:
3975 */