blob: 2b015a01abc8c1e0972e1a0c2333e8c1cf9bee95 [file] [log] [blame]
Willy Tarreau81f38d62015-04-13 17:11:11 +02001/*
2 * Functions managing applets
3 *
4 * Copyright 2000-2015 Willy Tarreau <w@1wt.eu>
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
11 */
12
13#include <stdio.h>
14#include <stdlib.h>
15
Willy Tarreau4c7e4b72020-05-27 12:58:42 +020016#include <haproxy/api.h>
Willy Tarreaub2551052020-06-09 09:07:15 +020017#include <haproxy/applet.h>
Willy Tarreauf1d32c42020-06-04 21:07:02 +020018#include <haproxy/channel.h>
Willy Tarreau853b2972020-05-27 18:01:47 +020019#include <haproxy/list.h>
Willy Tarreau5edca2f2022-05-27 09:25:10 +020020#include <haproxy/sc_strm.h>
Willy Tarreaucb086c62022-05-27 09:47:12 +020021#include <haproxy/stconn.h>
Willy Tarreaudfd3de82020-06-04 23:46:14 +020022#include <haproxy/stream.h>
Willy Tarreaucea0e1b2020-06-04 17:25:40 +020023#include <haproxy/task.h>
Willy Tarreau81f38d62015-04-13 17:11:11 +020024
Christopher Faulet1cbe74c2016-12-06 09:13:22 +010025unsigned int nb_applets = 0;
Emeric Brun1138fd02017-06-19 12:38:55 +020026
Willy Tarreau8280ea92019-07-18 10:41:36 +020027DECLARE_POOL(pool_head_appctx, "appctx", sizeof(struct appctx));
28
Willy Tarreau009e42b2022-05-05 19:55:03 +020029/* Tries to allocate a new appctx and initialize all of its fields. The appctx
Christopher Fauletcb2fa362022-03-23 11:46:56 +010030 * is returned on success, NULL on failure. The appctx must be released using
31 * appctx_free(). <applet> is assigned as the applet, but it can be NULL. The
32 * applet's task is always created on the current thread.
33 */
Willy Tarreaud869e132022-05-17 18:05:31 +020034struct appctx *appctx_new(struct applet *applet, struct sedesc *sedesc, unsigned long thread_mask)
Christopher Fauletcb2fa362022-03-23 11:46:56 +010035{
36 struct appctx *appctx;
37
Christopher Fauletd9c1d332022-05-16 17:15:31 +020038 /* Backend appctx cannot be started on another thread than the local one */
Willy Tarreaud869e132022-05-17 18:05:31 +020039 BUG_ON(thread_mask != tid_bit && sedesc);
Christopher Faulet6095d572022-05-16 17:09:48 +020040
Willy Tarreau009e42b2022-05-05 19:55:03 +020041 appctx = pool_zalloc(pool_head_appctx);
Christopher Faulet9ec2f4d2022-03-23 15:15:29 +010042 if (unlikely(!appctx))
43 goto fail_appctx;
44
Willy Tarreau009e42b2022-05-05 19:55:03 +020045 LIST_INIT(&appctx->wait_entry);
Christopher Faulet9ec2f4d2022-03-23 15:15:29 +010046 appctx->obj_type = OBJ_TYPE_APPCTX;
47 appctx->applet = applet;
Christopher Fauletac57bb52022-05-09 08:08:26 +020048 appctx->sess = NULL;
Willy Tarreaud869e132022-05-17 18:05:31 +020049 if (!sedesc) {
50 sedesc = sedesc_new();
51 if (!sedesc)
Christopher Faulet9ec2f4d2022-03-23 15:15:29 +010052 goto fail_endp;
Willy Tarreaud869e132022-05-17 18:05:31 +020053 sedesc->se = appctx;
54 se_fl_set(sedesc, SE_FL_T_APPLET | SE_FL_ORPHAN);
Christopher Fauletcb2fa362022-03-23 11:46:56 +010055 }
Willy Tarreaud869e132022-05-17 18:05:31 +020056 appctx->sedesc = sedesc;
Christopher Faulet9ec2f4d2022-03-23 15:15:29 +010057
Christopher Faulet6095d572022-05-16 17:09:48 +020058 appctx->t = task_new(thread_mask);
Christopher Faulet9ec2f4d2022-03-23 15:15:29 +010059 if (unlikely(!appctx->t))
60 goto fail_task;
61 appctx->t->process = task_run_applet;
62 appctx->t->context = appctx;
63
64 LIST_INIT(&appctx->buffer_wait.list);
65 appctx->buffer_wait.target = appctx;
66 appctx->buffer_wait.wakeup_cb = appctx_buf_available;
67
68 _HA_ATOMIC_INC(&nb_applets);
Christopher Fauletcb2fa362022-03-23 11:46:56 +010069 return appctx;
Christopher Faulet9ec2f4d2022-03-23 15:15:29 +010070
71 fail_task:
Willy Tarreaud869e132022-05-17 18:05:31 +020072 sedesc_free(appctx->sedesc);
Christopher Faulet9ec2f4d2022-03-23 15:15:29 +010073 fail_endp:
74 pool_free(pool_head_appctx, appctx);
75 fail_appctx:
76 return NULL;
Christopher Fauletcb2fa362022-03-23 11:46:56 +010077}
78
Christopher Faulet8718c952022-05-12 15:15:53 +020079/* Finalize the frontend appctx startup. It must not be called for a backend
80 * appctx. This function is responsible to create the appctx's session and the
Willy Tarreau4596fe22022-05-17 19:07:51 +020081 * frontend stream connector. By transitivity, the stream is also created.
Christopher Faulet8718c952022-05-12 15:15:53 +020082 *
83 * It returns 0 on success and -1 on error. In this case, it is the caller
84 * responsibility to release the appctx. However, the session is released if it
85 * was created. On success, if an error is encountered in the caller function,
Christopher Fauletd0c4ec02022-05-12 15:18:48 +020086 * the stream must be released instead of the appctx. To be sure,
87 * appctx_free_on_early_error() must be called in this case.
Christopher Faulet8718c952022-05-12 15:15:53 +020088 */
89int appctx_finalize_startup(struct appctx *appctx, struct proxy *px, struct buffer *input)
90{
91 struct session *sess;
92
Christopher Fauletd9c1d332022-05-16 17:15:31 +020093 /* async startup is only possible for frontend appctx. Thus for orphan
94 * appctx. Because no backend appctx can be orphan.
95 */
Willy Tarreaud869e132022-05-17 18:05:31 +020096 BUG_ON(!se_fl_test(appctx->sedesc, SE_FL_ORPHAN));
Christopher Faulet8718c952022-05-12 15:15:53 +020097
98 sess = session_new(px, NULL, &appctx->obj_type);
99 if (!sess)
100 return -1;
Willy Tarreaua0b58b52022-05-27 08:33:53 +0200101 if (!sc_new_from_endp(appctx->sedesc, sess, input)) {
Christopher Faulet8718c952022-05-12 15:15:53 +0200102 session_free(sess);
103 return -1;
104 }
105 appctx->sess = sess;
106 return 0;
107}
108
Christopher Fauletd0c4ec02022-05-12 15:18:48 +0200109/* Release function to call when an error occurred during init stage of a
110 * frontend appctx. For a backend appctx, it just calls appctx_free()
111 */
112void appctx_free_on_early_error(struct appctx *appctx)
113{
Willy Tarreau4596fe22022-05-17 19:07:51 +0200114 /* If a frontend appctx is attached to a stream connector, release the stream
Christopher Fauletd0c4ec02022-05-12 15:18:48 +0200115 * instead of the appctx.
116 */
Willy Tarreauc12b3212022-05-27 11:08:15 +0200117 if (!se_fl_test(appctx->sedesc, SE_FL_ORPHAN) && !(appctx_sc(appctx)->flags & SC_FL_ISBACK)) {
Christopher Fauletd0c4ec02022-05-12 15:18:48 +0200118 stream_free(appctx_strm(appctx));
119 return;
120 }
121 appctx_free(appctx);
122}
123
Willy Tarreauf12f32a2022-05-02 14:57:03 +0200124/* reserves a command context of at least <size> bytes in the <appctx>, for
125 * use by a CLI command or any regular applet. The pointer to this context is
126 * stored in ctx.svcctx and is returned. The caller doesn't need to release
127 * it as it's allocated from reserved space. If the size is larger than
128 * APPLET_MAX_SVCCTX a crash will occur (hence that will never happen outside
129 * of development).
130 *
131 * Note that the command does *not* initialize the area, so that it can easily
132 * be used upon each entry in a function. It's left to the initialization code
133 * to do it if needed. The CLI will always zero the whole area before calling
134 * a keyword's ->parse() function.
135 */
136void *applet_reserve_svcctx(struct appctx *appctx, size_t size)
137{
138 BUG_ON(size > APPLET_MAX_SVCCTX);
139 appctx->svcctx = &appctx->svc.storage;
140 return appctx->svcctx;
141}
142
Willy Tarreaud869e132022-05-17 18:05:31 +0200143/* call the applet's release() function if any, and marks the sedesc as shut.
Willy Tarreau1c3ead42022-05-10 19:42:22 +0200144 * Needs to be called upon close().
145 */
146void appctx_shut(struct appctx *appctx)
147{
Willy Tarreaud869e132022-05-17 18:05:31 +0200148 if (se_fl_test(appctx->sedesc, SE_FL_SHR | SE_FL_SHW))
Willy Tarreau1c3ead42022-05-10 19:42:22 +0200149 return;
150
151 if (appctx->applet->release)
152 appctx->applet->release(appctx);
153
Willy Tarreaud869e132022-05-17 18:05:31 +0200154 se_fl_set(appctx->sedesc, SE_FL_SHRR | SE_FL_SHWN);
Willy Tarreau1c3ead42022-05-10 19:42:22 +0200155}
156
Willy Tarreau21028b52018-11-06 17:32:37 +0100157/* Callback used to wake up an applet when a buffer is available. The applet
158 * <appctx> is woken up if an input buffer was requested for the associated
Willy Tarreau4596fe22022-05-17 19:07:51 +0200159 * stream connector. In this case the buffer is immediately allocated and the
Willy Tarreau21028b52018-11-06 17:32:37 +0100160 * function returns 1. Otherwise it returns 0. Note that this automatically
161 * covers multiple wake-up attempts by ensuring that the same buffer will not
162 * be accounted for multiple times.
163 */
164int appctx_buf_available(void *arg)
165{
166 struct appctx *appctx = arg;
Willy Tarreauc12b3212022-05-27 11:08:15 +0200167 struct stconn *sc = appctx_sc(appctx);
Willy Tarreau21028b52018-11-06 17:32:37 +0100168
169 /* allocation requested ? */
Willy Tarreau07ee0442022-05-27 10:32:34 +0200170 if (!(sc->flags & SC_FL_NEED_BUFF))
Willy Tarreau21028b52018-11-06 17:32:37 +0100171 return 0;
172
Willy Tarreau07ee0442022-05-27 10:32:34 +0200173 sc_have_buff(sc);
Willy Tarreau8be7cd72018-11-14 15:12:08 +0100174
175 /* was already allocated another way ? if so, don't take this one */
Willy Tarreau07ee0442022-05-27 10:32:34 +0200176 if (c_size(sc_ic(sc)) || sc_ic(sc)->pipe)
Willy Tarreau8be7cd72018-11-14 15:12:08 +0100177 return 0;
178
Willy Tarreau21028b52018-11-06 17:32:37 +0100179 /* allocation possible now ? */
Willy Tarreau07ee0442022-05-27 10:32:34 +0200180 if (!b_alloc(&sc_ic(sc)->buf)) {
181 sc_need_buff(sc);
Willy Tarreau21028b52018-11-06 17:32:37 +0100182 return 0;
Willy Tarreau8be7cd72018-11-14 15:12:08 +0100183 }
Willy Tarreau21028b52018-11-06 17:32:37 +0100184
Willy Tarreau21028b52018-11-06 17:32:37 +0100185 task_wakeup(appctx->t, TASK_WOKEN_RES);
186 return 1;
187}
188
189/* Default applet handler */
Willy Tarreau144f84a2021-03-02 16:09:26 +0100190struct task *task_run_applet(struct task *t, void *context, unsigned int state)
Willy Tarreau3c595ac2015-04-19 09:59:31 +0200191{
Olivier Houchard673867c2018-05-25 16:58:52 +0200192 struct appctx *app = context;
Willy Tarreau07ee0442022-05-27 10:32:34 +0200193 struct stconn *sc;
Willy Tarreaudcb0e1d2019-04-25 19:12:26 +0200194 unsigned int rate;
Christopher Faulet1eedf9b2021-04-27 17:08:10 +0200195 size_t count;
Christopher Fauletb4a4d9a2017-11-15 22:14:49 +0100196
Olivier Houchard673867c2018-05-25 16:58:52 +0200197 if (app->state & APPLET_WANT_DIE) {
198 __appctx_free(app);
199 return NULL;
Christopher Faulet71630562017-11-14 11:30:47 +0100200 }
Emeric Brun1138fd02017-06-19 12:38:55 +0200201
Willy Tarreaud869e132022-05-17 18:05:31 +0200202 if (se_fl_test(app->sedesc, SE_FL_ORPHAN)) {
Christopher Fauletd9c1d332022-05-16 17:15:31 +0200203 /* Finalize init of orphan appctx. .init callback function must
204 * be defined and it must finalize appctx startup.
205 */
206 BUG_ON(!app->applet->init);
207
208 if (appctx_init(app) == -1) {
209 appctx_free_on_early_error(app);
210 return NULL;
211 }
Willy Tarreauc12b3212022-05-27 11:08:15 +0200212 BUG_ON(!app->sess || !appctx_sc(app) || !appctx_strm(app));
Christopher Fauletd9c1d332022-05-16 17:15:31 +0200213 }
214
Willy Tarreauc12b3212022-05-27 11:08:15 +0200215 sc = appctx_sc(app);
Christopher Fauletd9c1d332022-05-16 17:15:31 +0200216
Olivier Houchard673867c2018-05-25 16:58:52 +0200217 /* We always pretend the applet can't get and doesn't want to
218 * put, it's up to it to change this if needed. This ensures
219 * that one applet which ignores any event will not spin.
Willy Tarreau99942382015-09-25 17:56:16 +0200220 */
Willy Tarreau90e8b452022-05-25 18:21:43 +0200221 applet_need_more_data(app);
Willy Tarreau4164eb92022-05-25 15:42:03 +0200222 applet_have_no_more_data(app);
Willy Tarreau3c595ac2015-04-19 09:59:31 +0200223
Willy Tarreau8be7cd72018-11-14 15:12:08 +0100224 /* Now we'll try to allocate the input buffer. We wake up the applet in
225 * all cases. So this is the applet's responsibility to check if this
226 * buffer was allocated or not. This leaves a chance for applets to do
227 * some other processing if needed. The applet doesn't have anything to
228 * do if it needs the buffer, it will be called again upon readiness.
229 */
Willy Tarreau07ee0442022-05-27 10:32:34 +0200230 if (!sc_alloc_ibuf(sc, &app->buffer_wait))
Willy Tarreau4164eb92022-05-25 15:42:03 +0200231 applet_have_more_data(app);
Willy Tarreau8be7cd72018-11-14 15:12:08 +0100232
Willy Tarreau07ee0442022-05-27 10:32:34 +0200233 count = co_data(sc_oc(sc));
Olivier Houchard673867c2018-05-25 16:58:52 +0200234 app->applet->fct(app);
Willy Tarreau19920d62019-10-11 14:15:47 +0200235
Christopher Faulet1eedf9b2021-04-27 17:08:10 +0200236 /* now check if the applet has released some room and forgot to
237 * notify the other side about it.
238 */
Willy Tarreau07ee0442022-05-27 10:32:34 +0200239 if (count != co_data(sc_oc(sc))) {
240 sc_oc(sc)->flags |= CF_WRITE_PARTIAL | CF_WROTE_DATA;
241 sc_have_room(sc_opposite(sc));
Christopher Faulet1eedf9b2021-04-27 17:08:10 +0200242 }
243
Willy Tarreau19920d62019-10-11 14:15:47 +0200244 /* measure the call rate and check for anomalies when too high */
245 rate = update_freq_ctr(&app->call_rate, 1);
246 if (rate >= 100000 && app->call_rate.prev_ctr && // looped more than 100k times over last second
Willy Tarreau07ee0442022-05-27 10:32:34 +0200247 ((b_size(sc_ib(sc)) && sc->flags & SC_FL_NEED_ROOM) || // asks for a buffer which is present
248 (b_size(sc_ib(sc)) && !b_data(sc_ib(sc)) && sc->flags & SC_FL_NEED_ROOM) || // asks for room in an empty buffer
249 (b_data(sc_ob(sc)) && sc_is_send_allowed(sc)) || // asks for data already present
250 (!b_data(sc_ib(sc)) && b_data(sc_ob(sc)) && // didn't return anything ...
251 (sc_oc(sc)->flags & (CF_WRITE_PARTIAL|CF_SHUTW_NOW)) == CF_SHUTW_NOW))) { // ... and left data pending after a shut
Willy Tarreau19920d62019-10-11 14:15:47 +0200252 stream_dump_and_crash(&app->obj_type, read_freq_ctr(&app->call_rate));
253 }
254
Willy Tarreau07ee0442022-05-27 10:32:34 +0200255 sc->app_ops->wake(sc);
256 channel_release_buffer(sc_ic(sc), &app->buffer_wait);
Olivier Houchard673867c2018-05-25 16:58:52 +0200257 return t;
Willy Tarreau3c595ac2015-04-19 09:59:31 +0200258}