Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 1 | /* |
Willy Tarreau | b277d6e | 2012-05-11 16:59:14 +0200 | [diff] [blame] | 2 | * Functions used to send/receive data using SOCK_STREAM sockets. |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 3 | * |
Willy Tarreau | b277d6e | 2012-05-11 16:59:14 +0200 | [diff] [blame] | 4 | * Copyright 2000-2012 Willy Tarreau <w@1wt.eu> |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 5 | * |
| 6 | * This program is free software; you can redistribute it and/or |
| 7 | * modify it under the terms of the GNU General Public License |
| 8 | * as published by the Free Software Foundation; either version |
| 9 | * 2 of the License, or (at your option) any later version. |
| 10 | * |
| 11 | */ |
| 12 | |
Willy Tarreau | 6b4aad4 | 2009-01-18 21:59:13 +0100 | [diff] [blame] | 13 | #define _GNU_SOURCE |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 14 | #include <errno.h> |
| 15 | #include <fcntl.h> |
| 16 | #include <stdio.h> |
| 17 | #include <stdlib.h> |
| 18 | |
| 19 | #include <sys/socket.h> |
| 20 | #include <sys/stat.h> |
| 21 | #include <sys/types.h> |
| 22 | |
Dmitry Sivachenko | caf5898 | 2009-08-24 15:11:06 +0400 | [diff] [blame] | 23 | #include <netinet/tcp.h> |
| 24 | |
Willy Tarreau | 2dd0d47 | 2006-06-29 17:53:05 +0200 | [diff] [blame] | 25 | #include <common/compat.h> |
Willy Tarreau | e3ba5f0 | 2006-06-29 18:54:54 +0200 | [diff] [blame] | 26 | #include <common/config.h> |
Willy Tarreau | d6f087e | 2008-01-18 17:20:13 +0100 | [diff] [blame] | 27 | #include <common/debug.h> |
Willy Tarreau | 8374918 | 2007-04-15 20:56:27 +0200 | [diff] [blame] | 28 | #include <common/standard.h> |
Willy Tarreau | 0c303ee | 2008-07-07 00:09:58 +0200 | [diff] [blame] | 29 | #include <common/ticks.h> |
Willy Tarreau | 2dd0d47 | 2006-06-29 17:53:05 +0200 | [diff] [blame] | 30 | #include <common/time.h> |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 31 | |
Willy Tarreau | 2d21279 | 2008-08-27 21:41:35 +0200 | [diff] [blame] | 32 | #include <proto/buffers.h> |
Willy Tarreau | 8b11708 | 2012-08-06 15:06:49 +0200 | [diff] [blame] | 33 | #include <proto/connection.h> |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 34 | #include <proto/fd.h> |
Willy Tarreau | eb47268 | 2010-05-28 18:46:57 +0200 | [diff] [blame] | 35 | #include <proto/freq_ctr.h> |
| 36 | #include <proto/log.h> |
Willy Tarreau | 3eba98a | 2009-01-25 13:56:13 +0100 | [diff] [blame] | 37 | #include <proto/pipe.h> |
Willy Tarreau | fe598a7 | 2010-09-21 21:48:23 +0200 | [diff] [blame] | 38 | #include <proto/protocols.h> |
Willy Tarreau | c63190d | 2012-05-11 14:23:52 +0200 | [diff] [blame] | 39 | #include <proto/sock_raw.h> |
Willy Tarreau | 73b013b | 2012-05-21 16:31:45 +0200 | [diff] [blame] | 40 | #include <proto/stream_interface.h> |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 41 | #include <proto/task.h> |
| 42 | |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 43 | #include <types/global.h> |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 44 | |
Willy Tarreau | b277d6e | 2012-05-11 16:59:14 +0200 | [diff] [blame] | 45 | /* main event functions used to move data between sockets and buffers */ |
Willy Tarreau | 239d718 | 2012-07-23 18:53:03 +0200 | [diff] [blame] | 46 | static int sock_raw_read(struct connection *conn); |
| 47 | static int sock_raw_write(struct connection *conn); |
Willy Tarreau | b277d6e | 2012-05-11 16:59:14 +0200 | [diff] [blame] | 48 | static void sock_raw_data_finish(struct stream_interface *si); |
| 49 | static void sock_raw_shutr(struct stream_interface *si); |
| 50 | static void sock_raw_shutw(struct stream_interface *si); |
Willy Tarreau | 3d8903f | 2012-08-06 17:00:18 +0200 | [diff] [blame^] | 51 | static void sock_raw_read0(struct stream_interface *si); |
Willy Tarreau | b277d6e | 2012-05-11 16:59:14 +0200 | [diff] [blame] | 52 | static void sock_raw_chk_rcv(struct stream_interface *si); |
| 53 | static void sock_raw_chk_snd(struct stream_interface *si); |
| 54 | |
| 55 | |
Willy Tarreau | 6b4aad4 | 2009-01-18 21:59:13 +0100 | [diff] [blame] | 56 | #if defined(CONFIG_HAP_LINUX_SPLICE) |
Willy Tarreau | 43d8fb2 | 2011-08-22 17:12:02 +0200 | [diff] [blame] | 57 | #include <common/splice.h> |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 58 | |
| 59 | /* A pipe contains 16 segments max, and it's common to see segments of 1448 bytes |
| 60 | * because of timestamps. Use this as a hint for not looping on splice(). |
| 61 | */ |
| 62 | #define SPLICE_FULL_HINT 16*1448 |
| 63 | |
Willy Tarreau | a9de333 | 2009-11-28 07:47:10 +0100 | [diff] [blame] | 64 | /* how many data we attempt to splice at once when the buffer is configured for |
| 65 | * infinite forwarding */ |
| 66 | #define MAX_SPLICE_AT_ONCE (1<<30) |
| 67 | |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 68 | /* Returns : |
| 69 | * -1 if splice is not possible or not possible anymore and we must switch to |
| 70 | * user-land copy (eg: to_forward reached) |
| 71 | * 0 when we know that polling is required to get more data (EAGAIN) |
| 72 | * 1 for all other cases (we can safely try again, or if an activity has been |
| 73 | * detected (DATA/NULL/ERR)) |
| 74 | * Sets : |
| 75 | * BF_READ_NULL |
| 76 | * BF_READ_PARTIAL |
| 77 | * BF_WRITE_PARTIAL (during copy) |
Willy Tarreau | ba0b63d | 2009-09-20 08:09:44 +0200 | [diff] [blame] | 78 | * BF_OUT_EMPTY (during copy) |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 79 | * SI_FL_ERR |
| 80 | * SI_FL_WAIT_ROOM |
| 81 | * (SI_FL_WAIT_RECV) |
Willy Tarreau | 3eba98a | 2009-01-25 13:56:13 +0100 | [diff] [blame] | 82 | * |
| 83 | * This function automatically allocates a pipe from the pipe pool. It also |
| 84 | * carefully ensures to clear b->pipe whenever it leaves the pipe empty. |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 85 | */ |
Willy Tarreau | b277d6e | 2012-05-11 16:59:14 +0200 | [diff] [blame] | 86 | static int sock_raw_splice_in(struct buffer *b, struct stream_interface *si) |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 87 | { |
Willy Tarreau | 82a0456 | 2011-12-11 22:37:06 +0100 | [diff] [blame] | 88 | static int splice_detects_close; |
Willy Tarreau | fb7508a | 2012-05-21 16:47:54 +0200 | [diff] [blame] | 89 | int fd = si_fd(si); |
Willy Tarreau | 31971e5 | 2009-09-20 12:07:52 +0200 | [diff] [blame] | 90 | int ret; |
| 91 | unsigned long max; |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 92 | int retval = 1; |
| 93 | |
| 94 | if (!b->to_forward) |
| 95 | return -1; |
| 96 | |
| 97 | if (!(b->flags & BF_KERN_SPLICING)) |
| 98 | return -1; |
| 99 | |
Willy Tarreau | 02d6cfc | 2012-03-01 18:19:58 +0100 | [diff] [blame] | 100 | if (buffer_not_empty(b)) { |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 101 | /* We're embarrassed, there are already data pending in |
| 102 | * the buffer and we don't want to have them at two |
| 103 | * locations at a time. Let's indicate we need some |
| 104 | * place and ask the consumer to hurry. |
| 105 | */ |
| 106 | si->flags |= SI_FL_WAIT_ROOM; |
| 107 | EV_FD_CLR(fd, DIR_RD); |
| 108 | b->rex = TICK_ETERNITY; |
Willy Tarreau | 73b013b | 2012-05-21 16:31:45 +0200 | [diff] [blame] | 109 | si_chk_snd(b->cons); |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 110 | return 1; |
| 111 | } |
| 112 | |
Willy Tarreau | 3eba98a | 2009-01-25 13:56:13 +0100 | [diff] [blame] | 113 | if (unlikely(b->pipe == NULL)) { |
| 114 | if (pipes_used >= global.maxpipes || !(b->pipe = get_pipe())) { |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 115 | b->flags &= ~BF_KERN_SPLICING; |
| 116 | return -1; |
| 117 | } |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 118 | } |
| 119 | |
Willy Tarreau | 3eba98a | 2009-01-25 13:56:13 +0100 | [diff] [blame] | 120 | /* At this point, b->pipe is valid */ |
| 121 | |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 122 | while (1) { |
Willy Tarreau | a9de333 | 2009-11-28 07:47:10 +0100 | [diff] [blame] | 123 | if (b->to_forward == BUF_INFINITE_FORWARD) |
| 124 | max = MAX_SPLICE_AT_ONCE; |
| 125 | else |
| 126 | max = b->to_forward; |
| 127 | |
Willy Tarreau | 31971e5 | 2009-09-20 12:07:52 +0200 | [diff] [blame] | 128 | if (!max) { |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 129 | /* It looks like the buffer + the pipe already contain |
| 130 | * the maximum amount of data to be transferred. Try to |
| 131 | * send those data immediately on the other side if it |
| 132 | * is currently waiting. |
| 133 | */ |
| 134 | retval = -1; /* end of forwarding */ |
| 135 | break; |
| 136 | } |
| 137 | |
Willy Tarreau | 3eba98a | 2009-01-25 13:56:13 +0100 | [diff] [blame] | 138 | ret = splice(fd, NULL, b->pipe->prod, NULL, max, |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 139 | SPLICE_F_MOVE|SPLICE_F_NONBLOCK); |
| 140 | |
| 141 | if (ret <= 0) { |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 142 | if (ret == 0) { |
Willy Tarreau | 98b306b | 2009-01-25 11:11:32 +0100 | [diff] [blame] | 143 | /* connection closed. This is only detected by |
Willy Tarreau | 82a0456 | 2011-12-11 22:37:06 +0100 | [diff] [blame] | 144 | * recent kernels (>= 2.6.27.13). If we notice |
| 145 | * it works, we store the info for later use. |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 146 | */ |
Willy Tarreau | 82a0456 | 2011-12-11 22:37:06 +0100 | [diff] [blame] | 147 | splice_detects_close = 1; |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 148 | b->flags |= BF_READ_NULL; |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 149 | retval = 1; /* no need for further polling */ |
| 150 | break; |
| 151 | } |
| 152 | |
| 153 | if (errno == EAGAIN) { |
| 154 | /* there are two reasons for EAGAIN : |
| 155 | * - nothing in the socket buffer (standard) |
| 156 | * - pipe is full |
Willy Tarreau | 98b306b | 2009-01-25 11:11:32 +0100 | [diff] [blame] | 157 | * - the connection is closed (kernel < 2.6.27.13) |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 158 | * Since we don't know if pipe is full, we'll |
| 159 | * stop if the pipe is not empty. Anyway, we |
| 160 | * will almost always fill/empty the pipe. |
| 161 | */ |
| 162 | |
Willy Tarreau | 3eba98a | 2009-01-25 13:56:13 +0100 | [diff] [blame] | 163 | if (b->pipe->data) { |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 164 | si->flags |= SI_FL_WAIT_ROOM; |
| 165 | retval = 1; |
| 166 | break; |
| 167 | } |
| 168 | |
Willy Tarreau | 82a0456 | 2011-12-11 22:37:06 +0100 | [diff] [blame] | 169 | /* We don't know if the connection was closed, |
| 170 | * but if we know splice detects close, then we |
| 171 | * know it for sure. |
Willy Tarreau | 98b306b | 2009-01-25 11:11:32 +0100 | [diff] [blame] | 172 | * But if we're called upon POLLIN with an empty |
Willy Tarreau | 82a0456 | 2011-12-11 22:37:06 +0100 | [diff] [blame] | 173 | * pipe and get EAGAIN, it is suspect enough to |
Willy Tarreau | 98b306b | 2009-01-25 11:11:32 +0100 | [diff] [blame] | 174 | * try to fall back to the normal recv scheme |
| 175 | * which will be able to deal with the situation. |
| 176 | */ |
Willy Tarreau | 82a0456 | 2011-12-11 22:37:06 +0100 | [diff] [blame] | 177 | if (splice_detects_close) |
| 178 | retval = 0; /* we know for sure that it's EAGAIN */ |
| 179 | else |
| 180 | retval = -1; |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 181 | break; |
| 182 | } |
Willy Tarreau | dc340a9 | 2009-06-28 23:10:19 +0200 | [diff] [blame] | 183 | |
Willy Tarreau | a9de333 | 2009-11-28 07:47:10 +0100 | [diff] [blame] | 184 | if (errno == ENOSYS || errno == EINVAL) { |
Willy Tarreau | dc340a9 | 2009-06-28 23:10:19 +0200 | [diff] [blame] | 185 | /* splice not supported on this end, disable it */ |
| 186 | b->flags &= ~BF_KERN_SPLICING; |
| 187 | si->flags &= ~SI_FL_CAP_SPLICE; |
| 188 | put_pipe(b->pipe); |
| 189 | b->pipe = NULL; |
| 190 | return -1; |
| 191 | } |
| 192 | |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 193 | /* here we have another error */ |
| 194 | si->flags |= SI_FL_ERR; |
| 195 | retval = 1; |
| 196 | break; |
| 197 | } /* ret <= 0 */ |
| 198 | |
Willy Tarreau | 31971e5 | 2009-09-20 12:07:52 +0200 | [diff] [blame] | 199 | if (b->to_forward != BUF_INFINITE_FORWARD) |
| 200 | b->to_forward -= ret; |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 201 | b->total += ret; |
Willy Tarreau | 3eba98a | 2009-01-25 13:56:13 +0100 | [diff] [blame] | 202 | b->pipe->data += ret; |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 203 | b->flags |= BF_READ_PARTIAL; |
Willy Tarreau | ba0b63d | 2009-09-20 08:09:44 +0200 | [diff] [blame] | 204 | b->flags &= ~BF_OUT_EMPTY; |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 205 | |
Willy Tarreau | 6f4a82c | 2009-03-21 20:43:57 +0100 | [diff] [blame] | 206 | if (b->pipe->data >= SPLICE_FULL_HINT || |
| 207 | ret >= global.tune.recv_enough) { |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 208 | /* We've read enough of it for this time. */ |
| 209 | retval = 1; |
| 210 | break; |
| 211 | } |
| 212 | } /* while */ |
| 213 | |
Willy Tarreau | 3eba98a | 2009-01-25 13:56:13 +0100 | [diff] [blame] | 214 | if (unlikely(!b->pipe->data)) { |
| 215 | put_pipe(b->pipe); |
| 216 | b->pipe = NULL; |
| 217 | } |
| 218 | |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 219 | return retval; |
| 220 | } |
| 221 | |
Willy Tarreau | 6b4aad4 | 2009-01-18 21:59:13 +0100 | [diff] [blame] | 222 | #endif /* CONFIG_HAP_LINUX_SPLICE */ |
| 223 | |
| 224 | |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 225 | /* |
Willy Tarreau | d797128 | 2006-07-29 18:36:34 +0200 | [diff] [blame] | 226 | * this function is called on a read event from a stream socket. |
Willy Tarreau | 8374918 | 2007-04-15 20:56:27 +0200 | [diff] [blame] | 227 | * It returns 0 if we have a high confidence that we will not be |
| 228 | * able to read more data without polling first. Returns non-zero |
| 229 | * otherwise. |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 230 | */ |
Willy Tarreau | 239d718 | 2012-07-23 18:53:03 +0200 | [diff] [blame] | 231 | static int sock_raw_read(struct connection *conn) |
Willy Tarreau | b277d6e | 2012-05-11 16:59:14 +0200 | [diff] [blame] | 232 | { |
Willy Tarreau | 239d718 | 2012-07-23 18:53:03 +0200 | [diff] [blame] | 233 | int fd = conn->t.sock.fd; |
Willy Tarreau | 8018471 | 2012-07-06 14:54:49 +0200 | [diff] [blame] | 234 | struct stream_interface *si = container_of(conn, struct stream_interface, conn); |
Willy Tarreau | 48adac5 | 2008-08-30 04:58:38 +0200 | [diff] [blame] | 235 | struct buffer *b = si->ib; |
Willy Tarreau | 8a7af60 | 2008-05-03 23:07:14 +0200 | [diff] [blame] | 236 | int ret, max, retval, cur_read; |
Willy Tarreau | b8949f1 | 2007-03-23 22:39:59 +0100 | [diff] [blame] | 237 | int read_poll = MAX_READ_POLL_LOOPS; |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 238 | |
| 239 | #ifdef DEBUG_FULL |
Willy Tarreau | b277d6e | 2012-05-11 16:59:14 +0200 | [diff] [blame] | 240 | fprintf(stderr,"sock_raw_read : fd=%d, ev=0x%02x, owner=%p\n", fd, fdtab[fd].ev, fdtab[fd].owner); |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 241 | #endif |
| 242 | |
Willy Tarreau | 8374918 | 2007-04-15 20:56:27 +0200 | [diff] [blame] | 243 | retval = 1; |
| 244 | |
Willy Tarreau | 7154365 | 2009-07-14 19:55:05 +0200 | [diff] [blame] | 245 | /* stop immediately on errors. Note that we DON'T want to stop on |
| 246 | * POLL_ERR, as the poller might report a write error while there |
| 247 | * are still data available in the recv buffer. This typically |
| 248 | * happens when we send too large a request to a backend server |
| 249 | * which rejects it before reading it all. |
| 250 | */ |
Willy Tarreau | 8018471 | 2012-07-06 14:54:49 +0200 | [diff] [blame] | 251 | if (conn->flags & CO_FL_ERROR) |
Willy Tarreau | 6996e15 | 2007-04-30 14:37:43 +0200 | [diff] [blame] | 252 | goto out_error; |
Willy Tarreau | d6f087e | 2008-01-18 17:20:13 +0100 | [diff] [blame] | 253 | |
| 254 | /* stop here if we reached the end of data */ |
| 255 | if ((fdtab[fd].ev & (FD_POLL_IN|FD_POLL_HUP)) == FD_POLL_HUP) |
| 256 | goto out_shutdown_r; |
Willy Tarreau | 8374918 | 2007-04-15 20:56:27 +0200 | [diff] [blame] | 257 | |
Willy Tarreau | d06e711 | 2009-03-29 10:18:41 +0200 | [diff] [blame] | 258 | /* maybe we were called immediately after an asynchronous shutr */ |
| 259 | if (b->flags & BF_SHUTR) |
| 260 | goto out_wakeup; |
| 261 | |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 262 | #if defined(CONFIG_HAP_LINUX_SPLICE) |
Willy Tarreau | 14acc70 | 2011-05-11 20:47:24 +0200 | [diff] [blame] | 263 | if (b->to_forward >= MIN_SPLICE_FORWARD && b->flags & BF_KERN_SPLICING) { |
Willy Tarreau | 98b306b | 2009-01-25 11:11:32 +0100 | [diff] [blame] | 264 | |
| 265 | /* Under Linux, if FD_POLL_HUP is set, we have reached the end. |
| 266 | * Since older splice() implementations were buggy and returned |
| 267 | * EAGAIN on end of read, let's bypass the call to splice() now. |
| 268 | */ |
| 269 | if (fdtab[fd].ev & FD_POLL_HUP) |
| 270 | goto out_shutdown_r; |
| 271 | |
Willy Tarreau | b277d6e | 2012-05-11 16:59:14 +0200 | [diff] [blame] | 272 | retval = sock_raw_splice_in(b, si); |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 273 | |
| 274 | if (retval >= 0) { |
| 275 | if (si->flags & SI_FL_ERR) |
| 276 | goto out_error; |
| 277 | if (b->flags & BF_READ_NULL) |
| 278 | goto out_shutdown_r; |
| 279 | goto out_wakeup; |
| 280 | } |
| 281 | /* splice not possible (anymore), let's go on on standard copy */ |
| 282 | } |
| 283 | #endif |
Willy Tarreau | 8a7af60 | 2008-05-03 23:07:14 +0200 | [diff] [blame] | 284 | cur_read = 0; |
Willy Tarreau | 6996e15 | 2007-04-30 14:37:43 +0200 | [diff] [blame] | 285 | while (1) { |
Willy Tarreau | 9dab5fc | 2012-05-07 11:56:55 +0200 | [diff] [blame] | 286 | max = bi_avail(b); |
Willy Tarreau | 864e825 | 2009-12-28 17:36:37 +0100 | [diff] [blame] | 287 | |
Willy Tarreau | 9dab5fc | 2012-05-07 11:56:55 +0200 | [diff] [blame] | 288 | if (!max) { |
Willy Tarreau | 864e825 | 2009-12-28 17:36:37 +0100 | [diff] [blame] | 289 | b->flags |= BF_FULL; |
| 290 | si->flags |= SI_FL_WAIT_ROOM; |
| 291 | break; |
| 292 | } |
| 293 | |
Willy Tarreau | 6996e15 | 2007-04-30 14:37:43 +0200 | [diff] [blame] | 294 | /* |
| 295 | * 1. compute the maximum block size we can read at once. |
| 296 | */ |
Willy Tarreau | 02d6cfc | 2012-03-01 18:19:58 +0100 | [diff] [blame] | 297 | if (buffer_empty(b)) { |
Willy Tarreau | 03d60bb | 2009-01-09 11:13:00 +0100 | [diff] [blame] | 298 | /* let's realign the buffer to optimize I/O */ |
Willy Tarreau | a458b67 | 2012-03-05 11:17:50 +0100 | [diff] [blame] | 299 | b->p = b->data; |
Willy Tarreau | 8374918 | 2007-04-15 20:56:27 +0200 | [diff] [blame] | 300 | } |
Willy Tarreau | 89fa706 | 2012-03-02 16:13:16 +0100 | [diff] [blame] | 301 | else if (b->data + b->o < b->p && |
| 302 | b->p + b->i < b->data + b->size) { |
Willy Tarreau | 864e825 | 2009-12-28 17:36:37 +0100 | [diff] [blame] | 303 | /* remaining space wraps at the end, with a moving limit */ |
Willy Tarreau | 363a5bb | 2012-03-02 20:14:45 +0100 | [diff] [blame] | 304 | if (max > b->data + b->size - (b->p + b->i)) |
| 305 | max = b->data + b->size - (b->p + b->i); |
Willy Tarreau | 9c0fe59 | 2009-01-18 16:25:31 +0100 | [diff] [blame] | 306 | } |
Willy Tarreau | 864e825 | 2009-12-28 17:36:37 +0100 | [diff] [blame] | 307 | /* else max is already OK */ |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 308 | |
Willy Tarreau | 6996e15 | 2007-04-30 14:37:43 +0200 | [diff] [blame] | 309 | /* |
| 310 | * 2. read the largest possible block |
| 311 | */ |
Willy Tarreau | cc5cfcb | 2012-05-04 21:35:27 +0200 | [diff] [blame] | 312 | ret = recv(fd, bi_end(b), max, 0); |
Willy Tarreau | d6d0690 | 2009-08-19 11:22:33 +0200 | [diff] [blame] | 313 | |
Willy Tarreau | 8374918 | 2007-04-15 20:56:27 +0200 | [diff] [blame] | 314 | if (ret > 0) { |
Willy Tarreau | 02d6cfc | 2012-03-01 18:19:58 +0100 | [diff] [blame] | 315 | b->i += ret; |
Willy Tarreau | 8a7af60 | 2008-05-03 23:07:14 +0200 | [diff] [blame] | 316 | cur_read += ret; |
Willy Tarreau | b38903c | 2008-11-23 21:33:29 +0100 | [diff] [blame] | 317 | |
Willy Tarreau | 2e046c6 | 2012-03-01 16:08:30 +0100 | [diff] [blame] | 318 | /* if we're allowed to directly forward data, we must update ->o */ |
Willy Tarreau | 31971e5 | 2009-09-20 12:07:52 +0200 | [diff] [blame] | 319 | if (b->to_forward && !(b->flags & (BF_SHUTW|BF_SHUTW_NOW))) { |
| 320 | unsigned long fwd = ret; |
| 321 | if (b->to_forward != BUF_INFINITE_FORWARD) { |
| 322 | if (fwd > b->to_forward) |
| 323 | fwd = b->to_forward; |
| 324 | b->to_forward -= fwd; |
| 325 | } |
Willy Tarreau | 328582c | 2012-05-05 23:32:27 +0200 | [diff] [blame] | 326 | b_adv(b, fwd); |
Willy Tarreau | 0abebcc | 2009-01-08 00:09:41 +0100 | [diff] [blame] | 327 | } |
Willy Tarreau | f890dc9 | 2008-12-13 21:12:26 +0100 | [diff] [blame] | 328 | |
Willy Tarreau | 8018471 | 2012-07-06 14:54:49 +0200 | [diff] [blame] | 329 | if (conn->flags & CO_FL_WAIT_L4_CONN) { |
| 330 | conn->flags &= ~CO_FL_WAIT_L4_CONN; |
Willy Tarreau | 8ae52cb | 2012-05-20 10:38:46 +0200 | [diff] [blame] | 331 | si->exp = TICK_ETERNITY; |
| 332 | } |
Willy Tarreau | b38903c | 2008-11-23 21:33:29 +0100 | [diff] [blame] | 333 | |
Willy Tarreau | 3da77c5 | 2008-08-29 09:58:42 +0200 | [diff] [blame] | 334 | b->flags |= BF_READ_PARTIAL; |
Willy Tarreau | 8374918 | 2007-04-15 20:56:27 +0200 | [diff] [blame] | 335 | b->total += ret; |
Willy Tarreau | 9641e8f | 2007-03-23 23:02:09 +0100 | [diff] [blame] | 336 | |
Willy Tarreau | 9dab5fc | 2012-05-07 11:56:55 +0200 | [diff] [blame] | 337 | if (bi_full(b)) { |
Willy Tarreau | 6996e15 | 2007-04-30 14:37:43 +0200 | [diff] [blame] | 338 | /* The buffer is now full, there's no point in going through |
| 339 | * the loop again. |
| 340 | */ |
Willy Tarreau | 02d6cfc | 2012-03-01 18:19:58 +0100 | [diff] [blame] | 341 | if (!(b->flags & BF_STREAMER_FAST) && (cur_read == buffer_len(b))) { |
Willy Tarreau | 8a7af60 | 2008-05-03 23:07:14 +0200 | [diff] [blame] | 342 | b->xfer_small = 0; |
| 343 | b->xfer_large++; |
| 344 | if (b->xfer_large >= 3) { |
| 345 | /* we call this buffer a fast streamer if it manages |
| 346 | * to be filled in one call 3 consecutive times. |
| 347 | */ |
| 348 | b->flags |= (BF_STREAMER | BF_STREAMER_FAST); |
| 349 | //fputc('+', stderr); |
| 350 | } |
| 351 | } |
| 352 | else if ((b->flags & (BF_STREAMER | BF_STREAMER_FAST)) && |
Willy Tarreau | a07a34e | 2009-08-16 23:27:46 +0200 | [diff] [blame] | 353 | (cur_read <= b->size / 2)) { |
Willy Tarreau | 8a7af60 | 2008-05-03 23:07:14 +0200 | [diff] [blame] | 354 | b->xfer_large = 0; |
| 355 | b->xfer_small++; |
| 356 | if (b->xfer_small >= 2) { |
| 357 | /* if the buffer has been at least half full twice, |
| 358 | * we receive faster than we send, so at least it |
| 359 | * is not a "fast streamer". |
| 360 | */ |
| 361 | b->flags &= ~BF_STREAMER_FAST; |
| 362 | //fputc('-', stderr); |
| 363 | } |
| 364 | } |
| 365 | else { |
| 366 | b->xfer_small = 0; |
| 367 | b->xfer_large = 0; |
| 368 | } |
Willy Tarreau | 9c0fe59 | 2009-01-18 16:25:31 +0100 | [diff] [blame] | 369 | |
| 370 | b->flags |= BF_FULL; |
Willy Tarreau | a456f2a | 2009-01-18 17:38:44 +0100 | [diff] [blame] | 371 | si->flags |= SI_FL_WAIT_ROOM; |
Willy Tarreau | 9c0fe59 | 2009-01-18 16:25:31 +0100 | [diff] [blame] | 372 | break; |
Willy Tarreau | 6996e15 | 2007-04-30 14:37:43 +0200 | [diff] [blame] | 373 | } |
| 374 | |
Willy Tarreau | ab3e1d3 | 2007-06-03 14:10:36 +0200 | [diff] [blame] | 375 | /* if too many bytes were missing from last read, it means that |
| 376 | * it's pointless trying to read again because the system does |
Willy Tarreau | d6f087e | 2008-01-18 17:20:13 +0100 | [diff] [blame] | 377 | * not have them in buffers. BTW, if FD_POLL_HUP was present, |
| 378 | * it means that we have reached the end and that the connection |
| 379 | * is closed. |
Willy Tarreau | ab3e1d3 | 2007-06-03 14:10:36 +0200 | [diff] [blame] | 380 | */ |
Willy Tarreau | d6f087e | 2008-01-18 17:20:13 +0100 | [diff] [blame] | 381 | if (ret < max) { |
Willy Tarreau | 8a7af60 | 2008-05-03 23:07:14 +0200 | [diff] [blame] | 382 | if ((b->flags & (BF_STREAMER | BF_STREAMER_FAST)) && |
Willy Tarreau | a07a34e | 2009-08-16 23:27:46 +0200 | [diff] [blame] | 383 | (cur_read <= b->size / 2)) { |
Willy Tarreau | 8a7af60 | 2008-05-03 23:07:14 +0200 | [diff] [blame] | 384 | b->xfer_large = 0; |
| 385 | b->xfer_small++; |
| 386 | if (b->xfer_small >= 3) { |
| 387 | /* we have read less than half of the buffer in |
| 388 | * one pass, and this happened at least 3 times. |
| 389 | * This is definitely not a streamer. |
| 390 | */ |
| 391 | b->flags &= ~(BF_STREAMER | BF_STREAMER_FAST); |
| 392 | //fputc('!', stderr); |
| 393 | } |
| 394 | } |
Willy Tarreau | 2bea3a1 | 2008-08-28 09:47:43 +0200 | [diff] [blame] | 395 | /* unfortunately, on level-triggered events, POLL_HUP |
| 396 | * is generally delivered AFTER the system buffer is |
| 397 | * empty, so this one might never match. |
| 398 | */ |
Willy Tarreau | d6f087e | 2008-01-18 17:20:13 +0100 | [diff] [blame] | 399 | if (fdtab[fd].ev & FD_POLL_HUP) |
| 400 | goto out_shutdown_r; |
Willy Tarreau | 2bea3a1 | 2008-08-28 09:47:43 +0200 | [diff] [blame] | 401 | |
| 402 | /* if a streamer has read few data, it may be because we |
| 403 | * have exhausted system buffers. It's not worth trying |
| 404 | * again. |
| 405 | */ |
| 406 | if (b->flags & BF_STREAMER) |
| 407 | break; |
Willy Tarreau | ab3e1d3 | 2007-06-03 14:10:36 +0200 | [diff] [blame] | 408 | |
Willy Tarreau | 6f4a82c | 2009-03-21 20:43:57 +0100 | [diff] [blame] | 409 | /* generally if we read something smaller than 1 or 2 MSS, |
| 410 | * it means that either we have exhausted the system's |
| 411 | * buffers (streamer or question-response protocol) or |
| 412 | * that the connection will be closed. Streamers are |
| 413 | * easily detected so we return early. For other cases, |
| 414 | * it's still better to perform a last read to be sure, |
| 415 | * because it may save one complete poll/read/wakeup cycle |
| 416 | * in case of shutdown. |
| 417 | */ |
| 418 | if (ret < MIN_RET_FOR_READ_LOOP && b->flags & BF_STREAMER) |
| 419 | break; |
| 420 | |
| 421 | /* if we read a large block smaller than what we requested, |
| 422 | * it's almost certain we'll never get anything more. |
| 423 | */ |
| 424 | if (ret >= global.tune.recv_enough) |
| 425 | break; |
| 426 | } |
Willy Tarreau | 8374918 | 2007-04-15 20:56:27 +0200 | [diff] [blame] | 427 | |
Willy Tarreau | 1b194fe | 2009-03-21 21:10:04 +0100 | [diff] [blame] | 428 | if ((b->flags & BF_READ_DONTWAIT) || --read_poll <= 0) |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 429 | break; |
Willy Tarreau | 8374918 | 2007-04-15 20:56:27 +0200 | [diff] [blame] | 430 | } |
| 431 | else if (ret == 0) { |
Willy Tarreau | 6996e15 | 2007-04-30 14:37:43 +0200 | [diff] [blame] | 432 | /* connection closed */ |
Willy Tarreau | d6f087e | 2008-01-18 17:20:13 +0100 | [diff] [blame] | 433 | goto out_shutdown_r; |
Willy Tarreau | 8374918 | 2007-04-15 20:56:27 +0200 | [diff] [blame] | 434 | } |
Willy Tarreau | 9f19529 | 2007-04-15 21:26:58 +0200 | [diff] [blame] | 435 | else if (errno == EAGAIN) { |
| 436 | /* Ignore EAGAIN but inform the poller that there is |
Willy Tarreau | af78d0f | 2009-01-08 10:09:08 +0100 | [diff] [blame] | 437 | * nothing to read left if we did not read much, ie |
| 438 | * less than what we were still expecting to read. |
| 439 | * But we may have done some work justifying to notify |
| 440 | * the task. |
Willy Tarreau | 9f19529 | 2007-04-15 21:26:58 +0200 | [diff] [blame] | 441 | */ |
Willy Tarreau | af78d0f | 2009-01-08 10:09:08 +0100 | [diff] [blame] | 442 | if (cur_read < MIN_RET_FOR_READ_LOOP) |
| 443 | retval = 0; |
Willy Tarreau | 8374918 | 2007-04-15 20:56:27 +0200 | [diff] [blame] | 444 | break; |
| 445 | } |
| 446 | else { |
Willy Tarreau | 6996e15 | 2007-04-30 14:37:43 +0200 | [diff] [blame] | 447 | goto out_error; |
Willy Tarreau | 8374918 | 2007-04-15 20:56:27 +0200 | [diff] [blame] | 448 | } |
Willy Tarreau | 6996e15 | 2007-04-30 14:37:43 +0200 | [diff] [blame] | 449 | } /* while (1) */ |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 450 | |
Willy Tarreau | 6996e15 | 2007-04-30 14:37:43 +0200 | [diff] [blame] | 451 | out_wakeup: |
Willy Tarreau | 8374918 | 2007-04-15 20:56:27 +0200 | [diff] [blame] | 452 | return retval; |
Willy Tarreau | 6996e15 | 2007-04-30 14:37:43 +0200 | [diff] [blame] | 453 | |
Willy Tarreau | d6f087e | 2008-01-18 17:20:13 +0100 | [diff] [blame] | 454 | out_shutdown_r: |
Willy Tarreau | e5ed406 | 2008-08-30 03:17:31 +0200 | [diff] [blame] | 455 | /* we received a shutdown */ |
Willy Tarreau | d6f087e | 2008-01-18 17:20:13 +0100 | [diff] [blame] | 456 | fdtab[fd].ev &= ~FD_POLL_HUP; |
| 457 | b->flags |= BF_READ_NULL; |
Willy Tarreau | 520d95e | 2009-09-19 21:04:57 +0200 | [diff] [blame] | 458 | if (b->flags & BF_AUTO_CLOSE) |
Willy Tarreau | 418fd47 | 2009-09-06 21:37:23 +0200 | [diff] [blame] | 459 | buffer_shutw_now(b); |
Willy Tarreau | 3d8903f | 2012-08-06 17:00:18 +0200 | [diff] [blame^] | 460 | sock_raw_read0(si); |
Willy Tarreau | 0c303ee | 2008-07-07 00:09:58 +0200 | [diff] [blame] | 461 | goto out_wakeup; |
Willy Tarreau | d6f087e | 2008-01-18 17:20:13 +0100 | [diff] [blame] | 462 | |
Willy Tarreau | 6996e15 | 2007-04-30 14:37:43 +0200 | [diff] [blame] | 463 | out_error: |
Willy Tarreau | cff6411 | 2008-11-03 06:26:53 +0100 | [diff] [blame] | 464 | /* Read error on the file descriptor. We mark the FD as STERROR so |
| 465 | * that we don't use it anymore. The error is reported to the stream |
| 466 | * interface which will take proper action. We must not perturbate the |
| 467 | * buffer because the stream interface wants to ensure transparent |
| 468 | * connection retries. |
Willy Tarreau | 6996e15 | 2007-04-30 14:37:43 +0200 | [diff] [blame] | 469 | */ |
Willy Tarreau | cff6411 | 2008-11-03 06:26:53 +0100 | [diff] [blame] | 470 | |
Willy Tarreau | 8018471 | 2012-07-06 14:54:49 +0200 | [diff] [blame] | 471 | conn->flags |= CO_FL_ERROR; |
Willy Tarreau | 1714e0f | 2009-03-28 20:54:53 +0100 | [diff] [blame] | 472 | EV_FD_REM(fd); |
Willy Tarreau | 9c0fe59 | 2009-01-18 16:25:31 +0100 | [diff] [blame] | 473 | retval = 1; |
| 474 | goto out_wakeup; |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 475 | } |
| 476 | |
| 477 | |
| 478 | /* |
Willy Tarreau | 0c2fc1f | 2009-01-18 15:30:37 +0100 | [diff] [blame] | 479 | * This function is called to send buffer data to a stream socket. |
| 480 | * It returns -1 in case of unrecoverable error, 0 if the caller needs to poll |
Willy Tarreau | 3eba98a | 2009-01-25 13:56:13 +0100 | [diff] [blame] | 481 | * before calling it again, otherwise 1. If a pipe was associated with the |
| 482 | * buffer and it empties it, it releases it as well. |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 483 | */ |
Willy Tarreau | b277d6e | 2012-05-11 16:59:14 +0200 | [diff] [blame] | 484 | static int sock_raw_write_loop(struct stream_interface *si, struct buffer *b) |
Willy Tarreau | 0c2fc1f | 2009-01-18 15:30:37 +0100 | [diff] [blame] | 485 | { |
Willy Tarreau | 8374918 | 2007-04-15 20:56:27 +0200 | [diff] [blame] | 486 | int write_poll = MAX_WRITE_POLL_LOOPS; |
Willy Tarreau | 0c2fc1f | 2009-01-18 15:30:37 +0100 | [diff] [blame] | 487 | int retval = 1; |
| 488 | int ret, max; |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 489 | |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 490 | #if defined(CONFIG_HAP_LINUX_SPLICE) |
Willy Tarreau | 3eba98a | 2009-01-25 13:56:13 +0100 | [diff] [blame] | 491 | while (b->pipe) { |
Willy Tarreau | fb7508a | 2012-05-21 16:47:54 +0200 | [diff] [blame] | 492 | ret = splice(b->pipe->cons, NULL, si_fd(si), NULL, b->pipe->data, |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 493 | SPLICE_F_MOVE|SPLICE_F_NONBLOCK); |
| 494 | if (ret <= 0) { |
| 495 | if (ret == 0 || errno == EAGAIN) { |
| 496 | retval = 0; |
| 497 | return retval; |
| 498 | } |
| 499 | /* here we have another error */ |
| 500 | retval = -1; |
| 501 | return retval; |
| 502 | } |
| 503 | |
| 504 | b->flags |= BF_WRITE_PARTIAL; |
Willy Tarreau | 3eba98a | 2009-01-25 13:56:13 +0100 | [diff] [blame] | 505 | b->pipe->data -= ret; |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 506 | |
Willy Tarreau | 3eba98a | 2009-01-25 13:56:13 +0100 | [diff] [blame] | 507 | if (!b->pipe->data) { |
| 508 | put_pipe(b->pipe); |
| 509 | b->pipe = NULL; |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 510 | break; |
Willy Tarreau | 3eba98a | 2009-01-25 13:56:13 +0100 | [diff] [blame] | 511 | } |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 512 | |
| 513 | if (--write_poll <= 0) |
| 514 | return retval; |
Willy Tarreau | eb9fd51 | 2011-12-11 22:11:47 +0100 | [diff] [blame] | 515 | |
| 516 | /* The only reason we did not empty the pipe is that the output |
| 517 | * buffer is full. |
| 518 | */ |
| 519 | return 0; |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 520 | } |
| 521 | |
| 522 | /* At this point, the pipe is empty, but we may still have data pending |
| 523 | * in the normal buffer. |
| 524 | */ |
Willy Tarreau | 5bd8c37 | 2009-01-19 00:32:22 +0100 | [diff] [blame] | 525 | #endif |
Willy Tarreau | 2e046c6 | 2012-03-01 16:08:30 +0100 | [diff] [blame] | 526 | if (!b->o) { |
Willy Tarreau | ba0b63d | 2009-09-20 08:09:44 +0200 | [diff] [blame] | 527 | b->flags |= BF_OUT_EMPTY; |
Willy Tarreau | 0c2fc1f | 2009-01-18 15:30:37 +0100 | [diff] [blame] | 528 | return retval; |
Willy Tarreau | ba0b63d | 2009-09-20 08:09:44 +0200 | [diff] [blame] | 529 | } |
Willy Tarreau | 8374918 | 2007-04-15 20:56:27 +0200 | [diff] [blame] | 530 | |
Willy Tarreau | 0c2fc1f | 2009-01-18 15:30:37 +0100 | [diff] [blame] | 531 | /* when we're in this loop, we already know that there is no spliced |
| 532 | * data left, and that there are sendable buffered data. |
| 533 | */ |
Willy Tarreau | 6996e15 | 2007-04-30 14:37:43 +0200 | [diff] [blame] | 534 | while (1) { |
Willy Tarreau | 89fa706 | 2012-03-02 16:13:16 +0100 | [diff] [blame] | 535 | max = b->o; |
Willy Tarreau | 8374918 | 2007-04-15 20:56:27 +0200 | [diff] [blame] | 536 | |
Willy Tarreau | 89fa706 | 2012-03-02 16:13:16 +0100 | [diff] [blame] | 537 | /* outgoing data may wrap at the end */ |
| 538 | if (b->data + max > b->p) |
| 539 | max = b->data + max - b->p; |
Willy Tarreau | f890dc9 | 2008-12-13 21:12:26 +0100 | [diff] [blame] | 540 | |
Willy Tarreau | 6db06d3 | 2009-08-19 11:14:11 +0200 | [diff] [blame] | 541 | /* check if we want to inform the kernel that we're interested in |
| 542 | * sending more data after this call. We want this if : |
| 543 | * - we're about to close after this last send and want to merge |
| 544 | * the ongoing FIN with the last segment. |
| 545 | * - we know we can't send everything at once and must get back |
| 546 | * here because of unaligned data |
Willy Tarreau | d38b53b | 2010-01-03 11:18:34 +0100 | [diff] [blame] | 547 | * - there is still a finite amount of data to forward |
Willy Tarreau | 6db06d3 | 2009-08-19 11:14:11 +0200 | [diff] [blame] | 548 | * The test is arranged so that the most common case does only 2 |
| 549 | * tests. |
Willy Tarreau | fb14edc | 2009-06-14 15:24:37 +0200 | [diff] [blame] | 550 | */ |
Willy Tarreau | fb14edc | 2009-06-14 15:24:37 +0200 | [diff] [blame] | 551 | |
Willy Tarreau | face839 | 2010-01-03 11:37:54 +0100 | [diff] [blame] | 552 | if (MSG_NOSIGNAL && MSG_MORE) { |
Willy Tarreau | 6db06d3 | 2009-08-19 11:14:11 +0200 | [diff] [blame] | 553 | unsigned int send_flag = MSG_DONTWAIT | MSG_NOSIGNAL; |
| 554 | |
Willy Tarreau | 96e3121 | 2011-05-30 18:10:30 +0200 | [diff] [blame] | 555 | if ((!(b->flags & BF_NEVER_WAIT) && |
| 556 | ((b->to_forward && b->to_forward != BUF_INFINITE_FORWARD) || |
| 557 | (b->flags & BF_EXPECT_MORE))) || |
Willy Tarreau | 2e046c6 | 2012-03-01 16:08:30 +0100 | [diff] [blame] | 558 | ((b->flags & (BF_SHUTW|BF_SHUTW_NOW|BF_HIJACK)) == BF_SHUTW_NOW && (max == b->o)) || |
Willy Tarreau | 02d6cfc | 2012-03-01 18:19:58 +0100 | [diff] [blame] | 559 | (max != b->o)) { |
Willy Tarreau | face839 | 2010-01-03 11:37:54 +0100 | [diff] [blame] | 560 | send_flag |= MSG_MORE; |
| 561 | } |
Willy Tarreau | 6db06d3 | 2009-08-19 11:14:11 +0200 | [diff] [blame] | 562 | |
Willy Tarreau | 2be3939 | 2010-01-03 17:24:51 +0100 | [diff] [blame] | 563 | /* this flag has precedence over the rest */ |
| 564 | if (b->flags & BF_SEND_DONTWAIT) |
| 565 | send_flag &= ~MSG_MORE; |
| 566 | |
Willy Tarreau | fb7508a | 2012-05-21 16:47:54 +0200 | [diff] [blame] | 567 | ret = send(si_fd(si), bo_ptr(b), max, send_flag); |
Willy Tarreau | d6d0690 | 2009-08-19 11:22:33 +0200 | [diff] [blame] | 568 | } else { |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 569 | int skerr; |
| 570 | socklen_t lskerr = sizeof(skerr); |
| 571 | |
Willy Tarreau | fb7508a | 2012-05-21 16:47:54 +0200 | [diff] [blame] | 572 | ret = getsockopt(si_fd(si), SOL_SOCKET, SO_ERROR, &skerr, &lskerr); |
Willy Tarreau | c642348 | 2006-10-15 14:59:03 +0200 | [diff] [blame] | 573 | if (ret == -1 || skerr) |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 574 | ret = -1; |
| 575 | else |
Willy Tarreau | fb7508a | 2012-05-21 16:47:54 +0200 | [diff] [blame] | 576 | ret = send(si_fd(si), bo_ptr(b), max, MSG_DONTWAIT); |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 577 | } |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 578 | |
| 579 | if (ret > 0) { |
Willy Tarreau | 505e34a | 2012-07-06 10:17:53 +0200 | [diff] [blame] | 580 | if (si->conn.flags & CO_FL_WAIT_L4_CONN) { |
| 581 | si->conn.flags &= ~CO_FL_WAIT_L4_CONN; |
Willy Tarreau | 8ae52cb | 2012-05-20 10:38:46 +0200 | [diff] [blame] | 582 | si->exp = TICK_ETERNITY; |
| 583 | } |
Willy Tarreau | b38903c | 2008-11-23 21:33:29 +0100 | [diff] [blame] | 584 | |
Willy Tarreau | 3da77c5 | 2008-08-29 09:58:42 +0200 | [diff] [blame] | 585 | b->flags |= BF_WRITE_PARTIAL; |
Willy Tarreau | e393fe2 | 2008-08-16 22:18:07 +0200 | [diff] [blame] | 586 | |
Willy Tarreau | 02d6cfc | 2012-03-01 18:19:58 +0100 | [diff] [blame] | 587 | b->o -= ret; |
| 588 | if (likely(!buffer_len(b))) |
Willy Tarreau | 0c2fc1f | 2009-01-18 15:30:37 +0100 | [diff] [blame] | 589 | /* optimize data alignment in the buffer */ |
Willy Tarreau | a458b67 | 2012-03-05 11:17:50 +0100 | [diff] [blame] | 590 | b->p = b->data; |
Willy Tarreau | 8374918 | 2007-04-15 20:56:27 +0200 | [diff] [blame] | 591 | |
Willy Tarreau | 9dab5fc | 2012-05-07 11:56:55 +0200 | [diff] [blame] | 592 | if (likely(!bi_full(b))) |
Willy Tarreau | 02d6cfc | 2012-03-01 18:19:58 +0100 | [diff] [blame] | 593 | b->flags &= ~BF_FULL; |
| 594 | |
Willy Tarreau | 2e046c6 | 2012-03-01 16:08:30 +0100 | [diff] [blame] | 595 | if (!b->o) { |
Willy Tarreau | f17810e | 2012-03-09 18:10:44 +0100 | [diff] [blame] | 596 | /* Always clear both flags once everything has been sent, they're one-shot */ |
| 597 | b->flags &= ~(BF_EXPECT_MORE | BF_SEND_DONTWAIT); |
Willy Tarreau | ba0b63d | 2009-09-20 08:09:44 +0200 | [diff] [blame] | 598 | if (likely(!b->pipe)) |
| 599 | b->flags |= BF_OUT_EMPTY; |
Willy Tarreau | 0c2fc1f | 2009-01-18 15:30:37 +0100 | [diff] [blame] | 600 | break; |
Willy Tarreau | ba0b63d | 2009-09-20 08:09:44 +0200 | [diff] [blame] | 601 | } |
Willy Tarreau | 8374918 | 2007-04-15 20:56:27 +0200 | [diff] [blame] | 602 | |
Willy Tarreau | ab3e1d3 | 2007-06-03 14:10:36 +0200 | [diff] [blame] | 603 | /* if the system buffer is full, don't insist */ |
| 604 | if (ret < max) |
| 605 | break; |
| 606 | |
Willy Tarreau | 6996e15 | 2007-04-30 14:37:43 +0200 | [diff] [blame] | 607 | if (--write_poll <= 0) |
| 608 | break; |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 609 | } |
Willy Tarreau | 6996e15 | 2007-04-30 14:37:43 +0200 | [diff] [blame] | 610 | else if (ret == 0 || errno == EAGAIN) { |
Willy Tarreau | 0c2fc1f | 2009-01-18 15:30:37 +0100 | [diff] [blame] | 611 | /* nothing written, we need to poll for write first */ |
Willy Tarreau | 8374918 | 2007-04-15 20:56:27 +0200 | [diff] [blame] | 612 | retval = 0; |
| 613 | break; |
| 614 | } |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 615 | else { |
Willy Tarreau | 0c2fc1f | 2009-01-18 15:30:37 +0100 | [diff] [blame] | 616 | /* bad, we got an error */ |
| 617 | retval = -1; |
| 618 | break; |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 619 | } |
Willy Tarreau | 6996e15 | 2007-04-30 14:37:43 +0200 | [diff] [blame] | 620 | } /* while (1) */ |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 621 | |
Willy Tarreau | 0c2fc1f | 2009-01-18 15:30:37 +0100 | [diff] [blame] | 622 | return retval; |
| 623 | } |
Willy Tarreau | 6996e15 | 2007-04-30 14:37:43 +0200 | [diff] [blame] | 624 | |
Willy Tarreau | 0c2fc1f | 2009-01-18 15:30:37 +0100 | [diff] [blame] | 625 | |
| 626 | /* |
| 627 | * This function is called on a write event from a stream socket. |
| 628 | * It returns 0 if the caller needs to poll before calling it again, otherwise |
| 629 | * non-zero. |
| 630 | */ |
Willy Tarreau | 239d718 | 2012-07-23 18:53:03 +0200 | [diff] [blame] | 631 | static int sock_raw_write(struct connection *conn) |
Willy Tarreau | 0c2fc1f | 2009-01-18 15:30:37 +0100 | [diff] [blame] | 632 | { |
Willy Tarreau | 239d718 | 2012-07-23 18:53:03 +0200 | [diff] [blame] | 633 | int fd = conn->t.sock.fd; |
Willy Tarreau | 8018471 | 2012-07-06 14:54:49 +0200 | [diff] [blame] | 634 | struct stream_interface *si = container_of(conn, struct stream_interface, conn); |
Willy Tarreau | 0c2fc1f | 2009-01-18 15:30:37 +0100 | [diff] [blame] | 635 | struct buffer *b = si->ob; |
| 636 | int retval = 1; |
| 637 | |
| 638 | #ifdef DEBUG_FULL |
Willy Tarreau | b277d6e | 2012-05-11 16:59:14 +0200 | [diff] [blame] | 639 | fprintf(stderr,"sock_raw_write : fd=%d, owner=%p\n", fd, fdtab[fd].owner); |
Willy Tarreau | 0c2fc1f | 2009-01-18 15:30:37 +0100 | [diff] [blame] | 640 | #endif |
| 641 | |
Willy Tarreau | 8018471 | 2012-07-06 14:54:49 +0200 | [diff] [blame] | 642 | if (conn->flags & CO_FL_ERROR) |
Willy Tarreau | 0c2fc1f | 2009-01-18 15:30:37 +0100 | [diff] [blame] | 643 | goto out_error; |
| 644 | |
Willy Tarreau | d06e711 | 2009-03-29 10:18:41 +0200 | [diff] [blame] | 645 | /* we might have been called just after an asynchronous shutw */ |
| 646 | if (b->flags & BF_SHUTW) |
| 647 | goto out_wakeup; |
| 648 | |
Willy Tarreau | eeda90e | 2012-05-11 19:53:32 +0200 | [diff] [blame] | 649 | retval = sock_raw_write_loop(si, b); |
| 650 | if (retval < 0) |
| 651 | goto out_error; |
Willy Tarreau | 0c2fc1f | 2009-01-18 15:30:37 +0100 | [diff] [blame] | 652 | |
Willy Tarreau | fd31e53 | 2012-07-23 18:24:25 +0200 | [diff] [blame] | 653 | out_wakeup: |
Willy Tarreau | 0c2fc1f | 2009-01-18 15:30:37 +0100 | [diff] [blame] | 654 | return retval; |
Willy Tarreau | ac128fe | 2009-01-09 13:05:19 +0100 | [diff] [blame] | 655 | |
Willy Tarreau | 6996e15 | 2007-04-30 14:37:43 +0200 | [diff] [blame] | 656 | out_error: |
Willy Tarreau | cff6411 | 2008-11-03 06:26:53 +0100 | [diff] [blame] | 657 | /* Write error on the file descriptor. We mark the FD as STERROR so |
| 658 | * that we don't use it anymore. The error is reported to the stream |
| 659 | * interface which will take proper action. We must not perturbate the |
| 660 | * buffer because the stream interface wants to ensure transparent |
| 661 | * connection retries. |
Willy Tarreau | 6996e15 | 2007-04-30 14:37:43 +0200 | [diff] [blame] | 662 | */ |
Willy Tarreau | cff6411 | 2008-11-03 06:26:53 +0100 | [diff] [blame] | 663 | |
Willy Tarreau | 8018471 | 2012-07-06 14:54:49 +0200 | [diff] [blame] | 664 | conn->flags |= CO_FL_ERROR; |
Willy Tarreau | 1714e0f | 2009-03-28 20:54:53 +0100 | [diff] [blame] | 665 | EV_FD_REM(fd); |
Willy Tarreau | e5ed406 | 2008-08-30 03:17:31 +0200 | [diff] [blame] | 666 | return 1; |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 667 | } |
| 668 | |
Willy Tarreau | 48adac5 | 2008-08-30 04:58:38 +0200 | [diff] [blame] | 669 | /* |
Willy Tarreau | 3c6ab2e | 2008-09-04 11:19:41 +0200 | [diff] [blame] | 670 | * This function performs a shutdown-write on a stream interface in a connected or |
| 671 | * init state (it does nothing for other states). It either shuts the write side |
Willy Tarreau | 99126c3 | 2008-11-27 10:30:51 +0100 | [diff] [blame] | 672 | * or closes the file descriptor and marks itself as closed. The buffer flags are |
Willy Tarreau | 7340ca5 | 2010-01-16 10:03:45 +0100 | [diff] [blame] | 673 | * updated to reflect the new state. It does also close everything is the SI was |
| 674 | * marked as being in error state. |
Willy Tarreau | 48adac5 | 2008-08-30 04:58:38 +0200 | [diff] [blame] | 675 | */ |
Willy Tarreau | b277d6e | 2012-05-11 16:59:14 +0200 | [diff] [blame] | 676 | static void sock_raw_shutw(struct stream_interface *si) |
Willy Tarreau | 48adac5 | 2008-08-30 04:58:38 +0200 | [diff] [blame] | 677 | { |
Willy Tarreau | 418fd47 | 2009-09-06 21:37:23 +0200 | [diff] [blame] | 678 | si->ob->flags &= ~BF_SHUTW_NOW; |
Willy Tarreau | 99126c3 | 2008-11-27 10:30:51 +0100 | [diff] [blame] | 679 | if (si->ob->flags & BF_SHUTW) |
| 680 | return; |
| 681 | si->ob->flags |= BF_SHUTW; |
| 682 | si->ob->wex = TICK_ETERNITY; |
Willy Tarreau | b0ef735 | 2008-12-14 13:26:20 +0100 | [diff] [blame] | 683 | si->flags &= ~SI_FL_WAIT_DATA; |
Willy Tarreau | 99126c3 | 2008-11-27 10:30:51 +0100 | [diff] [blame] | 684 | |
Willy Tarreau | b38903c | 2008-11-23 21:33:29 +0100 | [diff] [blame] | 685 | switch (si->state) { |
Willy Tarreau | b38903c | 2008-11-23 21:33:29 +0100 | [diff] [blame] | 686 | case SI_ST_EST: |
Willy Tarreau | 720058c | 2009-07-14 19:21:50 +0200 | [diff] [blame] | 687 | /* we have to shut before closing, otherwise some short messages |
| 688 | * may never leave the system, especially when there are remaining |
| 689 | * unread data in the socket input buffer, or when nolinger is set. |
Willy Tarreau | 4c283dc | 2009-12-29 14:36:34 +0100 | [diff] [blame] | 690 | * However, if SI_FL_NOLINGER is explicitly set, we know there is |
| 691 | * no risk so we close both sides immediately. |
Willy Tarreau | 720058c | 2009-07-14 19:21:50 +0200 | [diff] [blame] | 692 | */ |
Willy Tarreau | 7340ca5 | 2010-01-16 10:03:45 +0100 | [diff] [blame] | 693 | if (si->flags & SI_FL_ERR) { |
| 694 | /* quick close, the socket is already shut. Remove pending flags. */ |
| 695 | si->flags &= ~SI_FL_NOLINGER; |
Willy Tarreau | 7bb68ab | 2012-05-13 14:48:59 +0200 | [diff] [blame] | 696 | } |
| 697 | else if (si->flags & SI_FL_NOLINGER) { |
Willy Tarreau | 4c283dc | 2009-12-29 14:36:34 +0100 | [diff] [blame] | 698 | si->flags &= ~SI_FL_NOLINGER; |
Willy Tarreau | fb7508a | 2012-05-21 16:47:54 +0200 | [diff] [blame] | 699 | setsockopt(si_fd(si), SOL_SOCKET, SO_LINGER, |
Willy Tarreau | 4c283dc | 2009-12-29 14:36:34 +0100 | [diff] [blame] | 700 | (struct linger *) &nolinger, sizeof(struct linger)); |
Willy Tarreau | 7bb68ab | 2012-05-13 14:48:59 +0200 | [diff] [blame] | 701 | } |
| 702 | else if (!(si->flags & SI_FL_NOHALF)) { |
Willy Tarreau | fb7508a | 2012-05-21 16:47:54 +0200 | [diff] [blame] | 703 | EV_FD_CLR(si_fd(si), DIR_WR); |
| 704 | shutdown(si_fd(si), SHUT_WR); |
Willy Tarreau | 720058c | 2009-07-14 19:21:50 +0200 | [diff] [blame] | 705 | |
Willy Tarreau | 4c283dc | 2009-12-29 14:36:34 +0100 | [diff] [blame] | 706 | if (!(si->ib->flags & (BF_SHUTR|BF_DONT_READ))) |
| 707 | return; |
| 708 | } |
Willy Tarreau | 5d707e1 | 2009-06-28 11:09:07 +0200 | [diff] [blame] | 709 | |
Willy Tarreau | b38903c | 2008-11-23 21:33:29 +0100 | [diff] [blame] | 710 | /* fall through */ |
| 711 | case SI_ST_CON: |
Willy Tarreau | 8bfa426 | 2008-11-27 09:25:45 +0100 | [diff] [blame] | 712 | /* we may have to close a pending connection, and mark the |
| 713 | * response buffer as shutr |
| 714 | */ |
Willy Tarreau | 8b11708 | 2012-08-06 15:06:49 +0200 | [diff] [blame] | 715 | conn_data_close(&si->conn); |
Willy Tarreau | fb7508a | 2012-05-21 16:47:54 +0200 | [diff] [blame] | 716 | fd_delete(si_fd(si)); |
Willy Tarreau | fe3718a | 2008-11-30 18:14:12 +0100 | [diff] [blame] | 717 | /* fall through */ |
| 718 | case SI_ST_CER: |
Willy Tarreau | 32d3ee9 | 2010-12-29 14:03:02 +0100 | [diff] [blame] | 719 | case SI_ST_QUE: |
| 720 | case SI_ST_TAR: |
Willy Tarreau | 7f00651 | 2008-12-07 14:04:04 +0100 | [diff] [blame] | 721 | si->state = SI_ST_DIS; |
Willy Tarreau | ad4cd58 | 2012-03-10 13:42:32 +0100 | [diff] [blame] | 722 | |
| 723 | if (si->release) |
| 724 | si->release(si); |
Willy Tarreau | 7f00651 | 2008-12-07 14:04:04 +0100 | [diff] [blame] | 725 | default: |
Willy Tarreau | d06e711 | 2009-03-29 10:18:41 +0200 | [diff] [blame] | 726 | si->flags &= ~SI_FL_WAIT_ROOM; |
Willy Tarreau | 99126c3 | 2008-11-27 10:30:51 +0100 | [diff] [blame] | 727 | si->ib->flags |= BF_SHUTR; |
Willy Tarreau | fe3718a | 2008-11-30 18:14:12 +0100 | [diff] [blame] | 728 | si->ib->rex = TICK_ETERNITY; |
Willy Tarreau | 127334e | 2009-03-28 10:47:26 +0100 | [diff] [blame] | 729 | si->exp = TICK_ETERNITY; |
Willy Tarreau | 48adac5 | 2008-08-30 04:58:38 +0200 | [diff] [blame] | 730 | } |
Willy Tarreau | 48adac5 | 2008-08-30 04:58:38 +0200 | [diff] [blame] | 731 | } |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 732 | |
Willy Tarreau | 2d21279 | 2008-08-27 21:41:35 +0200 | [diff] [blame] | 733 | /* |
Willy Tarreau | 3c6ab2e | 2008-09-04 11:19:41 +0200 | [diff] [blame] | 734 | * This function performs a shutdown-read on a stream interface in a connected or |
Willy Tarreau | 0a5d5dd | 2008-11-23 19:31:35 +0100 | [diff] [blame] | 735 | * init state (it does nothing for other states). It either shuts the read side |
Willy Tarreau | 99126c3 | 2008-11-27 10:30:51 +0100 | [diff] [blame] | 736 | * or closes the file descriptor and marks itself as closed. The buffer flags are |
Willy Tarreau | 7bb68ab | 2012-05-13 14:48:59 +0200 | [diff] [blame] | 737 | * updated to reflect the new state. If the stream interface has SI_FL_NOHALF, |
| 738 | * we also forward the close to the write side. |
Willy Tarreau | 3c6ab2e | 2008-09-04 11:19:41 +0200 | [diff] [blame] | 739 | */ |
Willy Tarreau | b277d6e | 2012-05-11 16:59:14 +0200 | [diff] [blame] | 740 | static void sock_raw_shutr(struct stream_interface *si) |
Willy Tarreau | 3c6ab2e | 2008-09-04 11:19:41 +0200 | [diff] [blame] | 741 | { |
Willy Tarreau | 418fd47 | 2009-09-06 21:37:23 +0200 | [diff] [blame] | 742 | si->ib->flags &= ~BF_SHUTR_NOW; |
Willy Tarreau | 99126c3 | 2008-11-27 10:30:51 +0100 | [diff] [blame] | 743 | if (si->ib->flags & BF_SHUTR) |
| 744 | return; |
| 745 | si->ib->flags |= BF_SHUTR; |
| 746 | si->ib->rex = TICK_ETERNITY; |
Willy Tarreau | b0ef735 | 2008-12-14 13:26:20 +0100 | [diff] [blame] | 747 | si->flags &= ~SI_FL_WAIT_ROOM; |
Willy Tarreau | 99126c3 | 2008-11-27 10:30:51 +0100 | [diff] [blame] | 748 | |
Willy Tarreau | 8bfa426 | 2008-11-27 09:25:45 +0100 | [diff] [blame] | 749 | if (si->state != SI_ST_EST && si->state != SI_ST_CON) |
Willy Tarreau | 0a5d5dd | 2008-11-23 19:31:35 +0100 | [diff] [blame] | 750 | return; |
Willy Tarreau | 3c6ab2e | 2008-09-04 11:19:41 +0200 | [diff] [blame] | 751 | |
Willy Tarreau | cff6411 | 2008-11-03 06:26:53 +0100 | [diff] [blame] | 752 | if (si->ob->flags & BF_SHUTW) { |
Willy Tarreau | 8b11708 | 2012-08-06 15:06:49 +0200 | [diff] [blame] | 753 | conn_data_close(&si->conn); |
Willy Tarreau | fb7508a | 2012-05-21 16:47:54 +0200 | [diff] [blame] | 754 | fd_delete(si_fd(si)); |
Willy Tarreau | 74ab2ac | 2008-11-23 17:23:07 +0100 | [diff] [blame] | 755 | si->state = SI_ST_DIS; |
Willy Tarreau | 127334e | 2009-03-28 10:47:26 +0100 | [diff] [blame] | 756 | si->exp = TICK_ETERNITY; |
Willy Tarreau | 0bd05ea | 2010-07-02 11:18:03 +0200 | [diff] [blame] | 757 | |
| 758 | if (si->release) |
| 759 | si->release(si); |
Willy Tarreau | 0a5d5dd | 2008-11-23 19:31:35 +0100 | [diff] [blame] | 760 | return; |
Willy Tarreau | 3c6ab2e | 2008-09-04 11:19:41 +0200 | [diff] [blame] | 761 | } |
Willy Tarreau | 7bb68ab | 2012-05-13 14:48:59 +0200 | [diff] [blame] | 762 | else if (si->flags & SI_FL_NOHALF) { |
| 763 | /* we want to immediately forward this close to the write side */ |
| 764 | return sock_raw_shutw(si); |
| 765 | } |
Willy Tarreau | fb7508a | 2012-05-21 16:47:54 +0200 | [diff] [blame] | 766 | EV_FD_CLR(si_fd(si), DIR_RD); |
Willy Tarreau | 0a5d5dd | 2008-11-23 19:31:35 +0100 | [diff] [blame] | 767 | return; |
Willy Tarreau | 3c6ab2e | 2008-09-04 11:19:41 +0200 | [diff] [blame] | 768 | } |
| 769 | |
| 770 | /* |
Willy Tarreau | 3d8903f | 2012-08-06 17:00:18 +0200 | [diff] [blame^] | 771 | * This function propagates a null read received on a connection. It updates |
| 772 | * the stream interface. If the stream interface has SI_FL_NOHALF, we also |
| 773 | * forward the close to the write side. |
| 774 | */ |
| 775 | static void sock_raw_read0(struct stream_interface *si) |
| 776 | { |
| 777 | si->ib->flags &= ~BF_SHUTR_NOW; |
| 778 | if (si->ib->flags & BF_SHUTR) |
| 779 | return; |
| 780 | si->ib->flags |= BF_SHUTR; |
| 781 | si->ib->rex = TICK_ETERNITY; |
| 782 | si->flags &= ~SI_FL_WAIT_ROOM; |
| 783 | |
| 784 | if (si->state != SI_ST_EST && si->state != SI_ST_CON) |
| 785 | return; |
| 786 | |
| 787 | if (si->ob->flags & BF_SHUTW) |
| 788 | goto do_close; |
| 789 | |
| 790 | if (si->flags & SI_FL_NOHALF) { |
| 791 | /* we have to shut before closing, otherwise some short messages |
| 792 | * may never leave the system, especially when there are remaining |
| 793 | * unread data in the socket input buffer, or when nolinger is set. |
| 794 | * However, if SI_FL_NOLINGER is explicitly set, we know there is |
| 795 | * no risk so we close both sides immediately. |
| 796 | */ |
| 797 | if (si->flags & SI_FL_NOLINGER) { |
| 798 | si->flags &= ~SI_FL_NOLINGER; |
| 799 | setsockopt(si_fd(si), SOL_SOCKET, SO_LINGER, |
| 800 | (struct linger *) &nolinger, sizeof(struct linger)); |
| 801 | } |
| 802 | goto do_close; |
| 803 | } |
| 804 | |
| 805 | /* otherwise that's just a normal read shutdown */ |
| 806 | EV_FD_CLR(si_fd(si), DIR_RD); |
| 807 | return; |
| 808 | |
| 809 | do_close: |
| 810 | conn_data_close(&si->conn); |
| 811 | fd_delete(si_fd(si)); |
| 812 | si->state = SI_ST_DIS; |
| 813 | si->exp = TICK_ETERNITY; |
| 814 | if (si->release) |
| 815 | si->release(si); |
| 816 | return; |
| 817 | } |
| 818 | |
| 819 | /* |
Willy Tarreau | b277d6e | 2012-05-11 16:59:14 +0200 | [diff] [blame] | 820 | * Updates a connected sock_raw file descriptor status and timeouts |
Willy Tarreau | 3a16b2c | 2008-08-28 08:54:27 +0200 | [diff] [blame] | 821 | * according to the buffers' flags. It should only be called once after the |
| 822 | * buffer flags have settled down, and before they are cleared. It doesn't |
| 823 | * harm to call it as often as desired (it just slightly hurts performance). |
| 824 | */ |
Willy Tarreau | b277d6e | 2012-05-11 16:59:14 +0200 | [diff] [blame] | 825 | static void sock_raw_data_finish(struct stream_interface *si) |
Willy Tarreau | 3a16b2c | 2008-08-28 08:54:27 +0200 | [diff] [blame] | 826 | { |
Willy Tarreau | b025325 | 2008-11-30 21:37:12 +0100 | [diff] [blame] | 827 | struct buffer *ib = si->ib; |
| 828 | struct buffer *ob = si->ob; |
Willy Tarreau | fb7508a | 2012-05-21 16:47:54 +0200 | [diff] [blame] | 829 | int fd = si_fd(si); |
Willy Tarreau | 3a16b2c | 2008-08-28 08:54:27 +0200 | [diff] [blame] | 830 | |
Willy Tarreau | 02d6cfc | 2012-03-01 18:19:58 +0100 | [diff] [blame] | 831 | DPRINTF(stderr,"[%u] %s: fd=%d owner=%p ib=%p, ob=%p, exp(r,w)=%u,%u ibf=%08x obf=%08x ibh=%d ibt=%d obh=%d obd=%d si=%d\n", |
Willy Tarreau | 3a16b2c | 2008-08-28 08:54:27 +0200 | [diff] [blame] | 832 | now_ms, __FUNCTION__, |
| 833 | fd, fdtab[fd].owner, |
| 834 | ib, ob, |
| 835 | ib->rex, ob->wex, |
| 836 | ib->flags, ob->flags, |
Willy Tarreau | 02d6cfc | 2012-03-01 18:19:58 +0100 | [diff] [blame] | 837 | ib->i, ib->o, ob->i, ob->o, si->state); |
Willy Tarreau | 3a16b2c | 2008-08-28 08:54:27 +0200 | [diff] [blame] | 838 | |
| 839 | /* Check if we need to close the read side */ |
| 840 | if (!(ib->flags & BF_SHUTR)) { |
Willy Tarreau | 2d21279 | 2008-08-27 21:41:35 +0200 | [diff] [blame] | 841 | /* Read not closed, update FD status and timeout for reads */ |
Willy Tarreau | f1ba4b3 | 2009-10-17 14:37:52 +0200 | [diff] [blame] | 842 | if (ib->flags & (BF_FULL|BF_HIJACK|BF_DONT_READ)) { |
Willy Tarreau | 2d21279 | 2008-08-27 21:41:35 +0200 | [diff] [blame] | 843 | /* stop reading */ |
Willy Tarreau | 11f4940 | 2010-11-11 23:08:17 +0100 | [diff] [blame] | 844 | if (!(si->flags & SI_FL_WAIT_ROOM)) { |
| 845 | if ((ib->flags & (BF_FULL|BF_HIJACK|BF_DONT_READ)) == BF_FULL) |
| 846 | si->flags |= SI_FL_WAIT_ROOM; |
Willy Tarreau | 3788e4c | 2012-07-30 14:29:35 +0200 | [diff] [blame] | 847 | EV_FD_CLR(fd, DIR_RD); |
Willy Tarreau | 11f4940 | 2010-11-11 23:08:17 +0100 | [diff] [blame] | 848 | ib->rex = TICK_ETERNITY; |
| 849 | } |
Willy Tarreau | 2d21279 | 2008-08-27 21:41:35 +0200 | [diff] [blame] | 850 | } |
| 851 | else { |
| 852 | /* (re)start reading and update timeout. Note: we don't recompute the timeout |
| 853 | * everytime we get here, otherwise it would risk never to expire. We only |
Willy Tarreau | fe8903c | 2009-10-04 10:56:08 +0200 | [diff] [blame] | 854 | * update it if is was not yet set. The stream socket handler will already |
| 855 | * have updated it if there has been a completed I/O. |
Willy Tarreau | 2d21279 | 2008-08-27 21:41:35 +0200 | [diff] [blame] | 856 | */ |
Willy Tarreau | b0ef735 | 2008-12-14 13:26:20 +0100 | [diff] [blame] | 857 | si->flags &= ~SI_FL_WAIT_ROOM; |
Willy Tarreau | 3788e4c | 2012-07-30 14:29:35 +0200 | [diff] [blame] | 858 | EV_FD_SET(fd, DIR_RD); |
Willy Tarreau | f1ba4b3 | 2009-10-17 14:37:52 +0200 | [diff] [blame] | 859 | if (!(ib->flags & (BF_READ_NOEXP|BF_DONT_READ)) && !tick_isset(ib->rex)) |
Willy Tarreau | 2d21279 | 2008-08-27 21:41:35 +0200 | [diff] [blame] | 860 | ib->rex = tick_add_ifset(now_ms, ib->rto); |
| 861 | } |
| 862 | } |
| 863 | |
| 864 | /* Check if we need to close the write side */ |
| 865 | if (!(ob->flags & BF_SHUTW)) { |
Willy Tarreau | 2d21279 | 2008-08-27 21:41:35 +0200 | [diff] [blame] | 866 | /* Write not closed, update FD status and timeout for writes */ |
Willy Tarreau | ba0b63d | 2009-09-20 08:09:44 +0200 | [diff] [blame] | 867 | if (ob->flags & BF_OUT_EMPTY) { |
Willy Tarreau | 2d21279 | 2008-08-27 21:41:35 +0200 | [diff] [blame] | 868 | /* stop writing */ |
Willy Tarreau | 11f4940 | 2010-11-11 23:08:17 +0100 | [diff] [blame] | 869 | if (!(si->flags & SI_FL_WAIT_DATA)) { |
| 870 | if ((ob->flags & (BF_FULL|BF_HIJACK|BF_SHUTW_NOW)) == 0) |
| 871 | si->flags |= SI_FL_WAIT_DATA; |
Willy Tarreau | 3788e4c | 2012-07-30 14:29:35 +0200 | [diff] [blame] | 872 | EV_FD_CLR(fd, DIR_WR); |
Willy Tarreau | 11f4940 | 2010-11-11 23:08:17 +0100 | [diff] [blame] | 873 | ob->wex = TICK_ETERNITY; |
| 874 | } |
Willy Tarreau | 2d21279 | 2008-08-27 21:41:35 +0200 | [diff] [blame] | 875 | } |
| 876 | else { |
| 877 | /* (re)start writing and update timeout. Note: we don't recompute the timeout |
| 878 | * everytime we get here, otherwise it would risk never to expire. We only |
Willy Tarreau | fe8903c | 2009-10-04 10:56:08 +0200 | [diff] [blame] | 879 | * update it if is was not yet set. The stream socket handler will already |
| 880 | * have updated it if there has been a completed I/O. |
Willy Tarreau | 2d21279 | 2008-08-27 21:41:35 +0200 | [diff] [blame] | 881 | */ |
Willy Tarreau | b0ef735 | 2008-12-14 13:26:20 +0100 | [diff] [blame] | 882 | si->flags &= ~SI_FL_WAIT_DATA; |
Willy Tarreau | 3788e4c | 2012-07-30 14:29:35 +0200 | [diff] [blame] | 883 | EV_FD_SET(fd, DIR_WR); |
Willy Tarreau | fe8903c | 2009-10-04 10:56:08 +0200 | [diff] [blame] | 884 | if (!tick_isset(ob->wex)) { |
Willy Tarreau | 2d21279 | 2008-08-27 21:41:35 +0200 | [diff] [blame] | 885 | ob->wex = tick_add_ifset(now_ms, ob->wto); |
Willy Tarreau | f27b5ea | 2009-10-03 22:01:18 +0200 | [diff] [blame] | 886 | if (tick_isset(ib->rex) && !(si->flags & SI_FL_INDEP_STR)) { |
Willy Tarreau | 2d21279 | 2008-08-27 21:41:35 +0200 | [diff] [blame] | 887 | /* Note: depending on the protocol, we don't know if we're waiting |
| 888 | * for incoming data or not. So in order to prevent the socket from |
| 889 | * expiring read timeouts during writes, we refresh the read timeout, |
Willy Tarreau | f27b5ea | 2009-10-03 22:01:18 +0200 | [diff] [blame] | 890 | * except if it was already infinite or if we have explicitly setup |
Jamie Gloudon | 801a0a3 | 2012-08-25 00:18:33 -0400 | [diff] [blame] | 891 | * independent streams. |
Willy Tarreau | 2d21279 | 2008-08-27 21:41:35 +0200 | [diff] [blame] | 892 | */ |
Willy Tarreau | d06e711 | 2009-03-29 10:18:41 +0200 | [diff] [blame] | 893 | ib->rex = tick_add_ifset(now_ms, ib->rto); |
Willy Tarreau | 2d21279 | 2008-08-27 21:41:35 +0200 | [diff] [blame] | 894 | } |
| 895 | } |
| 896 | } |
| 897 | } |
Willy Tarreau | 2d21279 | 2008-08-27 21:41:35 +0200 | [diff] [blame] | 898 | } |
| 899 | |
Willy Tarreau | 3ffeba1 | 2008-12-14 14:42:35 +0100 | [diff] [blame] | 900 | /* This function is used for inter-stream-interface calls. It is called by the |
| 901 | * consumer to inform the producer side that it may be interested in checking |
| 902 | * for free space in the buffer. Note that it intentionally does not update |
| 903 | * timeouts, so that we can still check them later at wake-up. |
| 904 | */ |
Willy Tarreau | b277d6e | 2012-05-11 16:59:14 +0200 | [diff] [blame] | 905 | static void sock_raw_chk_rcv(struct stream_interface *si) |
Willy Tarreau | 3ffeba1 | 2008-12-14 14:42:35 +0100 | [diff] [blame] | 906 | { |
| 907 | struct buffer *ib = si->ib; |
| 908 | |
Willy Tarreau | 02d6cfc | 2012-03-01 18:19:58 +0100 | [diff] [blame] | 909 | DPRINTF(stderr,"[%u] %s: fd=%d owner=%p ib=%p, ob=%p, exp(r,w)=%u,%u ibf=%08x obf=%08x ibh=%d ibt=%d obh=%d obd=%d si=%d\n", |
Willy Tarreau | 3ffeba1 | 2008-12-14 14:42:35 +0100 | [diff] [blame] | 910 | now_ms, __FUNCTION__, |
Willy Tarreau | fb7508a | 2012-05-21 16:47:54 +0200 | [diff] [blame] | 911 | si_fd(si), fdtab[si_fd(si)].owner, |
Vincenzo Farruggia | 9b97cff | 2009-01-30 16:49:10 +0000 | [diff] [blame] | 912 | ib, si->ob, |
| 913 | ib->rex, si->ob->wex, |
| 914 | ib->flags, si->ob->flags, |
Willy Tarreau | 02d6cfc | 2012-03-01 18:19:58 +0100 | [diff] [blame] | 915 | ib->i, ib->o, si->ob->i, si->ob->o, si->state); |
Willy Tarreau | 3ffeba1 | 2008-12-14 14:42:35 +0100 | [diff] [blame] | 916 | |
| 917 | if (unlikely(si->state != SI_ST_EST || (ib->flags & BF_SHUTR))) |
| 918 | return; |
| 919 | |
Willy Tarreau | f1ba4b3 | 2009-10-17 14:37:52 +0200 | [diff] [blame] | 920 | if (ib->flags & (BF_FULL|BF_HIJACK|BF_DONT_READ)) { |
Willy Tarreau | 3ffeba1 | 2008-12-14 14:42:35 +0100 | [diff] [blame] | 921 | /* stop reading */ |
Willy Tarreau | f1ba4b3 | 2009-10-17 14:37:52 +0200 | [diff] [blame] | 922 | if ((ib->flags & (BF_FULL|BF_HIJACK|BF_DONT_READ)) == BF_FULL) |
Willy Tarreau | 3ffeba1 | 2008-12-14 14:42:35 +0100 | [diff] [blame] | 923 | si->flags |= SI_FL_WAIT_ROOM; |
Willy Tarreau | 3788e4c | 2012-07-30 14:29:35 +0200 | [diff] [blame] | 924 | EV_FD_CLR(si_fd(si), DIR_RD); |
Willy Tarreau | 3ffeba1 | 2008-12-14 14:42:35 +0100 | [diff] [blame] | 925 | } |
| 926 | else { |
| 927 | /* (re)start reading */ |
| 928 | si->flags &= ~SI_FL_WAIT_ROOM; |
Willy Tarreau | 3788e4c | 2012-07-30 14:29:35 +0200 | [diff] [blame] | 929 | EV_FD_SET(si_fd(si), DIR_RD); |
Willy Tarreau | 3ffeba1 | 2008-12-14 14:42:35 +0100 | [diff] [blame] | 930 | } |
| 931 | } |
| 932 | |
| 933 | |
| 934 | /* This function is used for inter-stream-interface calls. It is called by the |
| 935 | * producer to inform the consumer side that it may be interested in checking |
| 936 | * for data in the buffer. Note that it intentionally does not update timeouts, |
| 937 | * so that we can still check them later at wake-up. |
| 938 | */ |
Willy Tarreau | b277d6e | 2012-05-11 16:59:14 +0200 | [diff] [blame] | 939 | static void sock_raw_chk_snd(struct stream_interface *si) |
Willy Tarreau | 3ffeba1 | 2008-12-14 14:42:35 +0100 | [diff] [blame] | 940 | { |
| 941 | struct buffer *ob = si->ob; |
Willy Tarreau | a456f2a | 2009-01-18 17:38:44 +0100 | [diff] [blame] | 942 | int retval; |
Willy Tarreau | 3ffeba1 | 2008-12-14 14:42:35 +0100 | [diff] [blame] | 943 | |
Willy Tarreau | 02d6cfc | 2012-03-01 18:19:58 +0100 | [diff] [blame] | 944 | DPRINTF(stderr,"[%u] %s: fd=%d owner=%p ib=%p, ob=%p, exp(r,w)=%u,%u ibf=%08x obf=%08x ibh=%d ibt=%d obh=%d obd=%d si=%d\n", |
Willy Tarreau | 3ffeba1 | 2008-12-14 14:42:35 +0100 | [diff] [blame] | 945 | now_ms, __FUNCTION__, |
Willy Tarreau | fb7508a | 2012-05-21 16:47:54 +0200 | [diff] [blame] | 946 | si_fd(si), fdtab[si_fd(si)].owner, |
Vincenzo Farruggia | 9b97cff | 2009-01-30 16:49:10 +0000 | [diff] [blame] | 947 | si->ib, ob, |
| 948 | si->ib->rex, ob->wex, |
| 949 | si->ib->flags, ob->flags, |
Willy Tarreau | 02d6cfc | 2012-03-01 18:19:58 +0100 | [diff] [blame] | 950 | si->ib->i, si->ib->o, ob->i, ob->o, si->state); |
Willy Tarreau | 3ffeba1 | 2008-12-14 14:42:35 +0100 | [diff] [blame] | 951 | |
| 952 | if (unlikely(si->state != SI_ST_EST || (ob->flags & BF_SHUTW))) |
| 953 | return; |
| 954 | |
Willy Tarreau | a190d59 | 2012-05-20 18:35:19 +0200 | [diff] [blame] | 955 | if (unlikely(ob->flags & BF_OUT_EMPTY)) /* called with nothing to send ! */ |
Willy Tarreau | eb9fd51 | 2011-12-11 22:11:47 +0100 | [diff] [blame] | 956 | return; |
| 957 | |
| 958 | if (!ob->pipe && /* spliced data wants to be forwarded ASAP */ |
| 959 | (!(si->flags & SI_FL_WAIT_DATA) || /* not waiting for data */ |
Willy Tarreau | fb7508a | 2012-05-21 16:47:54 +0200 | [diff] [blame] | 960 | (fdtab[si_fd(si)].ev & FD_POLL_OUT))) /* we'll be called anyway */ |
Willy Tarreau | a456f2a | 2009-01-18 17:38:44 +0100 | [diff] [blame] | 961 | return; |
| 962 | |
Willy Tarreau | b277d6e | 2012-05-11 16:59:14 +0200 | [diff] [blame] | 963 | retval = sock_raw_write_loop(si, ob); |
Willy Tarreau | c54aef3 | 2009-07-27 20:08:06 +0200 | [diff] [blame] | 964 | /* here, we have : |
| 965 | * retval < 0 if an error was encountered during write. |
| 966 | * retval = 0 if we can't write anymore without polling |
| 967 | * retval = 1 if we're invited to come back when desired |
| 968 | */ |
Willy Tarreau | a456f2a | 2009-01-18 17:38:44 +0100 | [diff] [blame] | 969 | if (retval < 0) { |
| 970 | /* Write error on the file descriptor. We mark the FD as STERROR so |
| 971 | * that we don't use it anymore and we notify the task. |
| 972 | */ |
Willy Tarreau | 505e34a | 2012-07-06 10:17:53 +0200 | [diff] [blame] | 973 | si->conn.flags |= CO_FL_ERROR; |
Willy Tarreau | fb7508a | 2012-05-21 16:47:54 +0200 | [diff] [blame] | 974 | fdtab[si_fd(si)].ev &= ~FD_POLL_STICKY; |
| 975 | EV_FD_REM(si_fd(si)); |
Willy Tarreau | a456f2a | 2009-01-18 17:38:44 +0100 | [diff] [blame] | 976 | si->flags |= SI_FL_ERR; |
| 977 | goto out_wakeup; |
| 978 | } |
| 979 | |
Willy Tarreau | c54aef3 | 2009-07-27 20:08:06 +0200 | [diff] [blame] | 980 | /* OK, so now we know that retval >= 0 means that some data might have |
| 981 | * been sent, and that we may have to poll first. We have to do that |
| 982 | * too if the buffer is not empty. |
| 983 | */ |
Willy Tarreau | ba0b63d | 2009-09-20 08:09:44 +0200 | [diff] [blame] | 984 | if (ob->flags & BF_OUT_EMPTY) { |
Willy Tarreau | a456f2a | 2009-01-18 17:38:44 +0100 | [diff] [blame] | 985 | /* the connection is established but we can't write. Either the |
| 986 | * buffer is empty, or we just refrain from sending because the |
Willy Tarreau | 2e046c6 | 2012-03-01 16:08:30 +0100 | [diff] [blame] | 987 | * ->o limit was reached. Maybe we just wrote the last |
Willy Tarreau | a456f2a | 2009-01-18 17:38:44 +0100 | [diff] [blame] | 988 | * chunk and need to close. |
| 989 | */ |
Willy Tarreau | 520d95e | 2009-09-19 21:04:57 +0200 | [diff] [blame] | 990 | if (((ob->flags & (BF_SHUTW|BF_HIJACK|BF_AUTO_CLOSE|BF_SHUTW_NOW)) == |
| 991 | (BF_AUTO_CLOSE|BF_SHUTW_NOW)) && |
Willy Tarreau | a456f2a | 2009-01-18 17:38:44 +0100 | [diff] [blame] | 992 | (si->state == SI_ST_EST)) { |
Willy Tarreau | b277d6e | 2012-05-11 16:59:14 +0200 | [diff] [blame] | 993 | sock_raw_shutw(si); |
Willy Tarreau | a456f2a | 2009-01-18 17:38:44 +0100 | [diff] [blame] | 994 | goto out_wakeup; |
| 995 | } |
Willy Tarreau | d06e711 | 2009-03-29 10:18:41 +0200 | [diff] [blame] | 996 | |
Willy Tarreau | 59454bf | 2009-09-20 11:13:40 +0200 | [diff] [blame] | 997 | if ((ob->flags & (BF_SHUTW|BF_SHUTW_NOW|BF_FULL|BF_HIJACK)) == 0) |
Willy Tarreau | 3ffeba1 | 2008-12-14 14:42:35 +0100 | [diff] [blame] | 998 | si->flags |= SI_FL_WAIT_DATA; |
Willy Tarreau | a456f2a | 2009-01-18 17:38:44 +0100 | [diff] [blame] | 999 | ob->wex = TICK_ETERNITY; |
Willy Tarreau | 3ffeba1 | 2008-12-14 14:42:35 +0100 | [diff] [blame] | 1000 | } |
| 1001 | else { |
Willy Tarreau | c54aef3 | 2009-07-27 20:08:06 +0200 | [diff] [blame] | 1002 | /* Otherwise there are remaining data to be sent in the buffer, |
| 1003 | * which means we have to poll before doing so. |
| 1004 | */ |
Willy Tarreau | 3788e4c | 2012-07-30 14:29:35 +0200 | [diff] [blame] | 1005 | EV_FD_SET(si_fd(si), DIR_WR); |
Willy Tarreau | c54aef3 | 2009-07-27 20:08:06 +0200 | [diff] [blame] | 1006 | si->flags &= ~SI_FL_WAIT_DATA; |
| 1007 | if (!tick_isset(ob->wex)) |
| 1008 | ob->wex = tick_add_ifset(now_ms, ob->wto); |
Willy Tarreau | 3ffeba1 | 2008-12-14 14:42:35 +0100 | [diff] [blame] | 1009 | } |
Willy Tarreau | a456f2a | 2009-01-18 17:38:44 +0100 | [diff] [blame] | 1010 | |
Willy Tarreau | c961946 | 2009-03-09 22:40:57 +0100 | [diff] [blame] | 1011 | if (likely(ob->flags & BF_WRITE_ACTIVITY)) { |
| 1012 | /* update timeout if we have written something */ |
Willy Tarreau | ba0b63d | 2009-09-20 08:09:44 +0200 | [diff] [blame] | 1013 | if ((ob->flags & (BF_OUT_EMPTY|BF_SHUTW|BF_WRITE_PARTIAL)) == BF_WRITE_PARTIAL) |
Willy Tarreau | c961946 | 2009-03-09 22:40:57 +0100 | [diff] [blame] | 1014 | ob->wex = tick_add_ifset(now_ms, ob->wto); |
| 1015 | |
Willy Tarreau | f27b5ea | 2009-10-03 22:01:18 +0200 | [diff] [blame] | 1016 | if (tick_isset(si->ib->rex) && !(si->flags & SI_FL_INDEP_STR)) { |
Willy Tarreau | c961946 | 2009-03-09 22:40:57 +0100 | [diff] [blame] | 1017 | /* Note: to prevent the client from expiring read timeouts |
Willy Tarreau | f27b5ea | 2009-10-03 22:01:18 +0200 | [diff] [blame] | 1018 | * during writes, we refresh it. We only do this if the |
Jamie Gloudon | 801a0a3 | 2012-08-25 00:18:33 -0400 | [diff] [blame] | 1019 | * interface is not configured for "independent streams", |
Willy Tarreau | f27b5ea | 2009-10-03 22:01:18 +0200 | [diff] [blame] | 1020 | * because for some applications it's better not to do this, |
| 1021 | * for instance when continuously exchanging small amounts |
| 1022 | * of data which can full the socket buffers long before a |
| 1023 | * write timeout is detected. |
Willy Tarreau | c961946 | 2009-03-09 22:40:57 +0100 | [diff] [blame] | 1024 | */ |
| 1025 | si->ib->rex = tick_add_ifset(now_ms, si->ib->rto); |
| 1026 | } |
| 1027 | } |
| 1028 | |
Willy Tarreau | a456f2a | 2009-01-18 17:38:44 +0100 | [diff] [blame] | 1029 | /* in case of special condition (error, shutdown, end of write...), we |
| 1030 | * have to notify the task. |
| 1031 | */ |
| 1032 | if (likely((ob->flags & (BF_WRITE_NULL|BF_WRITE_ERROR|BF_SHUTW)) || |
Willy Tarreau | ba0b63d | 2009-09-20 08:09:44 +0200 | [diff] [blame] | 1033 | ((ob->flags & BF_OUT_EMPTY) && !ob->to_forward) || |
Willy Tarreau | a456f2a | 2009-01-18 17:38:44 +0100 | [diff] [blame] | 1034 | si->state != SI_ST_EST)) { |
| 1035 | out_wakeup: |
Willy Tarreau | 89f7ef2 | 2009-09-05 20:57:35 +0200 | [diff] [blame] | 1036 | if (!(si->flags & SI_FL_DONT_WAKE) && si->owner) |
| 1037 | task_wakeup(si->owner, TASK_WOKEN_IO); |
Willy Tarreau | a456f2a | 2009-01-18 17:38:44 +0100 | [diff] [blame] | 1038 | } |
Willy Tarreau | 3ffeba1 | 2008-12-14 14:42:35 +0100 | [diff] [blame] | 1039 | } |
| 1040 | |
Willy Tarreau | 5c979a9 | 2012-05-07 17:15:39 +0200 | [diff] [blame] | 1041 | /* stream sock operations */ |
Willy Tarreau | b277d6e | 2012-05-11 16:59:14 +0200 | [diff] [blame] | 1042 | struct sock_ops sock_raw = { |
| 1043 | .update = sock_raw_data_finish, |
| 1044 | .shutr = sock_raw_shutr, |
| 1045 | .shutw = sock_raw_shutw, |
| 1046 | .chk_rcv = sock_raw_chk_rcv, |
| 1047 | .chk_snd = sock_raw_chk_snd, |
| 1048 | .read = sock_raw_read, |
| 1049 | .write = sock_raw_write, |
Willy Tarreau | 2420827 | 2012-05-21 17:28:50 +0200 | [diff] [blame] | 1050 | .close = NULL, |
Willy Tarreau | 5c979a9 | 2012-05-07 17:15:39 +0200 | [diff] [blame] | 1051 | }; |
Willy Tarreau | baaee00 | 2006-06-26 02:48:02 +0200 | [diff] [blame] | 1052 | |
| 1053 | /* |
| 1054 | * Local variables: |
| 1055 | * c-indent-level: 8 |
| 1056 | * c-basic-offset: 8 |
| 1057 | * End: |
| 1058 | */ |