Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 1 | /* |
| 2 | * internal HTTP message |
| 3 | * |
| 4 | * Copyright 2018 HAProxy Technologies, Christopher Faulet <cfaulet@haproxy.com> |
| 5 | * |
| 6 | * This program is free software; you can redistribute it and/or |
| 7 | * modify it under the terms of the GNU General Public License |
| 8 | * as published by the Free Software Foundation; either version |
| 9 | * 2 of the License, or (at your option) any later version. |
| 10 | * |
| 11 | */ |
| 12 | |
Willy Tarreau | c13ed53 | 2020-06-02 10:22:45 +0200 | [diff] [blame] | 13 | #include <haproxy/chunk.h> |
Willy Tarreau | 16f958c | 2020-06-03 08:44:35 +0200 | [diff] [blame] | 14 | #include <haproxy/htx.h> |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 15 | |
Christopher Faulet | 192c6a2 | 2019-06-11 16:32:24 +0200 | [diff] [blame] | 16 | struct htx htx_empty = { .size = 0, .data = 0, .head = -1, .tail = -1, .first = -1 }; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 17 | |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 18 | /* Defragments an HTX message. It removes unused blocks and unwraps the payloads |
| 19 | * part. A temporary buffer is used to do so. This function never fails. if |
| 20 | * <blk> is not NULL, we replace it by the new block address, after the |
| 21 | * defragmentation. The new <blk> is returned. |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 22 | */ |
| 23 | /* TODO: merge data blocks into one */ |
| 24 | struct htx_blk *htx_defrag(struct htx *htx, struct htx_blk *blk) |
| 25 | { |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 26 | struct buffer *chunk = get_trash_chunk(); |
| 27 | struct htx *tmp = htxbuf(chunk); |
| 28 | struct htx_blk *newblk, *oldblk; |
Christopher Faulet | 200f895 | 2019-01-02 11:23:44 +0100 | [diff] [blame] | 29 | uint32_t new, old, blkpos; |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 30 | uint32_t addr, blksz; |
Christopher Faulet | 29f1758 | 2019-05-23 11:03:26 +0200 | [diff] [blame] | 31 | int32_t first = -1; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 32 | |
Christopher Faulet | 192c6a2 | 2019-06-11 16:32:24 +0200 | [diff] [blame] | 33 | if (htx->head == -1) |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 34 | return NULL; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 35 | |
Christopher Faulet | 200f895 | 2019-01-02 11:23:44 +0100 | [diff] [blame] | 36 | blkpos = -1; |
| 37 | |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 38 | new = 0; |
| 39 | addr = 0; |
| 40 | tmp->size = htx->size; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 41 | |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 42 | /* start from the head */ |
| 43 | for (old = htx_get_head(htx); old != -1; old = htx_get_next(htx, old)) { |
| 44 | oldblk = htx_get_blk(htx, old); |
Christopher Faulet | 28f29c7 | 2019-04-30 17:55:45 +0200 | [diff] [blame] | 45 | if (htx_get_blk_type(oldblk) == HTX_BLK_UNUSED) |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 46 | continue; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 47 | |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 48 | newblk = htx_get_blk(tmp, new); |
| 49 | newblk->addr = addr; |
| 50 | newblk->info = oldblk->info; |
| 51 | blksz = htx_get_blksz(oldblk); |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 52 | |
Christopher Faulet | 9c66b98 | 2019-04-30 18:08:26 +0200 | [diff] [blame] | 53 | /* update the start-line position */ |
Christopher Faulet | 29f1758 | 2019-05-23 11:03:26 +0200 | [diff] [blame] | 54 | if (htx->first == old) |
| 55 | first = new; |
Christopher Faulet | 174bfb1 | 2018-12-06 14:31:12 +0100 | [diff] [blame] | 56 | |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 57 | /* if <blk> is defined, save its new position */ |
Christopher Faulet | 200f895 | 2019-01-02 11:23:44 +0100 | [diff] [blame] | 58 | if (blk != NULL && blk == oldblk) |
| 59 | blkpos = new; |
| 60 | |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 61 | memcpy((void *)tmp->blocks + addr, htx_get_blk_ptr(htx, oldblk), blksz); |
| 62 | new++; |
| 63 | addr += blksz; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 64 | |
Christopher Faulet | b8fd4c0 | 2019-05-20 09:32:25 +0200 | [diff] [blame] | 65 | } |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 66 | |
Christopher Faulet | 29f1758 | 2019-05-23 11:03:26 +0200 | [diff] [blame] | 67 | htx->first = first; |
Christopher Faulet | 28f29c7 | 2019-04-30 17:55:45 +0200 | [diff] [blame] | 68 | htx->head = 0; |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 69 | htx->tail = new - 1; |
| 70 | htx->head_addr = htx->end_addr = 0; |
| 71 | htx->tail_addr = addr; |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 72 | memcpy((void *)htx->blocks, (void *)tmp->blocks, htx->size); |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 73 | |
Christopher Faulet | 200f895 | 2019-01-02 11:23:44 +0100 | [diff] [blame] | 74 | return ((blkpos == -1) ? NULL : htx_get_blk(htx, blkpos)); |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 75 | } |
| 76 | |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 77 | /* Degragments HTX blocks of an HTX message. Payloads part is keep untouched |
| 78 | * here. This function will move back all blocks starting at the position 0, |
| 79 | * removing unused blocks. It must never be called with an empty message. |
| 80 | */ |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 81 | static void htx_defrag_blks(struct htx *htx) |
| 82 | { |
| 83 | int32_t pos, new; |
| 84 | |
| 85 | new = 0; |
| 86 | for (pos = htx_get_head(htx); pos != -1; pos = htx_get_next(htx, pos)) { |
| 87 | struct htx_blk *posblk, *newblk; |
| 88 | |
| 89 | if (pos == new) { |
| 90 | new++; |
| 91 | continue; |
| 92 | } |
| 93 | |
| 94 | posblk = htx_get_blk(htx, pos); |
| 95 | if (htx_get_blk_type(posblk) == HTX_BLK_UNUSED) |
| 96 | continue; |
| 97 | |
| 98 | if (htx->first == pos) |
| 99 | htx->first = new; |
| 100 | newblk = htx_get_blk(htx, new++); |
| 101 | newblk->info = posblk->info; |
| 102 | newblk->addr = posblk->addr; |
| 103 | } |
| 104 | BUG_ON(!new); |
| 105 | htx->head = 0; |
| 106 | htx->tail = new - 1; |
| 107 | } |
| 108 | |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 109 | /* Reserves a new block in the HTX message <htx> with a content of <blksz> |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 110 | * bytes. If there is not enough space, NULL is returned. Otherwise the reserved |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 111 | * block is returned and the HTX message is updated. Space for this new block is |
| 112 | * reserved in the HTX message. But it is the caller responsibility to set right |
| 113 | * info in the block to reflect the stored data. |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 114 | */ |
| 115 | static struct htx_blk *htx_reserve_nxblk(struct htx *htx, uint32_t blksz) |
| 116 | { |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 117 | struct htx_blk *blk; |
Christopher Faulet | 192c6a2 | 2019-06-11 16:32:24 +0200 | [diff] [blame] | 118 | uint32_t tail, headroom, tailroom; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 119 | |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 120 | if (blksz > htx_free_data_space(htx)) |
| 121 | return NULL; /* full */ |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 122 | |
Christopher Faulet | 192c6a2 | 2019-06-11 16:32:24 +0200 | [diff] [blame] | 123 | if (htx->head == -1) { |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 124 | /* Empty message */ |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 125 | htx->head = htx->tail = htx->first = 0; |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 126 | blk = htx_get_blk(htx, htx->tail); |
| 127 | blk->addr = 0; |
| 128 | htx->data = blksz; |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 129 | htx->tail_addr = blksz; |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 130 | return blk; |
| 131 | } |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 132 | |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 133 | /* Find the block's position. First, we try to get the next position in |
| 134 | * the message, increasing the tail by one. If this position is not |
| 135 | * available with some holes, we try to defrag the blocks without |
| 136 | * touching their paylood. If it is impossible, we fully defrag the |
| 137 | * message. |
| 138 | */ |
Christopher Faulet | 28f29c7 | 2019-04-30 17:55:45 +0200 | [diff] [blame] | 139 | tail = htx->tail + 1; |
Christopher Faulet | 2bf43f0 | 2019-06-12 11:28:11 +0200 | [diff] [blame] | 140 | if (htx_pos_to_addr(htx, tail) >= htx->tail_addr) |
Christopher Faulet | 192c6a2 | 2019-06-11 16:32:24 +0200 | [diff] [blame] | 141 | ; |
| 142 | else if (htx->head > 0) { |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 143 | htx_defrag_blks(htx); |
| 144 | tail = htx->tail + 1; |
Christopher Faulet | 2bf43f0 | 2019-06-12 11:28:11 +0200 | [diff] [blame] | 145 | BUG_ON(htx_pos_to_addr(htx, tail) < htx->tail_addr); |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 146 | } |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 147 | else |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 148 | goto defrag; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 149 | |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 150 | /* Now, we have found the block's position. Try do find where to put its |
| 151 | * payload. The free space is split in two areas: |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 152 | * |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 153 | * * The free space in front of the blocks table. This one is used iff |
| 154 | * the other one was not used yet. |
| 155 | * |
| 156 | * * The free space at the beginning of the message. Once this one is |
| 157 | * used, the other one is never used again, until the next defrag. |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 158 | */ |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 159 | headroom = (htx->end_addr - htx->head_addr); |
Christopher Faulet | 2bf43f0 | 2019-06-12 11:28:11 +0200 | [diff] [blame] | 160 | tailroom = (!htx->head_addr ? htx_pos_to_addr(htx, tail) - htx->tail_addr : 0); |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 161 | BUG_ON((int32_t)headroom < 0); |
| 162 | BUG_ON((int32_t)tailroom < 0); |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 163 | |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 164 | if (blksz <= tailroom) { |
| 165 | blk = htx_get_blk(htx, tail); |
| 166 | blk->addr = htx->tail_addr; |
| 167 | htx->tail_addr += blksz; |
| 168 | } |
| 169 | else if (blksz <= headroom) { |
| 170 | blk = htx_get_blk(htx, tail); |
| 171 | blk->addr = htx->head_addr; |
| 172 | htx->head_addr += blksz; |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 173 | } |
| 174 | else { |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 175 | defrag: |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 176 | /* need to defragment the message before inserting upfront */ |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 177 | htx_defrag(htx, NULL); |
| 178 | tail = htx->tail + 1; |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 179 | blk = htx_get_blk(htx, tail); |
| 180 | blk->addr = htx->tail_addr; |
| 181 | htx->tail_addr += blksz; |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 182 | } |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 183 | |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 184 | htx->tail = tail; |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 185 | htx->data += blksz; |
Christopher Faulet | 29f1758 | 2019-05-23 11:03:26 +0200 | [diff] [blame] | 186 | /* Set first position if not already set */ |
| 187 | if (htx->first == -1) |
| 188 | htx->first = tail; |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 189 | |
| 190 | BUG_ON((int32_t)htx->tail_addr < 0); |
| 191 | BUG_ON((int32_t)htx->head_addr < 0); |
| 192 | BUG_ON(htx->end_addr > htx->tail_addr); |
| 193 | BUG_ON(htx->head_addr > htx->end_addr); |
| 194 | |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 195 | return blk; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 196 | } |
| 197 | |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 198 | /* Prepares the block to an expansion of its payload. The payload will be |
| 199 | * expanded by <delta> bytes and we need find where this expansion will be |
| 200 | * performed. It can be a compression if <delta> is negative. This function only |
Ilya Shipitsin | 47d1718 | 2020-06-21 21:42:57 +0500 | [diff] [blame] | 201 | * updates all addresses. The caller have the responsibility to perform the |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 202 | * expansion and update the block and the HTX message accordingly. No error must |
Ilya Shipitsin | 47d1718 | 2020-06-21 21:42:57 +0500 | [diff] [blame] | 203 | * occur. It returns following values: |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 204 | * |
| 205 | * 0: The expansion cannot be performed, there is not enough space. |
| 206 | * |
Ilya Shipitsin | 47d1718 | 2020-06-21 21:42:57 +0500 | [diff] [blame] | 207 | * 1: the expansion must be performed in place, there is enough space after |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 208 | * the block's payload to handle it. This is especially true if it is a |
| 209 | * compression and not an expension. |
| 210 | * |
| 211 | * 2: the block's payload must be moved at the new block address before doing |
| 212 | * the expansion. |
| 213 | * |
| 214 | * 3: the HTX message message must be defragmented |
| 215 | */ |
| 216 | static int htx_prepare_blk_expansion(struct htx *htx, struct htx_blk *blk, int32_t delta) |
| 217 | { |
| 218 | uint32_t sz, tailroom, headroom; |
| 219 | int ret = 3; |
| 220 | |
Christopher Faulet | 192c6a2 | 2019-06-11 16:32:24 +0200 | [diff] [blame] | 221 | BUG_ON(htx->head == -1); |
| 222 | |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 223 | headroom = (htx->end_addr - htx->head_addr); |
Christopher Faulet | 2bf43f0 | 2019-06-12 11:28:11 +0200 | [diff] [blame] | 224 | tailroom = (htx_pos_to_addr(htx, htx->tail) - htx->tail_addr); |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 225 | BUG_ON((int32_t)headroom < 0); |
| 226 | BUG_ON((int32_t)tailroom < 0); |
| 227 | |
| 228 | sz = htx_get_blksz(blk); |
| 229 | if (delta <= 0) { |
| 230 | /* It is a compression, it can be performed in place */ |
| 231 | if (blk->addr+sz == htx->tail_addr) |
| 232 | htx->tail_addr += delta; |
| 233 | else if (blk->addr+sz == htx->head_addr) |
| 234 | htx->head_addr += delta; |
| 235 | ret = 1; |
| 236 | } |
| 237 | else if (delta > htx_free_space(htx)) { |
Ilya Shipitsin | 46a030c | 2020-07-05 16:36:08 +0500 | [diff] [blame] | 238 | /* There is not enough space to handle the expansion */ |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 239 | ret = 0; |
| 240 | } |
| 241 | else if (blk->addr+sz == htx->tail_addr) { |
| 242 | /* The block's payload is just before the tail room */ |
| 243 | if (delta < tailroom) { |
| 244 | /* Expand the block's payload */ |
| 245 | htx->tail_addr += delta; |
| 246 | ret = 1; |
| 247 | } |
| 248 | else if ((sz + delta) < headroom) { |
Christopher Faulet | 61ed779 | 2019-07-29 10:50:28 +0200 | [diff] [blame] | 249 | uint32_t oldaddr = blk->addr; |
| 250 | |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 251 | /* Move the block's payload into the headroom */ |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 252 | blk->addr = htx->head_addr; |
| 253 | htx->tail_addr -= sz; |
| 254 | htx->head_addr += sz + delta; |
Christopher Faulet | 61ed779 | 2019-07-29 10:50:28 +0200 | [diff] [blame] | 255 | if (oldaddr == htx->end_addr) { |
Christopher Faulet | 8c65486 | 2019-06-12 11:08:11 +0200 | [diff] [blame] | 256 | if (htx->end_addr == htx->tail_addr) { |
| 257 | htx->tail_addr = htx->head_addr; |
| 258 | htx->head_addr = htx->end_addr = 0; |
| 259 | } |
| 260 | else |
| 261 | htx->end_addr += sz; |
| 262 | } |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 263 | ret = 2; |
| 264 | } |
| 265 | } |
| 266 | else if (blk->addr+sz == htx->head_addr) { |
| 267 | /* The block's payload is just before the head room */ |
| 268 | if (delta < headroom) { |
| 269 | /* Expand the block's payload */ |
| 270 | htx->head_addr += delta; |
| 271 | ret = 1; |
| 272 | } |
| 273 | } |
| 274 | else { |
| 275 | /* The block's payload is not at the rooms edge */ |
| 276 | if (!htx->head_addr && sz+delta < tailroom) { |
| 277 | /* Move the block's payload into the tailroom */ |
| 278 | if (blk->addr == htx->end_addr) |
| 279 | htx->end_addr += sz; |
| 280 | blk->addr = htx->tail_addr; |
| 281 | htx->tail_addr += sz + delta; |
| 282 | ret = 2; |
| 283 | } |
| 284 | else if (sz+delta < headroom) { |
| 285 | /* Move the block's payload into the headroom */ |
| 286 | if (blk->addr == htx->end_addr) |
| 287 | htx->end_addr += sz; |
| 288 | blk->addr = htx->head_addr; |
| 289 | htx->head_addr += sz + delta; |
| 290 | ret = 2; |
| 291 | } |
| 292 | } |
| 293 | /* Otherwise defrag the HTX message */ |
| 294 | |
| 295 | BUG_ON((int32_t)htx->tail_addr < 0); |
| 296 | BUG_ON((int32_t)htx->head_addr < 0); |
| 297 | BUG_ON(htx->end_addr > htx->tail_addr); |
| 298 | BUG_ON(htx->head_addr > htx->end_addr); |
| 299 | return ret; |
| 300 | } |
| 301 | |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 302 | /* Adds a new block of type <type> in the HTX message <htx>. Its content size is |
| 303 | * passed but it is the caller responsibility to do the copy. |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 304 | */ |
| 305 | struct htx_blk *htx_add_blk(struct htx *htx, enum htx_blk_type type, uint32_t blksz) |
| 306 | { |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 307 | struct htx_blk *blk; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 308 | |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 309 | blk = htx_reserve_nxblk(htx, blksz); |
| 310 | if (!blk) |
| 311 | return NULL; |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 312 | BUG_ON(blk->addr > htx->size); |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 313 | |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 314 | blk->info = (type << 28); |
| 315 | return blk; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 316 | } |
| 317 | |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 318 | /* Removes the block <blk> from the HTX message <htx>. The function returns the |
| 319 | * block following <blk> or NULL if <blk> is the last block or the last inserted |
| 320 | * one. |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 321 | */ |
| 322 | struct htx_blk *htx_remove_blk(struct htx *htx, struct htx_blk *blk) |
| 323 | { |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 324 | enum htx_blk_type type; |
| 325 | uint32_t pos, addr, sz; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 326 | |
Christopher Faulet | 192c6a2 | 2019-06-11 16:32:24 +0200 | [diff] [blame] | 327 | BUG_ON(htx->head == -1); |
| 328 | |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 329 | /* This is the last block in use */ |
Christopher Faulet | 192c6a2 | 2019-06-11 16:32:24 +0200 | [diff] [blame] | 330 | if (htx->head == htx->tail) { |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 331 | htx_reset(htx); |
| 332 | return NULL; |
| 333 | } |
| 334 | |
| 335 | type = htx_get_blk_type(blk); |
Christopher Faulet | 9c66b98 | 2019-04-30 18:08:26 +0200 | [diff] [blame] | 336 | pos = htx_get_blk_pos(htx, blk); |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 337 | sz = htx_get_blksz(blk); |
| 338 | addr = blk->addr; |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 339 | if (type != HTX_BLK_UNUSED) { |
| 340 | /* Mark the block as unused, decrement allocated size */ |
| 341 | htx->data -= htx_get_blksz(blk); |
| 342 | blk->info = ((uint32_t)HTX_BLK_UNUSED << 28); |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 343 | } |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 344 | |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 345 | /* There is at least 2 blocks, so tail is always > 0 */ |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 346 | if (pos == htx->head) { |
| 347 | /* move the head forward */ |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 348 | htx->head++; |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 349 | } |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 350 | else if (pos == htx->tail) { |
| 351 | /* remove the tail. this was the last inserted block so |
| 352 | * return NULL. */ |
| 353 | htx->tail--; |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 354 | blk = NULL; |
| 355 | goto end; |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 356 | } |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 357 | blk = htx_get_blk(htx, pos+1); |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 358 | |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 359 | end: |
Christopher Faulet | 29f1758 | 2019-05-23 11:03:26 +0200 | [diff] [blame] | 360 | if (pos == htx->first) |
| 361 | htx->first = (blk ? htx_get_blk_pos(htx, blk) : -1); |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 362 | |
Christopher Faulet | 192c6a2 | 2019-06-11 16:32:24 +0200 | [diff] [blame] | 363 | if (htx->head == htx->tail) { |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 364 | /* If there is just one block in the HTX message, free space can |
Ilya Shipitsin | 47d1718 | 2020-06-21 21:42:57 +0500 | [diff] [blame] | 365 | * be adjusted. This operation could save some defrags. */ |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 366 | struct htx_blk *lastblk = htx_get_blk(htx, htx->tail); |
| 367 | |
| 368 | htx->head_addr = 0; |
| 369 | htx->end_addr = lastblk->addr; |
| 370 | htx->tail_addr = lastblk->addr+htx->data; |
| 371 | } |
| 372 | else { |
| 373 | if (addr+sz == htx->tail_addr) |
| 374 | htx->tail_addr = addr; |
| 375 | else if (addr+sz == htx->head_addr) |
| 376 | htx->head_addr = addr; |
Christopher Faulet | 8c65486 | 2019-06-12 11:08:11 +0200 | [diff] [blame] | 377 | if (addr == htx->end_addr) { |
| 378 | if (htx->tail_addr == htx->end_addr) { |
| 379 | htx->tail_addr = htx->head_addr; |
| 380 | htx->head_addr = htx->end_addr = 0; |
| 381 | } |
| 382 | else |
| 383 | htx->end_addr += sz; |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 384 | } |
| 385 | } |
| 386 | |
| 387 | BUG_ON((int32_t)htx->tail_addr < 0); |
| 388 | BUG_ON((int32_t)htx->head_addr < 0); |
| 389 | BUG_ON(htx->end_addr > htx->tail_addr); |
| 390 | BUG_ON(htx->head_addr > htx->end_addr); |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 391 | return blk; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 392 | } |
| 393 | |
Christopher Faulet | 1cdceb9 | 2020-02-24 11:41:59 +0100 | [diff] [blame] | 394 | /* Looks for the HTX block containing the offset <offset>, starting at the HTX |
| 395 | * message's head. The function returns an htx_ret with the found HTX block and |
| 396 | * the position inside this block where the offset is. If the offset <offset> is |
Ilya Shipitsin | 47d1718 | 2020-06-21 21:42:57 +0500 | [diff] [blame] | 397 | * outside of the HTX message, htx_ret.blk is set to NULL. |
Christopher Faulet | 1cdceb9 | 2020-02-24 11:41:59 +0100 | [diff] [blame] | 398 | */ |
| 399 | struct htx_ret htx_find_offset(struct htx *htx, uint32_t offset) |
| 400 | { |
| 401 | struct htx_blk *blk; |
| 402 | struct htx_ret htxret = { .blk = NULL, .ret = 0 }; |
| 403 | |
| 404 | if (offset >= htx->data) |
| 405 | return htxret; |
| 406 | |
| 407 | for (blk = htx_get_head_blk(htx); blk && offset; blk = htx_get_next_blk(htx, blk)) { |
| 408 | uint32_t sz = htx_get_blksz(blk); |
| 409 | |
| 410 | if (offset < sz) |
| 411 | break; |
| 412 | offset -= sz; |
| 413 | } |
| 414 | htxret.blk = blk; |
| 415 | htxret.ret = offset; |
| 416 | return htxret; |
| 417 | } |
| 418 | |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 419 | /* Removes all blocks after the one containing the offset <offset>. This last |
| 420 | * one may be truncated if it is a DATA block. |
Christopher Faulet | 00cf697 | 2019-01-07 14:53:27 +0100 | [diff] [blame] | 421 | */ |
| 422 | void htx_truncate(struct htx *htx, uint32_t offset) |
| 423 | { |
| 424 | struct htx_blk *blk; |
Christopher Faulet | bb76aa4 | 2020-02-24 15:09:24 +0100 | [diff] [blame] | 425 | struct htx_ret htxret = htx_find_offset(htx, offset); |
Christopher Faulet | 00cf697 | 2019-01-07 14:53:27 +0100 | [diff] [blame] | 426 | |
Christopher Faulet | bb76aa4 | 2020-02-24 15:09:24 +0100 | [diff] [blame] | 427 | blk = htxret.blk; |
| 428 | if (blk && htxret.ret && htx_get_blk_type(blk) == HTX_BLK_DATA) { |
| 429 | htx_change_blk_value_len(htx, blk, htxret.ret); |
| 430 | blk = htx_get_next_blk(htx, blk); |
Christopher Faulet | 00cf697 | 2019-01-07 14:53:27 +0100 | [diff] [blame] | 431 | } |
| 432 | while (blk) |
| 433 | blk = htx_remove_blk(htx, blk); |
| 434 | } |
| 435 | |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 436 | /* Drains <count> bytes from the HTX message <htx>. If the last block is a DATA |
| 437 | * block, it will be cut if necessary. Others blocks will be removed at once if |
| 438 | * <count> is large enough. The function returns an htx_ret with the first block |
Ilya Shipitsin | 47d1718 | 2020-06-21 21:42:57 +0500 | [diff] [blame] | 439 | * remaining in the message and the amount of data drained. If everything is |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 440 | * removed, htx_ret.blk is set to NULL. |
Christopher Faulet | 549822f | 2019-02-25 10:23:19 +0100 | [diff] [blame] | 441 | */ |
| 442 | struct htx_ret htx_drain(struct htx *htx, uint32_t count) |
| 443 | { |
| 444 | struct htx_blk *blk; |
| 445 | struct htx_ret htxret = { .blk = NULL, .ret = 0 }; |
| 446 | |
Christopher Faulet | 0f6d6a9 | 2019-05-23 11:11:52 +0200 | [diff] [blame] | 447 | if (count == htx->data) { |
Christopher Faulet | 07b2b0a | 2021-04-22 09:43:47 +0200 | [diff] [blame^] | 448 | uint32_t flags = htx->flags; |
| 449 | |
Christopher Faulet | 0f6d6a9 | 2019-05-23 11:11:52 +0200 | [diff] [blame] | 450 | htx_reset(htx); |
Christopher Faulet | 07b2b0a | 2021-04-22 09:43:47 +0200 | [diff] [blame^] | 451 | htx->flags = flags; /* restore flags */ |
Christopher Faulet | 0f6d6a9 | 2019-05-23 11:11:52 +0200 | [diff] [blame] | 452 | htxret.ret = count; |
| 453 | return htxret; |
| 454 | } |
| 455 | |
Christopher Faulet | 549822f | 2019-02-25 10:23:19 +0100 | [diff] [blame] | 456 | blk = htx_get_head_blk(htx); |
| 457 | while (count && blk) { |
| 458 | uint32_t sz = htx_get_blksz(blk); |
| 459 | enum htx_blk_type type = htx_get_blk_type(blk); |
| 460 | |
Ilya Shipitsin | 47d1718 | 2020-06-21 21:42:57 +0500 | [diff] [blame] | 461 | /* Ignore unused block */ |
Christopher Faulet | 549822f | 2019-02-25 10:23:19 +0100 | [diff] [blame] | 462 | if (type == HTX_BLK_UNUSED) |
| 463 | goto next; |
| 464 | |
| 465 | if (sz > count) { |
| 466 | if (type == HTX_BLK_DATA) { |
| 467 | htx_cut_data_blk(htx, blk, count); |
| 468 | htxret.ret += count; |
| 469 | } |
| 470 | break; |
| 471 | } |
| 472 | count -= sz; |
| 473 | htxret.ret += sz; |
| 474 | next: |
| 475 | blk = htx_remove_blk(htx, blk); |
| 476 | } |
| 477 | htxret.blk = blk; |
| 478 | |
| 479 | return htxret; |
| 480 | } |
| 481 | |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 482 | /* Tries to append data to the last inserted block, if the type matches and if |
Willy Tarreau | d4908fa | 2019-05-28 10:23:46 +0200 | [diff] [blame] | 483 | * there is enough space to take it all. If the space wraps, the buffer is |
| 484 | * defragmented and a new block is inserted. If an error occurred, NULL is |
Christopher Faulet | 6177509 | 2019-05-07 21:42:27 +0200 | [diff] [blame] | 485 | * returned. Otherwise, on success, the updated block (or the new one) is |
Willy Tarreau | d4908fa | 2019-05-28 10:23:46 +0200 | [diff] [blame] | 486 | * returned. Due to its nature this function can be expensive and should be |
| 487 | * avoided whenever possible. |
| 488 | */ |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 489 | struct htx_blk *htx_add_data_atonce(struct htx *htx, struct ist data) |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 490 | { |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 491 | struct htx_blk *blk, *tailblk; |
| 492 | void *ptr; |
| 493 | uint32_t len, sz, tailroom, headroom; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 494 | |
Christopher Faulet | 192c6a2 | 2019-06-11 16:32:24 +0200 | [diff] [blame] | 495 | if (htx->head == -1) |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 496 | goto add_new_block; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 497 | |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 498 | /* Not enough space to store data */ |
| 499 | if (data.len > htx_free_data_space(htx)) |
| 500 | return NULL; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 501 | |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 502 | /* get the tail block and its size */ |
Christopher Faulet | f1449b7 | 2019-04-10 14:54:46 +0200 | [diff] [blame] | 503 | tailblk = htx_get_tail_blk(htx); |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 504 | if (tailblk == NULL) |
Christopher Faulet | f1449b7 | 2019-04-10 14:54:46 +0200 | [diff] [blame] | 505 | goto add_new_block; |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 506 | sz = htx_get_blksz(tailblk); |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 507 | |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 508 | /* Don't try to append data if the last inserted block is not of the |
| 509 | * same type */ |
Willy Tarreau | d4908fa | 2019-05-28 10:23:46 +0200 | [diff] [blame] | 510 | if (htx_get_blk_type(tailblk) != HTX_BLK_DATA) |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 511 | goto add_new_block; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 512 | |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 513 | /* |
| 514 | * Same type and enough space: append data |
| 515 | */ |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 516 | headroom = (htx->end_addr - htx->head_addr); |
Christopher Faulet | 2bf43f0 | 2019-06-12 11:28:11 +0200 | [diff] [blame] | 517 | tailroom = (htx_pos_to_addr(htx, htx->tail) - htx->tail_addr); |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 518 | BUG_ON((int32_t)headroom < 0); |
| 519 | BUG_ON((int32_t)tailroom < 0); |
| 520 | |
| 521 | len = data.len; |
| 522 | if (tailblk->addr+sz == htx->tail_addr) { |
| 523 | if (data.len <= tailroom) |
| 524 | goto append_data; |
| 525 | else if (!htx->head_addr) { |
| 526 | len = tailroom; |
| 527 | goto append_data; |
| 528 | } |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 529 | } |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 530 | else if (tailblk->addr+sz == htx->head_addr && data.len <= headroom) |
| 531 | goto append_data; |
Christopher Faulet | f1449b7 | 2019-04-10 14:54:46 +0200 | [diff] [blame] | 532 | |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 533 | goto add_new_block; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 534 | |
| 535 | append_data: |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 536 | /* FIXME: check v.len + data.len < 256MB */ |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 537 | /* Append data and update the block itself */ |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 538 | ptr = htx_get_blk_ptr(htx, tailblk); |
| 539 | memcpy(ptr+sz, data.ptr, len); |
Christopher Faulet | 3e2638e | 2019-06-18 09:49:16 +0200 | [diff] [blame] | 540 | htx_change_blk_value_len(htx, tailblk, sz+len); |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 541 | |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 542 | if (data.len == len) { |
| 543 | blk = tailblk; |
| 544 | goto end; |
| 545 | } |
| 546 | data.ptr += len; |
| 547 | data.len -= len; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 548 | |
| 549 | add_new_block: |
Christopher Faulet | 2d7c539 | 2019-06-03 10:41:26 +0200 | [diff] [blame] | 550 | /* FIXME: check data.len (< 256MB) */ |
Willy Tarreau | d4908fa | 2019-05-28 10:23:46 +0200 | [diff] [blame] | 551 | blk = htx_add_blk(htx, HTX_BLK_DATA, data.len); |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 552 | if (!blk) |
| 553 | return NULL; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 554 | |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 555 | blk->info += data.len; |
| 556 | memcpy(htx_get_blk_ptr(htx, blk), data.ptr, data.len); |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 557 | |
| 558 | end: |
| 559 | BUG_ON((int32_t)htx->tail_addr < 0); |
| 560 | BUG_ON((int32_t)htx->head_addr < 0); |
| 561 | BUG_ON(htx->end_addr > htx->tail_addr); |
| 562 | BUG_ON(htx->head_addr > htx->end_addr); |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 563 | return blk; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 564 | } |
| 565 | |
| 566 | /* Replaces a value part of a block by a new one. The new part can be smaller or |
| 567 | * larger than the old one. This function works for any kind of block with |
| 568 | * attached data. It returns the new block on success, otherwise it returns |
| 569 | * NULL. |
| 570 | */ |
| 571 | struct htx_blk *htx_replace_blk_value(struct htx *htx, struct htx_blk *blk, |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 572 | const struct ist old, const struct ist new) |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 573 | { |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 574 | struct ist n, v; |
Christopher Faulet | e97f3ba | 2018-12-10 15:39:40 +0100 | [diff] [blame] | 575 | int32_t delta; |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 576 | int ret; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 577 | |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 578 | n = htx_get_blk_name(htx, blk); |
| 579 | v = htx_get_blk_value(htx, blk); |
Christopher Faulet | e97f3ba | 2018-12-10 15:39:40 +0100 | [diff] [blame] | 580 | delta = new.len - old.len; |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 581 | ret = htx_prepare_blk_expansion(htx, blk, delta); |
| 582 | if (!ret) |
| 583 | return NULL; /* not enough space */ |
Christopher Faulet | e97f3ba | 2018-12-10 15:39:40 +0100 | [diff] [blame] | 584 | |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 585 | /* Before updating the payload, set the new block size and update HTX |
| 586 | * message */ |
| 587 | htx_set_blk_value_len(blk, v.len + delta); |
| 588 | htx->data += delta; |
| 589 | |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 590 | if (ret == 1) { /* Replace in place */ |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 591 | if (delta <= 0) { |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 592 | /* compression: copy new data first then move the end */ |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 593 | memcpy(old.ptr, new.ptr, new.len); |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 594 | memmove(old.ptr + new.len, old.ptr + old.len, (v.ptr + v.len) - (old.ptr + old.len)); |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 595 | } |
| 596 | else { |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 597 | /* expansion: move the end first then copy new data */ |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 598 | memmove(old.ptr + new.len, old.ptr + old.len, (v.ptr + v.len) - (old.ptr + old.len)); |
| 599 | memcpy(old.ptr, new.ptr, new.len); |
| 600 | } |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 601 | } |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 602 | else if (ret == 2) { /* New address but no defrag */ |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 603 | void *ptr = htx_get_blk_ptr(htx, blk); |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 604 | |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 605 | /* Copy the name, if any */ |
| 606 | memcpy(ptr, n.ptr, n.len); |
| 607 | ptr += n.len; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 608 | |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 609 | /* Copy value before old part, if any */ |
| 610 | memcpy(ptr, v.ptr, old.ptr - v.ptr); |
| 611 | ptr += old.ptr - v.ptr; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 612 | |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 613 | /* Copy new value */ |
| 614 | memcpy(ptr, new.ptr, new.len); |
| 615 | ptr += new.len; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 616 | |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 617 | /* Copy value after old part, if any */ |
| 618 | memcpy(ptr, old.ptr + old.len, (v.ptr + v.len) - (old.ptr + old.len)); |
| 619 | } |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 620 | else { /* Do a degrag first */ |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 621 | struct buffer *tmp = get_trash_chunk(); |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 622 | |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 623 | /* Copy the header name, if any */ |
| 624 | chunk_memcat(tmp, n.ptr, n.len); |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 625 | |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 626 | /* Copy value before old part, if any */ |
| 627 | chunk_memcat(tmp, v.ptr, old.ptr - v.ptr); |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 628 | |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 629 | /* Copy new value */ |
| 630 | chunk_memcat(tmp, new.ptr, new.len); |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 631 | |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 632 | /* Copy value after old part if any */ |
| 633 | chunk_memcat(tmp, old.ptr + old.len, (v.ptr + v.len) - (old.ptr + old.len)); |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 634 | |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 635 | blk = htx_defrag(htx, blk); |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 636 | |
Ilya Shipitsin | 47d1718 | 2020-06-21 21:42:57 +0500 | [diff] [blame] | 637 | /* Finally, copy data. */ |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 638 | memcpy(htx_get_blk_ptr(htx, blk), tmp->area, tmp->data); |
| 639 | } |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 640 | return blk; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 641 | } |
| 642 | |
| 643 | /* Transfer HTX blocks from <src> to <dst>, stopping on the first block of the |
Christopher Faulet | 54b5e21 | 2019-06-04 10:08:28 +0200 | [diff] [blame] | 644 | * type <mark> (typically EOH or EOM) or when <count> bytes were moved |
Christopher Faulet | 156852b | 2019-05-16 11:29:13 +0200 | [diff] [blame] | 645 | * (including payload and meta-data). It returns the number of bytes moved and |
| 646 | * the last HTX block inserted in <dst>. |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 647 | */ |
| 648 | struct htx_ret htx_xfer_blks(struct htx *dst, struct htx *src, uint32_t count, |
| 649 | enum htx_blk_type mark) |
| 650 | { |
| 651 | struct htx_blk *blk, *dstblk; |
| 652 | enum htx_blk_type type; |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 653 | uint32_t info, max, sz, ret; |
Christopher Faulet | 2d7c539 | 2019-06-03 10:41:26 +0200 | [diff] [blame] | 654 | int inside_trailers = 0; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 655 | |
Christopher Faulet | 156852b | 2019-05-16 11:29:13 +0200 | [diff] [blame] | 656 | ret = htx_used_space(dst); |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 657 | blk = htx_get_blk(src, htx_get_head(src)); |
| 658 | dstblk = NULL; |
Christopher Faulet | 156852b | 2019-05-16 11:29:13 +0200 | [diff] [blame] | 659 | |
| 660 | while (blk && count) { |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 661 | type = htx_get_blk_type(blk); |
| 662 | |
Ilya Shipitsin | 47d1718 | 2020-06-21 21:42:57 +0500 | [diff] [blame] | 663 | /* Ignore unused block */ |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 664 | if (type == HTX_BLK_UNUSED) |
| 665 | goto next; |
| 666 | |
Christopher Faulet | 2d7c539 | 2019-06-03 10:41:26 +0200 | [diff] [blame] | 667 | /* Be sure to have enough space to xfer all headers/trailers in |
| 668 | * one time. If not while <dst> is empty, we report a parsing |
| 669 | * error on <src>. |
Christopher Faulet | a61e97b | 2019-05-16 11:30:31 +0200 | [diff] [blame] | 670 | */ |
| 671 | if (mark >= HTX_BLK_EOH && (type == HTX_BLK_REQ_SL || type == HTX_BLK_RES_SL)) { |
| 672 | struct htx_sl *sl = htx_get_blk_ptr(src, blk); |
| 673 | |
| 674 | if (sl->hdrs_bytes != -1 && sl->hdrs_bytes > count) { |
| 675 | if (htx_is_empty(dst)) |
| 676 | src->flags |= HTX_FL_PARSING_ERROR; |
| 677 | break; |
| 678 | } |
| 679 | } |
Christopher Faulet | 2d7c539 | 2019-06-03 10:41:26 +0200 | [diff] [blame] | 680 | else if ((type == HTX_BLK_TLR || type == HTX_BLK_EOT) && |
| 681 | !inside_trailers && mark >= HTX_BLK_EOT) { |
| 682 | inside_trailers = 1; |
| 683 | if (htx_used_space(src) > count) { |
| 684 | if (htx_is_empty(dst)) |
| 685 | src->flags |= HTX_FL_PARSING_ERROR; |
| 686 | break; |
| 687 | } |
| 688 | } |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 689 | |
Christopher Faulet | 156852b | 2019-05-16 11:29:13 +0200 | [diff] [blame] | 690 | sz = htx_get_blksz(blk); |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 691 | info = blk->info; |
Christopher Faulet | 156852b | 2019-05-16 11:29:13 +0200 | [diff] [blame] | 692 | max = htx_get_max_blksz(dst, count); |
| 693 | if (!max) |
| 694 | break; |
Willy Tarreau | 90caa07 | 2019-04-09 16:21:54 +0200 | [diff] [blame] | 695 | if (sz > max) { |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 696 | /* Only DATA blocks can be partially xferred */ |
Christopher Faulet | 156852b | 2019-05-16 11:29:13 +0200 | [diff] [blame] | 697 | if (type != HTX_BLK_DATA) |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 698 | break; |
Christopher Faulet | 156852b | 2019-05-16 11:29:13 +0200 | [diff] [blame] | 699 | sz = max; |
| 700 | info = (type << 28) + sz; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 701 | } |
| 702 | |
| 703 | dstblk = htx_reserve_nxblk(dst, sz); |
| 704 | if (!dstblk) |
| 705 | break; |
| 706 | dstblk->info = info; |
| 707 | memcpy(htx_get_blk_ptr(dst, dstblk), htx_get_blk_ptr(src, blk), sz); |
| 708 | |
Christopher Faulet | 156852b | 2019-05-16 11:29:13 +0200 | [diff] [blame] | 709 | count -= sizeof(dstblk) + sz; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 710 | if (blk->info != info) { |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 711 | /* Partial xfer: don't remove <blk> from <src> but |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 712 | * resize its content */ |
Christopher Faulet | 156852b | 2019-05-16 11:29:13 +0200 | [diff] [blame] | 713 | htx_cut_data_blk(src, blk, sz); |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 714 | break; |
| 715 | } |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 716 | next: |
| 717 | blk = htx_remove_blk(src, blk); |
| 718 | if (type == mark) |
| 719 | break; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 720 | } |
| 721 | |
Christopher Faulet | 156852b | 2019-05-16 11:29:13 +0200 | [diff] [blame] | 722 | end: |
| 723 | ret = htx_used_space(dst) - ret; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 724 | return (struct htx_ret){.ret = ret, .blk = dstblk}; |
| 725 | } |
| 726 | |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 727 | /* Replaces an header by a new one. The new header can be smaller or larger than |
| 728 | * the old one. It returns the new block on success, otherwise it returns NULL. |
Willy Tarreau | ed00e34 | 2018-12-07 08:47:45 +0100 | [diff] [blame] | 729 | * The header name is always lower cased. |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 730 | */ |
| 731 | struct htx_blk *htx_replace_header(struct htx *htx, struct htx_blk *blk, |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 732 | const struct ist name, const struct ist value) |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 733 | { |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 734 | enum htx_blk_type type; |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 735 | void *ptr; |
Christopher Faulet | e97f3ba | 2018-12-10 15:39:40 +0100 | [diff] [blame] | 736 | int32_t delta; |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 737 | int ret; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 738 | |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 739 | type = htx_get_blk_type(blk); |
| 740 | if (type != HTX_BLK_HDR) |
| 741 | return NULL; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 742 | |
Christopher Faulet | e97f3ba | 2018-12-10 15:39:40 +0100 | [diff] [blame] | 743 | delta = name.len + value.len - htx_get_blksz(blk); |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 744 | ret = htx_prepare_blk_expansion(htx, blk, delta); |
| 745 | if (!ret) |
Christopher Faulet | e97f3ba | 2018-12-10 15:39:40 +0100 | [diff] [blame] | 746 | return NULL; /* not enough space */ |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 747 | |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 748 | /* Set the new block size and update HTX message */ |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 749 | blk->info = (type << 28) + (value.len << 8) + name.len; |
Christopher Faulet | e97f3ba | 2018-12-10 15:39:40 +0100 | [diff] [blame] | 750 | htx->data += delta; |
Christopher Faulet | e97f3ba | 2018-12-10 15:39:40 +0100 | [diff] [blame] | 751 | |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 752 | /* Replace in place or at a new address is the same. We replace all the |
| 753 | * header (name+value). Only take care to defrag the message if |
| 754 | * necessary. */ |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 755 | if (ret == 3) |
| 756 | blk = htx_defrag(htx, blk); |
| 757 | |
Ilya Shipitsin | 47d1718 | 2020-06-21 21:42:57 +0500 | [diff] [blame] | 758 | /* Finally, copy data. */ |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 759 | ptr = htx_get_blk_ptr(htx, blk); |
| 760 | ist2bin_lc(ptr, name); |
| 761 | memcpy(ptr + name.len, value.ptr, value.len); |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 762 | return blk; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 763 | } |
| 764 | |
Christopher Faulet | f1ba18d | 2018-11-26 21:37:08 +0100 | [diff] [blame] | 765 | /* Replaces the parts of the start-line. It returns the new start-line on |
| 766 | * success, otherwise it returns NULL. It is the caller responsibility to update |
| 767 | * sl->info, if necessary. |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 768 | */ |
Christopher Faulet | f1ba18d | 2018-11-26 21:37:08 +0100 | [diff] [blame] | 769 | struct htx_sl *htx_replace_stline(struct htx *htx, struct htx_blk *blk, const struct ist p1, |
| 770 | const struct ist p2, const struct ist p3) |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 771 | { |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 772 | enum htx_blk_type type; |
Christopher Faulet | f1ba18d | 2018-11-26 21:37:08 +0100 | [diff] [blame] | 773 | struct htx_sl *sl; |
| 774 | struct htx_sl tmp; /* used to save sl->info and sl->flags */ |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 775 | uint32_t sz; |
Christopher Faulet | e97f3ba | 2018-12-10 15:39:40 +0100 | [diff] [blame] | 776 | int32_t delta; |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 777 | int ret; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 778 | |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 779 | type = htx_get_blk_type(blk); |
Willy Tarreau | c706cd7 | 2018-12-07 17:12:22 +0100 | [diff] [blame] | 780 | if (type != HTX_BLK_REQ_SL && type != HTX_BLK_RES_SL) |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 781 | return NULL; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 782 | |
Christopher Faulet | f1ba18d | 2018-11-26 21:37:08 +0100 | [diff] [blame] | 783 | /* Save start-line info and flags */ |
| 784 | sl = htx_get_blk_ptr(htx, blk); |
| 785 | tmp.info = sl->info; |
| 786 | tmp.flags = sl->flags; |
Christopher Faulet | 2bce046 | 2019-06-25 21:31:26 +0200 | [diff] [blame] | 787 | tmp.hdrs_bytes = sl->hdrs_bytes; |
Christopher Faulet | f1ba18d | 2018-11-26 21:37:08 +0100 | [diff] [blame] | 788 | |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 789 | sz = htx_get_blksz(blk); |
| 790 | delta = sizeof(*sl) + p1.len + p2.len + p3.len - sz; |
| 791 | ret = htx_prepare_blk_expansion(htx, blk, delta); |
| 792 | if (!ret) |
Christopher Faulet | e97f3ba | 2018-12-10 15:39:40 +0100 | [diff] [blame] | 793 | return NULL; /* not enough space */ |
| 794 | |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 795 | /* Set the new block size and update HTX message */ |
| 796 | htx_set_blk_value_len(blk, sz+delta); |
Christopher Faulet | e97f3ba | 2018-12-10 15:39:40 +0100 | [diff] [blame] | 797 | htx->data += delta; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 798 | |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 799 | /* Replace in place or at a new address is the same. We replace all the |
| 800 | * start-line. Only take care to defrag the message if necessary. */ |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 801 | if (ret == 3) |
| 802 | blk = htx_defrag(htx, blk); |
| 803 | |
Christopher Faulet | e97f3ba | 2018-12-10 15:39:40 +0100 | [diff] [blame] | 804 | /* Restore start-line info and flags and copy parts of the start-line */ |
Christopher Faulet | f1ba18d | 2018-11-26 21:37:08 +0100 | [diff] [blame] | 805 | sl = htx_get_blk_ptr(htx, blk); |
| 806 | sl->info = tmp.info; |
| 807 | sl->flags = tmp.flags; |
Christopher Faulet | 2bce046 | 2019-06-25 21:31:26 +0200 | [diff] [blame] | 808 | sl->hdrs_bytes = tmp.hdrs_bytes; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 809 | |
Christopher Faulet | f1ba18d | 2018-11-26 21:37:08 +0100 | [diff] [blame] | 810 | HTX_SL_P1_LEN(sl) = p1.len; |
| 811 | HTX_SL_P2_LEN(sl) = p2.len; |
| 812 | HTX_SL_P3_LEN(sl) = p3.len; |
Christopher Faulet | 54483df | 2018-11-26 15:05:52 +0100 | [diff] [blame] | 813 | |
Christopher Faulet | f1ba18d | 2018-11-26 21:37:08 +0100 | [diff] [blame] | 814 | memcpy(HTX_SL_P1_PTR(sl), p1.ptr, p1.len); |
| 815 | memcpy(HTX_SL_P2_PTR(sl), p2.ptr, p2.len); |
| 816 | memcpy(HTX_SL_P3_PTR(sl), p3.ptr, p3.len); |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 817 | |
Christopher Faulet | f1ba18d | 2018-11-26 21:37:08 +0100 | [diff] [blame] | 818 | return sl; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 819 | } |
| 820 | |
Christopher Faulet | f1ba18d | 2018-11-26 21:37:08 +0100 | [diff] [blame] | 821 | /* Add a new start-line. It returns it on success, otherwise it returns NULL. It |
| 822 | * is the caller responsibility to set sl->info, if necessary. |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 823 | */ |
Christopher Faulet | f1ba18d | 2018-11-26 21:37:08 +0100 | [diff] [blame] | 824 | struct htx_sl *htx_add_stline(struct htx *htx, enum htx_blk_type type, unsigned int flags, |
| 825 | const struct ist p1, const struct ist p2, const struct ist p3) |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 826 | { |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 827 | struct htx_blk *blk; |
Christopher Faulet | f1ba18d | 2018-11-26 21:37:08 +0100 | [diff] [blame] | 828 | struct htx_sl *sl; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 829 | uint32_t size; |
| 830 | |
Christopher Faulet | f1ba18d | 2018-11-26 21:37:08 +0100 | [diff] [blame] | 831 | if (type != HTX_BLK_REQ_SL && type != HTX_BLK_RES_SL) |
| 832 | return NULL; |
| 833 | |
| 834 | size = sizeof(*sl) + p1.len + p2.len + p3.len; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 835 | |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 836 | /* FIXME: check size (< 256MB) */ |
| 837 | blk = htx_add_blk(htx, type, size); |
| 838 | if (!blk) |
| 839 | return NULL; |
| 840 | blk->info += size; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 841 | |
Christopher Faulet | f1ba18d | 2018-11-26 21:37:08 +0100 | [diff] [blame] | 842 | sl = htx_get_blk_ptr(htx, blk); |
Christopher Faulet | 05c083c | 2019-05-15 14:56:47 +0200 | [diff] [blame] | 843 | sl->hdrs_bytes = -1; |
Christopher Faulet | f1ba18d | 2018-11-26 21:37:08 +0100 | [diff] [blame] | 844 | sl->flags = flags; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 845 | |
Christopher Faulet | f1ba18d | 2018-11-26 21:37:08 +0100 | [diff] [blame] | 846 | HTX_SL_P1_LEN(sl) = p1.len; |
| 847 | HTX_SL_P2_LEN(sl) = p2.len; |
| 848 | HTX_SL_P3_LEN(sl) = p3.len; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 849 | |
Christopher Faulet | f1ba18d | 2018-11-26 21:37:08 +0100 | [diff] [blame] | 850 | memcpy(HTX_SL_P1_PTR(sl), p1.ptr, p1.len); |
| 851 | memcpy(HTX_SL_P2_PTR(sl), p2.ptr, p2.len); |
| 852 | memcpy(HTX_SL_P3_PTR(sl), p3.ptr, p3.len); |
| 853 | |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 854 | return sl; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 855 | } |
| 856 | |
| 857 | /* Adds an HTX block of type HDR in <htx>. It returns the new block on |
Willy Tarreau | ed00e34 | 2018-12-07 08:47:45 +0100 | [diff] [blame] | 858 | * success. Otherwise, it returns NULL. The header name is always lower cased. |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 859 | */ |
| 860 | struct htx_blk *htx_add_header(struct htx *htx, const struct ist name, |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 861 | const struct ist value) |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 862 | { |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 863 | struct htx_blk *blk; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 864 | |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 865 | /* FIXME: check name.len (< 256B) and value.len (< 1MB) */ |
| 866 | blk = htx_add_blk(htx, HTX_BLK_HDR, name.len + value.len); |
| 867 | if (!blk) |
| 868 | return NULL; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 869 | |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 870 | blk->info += (value.len << 8) + name.len; |
Willy Tarreau | ed00e34 | 2018-12-07 08:47:45 +0100 | [diff] [blame] | 871 | ist2bin_lc(htx_get_blk_ptr(htx, blk), name); |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 872 | memcpy(htx_get_blk_ptr(htx, blk) + name.len, value.ptr, value.len); |
| 873 | return blk; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 874 | } |
| 875 | |
Christopher Faulet | 2d7c539 | 2019-06-03 10:41:26 +0200 | [diff] [blame] | 876 | /* Adds an HTX block of type TLR in <htx>. It returns the new block on |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 877 | * success. Otherwise, it returns NULL. The trailer name is always lower cased. |
Christopher Faulet | 2d7c539 | 2019-06-03 10:41:26 +0200 | [diff] [blame] | 878 | */ |
| 879 | struct htx_blk *htx_add_trailer(struct htx *htx, const struct ist name, |
| 880 | const struct ist value) |
| 881 | { |
| 882 | struct htx_blk *blk; |
| 883 | |
| 884 | /* FIXME: check name.len (< 256B) and value.len (< 1MB) */ |
| 885 | blk = htx_add_blk(htx, HTX_BLK_TLR, name.len + value.len); |
| 886 | if (!blk) |
| 887 | return NULL; |
| 888 | |
| 889 | blk->info += (value.len << 8) + name.len; |
| 890 | ist2bin_lc(htx_get_blk_ptr(htx, blk), name); |
| 891 | memcpy(htx_get_blk_ptr(htx, blk) + name.len, value.ptr, value.len); |
| 892 | return blk; |
| 893 | } |
| 894 | |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 895 | /* Add all headers from the list <hdrs> into the HTX message <htx>, followed by |
Ilya Shipitsin | 47d1718 | 2020-06-21 21:42:57 +0500 | [diff] [blame] | 896 | * the EOH. On success, it returns the last block inserted (the EOH), otherwise |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 897 | * NULL is returned. */ |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 898 | struct htx_blk *htx_add_all_headers(struct htx *htx, const struct http_hdr *hdrs) |
| 899 | { |
| 900 | int i; |
| 901 | |
| 902 | for (i = 0; hdrs[i].n.len; i++) { |
| 903 | if (!htx_add_header(htx, hdrs[i].n, hdrs[i].v)) |
| 904 | return NULL; |
| 905 | } |
| 906 | return htx_add_endof(htx, HTX_BLK_EOH); |
| 907 | } |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 908 | |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 909 | /* Add all trailers from the list <hdrs> into the HTX message <htx>, followed by |
Ilya Shipitsin | 47d1718 | 2020-06-21 21:42:57 +0500 | [diff] [blame] | 910 | * the EOT. On success, it returns the last block inserted (the EOT), otherwise |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 911 | * NULL is returned. */ |
Christopher Faulet | 2d7c539 | 2019-06-03 10:41:26 +0200 | [diff] [blame] | 912 | struct htx_blk *htx_add_all_trailers(struct htx *htx, const struct http_hdr *hdrs) |
| 913 | { |
| 914 | int i; |
| 915 | |
| 916 | for (i = 0; hdrs[i].n.len; i++) { |
| 917 | if (!htx_add_trailer(htx, hdrs[i].n, hdrs[i].v)) |
| 918 | return NULL; |
| 919 | } |
| 920 | return htx_add_endof(htx, HTX_BLK_EOT); |
| 921 | } |
| 922 | |
Christopher Faulet | 3b21972 | 2019-06-19 13:48:09 +0200 | [diff] [blame] | 923 | /* Adds an HTX block of type EOH, EOT, or EOM in <htx>. It returns the new block |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 924 | * on success. Otherwise, it returns NULL. |
| 925 | */ |
| 926 | struct htx_blk *htx_add_endof(struct htx *htx, enum htx_blk_type type) |
| 927 | { |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 928 | struct htx_blk *blk; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 929 | |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 930 | blk = htx_add_blk(htx, type, 1); |
| 931 | if (!blk) |
| 932 | return NULL; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 933 | |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 934 | blk->info += 1; |
| 935 | return blk; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 936 | } |
| 937 | |
| 938 | |
| 939 | /* Adds an HTX block of type DATA in <htx>. It first tries to append data if |
Willy Tarreau | 0a7ef02 | 2019-05-28 10:30:11 +0200 | [diff] [blame] | 940 | * possible. It returns the number of bytes consumed from <data>, which may be |
| 941 | * zero if nothing could be copied. |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 942 | */ |
Willy Tarreau | 0a7ef02 | 2019-05-28 10:30:11 +0200 | [diff] [blame] | 943 | size_t htx_add_data(struct htx *htx, const struct ist data) |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 944 | { |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 945 | struct htx_blk *blk, *tailblk; |
| 946 | void *ptr; |
| 947 | uint32_t sz, room; |
Willy Tarreau | 0350b90 | 2019-05-28 10:58:50 +0200 | [diff] [blame] | 948 | int32_t len = data.len; |
Willy Tarreau | 0a7ef02 | 2019-05-28 10:30:11 +0200 | [diff] [blame] | 949 | |
Christopher Faulet | 192c6a2 | 2019-06-11 16:32:24 +0200 | [diff] [blame] | 950 | if (htx->head == -1) |
Willy Tarreau | 0350b90 | 2019-05-28 10:58:50 +0200 | [diff] [blame] | 951 | goto add_new_block; |
| 952 | |
| 953 | /* Not enough space to store data */ |
| 954 | if (len > htx_free_data_space(htx)) |
| 955 | len = htx_free_data_space(htx); |
| 956 | |
| 957 | if (!len) |
| 958 | return 0; |
| 959 | |
| 960 | /* get the tail and head block */ |
| 961 | tailblk = htx_get_tail_blk(htx); |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 962 | if (tailblk == NULL) |
Willy Tarreau | 0350b90 | 2019-05-28 10:58:50 +0200 | [diff] [blame] | 963 | goto add_new_block; |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 964 | sz = htx_get_blksz(tailblk); |
Willy Tarreau | 0350b90 | 2019-05-28 10:58:50 +0200 | [diff] [blame] | 965 | |
| 966 | /* Don't try to append data if the last inserted block is not of the |
| 967 | * same type */ |
| 968 | if (htx_get_blk_type(tailblk) != HTX_BLK_DATA) |
| 969 | goto add_new_block; |
| 970 | |
| 971 | /* |
| 972 | * Same type and enough space: append data |
| 973 | */ |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 974 | if (!htx->head_addr) { |
| 975 | if (tailblk->addr+sz != htx->tail_addr) |
Willy Tarreau | 0350b90 | 2019-05-28 10:58:50 +0200 | [diff] [blame] | 976 | goto add_new_block; |
Christopher Faulet | 2bf43f0 | 2019-06-12 11:28:11 +0200 | [diff] [blame] | 977 | room = (htx_pos_to_addr(htx, htx->tail) - htx->tail_addr); |
Willy Tarreau | 0350b90 | 2019-05-28 10:58:50 +0200 | [diff] [blame] | 978 | } |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 979 | else { |
| 980 | if (tailblk->addr+sz != htx->head_addr) |
| 981 | goto add_new_block; |
| 982 | room = (htx->end_addr - htx->head_addr); |
| 983 | } |
| 984 | BUG_ON((int32_t)room < 0); |
Willy Tarreau | 0350b90 | 2019-05-28 10:58:50 +0200 | [diff] [blame] | 985 | if (room < len) |
| 986 | len = room; |
| 987 | |
| 988 | append_data: |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 989 | /* FIXME: check v.len + data.len < 256MB */ |
Willy Tarreau | 0350b90 | 2019-05-28 10:58:50 +0200 | [diff] [blame] | 990 | /* Append data and update the block itself */ |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 991 | ptr = htx_get_blk_ptr(htx, tailblk); |
| 992 | memcpy(ptr + sz, data.ptr, len); |
Christopher Faulet | 3e2638e | 2019-06-18 09:49:16 +0200 | [diff] [blame] | 993 | htx_change_blk_value_len(htx, tailblk, sz+len); |
Christopher Faulet | d7884d3 | 2019-06-11 10:40:43 +0200 | [diff] [blame] | 994 | |
| 995 | BUG_ON((int32_t)htx->tail_addr < 0); |
| 996 | BUG_ON((int32_t)htx->head_addr < 0); |
| 997 | BUG_ON(htx->end_addr > htx->tail_addr); |
| 998 | BUG_ON(htx->head_addr > htx->end_addr); |
Willy Tarreau | 0350b90 | 2019-05-28 10:58:50 +0200 | [diff] [blame] | 999 | return len; |
| 1000 | |
| 1001 | add_new_block: |
Christopher Faulet | 2d7c539 | 2019-06-03 10:41:26 +0200 | [diff] [blame] | 1002 | /* FIXME: check data.len (< 256MB) */ |
Willy Tarreau | 0350b90 | 2019-05-28 10:58:50 +0200 | [diff] [blame] | 1003 | blk = htx_add_blk(htx, HTX_BLK_DATA, len); |
| 1004 | if (!blk) |
Willy Tarreau | 0a7ef02 | 2019-05-28 10:30:11 +0200 | [diff] [blame] | 1005 | return 0; |
Willy Tarreau | 0350b90 | 2019-05-28 10:58:50 +0200 | [diff] [blame] | 1006 | |
| 1007 | blk->info += len; |
| 1008 | memcpy(htx_get_blk_ptr(htx, blk), data.ptr, len); |
| 1009 | return len; |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 1010 | } |
| 1011 | |
Christopher Faulet | 86bc8df | 2019-06-11 10:38:38 +0200 | [diff] [blame] | 1012 | |
| 1013 | /* Adds an HTX block of type DATA in <htx> just after all other DATA |
| 1014 | * blocks. Because it relies on htx_add_data_atonce(), It may be happened to a |
| 1015 | * DATA block if possible. But, if the function succeeds, it will be the last |
| 1016 | * DATA block in all cases. If an error occurred, NULL is returned. Otherwise, |
| 1017 | * on success, the updated block (or the new one) is returned. |
| 1018 | */ |
| 1019 | struct htx_blk *htx_add_last_data(struct htx *htx, struct ist data) |
Christopher Faulet | 24ed835 | 2018-11-22 11:20:43 +0100 | [diff] [blame] | 1020 | { |
Christopher Faulet | 86bc8df | 2019-06-11 10:38:38 +0200 | [diff] [blame] | 1021 | struct htx_blk *blk, *pblk; |
Christopher Faulet | 24ed835 | 2018-11-22 11:20:43 +0100 | [diff] [blame] | 1022 | |
Christopher Faulet | 86bc8df | 2019-06-11 10:38:38 +0200 | [diff] [blame] | 1023 | blk = htx_add_data_atonce(htx, data); |
Christopher Faulet | aa75b3d | 2018-12-05 16:20:40 +0100 | [diff] [blame] | 1024 | if (!blk) |
| 1025 | return NULL; |
Christopher Faulet | 24ed835 | 2018-11-22 11:20:43 +0100 | [diff] [blame] | 1026 | |
Christopher Faulet | 86bc8df | 2019-06-11 10:38:38 +0200 | [diff] [blame] | 1027 | for (pblk = htx_get_prev_blk(htx, blk); pblk; pblk = htx_get_prev_blk(htx, pblk)) { |
Christopher Faulet | 86bc8df | 2019-06-11 10:38:38 +0200 | [diff] [blame] | 1028 | if (htx_get_blk_type(pblk) <= HTX_BLK_DATA) |
| 1029 | break; |
Christopher Faulet | 24ed835 | 2018-11-22 11:20:43 +0100 | [diff] [blame] | 1030 | |
Christopher Faulet | 24ed835 | 2018-11-22 11:20:43 +0100 | [diff] [blame] | 1031 | /* Swap .addr and .info fields */ |
| 1032 | blk->addr ^= pblk->addr; pblk->addr ^= blk->addr; blk->addr ^= pblk->addr; |
| 1033 | blk->info ^= pblk->info; pblk->info ^= blk->info; blk->info ^= pblk->info; |
| 1034 | |
| 1035 | if (blk->addr == pblk->addr) |
| 1036 | blk->addr += htx_get_blksz(pblk); |
Christopher Faulet | 24ed835 | 2018-11-22 11:20:43 +0100 | [diff] [blame] | 1037 | blk = pblk; |
| 1038 | } |
Christopher Faulet | 05aab64 | 2019-04-11 13:43:57 +0200 | [diff] [blame] | 1039 | |
Christopher Faulet | 24ed835 | 2018-11-22 11:20:43 +0100 | [diff] [blame] | 1040 | return blk; |
| 1041 | } |
Christopher Faulet | a3d2a16 | 2018-10-22 08:59:39 +0200 | [diff] [blame] | 1042 | |
Christopher Faulet | 86fcf6d | 2019-06-11 10:41:19 +0200 | [diff] [blame] | 1043 | /* Moves the block <blk> just before the block <ref>. Both blocks must be in the |
| 1044 | * HTX message <htx> and <blk> must be placed after <ref>. pointer to these |
| 1045 | * blocks are updated to remain valid after the move. */ |
| 1046 | void htx_move_blk_before(struct htx *htx, struct htx_blk **blk, struct htx_blk **ref) |
| 1047 | { |
| 1048 | struct htx_blk *cblk, *pblk; |
| 1049 | |
| 1050 | cblk = *blk; |
| 1051 | for (pblk = htx_get_prev_blk(htx, cblk); pblk; pblk = htx_get_prev_blk(htx, pblk)) { |
| 1052 | /* Swap .addr and .info fields */ |
| 1053 | cblk->addr ^= pblk->addr; pblk->addr ^= cblk->addr; cblk->addr ^= pblk->addr; |
| 1054 | cblk->info ^= pblk->info; pblk->info ^= cblk->info; cblk->info ^= pblk->info; |
| 1055 | |
| 1056 | if (cblk->addr == pblk->addr) |
| 1057 | cblk->addr += htx_get_blksz(pblk); |
| 1058 | if (pblk == *ref) |
| 1059 | break; |
| 1060 | cblk = pblk; |
| 1061 | } |
| 1062 | *blk = cblk; |
| 1063 | *ref = pblk; |
| 1064 | } |
Christopher Faulet | 0ea0c86 | 2020-01-23 11:47:53 +0100 | [diff] [blame] | 1065 | |
| 1066 | /* Append the HTX message <src> to the HTX message <dst>. It returns 1 on |
| 1067 | * success and 0 on error. All the message or nothing is copied. If an error |
| 1068 | * occurred, all blocks from <src> already appended to <dst> are truncated. |
| 1069 | */ |
| 1070 | int htx_append_msg(struct htx *dst, const struct htx *src) |
| 1071 | { |
| 1072 | struct htx_blk *blk, *newblk; |
| 1073 | enum htx_blk_type type; |
| 1074 | uint32_t blksz, offset = dst->data; |
| 1075 | |
| 1076 | for (blk = htx_get_head_blk(src); blk; blk = htx_get_next_blk(src, blk)) { |
| 1077 | type = htx_get_blk_type(blk); |
| 1078 | |
| 1079 | if (type == HTX_BLK_UNUSED) |
| 1080 | continue; |
| 1081 | |
| 1082 | blksz = htx_get_blksz(blk); |
| 1083 | newblk = htx_add_blk(dst, type, blksz); |
| 1084 | if (!newblk) |
| 1085 | goto error; |
| 1086 | newblk->info = blk->info; |
| 1087 | memcpy(htx_get_blk_ptr(dst, newblk), htx_get_blk_ptr(src, blk), blksz); |
| 1088 | } |
| 1089 | |
| 1090 | return 1; |
| 1091 | |
| 1092 | error: |
| 1093 | htx_truncate(dst, offset); |
| 1094 | return 0; |
| 1095 | } |