| | varnish-cache/bin/varnishncsa/varnishncsa.c |
|---|
| 0 |
|
/*- |
| 1 |
|
* Copyright (c) 2006 Verdens Gang AS |
| 2 |
|
* Copyright (c) 2006-2016 Varnish Software AS |
| 3 |
|
* All rights reserved. |
| 4 |
|
* |
| 5 |
|
* Author: Anders Berg <andersb@vgnett.no> |
| 6 |
|
* Author: Poul-Henning Kamp <phk@phk.freebsd.dk> |
| 7 |
|
* Author: Tollef Fog Heen <tfheen@varnish-software.com> |
| 8 |
|
* Author: Martin Blix Grydeland <mbgrydeland@varnish-software.com> |
| 9 |
|
* |
| 10 |
|
* SPDX-License-Identifier: BSD-2-Clause |
| 11 |
|
* |
| 12 |
|
* Redistribution and use in source and binary forms, with or without |
| 13 |
|
* modification, are permitted provided that the following conditions |
| 14 |
|
* are met: |
| 15 |
|
* 1. Redistributions of source code must retain the above copyright |
| 16 |
|
* notice, this list of conditions and the following disclaimer. |
| 17 |
|
* 2. Redistributions in binary form must reproduce the above copyright |
| 18 |
|
* notice, this list of conditions and the following disclaimer in the |
| 19 |
|
* documentation and/or other materials provided with the distribution. |
| 20 |
|
* |
| 21 |
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND |
| 22 |
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE |
| 23 |
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE |
| 24 |
|
* ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE |
| 25 |
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL |
| 26 |
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS |
| 27 |
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) |
| 28 |
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT |
| 29 |
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY |
| 30 |
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF |
| 31 |
|
* SUCH DAMAGE. |
| 32 |
|
* |
| 33 |
|
* Obtain log data from the shared memory log, order it by session ID, and |
| 34 |
|
* display it in Apache / NCSA combined log format. |
| 35 |
|
* |
| 36 |
|
* See doc/sphinx/reference/varnishncsa.rst for the supported format |
| 37 |
|
* specifiers. |
| 38 |
|
* |
| 39 |
|
*/ |
| 40 |
|
|
| 41 |
|
#include "config.h" |
| 42 |
|
|
| 43 |
|
#include <stdlib.h> |
| 44 |
|
#include <stdio.h> |
| 45 |
|
#include <unistd.h> |
| 46 |
|
#include <string.h> |
| 47 |
|
#include <signal.h> |
| 48 |
|
#include <stdarg.h> |
| 49 |
|
#include <inttypes.h> |
| 50 |
|
#include <limits.h> |
| 51 |
|
#include <ctype.h> |
| 52 |
|
#include <time.h> |
| 53 |
|
#include <math.h> |
| 54 |
|
|
| 55 |
|
#define VOPT_DEFINITION |
| 56 |
|
#define VOPT_INC "varnishncsa_options.h" |
| 57 |
|
|
| 58 |
|
#include "vdef.h" |
| 59 |
|
|
| 60 |
|
#include "vapi/vsl.h" |
| 61 |
|
#include "vapi/voptget.h" |
| 62 |
|
#include "vas.h" |
| 63 |
|
#include "venc.h" |
| 64 |
|
#include "vsb.h" |
| 65 |
|
#include "vut.h" |
| 66 |
|
#include "vqueue.h" |
| 67 |
|
#include "miniobj.h" |
| 68 |
|
|
| 69 |
|
#define TIME_FMT "[%d/%b/%Y:%T %z]" |
| 70 |
|
#define FORMAT "%h %l %u %t \"%r\" %s %b \"%{Referer}i\" \"%{User-agent}i\"" |
| 71 |
|
|
| 72 |
|
static struct VUT *vut; |
| 73 |
|
|
| 74 |
|
struct format; |
| 75 |
|
|
| 76 |
|
enum e_frag { |
| 77 |
|
F_H, /* %H Proto */ |
| 78 |
|
F_U, /* %U URL path */ |
| 79 |
|
F_q, /* %q Query string */ |
| 80 |
|
F_b, /* %b Body bytes sent */ |
| 81 |
|
F_h, /* %h Host name / IP Address */ |
| 82 |
|
F_m, /* %m Method */ |
| 83 |
|
F_s, /* %s Status */ |
| 84 |
|
F_I, /* %I Bytes received */ |
| 85 |
|
F_O, /* %O Bytes sent */ |
| 86 |
|
F_tstart, /* Time start */ |
| 87 |
|
F_tend, /* Time end */ |
| 88 |
|
F_ttfb, /* %{Varnish:time_firstbyte}x */ |
| 89 |
|
F_host, /* Host header */ |
| 90 |
|
F_auth, /* Authorization header */ |
| 91 |
|
F__MAX, |
| 92 |
|
}; |
| 93 |
|
|
| 94 |
|
struct fragment { |
| 95 |
|
uint64_t gen; |
| 96 |
|
const char *b, *e; |
| 97 |
|
}; |
| 98 |
|
|
| 99 |
|
typedef int format_f(const struct format *format); |
| 100 |
|
|
| 101 |
|
struct format { |
| 102 |
|
unsigned magic; |
| 103 |
|
#define FORMAT_MAGIC 0xC3119CDA |
| 104 |
|
|
| 105 |
|
char time_type; |
| 106 |
|
VTAILQ_ENTRY(format) list; |
| 107 |
|
format_f *func; |
| 108 |
|
struct fragment *frag; |
| 109 |
|
char *string; |
| 110 |
|
const char *const *strptr; |
| 111 |
|
char *time_fmt; |
| 112 |
|
int64_t *int64; |
| 113 |
|
}; |
| 114 |
|
|
| 115 |
|
struct watch { |
| 116 |
|
unsigned magic; |
| 117 |
|
#define WATCH_MAGIC 0xA7D4005C |
| 118 |
|
|
| 119 |
|
VTAILQ_ENTRY(watch) list; |
| 120 |
|
char *key; |
| 121 |
|
int keylen; |
| 122 |
|
struct fragment frag; |
| 123 |
|
}; |
| 124 |
|
VTAILQ_HEAD(watch_head, watch); |
| 125 |
|
|
| 126 |
|
struct vsl_watch { |
| 127 |
|
unsigned magic; |
| 128 |
|
#define VSL_WATCH_MAGIC 0xE3E27D23 |
| 129 |
|
|
| 130 |
|
VTAILQ_ENTRY(vsl_watch) list; |
| 131 |
|
enum VSL_tag_e tag; |
| 132 |
|
int idx; |
| 133 |
|
char *prefix; |
| 134 |
|
int prefixlen; |
| 135 |
|
struct fragment frag; |
| 136 |
|
}; |
| 137 |
|
VTAILQ_HEAD(vsl_watch_head, vsl_watch); |
| 138 |
|
|
| 139 |
|
static struct ctx { |
| 140 |
|
/* Options */ |
| 141 |
|
int a_opt; |
| 142 |
|
char *w_arg; |
| 143 |
|
|
| 144 |
|
FILE *fo; |
| 145 |
|
struct vsb *vsb; |
| 146 |
|
uint64_t gen; |
| 147 |
|
VTAILQ_HEAD(,format) format; |
| 148 |
|
int quote_how; |
| 149 |
|
char *missing_string; |
| 150 |
|
char *missing_int; |
| 151 |
|
|
| 152 |
|
/* State */ |
| 153 |
|
struct watch_head watch_vcl_log; |
| 154 |
|
struct watch_head watch_reqhdr; /* also bereqhdr */ |
| 155 |
|
struct watch_head watch_resphdr; /* also beresphdr */ |
| 156 |
|
struct vsl_watch_head watch_vsl; |
| 157 |
|
struct fragment frag[F__MAX]; |
| 158 |
|
const char *hitmiss; |
| 159 |
|
const char *handling; |
| 160 |
|
const char *side; |
| 161 |
|
int64_t vxid; |
| 162 |
|
int recv_compl; |
| 163 |
|
} CTX; |
| 164 |
|
|
| 165 |
|
enum format_policy { |
| 166 |
|
FMTPOL_INTERNAL, |
| 167 |
|
FMTPOL_REQ, |
| 168 |
|
FMTPOL_RESP, |
| 169 |
|
}; |
| 170 |
|
|
| 171 |
|
static void parse_format(const char *format); |
| 172 |
|
|
| 173 |
|
static unsigned |
| 174 |
2772 |
frag_needed(const struct fragment *frag, enum format_policy fp) |
| 175 |
|
{ |
| 176 |
|
unsigned is_first, want_first, want_frag; |
| 177 |
|
|
| 178 |
2772 |
is_first = CTX.gen != frag->gen; |
| 179 |
|
|
| 180 |
2772 |
switch (fp) { |
| 181 |
|
case FMTPOL_INTERNAL: |
| 182 |
1418 |
want_first = 1; |
| 183 |
1418 |
want_frag = 1; |
| 184 |
1418 |
break; |
| 185 |
|
case FMTPOL_REQ: |
| 186 |
1150 |
want_first = *CTX.side == 'c'; |
| 187 |
1150 |
want_frag = !CTX.recv_compl; |
| 188 |
1150 |
break; |
| 189 |
|
case FMTPOL_RESP: |
| 190 |
204 |
want_first = *CTX.side == 'b'; |
| 191 |
204 |
want_frag = (*CTX.side == 'c') || !CTX.recv_compl; |
| 192 |
204 |
break; |
| 193 |
|
default: |
| 194 |
0 |
WRONG("Invalid format policy"); |
| 195 |
0 |
} |
| 196 |
|
|
| 197 |
2772 |
if (!want_frag) |
| 198 |
88 |
return (0); |
| 199 |
2684 |
if (want_first && !is_first) |
| 200 |
72 |
return (0); |
| 201 |
2612 |
return (1); |
| 202 |
2772 |
} |
| 203 |
|
|
| 204 |
|
static void |
| 205 |
10 |
openout(int append) |
| 206 |
|
{ |
| 207 |
|
|
| 208 |
10 |
AN(CTX.w_arg); |
| 209 |
10 |
if (!strcmp(CTX.w_arg, "-")) |
| 210 |
0 |
CTX.fo = stdout; |
| 211 |
|
else |
| 212 |
10 |
CTX.fo = fopen(CTX.w_arg, append ? "a" : "w"); |
| 213 |
10 |
if (CTX.fo == NULL) |
| 214 |
4 |
VUT_Error(vut, 1, "Can't open output file (%s)", |
| 215 |
2 |
strerror(errno)); |
| 216 |
8 |
} |
| 217 |
|
|
| 218 |
|
static int v_matchproto_(VUT_cb_f) |
| 219 |
2 |
rotateout(struct VUT *v) |
| 220 |
|
{ |
| 221 |
|
|
| 222 |
2 |
assert(v == vut); |
| 223 |
2 |
AN(CTX.w_arg); |
| 224 |
2 |
AN(CTX.fo); |
| 225 |
2 |
(void)fclose(CTX.fo); |
| 226 |
2 |
openout(1); |
| 227 |
2 |
AN(CTX.fo); |
| 228 |
2 |
return (0); |
| 229 |
|
} |
| 230 |
|
|
| 231 |
|
static int v_matchproto_(VUT_cb_f) |
| 232 |
1661 |
flushout(struct VUT *v) |
| 233 |
|
{ |
| 234 |
|
|
| 235 |
1661 |
assert(v == vut); |
| 236 |
1661 |
AN(CTX.fo); |
| 237 |
1661 |
if (fflush(CTX.fo)) |
| 238 |
0 |
return (-5); |
| 239 |
1661 |
return (0); |
| 240 |
1661 |
} |
| 241 |
|
|
| 242 |
|
static inline int |
| 243 |
476 |
vsb_fcat(struct vsb *vsb, const struct fragment *f, const char *dflt) |
| 244 |
|
{ |
| 245 |
476 |
if (f->gen == CTX.gen) { |
| 246 |
468 |
assert(f->b <= f->e); |
| 247 |
468 |
VSB_quote(vsb, f->b, f->e - f->b, CTX.quote_how); |
| 248 |
476 |
} else if (dflt) |
| 249 |
8 |
VSB_quote(vsb, dflt, -1, CTX.quote_how); |
| 250 |
|
else |
| 251 |
0 |
return (-1); |
| 252 |
476 |
return (0); |
| 253 |
476 |
} |
| 254 |
|
|
| 255 |
|
static int v_matchproto_(format_f) |
| 256 |
610 |
format_string(const struct format *format) |
| 257 |
|
{ |
| 258 |
|
|
| 259 |
610 |
CHECK_OBJ_NOTNULL(format, FORMAT_MAGIC); |
| 260 |
610 |
AN(format->string); |
| 261 |
610 |
AZ(VSB_cat(CTX.vsb, format->string)); |
| 262 |
610 |
return (1); |
| 263 |
|
} |
| 264 |
|
|
| 265 |
|
static int v_matchproto_(format_f) |
| 266 |
74 |
format_strptr(const struct format *format) |
| 267 |
|
{ |
| 268 |
|
|
| 269 |
74 |
CHECK_OBJ_NOTNULL(format, FORMAT_MAGIC); |
| 270 |
74 |
AN(format->strptr); |
| 271 |
74 |
AN(*format->strptr); |
| 272 |
74 |
AZ(VSB_cat(CTX.vsb, *format->strptr)); |
| 273 |
74 |
return (1); |
| 274 |
|
} |
| 275 |
|
|
| 276 |
|
static int v_matchproto_(format_f) |
| 277 |
42 |
format_int64(const struct format *format) |
| 278 |
|
{ |
| 279 |
|
|
| 280 |
42 |
CHECK_OBJ_NOTNULL(format, FORMAT_MAGIC); |
| 281 |
42 |
VSB_printf(CTX.vsb, "%jd", (intmax_t)*format->int64); |
| 282 |
42 |
return (1); |
| 283 |
|
} |
| 284 |
|
|
| 285 |
|
static int v_matchproto_(format_f) |
| 286 |
426 |
format_fragment(const struct format *format) |
| 287 |
|
{ |
| 288 |
|
|
| 289 |
426 |
CHECK_OBJ_NOTNULL(format, FORMAT_MAGIC); |
| 290 |
426 |
AN(format->frag); |
| 291 |
|
|
| 292 |
426 |
if (format->frag->gen != CTX.gen) { |
| 293 |
96 |
if (format->string == NULL) |
| 294 |
0 |
return (-1); |
| 295 |
96 |
VSB_quote(CTX.vsb, format->string, -1, CTX.quote_how); |
| 296 |
96 |
return (0); |
| 297 |
|
} |
| 298 |
330 |
AZ(vsb_fcat(CTX.vsb, format->frag, NULL)); |
| 299 |
330 |
return (1); |
| 300 |
426 |
} |
| 301 |
|
|
| 302 |
|
static int v_matchproto_(format_f) |
| 303 |
120 |
format_time(const struct format *format) |
| 304 |
|
{ |
| 305 |
|
double t_start, t_end, d; |
| 306 |
|
char *p; |
| 307 |
|
char buf[64]; |
| 308 |
|
time_t t; |
| 309 |
|
intmax_t l; |
| 310 |
|
struct tm tm; |
| 311 |
|
|
| 312 |
120 |
CHECK_OBJ_NOTNULL(format, FORMAT_MAGIC); |
| 313 |
120 |
if (CTX.frag[F_tstart].gen == CTX.gen) { |
| 314 |
120 |
t_start = strtod(CTX.frag[F_tstart].b, &p); |
| 315 |
120 |
if (p != CTX.frag[F_tstart].e) |
| 316 |
0 |
t_start = NAN; |
| 317 |
120 |
} else |
| 318 |
0 |
t_start = NAN; |
| 319 |
120 |
if (isnan(t_start)) { |
| 320 |
|
/* Missing t_start is a no go */ |
| 321 |
0 |
if (format->string == NULL) |
| 322 |
0 |
return (-1); |
| 323 |
0 |
AZ(VSB_cat(CTX.vsb, format->string)); |
| 324 |
0 |
return (0); |
| 325 |
|
} |
| 326 |
|
|
| 327 |
|
/* Missing t_end defaults to t_start */ |
| 328 |
120 |
if (CTX.frag[F_tend].gen == CTX.gen) { |
| 329 |
118 |
t_end = strtod(CTX.frag[F_tend].b, &p); |
| 330 |
118 |
if (p != CTX.frag[F_tend].e) |
| 331 |
0 |
t_end = t_start; |
| 332 |
118 |
} else |
| 333 |
2 |
t_end = t_start; |
| 334 |
|
|
| 335 |
120 |
AN(format->time_fmt); |
| 336 |
|
|
| 337 |
120 |
switch (format->time_type) { |
| 338 |
|
case 't': |
| 339 |
60 |
t = (intmax_t)floor(t_start); |
| 340 |
60 |
(void)localtime_r(&t, &tm); |
| 341 |
60 |
AN(strftime(buf, sizeof buf, format->time_fmt, &tm)); |
| 342 |
60 |
AZ(VSB_cat(CTX.vsb, buf)); |
| 343 |
60 |
return (1); |
| 344 |
|
case '3': |
| 345 |
6 |
l = (intmax_t)(modf(t_start, &d) * 1e3); |
| 346 |
6 |
break; |
| 347 |
|
case '6': |
| 348 |
6 |
l = (intmax_t)(modf(t_start, &d) * 1e6); |
| 349 |
6 |
break; |
| 350 |
|
case 'S': |
| 351 |
6 |
l = (intmax_t)t_start; |
| 352 |
6 |
break; |
| 353 |
|
case 'M': |
| 354 |
6 |
l = (intmax_t)(t_start * 1e3); |
| 355 |
6 |
break; |
| 356 |
|
case 'U': |
| 357 |
6 |
l = (intmax_t)(t_start * 1e6); |
| 358 |
6 |
break; |
| 359 |
|
case 's': |
| 360 |
12 |
l = (intmax_t)(t_end - t_start); |
| 361 |
12 |
break; |
| 362 |
|
case 'm': |
| 363 |
6 |
l = (intmax_t)((t_end - t_start) * 1e3); |
| 364 |
6 |
break; |
| 365 |
|
case 'u': |
| 366 |
12 |
l = (intmax_t)((t_end - t_start) * 1e6); |
| 367 |
12 |
break; |
| 368 |
|
default: |
| 369 |
0 |
WRONG("Time format specifier"); |
| 370 |
0 |
} |
| 371 |
|
|
| 372 |
|
#ifdef __FreeBSD__ |
| 373 |
60 |
assert(fmtcheck(format->time_fmt, "%jd") == format->time_fmt); |
| 374 |
|
#endif |
| 375 |
60 |
AZ(VSB_printf(CTX.vsb, format->time_fmt, l)); |
| 376 |
|
|
| 377 |
60 |
return (1); |
| 378 |
120 |
} |
| 379 |
|
|
| 380 |
|
static int v_matchproto_(format_f) |
| 381 |
30 |
format_requestline(const struct format *format) |
| 382 |
|
{ |
| 383 |
|
|
| 384 |
30 |
(void)format; |
| 385 |
30 |
AZ(vsb_fcat(CTX.vsb, &CTX.frag[F_m], "-")); |
| 386 |
30 |
AZ(VSB_putc(CTX.vsb, ' ')); |
| 387 |
30 |
if (CTX.frag[F_host].gen == CTX.gen) { |
| 388 |
26 |
if (strncmp(CTX.frag[F_host].b, "http://", 7)) |
| 389 |
26 |
AZ(VSB_cat(CTX.vsb, "http://")); |
| 390 |
26 |
AZ(vsb_fcat(CTX.vsb, &CTX.frag[F_host], NULL)); |
| 391 |
26 |
} else |
| 392 |
4 |
AZ(VSB_cat(CTX.vsb, "http://localhost")); |
| 393 |
30 |
AZ(vsb_fcat(CTX.vsb, &CTX.frag[F_U], "")); |
| 394 |
30 |
AZ(vsb_fcat(CTX.vsb, &CTX.frag[F_q], "")); |
| 395 |
30 |
AZ(VSB_putc(CTX.vsb, ' ')); |
| 396 |
30 |
AZ(vsb_fcat(CTX.vsb, &CTX.frag[F_H], "HTTP/1.0")); |
| 397 |
30 |
return (1); |
| 398 |
|
} |
| 399 |
|
|
| 400 |
|
static int v_matchproto_(format_f) |
| 401 |
36 |
format_auth(const struct format *format) |
| 402 |
|
{ |
| 403 |
36 |
struct vsb *vsb = VSB_new_auto(); |
| 404 |
36 |
AN(vsb); |
| 405 |
|
char *q; |
| 406 |
|
|
| 407 |
36 |
if (CTX.frag[F_auth].gen != CTX.gen || |
| 408 |
16 |
VENC_Decode_Base64(vsb, CTX.frag[F_auth].b, CTX.frag[F_auth].e)) { |
| 409 |
20 |
VSB_destroy(&vsb); |
| 410 |
20 |
if (format->string == NULL) |
| 411 |
0 |
return (-1); |
| 412 |
20 |
VSB_quote(CTX.vsb, format->string, -1, CTX.quote_how); |
| 413 |
20 |
return (0); |
| 414 |
|
} |
| 415 |
16 |
AZ(VSB_finish(vsb)); |
| 416 |
16 |
q = strchr(VSB_data(vsb), ':'); |
| 417 |
16 |
if (q != NULL) |
| 418 |
16 |
*q = '\0'; |
| 419 |
16 |
VSB_quote(CTX.vsb, VSB_data(vsb), -1, CTX.quote_how); |
| 420 |
16 |
VSB_destroy(&vsb); |
| 421 |
16 |
return (1); |
| 422 |
36 |
} |
| 423 |
|
|
| 424 |
|
static int |
| 425 |
192 |
print(void) |
| 426 |
|
{ |
| 427 |
|
const struct format *f; |
| 428 |
192 |
int i, r = 1; |
| 429 |
|
|
| 430 |
192 |
VSB_clear(CTX.vsb); |
| 431 |
1530 |
VTAILQ_FOREACH(f, &CTX.format, list) { |
| 432 |
1338 |
CHECK_OBJ_NOTNULL(f, FORMAT_MAGIC); |
| 433 |
1338 |
i = (f->func)(f); |
| 434 |
1338 |
AZ(VSB_error(CTX.vsb)); |
| 435 |
1338 |
if (r > i) |
| 436 |
52 |
r = i; |
| 437 |
1338 |
} |
| 438 |
192 |
AZ(VSB_putc(CTX.vsb, '\n')); |
| 439 |
192 |
AZ(VSB_finish(CTX.vsb)); |
| 440 |
192 |
if (r >= 0) { |
| 441 |
192 |
i = fwrite(VSB_data(CTX.vsb), 1, VSB_len(CTX.vsb), CTX.fo); |
| 442 |
192 |
if (i != VSB_len(CTX.vsb)) |
| 443 |
0 |
return (-5); |
| 444 |
192 |
} |
| 445 |
192 |
return (0); |
| 446 |
192 |
} |
| 447 |
|
|
| 448 |
|
static void |
| 449 |
452 |
addf_string(const char *str) |
| 450 |
|
{ |
| 451 |
|
struct format *f; |
| 452 |
|
|
| 453 |
452 |
AN(str); |
| 454 |
452 |
ALLOC_OBJ(f, FORMAT_MAGIC); |
| 455 |
452 |
AN(f); |
| 456 |
452 |
f->func = format_string; |
| 457 |
452 |
f->string = strdup(str); |
| 458 |
452 |
AN(f->string); |
| 459 |
452 |
VTAILQ_INSERT_TAIL(&CTX.format, f, list); |
| 460 |
452 |
} |
| 461 |
|
|
| 462 |
|
static void |
| 463 |
16 |
addf_strptr(const char *const *strptr) |
| 464 |
|
{ |
| 465 |
|
struct format *f; |
| 466 |
|
|
| 467 |
16 |
AN(strptr); |
| 468 |
16 |
ALLOC_OBJ(f, FORMAT_MAGIC); |
| 469 |
16 |
AN(f); |
| 470 |
16 |
f->func = format_strptr; |
| 471 |
16 |
f->strptr = strptr; |
| 472 |
16 |
VTAILQ_INSERT_TAIL(&CTX.format, f, list); |
| 473 |
16 |
} |
| 474 |
|
|
| 475 |
|
static void |
| 476 |
198 |
addf_fragment(struct fragment *frag, const char *str) |
| 477 |
|
{ |
| 478 |
|
struct format *f; |
| 479 |
|
|
| 480 |
198 |
AN(frag); |
| 481 |
198 |
ALLOC_OBJ(f, FORMAT_MAGIC); |
| 482 |
198 |
AN(f); |
| 483 |
198 |
f->func = format_fragment; |
| 484 |
198 |
f->frag = frag; |
| 485 |
198 |
if (str != NULL) { |
| 486 |
198 |
f->string = strdup(str); |
| 487 |
198 |
AN(f->string); |
| 488 |
198 |
} |
| 489 |
198 |
VTAILQ_INSERT_TAIL(&CTX.format, f, list); |
| 490 |
198 |
} |
| 491 |
|
|
| 492 |
|
static void |
| 493 |
10 |
addf_int64(int64_t *i) |
| 494 |
|
{ |
| 495 |
|
struct format *f; |
| 496 |
|
|
| 497 |
10 |
AN(i); |
| 498 |
10 |
ALLOC_OBJ(f, FORMAT_MAGIC); |
| 499 |
10 |
AN(f); |
| 500 |
10 |
f->func = format_int64; |
| 501 |
10 |
f->int64 = i; |
| 502 |
10 |
VTAILQ_INSERT_TAIL(&CTX.format, f, list); |
| 503 |
10 |
} |
| 504 |
|
|
| 505 |
|
static void |
| 506 |
64 |
addf_time(char type, const char *fmt) |
| 507 |
|
{ |
| 508 |
|
struct format *f; |
| 509 |
|
|
| 510 |
64 |
ALLOC_OBJ(f, FORMAT_MAGIC); |
| 511 |
64 |
AN(f); |
| 512 |
64 |
AN(fmt); |
| 513 |
64 |
f->func = format_time; |
| 514 |
64 |
f->time_type = type; |
| 515 |
64 |
f->time_fmt = strdup(fmt); |
| 516 |
|
|
| 517 |
64 |
if (f->time_type == 'T') { |
| 518 |
10 |
if (!strcmp(fmt, "s")) |
| 519 |
4 |
f->time_type = 's'; |
| 520 |
6 |
else if (!strcmp(fmt, "ms")) |
| 521 |
2 |
f->time_type = 'm'; |
| 522 |
4 |
else if (!strcmp(fmt, "us")) |
| 523 |
4 |
f->time_type = 'u'; |
| 524 |
|
else |
| 525 |
0 |
VUT_Error(vut, 1, "Unknown specifier: %%{%s}T", |
| 526 |
0 |
fmt); |
| 527 |
10 |
REPLACE(f->time_fmt, "%jd"); |
| 528 |
64 |
} else if (f->time_type == 't') { |
| 529 |
54 |
if (!strcmp(fmt, "sec")) { |
| 530 |
2 |
f->time_type = 'S'; |
| 531 |
2 |
REPLACE(f->time_fmt, "%jd"); |
| 532 |
54 |
} else if (!strncmp(fmt, "msec", 4)) { |
| 533 |
6 |
fmt += 4; |
| 534 |
6 |
if (!strcmp(fmt, "_frac")) { |
| 535 |
2 |
f->time_type = '3'; |
| 536 |
2 |
REPLACE(f->time_fmt, "%03jd"); |
| 537 |
6 |
} else if (*fmt == '\0') { |
| 538 |
2 |
f->time_type = 'M'; |
| 539 |
2 |
REPLACE(f->time_fmt, "%jd"); |
| 540 |
2 |
} |
| 541 |
52 |
} else if (!strncmp(fmt, "usec", 4)) { |
| 542 |
6 |
fmt += 4; |
| 543 |
6 |
if (!strcmp(fmt, "_frac")) { |
| 544 |
2 |
f->time_type = '6'; |
| 545 |
2 |
REPLACE(f->time_fmt, "%06jd"); |
| 546 |
6 |
} else if (*fmt == '\0') { |
| 547 |
2 |
f->time_type = 'U'; |
| 548 |
2 |
REPLACE(f->time_fmt, "%jd"); |
| 549 |
2 |
} |
| 550 |
6 |
} |
| 551 |
54 |
} |
| 552 |
|
|
| 553 |
64 |
AN(f->time_fmt); |
| 554 |
64 |
VTAILQ_INSERT_TAIL(&CTX.format, f, list); |
| 555 |
64 |
} |
| 556 |
|
|
| 557 |
|
static void |
| 558 |
38 |
addf_requestline(void) |
| 559 |
|
{ |
| 560 |
|
struct format *f; |
| 561 |
|
|
| 562 |
38 |
ALLOC_OBJ(f, FORMAT_MAGIC); |
| 563 |
38 |
AN(f); |
| 564 |
38 |
f->func = format_requestline; |
| 565 |
38 |
VTAILQ_INSERT_TAIL(&CTX.format, f, list); |
| 566 |
38 |
} |
| 567 |
|
|
| 568 |
|
static void |
| 569 |
4 |
addf_vcl_log(const char *key) |
| 570 |
|
{ |
| 571 |
|
struct watch *w; |
| 572 |
|
struct format *f; |
| 573 |
|
|
| 574 |
4 |
AN(key); |
| 575 |
4 |
ALLOC_OBJ(w, WATCH_MAGIC); |
| 576 |
4 |
AN(w); |
| 577 |
4 |
w->keylen = asprintf(&w->key, "%s:", key); |
| 578 |
4 |
assert(w->keylen > 0); |
| 579 |
4 |
VTAILQ_INSERT_TAIL(&CTX.watch_vcl_log, w, list); |
| 580 |
|
|
| 581 |
4 |
ALLOC_OBJ(f, FORMAT_MAGIC); |
| 582 |
4 |
AN(f); |
| 583 |
4 |
f->func = format_fragment; |
| 584 |
4 |
f->frag = &w->frag; |
| 585 |
4 |
f->string = strdup(""); |
| 586 |
4 |
AN(f->string); |
| 587 |
4 |
VTAILQ_INSERT_TAIL(&CTX.format, f, list); |
| 588 |
4 |
} |
| 589 |
|
|
| 590 |
|
static void |
| 591 |
110 |
addf_hdr(struct watch_head *head, const char *key) |
| 592 |
|
{ |
| 593 |
|
struct watch *w; |
| 594 |
|
struct format *f; |
| 595 |
|
|
| 596 |
110 |
AN(head); |
| 597 |
110 |
AN(key); |
| 598 |
110 |
ALLOC_OBJ(w, WATCH_MAGIC); |
| 599 |
110 |
AN(w); |
| 600 |
110 |
w->keylen = asprintf(&w->key, "%s:", key); |
| 601 |
110 |
assert(w->keylen > 0); |
| 602 |
110 |
VTAILQ_INSERT_TAIL(head, w, list); |
| 603 |
|
|
| 604 |
110 |
ALLOC_OBJ(f, FORMAT_MAGIC); |
| 605 |
110 |
AN(f); |
| 606 |
110 |
f->func = format_fragment; |
| 607 |
110 |
f->frag = &w->frag; |
| 608 |
110 |
f->string = strdup(CTX.missing_string); |
| 609 |
110 |
AN(f->string); |
| 610 |
110 |
VTAILQ_INSERT_TAIL(&CTX.format, f, list); |
| 611 |
110 |
} |
| 612 |
|
|
| 613 |
|
static void |
| 614 |
26 |
addf_vsl(enum VSL_tag_e tag, long i, const char *prefix) |
| 615 |
|
{ |
| 616 |
|
struct vsl_watch *w; |
| 617 |
|
|
| 618 |
26 |
ALLOC_OBJ(w, VSL_WATCH_MAGIC); |
| 619 |
26 |
AN(w); |
| 620 |
26 |
if (VSL_tagflags[tag] && CTX.quote_how != VSB_QUOTE_JSON) |
| 621 |
4 |
VUT_Error(vut, 1, "Tag %s can contain control characters", |
| 622 |
2 |
VSL_tags[tag]); |
| 623 |
24 |
w->tag = tag; |
| 624 |
24 |
assert(i <= INT_MAX); |
| 625 |
24 |
w->idx = i; |
| 626 |
24 |
if (prefix != NULL) { |
| 627 |
6 |
w->prefixlen = asprintf(&w->prefix, "%s:", prefix); |
| 628 |
6 |
assert(w->prefixlen > 0); |
| 629 |
6 |
} |
| 630 |
24 |
VTAILQ_INSERT_TAIL(&CTX.watch_vsl, w, list); |
| 631 |
24 |
addf_fragment(&w->frag, CTX.missing_string); |
| 632 |
24 |
} |
| 633 |
|
|
| 634 |
|
static void |
| 635 |
40 |
addf_auth(void) |
| 636 |
|
{ |
| 637 |
|
struct format *f; |
| 638 |
|
|
| 639 |
40 |
ALLOC_OBJ(f, FORMAT_MAGIC); |
| 640 |
40 |
AN(f); |
| 641 |
40 |
f->func = format_auth; |
| 642 |
40 |
f->string = strdup("-"); |
| 643 |
40 |
AN(f->string); |
| 644 |
40 |
VTAILQ_INSERT_TAIL(&CTX.format, f, list); |
| 645 |
40 |
} |
| 646 |
|
|
| 647 |
|
static void |
| 648 |
80 |
parse_x_format(char *buf) |
| 649 |
|
{ |
| 650 |
|
char *e, *r, *s; |
| 651 |
|
long lval; |
| 652 |
|
int slt; |
| 653 |
|
|
| 654 |
80 |
if (!strcmp(buf, "Varnish:time_firstbyte")) { |
| 655 |
2 |
addf_fragment(&CTX.frag[F_ttfb], CTX.missing_int); |
| 656 |
2 |
return; |
| 657 |
|
} |
| 658 |
78 |
if (!strcmp(buf, "Varnish:hitmiss")) { |
| 659 |
2 |
addf_strptr(&CTX.hitmiss); |
| 660 |
2 |
return; |
| 661 |
|
} |
| 662 |
76 |
if (!strcmp(buf, "Varnish:handling")) { |
| 663 |
4 |
addf_strptr(&CTX.handling); |
| 664 |
4 |
return; |
| 665 |
|
} |
| 666 |
72 |
if (!strcmp(buf, "Varnish:side")) { |
| 667 |
10 |
addf_strptr(&CTX.side); |
| 668 |
10 |
return; |
| 669 |
|
} |
| 670 |
62 |
if (!strcmp(buf, "Varnish:vxid")) { |
| 671 |
10 |
addf_int64(&CTX.vxid); |
| 672 |
10 |
return; |
| 673 |
|
} |
| 674 |
52 |
if (!strncmp(buf, "VCL_Log:", 8)) { |
| 675 |
4 |
addf_vcl_log(buf + 8); |
| 676 |
4 |
return; |
| 677 |
|
} |
| 678 |
48 |
if (!strncmp(buf, "VSL:", 4)) { |
| 679 |
44 |
buf += 4; |
| 680 |
44 |
e = buf; |
| 681 |
412 |
while (*e != '\0') |
| 682 |
368 |
e++; |
| 683 |
44 |
if (e == buf) |
| 684 |
2 |
VUT_Error(vut, 1, "Missing tag in VSL:"); |
| 685 |
42 |
if (e[-1] == ']') { |
| 686 |
24 |
r = e - 1; |
| 687 |
100 |
while (r > buf && *r != '[') |
| 688 |
76 |
r--; |
| 689 |
24 |
if (r == buf || r[1] == ']') |
| 690 |
2 |
VUT_Error(vut, 1, "Syntax error: VSL:%s", buf); |
| 691 |
22 |
e[-1] = '\0'; |
| 692 |
22 |
lval = strtol(r + 1, &s, 10); |
| 693 |
22 |
if (s != e - 1) |
| 694 |
2 |
VUT_Error(vut, 1, "Syntax error: VSL:%s]", buf); |
| 695 |
20 |
if (lval <= 0 || lval > 255) { |
| 696 |
8 |
VUT_Error(vut, 1, |
| 697 |
|
"Syntax error. Field specifier must be" |
| 698 |
|
" between 1 and 255: %s]", |
| 699 |
4 |
buf); |
| 700 |
|
} |
| 701 |
16 |
*r = '\0'; |
| 702 |
16 |
} else |
| 703 |
18 |
lval = 0; |
| 704 |
34 |
r = buf; |
| 705 |
286 |
while (r < e && *r != ':') |
| 706 |
252 |
r++; |
| 707 |
34 |
if (r != e) { |
| 708 |
6 |
slt = VSL_Name2Tag(buf, r - buf); |
| 709 |
6 |
r++; |
| 710 |
6 |
} else { |
| 711 |
28 |
slt = VSL_Name2Tag(buf, -1); |
| 712 |
28 |
r = NULL; |
| 713 |
|
} |
| 714 |
34 |
if (slt == -2) |
| 715 |
2 |
VUT_Error(vut, 1, "Tag not unique: %s", buf); |
| 716 |
32 |
if (slt == -1) |
| 717 |
6 |
VUT_Error(vut, 1, "Unknown log tag: %s", buf); |
| 718 |
26 |
assert(slt >= 0); |
| 719 |
|
|
| 720 |
26 |
addf_vsl((enum VSL_tag_e)slt, lval, r); |
| 721 |
26 |
return; |
| 722 |
|
} |
| 723 |
4 |
if (!strcmp(buf, "Varnish:default_format")) { |
| 724 |
2 |
parse_format(FORMAT); |
| 725 |
2 |
return; |
| 726 |
|
} |
| 727 |
2 |
VUT_Error(vut, 1, "Unknown formatting extension: %s", buf); |
| 728 |
60 |
} |
| 729 |
|
|
| 730 |
|
static void |
| 731 |
144 |
parse_format(const char *format) |
| 732 |
|
{ |
| 733 |
|
const char *p, *q; |
| 734 |
|
struct vsb *vsb; |
| 735 |
|
char buf[256]; |
| 736 |
|
int b; |
| 737 |
|
|
| 738 |
144 |
if (format == NULL) |
| 739 |
30 |
format = FORMAT; |
| 740 |
|
|
| 741 |
144 |
vsb = VSB_new_auto(); |
| 742 |
144 |
AN(vsb); |
| 743 |
|
|
| 744 |
1394 |
for (p = format; *p != '\0'; p++) { |
| 745 |
|
|
| 746 |
|
/* Allow the most essential escape sequences in format */ |
| 747 |
1256 |
if (*p == '\\' && p[1] != '\0') { |
| 748 |
2 |
if (*++p == 't') |
| 749 |
0 |
AZ(VSB_putc(vsb, '\t')); |
| 750 |
2 |
else if (*p == 'n') |
| 751 |
2 |
AZ(VSB_putc(vsb, '\n')); |
| 752 |
|
else |
| 753 |
0 |
AZ(VSB_putc(vsb, *p)); |
| 754 |
2 |
continue; |
| 755 |
|
} |
| 756 |
|
|
| 757 |
1254 |
if (*p != '%') { |
| 758 |
710 |
AZ(VSB_putc(vsb, *p)); |
| 759 |
710 |
continue; |
| 760 |
|
} |
| 761 |
|
|
| 762 |
544 |
if (VSB_len(vsb) > 0) { |
| 763 |
410 |
AZ(VSB_finish(vsb)); |
| 764 |
410 |
addf_string(VSB_data(vsb)); |
| 765 |
410 |
VSB_clear(vsb); |
| 766 |
410 |
} |
| 767 |
|
|
| 768 |
544 |
p++; |
| 769 |
544 |
switch (*p) { |
| 770 |
|
case 'b': /* Body bytes sent */ |
| 771 |
40 |
addf_fragment(&CTX.frag[F_b], CTX.missing_int); |
| 772 |
40 |
break; |
| 773 |
|
case 'D': /* Float request time */ |
| 774 |
2 |
addf_time('T', "us"); |
| 775 |
2 |
break; |
| 776 |
|
case 'h': /* Client host name / IP Address */ |
| 777 |
40 |
addf_fragment(&CTX.frag[F_h], CTX.missing_string); |
| 778 |
40 |
break; |
| 779 |
|
case 'H': /* Protocol */ |
| 780 |
6 |
addf_fragment(&CTX.frag[F_H], "HTTP/1.0"); |
| 781 |
6 |
break; |
| 782 |
|
case 'I': /* Bytes received */ |
| 783 |
2 |
addf_fragment(&CTX.frag[F_I], CTX.missing_int); |
| 784 |
2 |
break; |
| 785 |
|
case 'l': /* Client user ID (identd) always '-' */ |
| 786 |
34 |
AZ(VSB_putc(vsb, '-')); |
| 787 |
34 |
break; |
| 788 |
|
case 'm': /* Method */ |
| 789 |
6 |
addf_fragment(&CTX.frag[F_m], CTX.missing_string); |
| 790 |
6 |
break; |
| 791 |
|
case 'O': /* Bytes sent */ |
| 792 |
2 |
addf_fragment(&CTX.frag[F_O], CTX.missing_int); |
| 793 |
2 |
break; |
| 794 |
|
case 'q': /* Query string */ |
| 795 |
6 |
addf_fragment(&CTX.frag[F_q], ""); |
| 796 |
6 |
break; |
| 797 |
|
case 'r': /* Request line */ |
| 798 |
38 |
addf_requestline(); |
| 799 |
38 |
break; |
| 800 |
|
case 's': /* Status code */ |
| 801 |
62 |
addf_fragment(&CTX.frag[F_s], CTX.missing_int); |
| 802 |
62 |
break; |
| 803 |
|
case 't': /* strftime */ |
| 804 |
34 |
addf_time(*p, TIME_FMT); |
| 805 |
34 |
break; |
| 806 |
|
case 'T': /* Int request time */ |
| 807 |
2 |
addf_time(*p, "s"); |
| 808 |
2 |
break; |
| 809 |
|
case 'u': /* Remote user from auth */ |
| 810 |
40 |
addf_auth(); |
| 811 |
40 |
break; |
| 812 |
|
case 'U': /* URL */ |
| 813 |
8 |
addf_fragment(&CTX.frag[F_U], CTX.missing_string); |
| 814 |
8 |
break; |
| 815 |
|
case '{': |
| 816 |
220 |
p++; |
| 817 |
220 |
q = p; |
| 818 |
220 |
b = 1; |
| 819 |
2252 |
while (*q) { |
| 820 |
2250 |
if (*q == '{') |
| 821 |
8 |
b++; |
| 822 |
2242 |
else if (*q == '}') |
| 823 |
226 |
if (--b == 0) |
| 824 |
218 |
break; |
| 825 |
2032 |
q++; |
| 826 |
|
} |
| 827 |
220 |
if (b > 0) |
| 828 |
4 |
VUT_Error(vut, 1, "Unmatched bracket at: %s", |
| 829 |
2 |
p - 2); |
| 830 |
218 |
assert((unsigned)(q - p) < sizeof buf - 1); |
| 831 |
218 |
strncpy(buf, p, q - p); |
| 832 |
218 |
buf[q - p] = '\0'; |
| 833 |
218 |
q++; |
| 834 |
218 |
switch (*q) { |
| 835 |
|
case 'i': |
| 836 |
98 |
addf_hdr(&CTX.watch_reqhdr, buf); |
| 837 |
98 |
break; |
| 838 |
|
case 'o': |
| 839 |
12 |
addf_hdr(&CTX.watch_resphdr, buf); |
| 840 |
12 |
break; |
| 841 |
|
case 't': |
| 842 |
20 |
addf_time(*q, buf); |
| 843 |
20 |
break; |
| 844 |
|
case 'T': |
| 845 |
6 |
addf_time(*q, buf); |
| 846 |
6 |
break; |
| 847 |
|
case 'x': |
| 848 |
80 |
parse_x_format(buf); |
| 849 |
80 |
break; |
| 850 |
|
default: |
| 851 |
4 |
VUT_Error(vut, 1, |
| 852 |
|
"Unknown format specifier at: %s", |
| 853 |
2 |
p - 2); |
| 854 |
|
} |
| 855 |
216 |
p = q; |
| 856 |
216 |
break; |
| 857 |
|
default: |
| 858 |
4 |
VUT_Error(vut, 1, "Unknown format specifier at: %s", |
| 859 |
2 |
p - 1); |
| 860 |
|
} |
| 861 |
538 |
} |
| 862 |
|
|
| 863 |
138 |
if (VSB_len(vsb) > 0) { |
| 864 |
|
/* Add any remaining static */ |
| 865 |
42 |
AZ(VSB_finish(vsb)); |
| 866 |
42 |
addf_string(VSB_data(vsb)); |
| 867 |
42 |
VSB_clear(vsb); |
| 868 |
42 |
} |
| 869 |
|
|
| 870 |
138 |
VSB_destroy(&vsb); |
| 871 |
138 |
} |
| 872 |
|
|
| 873 |
|
static int |
| 874 |
6598 |
isprefix(const char *prefix, size_t len, const char *b, |
| 875 |
|
const char *e, const char **next) |
| 876 |
|
{ |
| 877 |
6598 |
assert(len > 0); |
| 878 |
6598 |
if (e < b + len || strncasecmp(b, prefix, len)) |
| 879 |
5632 |
return (0); |
| 880 |
966 |
b += len; |
| 881 |
966 |
if (next) { |
| 882 |
1878 |
while (b < e && *b == ' ') |
| 883 |
912 |
b++; |
| 884 |
966 |
*next = b; |
| 885 |
966 |
} |
| 886 |
966 |
return (1); |
| 887 |
6598 |
} |
| 888 |
|
|
| 889 |
|
static void |
| 890 |
1040 |
frag_fields(enum format_policy fp, const char *b, const char *e, ...) |
| 891 |
|
{ |
| 892 |
|
va_list ap; |
| 893 |
|
const char *p, *q; |
| 894 |
|
int n, field; |
| 895 |
|
struct fragment *frag; |
| 896 |
|
|
| 897 |
1040 |
AN(b); |
| 898 |
1040 |
AN(e); |
| 899 |
1040 |
va_start(ap, e); |
| 900 |
|
|
| 901 |
1040 |
n = 0; |
| 902 |
2444 |
while (1) { |
| 903 |
2450 |
field = va_arg(ap, int); |
| 904 |
2450 |
frag = va_arg(ap, struct fragment *); |
| 905 |
2450 |
if (field == 0) { |
| 906 |
1040 |
AZ(frag); |
| 907 |
1040 |
break; |
| 908 |
|
} |
| 909 |
1410 |
p = q = NULL; |
| 910 |
3744 |
while (n < field) { |
| 911 |
3622 |
while (b < e && isspace(*b)) |
| 912 |
1288 |
b++; |
| 913 |
2334 |
p = b; |
| 914 |
19974 |
while (b < e && !isspace(*b)) |
| 915 |
17640 |
b++; |
| 916 |
2334 |
q = b; |
| 917 |
2334 |
n++; |
| 918 |
|
} |
| 919 |
1410 |
assert(p != NULL && q != NULL); |
| 920 |
1410 |
if (p >= e || q <= p) |
| 921 |
6 |
continue; |
| 922 |
1404 |
if (frag_needed(frag, fp)) { |
| 923 |
|
/* We only grab the same matching field once */ |
| 924 |
1370 |
frag->gen = CTX.gen; |
| 925 |
1370 |
frag->b = p; |
| 926 |
1370 |
frag->e = q; |
| 927 |
1370 |
} |
| 928 |
|
} |
| 929 |
1040 |
va_end(ap); |
| 930 |
1040 |
} |
| 931 |
|
|
| 932 |
|
static void |
| 933 |
1368 |
frag_line(enum format_policy fp, const char *b, const char *e, |
| 934 |
|
struct fragment *f) |
| 935 |
|
{ |
| 936 |
|
|
| 937 |
1368 |
if (!frag_needed(f, fp)) |
| 938 |
|
/* We only grab the same matching record once */ |
| 939 |
126 |
return; |
| 940 |
|
|
| 941 |
1242 |
if (e == NULL) |
| 942 |
8 |
e = b + strlen(b); |
| 943 |
|
|
| 944 |
|
/* Skip leading space */ |
| 945 |
1242 |
while (b < e && isspace(*b)) |
| 946 |
0 |
++b; |
| 947 |
|
|
| 948 |
|
/* Skip trailing space */ |
| 949 |
1242 |
while (e > b && isspace(e[-1])) |
| 950 |
0 |
--e; |
| 951 |
|
|
| 952 |
1242 |
f->gen = CTX.gen; |
| 953 |
1242 |
f->b = b; |
| 954 |
1242 |
f->e = e; |
| 955 |
1368 |
} |
| 956 |
|
|
| 957 |
|
static void |
| 958 |
2128 |
process_hdr(enum format_policy fp, const struct watch_head *head, const char *b, |
| 959 |
|
const char *e, int unset) |
| 960 |
|
{ |
| 961 |
|
struct watch *w; |
| 962 |
|
const char *p; |
| 963 |
|
|
| 964 |
2838 |
VTAILQ_FOREACH(w, head, list) { |
| 965 |
710 |
CHECK_OBJ_NOTNULL(w, WATCH_MAGIC); |
| 966 |
710 |
if (!isprefix(w->key, w->keylen, b, e, &p)) |
| 967 |
618 |
continue; |
| 968 |
92 |
if (unset) { |
| 969 |
44 |
frag_line(fp, CTX.missing_string, |
| 970 |
|
NULL, |
| 971 |
22 |
&w->frag); |
| 972 |
22 |
} else |
| 973 |
70 |
frag_line(fp, p, e, &w->frag); |
| 974 |
92 |
} |
| 975 |
2128 |
} |
| 976 |
|
|
| 977 |
|
static void |
| 978 |
7036 |
process_vsl(const struct vsl_watch_head *head, enum VSL_tag_e tag, |
| 979 |
|
const char *b, const char *e) |
| 980 |
|
{ |
| 981 |
|
struct vsl_watch *w; |
| 982 |
|
const char *p; |
| 983 |
9748 |
VTAILQ_FOREACH(w, head, list) { |
| 984 |
2712 |
CHECK_OBJ_NOTNULL(w, VSL_WATCH_MAGIC); |
| 985 |
2712 |
if (tag != w->tag) |
| 986 |
2570 |
continue; |
| 987 |
142 |
p = b; |
| 988 |
142 |
if (w->prefixlen > 0 && |
| 989 |
84 |
!isprefix(w->prefix, w->prefixlen, b, e, &p)) |
| 990 |
76 |
continue; |
| 991 |
66 |
if (w->idx == 0) |
| 992 |
12 |
frag_line(FMTPOL_INTERNAL, p, e, &w->frag); |
| 993 |
|
else |
| 994 |
54 |
frag_fields(FMTPOL_INTERNAL, p, e, w->idx, &w->frag, 0, NULL); |
| 995 |
66 |
} |
| 996 |
7036 |
} |
| 997 |
|
|
| 998 |
|
static int v_matchproto_(VSLQ_dispatch_f) |
| 999 |
244 |
dispatch_f(struct VSL_data *vsl, struct VSL_transaction * const pt[], |
| 1000 |
|
void *priv) |
| 1001 |
|
{ |
| 1002 |
|
struct VSL_transaction *t; |
| 1003 |
|
enum VSL_tag_e tag; |
| 1004 |
|
const char *b, *e, *p; |
| 1005 |
|
struct watch *w; |
| 1006 |
|
int i, skip; |
| 1007 |
|
|
| 1008 |
244 |
(void)vsl; |
| 1009 |
244 |
(void)priv; |
| 1010 |
|
|
| 1011 |
488 |
for (t = pt[0]; t != NULL; t = *++pt) { |
| 1012 |
244 |
CTX.gen++; |
| 1013 |
|
|
| 1014 |
244 |
if (t->type == VSL_t_req) { |
| 1015 |
168 |
CTX.side = "c"; |
| 1016 |
244 |
} else if (t->type == VSL_t_bereq) { |
| 1017 |
24 |
CTX.side = "b"; |
| 1018 |
24 |
} else |
| 1019 |
52 |
continue; |
| 1020 |
|
|
| 1021 |
192 |
CTX.recv_compl = 0; |
| 1022 |
192 |
CTX.hitmiss = "-"; |
| 1023 |
192 |
CTX.handling = "-"; |
| 1024 |
192 |
CTX.vxid = t->vxid; |
| 1025 |
192 |
skip = 0; |
| 1026 |
7254 |
while (skip == 0 && 1 == VSL_Next(t->c)) { |
| 1027 |
7062 |
tag = VSL_TAG(t->c->rec.ptr); |
| 1028 |
7062 |
if (VSL_tagflags[tag] && |
| 1029 |
28 |
CTX.quote_how != VSB_QUOTE_JSON) |
| 1030 |
26 |
continue; |
| 1031 |
|
|
| 1032 |
7036 |
b = VSL_CDATA(t->c->rec.ptr); |
| 1033 |
7036 |
e = b + VSL_LEN(t->c->rec.ptr); |
| 1034 |
7036 |
if (!VSL_tagflags[tag]) { |
| 1035 |
14068 |
while (e > b && e[-1] == '\0') |
| 1036 |
7034 |
e--; |
| 1037 |
7034 |
} |
| 1038 |
|
|
| 1039 |
7036 |
switch (tag) { |
| 1040 |
|
case SLT_HttpGarbage: |
| 1041 |
0 |
skip = 1; |
| 1042 |
0 |
break; |
| 1043 |
|
case SLT_PipeAcct: |
| 1044 |
14 |
frag_fields(FMTPOL_INTERNAL, b, e, |
| 1045 |
|
3, &CTX.frag[F_I], |
| 1046 |
|
4, &CTX.frag[F_O], |
| 1047 |
|
0, NULL); |
| 1048 |
14 |
break; |
| 1049 |
|
case SLT_BackendOpen: |
| 1050 |
24 |
frag_fields(FMTPOL_INTERNAL, b, e, |
| 1051 |
|
3, &CTX.frag[F_h], |
| 1052 |
|
0, NULL); |
| 1053 |
24 |
break; |
| 1054 |
|
case SLT_ReqStart: |
| 1055 |
168 |
frag_fields(FMTPOL_INTERNAL, b, e, |
| 1056 |
|
1, &CTX.frag[F_h], |
| 1057 |
|
0, NULL); |
| 1058 |
168 |
break; |
| 1059 |
|
case SLT_BereqMethod: |
| 1060 |
|
case SLT_ReqMethod: |
| 1061 |
198 |
frag_line(FMTPOL_REQ, b, e, &CTX.frag[F_m]); |
| 1062 |
198 |
break; |
| 1063 |
|
case SLT_BereqURL: |
| 1064 |
|
case SLT_ReqURL: |
| 1065 |
232 |
p = memchr(b, '?', e - b); |
| 1066 |
232 |
if (p == NULL) |
| 1067 |
182 |
p = e; |
| 1068 |
232 |
frag_line(FMTPOL_REQ, b, p, &CTX.frag[F_U]); |
| 1069 |
232 |
frag_line(FMTPOL_REQ, p, e, &CTX.frag[F_q]); |
| 1070 |
232 |
break; |
| 1071 |
|
case SLT_BereqProtocol: |
| 1072 |
|
case SLT_ReqProtocol: |
| 1073 |
196 |
frag_line(FMTPOL_REQ, b, e, &CTX.frag[F_H]); |
| 1074 |
196 |
break; |
| 1075 |
|
case SLT_BerespStatus: |
| 1076 |
|
case SLT_RespStatus: |
| 1077 |
180 |
frag_line(FMTPOL_RESP, b, e, &CTX.frag[F_s]); |
| 1078 |
180 |
break; |
| 1079 |
|
case SLT_BereqAcct: |
| 1080 |
|
case SLT_ReqAcct: |
| 1081 |
178 |
frag_fields(FMTPOL_INTERNAL, b, e, |
| 1082 |
|
3, &CTX.frag[F_I], |
| 1083 |
|
5, &CTX.frag[F_b], |
| 1084 |
|
6, &CTX.frag[F_O], |
| 1085 |
|
0, NULL); |
| 1086 |
178 |
break; |
| 1087 |
|
case SLT_Timestamp: |
| 1088 |
|
#define ISPREFIX(a, b, c, d) isprefix(a, strlen(a), b, c, d) |
| 1089 |
930 |
if (ISPREFIX("Start:", b, e, &p)) { |
| 1090 |
192 |
frag_fields(FMTPOL_INTERNAL, p, e, 1, |
| 1091 |
|
&CTX.frag[F_tstart], 0, NULL); |
| 1092 |
|
|
| 1093 |
1502 |
} else if (ISPREFIX("Resp:", b, e, &p) || |
| 1094 |
586 |
ISPREFIX("PipeSess:", b, e, &p) || |
| 1095 |
572 |
ISPREFIX("BerespBody:", b, e, &p)) { |
| 1096 |
186 |
frag_fields(FMTPOL_INTERNAL, p, e, 1, |
| 1097 |
|
&CTX.frag[F_tend], 0, NULL); |
| 1098 |
|
|
| 1099 |
1086 |
} else if (ISPREFIX("Process:", b, e, &p) || |
| 1100 |
362 |
ISPREFIX("Pipe:", b, e, &p) || |
| 1101 |
348 |
ISPREFIX("Beresp:", b, e, &p)) { |
| 1102 |
224 |
frag_fields(FMTPOL_INTERNAL, p, e, 2, |
| 1103 |
|
&CTX.frag[F_ttfb], 0, NULL); |
| 1104 |
224 |
} |
| 1105 |
930 |
break; |
| 1106 |
|
case SLT_BereqHeader: |
| 1107 |
|
case SLT_ReqHeader: |
| 1108 |
858 |
process_hdr(FMTPOL_REQ, &CTX.watch_reqhdr, b, e, 0); |
| 1109 |
858 |
if (ISPREFIX("Authorization:", b, e, &p) && |
| 1110 |
40 |
ISPREFIX("basic ", p, e, &p)) |
| 1111 |
40 |
frag_line(FMTPOL_REQ, p, e, |
| 1112 |
|
&CTX.frag[F_auth]); |
| 1113 |
818 |
else if (ISPREFIX("Host:", b, e, &p)) |
| 1114 |
184 |
frag_line(FMTPOL_REQ, p, e, |
| 1115 |
|
&CTX.frag[F_host]); |
| 1116 |
|
#undef ISPREFIX |
| 1117 |
858 |
break; |
| 1118 |
|
case SLT_BerespHeader: |
| 1119 |
|
case SLT_RespHeader: |
| 1120 |
1206 |
process_hdr(FMTPOL_RESP, &CTX.watch_resphdr, b, e, 0); |
| 1121 |
1206 |
break; |
| 1122 |
|
case SLT_BereqUnset: |
| 1123 |
|
case SLT_ReqUnset: |
| 1124 |
22 |
process_hdr(FMTPOL_REQ, &CTX.watch_reqhdr, b, e, 1); |
| 1125 |
22 |
break; |
| 1126 |
|
case SLT_BerespUnset: |
| 1127 |
|
case SLT_RespUnset: |
| 1128 |
42 |
process_hdr(FMTPOL_RESP, &CTX.watch_resphdr, b, e, 1); |
| 1129 |
42 |
break; |
| 1130 |
|
case SLT_HitMiss: |
| 1131 |
22 |
CTX.hitmiss = "miss"; |
| 1132 |
22 |
CTX.handling = "hitmiss"; |
| 1133 |
22 |
break; |
| 1134 |
|
case SLT_HitPass: |
| 1135 |
2 |
CTX.hitmiss = "miss"; |
| 1136 |
2 |
CTX.handling = "hitpass"; |
| 1137 |
2 |
break; |
| 1138 |
|
case SLT_VCL_call: |
| 1139 |
676 |
if (!strcasecmp(b, "recv")) { |
| 1140 |
166 |
CTX.recv_compl = 1; |
| 1141 |
166 |
CTX.hitmiss = "-"; |
| 1142 |
166 |
CTX.handling = "-"; |
| 1143 |
676 |
} else if (!strcasecmp(b, "hit")) { |
| 1144 |
34 |
CTX.hitmiss = "hit"; |
| 1145 |
34 |
CTX.handling = "hit"; |
| 1146 |
510 |
} else if (!strcasecmp(b, "miss") && strcmp(CTX.handling, "hitmiss")) { |
| 1147 |
72 |
CTX.hitmiss = "miss"; |
| 1148 |
72 |
CTX.handling = "miss"; |
| 1149 |
476 |
} else if (!strcasecmp(b, "pass") && strcmp(CTX.handling, "hitpass")) { |
| 1150 |
12 |
CTX.hitmiss = "miss"; |
| 1151 |
12 |
CTX.handling = "pass"; |
| 1152 |
404 |
} else if (!strcasecmp(b, "synth")) { |
| 1153 |
|
/* Arguably, synth isn't a hit or |
| 1154 |
|
a miss, but miss is less |
| 1155 |
|
wrong */ |
| 1156 |
24 |
CTX.hitmiss = "miss"; |
| 1157 |
24 |
CTX.handling = "synth"; |
| 1158 |
392 |
} else if (!strcasecmp(b, "backend_response")) { |
| 1159 |
20 |
CTX.recv_compl = 1; |
| 1160 |
20 |
} |
| 1161 |
676 |
break; |
| 1162 |
|
case SLT_VCL_return: |
| 1163 |
676 |
if (!strcasecmp(b, "pipe")) { |
| 1164 |
28 |
CTX.hitmiss = "miss"; |
| 1165 |
28 |
CTX.handling = "pipe"; |
| 1166 |
676 |
} else if (!strcasecmp(b, "restart")) |
| 1167 |
0 |
skip = 1; |
| 1168 |
676 |
break; |
| 1169 |
|
case SLT_VCL_Log: |
| 1170 |
22 |
VTAILQ_FOREACH(w, &CTX.watch_vcl_log, list) { |
| 1171 |
2 |
CHECK_OBJ_NOTNULL(w, WATCH_MAGIC); |
| 1172 |
2 |
if (e - b < w->keylen || |
| 1173 |
2 |
strncmp(b, w->key, w->keylen)) |
| 1174 |
0 |
continue; |
| 1175 |
2 |
p = b + w->keylen; |
| 1176 |
2 |
frag_line(FMTPOL_INTERNAL, p, e, &w->frag); |
| 1177 |
2 |
} |
| 1178 |
20 |
break; |
| 1179 |
|
default: |
| 1180 |
1392 |
break; |
| 1181 |
|
} |
| 1182 |
|
|
| 1183 |
7036 |
process_vsl(&CTX.watch_vsl, tag, b, e); |
| 1184 |
|
} |
| 1185 |
192 |
if (skip) |
| 1186 |
0 |
continue; |
| 1187 |
192 |
i = print(); |
| 1188 |
192 |
if (i) |
| 1189 |
0 |
return (i); |
| 1190 |
192 |
} |
| 1191 |
|
|
| 1192 |
244 |
return (0); |
| 1193 |
244 |
} |
| 1194 |
|
|
| 1195 |
|
static char * |
| 1196 |
6 |
read_format(const char *formatfile) |
| 1197 |
|
{ |
| 1198 |
|
FILE *fmtfile; |
| 1199 |
6 |
size_t len = 0; |
| 1200 |
|
int fmtlen; |
| 1201 |
6 |
char *fmt = NULL; |
| 1202 |
|
|
| 1203 |
6 |
fmtfile = fopen(formatfile, "r"); |
| 1204 |
6 |
if (fmtfile == NULL) |
| 1205 |
4 |
VUT_Error(vut, 1, "Can't open format file (%s)", |
| 1206 |
2 |
strerror(errno)); |
| 1207 |
4 |
AN(fmtfile); |
| 1208 |
4 |
fmtlen = getline(&fmt, &len, fmtfile); |
| 1209 |
4 |
if (fmtlen == -1) { |
| 1210 |
2 |
free(fmt); |
| 1211 |
2 |
if (feof(fmtfile)) |
| 1212 |
2 |
VUT_Error(vut, 1, "Empty format file"); |
| 1213 |
0 |
VUT_Error(vut, 1, "Can't read format from file (%s)", |
| 1214 |
0 |
strerror(errno)); |
| 1215 |
|
} |
| 1216 |
2 |
AZ(fclose(fmtfile)); |
| 1217 |
2 |
if (fmt[fmtlen - 1] == '\n') |
| 1218 |
2 |
fmt[fmtlen - 1] = '\0'; |
| 1219 |
2 |
return (fmt); |
| 1220 |
|
} |
| 1221 |
|
|
| 1222 |
|
int |
| 1223 |
196 |
main(int argc, char * const *argv) |
| 1224 |
|
{ |
| 1225 |
|
signed char opt; |
| 1226 |
196 |
char *format = NULL; |
| 1227 |
196 |
int mode_opt = 0; |
| 1228 |
|
|
| 1229 |
196 |
vut = VUT_InitProg(argc, argv, &vopt_spec); |
| 1230 |
196 |
AN(vut); |
| 1231 |
196 |
memset(&CTX, 0, sizeof CTX); |
| 1232 |
196 |
VTAILQ_INIT(&CTX.format); |
| 1233 |
196 |
VTAILQ_INIT(&CTX.watch_vcl_log); |
| 1234 |
196 |
VTAILQ_INIT(&CTX.watch_reqhdr); |
| 1235 |
196 |
VTAILQ_INIT(&CTX.watch_resphdr); |
| 1236 |
196 |
VTAILQ_INIT(&CTX.watch_vsl); |
| 1237 |
196 |
CTX.vsb = VSB_new_auto(); |
| 1238 |
196 |
AN(CTX.vsb); |
| 1239 |
196 |
CTX.quote_how = VSB_QUOTE_ESCHEX; |
| 1240 |
196 |
REPLACE(CTX.missing_string, "-"); |
| 1241 |
196 |
REPLACE(CTX.missing_int, "-"); |
| 1242 |
|
|
| 1243 |
120 |
tzset(); // We use localtime_r(3) |
| 1244 |
|
|
| 1245 |
578 |
while ((opt = getopt(argc, argv, vopt_spec.vopt_optstring)) != -1) { |
| 1246 |
460 |
switch (opt) { |
| 1247 |
|
case 'a': |
| 1248 |
|
/* Append to file */ |
| 1249 |
0 |
CTX.a_opt = 1; |
| 1250 |
0 |
break; |
| 1251 |
|
case 'b': /* backend mode */ |
| 1252 |
|
case 'c': /* client mode */ |
| 1253 |
|
case 'E': /* show ESI */ |
| 1254 |
32 |
AN(VUT_Arg(vut, opt, NULL)); |
| 1255 |
32 |
mode_opt = 1; |
| 1256 |
32 |
break; |
| 1257 |
|
case 'F': |
| 1258 |
110 |
if (format != NULL) |
| 1259 |
0 |
VUT_Error(vut, 1, "Format already set"); |
| 1260 |
110 |
REPLACE(format, optarg); |
| 1261 |
110 |
break; |
| 1262 |
|
case 'f': |
| 1263 |
2 |
if (format != NULL) |
| 1264 |
0 |
VUT_Error(vut, 1, "Format already set"); |
| 1265 |
|
/* Format string from file */ |
| 1266 |
2 |
format = read_format(optarg); |
| 1267 |
2 |
AN(format); |
| 1268 |
2 |
break; |
| 1269 |
|
case 'h': |
| 1270 |
|
/* Usage help */ |
| 1271 |
2 |
VUT_Usage(vut, &vopt_spec, 0); |
| 1272 |
|
break; |
| 1273 |
|
case 'j': |
| 1274 |
10 |
REPLACE(CTX.missing_string, ""); |
| 1275 |
10 |
REPLACE(CTX.missing_int, "0"); |
| 1276 |
10 |
CTX.quote_how = VSB_QUOTE_JSON; |
| 1277 |
10 |
break; |
| 1278 |
|
case 'w': |
| 1279 |
|
/* Write to file */ |
| 1280 |
8 |
REPLACE(CTX.w_arg, optarg); |
| 1281 |
8 |
break; |
| 1282 |
|
default: |
| 1283 |
296 |
if (!VUT_Arg(vut, opt, optarg)) |
| 1284 |
0 |
VUT_Usage(vut, &vopt_spec, 1); |
| 1285 |
296 |
} |
| 1286 |
|
} |
| 1287 |
|
|
| 1288 |
|
/* default is client mode: */ |
| 1289 |
118 |
if (!mode_opt) |
| 1290 |
118 |
AN(VUT_Arg(vut, 'c', NULL)); |
| 1291 |
|
|
| 1292 |
118 |
if (optind != argc) |
| 1293 |
2 |
VUT_Usage(vut, &vopt_spec, 1); |
| 1294 |
|
|
| 1295 |
116 |
if (vut->D_opt && !CTX.w_arg) |
| 1296 |
2 |
VUT_Error(vut, 1, "Missing -w option"); |
| 1297 |
|
|
| 1298 |
114 |
if (vut->D_opt && !strcmp(CTX.w_arg, "-")) |
| 1299 |
0 |
VUT_Error(vut, 1, "Daemon cannot write to stdout"); |
| 1300 |
|
|
| 1301 |
|
/* Check for valid grouping mode */ |
| 1302 |
114 |
assert(vut->g_arg < VSL_g__MAX); |
| 1303 |
114 |
if (vut->g_arg != VSL_g_vxid && vut->g_arg != VSL_g_request) |
| 1304 |
4 |
VUT_Error(vut, 1, "Invalid grouping mode: %s", |
| 1305 |
2 |
VSLQ_grouping[vut->g_arg]); |
| 1306 |
|
|
| 1307 |
|
/* Prepare output format */ |
| 1308 |
112 |
parse_format(format); |
| 1309 |
112 |
REPLACE(format, NULL); |
| 1310 |
|
|
| 1311 |
|
/* Setup output */ |
| 1312 |
112 |
vut->dispatch_f = dispatch_f; |
| 1313 |
112 |
vut->dispatch_priv = NULL; |
| 1314 |
112 |
if (CTX.w_arg) { |
| 1315 |
6 |
openout(CTX.a_opt); |
| 1316 |
6 |
AN(CTX.fo); |
| 1317 |
6 |
if (vut->D_opt) |
| 1318 |
2 |
vut->sighup_f = rotateout; |
| 1319 |
6 |
} else |
| 1320 |
106 |
CTX.fo = stdout; |
| 1321 |
112 |
vut->idle_f = flushout; |
| 1322 |
|
|
| 1323 |
112 |
VUT_Setup(vut); |
| 1324 |
112 |
(void)VUT_Main(vut); |
| 1325 |
112 |
VUT_Fini(&vut); |
| 1326 |
|
|
| 1327 |
112 |
exit(0); |
| 1328 |
|
} |