mirror of
https://github.com/nginx/nginx.git
synced 2024-12-17 15:17:48 +08:00
e3d6c5a33c
Some character sets (notably ISO-8859-1) have C1 control characters in upper half, make sure to escape them. Reported by Jesus Olmos Gonzalez.
1357 lines
35 KiB
C
1357 lines
35 KiB
C
|
|
/*
|
|
* Copyright (C) Igor Sysoev
|
|
*/
|
|
|
|
|
|
#include <ngx_config.h>
|
|
#include <ngx_core.h>
|
|
#include <ngx_http.h>
|
|
|
|
|
|
typedef struct ngx_http_log_op_s ngx_http_log_op_t;
|
|
|
|
typedef u_char *(*ngx_http_log_op_run_pt) (ngx_http_request_t *r, u_char *buf,
|
|
ngx_http_log_op_t *op);
|
|
|
|
typedef size_t (*ngx_http_log_op_getlen_pt) (ngx_http_request_t *r,
|
|
uintptr_t data);
|
|
|
|
|
|
struct ngx_http_log_op_s {
|
|
size_t len;
|
|
ngx_http_log_op_getlen_pt getlen;
|
|
ngx_http_log_op_run_pt run;
|
|
uintptr_t data;
|
|
};
|
|
|
|
|
|
typedef struct {
|
|
ngx_str_t name;
|
|
ngx_array_t *flushes;
|
|
ngx_array_t *ops; /* array of ngx_http_log_op_t */
|
|
} ngx_http_log_fmt_t;
|
|
|
|
|
|
typedef struct {
|
|
ngx_array_t formats; /* array of ngx_http_log_fmt_t */
|
|
ngx_uint_t combined_used; /* unsigned combined_used:1 */
|
|
} ngx_http_log_main_conf_t;
|
|
|
|
|
|
typedef struct {
|
|
ngx_array_t *lengths;
|
|
ngx_array_t *values;
|
|
} ngx_http_log_script_t;
|
|
|
|
|
|
typedef struct {
|
|
ngx_open_file_t *file;
|
|
ngx_http_log_script_t *script;
|
|
time_t disk_full_time;
|
|
time_t error_log_time;
|
|
ngx_http_log_fmt_t *format;
|
|
} ngx_http_log_t;
|
|
|
|
|
|
typedef struct {
|
|
ngx_array_t *logs; /* array of ngx_http_log_t */
|
|
|
|
ngx_open_file_cache_t *open_file_cache;
|
|
time_t open_file_cache_valid;
|
|
ngx_uint_t open_file_cache_min_uses;
|
|
|
|
ngx_uint_t off; /* unsigned off:1 */
|
|
} ngx_http_log_loc_conf_t;
|
|
|
|
|
|
typedef struct {
|
|
ngx_str_t name;
|
|
size_t len;
|
|
ngx_http_log_op_run_pt run;
|
|
} ngx_http_log_var_t;
|
|
|
|
|
|
static void ngx_http_log_write(ngx_http_request_t *r, ngx_http_log_t *log,
|
|
u_char *buf, size_t len);
|
|
static ssize_t ngx_http_log_script_write(ngx_http_request_t *r,
|
|
ngx_http_log_script_t *script, u_char **name, u_char *buf, size_t len);
|
|
|
|
static u_char *ngx_http_log_connection(ngx_http_request_t *r, u_char *buf,
|
|
ngx_http_log_op_t *op);
|
|
static u_char *ngx_http_log_pipe(ngx_http_request_t *r, u_char *buf,
|
|
ngx_http_log_op_t *op);
|
|
static u_char *ngx_http_log_time(ngx_http_request_t *r, u_char *buf,
|
|
ngx_http_log_op_t *op);
|
|
static u_char *ngx_http_log_iso8601(ngx_http_request_t *r, u_char *buf,
|
|
ngx_http_log_op_t *op);
|
|
static u_char *ngx_http_log_msec(ngx_http_request_t *r, u_char *buf,
|
|
ngx_http_log_op_t *op);
|
|
static u_char *ngx_http_log_request_time(ngx_http_request_t *r, u_char *buf,
|
|
ngx_http_log_op_t *op);
|
|
static u_char *ngx_http_log_status(ngx_http_request_t *r, u_char *buf,
|
|
ngx_http_log_op_t *op);
|
|
static u_char *ngx_http_log_bytes_sent(ngx_http_request_t *r, u_char *buf,
|
|
ngx_http_log_op_t *op);
|
|
static u_char *ngx_http_log_body_bytes_sent(ngx_http_request_t *r,
|
|
u_char *buf, ngx_http_log_op_t *op);
|
|
static u_char *ngx_http_log_request_length(ngx_http_request_t *r, u_char *buf,
|
|
ngx_http_log_op_t *op);
|
|
|
|
static ngx_int_t ngx_http_log_variable_compile(ngx_conf_t *cf,
|
|
ngx_http_log_op_t *op, ngx_str_t *value);
|
|
static size_t ngx_http_log_variable_getlen(ngx_http_request_t *r,
|
|
uintptr_t data);
|
|
static u_char *ngx_http_log_variable(ngx_http_request_t *r, u_char *buf,
|
|
ngx_http_log_op_t *op);
|
|
static uintptr_t ngx_http_log_escape(u_char *dst, u_char *src, size_t size);
|
|
|
|
|
|
static void *ngx_http_log_create_main_conf(ngx_conf_t *cf);
|
|
static void *ngx_http_log_create_loc_conf(ngx_conf_t *cf);
|
|
static char *ngx_http_log_merge_loc_conf(ngx_conf_t *cf, void *parent,
|
|
void *child);
|
|
static char *ngx_http_log_set_log(ngx_conf_t *cf, ngx_command_t *cmd,
|
|
void *conf);
|
|
static char *ngx_http_log_set_format(ngx_conf_t *cf, ngx_command_t *cmd,
|
|
void *conf);
|
|
static char *ngx_http_log_compile_format(ngx_conf_t *cf,
|
|
ngx_array_t *flushes, ngx_array_t *ops, ngx_array_t *args, ngx_uint_t s);
|
|
static char *ngx_http_log_open_file_cache(ngx_conf_t *cf, ngx_command_t *cmd,
|
|
void *conf);
|
|
static ngx_int_t ngx_http_log_init(ngx_conf_t *cf);
|
|
|
|
|
|
static ngx_command_t ngx_http_log_commands[] = {
|
|
|
|
{ ngx_string("log_format"),
|
|
NGX_HTTP_MAIN_CONF|NGX_HTTP_SRV_CONF|NGX_HTTP_LOC_CONF|NGX_CONF_2MORE,
|
|
ngx_http_log_set_format,
|
|
NGX_HTTP_MAIN_CONF_OFFSET,
|
|
0,
|
|
NULL },
|
|
|
|
{ ngx_string("access_log"),
|
|
NGX_HTTP_MAIN_CONF|NGX_HTTP_SRV_CONF|NGX_HTTP_LOC_CONF|NGX_HTTP_LIF_CONF
|
|
|NGX_HTTP_LMT_CONF|NGX_CONF_TAKE123,
|
|
ngx_http_log_set_log,
|
|
NGX_HTTP_LOC_CONF_OFFSET,
|
|
0,
|
|
NULL },
|
|
|
|
{ ngx_string("open_log_file_cache"),
|
|
NGX_HTTP_MAIN_CONF|NGX_HTTP_SRV_CONF|NGX_HTTP_LOC_CONF|NGX_CONF_TAKE1234,
|
|
ngx_http_log_open_file_cache,
|
|
NGX_HTTP_LOC_CONF_OFFSET,
|
|
0,
|
|
NULL },
|
|
|
|
ngx_null_command
|
|
};
|
|
|
|
|
|
static ngx_http_module_t ngx_http_log_module_ctx = {
|
|
NULL, /* preconfiguration */
|
|
ngx_http_log_init, /* postconfiguration */
|
|
|
|
ngx_http_log_create_main_conf, /* create main configuration */
|
|
NULL, /* init main configuration */
|
|
|
|
NULL, /* create server configuration */
|
|
NULL, /* merge server configuration */
|
|
|
|
ngx_http_log_create_loc_conf, /* create location configration */
|
|
ngx_http_log_merge_loc_conf /* merge location configration */
|
|
};
|
|
|
|
|
|
ngx_module_t ngx_http_log_module = {
|
|
NGX_MODULE_V1,
|
|
&ngx_http_log_module_ctx, /* module context */
|
|
ngx_http_log_commands, /* module directives */
|
|
NGX_HTTP_MODULE, /* module type */
|
|
NULL, /* init master */
|
|
NULL, /* init module */
|
|
NULL, /* init process */
|
|
NULL, /* init thread */
|
|
NULL, /* exit thread */
|
|
NULL, /* exit process */
|
|
NULL, /* exit master */
|
|
NGX_MODULE_V1_PADDING
|
|
};
|
|
|
|
|
|
static ngx_str_t ngx_http_access_log = ngx_string(NGX_HTTP_LOG_PATH);
|
|
|
|
|
|
static ngx_str_t ngx_http_combined_fmt =
|
|
ngx_string("$remote_addr - $remote_user [$time_local] "
|
|
"\"$request\" $status $body_bytes_sent "
|
|
"\"$http_referer\" \"$http_user_agent\"");
|
|
|
|
|
|
static ngx_http_log_var_t ngx_http_log_vars[] = {
|
|
{ ngx_string("connection"), NGX_ATOMIC_T_LEN, ngx_http_log_connection },
|
|
{ ngx_string("pipe"), 1, ngx_http_log_pipe },
|
|
{ ngx_string("time_local"), sizeof("28/Sep/1970:12:00:00 +0600") - 1,
|
|
ngx_http_log_time },
|
|
{ ngx_string("time_iso8601"), sizeof("1970-09-28T12:00:00+06:00") - 1,
|
|
ngx_http_log_iso8601 },
|
|
{ ngx_string("msec"), NGX_TIME_T_LEN + 4, ngx_http_log_msec },
|
|
{ ngx_string("request_time"), NGX_TIME_T_LEN + 4,
|
|
ngx_http_log_request_time },
|
|
{ ngx_string("status"), 3, ngx_http_log_status },
|
|
{ ngx_string("bytes_sent"), NGX_OFF_T_LEN, ngx_http_log_bytes_sent },
|
|
{ ngx_string("body_bytes_sent"), NGX_OFF_T_LEN,
|
|
ngx_http_log_body_bytes_sent },
|
|
{ ngx_string("apache_bytes_sent"), NGX_OFF_T_LEN,
|
|
ngx_http_log_body_bytes_sent },
|
|
{ ngx_string("request_length"), NGX_SIZE_T_LEN,
|
|
ngx_http_log_request_length },
|
|
|
|
{ ngx_null_string, 0, NULL }
|
|
};
|
|
|
|
|
|
ngx_int_t
|
|
ngx_http_log_handler(ngx_http_request_t *r)
|
|
{
|
|
u_char *line, *p;
|
|
size_t len;
|
|
ngx_uint_t i, l;
|
|
ngx_http_log_t *log;
|
|
ngx_open_file_t *file;
|
|
ngx_http_log_op_t *op;
|
|
ngx_http_log_loc_conf_t *lcf;
|
|
|
|
ngx_log_debug0(NGX_LOG_DEBUG_HTTP, r->connection->log, 0,
|
|
"http log handler");
|
|
|
|
lcf = ngx_http_get_module_loc_conf(r, ngx_http_log_module);
|
|
|
|
if (lcf->off) {
|
|
return NGX_OK;
|
|
}
|
|
|
|
log = lcf->logs->elts;
|
|
for (l = 0; l < lcf->logs->nelts; l++) {
|
|
|
|
if (ngx_time() == log[l].disk_full_time) {
|
|
|
|
/*
|
|
* on FreeBSD writing to a full filesystem with enabled softupdates
|
|
* may block process for much longer time than writing to non-full
|
|
* filesystem, so we skip writing to a log for one second
|
|
*/
|
|
|
|
continue;
|
|
}
|
|
|
|
ngx_http_script_flush_no_cacheable_variables(r, log[l].format->flushes);
|
|
|
|
len = 0;
|
|
op = log[l].format->ops->elts;
|
|
for (i = 0; i < log[l].format->ops->nelts; i++) {
|
|
if (op[i].len == 0) {
|
|
len += op[i].getlen(r, op[i].data);
|
|
|
|
} else {
|
|
len += op[i].len;
|
|
}
|
|
}
|
|
|
|
len += NGX_LINEFEED_SIZE;
|
|
|
|
file = log[l].file;
|
|
|
|
if (file && file->buffer) {
|
|
|
|
if (len > (size_t) (file->last - file->pos)) {
|
|
|
|
ngx_http_log_write(r, &log[l], file->buffer,
|
|
file->pos - file->buffer);
|
|
|
|
file->pos = file->buffer;
|
|
}
|
|
|
|
if (len <= (size_t) (file->last - file->pos)) {
|
|
|
|
p = file->pos;
|
|
|
|
for (i = 0; i < log[l].format->ops->nelts; i++) {
|
|
p = op[i].run(r, p, &op[i]);
|
|
}
|
|
|
|
ngx_linefeed(p);
|
|
|
|
file->pos = p;
|
|
|
|
continue;
|
|
}
|
|
}
|
|
|
|
line = ngx_pnalloc(r->pool, len);
|
|
if (line == NULL) {
|
|
return NGX_ERROR;
|
|
}
|
|
|
|
p = line;
|
|
|
|
for (i = 0; i < log[l].format->ops->nelts; i++) {
|
|
p = op[i].run(r, p, &op[i]);
|
|
}
|
|
|
|
ngx_linefeed(p);
|
|
|
|
ngx_http_log_write(r, &log[l], line, p - line);
|
|
}
|
|
|
|
return NGX_OK;
|
|
}
|
|
|
|
|
|
static void
|
|
ngx_http_log_write(ngx_http_request_t *r, ngx_http_log_t *log, u_char *buf,
|
|
size_t len)
|
|
{
|
|
u_char *name;
|
|
time_t now;
|
|
ssize_t n;
|
|
ngx_err_t err;
|
|
|
|
if (log->script == NULL) {
|
|
name = log->file->name.data;
|
|
n = ngx_write_fd(log->file->fd, buf, len);
|
|
|
|
} else {
|
|
name = NULL;
|
|
n = ngx_http_log_script_write(r, log->script, &name, buf, len);
|
|
}
|
|
|
|
if (n == (ssize_t) len) {
|
|
return;
|
|
}
|
|
|
|
now = ngx_time();
|
|
|
|
if (n == -1) {
|
|
err = ngx_errno;
|
|
|
|
if (err == NGX_ENOSPC) {
|
|
log->disk_full_time = now;
|
|
}
|
|
|
|
if (now - log->error_log_time > 59) {
|
|
ngx_log_error(NGX_LOG_ALERT, r->connection->log, err,
|
|
ngx_write_fd_n " to \"%s\" failed", name);
|
|
|
|
log->error_log_time = now;
|
|
}
|
|
|
|
return;
|
|
}
|
|
|
|
if (now - log->error_log_time > 59) {
|
|
ngx_log_error(NGX_LOG_ALERT, r->connection->log, 0,
|
|
ngx_write_fd_n " to \"%s\" was incomplete: %z of %uz",
|
|
name, n, len);
|
|
|
|
log->error_log_time = now;
|
|
}
|
|
}
|
|
|
|
|
|
static ssize_t
|
|
ngx_http_log_script_write(ngx_http_request_t *r, ngx_http_log_script_t *script,
|
|
u_char **name, u_char *buf, size_t len)
|
|
{
|
|
size_t root;
|
|
ssize_t n;
|
|
ngx_str_t log, path;
|
|
ngx_open_file_info_t of;
|
|
ngx_http_log_loc_conf_t *llcf;
|
|
ngx_http_core_loc_conf_t *clcf;
|
|
|
|
if (!r->root_tested) {
|
|
|
|
/* test root directory existance */
|
|
|
|
if (ngx_http_map_uri_to_path(r, &path, &root, 0) == NULL) {
|
|
/* simulate successfull logging */
|
|
return len;
|
|
}
|
|
|
|
path.data[root] = '\0';
|
|
|
|
clcf = ngx_http_get_module_loc_conf(r, ngx_http_core_module);
|
|
|
|
ngx_memzero(&of, sizeof(ngx_open_file_info_t));
|
|
|
|
of.valid = clcf->open_file_cache_valid;
|
|
of.min_uses = clcf->open_file_cache_min_uses;
|
|
of.test_dir = 1;
|
|
of.test_only = 1;
|
|
of.errors = clcf->open_file_cache_errors;
|
|
of.events = clcf->open_file_cache_events;
|
|
|
|
if (ngx_open_cached_file(clcf->open_file_cache, &path, &of, r->pool)
|
|
!= NGX_OK)
|
|
{
|
|
if (of.err == 0) {
|
|
/* simulate successfull logging */
|
|
return len;
|
|
}
|
|
|
|
ngx_log_error(NGX_LOG_ERR, r->connection->log, of.err,
|
|
"testing \"%s\" existence failed", path.data);
|
|
|
|
/* simulate successfull logging */
|
|
return len;
|
|
}
|
|
|
|
if (!of.is_dir) {
|
|
ngx_log_error(NGX_LOG_ERR, r->connection->log, NGX_ENOTDIR,
|
|
"testing \"%s\" existence failed", path.data);
|
|
|
|
/* simulate successfull logging */
|
|
return len;
|
|
}
|
|
}
|
|
|
|
if (ngx_http_script_run(r, &log, script->lengths->elts, 1,
|
|
script->values->elts)
|
|
== NULL)
|
|
{
|
|
/* simulate successfull logging */
|
|
return len;
|
|
}
|
|
|
|
log.data[log.len - 1] = '\0';
|
|
*name = log.data;
|
|
|
|
ngx_log_debug1(NGX_LOG_DEBUG_HTTP, r->connection->log, 0,
|
|
"http log \"%s\"", log.data);
|
|
|
|
llcf = ngx_http_get_module_loc_conf(r, ngx_http_log_module);
|
|
|
|
ngx_memzero(&of, sizeof(ngx_open_file_info_t));
|
|
|
|
of.log = 1;
|
|
of.valid = llcf->open_file_cache_valid;
|
|
of.min_uses = llcf->open_file_cache_min_uses;
|
|
of.directio = NGX_OPEN_FILE_DIRECTIO_OFF;
|
|
|
|
if (ngx_open_cached_file(llcf->open_file_cache, &log, &of, r->pool)
|
|
!= NGX_OK)
|
|
{
|
|
ngx_log_error(NGX_LOG_CRIT, r->connection->log, ngx_errno,
|
|
"%s \"%s\" failed", of.failed, log.data);
|
|
/* simulate successfull logging */
|
|
return len;
|
|
}
|
|
|
|
ngx_log_debug1(NGX_LOG_DEBUG_HTTP, r->connection->log, 0,
|
|
"http log #%d", of.fd);
|
|
|
|
n = ngx_write_fd(of.fd, buf, len);
|
|
|
|
return n;
|
|
}
|
|
|
|
|
|
static u_char *
|
|
ngx_http_log_copy_short(ngx_http_request_t *r, u_char *buf,
|
|
ngx_http_log_op_t *op)
|
|
{
|
|
size_t len;
|
|
uintptr_t data;
|
|
|
|
len = op->len;
|
|
data = op->data;
|
|
|
|
while (len--) {
|
|
*buf++ = (u_char) (data & 0xff);
|
|
data >>= 8;
|
|
}
|
|
|
|
return buf;
|
|
}
|
|
|
|
|
|
static u_char *
|
|
ngx_http_log_copy_long(ngx_http_request_t *r, u_char *buf,
|
|
ngx_http_log_op_t *op)
|
|
{
|
|
return ngx_cpymem(buf, (u_char *) op->data, op->len);
|
|
}
|
|
|
|
|
|
static u_char *
|
|
ngx_http_log_connection(ngx_http_request_t *r, u_char *buf,
|
|
ngx_http_log_op_t *op)
|
|
{
|
|
return ngx_sprintf(buf, "%ui", r->connection->number);
|
|
}
|
|
|
|
|
|
static u_char *
|
|
ngx_http_log_pipe(ngx_http_request_t *r, u_char *buf, ngx_http_log_op_t *op)
|
|
{
|
|
if (r->pipeline) {
|
|
*buf = 'p';
|
|
} else {
|
|
*buf = '.';
|
|
}
|
|
|
|
return buf + 1;
|
|
}
|
|
|
|
|
|
static u_char *
|
|
ngx_http_log_time(ngx_http_request_t *r, u_char *buf, ngx_http_log_op_t *op)
|
|
{
|
|
return ngx_cpymem(buf, ngx_cached_http_log_time.data,
|
|
ngx_cached_http_log_time.len);
|
|
}
|
|
|
|
static u_char *
|
|
ngx_http_log_iso8601(ngx_http_request_t *r, u_char *buf, ngx_http_log_op_t *op)
|
|
{
|
|
return ngx_cpymem(buf, ngx_cached_http_log_iso8601.data,
|
|
ngx_cached_http_log_iso8601.len);
|
|
}
|
|
|
|
static u_char *
|
|
ngx_http_log_msec(ngx_http_request_t *r, u_char *buf, ngx_http_log_op_t *op)
|
|
{
|
|
ngx_time_t *tp;
|
|
|
|
tp = ngx_timeofday();
|
|
|
|
return ngx_sprintf(buf, "%T.%03M", tp->sec, tp->msec);
|
|
}
|
|
|
|
|
|
static u_char *
|
|
ngx_http_log_request_time(ngx_http_request_t *r, u_char *buf,
|
|
ngx_http_log_op_t *op)
|
|
{
|
|
ngx_time_t *tp;
|
|
ngx_msec_int_t ms;
|
|
|
|
tp = ngx_timeofday();
|
|
|
|
ms = (ngx_msec_int_t)
|
|
((tp->sec - r->start_sec) * 1000 + (tp->msec - r->start_msec));
|
|
ms = ngx_max(ms, 0);
|
|
|
|
return ngx_sprintf(buf, "%T.%03M", ms / 1000, ms % 1000);
|
|
}
|
|
|
|
|
|
static u_char *
|
|
ngx_http_log_status(ngx_http_request_t *r, u_char *buf, ngx_http_log_op_t *op)
|
|
{
|
|
ngx_uint_t status;
|
|
|
|
if (r->err_status) {
|
|
status = r->err_status;
|
|
|
|
} else if (r->headers_out.status) {
|
|
status = r->headers_out.status;
|
|
|
|
} else if (r->http_version == NGX_HTTP_VERSION_9) {
|
|
*buf++ = '0';
|
|
*buf++ = '0';
|
|
*buf++ = '9';
|
|
return buf;
|
|
|
|
} else {
|
|
status = 0;
|
|
}
|
|
|
|
return ngx_sprintf(buf, "%ui", status);
|
|
}
|
|
|
|
|
|
static u_char *
|
|
ngx_http_log_bytes_sent(ngx_http_request_t *r, u_char *buf,
|
|
ngx_http_log_op_t *op)
|
|
{
|
|
return ngx_sprintf(buf, "%O", r->connection->sent);
|
|
}
|
|
|
|
|
|
/*
|
|
* although there is a real $body_bytes_sent variable,
|
|
* this log operation code function is more optimized for logging
|
|
*/
|
|
|
|
static u_char *
|
|
ngx_http_log_body_bytes_sent(ngx_http_request_t *r, u_char *buf,
|
|
ngx_http_log_op_t *op)
|
|
{
|
|
off_t length;
|
|
|
|
length = r->connection->sent - r->header_size;
|
|
|
|
if (length > 0) {
|
|
return ngx_sprintf(buf, "%O", length);
|
|
}
|
|
|
|
*buf = '0';
|
|
|
|
return buf + 1;
|
|
}
|
|
|
|
|
|
static u_char *
|
|
ngx_http_log_request_length(ngx_http_request_t *r, u_char *buf,
|
|
ngx_http_log_op_t *op)
|
|
{
|
|
return ngx_sprintf(buf, "%O", r->request_length);
|
|
}
|
|
|
|
|
|
static ngx_int_t
|
|
ngx_http_log_variable_compile(ngx_conf_t *cf, ngx_http_log_op_t *op,
|
|
ngx_str_t *value)
|
|
{
|
|
ngx_int_t index;
|
|
|
|
index = ngx_http_get_variable_index(cf, value);
|
|
if (index == NGX_ERROR) {
|
|
return NGX_ERROR;
|
|
}
|
|
|
|
op->len = 0;
|
|
op->getlen = ngx_http_log_variable_getlen;
|
|
op->run = ngx_http_log_variable;
|
|
op->data = index;
|
|
|
|
return NGX_OK;
|
|
}
|
|
|
|
|
|
static size_t
|
|
ngx_http_log_variable_getlen(ngx_http_request_t *r, uintptr_t data)
|
|
{
|
|
uintptr_t len;
|
|
ngx_http_variable_value_t *value;
|
|
|
|
value = ngx_http_get_indexed_variable(r, data);
|
|
|
|
if (value == NULL || value->not_found) {
|
|
return 1;
|
|
}
|
|
|
|
len = ngx_http_log_escape(NULL, value->data, value->len);
|
|
|
|
value->escape = len ? 1 : 0;
|
|
|
|
return value->len + len * 3;
|
|
}
|
|
|
|
|
|
static u_char *
|
|
ngx_http_log_variable(ngx_http_request_t *r, u_char *buf, ngx_http_log_op_t *op)
|
|
{
|
|
ngx_http_variable_value_t *value;
|
|
|
|
value = ngx_http_get_indexed_variable(r, op->data);
|
|
|
|
if (value == NULL || value->not_found) {
|
|
*buf = '-';
|
|
return buf + 1;
|
|
}
|
|
|
|
if (value->escape == 0) {
|
|
return ngx_cpymem(buf, value->data, value->len);
|
|
|
|
} else {
|
|
return (u_char *) ngx_http_log_escape(buf, value->data, value->len);
|
|
}
|
|
}
|
|
|
|
|
|
static uintptr_t
|
|
ngx_http_log_escape(u_char *dst, u_char *src, size_t size)
|
|
{
|
|
ngx_uint_t n;
|
|
static u_char hex[] = "0123456789ABCDEF";
|
|
|
|
static uint32_t escape[] = {
|
|
0xffffffff, /* 1111 1111 1111 1111 1111 1111 1111 1111 */
|
|
|
|
/* ?>=< ;:98 7654 3210 /.-, +*)( '&%$ #"! */
|
|
0x00000004, /* 0000 0000 0000 0000 0000 0000 0000 0100 */
|
|
|
|
/* _^]\ [ZYX WVUT SRQP ONML KJIH GFED CBA@ */
|
|
0x10000000, /* 0001 0000 0000 0000 0000 0000 0000 0000 */
|
|
|
|
/* ~}| {zyx wvut srqp onml kjih gfed cba` */
|
|
0x80000000, /* 1000 0000 0000 0000 0000 0000 0000 0000 */
|
|
|
|
0xffffffff, /* 1111 1111 1111 1111 1111 1111 1111 1111 */
|
|
0xffffffff, /* 1111 1111 1111 1111 1111 1111 1111 1111 */
|
|
0xffffffff, /* 1111 1111 1111 1111 1111 1111 1111 1111 */
|
|
0xffffffff, /* 1111 1111 1111 1111 1111 1111 1111 1111 */
|
|
};
|
|
|
|
|
|
if (dst == NULL) {
|
|
|
|
/* find the number of the characters to be escaped */
|
|
|
|
n = 0;
|
|
|
|
while (size) {
|
|
if (escape[*src >> 5] & (1 << (*src & 0x1f))) {
|
|
n++;
|
|
}
|
|
src++;
|
|
size--;
|
|
}
|
|
|
|
return (uintptr_t) n;
|
|
}
|
|
|
|
while (size) {
|
|
if (escape[*src >> 5] & (1 << (*src & 0x1f))) {
|
|
*dst++ = '\\';
|
|
*dst++ = 'x';
|
|
*dst++ = hex[*src >> 4];
|
|
*dst++ = hex[*src & 0xf];
|
|
src++;
|
|
|
|
} else {
|
|
*dst++ = *src++;
|
|
}
|
|
size--;
|
|
}
|
|
|
|
return (uintptr_t) dst;
|
|
}
|
|
|
|
|
|
static void *
|
|
ngx_http_log_create_main_conf(ngx_conf_t *cf)
|
|
{
|
|
ngx_http_log_main_conf_t *conf;
|
|
|
|
ngx_http_log_fmt_t *fmt;
|
|
|
|
conf = ngx_pcalloc(cf->pool, sizeof(ngx_http_log_main_conf_t));
|
|
if (conf == NULL) {
|
|
return NULL;
|
|
}
|
|
|
|
if (ngx_array_init(&conf->formats, cf->pool, 4, sizeof(ngx_http_log_fmt_t))
|
|
!= NGX_OK)
|
|
{
|
|
return NULL;
|
|
}
|
|
|
|
fmt = ngx_array_push(&conf->formats);
|
|
if (fmt == NULL) {
|
|
return NULL;
|
|
}
|
|
|
|
ngx_str_set(&fmt->name, "combined");
|
|
|
|
fmt->flushes = NULL;
|
|
|
|
fmt->ops = ngx_array_create(cf->pool, 16, sizeof(ngx_http_log_op_t));
|
|
if (fmt->ops == NULL) {
|
|
return NULL;
|
|
}
|
|
|
|
return conf;
|
|
}
|
|
|
|
|
|
static void *
|
|
ngx_http_log_create_loc_conf(ngx_conf_t *cf)
|
|
{
|
|
ngx_http_log_loc_conf_t *conf;
|
|
|
|
conf = ngx_pcalloc(cf->pool, sizeof(ngx_http_log_loc_conf_t));
|
|
if (conf == NULL) {
|
|
return NULL;
|
|
}
|
|
|
|
conf->open_file_cache = NGX_CONF_UNSET_PTR;
|
|
|
|
return conf;
|
|
}
|
|
|
|
|
|
static char *
|
|
ngx_http_log_merge_loc_conf(ngx_conf_t *cf, void *parent, void *child)
|
|
{
|
|
ngx_http_log_loc_conf_t *prev = parent;
|
|
ngx_http_log_loc_conf_t *conf = child;
|
|
|
|
ngx_http_log_t *log;
|
|
ngx_http_log_fmt_t *fmt;
|
|
ngx_http_log_main_conf_t *lmcf;
|
|
|
|
if (conf->open_file_cache == NGX_CONF_UNSET_PTR) {
|
|
|
|
conf->open_file_cache = prev->open_file_cache;
|
|
conf->open_file_cache_valid = prev->open_file_cache_valid;
|
|
conf->open_file_cache_min_uses = prev->open_file_cache_min_uses;
|
|
|
|
if (conf->open_file_cache == NGX_CONF_UNSET_PTR) {
|
|
conf->open_file_cache = NULL;
|
|
}
|
|
}
|
|
|
|
if (conf->logs || conf->off) {
|
|
return NGX_CONF_OK;
|
|
}
|
|
|
|
conf->logs = prev->logs;
|
|
conf->off = prev->off;
|
|
|
|
if (conf->logs || conf->off) {
|
|
return NGX_CONF_OK;
|
|
}
|
|
|
|
conf->logs = ngx_array_create(cf->pool, 2, sizeof(ngx_http_log_t));
|
|
if (conf->logs == NULL) {
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
|
|
log = ngx_array_push(conf->logs);
|
|
if (log == NULL) {
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
|
|
log->file = ngx_conf_open_file(cf->cycle, &ngx_http_access_log);
|
|
if (log->file == NULL) {
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
|
|
log->script = NULL;
|
|
log->disk_full_time = 0;
|
|
log->error_log_time = 0;
|
|
|
|
lmcf = ngx_http_conf_get_module_main_conf(cf, ngx_http_log_module);
|
|
fmt = lmcf->formats.elts;
|
|
|
|
/* the default "combined" format */
|
|
log->format = &fmt[0];
|
|
lmcf->combined_used = 1;
|
|
|
|
return NGX_CONF_OK;
|
|
}
|
|
|
|
|
|
static char *
|
|
ngx_http_log_set_log(ngx_conf_t *cf, ngx_command_t *cmd, void *conf)
|
|
{
|
|
ngx_http_log_loc_conf_t *llcf = conf;
|
|
|
|
ssize_t buf;
|
|
ngx_uint_t i, n;
|
|
ngx_str_t *value, name;
|
|
ngx_http_log_t *log;
|
|
ngx_http_log_fmt_t *fmt;
|
|
ngx_http_log_main_conf_t *lmcf;
|
|
ngx_http_script_compile_t sc;
|
|
|
|
value = cf->args->elts;
|
|
|
|
if (ngx_strcmp(value[1].data, "off") == 0) {
|
|
llcf->off = 1;
|
|
if (cf->args->nelts == 2) {
|
|
return NGX_CONF_OK;
|
|
}
|
|
|
|
ngx_conf_log_error(NGX_LOG_EMERG, cf, 0,
|
|
"invalid parameter \"%V\"", &value[2]);
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
|
|
if (llcf->logs == NULL) {
|
|
llcf->logs = ngx_array_create(cf->pool, 2, sizeof(ngx_http_log_t));
|
|
if (llcf->logs == NULL) {
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
}
|
|
|
|
lmcf = ngx_http_conf_get_module_main_conf(cf, ngx_http_log_module);
|
|
|
|
log = ngx_array_push(llcf->logs);
|
|
if (log == NULL) {
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
|
|
ngx_memzero(log, sizeof(ngx_http_log_t));
|
|
|
|
n = ngx_http_script_variables_count(&value[1]);
|
|
|
|
if (n == 0) {
|
|
log->file = ngx_conf_open_file(cf->cycle, &value[1]);
|
|
if (log->file == NULL) {
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
|
|
} else {
|
|
if (ngx_conf_full_name(cf->cycle, &value[1], 0) != NGX_OK) {
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
|
|
log->script = ngx_pcalloc(cf->pool, sizeof(ngx_http_log_script_t));
|
|
if (log->script == NULL) {
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
|
|
ngx_memzero(&sc, sizeof(ngx_http_script_compile_t));
|
|
|
|
sc.cf = cf;
|
|
sc.source = &value[1];
|
|
sc.lengths = &log->script->lengths;
|
|
sc.values = &log->script->values;
|
|
sc.variables = n;
|
|
sc.complete_lengths = 1;
|
|
sc.complete_values = 1;
|
|
|
|
if (ngx_http_script_compile(&sc) != NGX_OK) {
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
}
|
|
|
|
if (cf->args->nelts >= 3) {
|
|
name = value[2];
|
|
|
|
if (ngx_strcmp(name.data, "combined") == 0) {
|
|
lmcf->combined_used = 1;
|
|
}
|
|
|
|
} else {
|
|
ngx_str_set(&name, "combined");
|
|
lmcf->combined_used = 1;
|
|
}
|
|
|
|
fmt = lmcf->formats.elts;
|
|
for (i = 0; i < lmcf->formats.nelts; i++) {
|
|
if (fmt[i].name.len == name.len
|
|
&& ngx_strcasecmp(fmt[i].name.data, name.data) == 0)
|
|
{
|
|
log->format = &fmt[i];
|
|
goto buffer;
|
|
}
|
|
}
|
|
|
|
ngx_conf_log_error(NGX_LOG_EMERG, cf, 0,
|
|
"unknown log format \"%V\"", &name);
|
|
return NGX_CONF_ERROR;
|
|
|
|
buffer:
|
|
|
|
if (cf->args->nelts == 4) {
|
|
if (ngx_strncmp(value[3].data, "buffer=", 7) != 0) {
|
|
ngx_conf_log_error(NGX_LOG_EMERG, cf, 0,
|
|
"invalid parameter \"%V\"", &value[3]);
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
|
|
if (log->script) {
|
|
ngx_conf_log_error(NGX_LOG_EMERG, cf, 0,
|
|
"buffered logs cannot have variables in name");
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
|
|
name.len = value[3].len - 7;
|
|
name.data = value[3].data + 7;
|
|
|
|
buf = ngx_parse_size(&name);
|
|
|
|
if (buf == NGX_ERROR) {
|
|
ngx_conf_log_error(NGX_LOG_EMERG, cf, 0,
|
|
"invalid parameter \"%V\"", &value[3]);
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
|
|
if (log->file->buffer && log->file->last - log->file->pos != buf) {
|
|
ngx_conf_log_error(NGX_LOG_EMERG, cf, 0,
|
|
"access_log \"%V\" already defined "
|
|
"with different buffer size", &value[1]);
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
|
|
log->file->buffer = ngx_palloc(cf->pool, buf);
|
|
if (log->file->buffer == NULL) {
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
|
|
log->file->pos = log->file->buffer;
|
|
log->file->last = log->file->buffer + buf;
|
|
}
|
|
|
|
return NGX_CONF_OK;
|
|
}
|
|
|
|
|
|
static char *
|
|
ngx_http_log_set_format(ngx_conf_t *cf, ngx_command_t *cmd, void *conf)
|
|
{
|
|
ngx_http_log_main_conf_t *lmcf = conf;
|
|
|
|
ngx_str_t *value;
|
|
ngx_uint_t i;
|
|
ngx_http_log_fmt_t *fmt;
|
|
|
|
value = cf->args->elts;
|
|
|
|
fmt = lmcf->formats.elts;
|
|
for (i = 0; i < lmcf->formats.nelts; i++) {
|
|
if (fmt[i].name.len == value[1].len
|
|
&& ngx_strcmp(fmt[i].name.data, value[1].data) == 0)
|
|
{
|
|
ngx_conf_log_error(NGX_LOG_EMERG, cf, 0,
|
|
"duplicate \"log_format\" name \"%V\"",
|
|
&value[1]);
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
}
|
|
|
|
fmt = ngx_array_push(&lmcf->formats);
|
|
if (fmt == NULL) {
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
|
|
fmt->name = value[1];
|
|
|
|
fmt->flushes = ngx_array_create(cf->pool, 4, sizeof(ngx_int_t));
|
|
if (fmt->flushes == NULL) {
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
|
|
fmt->ops = ngx_array_create(cf->pool, 16, sizeof(ngx_http_log_op_t));
|
|
if (fmt->ops == NULL) {
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
|
|
return ngx_http_log_compile_format(cf, fmt->flushes, fmt->ops, cf->args, 2);
|
|
}
|
|
|
|
|
|
static char *
|
|
ngx_http_log_compile_format(ngx_conf_t *cf, ngx_array_t *flushes,
|
|
ngx_array_t *ops, ngx_array_t *args, ngx_uint_t s)
|
|
{
|
|
u_char *data, *p, ch;
|
|
size_t i, len;
|
|
ngx_str_t *value, var;
|
|
ngx_int_t *flush;
|
|
ngx_uint_t bracket;
|
|
ngx_http_log_op_t *op;
|
|
ngx_http_log_var_t *v;
|
|
|
|
value = args->elts;
|
|
|
|
for ( /* void */ ; s < args->nelts; s++) {
|
|
|
|
i = 0;
|
|
|
|
while (i < value[s].len) {
|
|
|
|
op = ngx_array_push(ops);
|
|
if (op == NULL) {
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
|
|
data = &value[s].data[i];
|
|
|
|
if (value[s].data[i] == '$') {
|
|
|
|
if (++i == value[s].len) {
|
|
goto invalid;
|
|
}
|
|
|
|
if (value[s].data[i] == '{') {
|
|
bracket = 1;
|
|
|
|
if (++i == value[s].len) {
|
|
goto invalid;
|
|
}
|
|
|
|
var.data = &value[s].data[i];
|
|
|
|
} else {
|
|
bracket = 0;
|
|
var.data = &value[s].data[i];
|
|
}
|
|
|
|
for (var.len = 0; i < value[s].len; i++, var.len++) {
|
|
ch = value[s].data[i];
|
|
|
|
if (ch == '}' && bracket) {
|
|
i++;
|
|
bracket = 0;
|
|
break;
|
|
}
|
|
|
|
if ((ch >= 'A' && ch <= 'Z')
|
|
|| (ch >= 'a' && ch <= 'z')
|
|
|| (ch >= '0' && ch <= '9')
|
|
|| ch == '_')
|
|
{
|
|
continue;
|
|
}
|
|
|
|
break;
|
|
}
|
|
|
|
if (bracket) {
|
|
ngx_conf_log_error(NGX_LOG_EMERG, cf, 0,
|
|
"the closing bracket in \"%V\" "
|
|
"variable is missing", &var);
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
|
|
if (var.len == 0) {
|
|
goto invalid;
|
|
}
|
|
|
|
if (ngx_strncmp(var.data, "apache_bytes_sent", 17) == 0) {
|
|
ngx_conf_log_error(NGX_LOG_WARN, cf, 0,
|
|
"use \"$body_bytes_sent\" instead of "
|
|
"\"$apache_bytes_sent\"");
|
|
}
|
|
|
|
for (v = ngx_http_log_vars; v->name.len; v++) {
|
|
|
|
if (v->name.len == var.len
|
|
&& ngx_strncmp(v->name.data, var.data, var.len) == 0)
|
|
{
|
|
op->len = v->len;
|
|
op->getlen = NULL;
|
|
op->run = v->run;
|
|
op->data = 0;
|
|
|
|
goto found;
|
|
}
|
|
}
|
|
|
|
if (ngx_http_log_variable_compile(cf, op, &var) != NGX_OK) {
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
|
|
if (flushes) {
|
|
|
|
flush = ngx_array_push(flushes);
|
|
if (flush == NULL) {
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
|
|
*flush = op->data; /* variable index */
|
|
}
|
|
|
|
found:
|
|
|
|
continue;
|
|
}
|
|
|
|
i++;
|
|
|
|
while (i < value[s].len && value[s].data[i] != '$') {
|
|
i++;
|
|
}
|
|
|
|
len = &value[s].data[i] - data;
|
|
|
|
if (len) {
|
|
|
|
op->len = len;
|
|
op->getlen = NULL;
|
|
|
|
if (len <= sizeof(uintptr_t)) {
|
|
op->run = ngx_http_log_copy_short;
|
|
op->data = 0;
|
|
|
|
while (len--) {
|
|
op->data <<= 8;
|
|
op->data |= data[len];
|
|
}
|
|
|
|
} else {
|
|
op->run = ngx_http_log_copy_long;
|
|
|
|
p = ngx_pnalloc(cf->pool, len);
|
|
if (p == NULL) {
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
|
|
ngx_memcpy(p, data, len);
|
|
op->data = (uintptr_t) p;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
return NGX_CONF_OK;
|
|
|
|
invalid:
|
|
|
|
ngx_conf_log_error(NGX_LOG_EMERG, cf, 0, "invalid parameter \"%s\"", data);
|
|
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
|
|
|
|
static char *
|
|
ngx_http_log_open_file_cache(ngx_conf_t *cf, ngx_command_t *cmd, void *conf)
|
|
{
|
|
ngx_http_log_loc_conf_t *llcf = conf;
|
|
|
|
time_t inactive, valid;
|
|
ngx_str_t *value, s;
|
|
ngx_int_t max, min_uses;
|
|
ngx_uint_t i;
|
|
|
|
if (llcf->open_file_cache != NGX_CONF_UNSET_PTR) {
|
|
return "is duplicate";
|
|
}
|
|
|
|
value = cf->args->elts;
|
|
|
|
max = 0;
|
|
inactive = 10;
|
|
valid = 60;
|
|
min_uses = 1;
|
|
|
|
for (i = 1; i < cf->args->nelts; i++) {
|
|
|
|
if (ngx_strncmp(value[i].data, "max=", 4) == 0) {
|
|
|
|
max = ngx_atoi(value[i].data + 4, value[i].len - 4);
|
|
if (max == NGX_ERROR) {
|
|
goto failed;
|
|
}
|
|
|
|
continue;
|
|
}
|
|
|
|
if (ngx_strncmp(value[i].data, "inactive=", 9) == 0) {
|
|
|
|
s.len = value[i].len - 9;
|
|
s.data = value[i].data + 9;
|
|
|
|
inactive = ngx_parse_time(&s, 1);
|
|
if (inactive < 0) {
|
|
goto failed;
|
|
}
|
|
|
|
continue;
|
|
}
|
|
|
|
if (ngx_strncmp(value[i].data, "min_uses=", 9) == 0) {
|
|
|
|
min_uses = ngx_atoi(value[i].data + 9, value[i].len - 9);
|
|
if (min_uses == NGX_ERROR) {
|
|
goto failed;
|
|
}
|
|
|
|
continue;
|
|
}
|
|
|
|
if (ngx_strncmp(value[i].data, "valid=", 6) == 0) {
|
|
|
|
s.len = value[i].len - 6;
|
|
s.data = value[i].data + 6;
|
|
|
|
valid = ngx_parse_time(&s, 1);
|
|
if (valid < 0) {
|
|
goto failed;
|
|
}
|
|
|
|
continue;
|
|
}
|
|
|
|
if (ngx_strcmp(value[i].data, "off") == 0) {
|
|
|
|
llcf->open_file_cache = NULL;
|
|
|
|
continue;
|
|
}
|
|
|
|
failed:
|
|
|
|
ngx_conf_log_error(NGX_LOG_EMERG, cf, 0,
|
|
"invalid \"open_log_file_cache\" parameter \"%V\"",
|
|
&value[i]);
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
|
|
if (llcf->open_file_cache == NULL) {
|
|
return NGX_CONF_OK;
|
|
}
|
|
|
|
if (max == 0) {
|
|
ngx_conf_log_error(NGX_LOG_EMERG, cf, 0,
|
|
"\"open_log_file_cache\" must have \"max\" parameter");
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
|
|
llcf->open_file_cache = ngx_open_file_cache_init(cf->pool, max, inactive);
|
|
|
|
if (llcf->open_file_cache) {
|
|
|
|
llcf->open_file_cache_valid = valid;
|
|
llcf->open_file_cache_min_uses = min_uses;
|
|
|
|
return NGX_CONF_OK;
|
|
}
|
|
|
|
return NGX_CONF_ERROR;
|
|
}
|
|
|
|
|
|
static ngx_int_t
|
|
ngx_http_log_init(ngx_conf_t *cf)
|
|
{
|
|
ngx_str_t *value;
|
|
ngx_array_t a;
|
|
ngx_http_handler_pt *h;
|
|
ngx_http_log_fmt_t *fmt;
|
|
ngx_http_log_main_conf_t *lmcf;
|
|
ngx_http_core_main_conf_t *cmcf;
|
|
|
|
lmcf = ngx_http_conf_get_module_main_conf(cf, ngx_http_log_module);
|
|
|
|
if (lmcf->combined_used) {
|
|
if (ngx_array_init(&a, cf->pool, 1, sizeof(ngx_str_t)) != NGX_OK) {
|
|
return NGX_ERROR;
|
|
}
|
|
|
|
value = ngx_array_push(&a);
|
|
if (value == NULL) {
|
|
return NGX_ERROR;
|
|
}
|
|
|
|
*value = ngx_http_combined_fmt;
|
|
fmt = lmcf->formats.elts;
|
|
|
|
if (ngx_http_log_compile_format(cf, NULL, fmt->ops, &a, 0)
|
|
!= NGX_CONF_OK)
|
|
{
|
|
return NGX_ERROR;
|
|
}
|
|
}
|
|
|
|
cmcf = ngx_http_conf_get_module_main_conf(cf, ngx_http_core_module);
|
|
|
|
h = ngx_array_push(&cmcf->phases[NGX_HTTP_LOG_PHASE].handlers);
|
|
if (h == NULL) {
|
|
return NGX_ERROR;
|
|
}
|
|
|
|
*h = ngx_http_log_handler;
|
|
|
|
return NGX_OK;
|
|
}
|