nginx/src/http/ngx_http_cache.c

325 lines
8.2 KiB
C
Raw Normal View History

2003-05-29 21:02:09 +08:00
2003-11-03 06:56:18 +08:00
#include <ngx_config.h>
#include <ngx_core.h>
#include <ngx_http.h>
2003-11-19 05:34:08 +08:00
2003-11-03 06:56:18 +08:00
#include <md5.h>
2003-11-17 05:49:42 +08:00
#if (HAVE_OPENSSL_MD5)
2003-11-12 06:16:11 +08:00
#define MD5Init MD5_Init
#define MD5Update MD5_Update
#define MD5Final MD5_Final
#endif
2003-11-03 06:56:18 +08:00
int ngx_http_cache_get_file(ngx_http_request_t *r, ngx_http_cache_ctx_t *ctx)
{
MD5_CTX md5;
2003-11-04 01:33:31 +08:00
2003-11-05 06:12:39 +08:00
ctx->header_size = sizeof(ngx_http_cache_header_t) + ctx->key.len + 1;
2003-11-03 06:56:18 +08:00
ctx->file.name.len = ctx->path->name.len + 1 + ctx->path->len + 32;
if (!(ctx->file.name.data = ngx_palloc(r->pool, ctx->file.name.len + 1))) {
return NGX_ERROR;
}
ngx_memcpy(ctx->file.name.data, ctx->path->name.data, ctx->path->name.len);
MD5Init(&md5);
MD5Update(&md5, (u_char *) ctx->key.data, ctx->key.len);
2003-11-05 06:12:39 +08:00
MD5Final(ctx->md5, &md5);
2003-11-06 01:03:41 +08:00
ngx_md5_text(ctx->file.name.data + ctx->path->name.len + 1 + ctx->path->len,
2003-11-05 06:12:39 +08:00
ctx->md5);
2003-11-03 06:56:18 +08:00
ngx_log_debug(r->connection->log, "URL: %s, md5: %s" _ ctx->key.data _
ctx->file.name.data + ctx->path->name.len + 1 + ctx->path->len);
ngx_create_hashed_filename(&ctx->file, ctx->path);
ngx_log_debug(r->connection->log, "FILE: %s" _ ctx->file.name.data);
/* TODO: look open files cache */
2003-11-19 05:34:08 +08:00
return ngx_http_cache_open_file(ctx, 0);
}
/* TODO: Win32 inode analogy */
2003-11-19 05:34:08 +08:00
int ngx_http_cache_open_file(ngx_http_cache_ctx_t *ctx, ngx_file_uniq_t uniq)
{
ssize_t n;
ngx_err_t err;
ngx_http_cache_header_t *h;
2003-11-03 06:56:18 +08:00
ctx->file.fd = ngx_open_file(ctx->file.name.data,
NGX_FILE_RDONLY, NGX_FILE_OPEN);
if (ctx->file.fd == NGX_INVALID_FILE) {
err = ngx_errno;
if (err == NGX_ENOENT || err == NGX_ENOTDIR) {
return NGX_DECLINED;
}
2003-11-19 05:34:08 +08:00
ngx_log_error(NGX_LOG_CRIT, ctx->log, ngx_errno,
2003-11-03 06:56:18 +08:00
ngx_open_file_n " \"%s\" failed", ctx->file.name.data);
return NGX_ERROR;
}
if (uniq) {
2003-11-17 05:49:42 +08:00
if (ngx_fd_info(ctx->file.fd, &ctx->file.info) == NGX_FILE_ERROR) {
2003-11-19 05:34:08 +08:00
ngx_log_error(NGX_LOG_CRIT, ctx->log, ngx_errno,
2003-11-17 05:49:42 +08:00
ngx_fd_info_n " \"%s\" failed", ctx->file.name.data);
return NGX_ERROR;
}
2003-11-17 05:49:42 +08:00
if (ngx_file_uniq(&ctx->file.info) == uniq) {
if (ngx_close_file(ctx->file.fd) == NGX_FILE_ERROR) {
2003-11-19 05:34:08 +08:00
ngx_log_error(NGX_LOG_ALERT, ctx->log, ngx_errno,
ngx_close_file_n " \"%s\" failed",
ctx->file.name.data);
}
return NGX_HTTP_CACHE_THE_SAME;
}
}
2003-11-03 06:56:18 +08:00
n = ngx_read_file(&ctx->file, ctx->buf->pos,
ctx->buf->end - ctx->buf->last, 0);
if (n == NGX_ERROR || n == NGX_AGAIN) {
return n;
}
2003-11-04 01:33:31 +08:00
if (n <= ctx->header_size) {
2003-11-19 05:34:08 +08:00
ngx_log_error(NGX_LOG_CRIT, ctx->log, 0,
2003-11-04 01:33:31 +08:00
"cache file \"%s\" is too small", ctx->file.name.data);
2003-11-03 06:56:18 +08:00
return NGX_ERROR;
}
2003-11-05 06:12:39 +08:00
h = (ngx_http_cache_header_t *) ctx->buf->pos;
ctx->expires = h->expires;
ctx->last_modified= h->last_modified;
ctx->date = h->date;
ctx->length = h->length;
2003-11-04 01:33:31 +08:00
2003-11-20 00:26:41 +08:00
if (h->key_len > (size_t) (ctx->buf->end - ctx->buf->pos)) {
2003-11-19 05:34:08 +08:00
ngx_log_error(NGX_LOG_ALERT, ctx->log, 0,
2003-11-19 00:49:00 +08:00
"cache file \"%s\" is probably invalid",
ctx->file.name.data);
return NGX_DECLINED;
}
2003-11-19 05:34:08 +08:00
if (ctx->key.len
&& (h->key_len != ctx->key.len
|| ngx_strncmp(h->key, ctx->key.data, h->key_len) != 0))
2003-11-03 06:56:18 +08:00
{
2003-11-04 01:33:31 +08:00
h->key[h->key_len] = '\0';
2003-11-19 05:34:08 +08:00
ngx_log_error(NGX_LOG_ALERT, ctx->log, 0,
2003-11-03 06:56:18 +08:00
"md5 collision: \"%s\" and \"%s\"",
2003-11-04 01:33:31 +08:00
h->key, ctx->key.data);
2003-11-03 06:56:18 +08:00
return NGX_DECLINED;
}
ctx->buf->last += n;
2003-11-05 06:12:39 +08:00
if (ctx->expires < ngx_time()) {
2003-11-19 05:34:08 +08:00
ngx_log_debug(ctx->log, "EXPIRED");
2003-11-04 06:20:44 +08:00
return NGX_HTTP_CACHE_STALE;
2003-11-04 01:33:31 +08:00
}
2003-11-04 06:20:44 +08:00
/* TODO: NGX_HTTP_CACHE_AGED */
2003-11-03 06:56:18 +08:00
return NGX_OK;
}
2003-11-19 05:34:08 +08:00
int ngx_garbage_collector_http_cache_handler(ngx_gc_t *gc, ngx_str_t *name,
ngx_dir_t *dir)
{
int rc;
char data[sizeof(ngx_http_cache_header_t)];
ngx_hunk_t buf;
ngx_http_cache_ctx_t ctx;
ctx.file.fd = NGX_INVALID_FILE;
ctx.file.name = *name;
ctx.file.log = gc->log;
ctx.header_size = sizeof(ngx_http_cache_header_t);
ctx.buf = &buf;
ctx.log = gc->log;
ctx.key.len = 0;
buf.type = NGX_HUNK_IN_MEMORY|NGX_HUNK_TEMP;
buf.pos = data;
buf.last = data;
buf.start = data;
buf.end = data + sizeof(ngx_http_cache_header_t);
rc = ngx_http_cache_open_file(&ctx, 0);
/* TODO: NGX_AGAIN */
if (rc != NGX_ERROR && rc != NGX_DECLINED && rc != NGX_HTTP_CACHE_STALE) {
return NGX_OK;
}
if (ngx_delete_file(name->data) == NGX_FILE_ERROR) {
ngx_log_error(NGX_LOG_CRIT, gc->log, ngx_errno,
ngx_delete_file_n " \"%s\" failed", name->data);
return NGX_ERROR;
}
gc->deleted++;
gc->freed += ngx_de_size(dir);
return NGX_OK;
}
2003-11-03 06:56:18 +08:00
int ngx_http_cache_update_file(ngx_http_request_t *r, ngx_http_cache_ctx_t *ctx,
ngx_str_t *temp_file)
{
int retry;
ngx_err_t err;
retry = 0;
for ( ;; ) {
2003-11-17 05:49:42 +08:00
if (ngx_rename_file(temp_file->data, ctx->file.name.data) == NGX_OK) {
2003-11-03 06:56:18 +08:00
return NGX_OK;
}
err = ngx_errno;
2003-11-17 05:49:42 +08:00
#if (WIN32)
if (err == NGX_EEXIST) {
if (ngx_win32_rename_file(temp_file, &ctx->file.name, r->pool)
== NGX_ERROR)
{
return NGX_ERROR;
}
}
#endif
2003-11-03 06:56:18 +08:00
if (retry || (err != NGX_ENOENT && err != NGX_ENOTDIR)) {
ngx_log_error(NGX_LOG_CRIT, r->connection->log, ngx_errno,
ngx_rename_file_n "(\"%s\", \"%s\") failed",
temp_file->data, ctx->file.name.data);
return NGX_ERROR;
}
if (ngx_create_path(&ctx->file, ctx->path) == NGX_ERROR) {
return NGX_ERROR;
}
retry = 1;
}
}
#if 0
2003-05-29 21:02:09 +08:00
2003-06-02 23:24:30 +08:00
/*
* small file in malloc()ed memory, mmap()ed file, file descriptor only,
2003-06-16 02:32:13 +08:00
* file access time only (to estimate could pages still be in memory),
2003-06-02 23:24:30 +08:00
* translated URI (ngx_http_index_hanlder),
* compiled script (ngx_http_ssi_filter).
*/
2003-05-29 21:02:09 +08:00
#define NGX_HTTP_CACHE_ENTRY_DELETED 0x00000001
#define NGX_HTTP_CACHE_ENTRY_MMAPED 0x00000002
/* "/" -> "/index.html" in ngx_http_index_handler */
#define NGX_HTTP_CACHE_ENTRY_URI 0x00000004
2003-06-16 02:32:13 +08:00
/* 301 location "/dir" -> "dir/" in ngx_http_core_handler */
/* compiled script in ngx_http_ssi_filter */
2003-06-02 23:24:30 +08:00
#define NGX_HTTP_CACHE_ENTRY_SCRIPT 0x00000008
2003-05-29 21:02:09 +08:00
#define NGX_HTTP_CACHE_FILTER_FLAGS 0xFFFF0000
typedef struct {
ngx_fd_t fd;
off_t size;
void *data;
time_t accessed;
time_t last_modified;
time_t updated; /* no needed with kqueue */
int refs;
int flags;
} ngx_http_cache_entry_t;
typedef struct {
u_int32_t crc;
ngx_str_t uri;
ngx_http_cache_t *cache;
} ngx_http_cache_hash_entry_t;
typedef struct {
ngx_http_cache_t *cache;
u_int32_t crc;
int n;
} ngx_http_cache_handle_t;
int ngx_http_cache_get(ngx_http_cache_hash_t *cache_hash,
ngx_str_t *uri, ngx_http_cache_handle_t *h)
{
int hi;
ngx_http_cache_hash_entry_t *entry;
2003-06-02 23:24:30 +08:00
h->crc = ngx_crc(uri->data, uri->len);
2003-05-29 21:02:09 +08:00
hi = h->crc % cache_hash->size;
entry = cache_hash[hi].elts;
for (i = 0; i < cache_hash[hi].nelts; i++) {
if (entry[i].crc == crc
&& entry[i].uri.len == uri->len
&& ngx_strncmp(entry[i].uri.data, uri->data, uri->len) == 0
{
h->cache = entry[i].cache;
h->cache->refs++;
h->n = hi;
return NGX_OK;
}
}
return NGX_ERROR;
}
2003-06-02 23:24:30 +08:00
/* 32-bit crc16 */
int ngx_crc(char *data, size_t len)
{
u_int32_t sum;
for (sum = 0; len; len--) {
/*
2003-07-01 23:00:03 +08:00
* gcc 2.95.2 x86 and icc 7.1.006 compile that operator
* into the single rol opcode.
2003-06-02 23:24:30 +08:00
* msvc 6.0sp2 compiles it into four opcodes.
*/
sum = sum >> 1 | sum << 31;
sum += *data++;
}
return sum;
}
2003-11-03 06:56:18 +08:00
#endif