2003-10-27 16:53:49 +08:00
|
|
|
|
|
|
|
#include <ngx_config.h>
|
|
|
|
#include <ngx_core.h>
|
2003-10-28 05:01:00 +08:00
|
|
|
#include <ngx_event.h>
|
2003-10-27 16:53:49 +08:00
|
|
|
|
|
|
|
|
|
|
|
#define NGX_NONE 1
|
|
|
|
|
|
|
|
|
2004-06-16 23:32:11 +08:00
|
|
|
ngx_inline static ngx_int_t
|
|
|
|
ngx_output_chain_need_to_copy(ngx_output_chain_ctx_t *ctx, ngx_buf_t *buf);
|
2004-05-28 23:49:23 +08:00
|
|
|
static ngx_int_t ngx_output_chain_copy_buf(ngx_buf_t *dst, ngx_buf_t *src,
|
|
|
|
ngx_uint_t sendfile);
|
2003-10-27 16:53:49 +08:00
|
|
|
|
|
|
|
|
2004-06-16 23:32:11 +08:00
|
|
|
ngx_int_t ngx_output_chain(ngx_output_chain_ctx_t *ctx, ngx_chain_t *in)
|
2003-10-27 16:53:49 +08:00
|
|
|
{
|
|
|
|
int rc, last;
|
2004-05-28 23:49:23 +08:00
|
|
|
size_t size, bsize;
|
2003-10-27 16:53:49 +08:00
|
|
|
ngx_chain_t *cl, *out, **last_out;
|
|
|
|
|
|
|
|
/*
|
2004-04-19 03:06:02 +08:00
|
|
|
* the short path for the case when the ctx->in chain is empty
|
2004-05-28 23:49:23 +08:00
|
|
|
* and the incoming chain is empty too or it has the single buf
|
2003-10-27 16:53:49 +08:00
|
|
|
* that does not require the copy
|
|
|
|
*/
|
|
|
|
|
|
|
|
if (ctx->in == NULL) {
|
|
|
|
|
|
|
|
if (in == NULL) {
|
2004-03-23 14:01:52 +08:00
|
|
|
return ctx->output_filter(ctx->filter_ctx, in);
|
2003-10-27 16:53:49 +08:00
|
|
|
}
|
|
|
|
|
2003-10-28 05:01:00 +08:00
|
|
|
if (in->next == NULL
|
2004-05-28 23:49:23 +08:00
|
|
|
&& (!ngx_output_chain_need_to_copy(ctx, in->buf)))
|
2003-10-27 16:53:49 +08:00
|
|
|
{
|
2004-03-23 14:01:52 +08:00
|
|
|
return ctx->output_filter(ctx->filter_ctx, in);
|
2003-10-27 16:53:49 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2004-06-01 14:04:46 +08:00
|
|
|
/* add the incoming buf to the chain ctx->in */
|
2003-10-27 16:53:49 +08:00
|
|
|
|
|
|
|
if (in) {
|
|
|
|
if (ngx_chain_add_copy(ctx->pool, &ctx->in, in) == NGX_ERROR) {
|
|
|
|
return NGX_ERROR;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
last = NGX_NONE;
|
2003-10-29 16:30:44 +08:00
|
|
|
out = NULL;
|
2003-10-27 16:53:49 +08:00
|
|
|
last_out = &out;
|
|
|
|
|
|
|
|
for ( ;; ) {
|
|
|
|
|
|
|
|
while (ctx->in) {
|
|
|
|
|
2004-04-19 03:06:02 +08:00
|
|
|
/*
|
2004-05-28 23:49:23 +08:00
|
|
|
* cycle while there are the ctx->in bufs
|
|
|
|
* or there are the free output bufs to copy in
|
2004-04-19 03:06:02 +08:00
|
|
|
*/
|
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
if (!ngx_output_chain_need_to_copy(ctx, ctx->in->buf)) {
|
2003-10-27 16:53:49 +08:00
|
|
|
|
2004-04-19 03:06:02 +08:00
|
|
|
/* move the chain link to the output chain */
|
2003-10-27 16:53:49 +08:00
|
|
|
|
|
|
|
cl = ctx->in;
|
|
|
|
ctx->in = cl->next;
|
|
|
|
|
|
|
|
*last_out = cl;
|
|
|
|
last_out = &cl->next;
|
|
|
|
cl->next = NULL;
|
|
|
|
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
2004-07-29 00:16:50 +08:00
|
|
|
bsize = ngx_buf_size(ctx->in->buf);
|
|
|
|
|
|
|
|
if (bsize == 0) {
|
|
|
|
ctx->in = ctx->in->next;
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
if (ctx->buf == NULL) {
|
2003-10-27 16:53:49 +08:00
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
/* get the free buf */
|
2003-10-27 16:53:49 +08:00
|
|
|
|
|
|
|
if (ctx->free) {
|
2004-05-28 23:49:23 +08:00
|
|
|
ctx->buf = ctx->free->buf;
|
2003-10-27 16:53:49 +08:00
|
|
|
ctx->free = ctx->free->next;
|
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
} else if (out || ctx->allocated == ctx->bufs.num) {
|
2004-05-12 13:37:55 +08:00
|
|
|
|
|
|
|
break;
|
|
|
|
|
|
|
|
} else {
|
2003-10-27 16:53:49 +08:00
|
|
|
|
|
|
|
size = ctx->bufs.size;
|
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
if (ctx->in->buf->last_buf) {
|
2003-10-27 16:53:49 +08:00
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
if (bsize < ctx->bufs.size) {
|
2003-10-27 16:53:49 +08:00
|
|
|
|
|
|
|
/*
|
2004-05-28 23:49:23 +08:00
|
|
|
* allocate small temp buf for the small last buf
|
2003-10-27 16:53:49 +08:00
|
|
|
* or its small last part
|
|
|
|
*/
|
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
size = bsize;
|
2003-10-27 16:53:49 +08:00
|
|
|
|
|
|
|
} else if (ctx->bufs.num == 1
|
2004-05-28 23:49:23 +08:00
|
|
|
&& (bsize < ctx->bufs.size
|
2003-10-27 16:53:49 +08:00
|
|
|
+ (ctx->bufs.size >> 2)))
|
|
|
|
{
|
|
|
|
/*
|
2004-05-28 23:49:23 +08:00
|
|
|
* allocate a temp buf that equals
|
|
|
|
* to the last buf if the last buf size is lesser
|
|
|
|
* than 1.25 of bufs.size and a temp buf is single
|
2003-10-27 16:53:49 +08:00
|
|
|
*/
|
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
size = bsize;
|
2003-10-27 16:53:49 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
if (!(ctx->buf = ngx_create_temp_buf(ctx->pool, size))) {
|
|
|
|
return NGX_ERROR;
|
|
|
|
}
|
|
|
|
|
|
|
|
ctx->buf->tag = ctx->tag;
|
|
|
|
ctx->buf->recycled = 1;
|
|
|
|
ctx->allocated++;
|
2003-10-27 16:53:49 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
rc = ngx_output_chain_copy_buf(ctx->buf, ctx->in->buf,
|
|
|
|
ctx->sendfile);
|
2003-10-27 16:53:49 +08:00
|
|
|
|
|
|
|
if (rc == NGX_ERROR) {
|
|
|
|
return rc;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (rc == NGX_AGAIN) {
|
|
|
|
if (out) {
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
return rc;
|
|
|
|
}
|
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
/* delete the completed buf from the ctx->in chain */
|
2003-10-27 16:53:49 +08:00
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
if (ngx_buf_size(ctx->in->buf) == 0) {
|
2003-10-27 16:53:49 +08:00
|
|
|
ctx->in = ctx->in->next;
|
|
|
|
}
|
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
ngx_alloc_link_and_set_buf(cl, ctx->buf, ctx->pool, NGX_ERROR);
|
2003-10-27 16:53:49 +08:00
|
|
|
*last_out = cl;
|
|
|
|
last_out = &cl->next;
|
2004-05-28 23:49:23 +08:00
|
|
|
ctx->buf = NULL;
|
2003-10-27 16:53:49 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
if (out == NULL && last != NGX_NONE) {
|
|
|
|
return last;
|
|
|
|
}
|
|
|
|
|
2004-03-23 14:01:52 +08:00
|
|
|
last = ctx->output_filter(ctx->filter_ctx, out);
|
2003-10-27 16:53:49 +08:00
|
|
|
|
|
|
|
ngx_chain_update_chains(&ctx->free, &ctx->busy, &out, ctx->tag);
|
|
|
|
last_out = &out;
|
2004-04-19 03:06:02 +08:00
|
|
|
|
|
|
|
if (last == NGX_ERROR) {
|
|
|
|
return last;
|
|
|
|
}
|
2003-10-27 16:53:49 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2004-06-16 23:32:11 +08:00
|
|
|
ngx_inline static ngx_int_t
|
|
|
|
ngx_output_chain_need_to_copy(ngx_output_chain_ctx_t *ctx, ngx_buf_t *buf)
|
2003-10-27 16:53:49 +08:00
|
|
|
{
|
2004-05-28 23:49:23 +08:00
|
|
|
if (ngx_buf_special(buf)) {
|
2003-10-27 16:53:49 +08:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2003-11-03 06:56:18 +08:00
|
|
|
if (!ctx->sendfile) {
|
2004-05-28 23:49:23 +08:00
|
|
|
if (!ngx_buf_in_memory(buf)) {
|
2003-11-03 06:56:18 +08:00
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
buf->in_file = 0;
|
2003-10-27 16:53:49 +08:00
|
|
|
}
|
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
if (ctx->need_in_memory && !ngx_buf_in_memory(buf)) {
|
2003-10-27 16:53:49 +08:00
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
if (ctx->need_in_temp && (buf->memory || buf->mmap)) {
|
2003-10-27 16:53:49 +08:00
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
static ngx_int_t ngx_output_chain_copy_buf(ngx_buf_t *dst, ngx_buf_t *src,
|
|
|
|
ngx_uint_t sendfile)
|
2003-10-27 16:53:49 +08:00
|
|
|
{
|
2003-11-21 14:30:49 +08:00
|
|
|
size_t size;
|
|
|
|
ssize_t n;
|
2003-10-27 16:53:49 +08:00
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
size = ngx_buf_size(src);
|
2003-10-27 16:53:49 +08:00
|
|
|
|
2003-11-21 14:30:49 +08:00
|
|
|
if (size > (size_t) (dst->end - dst->pos)) {
|
2003-10-27 16:53:49 +08:00
|
|
|
size = dst->end - dst->pos;
|
|
|
|
}
|
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
if (ngx_buf_in_memory(src)) {
|
2003-10-27 16:53:49 +08:00
|
|
|
ngx_memcpy(dst->pos, src->pos, size);
|
|
|
|
src->pos += size;
|
|
|
|
dst->last += size;
|
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
if (src->in_file) {
|
2003-10-27 16:53:49 +08:00
|
|
|
src->file_pos += size;
|
|
|
|
}
|
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
if (src->last_buf && src->pos == src->last) {
|
|
|
|
dst->last_buf = 1;
|
2003-10-27 16:53:49 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
} else {
|
|
|
|
n = ngx_read_file(src->file, dst->pos, size, src->file_pos);
|
|
|
|
|
|
|
|
if (n == NGX_ERROR) {
|
|
|
|
return n;
|
|
|
|
}
|
|
|
|
|
|
|
|
#if (NGX_FILE_AIO_READ)
|
|
|
|
if (n == NGX_AGAIN) {
|
|
|
|
return n;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2003-11-21 14:30:49 +08:00
|
|
|
if ((size_t) n != size) {
|
2003-10-27 16:53:49 +08:00
|
|
|
ngx_log_error(NGX_LOG_ALERT, src->file->log, 0,
|
|
|
|
ngx_read_file_n " reads only %d of %d from file",
|
|
|
|
n, size);
|
|
|
|
if (n == 0) {
|
|
|
|
return NGX_ERROR;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
src->file_pos += n;
|
|
|
|
dst->last += n;
|
|
|
|
|
|
|
|
if (!sendfile) {
|
2004-05-28 23:49:23 +08:00
|
|
|
dst->in_file = 0;
|
2003-10-27 16:53:49 +08:00
|
|
|
}
|
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
if (src->last_buf && src->file_pos == src->file_last) {
|
|
|
|
dst->last_buf = 1;
|
2003-10-27 16:53:49 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return NGX_OK;
|
|
|
|
}
|
2003-10-28 05:01:00 +08:00
|
|
|
|
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
ngx_int_t ngx_chain_writer(void *data, ngx_chain_t *in)
|
2003-10-28 05:01:00 +08:00
|
|
|
{
|
2003-10-30 16:51:06 +08:00
|
|
|
ngx_chain_writer_ctx_t *ctx = data;
|
2003-10-28 05:01:00 +08:00
|
|
|
|
|
|
|
ngx_chain_t *cl;
|
|
|
|
|
|
|
|
|
|
|
|
for (/* void */; in; in = in->next) {
|
2004-05-28 23:49:23 +08:00
|
|
|
ngx_alloc_link_and_set_buf(cl, in->buf, ctx->pool, NGX_ERROR);
|
2003-10-28 05:01:00 +08:00
|
|
|
*ctx->last = cl;
|
|
|
|
ctx->last = &cl->next;
|
|
|
|
}
|
|
|
|
|
2004-03-16 21:35:20 +08:00
|
|
|
ngx_log_debug1(NGX_LOG_DEBUG_CORE, ctx->connection->log, 0,
|
|
|
|
"WRITER0: %X", ctx->out);
|
|
|
|
|
2004-07-17 01:11:43 +08:00
|
|
|
ctx->out = ngx_send_chain(ctx->connection, ctx->out, ctx->limit);
|
2003-10-28 05:01:00 +08:00
|
|
|
|
2004-03-16 21:35:20 +08:00
|
|
|
ngx_log_debug1(NGX_LOG_DEBUG_CORE, ctx->connection->log, 0,
|
|
|
|
"WRITER1: %X", ctx->out);
|
|
|
|
|
2003-10-28 05:01:00 +08:00
|
|
|
if (ctx->out == NGX_CHAIN_ERROR) {
|
|
|
|
return NGX_ERROR;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (ctx->out == NULL) {
|
|
|
|
ctx->last = &ctx->out;
|
|
|
|
return NGX_OK;
|
|
|
|
}
|
|
|
|
|
|
|
|
return NGX_AGAIN;
|
|
|
|
}
|