2003-04-10 23:08:54 +08:00
|
|
|
|
2004-09-28 16:34:51 +08:00
|
|
|
/*
|
2004-09-30 00:00:49 +08:00
|
|
|
* Copyright (C) Igor Sysoev
|
2004-09-28 16:34:51 +08:00
|
|
|
*/
|
|
|
|
|
|
|
|
|
2003-04-10 23:08:54 +08:00
|
|
|
#include <ngx_config.h>
|
|
|
|
#include <ngx_core.h>
|
2003-06-11 23:28:34 +08:00
|
|
|
#include <ngx_event.h>
|
2003-04-10 23:08:54 +08:00
|
|
|
|
|
|
|
|
2005-03-19 20:38:37 +08:00
|
|
|
#define NGX_IOVS 16
|
|
|
|
|
|
|
|
|
2004-11-26 00:17:31 +08:00
|
|
|
#if (NGX_HAVE_KQUEUE)
|
2003-11-18 16:04:34 +08:00
|
|
|
|
2005-03-19 20:38:37 +08:00
|
|
|
ssize_t
|
|
|
|
ngx_readv_chain(ngx_connection_t *c, ngx_chain_t *chain)
|
2003-04-10 23:08:54 +08:00
|
|
|
{
|
2004-03-16 15:10:12 +08:00
|
|
|
u_char *prev;
|
2003-10-29 16:30:44 +08:00
|
|
|
ssize_t n, size;
|
2003-04-12 00:01:14 +08:00
|
|
|
ngx_err_t err;
|
2005-03-19 20:38:37 +08:00
|
|
|
ngx_array_t vec;
|
2003-11-18 16:04:34 +08:00
|
|
|
ngx_event_t *rev;
|
2005-03-19 20:38:37 +08:00
|
|
|
struct iovec *iov, iovs[NGX_IOVS];
|
2003-11-18 16:04:34 +08:00
|
|
|
|
2005-11-15 21:30:52 +08:00
|
|
|
rev = c->read;
|
2003-11-18 16:04:34 +08:00
|
|
|
|
2004-10-21 23:34:38 +08:00
|
|
|
if (ngx_event_flags & NGX_USE_KQUEUE_EVENT) {
|
2004-02-12 01:08:49 +08:00
|
|
|
ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
|
|
|
|
"readv: eof:%d, avail:%d, err:%d",
|
2004-07-02 23:54:34 +08:00
|
|
|
rev->pending_eof, rev->available, rev->kq_errno);
|
2003-11-18 16:04:34 +08:00
|
|
|
|
|
|
|
if (rev->available == 0) {
|
2005-12-07 22:51:31 +08:00
|
|
|
if (rev->pending_eof) {
|
2003-11-18 16:04:34 +08:00
|
|
|
rev->ready = 0;
|
|
|
|
rev->eof = 1;
|
|
|
|
|
2005-12-07 22:51:31 +08:00
|
|
|
ngx_log_error(NGX_LOG_INFO, c->log, rev->kq_errno,
|
|
|
|
"kevent() reported about an closed connection");
|
|
|
|
|
2003-11-18 16:04:34 +08:00
|
|
|
if (rev->kq_errno) {
|
|
|
|
rev->error = 1;
|
|
|
|
ngx_set_socket_errno(rev->kq_errno);
|
2005-12-07 22:51:31 +08:00
|
|
|
return NGX_ERROR;
|
2003-11-18 16:04:34 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
2005-12-07 22:51:31 +08:00
|
|
|
|
|
|
|
} else {
|
|
|
|
return NGX_AGAIN;
|
2003-11-18 16:04:34 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2003-04-10 23:08:54 +08:00
|
|
|
|
2003-10-28 23:45:41 +08:00
|
|
|
prev = NULL;
|
2003-05-15 23:42:53 +08:00
|
|
|
iov = NULL;
|
2003-10-29 16:30:44 +08:00
|
|
|
size = 0;
|
2003-05-15 23:42:53 +08:00
|
|
|
|
2005-03-19 20:38:37 +08:00
|
|
|
vec.elts = iovs;
|
|
|
|
vec.nelts = 0;
|
|
|
|
vec.size = sizeof(struct iovec);
|
|
|
|
vec.nalloc = NGX_IOVS;
|
|
|
|
vec.pool = c->pool;
|
2003-04-10 23:08:54 +08:00
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
/* coalesce the neighbouring bufs */
|
2003-10-20 03:57:23 +08:00
|
|
|
|
2003-10-23 00:38:26 +08:00
|
|
|
while (chain) {
|
2004-05-28 23:49:23 +08:00
|
|
|
if (prev == chain->buf->last) {
|
|
|
|
iov->iov_len += chain->buf->end - chain->buf->last;
|
2003-10-28 23:45:41 +08:00
|
|
|
|
|
|
|
} else {
|
2005-03-19 20:38:37 +08:00
|
|
|
iov = ngx_array_push(&vec);
|
|
|
|
if (iov == NULL) {
|
|
|
|
return NGX_ERROR;
|
|
|
|
}
|
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
iov->iov_base = (void *) chain->buf->last;
|
|
|
|
iov->iov_len = chain->buf->end - chain->buf->last;
|
2003-10-28 23:45:41 +08:00
|
|
|
}
|
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
size += chain->buf->end - chain->buf->last;
|
|
|
|
prev = chain->buf->end;
|
2003-10-23 00:38:26 +08:00
|
|
|
chain = chain->next;
|
2003-04-10 23:08:54 +08:00
|
|
|
}
|
|
|
|
|
2004-02-12 01:08:49 +08:00
|
|
|
ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
|
2005-03-19 20:38:37 +08:00
|
|
|
"readv: %d, last:%d", vec.nelts, iov->iov_len);
|
2003-04-15 01:04:58 +08:00
|
|
|
|
2003-11-18 16:04:34 +08:00
|
|
|
rev = c->read;
|
2003-04-10 23:08:54 +08:00
|
|
|
|
2003-11-18 16:04:34 +08:00
|
|
|
do {
|
2005-03-19 20:38:37 +08:00
|
|
|
n = readv(c->fd, (struct iovec *) vec.elts, vec.nelts);
|
2003-10-28 23:45:41 +08:00
|
|
|
|
2003-11-18 16:04:34 +08:00
|
|
|
if (n >= 0) {
|
2004-10-21 23:34:38 +08:00
|
|
|
if (ngx_event_flags & NGX_USE_KQUEUE_EVENT) {
|
2003-11-18 16:04:34 +08:00
|
|
|
rev->available -= n;
|
2003-04-10 23:08:54 +08:00
|
|
|
|
2003-11-18 16:04:34 +08:00
|
|
|
/*
|
2005-12-07 22:51:31 +08:00
|
|
|
* rev->available may be negative here because some additional
|
|
|
|
* bytes may be received between kevent() and recv()
|
2003-11-18 16:04:34 +08:00
|
|
|
*/
|
|
|
|
|
|
|
|
if (rev->available <= 0) {
|
2004-07-02 23:54:34 +08:00
|
|
|
if (!rev->pending_eof) {
|
2003-11-18 16:04:34 +08:00
|
|
|
rev->ready = 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (rev->available < 0) {
|
|
|
|
rev->available = 0;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return n;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (n < size) {
|
|
|
|
rev->ready = 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (n == 0) {
|
|
|
|
rev->eof = 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
return n;
|
2003-04-10 23:08:54 +08:00
|
|
|
}
|
|
|
|
|
2004-02-12 01:08:49 +08:00
|
|
|
err = ngx_socket_errno;
|
|
|
|
|
|
|
|
if (err == NGX_EAGAIN || err == NGX_EINTR) {
|
|
|
|
ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, err,
|
|
|
|
"readv() not ready");
|
|
|
|
n = NGX_AGAIN;
|
2003-11-18 16:04:34 +08:00
|
|
|
|
2004-02-12 01:08:49 +08:00
|
|
|
} else {
|
|
|
|
n = ngx_connection_error(c, err, "readv() failed");
|
|
|
|
break;
|
|
|
|
}
|
2003-11-18 16:04:34 +08:00
|
|
|
|
2004-02-12 01:08:49 +08:00
|
|
|
} while (err == NGX_EINTR);
|
2003-11-18 16:04:34 +08:00
|
|
|
|
|
|
|
rev->ready = 0;
|
|
|
|
|
|
|
|
if (n == NGX_ERROR){
|
2003-10-29 16:30:44 +08:00
|
|
|
c->read->error = 1;
|
2003-11-18 16:04:34 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
return n;
|
|
|
|
}
|
|
|
|
|
2004-11-26 00:17:31 +08:00
|
|
|
#else /* ! NGX_HAVE_KQUEUE */
|
2003-11-18 16:04:34 +08:00
|
|
|
|
2005-03-19 20:38:37 +08:00
|
|
|
ssize_t
|
|
|
|
ngx_readv_chain(ngx_connection_t *c, ngx_chain_t *chain)
|
2003-11-18 16:04:34 +08:00
|
|
|
{
|
2004-04-02 23:13:20 +08:00
|
|
|
u_char *prev;
|
2003-11-18 16:04:34 +08:00
|
|
|
ssize_t n, size;
|
|
|
|
ngx_err_t err;
|
2005-03-19 20:38:37 +08:00
|
|
|
ngx_array_t vec;
|
2003-11-18 16:04:34 +08:00
|
|
|
ngx_event_t *rev;
|
2005-03-19 20:38:37 +08:00
|
|
|
struct iovec *iov, iovs[NGX_IOVS];
|
2003-11-18 16:04:34 +08:00
|
|
|
|
|
|
|
prev = NULL;
|
|
|
|
iov = NULL;
|
|
|
|
size = 0;
|
2003-10-29 16:30:44 +08:00
|
|
|
|
2005-03-19 20:38:37 +08:00
|
|
|
vec.elts = iovs;
|
|
|
|
vec.nelts = 0;
|
|
|
|
vec.size = sizeof(struct iovec);
|
|
|
|
vec.nalloc = NGX_IOVS;
|
|
|
|
vec.pool = c->pool;
|
2003-11-18 16:04:34 +08:00
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
/* coalesce the neighbouring bufs */
|
2003-11-18 16:04:34 +08:00
|
|
|
|
|
|
|
while (chain) {
|
2004-05-28 23:49:23 +08:00
|
|
|
if (prev == chain->buf->last) {
|
|
|
|
iov->iov_len += chain->buf->end - chain->buf->last;
|
2003-11-18 16:04:34 +08:00
|
|
|
|
|
|
|
} else {
|
2005-03-19 20:38:37 +08:00
|
|
|
iov = ngx_array_push(&vec);
|
|
|
|
if (iov == NULL) {
|
|
|
|
return NGX_ERROR;
|
|
|
|
}
|
|
|
|
|
2005-10-12 21:50:36 +08:00
|
|
|
iov->iov_base = (void *) chain->buf->last;
|
2004-05-28 23:49:23 +08:00
|
|
|
iov->iov_len = chain->buf->end - chain->buf->last;
|
2003-11-18 16:04:34 +08:00
|
|
|
}
|
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
size += chain->buf->end - chain->buf->last;
|
|
|
|
prev = chain->buf->end;
|
2003-11-18 16:04:34 +08:00
|
|
|
chain = chain->next;
|
|
|
|
}
|
|
|
|
|
2004-02-12 01:08:49 +08:00
|
|
|
ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
|
2005-03-19 20:38:37 +08:00
|
|
|
"readv: %d:%d", vec.nelts, iov->iov_len);
|
2003-11-18 16:04:34 +08:00
|
|
|
|
|
|
|
rev = c->read;
|
|
|
|
|
|
|
|
do {
|
2005-03-19 20:38:37 +08:00
|
|
|
n = readv(c->fd, (struct iovec *) vec.elts, vec.nelts);
|
2003-11-18 16:04:34 +08:00
|
|
|
|
2004-04-28 14:14:50 +08:00
|
|
|
if (n == 0) {
|
|
|
|
rev->ready = 0;
|
|
|
|
rev->eof = 1;
|
2003-11-18 16:04:34 +08:00
|
|
|
|
2004-04-28 14:14:50 +08:00
|
|
|
return n;
|
|
|
|
|
|
|
|
} else if (n > 0) {
|
|
|
|
|
2004-10-21 23:34:38 +08:00
|
|
|
if (n < size && !(ngx_event_flags & NGX_USE_GREEDY_EVENT)) {
|
2004-04-28 14:14:50 +08:00
|
|
|
rev->ready = 0;
|
2003-11-18 16:04:34 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
return n;
|
|
|
|
}
|
|
|
|
|
2004-02-12 01:08:49 +08:00
|
|
|
err = ngx_socket_errno;
|
2003-11-18 16:04:34 +08:00
|
|
|
|
2004-02-12 01:08:49 +08:00
|
|
|
if (err == NGX_EAGAIN || err == NGX_EINTR) {
|
|
|
|
ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, err,
|
|
|
|
"readv() not ready");
|
|
|
|
n = NGX_AGAIN;
|
2003-11-18 16:04:34 +08:00
|
|
|
|
2004-02-12 01:08:49 +08:00
|
|
|
} else {
|
|
|
|
n = ngx_connection_error(c, err, "readv() failed");
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
} while (err == NGX_EINTR);
|
2003-11-18 16:04:34 +08:00
|
|
|
|
|
|
|
rev->ready = 0;
|
|
|
|
|
|
|
|
if (n == NGX_ERROR){
|
|
|
|
c->read->error = 1;
|
2003-04-10 23:08:54 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
return n;
|
|
|
|
}
|
2003-11-18 16:04:34 +08:00
|
|
|
|
2004-11-26 00:17:31 +08:00
|
|
|
#endif /* NGX_HAVE_KQUEUE */
|