2003-06-11 23:28:34 +08:00
|
|
|
|
2004-09-28 16:34:51 +08:00
|
|
|
/*
|
2004-09-30 00:00:49 +08:00
|
|
|
* Copyright (C) Igor Sysoev
|
2004-09-28 16:34:51 +08:00
|
|
|
*/
|
|
|
|
|
|
|
|
|
2003-06-11 23:28:34 +08:00
|
|
|
#include <ngx_config.h>
|
|
|
|
#include <ngx_core.h>
|
|
|
|
#include <ngx_event.h>
|
|
|
|
|
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
#define NGX_WSABUFS 8
|
|
|
|
|
|
|
|
|
2005-03-19 20:38:37 +08:00
|
|
|
ngx_chain_t *
|
|
|
|
ngx_wsasend_chain(ngx_connection_t *c, ngx_chain_t *in, off_t limit)
|
2003-11-14 15:20:34 +08:00
|
|
|
{
|
|
|
|
int rc;
|
2004-03-17 05:26:01 +08:00
|
|
|
u_char *prev;
|
2004-12-03 02:40:46 +08:00
|
|
|
u_long size, sent, send, prev_send;
|
2004-11-11 22:07:14 +08:00
|
|
|
ngx_uint_t complete;
|
2003-11-14 15:20:34 +08:00
|
|
|
ngx_err_t err;
|
|
|
|
ngx_event_t *wev;
|
2004-11-11 22:07:14 +08:00
|
|
|
ngx_array_t vec;
|
2005-03-19 20:38:37 +08:00
|
|
|
ngx_chain_t *cl;
|
2004-11-11 22:07:14 +08:00
|
|
|
LPWSABUF wsabuf;
|
|
|
|
WSABUF wsabufs[NGX_WSABUFS];
|
2003-11-14 15:20:34 +08:00
|
|
|
|
|
|
|
wev = c->write;
|
|
|
|
|
|
|
|
if (!wev->ready) {
|
|
|
|
return in;
|
|
|
|
}
|
|
|
|
|
2004-12-03 02:40:46 +08:00
|
|
|
/* the maximum limit size is the maximum u_long value - the page size */
|
|
|
|
|
|
|
|
if (limit == 0 || limit > NGX_MAX_UINT32_VALUE - ngx_pagesize) {
|
|
|
|
limit = NGX_MAX_UINT32_VALUE - ngx_pagesize;
|
|
|
|
}
|
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
send = 0;
|
|
|
|
complete = 0;
|
|
|
|
|
2003-11-14 15:20:34 +08:00
|
|
|
/*
|
|
|
|
* WSABUFs must be 4-byte aligned otherwise
|
|
|
|
* WSASend() will return undocumented WSAEINVAL error.
|
|
|
|
*/
|
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
vec.elts = wsabufs;
|
|
|
|
vec.size = sizeof(WSABUF);
|
2005-11-15 21:30:52 +08:00
|
|
|
vec.nalloc = NGX_WSABUFS;
|
2004-11-11 22:07:14 +08:00
|
|
|
vec.pool = c->pool;
|
2003-11-14 15:20:34 +08:00
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
for ( ;; ) {
|
|
|
|
prev = NULL;
|
|
|
|
wsabuf = NULL;
|
2004-12-03 02:40:46 +08:00
|
|
|
prev_send = send;
|
2003-11-14 15:20:34 +08:00
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
vec.nelts = 0;
|
2003-11-14 15:20:34 +08:00
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
/* create the WSABUF and coalesce the neighbouring bufs */
|
2003-11-14 15:20:34 +08:00
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
for (cl = in;
|
|
|
|
cl && vec.nelts < ngx_max_wsabufs && send < limit;
|
|
|
|
cl = cl->next)
|
|
|
|
{
|
|
|
|
if (ngx_buf_special(cl->buf)) {
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
|
|
|
size = cl->buf->last - cl->buf->pos;
|
|
|
|
|
|
|
|
if (send + size > limit) {
|
|
|
|
size = (u_long) (limit - send);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (prev == cl->buf->pos) {
|
|
|
|
wsabuf->len += cl->buf->last - cl->buf->pos;
|
|
|
|
|
|
|
|
} else {
|
2005-03-19 20:38:37 +08:00
|
|
|
wsabuf = ngx_array_push(&vec);
|
|
|
|
if (wsabuf == NULL) {
|
2004-11-11 22:07:14 +08:00
|
|
|
return NGX_CHAIN_ERROR;
|
|
|
|
}
|
|
|
|
|
|
|
|
wsabuf->buf = (char *) cl->buf->pos;
|
|
|
|
wsabuf->len = cl->buf->last - cl->buf->pos;
|
|
|
|
}
|
2003-11-14 15:20:34 +08:00
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
prev = cl->buf->last;
|
2004-11-11 22:07:14 +08:00
|
|
|
send += size;
|
2003-11-14 15:20:34 +08:00
|
|
|
}
|
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
sent = 0;
|
2003-11-14 15:20:34 +08:00
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
rc = WSASend(c->fd, vec.elts, vec.nelts, &sent, 0, NULL, NULL);
|
2003-11-14 15:20:34 +08:00
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
if (rc == -1) {
|
|
|
|
err = ngx_errno;
|
2003-11-14 15:20:34 +08:00
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
if (err == WSAEWOULDBLOCK) {
|
|
|
|
ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, err,
|
|
|
|
"WSASend() not ready");
|
|
|
|
|
|
|
|
} else {
|
|
|
|
wev->error = 1;
|
|
|
|
ngx_connection_error(c, err, "WSASend() failed");
|
|
|
|
return NGX_CHAIN_ERROR;
|
|
|
|
}
|
2003-11-14 15:20:34 +08:00
|
|
|
}
|
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
|
|
|
|
"WSASend: fd:%d, s:%ul", c->fd, sent);
|
2003-11-14 15:20:34 +08:00
|
|
|
|
2004-12-03 02:40:46 +08:00
|
|
|
if (send - prev_send == sent) {
|
2004-11-11 22:07:14 +08:00
|
|
|
complete = 1;
|
|
|
|
}
|
2003-11-14 15:20:34 +08:00
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
c->sent += sent;
|
2003-11-14 15:20:34 +08:00
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
for (cl = in; cl && sent > 0; cl = cl->next) {
|
|
|
|
if (ngx_buf_special(cl->buf)) {
|
|
|
|
continue;
|
|
|
|
}
|
2003-11-14 15:20:34 +08:00
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
if (sent == 0) {
|
|
|
|
break;
|
|
|
|
}
|
2003-11-14 15:20:34 +08:00
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
size = cl->buf->last - cl->buf->pos;
|
|
|
|
|
|
|
|
if (sent >= size) {
|
|
|
|
sent -= size;
|
2004-05-28 23:49:23 +08:00
|
|
|
cl->buf->pos = cl->buf->last;
|
2004-11-11 22:07:14 +08:00
|
|
|
|
|
|
|
continue;
|
2003-11-14 15:20:34 +08:00
|
|
|
}
|
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
cl->buf->pos += sent;
|
|
|
|
|
|
|
|
break;
|
2003-11-14 15:20:34 +08:00
|
|
|
}
|
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
if (!complete) {
|
|
|
|
wev->ready = 0;
|
|
|
|
return cl;
|
2003-11-14 15:20:34 +08:00
|
|
|
}
|
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
if (send >= limit || cl == NULL) {
|
|
|
|
return cl;
|
|
|
|
}
|
2003-11-14 15:20:34 +08:00
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
in = cl;
|
2003-11-14 15:20:34 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2005-03-19 20:38:37 +08:00
|
|
|
ngx_chain_t *
|
|
|
|
ngx_overlapped_wsasend_chain(ngx_connection_t *c, ngx_chain_t *in, off_t limit)
|
2003-11-14 15:20:34 +08:00
|
|
|
{
|
|
|
|
int rc;
|
2004-03-17 05:26:01 +08:00
|
|
|
u_char *prev;
|
2004-12-03 02:40:46 +08:00
|
|
|
u_long size, send, sent;
|
2003-11-14 15:20:34 +08:00
|
|
|
ngx_err_t err;
|
|
|
|
ngx_event_t *wev;
|
2004-11-11 22:07:14 +08:00
|
|
|
ngx_array_t vec;
|
2003-11-14 15:20:34 +08:00
|
|
|
ngx_chain_t *cl;
|
|
|
|
LPWSAOVERLAPPED ovlp;
|
2005-03-19 20:38:37 +08:00
|
|
|
LPWSABUF wsabuf;
|
2004-11-11 22:07:14 +08:00
|
|
|
WSABUF wsabufs[NGX_WSABUFS];
|
2003-11-14 15:20:34 +08:00
|
|
|
|
|
|
|
wev = c->write;
|
|
|
|
|
|
|
|
if (!wev->ready) {
|
|
|
|
return in;
|
|
|
|
}
|
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
|
|
|
|
"wev->complete: %d", wev->complete);
|
|
|
|
|
2003-11-14 15:20:34 +08:00
|
|
|
if (!wev->complete) {
|
|
|
|
|
|
|
|
/* post the overlapped WSASend() */
|
2004-12-03 02:40:46 +08:00
|
|
|
|
|
|
|
/* the maximum limit size is the maximum u_long value - the page size */
|
|
|
|
|
|
|
|
if (limit == 0 || limit > NGX_MAX_UINT32_VALUE - ngx_pagesize) {
|
|
|
|
limit = NGX_MAX_UINT32_VALUE - ngx_pagesize;
|
|
|
|
}
|
2005-11-15 21:30:52 +08:00
|
|
|
|
2003-11-14 15:20:34 +08:00
|
|
|
/*
|
|
|
|
* WSABUFs must be 4-byte aligned otherwise
|
|
|
|
* WSASend() will return undocumented WSAEINVAL error.
|
|
|
|
*/
|
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
vec.elts = wsabufs;
|
|
|
|
vec.nelts = 0;
|
|
|
|
vec.size = sizeof(WSABUF);
|
2005-11-15 21:30:52 +08:00
|
|
|
vec.nalloc = NGX_WSABUFS;
|
2004-11-11 22:07:14 +08:00
|
|
|
vec.pool = c->pool;
|
2003-11-14 15:20:34 +08:00
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
send = 0;
|
2003-11-14 15:20:34 +08:00
|
|
|
prev = NULL;
|
|
|
|
wsabuf = NULL;
|
2005-11-15 21:30:52 +08:00
|
|
|
|
2003-11-14 15:20:34 +08:00
|
|
|
/* create the WSABUF and coalesce the neighbouring bufs */
|
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
for (cl = in;
|
|
|
|
cl && vec.nelts < ngx_max_wsabufs && send < limit;
|
|
|
|
cl = cl->next)
|
|
|
|
{
|
|
|
|
if (ngx_buf_special(cl->buf)) {
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
|
|
|
size = cl->buf->last - cl->buf->pos;
|
|
|
|
|
|
|
|
if (send + size > limit) {
|
|
|
|
size = (u_long) (limit - send);
|
|
|
|
}
|
2003-11-14 15:20:34 +08:00
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
if (prev == cl->buf->pos) {
|
|
|
|
wsabuf->len += cl->buf->last - cl->buf->pos;
|
2004-11-11 22:07:14 +08:00
|
|
|
|
2003-11-14 15:20:34 +08:00
|
|
|
} else {
|
2005-03-19 20:38:37 +08:00
|
|
|
wsabuf = ngx_array_push(&vec);
|
|
|
|
if (wsabuf == NULL) {
|
2004-11-11 22:07:14 +08:00
|
|
|
return NGX_CHAIN_ERROR;
|
|
|
|
}
|
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
wsabuf->buf = (char *) cl->buf->pos;
|
|
|
|
wsabuf->len = cl->buf->last - cl->buf->pos;
|
2003-11-14 15:20:34 +08:00
|
|
|
}
|
2004-11-11 22:07:14 +08:00
|
|
|
|
|
|
|
prev = cl->buf->last;
|
|
|
|
send += size;
|
2003-11-14 15:20:34 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
ovlp = (LPWSAOVERLAPPED) &c->write->ovlp;
|
|
|
|
ngx_memzero(ovlp, sizeof(WSAOVERLAPPED));
|
2005-11-15 21:30:52 +08:00
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
rc = WSASend(c->fd, vec.elts, vec.nelts, &sent, 0, ovlp, NULL);
|
2003-11-14 15:20:34 +08:00
|
|
|
|
|
|
|
wev->complete = 0;
|
|
|
|
|
|
|
|
if (rc == -1) {
|
|
|
|
err = ngx_errno;
|
|
|
|
|
|
|
|
if (err == WSA_IO_PENDING) {
|
2004-11-11 22:07:14 +08:00
|
|
|
ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, err,
|
|
|
|
"WSASend() posted");
|
2003-11-14 15:20:34 +08:00
|
|
|
wev->active = 1;
|
|
|
|
return in;
|
|
|
|
|
|
|
|
} else {
|
|
|
|
wev->error = 1;
|
2004-03-04 15:04:55 +08:00
|
|
|
ngx_connection_error(c, err, "WSASend() failed");
|
2003-11-14 15:20:34 +08:00
|
|
|
return NGX_CHAIN_ERROR;
|
|
|
|
}
|
2005-11-15 21:30:52 +08:00
|
|
|
|
2003-11-14 15:20:34 +08:00
|
|
|
} else if (ngx_event_flags & NGX_USE_IOCP_EVENT) {
|
|
|
|
|
|
|
|
/*
|
|
|
|
* if a socket was bound with I/O completion port then
|
|
|
|
* GetQueuedCompletionStatus() would anyway return its status
|
|
|
|
* despite that WSASend() was already complete
|
|
|
|
*/
|
|
|
|
|
|
|
|
wev->active = 1;
|
|
|
|
return in;
|
|
|
|
}
|
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
|
|
|
|
"WSASend: fd:%d, s:%ul", c->fd, sent);
|
|
|
|
|
2003-11-14 15:20:34 +08:00
|
|
|
} else {
|
|
|
|
|
|
|
|
/* the overlapped WSASend() complete */
|
|
|
|
|
|
|
|
wev->complete = 0;
|
|
|
|
wev->active = 0;
|
|
|
|
|
|
|
|
if (ngx_event_flags & NGX_USE_IOCP_EVENT) {
|
|
|
|
if (wev->ovlp.error) {
|
2004-03-04 15:04:55 +08:00
|
|
|
ngx_connection_error(c, wev->ovlp.error, "WSASend() failed");
|
2003-11-14 15:20:34 +08:00
|
|
|
return NGX_CHAIN_ERROR;
|
|
|
|
}
|
|
|
|
|
|
|
|
sent = wev->available;
|
|
|
|
|
|
|
|
} else {
|
|
|
|
if (WSAGetOverlappedResult(c->fd, (LPWSAOVERLAPPED) &wev->ovlp,
|
|
|
|
&sent, 0, NULL) == 0) {
|
2004-03-04 15:04:55 +08:00
|
|
|
ngx_connection_error(c, ngx_socket_errno,
|
|
|
|
"WSASend() or WSAGetOverlappedResult() failed");
|
2005-11-15 21:30:52 +08:00
|
|
|
|
2003-11-14 15:20:34 +08:00
|
|
|
return NGX_CHAIN_ERROR;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
|
|
|
|
"WSASend ovlp: fd:%d, s:%ul", c->fd, sent);
|
2003-11-14 15:20:34 +08:00
|
|
|
|
|
|
|
c->sent += sent;
|
|
|
|
|
|
|
|
for (cl = in; cl && sent > 0; cl = cl->next) {
|
2004-11-11 22:07:14 +08:00
|
|
|
if (ngx_buf_special(cl->buf)) {
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (sent == 0) {
|
|
|
|
break;
|
|
|
|
}
|
2003-11-14 15:20:34 +08:00
|
|
|
|
2004-05-28 23:49:23 +08:00
|
|
|
size = cl->buf->last - cl->buf->pos;
|
2003-11-14 15:20:34 +08:00
|
|
|
|
|
|
|
if (sent >= size) {
|
|
|
|
sent -= size;
|
2004-11-11 22:07:14 +08:00
|
|
|
cl->buf->pos = cl->buf->last;
|
2003-11-14 15:20:34 +08:00
|
|
|
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
2004-11-11 22:07:14 +08:00
|
|
|
cl->buf->pos += sent;
|
2003-11-14 15:20:34 +08:00
|
|
|
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (cl) {
|
|
|
|
wev->ready = 0;
|
|
|
|
|
|
|
|
} else {
|
|
|
|
wev->ready = 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
return cl;
|
|
|
|
}
|