mirror of
https://github.com/warmcat/libwebsockets.git
synced 2025-03-16 00:00:07 +01:00

This adds support for multithreaded service to lws without adding any threading or locking code in the library. At context creation time you can request split the service part of the context into n service domains, which are load-balanced so that the most idle one gets the next listen socket accept. There's a single listen socket on one port still. User code may then spawn n threads doing n service loops / poll()s simultaneously. Locking is only required (I think) in the existing FD lock callbacks already handled by the pthreads server example, and that locking takes place in user code. So the library remains completely agnostic about the threading / locking scheme. And by default, it's completely compatible with one service thread so no changes are required by people uninterested in multithreaded service. However for people interested in extremely lightweight mass http[s]/ ws[s] service with minimum provisioning, the library can now do everything out of the box. To test it, just try $ libwebsockets-test-server-pthreads -j 8 where -j controls the number of service threads Signed-off-by: Andy Green <andy.green@linaro.org>
566 lines
12 KiB
C
566 lines
12 KiB
C
#define _WINSOCK_DEPRECATED_NO_WARNINGS
|
|
#include "private-libwebsockets.h"
|
|
|
|
unsigned long long
|
|
time_in_microseconds()
|
|
{
|
|
#define DELTA_EPOCH_IN_MICROSECS 11644473600000000ULL
|
|
FILETIME filetime;
|
|
ULARGE_INTEGER datetime;
|
|
|
|
#ifdef _WIN32_WCE
|
|
GetCurrentFT(&filetime);
|
|
#else
|
|
GetSystemTimeAsFileTime(&filetime);
|
|
#endif
|
|
|
|
/*
|
|
* As per Windows documentation for FILETIME, copy the resulting FILETIME structure to a
|
|
* ULARGE_INTEGER structure using memcpy (using memcpy instead of direct assignment can
|
|
* prevent alignment faults on 64-bit Windows).
|
|
*/
|
|
memcpy(&datetime, &filetime, sizeof(datetime));
|
|
|
|
/* Windows file times are in 100s of nanoseconds. */
|
|
return (datetime.QuadPart - DELTA_EPOCH_IN_MICROSECS) / 10;
|
|
}
|
|
|
|
#ifdef _WIN32_WCE
|
|
time_t time(time_t *t)
|
|
{
|
|
time_t ret = time_in_microseconds() / 1000000;
|
|
*t = ret;
|
|
return ret;
|
|
}
|
|
#endif
|
|
|
|
/* file descriptor hash management */
|
|
|
|
struct lws *
|
|
wsi_from_fd(const struct lws_context *context, lws_sockfd_type fd)
|
|
{
|
|
int h = LWS_FD_HASH(fd);
|
|
int n = 0;
|
|
|
|
for (n = 0; n < context->fd_hashtable[h].length; n++)
|
|
if (context->fd_hashtable[h].wsi[n]->sock == fd)
|
|
return context->fd_hashtable[h].wsi[n];
|
|
|
|
return NULL;
|
|
}
|
|
|
|
int
|
|
insert_wsi(struct lws_context *context, struct lws *wsi)
|
|
{
|
|
int h = LWS_FD_HASH(wsi->sock);
|
|
|
|
if (context->fd_hashtable[h].length == (getdtablesize() - 1)) {
|
|
lwsl_err("hash table overflow\n");
|
|
return 1;
|
|
}
|
|
|
|
context->fd_hashtable[h].wsi[context->fd_hashtable[h].length++] = wsi;
|
|
|
|
return 0;
|
|
}
|
|
|
|
int
|
|
delete_from_fd(struct lws_context *context, lws_sockfd_type fd)
|
|
{
|
|
int h = LWS_FD_HASH(fd);
|
|
int n = 0;
|
|
|
|
for (n = 0; n < context->fd_hashtable[h].length; n++)
|
|
if (context->fd_hashtable[h].wsi[n]->sock == fd) {
|
|
while (n < context->fd_hashtable[h].length) {
|
|
context->fd_hashtable[h].wsi[n] =
|
|
context->fd_hashtable[h].wsi[n + 1];
|
|
n++;
|
|
}
|
|
context->fd_hashtable[h].length--;
|
|
|
|
return 0;
|
|
}
|
|
|
|
lwsl_err("Failed to find fd %d requested for "
|
|
"delete in hashtable\n", fd);
|
|
return 1;
|
|
}
|
|
|
|
LWS_VISIBLE int lws_get_random(struct lws_context *context,
|
|
void *buf, int len)
|
|
{
|
|
int n;
|
|
char *p = (char *)buf;
|
|
|
|
for (n = 0; n < len; n++)
|
|
p[n] = (unsigned char)rand();
|
|
|
|
return n;
|
|
}
|
|
|
|
LWS_VISIBLE int lws_send_pipe_choked(struct lws *wsi)
|
|
{
|
|
return (int)wsi->sock_send_blocking;
|
|
}
|
|
|
|
LWS_VISIBLE int lws_poll_listen_fd(struct lws_pollfd *fd)
|
|
{
|
|
fd_set readfds;
|
|
struct timeval tv = { 0, 0 };
|
|
|
|
assert(fd->events == LWS_POLLIN);
|
|
|
|
FD_ZERO(&readfds);
|
|
FD_SET(fd->fd, &readfds);
|
|
|
|
return select(fd->fd + 1, &readfds, NULL, NULL, &tv);
|
|
}
|
|
|
|
/**
|
|
* lws_cancel_service() - Cancel servicing of pending websocket activity
|
|
* @context: Websocket context
|
|
*
|
|
* This function let a call to lws_service() waiting for a timeout
|
|
* immediately return.
|
|
*/
|
|
LWS_VISIBLE void
|
|
lws_cancel_service(struct lws_context *context)
|
|
{
|
|
struct lws_context_per_thread *pt = &context->pt[0];
|
|
int n = context->count_threads;
|
|
|
|
while (n--) {
|
|
WSASetEvent(pt->events[0]);
|
|
pt++;
|
|
}
|
|
}
|
|
|
|
LWS_VISIBLE void
|
|
lws_cancel_service_pt(struct lws *wsi)
|
|
{
|
|
struct lws_context_per_thread *pt = &wsi->context->pt[(int)wsi->tsi];
|
|
WSASetEvent(pt->events[0]);
|
|
}
|
|
|
|
LWS_VISIBLE void lwsl_emit_syslog(int level, const char *line)
|
|
{
|
|
lwsl_emit_stderr(level, line);
|
|
}
|
|
|
|
LWS_VISIBLE int
|
|
lws_plat_service_tsi(struct lws_context *context, int timeout_ms, int tsi)
|
|
{
|
|
int n;
|
|
int i;
|
|
DWORD ev;
|
|
WSANETWORKEVENTS networkevents;
|
|
struct lws_pollfd *pfd;
|
|
struct lws *wsi;
|
|
struct lws_context_per_thread *pt = &context->pt[tsi];
|
|
|
|
/* stay dead once we are dead */
|
|
|
|
if (context == NULL)
|
|
return 1;
|
|
|
|
if (!context->service_tid_detected) {
|
|
struct lws _lws;
|
|
|
|
memset(&_lws, 0, sizeof(_lws));
|
|
_lws.context = context;
|
|
|
|
context->service_tid_detected = context->protocols[0].callback(
|
|
&_lws, LWS_CALLBACK_GET_THREAD_ID, NULL, NULL, 0);
|
|
}
|
|
context->service_tid = context->service_tid_detected;
|
|
|
|
for (i = 0; i < pt->fds_count; ++i) {
|
|
pfd = &pt->fds[i];
|
|
if (pfd->fd == context->lserv_fd)
|
|
continue;
|
|
|
|
if (pfd->events & LWS_POLLOUT) {
|
|
wsi = wsi_from_fd(context, pfd->fd);
|
|
if (!wsi || wsi->sock_send_blocking)
|
|
continue;
|
|
pfd->revents = LWS_POLLOUT;
|
|
n = lws_service_fd(context, pfd);
|
|
if (n < 0)
|
|
return -1;
|
|
/* if something closed, retry this slot */
|
|
if (n)
|
|
i--;
|
|
}
|
|
}
|
|
|
|
ev = WSAWaitForMultipleEvents(pt->fds_count + 1, pt->events,
|
|
FALSE, timeout_ms, FALSE);
|
|
context->service_tid = 0;
|
|
|
|
if (ev == WSA_WAIT_TIMEOUT) {
|
|
lws_service_fd(context, NULL);
|
|
return 0;
|
|
}
|
|
|
|
if (ev == WSA_WAIT_EVENT_0) {
|
|
WSAResetEvent(pt->events[0]);
|
|
return 0;
|
|
}
|
|
|
|
if (ev < WSA_WAIT_EVENT_0 || ev > WSA_WAIT_EVENT_0 + pt->fds_count)
|
|
return -1;
|
|
|
|
pfd = &pt->fds[ev - WSA_WAIT_EVENT_0 - 1];
|
|
|
|
if (WSAEnumNetworkEvents(pfd->fd,
|
|
pt->events[ev - WSA_WAIT_EVENT_0],
|
|
&networkevents) == SOCKET_ERROR) {
|
|
lwsl_err("WSAEnumNetworkEvents() failed with error %d\n",
|
|
LWS_ERRNO);
|
|
return -1;
|
|
}
|
|
|
|
pfd->revents = (short)networkevents.lNetworkEvents;
|
|
|
|
if (pfd->revents & LWS_POLLOUT) {
|
|
wsi = wsi_from_fd(context, pfd->fd);
|
|
if (wsi)
|
|
wsi->sock_send_blocking = 0;
|
|
}
|
|
|
|
return lws_service_fd(context, pfd);
|
|
}
|
|
|
|
LWS_VISIBLE int
|
|
lws_plat_service(struct lws_context *context, int timeout_ms)
|
|
{
|
|
return lws_plat_service_tsi(context, timeout_ms, 0);
|
|
}
|
|
|
|
LWS_VISIBLE int
|
|
lws_plat_set_socket_options(struct lws_context *context, lws_sockfd_type fd)
|
|
{
|
|
int optval = 1;
|
|
int optlen = sizeof(optval);
|
|
u_long optl = 1;
|
|
DWORD dwBytesRet;
|
|
struct tcp_keepalive alive;
|
|
struct protoent *tcp_proto;
|
|
|
|
if (context->ka_time) {
|
|
/* enable keepalive on this socket */
|
|
optval = 1;
|
|
if (setsockopt(fd, SOL_SOCKET, SO_KEEPALIVE,
|
|
(const char *)&optval, optlen) < 0)
|
|
return 1;
|
|
|
|
alive.onoff = TRUE;
|
|
alive.keepalivetime = context->ka_time;
|
|
alive.keepaliveinterval = context->ka_interval;
|
|
|
|
if (WSAIoctl(fd, SIO_KEEPALIVE_VALS, &alive, sizeof(alive),
|
|
NULL, 0, &dwBytesRet, NULL, NULL))
|
|
return 1;
|
|
}
|
|
|
|
/* Disable Nagle */
|
|
optval = 1;
|
|
tcp_proto = getprotobyname("TCP");
|
|
if (!tcp_proto) {
|
|
lwsl_err("getprotobyname() failed with error %d\n", LWS_ERRNO);
|
|
return 1;
|
|
}
|
|
|
|
setsockopt(fd, tcp_proto->p_proto, TCP_NODELAY, (const char *)&optval, optlen);
|
|
|
|
/* We are nonblocking... */
|
|
ioctlsocket(fd, FIONBIO, &optl);
|
|
|
|
return 0;
|
|
}
|
|
|
|
LWS_VISIBLE void
|
|
lws_plat_drop_app_privileges(struct lws_context_creation_info *info)
|
|
{
|
|
}
|
|
|
|
LWS_VISIBLE int
|
|
lws_plat_context_early_init(void)
|
|
{
|
|
WORD wVersionRequested;
|
|
WSADATA wsaData;
|
|
int err;
|
|
|
|
/* Use the MAKEWORD(lowbyte, highbyte) macro from Windef.h */
|
|
wVersionRequested = MAKEWORD(2, 2);
|
|
|
|
err = WSAStartup(wVersionRequested, &wsaData);
|
|
if (!err)
|
|
return 0;
|
|
/*
|
|
* Tell the user that we could not find a usable
|
|
* Winsock DLL
|
|
*/
|
|
lwsl_err("WSAStartup failed with error: %d\n", err);
|
|
|
|
return 1;
|
|
}
|
|
|
|
LWS_VISIBLE void
|
|
lws_plat_context_early_destroy(struct lws_context *context)
|
|
{
|
|
struct lws_context_per_thread *pt = &context->pt[0];
|
|
int n = context->count_threads;
|
|
|
|
while (n--) {
|
|
if (pt->events) {
|
|
WSACloseEvent(pt->events[0]);
|
|
lws_free(pt->events);
|
|
}
|
|
pt++;
|
|
}
|
|
}
|
|
|
|
LWS_VISIBLE void
|
|
lws_plat_context_late_destroy(struct lws_context *context)
|
|
{
|
|
int n;
|
|
|
|
for (n = 0; n < FD_HASHTABLE_MODULUS; n++) {
|
|
if (context->fd_hashtable[n].wsi)
|
|
lws_free(context->fd_hashtable[n].wsi);
|
|
}
|
|
|
|
WSACleanup();
|
|
}
|
|
|
|
LWS_VISIBLE LWS_EXTERN int
|
|
lws_interface_to_sa(int ipv6,
|
|
const char *ifname, struct sockaddr_in *addr, size_t addrlen)
|
|
{
|
|
long long address = inet_addr(ifname);
|
|
|
|
if (address == INADDR_NONE) {
|
|
struct hostent *entry = gethostbyname(ifname);
|
|
if (entry)
|
|
address = ((struct in_addr *)entry->h_addr_list[0])->s_addr;
|
|
}
|
|
|
|
if (address == INADDR_NONE)
|
|
return -1;
|
|
|
|
addr->sin_addr.s_addr = (unsigned long)address;
|
|
|
|
return 0;
|
|
}
|
|
|
|
LWS_VISIBLE void
|
|
lws_plat_insert_socket_into_fds(struct lws_context *context, struct lws *wsi)
|
|
{
|
|
struct lws_context_per_thread *pt = &context->pt[(int)wsi->tsi];
|
|
|
|
pt->fds[pt->fds_count++].revents = 0;
|
|
pt->events[pt->fds_count] = WSACreateEvent();
|
|
WSAEventSelect(wsi->sock, pt->events[pt->fds_count], LWS_POLLIN);
|
|
}
|
|
|
|
LWS_VISIBLE void
|
|
lws_plat_delete_socket_from_fds(struct lws_context *context,
|
|
struct lws *wsi, int m)
|
|
{
|
|
struct lws_context_per_thread *pt = &context->pt[(int)wsi->tsi];
|
|
|
|
WSACloseEvent(pt->events[m + 1]);
|
|
pt->events[m + 1] = pt->events[pt->fds_count + 1];
|
|
}
|
|
|
|
LWS_VISIBLE void
|
|
lws_plat_service_periodic(struct lws_context *context)
|
|
{
|
|
}
|
|
|
|
LWS_VISIBLE int
|
|
lws_plat_change_pollfd(struct lws_context *context,
|
|
struct lws *wsi, struct lws_pollfd *pfd)
|
|
{
|
|
struct lws_context_per_thread *pt = &context->pt[(int)wsi->tsi];
|
|
long networkevents = LWS_POLLHUP;
|
|
|
|
if ((pfd->events & LWS_POLLIN))
|
|
networkevents |= LWS_POLLIN;
|
|
|
|
if ((pfd->events & LWS_POLLOUT))
|
|
networkevents |= LWS_POLLOUT;
|
|
|
|
if (WSAEventSelect(wsi->sock,
|
|
pt->events[wsi->position_in_fds_table + 1],
|
|
networkevents) != SOCKET_ERROR)
|
|
return 0;
|
|
|
|
lwsl_err("WSAEventSelect() failed with error %d\n", LWS_ERRNO);
|
|
|
|
return 1;
|
|
}
|
|
|
|
LWS_VISIBLE const char *
|
|
lws_plat_inet_ntop(int af, const void *src, char *dst, int cnt)
|
|
{
|
|
WCHAR *buffer;
|
|
DWORD bufferlen = cnt;
|
|
BOOL ok = FALSE;
|
|
|
|
buffer = lws_malloc(bufferlen);
|
|
if (!buffer) {
|
|
lwsl_err("Out of memory\n");
|
|
return NULL;
|
|
}
|
|
|
|
if (af == AF_INET) {
|
|
struct sockaddr_in srcaddr;
|
|
bzero(&srcaddr, sizeof(srcaddr));
|
|
srcaddr.sin_family = AF_INET;
|
|
memcpy(&(srcaddr.sin_addr), src, sizeof(srcaddr.sin_addr));
|
|
|
|
if (!WSAAddressToStringW((struct sockaddr*)&srcaddr, sizeof(srcaddr), 0, buffer, &bufferlen))
|
|
ok = TRUE;
|
|
#ifdef LWS_USE_IPV6
|
|
} else if (af == AF_INET6) {
|
|
struct sockaddr_in6 srcaddr;
|
|
bzero(&srcaddr, sizeof(srcaddr));
|
|
srcaddr.sin6_family = AF_INET6;
|
|
memcpy(&(srcaddr.sin6_addr), src, sizeof(srcaddr.sin6_addr));
|
|
|
|
if (!WSAAddressToStringW((struct sockaddr*)&srcaddr, sizeof(srcaddr), 0, buffer, &bufferlen))
|
|
ok = TRUE;
|
|
#endif
|
|
} else
|
|
lwsl_err("Unsupported type\n");
|
|
|
|
if (!ok) {
|
|
int rv = WSAGetLastError();
|
|
lwsl_err("WSAAddressToString() : %d\n", rv);
|
|
} else {
|
|
if (WideCharToMultiByte(CP_ACP, 0, buffer, bufferlen, dst, cnt, 0, NULL) <= 0)
|
|
ok = FALSE;
|
|
}
|
|
|
|
lws_free(buffer);
|
|
return ok ? dst : NULL;
|
|
}
|
|
|
|
static lws_filefd_type
|
|
_lws_plat_file_open(struct lws *wsi, const char *filename,
|
|
unsigned long *filelen, int flags)
|
|
{
|
|
HANDLE ret;
|
|
WCHAR buf[MAX_PATH];
|
|
|
|
(void)wsi;
|
|
MultiByteToWideChar(CP_UTF8, 0, filename, -1, buf, ARRAY_SIZE(buf));
|
|
if ((flags & 7) == _O_RDONLY) {
|
|
ret = CreateFileW(buf, GENERIC_READ, FILE_SHARE_READ,
|
|
NULL, OPEN_EXISTING, FILE_ATTRIBUTE_NORMAL, NULL);
|
|
} else {
|
|
lwsl_err("%s: open for write not implemented\n", __func__);
|
|
*filelen = 0;
|
|
return LWS_INVALID_FILE;
|
|
}
|
|
|
|
if (ret != LWS_INVALID_FILE)
|
|
*filelen = GetFileSize(ret, NULL);
|
|
|
|
return ret;
|
|
}
|
|
|
|
static int
|
|
_lws_plat_file_close(struct lws *wsi, lws_filefd_type fd)
|
|
{
|
|
(void)wsi;
|
|
|
|
CloseHandle((HANDLE)fd);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static unsigned long
|
|
_lws_plat_file_seek_cur(struct lws *wsi, lws_filefd_type fd, long offset)
|
|
{
|
|
(void)wsi;
|
|
|
|
return SetFilePointer((HANDLE)fd, offset, NULL, FILE_CURRENT);
|
|
}
|
|
|
|
static int
|
|
_lws_plat_file_read(struct lws *wsi, lws_filefd_type fd, unsigned long *amount,
|
|
unsigned char* buf, unsigned long len)
|
|
{
|
|
DWORD _amount;
|
|
|
|
(void *)wsi;
|
|
if (!ReadFile((HANDLE)fd, buf, (DWORD)len, &_amount, NULL)) {
|
|
*amount = 0;
|
|
|
|
return 1;
|
|
}
|
|
|
|
*amount = (unsigned long)_amount;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int
|
|
_lws_plat_file_write(struct lws *wsi, lws_filefd_type fd, unsigned long *amount,
|
|
unsigned char* buf, unsigned long len)
|
|
{
|
|
(void)wsi;
|
|
(void)fd;
|
|
(void)amount;
|
|
(void)buf;
|
|
(void)len;
|
|
|
|
lwsl_err("%s: not implemented yet on this platform\n", __func__);
|
|
|
|
return -1;
|
|
}
|
|
|
|
LWS_VISIBLE int
|
|
lws_plat_init(struct lws_context *context,
|
|
struct lws_context_creation_info *info)
|
|
{
|
|
struct lws_context_per_thread *pt = &context->pt[0];
|
|
int i, n = context->count_threads;
|
|
|
|
for (i = 0; i < FD_HASHTABLE_MODULUS; i++) {
|
|
context->fd_hashtable[i].wsi =
|
|
lws_zalloc(sizeof(struct lws*) * context->max_fds);
|
|
|
|
if (!context->fd_hashtable[i].wsi)
|
|
return -1;
|
|
}
|
|
|
|
while (n--) {
|
|
pt->events = lws_malloc(sizeof(WSAEVENT) *
|
|
(context->fd_limit_per_thread + 1));
|
|
if (pt->events == NULL) {
|
|
lwsl_err("Unable to allocate events array for %d connections\n",
|
|
context->fd_limit_per_thread + 1);
|
|
return 1;
|
|
}
|
|
|
|
pt->fds_count = 0;
|
|
pt->events[0] = WSACreateEvent();
|
|
|
|
pt++;
|
|
}
|
|
|
|
context->fd_random = 0;
|
|
|
|
context->fops.open = _lws_plat_file_open;
|
|
context->fops.close = _lws_plat_file_close;
|
|
context->fops.seek_cur = _lws_plat_file_seek_cur;
|
|
context->fops.read = _lws_plat_file_read;
|
|
context->fops.write = _lws_plat_file_write;
|
|
|
|
return 0;
|
|
}
|