13 #if (NGX_TEST_BUILD_EPOLL)
18 #define EPOLLPRI 0x002
19 #define EPOLLOUT 0x004
20 #define EPOLLRDNORM 0x040
21 #define EPOLLRDBAND 0x080
22 #define EPOLLWRNORM 0x100
23 #define EPOLLWRBAND 0x200
24 #define EPOLLMSG 0x400
25 #define EPOLLERR 0x008
26 #define EPOLLHUP 0x010
28 #define EPOLLET 0x80000000
29 #define EPOLLONESHOT 0x40000000
31 #define EPOLL_CTL_ADD 1
32 #define EPOLL_CTL_DEL 2
33 #define EPOLL_CTL_MOD 3
35 typedef union epoll_data {
48 int epoll_create(
int size);
50 int epoll_create(
int size)
56 int epoll_ctl(
int epfd,
int op,
int fd,
struct epoll_event *event);
58 int epoll_ctl(
int epfd,
int op,
int fd,
struct epoll_event *event)
64 int epoll_wait(
int epfd,
struct epoll_event *events,
int nevents,
int timeout);
66 int epoll_wait(
int epfd,
struct epoll_event *events,
int nevents,
int timeout)
71 #if (NGX_HAVE_FILE_AIO)
73 #define SYS_io_setup 245
74 #define SYS_io_destroy 246
75 #define SYS_io_getevents 247
76 #define SYS_eventfd 323
78 typedef u_int aio_context_t;
110 #if (NGX_HAVE_FILE_AIO)
111 static void ngx_epoll_eventfd_handler(
ngx_event_t *ev);
114 static void *ngx_epoll_create_conf(
ngx_cycle_t *cycle);
115 static char *ngx_epoll_init_conf(
ngx_cycle_t *cycle,
void *conf);
118 static struct epoll_event *event_list;
121 #if (NGX_HAVE_FILE_AIO)
155 ngx_epoll_create_conf,
163 ngx_epoll_add_connection,
164 ngx_epoll_del_connection,
166 ngx_epoll_process_events,
188 #if (NGX_HAVE_FILE_AIO)
201 io_setup(u_int nr_reqs, aio_context_t *ctx)
203 return syscall(SYS_io_setup, nr_reqs, ctx);
208 io_destroy(aio_context_t ctx)
210 return syscall(SYS_io_destroy, ctx);
215 io_getevents(aio_context_t ctx,
long min_nr,
long nr,
struct io_event *events,
216 struct timespec *tmo)
218 return syscall(SYS_io_getevents, ctx, min_nr, nr, events, tmo);
226 struct epoll_event ee;
230 if (ngx_eventfd == -1) {
238 "eventfd: %d", ngx_eventfd);
242 if (ioctl(ngx_eventfd, FIONBIO, &n) == -1) {
244 "ioctl(eventfd, FIONBIO) failed");
250 "io_setup() failed");
254 ngx_eventfd_event.
data = &ngx_eventfd_conn;
255 ngx_eventfd_event.
handler = ngx_epoll_eventfd_handler;
256 ngx_eventfd_event.
log = cycle->
log;
257 ngx_eventfd_event.
active = 1;
258 ngx_eventfd_conn.
fd = ngx_eventfd;
259 ngx_eventfd_conn.
read = &ngx_eventfd_event;
260 ngx_eventfd_conn.
log = cycle->
log;
262 ee.events = EPOLLIN|EPOLLET;
263 ee.
data.ptr = &ngx_eventfd_conn;
265 if (epoll_ctl(ep, EPOLL_CTL_ADD, ngx_eventfd, &ee) != -1) {
270 "epoll_ctl(EPOLL_CTL_ADD, eventfd) failed");
272 if (io_destroy(ngx_aio_ctx) == -1) {
274 "io_destroy() failed");
279 if (close(ngx_eventfd) == -1) {
281 "eventfd close() failed");
304 "epoll_create() failed");
308 #if (NGX_HAVE_FILE_AIO)
310 ngx_epoll_aio_init(cycle, epcf);
315 if (nevents < epcf->events) {
322 if (event_list == NULL) {
333 #if (NGX_HAVE_CLEAR_EVENT)
348 if (close(ep) == -1) {
350 "epoll close() failed");
355 #if (NGX_HAVE_FILE_AIO)
357 if (ngx_eventfd != -1) {
359 if (io_destroy(ngx_aio_ctx) == -1) {
361 "io_destroy() failed");
364 if (close(ngx_eventfd) == -1) {
366 "eventfd close() failed");
387 uint32_t events, prev;
390 struct epoll_event ee;
394 events = (uint32_t) event;
399 #if (NGX_READ_EVENT != EPOLLIN)
406 #if (NGX_WRITE_EVENT != EPOLLOUT)
419 ee.events = events | (uint32_t) flags;
423 "epoll add event: fd:%d op:%d ev:%08XD",
424 c->fd, op, ee.events);
426 if (epoll_ctl(ep, op, c->fd, &ee) == -1) {
428 "epoll_ctl(%d, %d) failed", op, c->fd);
448 struct epoll_event ee;
474 ee.events = prev | (uint32_t) flags;
484 "epoll del event: fd:%d op:%d ev:%08XD",
485 c->
fd, op, ee.events);
487 if (epoll_ctl(ep, op, c->
fd, &ee) == -1) {
489 "epoll_ctl(%d, %d) failed", op, c->
fd);
502 struct epoll_event ee;
504 ee.events = EPOLLIN|EPOLLOUT|EPOLLET;
505 ee.data.ptr = (
void *) ((uintptr_t) c | c->
read->
instance);
508 "epoll add connection: fd:%d ev:%08XD", c->
fd, ee.events);
510 if (epoll_ctl(ep, EPOLL_CTL_ADD, c->
fd, &ee) == -1) {
512 "epoll_ctl(EPOLL_CTL_ADD, %d) failed", c->
fd);
527 struct epoll_event ee;
535 if (flags & NGX_CLOSE_EVENT) {
542 "epoll del connection: fd:%d", c->
fd);
548 if (epoll_ctl(ep, op, c->
fd, &ee) == -1) {
550 "epoll_ctl(%d, %d) failed", op, c->
fd);
575 "epoll timer: %M", timer);
577 events = epoll_wait(ep, event_list, (
int) nevents, timer);
609 "epoll_wait() returned no events without timeout");
615 for (i = 0; i < events; i++) {
616 c = event_list[
i].data.ptr;
618 instance = (uintptr_t) c & 1;
623 if (c->
fd == -1 || rev->
instance != instance) {
631 "epoll: stale event %p", c);
635 revents = event_list[
i].events;
638 "epoll: fd:%d ev:%04XD d:%p",
639 c->
fd, revents, event_list[i].data.ptr);
641 if (revents & (EPOLLERR|EPOLLHUP)) {
643 "epoll_wait() error on fd:%d ev:%04XD",
648 if (revents & ~(EPOLLIN|EPOLLOUT|EPOLLERR|EPOLLHUP)) {
650 "strange epoll_wait() events fd:%d ev:%04XD",
655 if ((revents & (EPOLLERR|EPOLLHUP))
656 && (revents & (EPOLLIN|EPOLLOUT)) == 0)
664 revents |= EPOLLIN|EPOLLOUT;
667 if ((revents & EPOLLIN) && rev->
active) {
689 if ((revents & EPOLLOUT) && wev->
active) {
691 if (c->
fd == -1 || wev->
instance != instance) {
699 "epoll: stale event %p", c);
703 if (flags & NGX_POST_THREAD_EVENTS) {
710 if (flags & NGX_POST_EVENTS) {
725 #if (NGX_HAVE_FILE_AIO)
736 struct io_event event[64];
741 n = read(ngx_eventfd, &ready, 8);
758 "read(eventfd) returned only %d bytes", n);
767 events = io_getevents(ngx_aio_ctx, 1, 64, event, &ts);
770 "io_getevents: %l", events);
775 for (i = 0; i < events; i++) {
778 "io_event: %uXL %uXL %L %L",
779 event[i].
data, event[i].obj,
780 event[i].res, event[i].res2);
789 aio->res =
event[
i].res;
803 "io_getevents() failed");
829 ngx_epoll_init_conf(
ngx_cycle_t *cycle,
void *conf)