/** Message paths. * * @author Steffen Vogel * @copyright 2014, Institute for Automation of Complex Power Systems, EONERC */ #include #include #include #include #include #include #include "utils.h" #include "path.h" #include "socket.h" #ifndef sigev_notify_thread_id #define sigev_notify_thread_id _sigev_un._tid #endif /** Linked list of paths. */ struct list paths; /** Send messages asynchronously */ static void * path_send(void *arg) { struct path *p = arg; struct itimerspec its = { .it_interval = timespec_rate(p->rate), .it_value = { 1, 0 } }; p->tfd = timerfd_create(CLOCK_REALTIME, 0); if (p->tfd < 0) serror("Failed to create timer"); if (timerfd_settime(p->tfd, 0, &its, NULL)) serror("Failed to start timer"); FOREACH(&p->destinations, it) p->sent += node_write(p->in, p->pool, p->poolsize, p->received, p->in->combine); debug(10, "Sent %u messages to %u destination nodes", p->in->combine, p->destinations.length); } /* Block until 1/p->rate seconds elapsed */ while (timerfd_wait(p->tfd)) return NULL; } /** Receive messages */ static void * path_run(void *arg) { struct path *p = arg; /* Allocate memory for message pool */ p->pool = alloc(p->poolsize * sizeof(struct msg)); /* Open deferred TCP connection node_start_defer(p->in); FOREACH(&p->destinations, it) node_start_defer(it->node); */ /* Main thread loop */ skip: while (1) { /* Receive message */ int recv = node_read(p->in, p->pool, p->poolsize, p->received, p->in->combine); debug(10, "Received %u messages from node '%s'", recv, p->in->name); /* For each received message... */ for (int i=0; iprevious = &p->pool[(p->received-1) % p->poolsize]; p->current = &p->pool[ p->received % p->poolsize]; p->received++; /* Check header fields */ if (msg_verify(p->current)) { p->invalid++; goto skip; /* Drop message */ } /* Update histogram and handle wrap-around of sequence number */ int dist = (UINT16_MAX + p->current->sequence - p->previous->sequence) % UINT16_MAX; if (dist > UINT16_MAX / 2) dist -= UINT16_MAX; hist_put(&p->histogram, dist); /* Handle simulation restart */ if (p->current->sequence == 0 && abs(dist) >= 1) { char buf[33]; path_print(p, buf, sizeof(buf)); warn("Simulation for path %s restarted (prev->seq=%u, current->seq=%u, dist=%d)", buf, p->previous->sequence, p->current->sequence, dist); path_reset(p); } else if (dist <= 0 && p->received > 1) { p->dropped++; goto skip; } } /* Call hook callbacks */ FOREACH(&p->hooks, it) { if (it->hook(p->current, p)) { p->skipped++; goto skip; } } /* At fixed rate mode, messages are send by another thread */ if (!p->rate) { FOREACH(&p->destinations, it) node_write(p->in, p->pool, p->poolsize, p->received, p->in->combine); p->sent++; } } return NULL; } int path_start(struct path *p) { INDENT char buf[33]; path_print(p, buf, sizeof(buf)); info("Starting path: %s (poolsize = %u)", buf, p->poolsize); /* At fixed rate mode, we start another thread for sending */ if (p->rate) pthread_create(&p->sent_tid, NULL, &path_send, p); return pthread_create(&p->recv_tid, NULL, &path_run, p); } int path_stop(struct path *p) { INDENT char buf[33]; path_print(p, buf, sizeof(buf)); info("Stopping path: %s", buf); pthread_cancel(p->recv_tid); pthread_join(p->recv_tid, NULL); if (p->rate) { pthread_cancel(p->sent_tid); pthread_join(p->sent_tid, NULL); close(p->tfd); } if (p->received) hist_print(&p->histogram); return 0; } int path_reset(struct path *p) { p->sent = 0; p->received = 1; p->invalid = 0; p->skipped = 0; p->dropped = 0; hist_reset(&p->histogram); return 0; } void path_print_stats(struct path *p) { char buf[33]; path_print(p, buf, sizeof(buf)); info("%-32s : %-8u %-8u %-8u %-8u %-8u", buf, p->sent, p->received, p->dropped, p->skipped, p->invalid); } int path_print(struct path *p, char *buf, int len) { *buf = 0; strap(buf, len, "%s " MAG("=>"), p->in->name); if (list_length(&p->destinations) > 1) { strap(buf, len, " ["); FOREACH(&p->destinations, it) strap(buf, len, " %s", it->node->name); strap(buf, len, " ]"); } else strap(buf, len, " %s", p->out->name); return 0; } struct path * path_create() { struct path *p = alloc(sizeof(struct path)); list_init(&p->destinations, NULL); list_init(&p->hooks, NULL); hist_create(&p->histogram, -HIST_SEQ, +HIST_SEQ, 1); return p; } void path_destroy(struct path *p) { list_destroy(&p->destinations); list_destroy(&p->hooks); hist_destroy(&p->histogram); free(p->pool); free(p); }