2014-07-14 11:49:44 +00:00
|
|
|
/** Message paths.
|
2014-06-05 09:34:29 +00:00
|
|
|
*
|
|
|
|
* @author Steffen Vogel <stvogel@eonerc.rwth-aachen.de>
|
2015-06-02 21:53:04 +02:00
|
|
|
* @copyright 2014-2015, Institute for Automation of Complex Power Systems, EONERC
|
|
|
|
* This file is part of S2SS. All Rights Reserved. Proprietary and confidential.
|
2015-08-07 01:11:43 +02:00
|
|
|
* Unauthorized copying of this file, via any medium is strictly prohibited.
|
2015-06-02 21:53:04 +02:00
|
|
|
*********************************************************************************/
|
2014-06-05 09:34:29 +00:00
|
|
|
|
2014-06-25 17:50:30 +00:00
|
|
|
#include <unistd.h>
|
2015-10-11 14:50:55 +02:00
|
|
|
#include <inttypes.h>
|
2014-06-05 09:34:29 +00:00
|
|
|
|
|
|
|
#include "utils.h"
|
|
|
|
#include "path.h"
|
2015-06-02 21:59:31 +02:00
|
|
|
#include "timing.h"
|
2015-06-02 22:04:03 +02:00
|
|
|
#include "config.h"
|
2016-01-14 22:59:57 +01:00
|
|
|
#include "pool.h"
|
2014-06-05 09:34:29 +00:00
|
|
|
|
2015-05-06 13:22:22 +02:00
|
|
|
static void path_write(struct path *p)
|
|
|
|
{
|
2015-10-09 12:50:35 +02:00
|
|
|
list_foreach(struct node *n, &p->destinations) {
|
2015-05-06 13:22:22 +02:00
|
|
|
int sent = node_write(
|
2015-10-09 12:50:35 +02:00
|
|
|
n, /* Destination node */
|
2016-01-14 22:59:57 +01:00
|
|
|
&p->pool, /* Pool of received messages */
|
2015-12-19 16:48:20 +01:00
|
|
|
n->vectorize /* Number of messages which should be sent */
|
2015-05-06 13:22:22 +02:00
|
|
|
);
|
|
|
|
|
2015-11-29 22:45:46 +01:00
|
|
|
debug(15, "Sent %u messages to node %s", sent, node_name(n));
|
2015-05-06 13:22:22 +02:00
|
|
|
p->sent += sent;
|
2015-08-07 01:11:43 +02:00
|
|
|
|
2015-11-16 11:24:29 +01:00
|
|
|
p->ts.sent = time_now(); /** @todo use hardware timestamps for socket node type */
|
2015-05-06 13:22:22 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-03-18 15:53:01 +01:00
|
|
|
/** Send messages asynchronously */
|
2015-05-06 13:22:22 +02:00
|
|
|
static void * path_run_async(void *arg)
|
2014-06-25 17:50:30 +00:00
|
|
|
{
|
2015-03-21 15:30:42 +01:00
|
|
|
struct path *p = arg;
|
2014-06-25 17:50:30 +00:00
|
|
|
|
2015-05-06 13:20:02 +02:00
|
|
|
/* Block until 1/p->rate seconds elapsed */
|
2015-10-11 08:46:11 +02:00
|
|
|
for (;;) {
|
|
|
|
/* Check for overruns */
|
|
|
|
uint64_t expir = timerfd_wait(p->tfd);
|
2016-01-14 22:57:39 +01:00
|
|
|
if (expir == 0)
|
|
|
|
perror("Failed to wait for timer");
|
|
|
|
else if (expir > 1) {
|
2015-10-11 08:46:11 +02:00
|
|
|
p->overrun += expir;
|
2015-10-11 14:50:55 +02:00
|
|
|
warn("Overrun detected for path: overruns=%" PRIu64, expir);
|
2015-10-11 08:46:11 +02:00
|
|
|
}
|
2015-12-19 16:15:51 +01:00
|
|
|
|
|
|
|
if (p->received == 0)
|
|
|
|
continue;
|
2015-10-11 08:46:11 +02:00
|
|
|
|
2016-02-07 14:24:58 +01:00
|
|
|
if (hook_run(p, HOOK_ASYNC))
|
2015-09-22 15:33:01 +02:00
|
|
|
continue;
|
|
|
|
|
2015-12-19 16:15:51 +01:00
|
|
|
path_write(p);
|
2015-09-22 15:33:01 +02:00
|
|
|
}
|
2014-06-25 17:50:30 +00:00
|
|
|
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
/** Receive messages */
|
2014-06-05 09:34:29 +00:00
|
|
|
static void * path_run(void *arg)
|
|
|
|
{
|
2015-03-17 23:23:13 +01:00
|
|
|
struct path *p = arg;
|
2015-08-07 01:11:43 +02:00
|
|
|
|
2014-06-25 17:50:30 +00:00
|
|
|
/* Main thread loop */
|
2015-10-11 08:46:11 +02:00
|
|
|
for (;;) {
|
2015-04-01 13:26:46 +02:00
|
|
|
/* Receive message */
|
2016-01-14 22:59:57 +01:00
|
|
|
int recv = node_read(p->in, &p->pool, p->in->vectorize);
|
2015-10-09 15:49:26 +02:00
|
|
|
if (recv < 0)
|
2015-11-29 22:45:46 +01:00
|
|
|
error("Failed to receive message from node %s", node_name(p->in));
|
2015-10-09 15:49:26 +02:00
|
|
|
else if (recv == 0)
|
|
|
|
continue;
|
2015-08-07 01:11:43 +02:00
|
|
|
|
2016-01-14 22:56:16 +01:00
|
|
|
/** @todo Replace this timestamp by hardware timestamping for node type which support it. */
|
2015-11-16 11:24:29 +01:00
|
|
|
p->ts.last = p->ts.recv;
|
|
|
|
p->ts.recv = time_now();
|
2015-10-12 16:25:08 +02:00
|
|
|
|
2015-11-29 22:45:46 +01:00
|
|
|
debug(15, "Received %u messages from node %s", recv, node_name(p->in));
|
2015-08-07 01:11:43 +02:00
|
|
|
|
2015-06-10 15:10:51 +02:00
|
|
|
/* Run preprocessing hooks */
|
2016-02-07 14:24:58 +01:00
|
|
|
if (hook_run(p, HOOK_PRE)) {
|
2015-06-10 15:10:51 +02:00
|
|
|
p->skipped += recv;
|
|
|
|
continue;
|
|
|
|
}
|
2015-08-07 01:11:43 +02:00
|
|
|
|
2015-05-06 11:49:13 +02:00
|
|
|
/* For each received message... */
|
2015-06-10 15:10:51 +02:00
|
|
|
for (int i = 0; i < recv; i++) {
|
2016-02-07 01:10:52 +01:00
|
|
|
/* Update tail pointer of message pool by the amount of actually received messages. */
|
|
|
|
pool_push(&p->pool, 1);
|
|
|
|
|
2015-05-06 11:49:13 +02:00
|
|
|
p->received++;
|
2015-08-07 01:11:43 +02:00
|
|
|
|
2015-06-10 15:10:51 +02:00
|
|
|
/* Run hooks for filtering, stats collection and manipulation */
|
2016-02-07 14:24:58 +01:00
|
|
|
if (hook_run(p, HOOK_MSG)) {
|
2015-06-10 15:10:51 +02:00
|
|
|
p->skipped++;
|
|
|
|
continue;
|
2015-05-06 11:49:13 +02:00
|
|
|
}
|
2014-09-09 09:03:06 +00:00
|
|
|
}
|
2015-08-07 01:11:43 +02:00
|
|
|
|
2015-06-10 15:10:51 +02:00
|
|
|
/* Run post processing hooks */
|
2016-02-07 14:24:58 +01:00
|
|
|
if (hook_run(p, HOOK_POST)) {
|
2015-06-10 15:10:51 +02:00
|
|
|
p->skipped += recv;
|
|
|
|
continue;
|
2014-07-04 15:58:11 +00:00
|
|
|
}
|
2015-08-07 01:11:43 +02:00
|
|
|
|
2016-01-14 22:56:16 +01:00
|
|
|
/* At fixed rate mode, messages are send by another (asynchronous) thread */
|
2015-05-06 13:22:22 +02:00
|
|
|
if (!p->rate)
|
|
|
|
path_write(p);
|
2015-03-21 18:04:52 +01:00
|
|
|
}
|
2014-07-18 16:05:44 +00:00
|
|
|
|
2014-06-05 09:34:29 +00:00
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
int path_start(struct path *p)
|
2015-12-11 17:56:14 +01:00
|
|
|
{
|
2016-01-14 22:59:57 +01:00
|
|
|
info("Starting path: %s (poollen=%zu, msgsize=%zu, #hooks=%zu, rate=%.1f)",
|
|
|
|
path_name(p), pool_length(&p->pool), pool_stride(&p->pool), list_length(&p->hooks), p->rate);
|
2015-10-09 13:30:41 +02:00
|
|
|
|
|
|
|
/* We sort the hooks according to their priority before starting the path */
|
2016-01-14 22:52:08 +01:00
|
|
|
list_sort(&p->hooks, hooks_sort_priority);
|
2015-08-07 01:11:43 +02:00
|
|
|
|
2016-02-07 14:24:58 +01:00
|
|
|
if (hook_run(p, HOOK_PATH_START))
|
2015-06-10 15:10:51 +02:00
|
|
|
return -1;
|
2014-12-05 12:39:52 +01:00
|
|
|
|
2014-06-25 17:50:30 +00:00
|
|
|
/* At fixed rate mode, we start another thread for sending */
|
2015-06-10 15:13:02 +02:00
|
|
|
if (p->rate) {
|
2016-01-14 22:57:39 +01:00
|
|
|
p->tfd = timerfd_create_rate(p->rate);
|
2015-06-10 15:13:02 +02:00
|
|
|
if (p->tfd < 0)
|
|
|
|
serror("Failed to create timer");
|
|
|
|
|
2015-05-06 13:22:22 +02:00
|
|
|
pthread_create(&p->sent_tid, NULL, &path_run_async, p);
|
2015-06-10 15:13:02 +02:00
|
|
|
}
|
2015-11-16 10:51:00 +01:00
|
|
|
|
|
|
|
p->state = PATH_RUNNING;
|
2014-06-25 17:50:30 +00:00
|
|
|
|
2015-11-16 10:51:00 +01:00
|
|
|
return pthread_create(&p->recv_tid, NULL, &path_run, p);
|
2014-06-05 09:34:29 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
int path_stop(struct path *p)
|
2015-12-11 17:56:14 +01:00
|
|
|
{
|
2015-11-29 22:45:46 +01:00
|
|
|
info("Stopping path: %s", path_name(p));
|
2015-08-07 01:11:43 +02:00
|
|
|
|
2014-09-09 09:03:01 +00:00
|
|
|
pthread_cancel(p->recv_tid);
|
|
|
|
pthread_join(p->recv_tid, NULL);
|
2014-06-25 17:50:30 +00:00
|
|
|
|
|
|
|
if (p->rate) {
|
2014-09-09 09:03:01 +00:00
|
|
|
pthread_cancel(p->sent_tid);
|
|
|
|
pthread_join(p->sent_tid, NULL);
|
2015-03-21 15:30:42 +01:00
|
|
|
|
2015-03-31 16:58:25 +02:00
|
|
|
close(p->tfd);
|
2014-06-25 17:50:30 +00:00
|
|
|
}
|
2015-11-16 10:51:00 +01:00
|
|
|
|
|
|
|
p->state = PATH_STOPPED;
|
2015-08-07 01:11:43 +02:00
|
|
|
|
2016-02-07 14:24:58 +01:00
|
|
|
if (hook_run(p, HOOK_PATH_STOP))
|
2015-06-10 15:10:51 +02:00
|
|
|
return -1;
|
2015-04-01 13:25:03 +02:00
|
|
|
|
2015-06-10 15:10:51 +02:00
|
|
|
return 0;
|
2014-07-04 09:47:28 +00:00
|
|
|
}
|
2015-03-18 15:45:06 +01:00
|
|
|
|
2015-11-29 22:45:46 +01:00
|
|
|
const char * path_name(struct path *p)
|
2015-03-18 15:45:06 +01:00
|
|
|
{
|
2015-11-29 22:45:46 +01:00
|
|
|
if (!p->_name) {
|
|
|
|
strcatf(&p->_name, "%s " MAG("=>"), p->in->name);
|
2015-08-07 01:11:43 +02:00
|
|
|
|
2015-11-29 22:45:46 +01:00
|
|
|
list_foreach(struct node *n, &p->destinations) {
|
|
|
|
strcatf(&p->_name, " %s", n->name);
|
|
|
|
}
|
2015-10-17 19:05:15 +02:00
|
|
|
}
|
2015-10-13 15:40:34 +02:00
|
|
|
|
2015-11-29 22:45:46 +01:00
|
|
|
return p->_name;
|
2015-03-18 15:45:06 +01:00
|
|
|
}
|
2015-03-18 15:47:18 +01:00
|
|
|
|
2016-01-14 22:59:57 +01:00
|
|
|
struct path * path_create(size_t poolsize, size_t values)
|
2015-03-21 15:23:57 +01:00
|
|
|
{
|
|
|
|
struct path *p = alloc(sizeof(struct path));
|
|
|
|
|
|
|
|
list_init(&p->destinations, NULL);
|
2015-10-09 13:30:41 +02:00
|
|
|
list_init(&p->hooks, free);
|
2016-01-15 17:40:17 +01:00
|
|
|
|
2016-01-14 22:59:57 +01:00
|
|
|
pool_create(&p->pool, poolsize, 16 + values * sizeof(float)); /** @todo */
|
2015-08-07 01:11:43 +02:00
|
|
|
|
2015-10-09 13:30:41 +02:00
|
|
|
list_foreach(struct hook *h, &hooks) {
|
|
|
|
if (h->type & HOOK_INTERNAL)
|
|
|
|
list_push(&p->hooks, memdup(h, sizeof(*h)));
|
|
|
|
}
|
2015-11-16 10:51:00 +01:00
|
|
|
|
|
|
|
p->state = PATH_CREATED;
|
2015-03-21 15:23:57 +01:00
|
|
|
|
|
|
|
return p;
|
|
|
|
}
|
|
|
|
|
|
|
|
void path_destroy(struct path *p)
|
2016-01-15 17:40:17 +01:00
|
|
|
{
|
2015-03-18 15:47:18 +01:00
|
|
|
list_destroy(&p->destinations);
|
2015-10-09 13:30:41 +02:00
|
|
|
list_destroy(&p->hooks);
|
2016-01-14 22:59:57 +01:00
|
|
|
pool_destroy(&p->pool);
|
2015-08-07 01:11:43 +02:00
|
|
|
|
2015-11-29 22:45:46 +01:00
|
|
|
free(p->_name);
|
2015-03-21 15:23:57 +01:00
|
|
|
free(p);
|
2015-03-18 15:47:18 +01:00
|
|
|
}
|
2016-01-14 22:52:08 +01:00
|
|
|
|
|
|
|
int path_uses_node(struct path *p, struct node *n) {
|
|
|
|
return (p->in == n) || list_contains(&p->destinations, n) ? 0 : 1;
|
|
|
|
}
|