/** Node type: File * * @author Steffen Vogel * @copyright 2017, Institute for Automation of Complex Power Systems, EONERC * @license GNU General Public License (version 3) * * VILLASnode * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . *********************************************************************************/ #include #include #include #include "nodes/file.h" #include "utils.h" #include "timing.h" #include "queue.h" #include "plugin.h" #include "sample_io.h" int file_reverse(struct node *n) { struct file *f = n->_vd; struct file_direction tmp; tmp = f->read; f->read = f->write; f->write = tmp; return 0; } static char * file_format_name(const char *format, struct timespec *ts) { struct tm tm; char *buf = alloc(FILE_MAX_PATHLEN); /* Convert time */ gmtime_r(&ts->tv_sec, &tm); strftime(buf, FILE_MAX_PATHLEN, format, &tm); return buf; } static AFILE * file_reopen(struct file_direction *dir) { if (dir->handle) afclose(dir->handle); return afopen(dir->uri, dir->mode); } static int file_parse_direction(config_setting_t *cfg, struct file *f, int d) { struct file_direction *dir = (d == FILE_READ) ? &f->read : &f->write; if (!config_setting_lookup_string(cfg, "uri", &dir->fmt)) return -1; if (!config_setting_lookup_string(cfg, "mode", &dir->mode)) dir->mode = (d == FILE_READ) ? "r" : "w+"; return 0; } static struct timespec file_calc_read_offset(const struct timespec *first, const struct timespec *epoch, enum read_epoch_mode mode) { /* Get current time */ struct timespec now = time_now(); struct timespec offset; /* Set read_offset depending on epoch_mode */ switch (mode) { case FILE_EPOCH_DIRECT: /* read first value at now + epoch */ offset = time_diff(first, &now); offset = time_add(&offset, epoch); break; case FILE_EPOCH_WAIT: /* read first value at now + first + epoch */ offset = now; return time_add(&now, epoch); break; case FILE_EPOCH_RELATIVE: /* read first value at first + epoch */ return *epoch; break; case FILE_EPOCH_ABSOLUTE: /* read first value at f->read_epoch */ return time_diff(first, epoch); break; default: { } } return offset; } int file_parse(struct node *n, config_setting_t *cfg) { struct file *f = n->_vd; config_setting_t *cfg_in, *cfg_out; cfg_out = config_setting_get_member(cfg, "out"); if (cfg_out) { if (file_parse_direction(cfg_out, f, FILE_WRITE)) cerror(cfg_out, "Failed to parse output file for node %s", node_name(n)); } cfg_in = config_setting_get_member(cfg, "in"); if (cfg_in) { const char *eof; if (file_parse_direction(cfg_in, f, FILE_READ)) cerror(cfg_in, "Failed to parse input file for node %s", node_name(n)); /* More read specific settings */ if (config_setting_lookup_string(cfg_in, "eof", &eof)) { if (!strcmp(eof, "exit")) f->read_eof = FILE_EOF_EXIT; else if (!strcmp(eof, "rewind")) f->read_eof = FILE_EOF_REWIND; else if (!strcmp(eof, "wait")) f->read_eof = FILE_EOF_WAIT; else cerror(cfg_in, "Invalid mode '%s' for 'eof' setting", eof); } else f->read_eof = FILE_EOF_EXIT; if (!config_setting_lookup_float(cfg_in, "rate", &f->read_rate)) f->read_rate = 0; /* Disable fixed rate sending. Using timestamps of file instead */ double epoch_flt; if (!config_setting_lookup_float(cfg_in, "epoch", &epoch_flt)) epoch_flt = 0; f->read_epoch = time_from_double(epoch_flt); const char *epoch_mode; if (config_setting_lookup_string(cfg_in, "epoch_mode", &epoch_mode)) { if (!strcmp(epoch_mode, "direct")) f->read_epoch_mode = FILE_EPOCH_DIRECT; else if (!strcmp(epoch_mode, "wait")) f->read_epoch_mode = FILE_EPOCH_WAIT; else if (!strcmp(epoch_mode, "relative")) f->read_epoch_mode = FILE_EPOCH_RELATIVE; else if (!strcmp(epoch_mode, "absolute")) f->read_epoch_mode = FILE_EPOCH_ABSOLUTE; else if (!strcmp(epoch_mode, "original")) f->read_epoch_mode = FILE_EPOCH_ORIGINAL; else cerror(cfg_in, "Invalid value '%s' for setting 'epoch_mode'", epoch_mode); } else f->read_epoch_mode = FILE_EPOCH_DIRECT; } n->_vd = f; return 0; } char * file_print(struct node *n) { struct file *f = n->_vd; char *buf = NULL; if (f->read.fmt) { const char *epoch_str = NULL; switch (f->read_epoch_mode) { case FILE_EPOCH_DIRECT: epoch_str = "direct"; break; case FILE_EPOCH_WAIT: epoch_str = "wait"; break; case FILE_EPOCH_RELATIVE: epoch_str = "relative"; break; case FILE_EPOCH_ABSOLUTE: epoch_str = "absolute"; break; case FILE_EPOCH_ORIGINAL: epoch_str = "original"; break; } const char *eof_str = NULL; switch (f->read_eof) { case FILE_EOF_EXIT: eof_str = "exit"; break; case FILE_EOF_WAIT: eof_str = "wait"; break; case FILE_EOF_REWIND: eof_str = "rewind"; break; } strcatf(&buf, "in=%s, mode=%s, eof=%s, epoch_mode=%s, epoch=%.2f", f->read.uri ? f->read.uri : f->read.fmt, f->read.mode, eof_str, epoch_str, time_to_double(&f->read_epoch) ); if (f->read_rate) strcatf(&buf, ", rate=%.1f", f->read_rate); } if (f->write.fmt) { strcatf(&buf, ", out=%s, mode=%s", f->write.uri ? f->write.uri : f->write.fmt, f->write.mode ); } if (f->read_first.tv_sec || f->read_first.tv_nsec) strcatf(&buf, ", first=%.2f", time_to_double(&f->read_first)); if (f->read_offset.tv_sec || f->read_offset.tv_nsec) strcatf(&buf, ", offset=%.2f", time_to_double(&f->read_offset)); if ((f->read_first.tv_sec || f->read_first.tv_nsec) && (f->read_offset.tv_sec || f->read_offset.tv_nsec)) { struct timespec eta, now = time_now(); eta = time_add(&f->read_first, &f->read_offset); eta = time_diff(&now, &eta); if (eta.tv_sec || eta.tv_nsec) strcatf(&buf, ", eta=%.2f sec", time_to_double(&eta)); } return buf; } int file_start(struct node *n) { struct file *f = n->_vd; struct timespec now = time_now(); int ret; if (f->read.fmt) { /* Prepare file name */ f->read.uri = file_format_name(f->read.fmt, &now); /* Open file */ f->read.handle = file_reopen(&f->read); if (!f->read.handle) serror("Failed to open file for reading: '%s'", f->read.uri); /* Create timer */ f->read_timer = f->read_rate ? timerfd_create_rate(f->read_rate) : timerfd_create(CLOCK_REALTIME, 0); if (f->read_timer < 0) serror("Failed to create timer"); /* Get timestamp of first line */ struct sample s; arewind(f->read.handle); if (f->read_epoch_mode != FILE_EPOCH_ORIGINAL) { ret = sample_io_villas_fscan(f->read.handle->file, &s, NULL); if (ret < 0) error("Failed to read first timestamp of node %s", node_name(n)); f->read_first = s.ts.origin; f->read_offset = file_calc_read_offset(&f->read_first, &f->read_epoch, f->read_epoch_mode); arewind(f->read.handle); } } if (f->write.fmt) { /* Prepare file name */ f->write.uri = file_format_name(f->write.fmt, &now); /* Open file */ f->write.handle = file_reopen(&f->write); if (!f->write.handle) serror("Failed to open file for writing: '%s'", f->write.uri); } return 0; } int file_stop(struct node *n) { struct file *f = n->_vd; free(f->read.uri); free(f->write.uri); if (f->read_timer) close(f->read_timer); if (f->read.handle) afclose(f->read.handle); if (f->write.handle) afclose(f->write.handle); return 0; } int file_read(struct node *n, struct sample *smps[], unsigned cnt) { struct file *f = n->_vd; struct sample *s = smps[0]; int values, flags; uint64_t ex; assert(f->read.handle); assert(cnt == 1); retry: values = sample_io_villas_fscan(f->read.handle->file, s, &flags); /* Get message and timestamp */ if (values < 0) { if (afeof(f->read.handle)) { switch (f->read_eof) { case FILE_EOF_REWIND: info("Rewind input file of node %s", node_name(n)); f->read_offset = file_calc_read_offset(&f->read_first, &f->read_epoch, f->read_epoch_mode); arewind(f->read.handle); goto retry; case FILE_EOF_WAIT: usleep(10000); /* We wait 10ms before fetching again. */ adownload(f->read.handle, 1); goto retry; case FILE_EOF_EXIT: info("Reached end-of-file"); exit(EXIT_SUCCESS); } } else warn("Failed to read messages from node %s: reason=%d", node_name(n), values); return 0; } if (f->read_epoch_mode != FILE_EPOCH_ORIGINAL) { if (!f->read_rate || aftell(f->read.handle) == 0) { s->ts.origin = time_add(&s->ts.origin, &f->read_offset); ex = timerfd_wait_until(f->read_timer, &s->ts.origin); } else { /* Wait with fixed rate delay */ ex = timerfd_wait(f->read_timer); s->ts.origin = time_now(); } /* Check for overruns */ if (ex == 0) serror("Failed to wait for timer"); else if (ex != 1) warn("Overrun: %" PRIu64, ex - 1); } return 1; } int file_write(struct node *n, struct sample *smps[], unsigned cnt) { struct file *f = n->_vd; struct sample *s = smps[0]; assert(f->write.handle); assert(cnt == 1); sample_io_villas_fprint(f->write.handle->file, s, SAMPLE_IO_ALL & ~SAMPLE_IO_OFFSET); afflush(f->write.handle); return 1; } static struct plugin p = { .name = "file", .description = "support for file log / replay node type", .type = PLUGIN_TYPE_NODE, .node = { .vectorize = 1, .size = sizeof(struct file), .reverse = file_reverse, .parse = file_parse, .print = file_print, .start = file_start, .stop = file_stop, .read = file_read, .write = file_write, .instances = LIST_INIT() } }; REGISTER_PLUGIN(&p)