/** Comma-separated values. * * @author Steffen Vogel * @copyright 2017-2018, Institute for Automation of Complex Power Systems, EONERC * @license GNU General Public License (version 3) * * VILLASnode * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . *********************************************************************************/ #include #include #include #include #include #include #include #include #include static size_t csv_sprint_single(struct io *io, char *buf, size_t len, const struct sample *smp) { size_t off = 0; struct signal *sig; if (io->flags & SAMPLE_HAS_TS_ORIGIN) off += snprintf(buf + off, len - off, "%ld%c%09ld", smp->ts.origin.tv_sec, io->separator, smp->ts.origin.tv_nsec); else off += snprintf(buf + off, len - off, "nan%cnan", io->separator); if (io->flags & SAMPLE_HAS_TS_RECEIVED) off += snprintf(buf + off, len - off, "%c%.09f", io->separator, time_delta(&smp->ts.origin, &smp->ts.received)); else off += snprintf(buf + off, len - off, "%cnan", io->separator); if (io->flags & SAMPLE_HAS_SEQUENCE) off += snprintf(buf + off, len - off, "%c%" PRIu64, io->separator, smp->sequence); else off += snprintf(buf + off, len - off, "%cnan", io->separator); if (io->flags & SAMPLE_HAS_DATA) { for (int i = 0; i < smp->length; i++) { sig = list_at_safe(smp->signals, i); if (!sig) break; off += snprintf(buf + off, len - off, "%c", io->separator); off += signal_data_snprint(&smp->data[i], sig, buf + off, len - off); } } off += snprintf(buf + off, len - off, "%c", io->delimiter); return off; } static size_t csv_sscan_single(struct io *io, const char *buf, size_t len, struct sample *smp) { int ret, i = 0; const char *ptr = buf; char *end, *next; smp->flags = 0; smp->signals = io->signals; smp->ts.origin.tv_sec = strtoul(ptr, &end, 10); if (end == ptr || *end == io->delimiter) goto out; ptr = end + 1; smp->ts.origin.tv_nsec = strtoul(ptr, &end, 10); if (end == ptr || *end == io->delimiter) goto out; ptr = end + 1; smp->flags |= SAMPLE_HAS_TS_ORIGIN; double offset __attribute__((unused)) = strtof(ptr, &end); if (end == ptr || *end == io->delimiter) goto out; ptr = end + 1; smp->sequence = strtoul(ptr, &end, 10); if (end == ptr || *end == io->delimiter) goto out; smp->flags |= SAMPLE_HAS_SEQUENCE; for (ptr = end + 1, i = 0; i < smp->capacity; ptr = end + 1, i++) { if (*end == io->delimiter) goto out; struct signal *sig = (struct signal *) list_at_safe(smp->signals, i); if (!sig) goto out; /* Perform signal detection only once */ if (sig->type == SIGNAL_TYPE_AUTO) { /* Find end of the current column */ next = strpbrk(ptr, (char[]) { io->separator, io->delimiter, 0 }); if (next == NULL) goto out; /* Copy value to temporary '\0' terminated buffer */ size_t len = next - ptr; char val[len+1]; strncpy(val, ptr, len); val[len] = '\0'; sig->type = signal_type_detect(val); debug(LOG_IO | 5, "Learned data type for index %u: %s", i, signal_type_to_str(sig->type)); } ret = signal_data_parse_str(&smp->data[i], sig, ptr, &end); if (ret || end == ptr) /* There are no valid values anymore. */ goto out; } out: if (*end == io->delimiter) end++; smp->length = i; if (smp->length > 0) smp->flags |= SAMPLE_HAS_DATA; return end - buf; } int csv_sprint(struct io *io, char *buf, size_t len, size_t *wbytes, struct sample *smps[], unsigned cnt) { int i; size_t off = 0; for (i = 0; i < cnt && off < len; i++) off += csv_sprint_single(io, buf + off, len - off, smps[i]); if (wbytes) *wbytes = off; return i; } int csv_sscan(struct io *io, const char *buf, size_t len, size_t *rbytes, struct sample *smps[], unsigned cnt) { int i; size_t off = 0; for (i = 0; i < cnt && off < len; i++) off += csv_sscan_single(io, buf + off, len - off, smps[i]); if (rbytes) *rbytes = off; return i; } void csv_header(struct io *io, const struct sample *smp) { FILE *f = io_stream_output(io); fprintf(f, "# secs%cnsecs%coffset%csequence", io->separator, io->separator, io->separator); for (int i = 0; i < smp->length; i++) { struct signal *sig = (struct signal *) list_at(smp->signals, i); if (sig->name) fprintf(f, "%c%s", io->separator, sig->name); else fprintf(f, "%csignal%d", io->separator, i); if (sig->unit) fprintf(f, "[%s]", sig->unit); } fprintf(f, "%c", io->delimiter); } static struct plugin p1 = { .name = "tsv", .description = "Tabulator-separated values", .type = PLUGIN_TYPE_FORMAT, .format = { .sprint = csv_sprint, .sscan = csv_sscan, .header = csv_header, .size = 0, .flags = IO_NEWLINES, .separator = '\t' } }; static struct plugin p2 = { .name = "csv", .description = "Comma-separated values", .type = PLUGIN_TYPE_FORMAT, .format = { .sprint = csv_sprint, .sscan = csv_sscan, .header = csv_header, .size = 0, .flags = IO_NEWLINES | IO_AUTO_DETECT_FORMAT | SAMPLE_HAS_TS_ORIGIN | SAMPLE_HAS_SEQUENCE | SAMPLE_HAS_DATA, .separator = ',' } }; REGISTER_PLUGIN(&p1); REGISTER_PLUGIN(&p2);