VILLASnode/src/villas-convert.cpp

/* Convert between samples IO formats.
 *
 * Author: Steffen Vogel <post@steffenvogel.de>
 * SPDX-FileCopyrightText: 2014-2023 Institute for Automation of Complex Power Systems, RWTH Aachen University
 * SPDX-License-Identifier: Apache-2.0
 */

#include <iostream>
#include <unistd.h>

#include <villas/exceptions.hpp>
#include <villas/format.hpp>
#include <villas/formats/line.hpp>
#include <villas/log.hpp>
#include <villas/node/config.hpp>
#include <villas/node/memory.hpp>
#include <villas/pool.hpp>
#include <villas/sample.hpp>
#include <villas/tool.hpp>
#include <villas/utils.hpp>

using namespace villas;
using namespace villas::node;

namespace villas {
namespace node {
namespace tools {

class Convert : public Tool {

public:
  Convert(int argc, char *argv[]) : Tool(argc, argv, "convert"), dtypes("64f") {
    int ret;

    ret = memory::init(DEFAULT_NR_HUGEPAGES);
    if (ret)
      throw RuntimeError("Failed to initialize memory");

    for (unsigned i = 0; i < ARRAY_LEN(dirs); i++) {
      dirs[i].name = i == 0 ? "in" : "out";
      dirs[i].format = "villas.human";
    }
  }

protected:
  std::string dtypes;

  struct {
    std::string name;
    std::string format;
    Format *formatter;
  } dirs[2];

  void usage() {
    std::cout << "Usage: villas-convert [OPTIONS]" << std::endl
              << "  OPTIONS are:" << std::endl
              << "    -i FMT           set the input format" << std::endl
              << "    -o FMT           set the output format" << std::endl
              << "    -t DT            the data-type format string" << std::endl
              << "    -d LVL           set debug log level to LVL" << std::endl
              << "    -h               show this usage information" << std::endl
              << "    -V               show the version of the tool"
              << std::endl
              << std::endl;

    printCopyright();
  }

  void parse() {
    // Parse optional command line arguments
    int c;
    while ((c = getopt(argc, argv, "Vhd:i:o:t:")) != -1) {
      switch (c) {
      case 'V':
        printVersion();
        exit(EXIT_SUCCESS);

      case 'i':
        dirs[0].format = optarg;
        break;

      case 'o':
        dirs[1].format = optarg;
        break;

      case 't':
        dtypes = optarg;
        break;

      case 'd':
        Log::getInstance().setLevel(optarg);
        break;

      case 'h':
      case '?':
        usage();
        exit(c == '?' ? EXIT_FAILURE : EXIT_SUCCESS);
      }
    }

    if (argc != optind) {
      usage();
      exit(EXIT_FAILURE);
    }
  }

  int main() {
    int ret;

    for (unsigned i = 0; i < ARRAY_LEN(dirs); i++) {
      json_t *json_format;
      json_error_t err;
      std::string format = dirs[i].format;

      // Try parsing format config as JSON
      json_format = json_loads(format.c_str(), 0, &err);
      dirs[i].formatter = json_format ? FormatFactory::make(json_format)
                                      : FormatFactory::make(format);
      if (!dirs[i].formatter)
        throw RuntimeError("Failed to initialize format: {}", dirs[i].name);

      dirs[i].formatter->start(dtypes);
    }

    // Line based formats are processed sample-by-sample
    // while for others, we process them in chunks of 128 samples
    auto isLine = dynamic_cast<LineFormat *>(dirs[0].formatter) != nullptr;
    auto cnt = isLine ? 1 : 128;

    // Initialize memory
    struct Pool pool;
    ret = pool_init(&pool, cnt, SAMPLE_LENGTH(DEFAULT_SAMPLE_LENGTH),
                    &memory::heap);
    if (ret)
      throw RuntimeError("Failed to allocate memory for pool.");

    struct Sample *smps[cnt];
    ret = sample_alloc_many(&pool, smps, cnt);
    if (ret < 0)
      throw MemoryAllocationError();

    while (!feof(stdin)) {
      ret = dirs[0].formatter->scan(stdin, smps, cnt);
      if (ret == 0)
        continue;
      else if (ret < 0)
        break;

      dirs[1].formatter->print(stdout, smps, ret);
    }

    for (unsigned i = 0; i < ARRAY_LEN(dirs); i++)
      delete dirs[i].formatter;

    return 0;
  }
};

} // namespace tools
} // namespace node
} // namespace villas

int main(int argc, char *argv[]) {
  villas::node::tools::Convert t(argc, argv);

  return t.run();
}