VILLASnode/src/villas-convert.cpp

/** Convert between samples IO formats
 *
 * @file
 * @author Steffen Vogel <post@steffenvogel.de>
 * @copyright 2014-2022, Institute for Automation of Complex Power Systems, EONERC
 * @license Apache 2.0
 *********************************************************************************/

#include <iostream>
#include <unistd.h>

#include <villas/tool.hpp>
#include <villas/utils.hpp>
#include <villas/log.hpp>
#include <villas/format.hpp>
#include <villas/formats/line.hpp>
#include <villas/sample.hpp>
#include <villas/pool.hpp>
#include <villas/exceptions.hpp>
#include <villas/node/config.hpp>
#include <villas/node/memory.hpp>

using namespace villas;
using namespace villas::node;

namespace villas {
namespace node {
namespace tools {

class Convert : public Tool {

public:
	Convert(int argc, char *argv[]) :
		Tool(argc, argv, "convert"),
		dtypes("64f")
	{
		int ret;

		ret = memory::init(DEFAULT_NR_HUGEPAGES);
		if (ret)
			throw RuntimeError("Failed to initialize memory");

		for (unsigned i = 0; i < ARRAY_LEN(dirs); i++) {
			dirs[i].name = i == 0 ? "in" : "out";
			dirs[i].format = "villas.human";
		}
	}

protected:
	std::string dtypes;

	struct {
		std::string name;
		std::string format;
		Format *formatter;
	} dirs[2];

	void usage()
	{
		std::cout << "Usage: villas-convert [OPTIONS]" << std::endl
			<< "  OPTIONS are:" << std::endl
			<< "    -i FMT           set the input format" << std::endl
			<< "    -o FMT           set the output format" << std::endl
			<< "    -t DT            the data-type format string" << std::endl
			<< "    -d LVL           set debug log level to LVL" << std::endl
			<< "    -h               show this usage information" << std::endl
			<< "    -V               show the version of the tool" << std::endl << std::endl;

		printCopyright();
	}

	void parse()
	{
		/* Parse optional command line arguments */
		int c;
		while ((c = getopt(argc, argv, "Vhd:i:o:t:")) != -1) {
			switch (c) {
				case 'V':
					printVersion();
					exit(EXIT_SUCCESS);

				case 'i':
					dirs[0].format = optarg;
					break;

				case 'o':
					dirs[1].format = optarg;
					break;

				case 't':
					dtypes = optarg;
					break;

				case 'd':
					logging.setLevel(optarg);
					break;

				case 'h':
				case '?':
					usage();
					exit(c == '?' ? EXIT_FAILURE : EXIT_SUCCESS);
			}
		}

		if (argc != optind) {
			usage();
			exit(EXIT_FAILURE);
		}
	}

	int main()
	{
		int ret;

		for (unsigned i = 0; i < ARRAY_LEN(dirs); i++) {
			json_t *json_format;
			json_error_t err;
			std::string format = dirs[i].format;

			/* Try parsing format config as JSON */
			json_format = json_loads(format.c_str(), 0, &err);
			dirs[i].formatter = json_format
				? FormatFactory::make(json_format)
				: FormatFactory::make(format);
			if (!dirs[i].formatter)
				throw RuntimeError("Failed to initialize format: {}", dirs[i].name);

			dirs[i].formatter->start(dtypes);
		}

		// Line based formats are processed sample-by-sample
		// while for others, we process them in chunks of 128 samples
		auto isLine = dynamic_cast<LineFormat *>(dirs[0].formatter) != nullptr;
		auto cnt = isLine ? 1 : 128;

		/* Initialize memory */
		struct Pool pool;
		ret = pool_init(&pool, cnt, SAMPLE_LENGTH(DEFAULT_SAMPLE_LENGTH), &memory::heap);
		if (ret)
			throw RuntimeError("Failed to allocate memory for pool.");

		struct Sample *smps[cnt];
		ret = sample_alloc_many(&pool, smps, cnt);
		if (ret < 0)
			throw MemoryAllocationError();

		while (!feof(stdin)) {
			ret = dirs[0].formatter->scan(stdin, smps, cnt);
			if (ret == 0)
				continue;
			else if (ret < 0)
				break;

			dirs[1].formatter->print(stdout, smps, ret);
		}

		for (unsigned i = 0; i < ARRAY_LEN(dirs); i++)
			delete dirs[i].formatter;

		return 0;
	}
};

} /* namespace tools */
} /* namespace node */
} /* namespace villas */

int main(int argc, char *argv[])
{
	villas::node::tools::Convert t(argc, argv);

	return t.run();
}