/** libcurl based remote IO * * Implements an fopen() abstraction allowing reading from URLs * * This file introduces a c library buffered I/O interface to * URL reads it supports fopen(), fread(), fgets(), feof(), fclose(), * rewind(). Supported functions have identical prototypes to their normal c * lib namesakes and are preceaded by a . * * Using this code you can replace your program's fopen() with afopen() * and fread() with afread() and it become possible to read remote streams * instead of (only) local files. Local files (ie those that can be directly * fopened) will drop back to using the underlying clib implementations * * This example requires libcurl 7.9.7 or later. * * @author Steffen Vogel * @copyright 2016, Institute for Automation of Complex Power Systems, EONERC * This file is part of VILLASnode. All Rights Reserved. Proprietary and confidential. * Unauthorized copying of this file, via any medium is strictly prohibited. *********************************************************************************/ #include #include #include #include #include #include #include "utils.h" #include "config.h" #include "advio.h" AFILE *afopen(const char *uri, const char *mode, int flags) { CURLcode res; AFILE *af = alloc(sizeof(AFILE)); af->file = tmpfile(); if (!af->file) goto out2; af->curl = curl_easy_init(); if (!af->curl) goto out1; curl_easy_setopt(af->curl, CURLOPT_FOLLOWLOCATION, 1L); curl_easy_setopt(af->curl, CURLOPT_UPLOAD, 0L); curl_easy_setopt(af->curl, CURLOPT_USERAGENT, USER_AGENT); curl_easy_setopt(af->curl, CURLOPT_URL, url); curl_easy_setopt(af->curl, CURLOPT_WRITEDATA, af->file); res = curl_easy_perform(af->curl); switch (res) { case CURLE_OK: switch (mode[0]) { case 'w': case 'r': fseek(af->file, 0, SEEK_SET); break; case 'a': fseek(af->file, 0, SEEK_END); break; } break; /* The following error codes indicate that the file does not exist * Check the fopen mode to see if we should continue with an emoty file */ case CURLE_FILE_COULDNT_READ_FILE: case CURLE_TFTP_NOTFOUND: case CURLE_REMOTE_FILE_NOT_FOUND: if (mode[0] == 'a' || (mode[0] == 'w' && mode[1] == '+')) break; /* its okay */ default: goto out0; /* no please fail here */ } af->url = strdup(url); af->flags = flags & ~ADVIO_DIRTY; return af; out0: curl_easy_cleanup(af->curl); printf("Failed to download file (%d): %s\n", res, curl_easy_strerror(res)); out1: fclose(af->file); out2: free(af); return NULL; } int afclose(AFILE *af) { int ret; ret = afflush(af); curl_easy_cleanup(af->curl); fclose(af->file); free(af); return ret; } int afflush(AFILE *af) { int ret; ret = fflush(af->file); if (ret) return ret; /* Only upload file if it was changed */ if (af->flags & ADVIO_DIRTY) { CURLcode res; long pos; /* Remember old stream pointer */ pos = ftell(af->file); fseek(af->file, 0, SEEK_SET); curl_easy_setopt(af->curl, CURLOPT_UPLOAD, 1L); curl_easy_setopt(af->curl, CURLOPT_READDATA, af->file); res = curl_easy_perform(af->curl); /* Restore old stream pointer */ fseek(af->file, pos, SEEK_SET); if (res != CURLE_OK) return -1; af->flags &= ADVIO_DIRTY; } return 0; } size_t afread(void *restrict ptr, size_t size, size_t nitems, AFILE *restrict stream) { return fread(ptr, size, nitems, stream->file); } size_t afwrite(const void *restrict ptr, size_t size, size_t nitems, AFILE *restrict stream) { size_t ret; ret = fwrite(ptr, size, nitems, stream->file); if (ret > 0) af->flags |= ADVIO_DIRTY; return ret; }