Refactor directory structure

* Move core library sources into src/lib/core
* Move command-line programs into src/cli

1 files changed, 0 insertions, 348 deletions

diff --git a/src/delivery_populate.c b/src/delivery_populate.c
deleted file mode 100644
index b37f677..0000000
--- a/src/delivery_populate.c
+++ /dev/null
@@ -1,348 +0,0 @@
-#include "delivery.h"
-
-static void ini_has_key_required(struct INIFILE *ini, const char *section_name, char *key) {
-    int status = ini_has_key(ini, section_name, key);
-    if (!status) {
-        SYSERROR("%s:%s key is required but not defined", section_name, key);
-        exit(1);
-    }
-}
-
-static void conv_str(char **x, union INIVal val) {
-    if (*x) {
-        guard_free(*x);
-    }
-    if (val.as_char_p) {
-        char *tplop = tpl_render(val.as_char_p);
-        if (tplop) {
-            *x = tplop;
-        } else {
-            *x = NULL;
-        }
-    } else {
-        *x = NULL;
-    }
-}
-
-
-
-int populate_info(struct Delivery *ctx) {
-    if (!ctx->info.time_str_epoch) {
-        // Record timestamp used for release
-        time(&ctx->info.time_now);
-        ctx->info.time_info = localtime(&ctx->info.time_now);
-
-        ctx->info.time_str_epoch = calloc(STASIS_TIME_STR_MAX, sizeof(*ctx->info.time_str_epoch));
-        if (!ctx->info.time_str_epoch) {
-            msg(STASIS_MSG_ERROR, "Unable to allocate memory for Unix epoch string\n");
-            return -1;
-        }
-        snprintf(ctx->info.time_str_epoch, STASIS_TIME_STR_MAX - 1, "%li", ctx->info.time_now);
-    }
-    return 0;
-}
-
-int populate_delivery_cfg(struct Delivery *ctx, int render_mode) {
-    struct INIFILE *cfg = ctx->_stasis_ini_fp.cfg;
-    if (!cfg) {
-        return -1;
-    }
-    int err = 0;
-    ctx->storage.conda_staging_dir = ini_getval_str(cfg, "default", "conda_staging_dir", render_mode, &err);
-    ctx->storage.conda_staging_url = ini_getval_str(cfg, "default", "conda_staging_url", render_mode, &err);
-    ctx->storage.wheel_staging_dir = ini_getval_str(cfg, "default", "wheel_staging_dir", render_mode, &err);
-    ctx->storage.wheel_staging_url = ini_getval_str(cfg, "default", "wheel_staging_url", render_mode, &err);
-    globals.conda_fresh_start = ini_getval_bool(cfg, "default", "conda_fresh_start", render_mode, &err);
-    if (!globals.continue_on_error) {
-        globals.continue_on_error = ini_getval_bool(cfg, "default", "continue_on_error", render_mode, &err);
-    }
-    if (!globals.always_update_base_environment) {
-        globals.always_update_base_environment = ini_getval_bool(cfg, "default", "always_update_base_environment", render_mode, &err);
-    }
-    globals.conda_install_prefix = ini_getval_str(cfg, "default", "conda_install_prefix", render_mode, &err);
-    globals.conda_packages = ini_getval_strlist(cfg, "default", "conda_packages", LINE_SEP, render_mode, &err);
-    globals.pip_packages = ini_getval_strlist(cfg, "default", "pip_packages", LINE_SEP, render_mode, &err);
-
-    globals.jfrog.jfrog_artifactory_base_url = ini_getval_str(cfg, "jfrog_cli_download", "url", render_mode, &err);
-    globals.jfrog.jfrog_artifactory_product = ini_getval_str(cfg, "jfrog_cli_download", "product", render_mode, &err);
-    globals.jfrog.cli_major_ver = ini_getval_str(cfg, "jfrog_cli_download", "version_series", render_mode, &err);
-    globals.jfrog.version = ini_getval_str(cfg, "jfrog_cli_download", "version", render_mode, &err);
-    globals.jfrog.remote_filename = ini_getval_str(cfg, "jfrog_cli_download", "filename", render_mode, &err);
-    globals.jfrog.url = ini_getval_str(cfg, "deploy:artifactory", "url", render_mode, &err);
-    globals.jfrog.repo = ini_getval_str(cfg, "deploy:artifactory", "repo", render_mode, &err);
-
-    return 0;
-}
-
-int populate_delivery_ini(struct Delivery *ctx, int render_mode) {
-    union INIVal val;
-    struct INIFILE *ini = ctx->_stasis_ini_fp.delivery;
-    struct INIData *rtdata;
-    RuntimeEnv *rt;
-
-    validate_delivery_ini(ini);
-    // Populate runtime variables first they may be interpreted by other
-    // keys in the configuration
-    rt = runtime_copy(__environ);
-    while ((rtdata = ini_getall(ini, "runtime")) != NULL) {
-        char rec[STASIS_BUFSIZ];
-        sprintf(rec, "%s=%s", lstrip(strip(rtdata->key)), lstrip(strip(rtdata->value)));
-        runtime_set(rt, rtdata->key, rtdata->value);
-    }
-    runtime_apply(rt);
-    ctx->runtime.environ = rt;
-
-    int err = 0;
-    ctx->meta.mission = ini_getval_str(ini, "meta", "mission", render_mode, &err);
-
-    if (!strcasecmp(ctx->meta.mission, "hst")) {
-        ctx->meta.codename = ini_getval_str(ini, "meta", "codename", render_mode, &err);
-    } else {
-        ctx->meta.codename = NULL;
-    }
-
-    ctx->meta.version = ini_getval_str(ini, "meta", "version", render_mode, &err);
-    ctx->meta.name = ini_getval_str(ini, "meta", "name", render_mode, &err);
-    ctx->meta.rc = ini_getval_int(ini, "meta", "rc", render_mode, &err);
-    ctx->meta.final = ini_getval_bool(ini, "meta", "final", render_mode, &err);
-    ctx->meta.based_on = ini_getval_str(ini, "meta", "based_on", render_mode, &err);
-
-    if (!ctx->meta.python) {
-        ctx->meta.python = ini_getval_str(ini, "meta", "python", render_mode, &err);
-        guard_free(ctx->meta.python_compact);
-        ctx->meta.python_compact = to_short_version(ctx->meta.python);
-    } else {
-        ini_setval(&ini, INI_SETVAL_REPLACE, "meta", "python", ctx->meta.python);
-    }
-
-    ctx->conda.installer_name = ini_getval_str(ini, "conda", "installer_name", render_mode, &err);
-    ctx->conda.installer_version = ini_getval_str(ini, "conda", "installer_version", render_mode, &err);
-    ctx->conda.installer_platform = ini_getval_str(ini, "conda", "installer_platform", render_mode, &err);
-    ctx->conda.installer_arch = ini_getval_str(ini, "conda", "installer_arch", render_mode, &err);
-    ctx->conda.installer_baseurl = ini_getval_str(ini, "conda", "installer_baseurl", render_mode, &err);
-    ctx->conda.conda_packages = ini_getval_strlist(ini, "conda", "conda_packages", " "LINE_SEP, render_mode, &err);
-
-    if (ctx->conda.conda_packages->data && ctx->conda.conda_packages->data[0] && strpbrk(ctx->conda.conda_packages->data[0], " \t")) {
-        normalize_space(ctx->conda.conda_packages->data[0]);
-        replace_text(ctx->conda.conda_packages->data[0], " ", LINE_SEP, 0);
-        char *pip_packages_replacement = join(ctx->conda.conda_packages->data, LINE_SEP);
-        ini_setval(&ini, INI_SETVAL_REPLACE, "conda", "conda_packages", pip_packages_replacement);
-        guard_free(pip_packages_replacement);
-        guard_strlist_free(&ctx->conda.conda_packages);
-        ctx->conda.conda_packages = ini_getval_strlist(ini, "conda", "conda_packages", LINE_SEP, render_mode, &err);
-    }
-
-    for (size_t i = 0; i < strlist_count(ctx->conda.conda_packages); i++) {
-        char *pkg = strlist_item(ctx->conda.conda_packages, i);
-        if (strpbrk(pkg, ";#") || isempty(pkg)) {
-            strlist_remove(ctx->conda.conda_packages, i);
-        }
-    }
-
-    ctx->conda.pip_packages = ini_getval_strlist(ini, "conda", "pip_packages", LINE_SEP, render_mode, &err);
-    if (ctx->conda.pip_packages->data && ctx->conda.pip_packages->data[0] && strpbrk(ctx->conda.pip_packages->data[0], " \t")) {
-        normalize_space(ctx->conda.pip_packages->data[0]);
-        replace_text(ctx->conda.pip_packages->data[0], " ", LINE_SEP, 0);
-        char *pip_packages_replacement = join(ctx->conda.pip_packages->data, LINE_SEP);
-        ini_setval(&ini, INI_SETVAL_REPLACE, "conda", "pip_packages", pip_packages_replacement);
-        guard_free(pip_packages_replacement);
-        guard_strlist_free(&ctx->conda.pip_packages);
-        ctx->conda.pip_packages = ini_getval_strlist(ini, "conda", "pip_packages", LINE_SEP, render_mode, &err);
-    }
-
-    for (size_t i = 0; i < strlist_count(ctx->conda.pip_packages); i++) {
-        char *pkg = strlist_item(ctx->conda.pip_packages, i);
-        if (strpbrk(pkg, ";#") || isempty(pkg)) {
-            strlist_remove(ctx->conda.pip_packages, i);
-        }
-    }
-
-    // Delivery metadata consumed
-    populate_mission_ini(&ctx, render_mode);
-
-    if (ctx->info.release_name) {
-        guard_free(ctx->info.release_name);
-        guard_free(ctx->info.build_name);
-        guard_free(ctx->info.build_number);
-    }
-
-    if (delivery_format_str(ctx, &ctx->info.release_name, ctx->rules.release_fmt)) {
-        fprintf(stderr, "Failed to generate release name. Format used: %s\n", ctx->rules.release_fmt);
-        return -1;
-    }
-
-    if (!ctx->info.build_name) {
-        delivery_format_str(ctx, &ctx->info.build_name, ctx->rules.build_name_fmt);
-    }
-    if (!ctx->info.build_number) {
-        delivery_format_str(ctx, &ctx->info.build_number, ctx->rules.build_number_fmt);
-    }
-
-    // Best I can do to make output directories unique. Annoying.
-    delivery_init_dirs_stage2(ctx);
-
-    if (!ctx->conda.conda_packages_defer) {
-        ctx->conda.conda_packages_defer = strlist_init();
-    }
-    if (!ctx->conda.pip_packages_defer) {
-        ctx->conda.pip_packages_defer = strlist_init();
-    }
-
-    for (size_t z = 0, i = 0; i < ini->section_count; i++) {
-        char *section_name = ini->section[i]->key;
-        if (startswith(section_name, "test:")) {
-            struct Test *test = &ctx->tests[z];
-            val.as_char_p = strchr(ini->section[i]->key, ':') + 1;
-            if (val.as_char_p && isempty(val.as_char_p)) {
-                return 1;
-            }
-            conv_str(&test->name, val);
-
-            test->version = ini_getval_str(ini, section_name, "version", render_mode, &err);
-            test->repository = ini_getval_str(ini, section_name, "repository", render_mode, &err);
-            test->script_setup = ini_getval_str(ini, section_name, "script_setup", INI_READ_RAW, &err);
-            test->script = ini_getval_str(ini, section_name, "script", INI_READ_RAW, &err);
-            test->disable = ini_getval_bool(ini, section_name, "disable", render_mode, &err);
-            test->parallel = ini_getval_bool(ini, section_name, "parallel", render_mode, &err);
-            if (err) {
-                test->parallel = true;
-            }
-            test->repository_remove_tags = ini_getval_strlist(ini, section_name, "repository_remove_tags", LINE_SEP, render_mode, &err);
-            test->build_recipe = ini_getval_str(ini, section_name, "build_recipe", render_mode, &err);
-            test->runtime.environ = ini_getval_strlist(ini, section_name, "runtime", LINE_SEP, render_mode, &err);
-            z++;
-        }
-    }
-
-    for (size_t z = 0, i = 0; i < ini->section_count; i++) {
-        char *section_name = ini->section[i]->key;
-        struct Deploy *deploy = &ctx->deploy;
-        if (startswith(section_name, "deploy:artifactory")) {
-            struct JFrog *jfrog = &deploy->jfrog[z];
-            // Artifactory base configuration
-
-            jfrog->upload_ctx.workaround_parent_only = ini_getval_bool(ini, section_name, "workaround_parent_only", render_mode, &err);
-            jfrog->upload_ctx.exclusions = ini_getval_str(ini, section_name, "exclusions", render_mode, &err);
-            jfrog->upload_ctx.explode = ini_getval_bool(ini, section_name, "explode", render_mode, &err);
-            jfrog->upload_ctx.recursive = ini_getval_bool(ini, section_name, "recursive", render_mode, &err);
-            jfrog->upload_ctx.retries = ini_getval_int(ini, section_name, "retries", render_mode, &err);
-            jfrog->upload_ctx.retry_wait_time = ini_getval_int(ini, section_name, "retry_wait_time", render_mode, &err);
-            jfrog->upload_ctx.detailed_summary = ini_getval_bool(ini, section_name, "detailed_summary", render_mode, &err);
-            jfrog->upload_ctx.quiet = ini_getval_bool(ini, section_name, "quiet", render_mode, &err);
-            jfrog->upload_ctx.regexp = ini_getval_bool(ini, section_name, "regexp", render_mode, &err);
-            jfrog->upload_ctx.spec = ini_getval_str(ini, section_name, "spec", render_mode, &err);
-            jfrog->upload_ctx.flat = ini_getval_bool(ini, section_name, "flat", render_mode, &err);
-            jfrog->repo = ini_getval_str(ini, section_name, "repo", render_mode, &err);
-            jfrog->dest = ini_getval_str(ini, section_name, "dest", render_mode, &err);
-            jfrog->files = ini_getval_strlist(ini, section_name, "files", LINE_SEP, render_mode, &err);
-            z++;
-        }
-    }
-
-    for (size_t i = 0; i < ini->section_count; i++) {
-        char *section_name = ini->section[i]->key;
-        struct Deploy *deploy = &ctx->deploy;
-        if (startswith(ini->section[i]->key, "deploy:docker")) {
-            struct Docker *docker = &deploy->docker;
-
-            docker->registry = ini_getval_str(ini, section_name, "registry", render_mode, &err);
-            docker->image_compression = ini_getval_str(ini, section_name, "image_compression", render_mode, &err);
-            docker->test_script = ini_getval_str(ini, section_name, "test_script", render_mode, &err);
-            docker->build_args = ini_getval_strlist(ini, section_name, "build_args", LINE_SEP, render_mode, &err);
-            docker->tags = ini_getval_strlist(ini, section_name, "tags", LINE_SEP, render_mode, &err);
-        }
-    }
-    return 0;
-}
-
-int populate_mission_ini(struct Delivery **ctx, int render_mode) {
-    int err = 0;
-    struct INIFILE *ini;
-
-    if ((*ctx)->_stasis_ini_fp.mission) {
-        return 0;
-    }
-
-    // Now populate the rules
-    char missionfile[PATH_MAX] = {0};
-    if (getenv("STASIS_SYSCONFDIR")) {
-        sprintf(missionfile, "%s/%s/%s/%s.ini",
-                getenv("STASIS_SYSCONFDIR"), "mission", (*ctx)->meta.mission, (*ctx)->meta.mission);
-    } else {
-        sprintf(missionfile, "%s/%s/%s/%s.ini",
-                globals.sysconfdir, "mission", (*ctx)->meta.mission, (*ctx)->meta.mission);
-    }
-
-    msg(STASIS_MSG_L2, "Reading mission configuration: %s\n", missionfile);
-    (*ctx)->_stasis_ini_fp.mission = ini_open(missionfile);
-    ini = (*ctx)->_stasis_ini_fp.mission;
-    if (!ini) {
-        msg(STASIS_MSG_ERROR | STASIS_MSG_L2, "Failed to read mission configuration: %s, %s\n", missionfile, strerror(errno));
-        exit(1);
-    }
-    (*ctx)->_stasis_ini_fp.mission_path = strdup(missionfile);
-
-    (*ctx)->rules.release_fmt = ini_getval_str(ini, "meta", "release_fmt", render_mode, &err);
-
-    // Used for setting artifactory build info
-    (*ctx)->rules.build_name_fmt = ini_getval_str(ini, "meta", "build_name_fmt", render_mode, &err);
-
-    // Used for setting artifactory build info
-    (*ctx)->rules.build_number_fmt = ini_getval_str(ini, "meta", "build_number_fmt", render_mode, &err);
-    return 0;
-}
-
-void validate_delivery_ini(struct INIFILE *ini) {
-    if (!ini) {
-        SYSERROR("%s", "INIFILE is NULL!");
-        exit(1);
-    }
-    if (ini_section_search(&ini, INI_SEARCH_EXACT, "meta")) {
-        ini_has_key_required(ini, "meta", "name");
-        ini_has_key_required(ini, "meta", "version");
-        ini_has_key_required(ini, "meta", "rc");
-        ini_has_key_required(ini, "meta", "mission");
-        ini_has_key_required(ini, "meta", "python");
-    } else {
-        SYSERROR("%s", "[meta] configuration section is required");
-        exit(1);
-    }
-
-    if (ini_section_search(&ini, INI_SEARCH_EXACT, "conda")) {
-        ini_has_key_required(ini, "conda", "installer_name");
-        ini_has_key_required(ini, "conda", "installer_version");
-        ini_has_key_required(ini, "conda", "installer_platform");
-        ini_has_key_required(ini, "conda", "installer_arch");
-    } else {
-        SYSERROR("%s", "[conda] configuration section is required");
-        exit(1);
-    }
-
-    for (size_t i = 0; i < ini->section_count; i++) {
-        struct INISection *section = ini->section[i];
-        if (section && startswith(section->key, "test:")) {
-            char *name = strstr(section->key, ":");
-            if (name && strlen(name) > 1) {
-                name = &name[1];
-            }
-            //ini_has_key_required(ini, section->key, "version");
-            //ini_has_key_required(ini, section->key, "repository");
-            if (globals.enable_testing) {
-                ini_has_key_required(ini, section->key, "script");
-            }
-        }
-    }
-
-    if (ini_section_search(&ini, INI_SEARCH_EXACT, "deploy:docker")) {
-        // yeah?
-    }
-
-    for (size_t i = 0; i < ini->section_count; i++) {
-        struct INISection *section = ini->section[i];
-        if (section && startswith(section->key, "deploy:artifactory")) {
-            ini_has_key_required(ini, section->key, "files");
-            ini_has_key_required(ini, section->key, "dest");
-        }
-    }
-}
-