aboutsummaryrefslogtreecommitdiff
path: root/src/mirrors.c
blob: d55184210c14b0da52aaddc03eef8304bfc54515 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
#include "spm.h"
#include "url.h"

char **file_readlines(const char *filename) {
    FILE *fp = NULL;
    char **result = NULL;
    char *buffer = NULL;
    size_t lines = 0;

    if ((fp = fopen(filename, "r")) == NULL) {
        perror(filename);
        fprintf(SYSERROR);
        return NULL;
    }

    // Allocate buffer
    if ((buffer = calloc(BUFSIZ + 1, sizeof(char))) == NULL) {
        perror("line buffer");
        fprintf(SYSERROR);
        fclose(fp);
        return NULL;
    }

    // count number the of lines in the file
    while ((fgets(buffer, BUFSIZ, fp)) != NULL) {
        lines++;
    }

    if (!lines) {
        free(buffer);
        fclose(fp);
        return NULL;
    }

    rewind(fp);

    // Populate results array
    result = calloc(lines + 1, sizeof(char *));
    for (size_t i = 0; i < lines; i++) {
        if (fgets(buffer, BUFSIZ, fp) == NULL) {
            break;
        }
        result[i] = strdup(buffer);
    }

    free(buffer);
    fclose(fp);
    return result;
}

char **mirror_list(const char *filename) {
    char **mirrors = file_readlines(filename);
    char **result = NULL;
    size_t count;
    for (count = 0; mirrors[count] != NULL; count++);

    if (!count) {
        return NULL;
    }

    result = calloc(count + 1, sizeof(char **));
    for (size_t i = 0; mirrors[i] != NULL; i++) {
        if (startswith(mirrors[i], "#") == 0 || isempty(mirrors[i])) {
            continue;
        }
        result[i] = join((char *[]) {mirrors[i], SPM_GLOBAL.repo_target, NULL}, DIRSEPS);
        free(mirrors[i]);
    }
    free(mirrors);
    return result;
}

void mirror_clone(Manifest *info, char *_dest) {
    char *dest = NULL;
    if (endswith(_dest, SPM_GLOBAL.repo_target) != 0) {
        dest = strdup(_dest);
    }
    else {
        dest = join((char *[]) {_dest, SPM_GLOBAL.repo_target, NULL}, DIRSEPS);
    }

    if (exists(dest) != 0 && mkdirs(dest, 0755) != 0) {
        perror("Unable to create mirror directory");
        fprintf(SYSERROR);
        exit(1);
    }

    printf("Remote: %s\n", info->origin);
    printf("Local: %s\n", dest);

    for (size_t i = 0; i < info->records; i++) {
        long response = 0;
        char *archive = join((char *[]) {info->packages[i]->origin, SPM_GLOBAL.repo_target, info->packages[i]->archive, NULL}, DIRSEPS);
        char *path = join((char *[]) {dest, info->packages[i]->archive, NULL}, DIRSEPS);
        if (exists(path) == 0) {
            char *checksum = sha256sum(path);
            if (strcmp(checksum, info->packages[i]->checksum_sha256) == 0) {
                printf("Skipped: %s\n", archive);
                //free(checksum);
                free(archive);
                free(path);
                continue;
            }
        }
        printf("Fetch: %s\n", archive);
        if ((response = fetch(archive, path)) >= 400) {
            fprintf(stderr, "WARNING: HTTP(%ld, %s): %s\n", response, http_response_str(response), archive);
        }
        free(archive);
        free(path);
    }

    // Now fetch a copy of the physical manifest
    char *datafile = join((char *[]) {dest, basename(info->origin), NULL}, DIRSEPS);
    long response = 0;
    if ((response = fetch(info->origin, datafile) >= 400)) {
        fprintf(stderr, "WARNING: HTTP(%ld, %s): %s\n", response, http_response_str(response), info->origin);
    }
    free(dest);
    free(datafile);
    printf("done!\n");
}