1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
|
#include <stdio.h>
#include <string.h>
#include <stdlib.h>
#include <stdint.h>
#include <unistd.h>
#include <curl/curl.h>
#include <json.h>
#include "net.h"
#include "common.h"
static inline size_t memoryCallback(void* contents, size_t size, size_t nmemb, void* userp)
{
size_t realsize = size * nmemb;
struct MemoryStruct* mem = (struct MemoryStruct*)userp;
uint8_t* ptr = realloc(mem->memory, mem->size + realsize + 1);
if(ptr == NULL)
{
fprintf(stderr, "Unable to allocate memory\n");
return 0;
}
mem->memory = ptr;
memcpy(&(mem->memory[mem->size]), contents, realsize);
mem->size += realsize;
mem->memory[mem->size] = 0;
return realsize;
}
static inline int xferinfo(UNUSED void *p, curl_off_t dltotal, curl_off_t dlnow, UNUSED curl_off_t ultotal, UNUSED curl_off_t ulnow)
{
curl_off_t progress = 0;
if (dltotal != 0)
progress = (dlnow * 100) / dltotal;
fprintf(stderr, "\rProgress: %3" CURL_FORMAT_CURL_OFF_T "%%", progress);
if (progress == 100) fprintf(stderr, "\r");
return 0;
}
struct MemoryStruct* downloadToRam(const char* URL, int progress)
{
CURL* curl_handle;
CURLcode res = CURLE_OK;
if (!isatty(STDERR_FILENO))
progress = 0;
struct MemoryStruct* chunk = malloc(sizeof(struct MemoryStruct));
if (chunk)
{
chunk->memory = malloc(1);
if (!chunk->memory)
{
free(chunk);
return NULL;
}
chunk->memory[0] = 0;
chunk->size = 0;
curl_global_init(CURL_GLOBAL_ALL);
curl_handle = curl_easy_init();
curl_easy_setopt(curl_handle, CURLOPT_URL, URL);
curl_easy_setopt(curl_handle, CURLOPT_WRITEFUNCTION, memoryCallback);
curl_easy_setopt(curl_handle, CURLOPT_WRITEDATA, (void*)chunk);
curl_easy_setopt(curl_handle, CURLOPT_USERAGENT, USER_AGENT);
curl_easy_setopt(curl_handle, CURLOPT_FOLLOWLOCATION, 1L);
curl_easy_setopt(curl_handle, CURLOPT_XFERINFOFUNCTION, xferinfo);
curl_easy_setopt(curl_handle, CURLOPT_NOPROGRESS, !progress);
res = curl_easy_perform(curl_handle);
long http_code = 0;
curl_easy_getinfo(curl_handle, CURLINFO_RESPONSE_CODE, &http_code);
if(res != CURLE_OK) {
free(chunk->memory);
free(chunk);
puts(curl_easy_strerror(res));
chunk = NULL;
}
else if (http_code != 200)
{
free(chunk->memory);
free(chunk);
#ifdef DEBUG
printf("HTTP Error %li\n", http_code);
#endif
chunk = NULL;
}
curl_easy_cleanup(curl_handle);
curl_global_cleanup();
}
else
{
fprintf(stderr, "Unable to allocate memory\n");
}
return chunk;
}
void downloadToFile(const char* URL, const char* path, int progress)
{
struct MemoryStruct* chunk = downloadToRam(URL, progress);
if (chunk)
{
FILE* fp = fopen(path, "wb");
if (fp)
{
fwrite(chunk->memory, sizeof(uint8_t), chunk->size, fp);
fclose(fp);
}
free(chunk->memory);
free(chunk);
}
}
struct json_object* fetchJSON(const char* URL)
{
struct json_object* json = NULL;
struct MemoryStruct* chunk = downloadToRam(URL, 0);
if (chunk)
{
json = json_tokener_parse((char*)chunk->memory);
free(chunk->memory);
free(chunk);
}
return json;
}
|
