aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorJan200101 <sentrycraft123@gmail.com>2022-09-10 12:09:48 +0200
committerJan200101 <sentrycraft123@gmail.com>2022-09-10 12:09:48 +0200
commite2b9f5722c2724c097338708ce8eb2b2293cc198 (patch)
tree88c83e9195fd8d80397a12c10b03d1f2984c246c
parentc4be2b6ed81b83c3267fe9e3c867bc059454759f (diff)
downloadOFQT-e2b9f5722c2724c097338708ce8eb2b2293cc198.tar.gz
OFQT-e2b9f5722c2724c097338708ce8eb2b2293cc198.zip
add OF Repo Mirroring tool
-rw-r--r--CMakeLists.txt1
-rw-r--r--src/CMakeLists.txt4
-rw-r--r--src/mirror/CMakeLists.txt17
-rw-r--r--src/mirror/main.c171
4 files changed, 193 insertions, 0 deletions
diff --git a/CMakeLists.txt b/CMakeLists.txt
index 6c4a1d5..f9c2a32 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -13,6 +13,7 @@ project(OFQT VERSION 0.1.4 LANGUAGES C)
option(BUILD_CLI "Build the CLI client" OFF)
option(BUILD_QT "Build the Qt GUI client" OFF)
+option(BUILD_MIRROR "Build the Mirror client" OFF)
option(ENABLE_TESTS "Enable tests of the various components" OFF)
option(DIRECT_LAUNCH "Launch OpenFortress directly instead of via Steam" ON)
option(NAIVE_LAUNCH "Launch through the Steam Browser Protocol [Does not support Launch Options]" OFF)
diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt
index 80a59bb..d993dba 100644
--- a/src/CMakeLists.txt
+++ b/src/CMakeLists.txt
@@ -54,3 +54,7 @@ endif()
if(BUILD_QT)
add_subdirectory(qt)
endif()
+
+if (BUILD_MIRROR)
+ add_subdirectory(mirror)
+endif()
diff --git a/src/mirror/CMakeLists.txt b/src/mirror/CMakeLists.txt
new file mode 100644
index 0000000..6d0b114
--- /dev/null
+++ b/src/mirror/CMakeLists.txt
@@ -0,0 +1,17 @@
+SET(FRONTEND_NAME "OFmirror")
+
+if (NOT UNIX)
+ message(FATAL_ERROR "Mirroring is not supported on Windows")
+endif()
+
+SET(MIRROR_SOURCES
+ ${CMAKE_CURRENT_SOURCE_DIR}/main.c
+)
+
+add_executable(${FRONTEND_NAME} ${MIRROR_SOURCES})
+target_include_directories(${FRONTEND_NAME} PUBLIC ${JSONC_INCLUDE_DIRS})
+target_compile_options(${FRONTEND_NAME} PUBLIC ${CFLAGS})
+target_link_libraries(${FRONTEND_NAME} PRIVATE tvn)
+target_link_libraries(${FRONTEND_NAME} PRIVATE threading)
+target_link_libraries(${FRONTEND_NAME} LINK_PUBLIC ${JSONC_LIBRARIES})
+install(TARGETS ${FRONTEND_NAME})
diff --git a/src/mirror/main.c b/src/mirror/main.c
new file mode 100644
index 0000000..a97dea0
--- /dev/null
+++ b/src/mirror/main.c
@@ -0,0 +1,171 @@
+#include <stdlib.h>
+#include <stdio.h>
+#include <string.h>
+#include <unistd.h>
+
+#include "toast.h"
+#include "fs.h"
+#include "pool.h"
+
+struct thread_object_info {
+ int i;
+ size_t j;
+
+ char* output_dir;
+ char* remote;
+ struct revision_t* rev;
+ struct file_info* file;
+};
+
+static void* thread_download(void* pinfo)
+{
+ struct thread_object_info* info = pinfo;
+ if (info)
+ {
+ struct file_info* file = info->file;
+ fprintf(stderr, "\r [%i][%li/%li] Processing %s", info->i, info->j+1, info->rev->file_count, file->object);
+
+ // downloadObject checks if an object with the current hash is already present
+ downloadObject(info->output_dir, info->remote, info->file);
+ }
+ return NULL;
+}
+
+int main(int argc, char** argv)
+{
+ int retval = 0;
+ char* remote = NULL;
+ char* output_dir = NULL;
+
+ for (int i = 1; i < argc; ++i)
+ {
+ if (!strcmp(argv[i], "--remote"))
+ {
+ if (!argv[++i])
+ {
+ puts("No URL specified");
+ return EXIT_FAILURE;
+ }
+ remote = strdup(argv[i]);
+ printf("Using %s as the server\n", remote);
+ }
+ else if (!output_dir)
+ output_dir = strdup(argv[i]);
+ else
+ {
+
+ puts("Too many arguments");
+ retval = 1;
+ goto cleanup;
+ }
+ }
+
+ if (!output_dir)
+ {
+ printf("%s [output_dir]\n", argv[0]);
+ retval = 1;
+ goto cleanup;
+ }
+
+ if (!remote)
+ remote = getLocalRemote(output_dir);
+ else
+ setLocalRemote(output_dir, remote);
+
+
+ // symlink objects directory
+ size_t len = strlen(output_dir) + strlen(OS_PATH_SEP) + strlen(TOAST_LOCAL_OBJECTS) + 1;
+ char* objects_dir = malloc(len);
+ snprintf(objects_dir, len, "%s%s%s", output_dir, OS_PATH_SEP, TOAST_LOCAL_OBJECTS);
+
+ if (!isDir(objects_dir))
+ {
+ symlink(TOAST_LOCAL_OBJECTS_PATH, objects_dir);
+ }
+
+ free(objects_dir);
+
+
+ // setup revisions directory and a buffer to put the paths into
+ len = strlen(output_dir) + strlen(OS_PATH_SEP) + strlen(TOAST_REVISIONS_ENDPOINT) + strlen(OS_PATH_SEP) + strlen("latest") + 1;
+ char* revisions_dir = malloc(len);
+ snprintf(revisions_dir, len, "%s%s%s", output_dir, OS_PATH_SEP, TOAST_REVISIONS_ENDPOINT);
+ char* revisions_dir_end = revisions_dir+strlen(revisions_dir);
+
+ if (!isDir(revisions_dir))
+ {
+ makeDir(revisions_dir);
+ }
+
+ // download objects
+ printf("Downloading objects\n");
+ int latest_rev = getLatestRemoteRevision(remote);
+ size_t rev_len = 1;
+ {
+
+ int rev_copy = latest_rev;
+ while (rev_copy >= 10)
+ {
+ rev_copy /= 10;
+ rev_len++;
+ }
+ }
+
+ for (int i = 0; i <= latest_rev; ++i)
+ {
+ fprintf(stderr, "\r [%i] Downloading", i);
+ sprintf(revisions_dir_end, "%s%i", OS_PATH_SEP, i);
+
+ len = strlen(remote) + 1 + strlen(TOAST_REVISIONS_ENDPOINT) + 1 + rev_len + 1;
+ char* buf = malloc(len);
+ snprintf(buf, len, "%s/%s/%i", remote, TOAST_REVISIONS_ENDPOINT, i);
+ downloadToFile(buf, revisions_dir);
+ free(buf);
+
+ struct revision_t* rev = getRevisionData(remote, i);
+ struct thread_object_info* thread_info = malloc(sizeof(struct thread_object_info) * rev->file_count);
+ struct pool_t* pool = pool_init();
+
+ fprintf(stderr, "\r [%i] Preparing ", i);
+ for (size_t j = 0; j < rev->file_count; ++j)
+ {
+ struct file_info* file = &rev->files[j];
+
+ if (file->object)
+ {
+ struct thread_object_info* info = &thread_info[j];
+ info->i = i;
+ info->j = j;
+ info->output_dir = output_dir;
+ info->remote = remote;
+ info->rev = rev;
+ info->file = file;
+
+ pool_submit(pool, thread_download, info);
+ }
+ }
+ pool_complete(pool);
+ printf("\n");
+ pool_free(pool);
+ freeRevision(rev);
+ free(thread_info);
+ }
+
+ char* buf = malloc(rev_len+1);
+ sprintf(buf, "%i", latest_rev);
+ sprintf(revisions_dir_end, "%slatest", OS_PATH_SEP);
+
+ symlink(buf, revisions_dir);
+
+ free(buf);
+ free(revisions_dir);
+
+ cleanup:
+
+ if (remote)
+ free(remote);
+ if (output_dir)
+ free(output_dir);
+
+ return retval;
+} \ No newline at end of file