mirror of
https://github.com/kiwix/kiwix-build.git
synced 2025-06-26 10:11:27 +00:00
1351fc7f8b
SSH server which was used to receive file uploads (CI, nightly and release) has been migrated to a new one on a different address. Username, Key and paths are unchanged. Most notable changes are the use of `master.download.kiwix.org` as the target in replacement of `mirror.download.kiwix.org` (although it would still work) and the Port to which SSH is listening on (30022 instead of 22)
74 lines
2.3 KiB
Python
Executable File
74 lines
2.3 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
|
|
import os
|
|
import tarfile
|
|
from urllib.request import urlopen
|
|
from urllib.error import URLError
|
|
|
|
from kiwixbuild.versions import base_deps_meta_version
|
|
|
|
from common import (
|
|
print_message,
|
|
run_kiwix_build,
|
|
upload,
|
|
make_deps_archive,
|
|
HOME,
|
|
PLATFORM_TARGET,
|
|
OS_NAME,
|
|
)
|
|
|
|
def download_base_archive(base_name):
|
|
url = "http://tmp.kiwix.org/ci/{}".format(base_name)
|
|
file_path = str(HOME / base_name)
|
|
batch_size = 1024 * 1024 * 8
|
|
with urlopen(url) as resource, open(file_path, "wb") as file:
|
|
while True:
|
|
batch = resource.read(batch_size)
|
|
if not batch:
|
|
break
|
|
print(".", end="", flush=True)
|
|
file.write(batch)
|
|
return file_path
|
|
|
|
ARCHIVE_NAME_TEMPLATE = "base_deps2_{os}_{platform}_{version}.tar.xz"
|
|
|
|
if PLATFORM_TARGET == 'flatpak':
|
|
base_dep_archive_name = "base_deps2_flatpak.tar.xz"
|
|
else:
|
|
base_dep_archive_name = ARCHIVE_NAME_TEMPLATE.format(
|
|
os=OS_NAME,
|
|
platform=PLATFORM_TARGET,
|
|
version=base_deps_meta_version,
|
|
)
|
|
|
|
print_message("Getting archive {}", base_dep_archive_name)
|
|
try:
|
|
local_filename = download_base_archive(base_dep_archive_name)
|
|
with tarfile.open(local_filename) as f:
|
|
f.extractall(str(HOME))
|
|
os.remove(str(local_filename))
|
|
except URLError:
|
|
print_message("Cannot get archive. Build dependencies")
|
|
if PLATFORM_TARGET == "android":
|
|
for arch in ("arm", "arm64", "x86", "x86_64"):
|
|
archive_name = ARCHIVE_NAME_TEMPLATE.format(
|
|
os=OS_NAME,
|
|
platform="android_{}".format(arch),
|
|
version=base_deps_meta_version,
|
|
)
|
|
print_message("Getting archive {}", archive_name)
|
|
try:
|
|
local_filename = download_base_archive(archive_name)
|
|
with tarfile.open(local_filename) as f:
|
|
f.extractall(str(HOME))
|
|
os.remove(str(local_filename))
|
|
except URLError:
|
|
pass
|
|
elif PLATFORM_TARGET == "flatpak":
|
|
print_message("Cannot get archive. Move on")
|
|
else:
|
|
run_kiwix_build("alldependencies", platform=PLATFORM_TARGET)
|
|
archive_file = make_deps_archive(name=base_dep_archive_name, full=True)
|
|
upload(archive_file, "ci@tmp.kiwix.org:30022", "/data/tmp/ci")
|
|
os.remove(str(archive_file))
|