Create "date" directory when deploying nightly build.

The directory is create by simply copying the full directory instead of
individual files.
This commit is contained in:
Matthieu Gautier 2018-05-14 15:42:15 +02:00
parent 31133f936f
commit e6c5624127
3 changed files with 24 additions and 33 deletions

View File

@ -44,6 +44,7 @@ deploy:
env: env:
global: global:
- MATRIX_EVAL="CC=gcc-5 && CXX=g++-5" - MATRIX_EVAL="CC=gcc-5 && CXX=g++-5"
- NIGHTLY_DATE=$(date +%Y-%m-%d)
matrix: matrix:
- PLATFORM="native_dyn" - PLATFORM="native_dyn"
- PLATFORM="native_static" - PLATFORM="native_static"

View File

@ -15,20 +15,19 @@ from kiwixbuild import dependency_versions
PLATFORM = environ['PLATFORM'] PLATFORM = environ['PLATFORM']
TRAVIS_OS_NAME = environ['TRAVIS_OS_NAME'] TRAVIS_OS_NAME = environ['TRAVIS_OS_NAME']
HOME = Path(os.path.expanduser('~'))
NIGHTLY_DATE = environ['NIGHTLY_DATE']
def home(): BASE_DIR = HOME/"BUILD_{}".format(PLATFORM)
return Path(os.path.expanduser('~')) SOURCE_DIR = HOME/"SOURCE"
ARCHIVE_DIR = HOME/"ARCHIVE"
BASE_DIR = home()/"BUILD_{}".format(PLATFORM) TOOLCHAINS_DIR = HOME/"TOOLCHAINS"
SOURCE_DIR = home()/"SOURCE" NIGHTLY_KIWIX_ARCHIVES_DIR = HOME/'NIGHTLY_KIWIX_ARCHIVES'/NIGHTLY_DATE
ARCHIVE_DIR = home()/"ARCHIVE" RELEASE_KIWIX_ARCHIVES_DIR = HOME/'RELEASE_KIWIX_ARCHIVES'
TOOLCHAINS_DIR = home()/"TOOLCHAINS" NIGHTLY_ZIM_ARCHIVES_DIR = HOME/'NIGHTLY_ZIM_ARCHIVES'/NIGHTLY_DATE
NIGHTLY_KIWIX_ARCHIVES_DIR = home()/'NIGHTLY_KIWIX_ARCHIVES' RELEASE_ZIM_ARCHIVES_DIR = HOME/'RELEASE_ZIM_ARCHIVES'
RELEASE_KIWIX_ARCHIVES_DIR = home()/'RELEASE_KIWIX_ARCHIVES' DIST_KIWIX_ARCHIVES_DIR = HOME/'DIST_KIWIX_ARCHIVES'
NIGHTLY_ZIM_ARCHIVES_DIR = home()/'NIGHTLY_ZIM_ARCHIVES' DIST_ZIM_ARCHIVES_DIR = HOME/'DIST_ZIM_ARCHIVES'
RELEASE_ZIM_ARCHIVES_DIR = home()/'RELEASE_ZIM_ARCHIVES'
DIST_KIWIX_ARCHIVES_DIR = home()/'DIST_KIWIX_ARCHIVES'
DIST_ZIM_ARCHIVES_DIR = home()/'DIST_ZIM_ARCHIVES'
SSH_KEY = Path(environ['TRAVIS_BUILD_DIR'])/'travis'/'travisci_builder_id_key' SSH_KEY = Path(environ['TRAVIS_BUILD_DIR'])/'travis'/'travisci_builder_id_key'
# We have build everything. Now create archives for public deployement. # We have build everything. Now create archives for public deployement.
@ -74,7 +73,7 @@ def run_kiwix_build(target, platform, build_deps_only=False, make_release=False,
command.append('--make-dist') command.append('--make-dist')
print_message("Build {} (deps={}, release={}, dist={})", print_message("Build {} (deps={}, release={}, dist={})",
target, build_deps_only, make_release, make_dist) target, build_deps_only, make_release, make_dist)
subprocess.check_call(command, cwd=str(home())) subprocess.check_call(command, cwd=str(HOME))
def make_archive(project, platform): def make_archive(project, platform):
@ -143,7 +142,7 @@ def make_deps_archive(target, full=False):
dependency_versions.base_deps_versions['pugixml'])] dependency_versions.base_deps_versions['pugixml'])]
if (TOOLCHAINS_DIR).exists(): if (TOOLCHAINS_DIR).exists():
files_to_archive.append(TOOLCHAINS_DIR) files_to_archive.append(TOOLCHAINS_DIR)
relative_path = home() relative_path = HOME
with tarfile.open(str(relative_path/archive_name), 'w:gz') as tar: with tarfile.open(str(relative_path/archive_name), 'w:gz') as tar:
for name in files_to_archive: for name in files_to_archive:
@ -180,7 +179,7 @@ try:
local_filename, headers = urlretrieve( local_filename, headers = urlretrieve(
'http://tmp.kiwix.org/ci/{}'.format(base_dep_archive_name)) 'http://tmp.kiwix.org/ci/{}'.format(base_dep_archive_name))
with tarfile.open(local_filename) as f: with tarfile.open(local_filename) as f:
f.extractall(str(home())) f.extractall(str(HOME))
except URLError: except URLError:
print_message("Cannot get archive. Build dependencies") print_message("Cannot get archive. Build dependencies")
run_kiwix_build('alldependencies', platform=PLATFORM) run_kiwix_build('alldependencies', platform=PLATFORM)

View File

@ -2,8 +2,8 @@
set -e set -e
NIGHTLY_KIWIX_ARCHIVES_DIR=${HOME}/NIGHTLY_KIWIX_ARCHIVES NIGHTLY_KIWIX_ARCHIVES_DIR=${HOME}/NIGHTLY_KIWIX_ARCHIVES/${NIGHTLY_DATE}
NIGHTLY_ZIM_ARCHIVES_DIR=${HOME}/NIGHTLY_ZIM_ARCHIVES NIGHTLY_ZIM_ARCHIVES_DIR=${HOME}/NIGHTLY_ZIM_ARCHIVES/${NIGHTLY_DATE}
RELEASE_KIWIX_ARCHIVES_DIR=${HOME}/RELEASE_KIWIX_ARCHIVES RELEASE_KIWIX_ARCHIVES_DIR=${HOME}/RELEASE_KIWIX_ARCHIVES
RELEASE_ZIM_ARCHIVES_DIR=${HOME}/RELEASE_ZIM_ARCHIVES RELEASE_ZIM_ARCHIVES_DIR=${HOME}/RELEASE_ZIM_ARCHIVES
DIST_KIWIX_ARCHIVES_DIR=${HOME}/DIST_KIWIX_ARCHIVES DIST_KIWIX_ARCHIVES_DIR=${HOME}/DIST_KIWIX_ARCHIVES
@ -12,21 +12,12 @@ SSH_KEY=travis/travisci_builder_id_key
if [[ "$TRAVIS_EVENT_TYPE" = "cron" ]] if [[ "$TRAVIS_EVENT_TYPE" = "cron" ]]
then then
NIGHTLY_ARCHIVES=$(find $NIGHTLY_KIWIX_ARCHIVES_DIR -type f)
if [[ "x$NIGHTLY_ARCHIVES" != "x" ]]
then
scp -vrp -i ${SSH_KEY} \ scp -vrp -i ${SSH_KEY} \
${NIGHTLY_ARCHIVES} \ ${NIGHTLY_KIWIX_ARCHIVES_DIR} \
nightlybot@download.kiwix.org:/var/www/download.kiwix.org/nightly/$(date +%Y-%m-%d) nightlybot@download.kiwix.org:/var/www/download.kiwix.org/nightly
fi
NIGHTLY_ARCHIVES=$(find $NIGHTLY_ZIM_ARCHIVES_DIR -type f)
if [[ "x$NIGHTLY_ARCHIVES" != "x" ]]
then
scp -vrp -i ${SSH_KEY} \ scp -vrp -i ${SSH_KEY} \
${NIGHTLY_ARCHIVES} \ ${NIGHTLY_ZIM_ARCHIVES_DIR} \
nightlybot@download.kiwix.org:/var/www/download.openzim.org/nightly/$(date +%Y-%m-%d) nightlybot@download.kiwix.org:/var/www/download.openzim.org/nightly
fi
elif [[ "x$TRAVIS_TAG" != "x" ]] elif [[ "x$TRAVIS_TAG" != "x" ]]
then then