From f3d987dc87cce25c4c0a75b654c4a71b8365fac9 Mon Sep 17 00:00:00 2001 From: Andrew Kelley Date: Mon, 21 Nov 2022 17:07:33 -0700 Subject: [PATCH] CI: start moving tarball generation to github actions --- ci/{srht => }/index.json | 0 ci/linux/build-aarch64.sh | 3 +- ci/linux/build-tarballs.sh | 327 +++++++++++++++++++++++++ ci/srht/update_download_page | 8 +- ci/{srht => }/update-download-page.zig | 0 5 files changed, 332 insertions(+), 6 deletions(-) rename ci/{srht => }/index.json (100%) create mode 100644 ci/linux/build-tarballs.sh rename ci/{srht => }/update-download-page.zig (100%) diff --git a/ci/srht/index.json b/ci/index.json similarity index 100% rename from ci/srht/index.json rename to ci/index.json diff --git a/ci/linux/build-aarch64.sh b/ci/linux/build-aarch64.sh index 50f948ea81..cfb1dfbfe6 100644 --- a/ci/linux/build-aarch64.sh +++ b/ci/linux/build-aarch64.sh @@ -1,12 +1,10 @@ #!/bin/sh - # Requires cmake ninja-build set -x set -e -ZIGDIR="$(pwd)" ARCH="$(uname -m)" TARGET="$ARCH-linux-musl" MCPU="baseline" @@ -25,6 +23,7 @@ git fetch --tags export CC="$ZIG cc -target $TARGET -mcpu=$MCPU" export CXX="$ZIG c++ -target $TARGET -mcpu=$MCPU" +rm -rf build-release mkdir build-release cd build-release cmake .. \ diff --git a/ci/linux/build-tarballs.sh b/ci/linux/build-tarballs.sh new file mode 100644 index 0000000000..8e26563201 --- /dev/null +++ b/ci/linux/build-tarballs.sh @@ -0,0 +1,327 @@ +#!/bin/sh + +# Requires cmake ninja-build + +set -x +set -e + +ZIGDIR="$(pwd)" +REL_SRC_BUILD="$ZIGDIR/build-release" +cd ../.. +WORKDIR="$(pwd)" +ARCH="$(uname -m)" +TARGET="$ARCH-linux-musl" +MCPU="baseline" +CACHE_BASENAME="zig+llvm+lld+clang-$TARGET-0.10.0-dev.4560+828735ac0" +PREFIX="$HOME/deps/$CACHE_BASENAME" +ZIG="$PREFIX/bin/zig" + +# Make the `zig version` number consistent. +# This will affect the cmake command below. +cd "$ZIGDIR" +git config core.abbrev 9 +git fetch --unshallow || true +git fetch --tags + +export CC="$ZIG cc -target $TARGET -mcpu=$MCPU" +export CXX="$ZIG c++ -target $TARGET -mcpu=$MCPU" + +rm -rf "$REL_SRC_BUILD" +mkdir "$REL_SRC_BUILD" +cd "$REL_SRC_BUILD" +cmake .. \ + -DCMAKE_INSTALL_PREFIX="stage3-release" \ + -DCMAKE_PREFIX_PATH="$PREFIX" \ + -DCMAKE_BUILD_TYPE=Release \ + -DZIG_TARGET_TRIPLE="$TARGET" \ + -DZIG_TARGET_MCPU="$MCPU" \ + -DZIG_STATIC=ON \ + -GNinja + +# Now cmake will use zig as the C/C++ compiler. We reset the environment variables +# so that installation and testing do not get affected by them. +unset CC +unset CXX + +ninja install + +# Make sure our ZIG_VERSION below is correct. +ZIG_VERSION="$(stage3-release/bin/zig version)" +BOOTSTRAP_SRC="$WORKDIR/zig-bootstrap" +TARBALLS_DIR="$WORKDIR/tarballs" + +cd "$BOOTSTRAP_SRC" +git pull +rm -rf zig +cp -r "$ZIGDIR" ./ +sed -i "/^ZIG_VERSION=\".*\"\$/c\\ZIG_VERSION=\"$ZIG_VERSION\"" build + +CMAKE_GENERATOR=Ninja ./build aarch64-linux-musl baseline +CMAKE_GENERATOR=Ninja ./build x86_64-linux-musl baseline +#CMAKE_GENERATOR=Ninja ./build x86-linux-musl baseline +#CMAKE_GENERATOR=Ninja ./build riscv64-linux-musl baseline +#CMAKE_GENERATOR=Ninja ./build arm-linux-musleabihf generic+v7a +CMAKE_GENERATOR=Ninja ./build x86_64-macos-none baseline +CMAKE_GENERATOR=Ninja ./build aarch64-macos-none apple_a14 +CMAKE_GENERATOR=Ninja ./build x86_64-windows-gnu baseline +#CMAKE_GENERATOR=Ninja ./build x86-windows-gnu baseline +#CMAKE_GENERATOR=Ninja ./build aarch64-windows-gnu baseline + +ZIG="$BOOTSTRAP_SRC/out/host/bin/zig" + +cd "$ZIGDIR" +SRC_TARBALL="$TARBALLS_DIR/zig-$ZIG_VERSION.tar.xz" +git archive --format=tar.xz -o "$SRC_TARBALL" --prefix=zig-$ZIG_VERSION/ $ZIG_VERSION + +cd "$BOOTSTRAP_SRC" +"$ZIG" build --build-file zig/build.zig docs +LANGREF_HTML="$BOOTSTRAP_SRC/zig/zig-cache/langref.html" + +rm -rf "$TARBALLS_DIR" +mkdir "$TARBALLS_DIR" +cd "$TARBALLS_DIR" + +cp -r $BOOTSTRAP_SRC/out/zig-aarch64-linux-musl-baseline zig-linux-aarch64-$ZIG_VERSION/ +cp -r $BOOTSTRAP_SRC/out/zig-aarch64-macos-none-apple_a14 zig-macos-aarch64-$ZIG_VERSION/ +#cp -r $BOOTSTRAP_SRC/out/zig-aarch64-windows-gnu-baseline zig-windows-aarch64-$ZIG_VERSION/ +#cp -r $BOOTSTRAP_SRC/out/zig-arm-linux-musleabihf-generic+v7a zig-linux-armv7a-$ZIG_VERSION/ +#cp -r $BOOTSTRAP_SRC/out/zig-x86-linux-musl-baseline zig-linux-x86-$ZIG_VERSION/ +#cp -r $BOOTSTRAP_SRC/out/zig-x86-windows-gnu-baseline zig-windows-x86-$ZIG_VERSION/ +#cp -r $BOOTSTRAP_SRC/out/zig-riscv64-linux-musl-baseline zig-linux-riscv64-$ZIG_VERSION/ +#cp -r $BOOTSTRAP_SRC/out/zig-x86_64-freebsd-gnu-baseline zig-freebsd-x86_64-$ZIG_VERSION/ +cp -r $BOOTSTRAP_SRC/out/zig-x86_64-linux-musl-baseline zig-linux-x86_64-$ZIG_VERSION/ +cp -r $BOOTSTRAP_SRC/out/zig-x86_64-macos-none-baseline zig-macos-x86_64-$ZIG_VERSION/ +cp -r $BOOTSTRAP_SRC/out/zig-x86_64-windows-gnu-baseline zig-windows-x86_64-$ZIG_VERSION/ + +mv zig-linux-aarch64-$ZIG_VERSION/{bin/,}zig +#mv zig-linux-armv7a-$ZIG_VERSION/{bin/,}zig +#mv zig-linux-x86-$ZIG_VERSION/{bin/,}zig +#mv zig-linux-riscv64-$ZIG_VERSION/{bin/,}zig +mv zig-linux-x86_64-$ZIG_VERSION/{bin/,}zig +#mv zig-windows-x86-$ZIG_VERSION/{bin/,}zig.exe +mv zig-windows-x86_64-$ZIG_VERSION/{bin/,}zig.exe +#mv zig-windows-aarch64-$ZIG_VERSION/{bin/,}zig.exe +mv zig-macos-aarch64-$ZIG_VERSION/{bin/,}zig +mv zig-macos-x86_64-$ZIG_VERSION/{bin/,}zig +#mv zig-freebsd-x86_64-$ZIG_VERSION/{bin/,}zig + +mv zig-linux-aarch64-$ZIG_VERSION/{lib,lib2} +#mv zig-linux-armv7a-$ZIG_VERSION/{lib,lib2} +#mv zig-linux-x86-$ZIG_VERSION/{lib,lib2} +#mv zig-linux-riscv64-$ZIG_VERSION/{lib,lib2} +mv zig-linux-x86_64-$ZIG_VERSION/{lib,lib2} +#mv zig-windows-x86-$ZIG_VERSION/{lib,lib2} +mv zig-windows-x86_64-$ZIG_VERSION/{lib,lib2} +#mv zig-windows-aarch64-$ZIG_VERSION/{lib,lib2} +mv zig-macos-aarch64-$ZIG_VERSION/{lib,lib2} +mv zig-macos-x86_64-$ZIG_VERSION/{lib,lib2} +#mv zig-freebsd-x86_64-$ZIG_VERSION/{lib,lib2} + +mv zig-linux-aarch64-$ZIG_VERSION/{lib2/zig,lib} +#mv zig-linux-armv7a-$ZIG_VERSION/{lib2/zig,lib} +#mv zig-linux-x86-$ZIG_VERSION/{lib2/zig,lib} +#mv zig-linux-riscv64-$ZIG_VERSION/{lib2/zig,lib} +mv zig-linux-x86_64-$ZIG_VERSION/{lib2/zig,lib} +#mv zig-windows-x86-$ZIG_VERSION/{lib2/zig,lib} +mv zig-windows-x86_64-$ZIG_VERSION/{lib2/zig,lib} +#mv zig-windows-aarch64-$ZIG_VERSION/{lib2/zig,lib} +mv zig-macos-aarch64-$ZIG_VERSION/{lib2/zig,lib} +mv zig-macos-x86_64-$ZIG_VERSION/{lib2/zig,lib} +#mv zig-freebsd-x86_64-$ZIG_VERSION/{lib2/zig,lib} + +rmdir zig-linux-aarch64-$ZIG_VERSION/{bin,lib2} +#rmdir zig-linux-armv7a-$ZIG_VERSION/{bin,lib2} +#rmdir zig-linux-x86-$ZIG_VERSION/{bin,lib2} +#rmdir zig-linux-riscv64-$ZIG_VERSION/{bin,lib2} +rmdir zig-linux-x86_64-$ZIG_VERSION/{bin,lib2} +#rmdir zig-windows-x86-$ZIG_VERSION/{bin,lib2} +rmdir zig-windows-x86_64-$ZIG_VERSION/{bin,lib2} +#rmdir zig-windows-aarch64-$ZIG_VERSION/{bin,lib2} +rmdir zig-macos-aarch64-$ZIG_VERSION/{bin,lib2} +rmdir zig-macos-x86_64-$ZIG_VERSION/{bin,lib2} +#rmdir zig-freebsd-x86_64-$ZIG_VERSION/{bin,lib2} + +cp $REL_SRC_BUILD/../LICENSE zig-linux-aarch64-$ZIG_VERSION/ +#cp $REL_SRC_BUILD/../LICENSE zig-linux-armv7a-$ZIG_VERSION/ +#cp $REL_SRC_BUILD/../LICENSE zig-linux-x86-$ZIG_VERSION/ +#cp $REL_SRC_BUILD/../LICENSE zig-linux-riscv64-$ZIG_VERSION/ +cp $REL_SRC_BUILD/../LICENSE zig-linux-x86_64-$ZIG_VERSION/ +#cp $REL_SRC_BUILD/../LICENSE zig-windows-x86-$ZIG_VERSION/ +cp $REL_SRC_BUILD/../LICENSE zig-windows-x86_64-$ZIG_VERSION/ +#cp $REL_SRC_BUILD/../LICENSE zig-windows-aarch64-$ZIG_VERSION/ +cp $REL_SRC_BUILD/../LICENSE zig-macos-aarch64-$ZIG_VERSION/ +cp $REL_SRC_BUILD/../LICENSE zig-macos-x86_64-$ZIG_VERSION/ +#cp $REL_SRC_BUILD/../LICENSE zig-freebsd-x86_64-$ZIG_VERSION/ + +mkdir zig-linux-aarch64-$ZIG_VERSION/doc/ +#mkdir zig-linux-armv7a-$ZIG_VERSION/doc/ +#mkdir zig-linux-x86-$ZIG_VERSION/doc/ +#mkdir zig-linux-riscv64-$ZIG_VERSION/doc/ +mkdir zig-linux-x86_64-$ZIG_VERSION/doc/ +#mkdir zig-windows-x86-$ZIG_VERSION/doc/ +mkdir zig-windows-x86_64-$ZIG_VERSION/doc/ +#mkdir zig-windows-aarch64-$ZIG_VERSION/doc/ +mkdir zig-macos-aarch64-$ZIG_VERSION/doc/ +mkdir zig-macos-x86_64-$ZIG_VERSION/doc/ +#mkdir zig-freebsd-x86_64-$ZIG_VERSION/doc/ + +cd $REL_SRC_BUILD +stage3-release/bin/zig test ../lib/std/std.zig -femit-docs=doc-linux-aarch64 -target aarch64-linux-musl -fno-emit-bin +#stage3-release/bin/zig test ../lib/std/std.zig -femit-docs=doc-linux-armv7a -target arm-linux-musl -mcpu=generic+v7a -fno-emit-bin +#stage3-release/bin/zig test ../lib/std/std.zig -femit-docs=doc-linux-x86 -target x86-linux-musl -fno-emit-bin +#stage3-release/bin/zig test ../lib/std/std.zig -femit-docs=doc-linux-riscv64 -target riscv64-linux-musl -fno-emit-bin +stage3-release/bin/zig test ../lib/std/std.zig -femit-docs=doc-linux-x86_64 -target x86_64-linux-musl -fno-emit-bin +#stage3-release/bin/zig test ../lib/std/std.zig -femit-docs=doc-windows-x86 -target x86-windows-gnu -fno-emit-bin +stage3-release/bin/zig test ../lib/std/std.zig -femit-docs=doc-windows-x86_64 -target x86_64-windows-gnu -fno-emit-bin +#stage3-release/bin/zig test ../lib/std/std.zig -femit-docs=doc-windows-aarch64 -target aarch64-windows-gnu -fno-emit-bin +stage3-release/bin/zig test ../lib/std/std.zig -femit-docs=doc-macos-x86_64 -target x86_64-macos -fno-emit-bin +stage3-release/bin/zig test ../lib/std/std.zig -femit-docs=doc-macos-aarch64 -target aarch64-macos -fno-emit-bin +#stage3-release/bin/zig test ../lib/std/std.zig -femit-docs=doc-freebsd-x86_64 -target x86_64-freebsd -fno-emit-bin + +cd "$TARBALLS_DIR" +cp -r $REL_SRC_BUILD/doc-linux-aarch64 zig-linux-aarch64-$ZIG_VERSION/doc/std +#cp -r $REL_SRC_BUILD/doc-linux-armv7a zig-linux-armv7a-$ZIG_VERSION/doc/std +#cp -r $REL_SRC_BUILD/doc-linux-x86 zig-linux-x86-$ZIG_VERSION/doc/std +#cp -r $REL_SRC_BUILD/doc-linux-riscv64 zig-linux-riscv64-$ZIG_VERSION/doc/std +cp -r $REL_SRC_BUILD/doc-linux-x86_64 zig-linux-x86_64-$ZIG_VERSION/doc/std +#cp -r $REL_SRC_BUILD/doc-windows-x86 zig-windows-x86-$ZIG_VERSION/doc/std +cp -r $REL_SRC_BUILD/doc-windows-x86_64 zig-windows-x86_64-$ZIG_VERSION/doc/std +#cp -r $REL_SRC_BUILD/doc-windows-aarch64 zig-windows-aarch64-$ZIG_VERSION/doc/std +cp -r $REL_SRC_BUILD/doc-macos-aarch64 zig-macos-aarch64-$ZIG_VERSION/doc/std +cp -r $REL_SRC_BUILD/doc-macos-x86_64 zig-macos-x86_64-$ZIG_VERSION/doc/std +#cp -r $REL_SRC_BUILD/doc-freebsd-x86_64 zig-freebsd-x86_64-$ZIG_VERSION/doc/std + +cp $LANGREF_HTML zig-linux-aarch64-$ZIG_VERSION/doc/ +#cp $LANGREF_HTML zig-linux-armv7a-$ZIG_VERSION/doc/ +#cp $LANGREF_HTML zig-linux-x86-$ZIG_VERSION/doc/ +#cp $LANGREF_HTML zig-linux-riscv64-$ZIG_VERSION/doc/ +cp $LANGREF_HTML zig-linux-x86_64-$ZIG_VERSION/doc/ +#cp $LANGREF_HTML zig-windows-x86-$ZIG_VERSION/doc/ +cp $LANGREF_HTML zig-windows-x86_64-$ZIG_VERSION/doc/ +#cp $LANGREF_HTML zig-windows-aarch64-$ZIG_VERSION/doc/ +cp $LANGREF_HTML zig-macos-aarch64-$ZIG_VERSION/doc/ +cp $LANGREF_HTML zig-macos-x86_64-$ZIG_VERSION/doc/ +#cp $LANGREF_HTML zig-freebsd-x86_64-$ZIG_VERSION/doc/ + +#rm -rf zig-linux-aarch64-$ZIG_VERSION/doc/std/src +#rm -rf zig-linux-armv7a-$ZIG_VERSION/doc/std/src +#rm -rf zig-linux-x86-$ZIG_VERSION/doc/std/src +#rm -rf zig-linux-riscv64-$ZIG_VERSION/doc/std/src +#rm -rf zig-linux-x86_64-$ZIG_VERSION/doc/std/src +##rm -rf zig-windows-x86-$ZIG_VERSION/doc/std/src +#rm -rf zig-windows-x86_64-$ZIG_VERSION/doc/std/src +#rm -rf zig-windows-aarch64-$ZIG_VERSION/doc/std/src +#rm -rf zig-macos-aarch64-$ZIG_VERSION/doc/std/src +#rm -rf zig-macos-x86_64-$ZIG_VERSION/doc/std/src +#rm -rf zig-freebsd-x86_64-$ZIG_VERSION/doc/std/src + +tar cJf zig-linux-aarch64-$ZIG_VERSION.tar.xz zig-linux-aarch64-$ZIG_VERSION/ +#tar cJf zig-linux-armv7a-$ZIG_VERSION.tar.xz zig-linux-armv7a-$ZIG_VERSION/ +#tar cJf zig-linux-x86-$ZIG_VERSION.tar.xz zig-linux-x86-$ZIG_VERSION/ +#tar cJf zig-linux-riscv64-$ZIG_VERSION.tar.xz zig-linux-riscv64-$ZIG_VERSION/ +tar cJf zig-linux-x86_64-$ZIG_VERSION.tar.xz zig-linux-x86_64-$ZIG_VERSION/ +#7z a zig-windows-x86-$ZIG_VERSION.zip zig-windows-x86-$ZIG_VERSION/ +7z a zig-windows-x86_64-$ZIG_VERSION.zip zig-windows-x86_64-$ZIG_VERSION/ +#7z a zig-windows-aarch64-$ZIG_VERSION.zip zig-windows-aarch64-$ZIG_VERSION/ +tar cJf zig-macos-aarch64-$ZIG_VERSION.tar.xz zig-macos-aarch64-$ZIG_VERSION/ +tar cJf zig-macos-x86_64-$ZIG_VERSION.tar.xz zig-macos-x86_64-$ZIG_VERSION/ +#tar cJf zig-freebsd-x86_64-$ZIG_VERSION.tar.xz zig-freebsd-x86_64-$ZIG_VERSION/ + +s3cmd put -P --add-header="cache-control: public, max-age=31536000, immutable" zig-$ZIG_VERSION.tar.xz s3://ziglang.org/builds/$ZIG_VERSION/ +#s3cmd put -P --add-header="cache-control: public, max-age=31536000, immutable" zig-bootstrap-$ZIG_VERSION.tar.xz s3://ziglang.org/builds/$ZIG_VERSION/ +s3cmd put -P --add-header="cache-control: public, max-age=31536000, immutable" zig-linux-aarch64-$ZIG_VERSION.tar.xz s3://ziglang.org/builds/$ZIG_VERSION/ +#s3cmd put -P --add-header="cache-control: public, max-age=31536000, immutable" zig-linux-armv7a-$ZIG_VERSION.tar.xz s3://ziglang.org/builds/$ZIG_VERSION/ +#s3cmd put -P --add-header="cache-control: public, max-age=31536000, immutable" zig-linux-x86-$ZIG_VERSION.tar.xz s3://ziglang.org/builds/$ZIG_VERSION/ +#s3cmd put -P --add-header="cache-control: public, max-age=31536000, immutable" zig-linux-riscv64-$ZIG_VERSION.tar.xz s3://ziglang.org/builds/$ZIG_VERSION/ +s3cmd put -P --add-header="cache-control: public, max-age=31536000, immutable" zig-linux-x86_64-$ZIG_VERSION.tar.xz s3://ziglang.org/builds/$ZIG_VERSION/ +#s3cmd put -P --add-header="cache-control: public, max-age=31536000, immutable" zig-windows-x86-$ZIG_VERSION.zip s3://ziglang.org/builds/$ZIG_VERSION/ +s3cmd put -P --add-header="cache-control: public, max-age=31536000, immutable" zig-windows-x86_64-$ZIG_VERSION.zip s3://ziglang.org/builds/$ZIG_VERSION/ +#s3cmd put -P --add-header="cache-control: public, max-age=31536000, immutable" zig-windows-aarch64-$ZIG_VERSION.zip s3://ziglang.org/builds/$ZIG_VERSION/ +s3cmd put -P --add-header="cache-control: public, max-age=31536000, immutable" zig-macos-aarch64-$ZIG_VERSION.tar.xz s3://ziglang.org/builds/$ZIG_VERSION/ +s3cmd put -P --add-header="cache-control: public, max-age=31536000, immutable" zig-macos-x86_64-$ZIG_VERSION.tar.xz s3://ziglang.org/builds/$ZIG_VERSION/ +#s3cmd put -P --add-header="cache-control: public, max-age=31536000, immutable" zig-freebsd-x86_64-$ZIG_VERSION.tar.xz s3://ziglang.org/builds/$ZIG_VERSION/ + +export SRC_SHASUM=$(sha256sum $SRC_TARBALL | cut '-d ' -f1) +export SRC_BYTESIZE=$(wc -c < $SRC_TARBALL) + +export X86_64_WINDOWS_TARBALL="zig-windows-x86_64-$ZIG_VERSION.zip" +export X86_64_WINDOWS_BYTESIZE=$(wc -c < "zig-windows-x86_64-$ZIG_VERSION.zip") +export X86_64_WINDOWS_SHASUM="$(sha256sum "zig-windows-x86_64-$ZIG_VERSION.zip" | cut '-d ' -f1)" + +export AARCH64_MACOS_TARBALL="zig-macos-aarch64-$ZIG_VERSION.tar.xz" +export AARCH64_MACOS_BYTESIZE=$(wc -c < "zig-macos-aarch64-$ZIG_VERSION.tar.xz") +export AARCH64_MACOS_SHASUM="$(sha256sum "zig-macos-aarch64-$ZIG_VERSION.tar.xz" | cut '-d ' -f1)" + +export X86_64_MACOS_TARBALL="zig-macos-x86_64-$ZIG_VERSION.tar.xz" +export X86_64_MACOS_BYTESIZE=$(wc -c < "zig-macos-x86_64-$ZIG_VERSION.tar.xz") +export X86_64_MACOS_SHASUM="$(sha256sum "zig-macos-x86_64-$ZIG_VERSION.tar.xz" | cut '-d ' -f1)" + +export X86_64_LINUX_TARBALL="zig-linux-x86_64-$ZIG_VERSION.tar.xz" +export X86_64_LINUX_BYTESIZE=$(wc -c < "zig-linux-x86_64-$ZIG_VERSION.tar.xz") +export X86_64_LINUX_SHASUM="$(sha256sum "zig-linux-x86_64-$ZIG_VERSION.tar.xz" | cut '-d ' -f1)" + +#export AARCH64_LINUX_TARBALL="zig-linux-aarch64-$ZIG_VERSION.tar.xz" +#export AARCH64_LINUX_BYTESIZE=$(wc -c < "zig-linux-aarch64-$ZIG_VERSION.tar.xz") +#export AARCH64_LINUX_SHASUM="$(sha256sum "zig-linux-aarch64-$ZIG_VERSION.tar.xz" | cut '-d ' -f1)" + +#export X86_64_FREEBSD_TARBALL="zig-freebsd-x86_64-$ZIG_VERSION.tar.xz" +#export X86_64_FREEBSD_BYTESIZE=$(wc -c < "zig-freebsd-x86_64-$ZIG_VERSION.tar.xz") +#export X86_64_FREEBSD_SHASUM="$(sha256sum "zig-freebsd-x86_64-$ZIG_VERSION.tar.xz" | cut '-d ' -f1)" + +#export X86_64_NETBSD_TARBALL="zig-netbsd-x86_64-$ZIG_VERSION.tar.xz" +#export X86_64_NETBSD_BYTESIZE=$(wc -c < "zig-netbsd-x86_64-$ZIG_VERSION.tar.xz") +#export X86_64_NETBSD_SHASUM="$(sha256sum "zig-netbsd-x86_64-$ZIG_VERSION.tar.xz" | cut '-d ' -f1)" + +export MASTER_DATE="$(date +%Y-%m-%d)" +export MASTER_VERSION="$ZIG_VERSION" + +# Create index.json and update the website repo. +CIDIR="$ZIGDIR/ci" +cd "$CIDIR" +"$ZIG" run update-download-page.zig + +cd "$WORKDIR/www.ziglang.org" +# This is the user when pushing to the website repo. +git config user.email "ziggy@ziglang.org" +git config user.name "Ziggy" +git pull + +cp "$CIDIR/out/index.json" data/releases.json +git add data/releases.json +git commit -m "CI: update releases" +git push origin master + +# Update autodocs and langref directly to S3 in order to prevent the +# www.ziglang.org git repo from growing too big. + +# Please do not edit this script to pre-compress the artifacts before they hit +# S3. This prevents the website from working on browsers that do not support gzip +# encoding. Cloudfront will automatically compress files if they are less than +# 9.5 MiB, and the client advertises itself as capable of decompressing. +# The data.js file is currently 16 MiB. In order to fix this problem, we need to do +# one of the following things: +# * Reduce the size of data.js to less than 9.5 MiB. +# * Figure out how to adjust the Cloudfront settings to increase the max size for +# auto-compressed objects. +# * Migrate to fastly. +DOCDIR="$REL_SRC_BUILD/doc-linux-aarch64" +s3cmd put -P --no-mime-magic \ + --add-header="Cache-Control: max-age=0, must-revalidate" \ + "$LANGREF_HTML" s3://ziglang.org/documentation/master/index.html + +s3cmd put -P --no-mime-magic \ + --add-header="Cache-Control: max-age=0, must-revalidate" \ + "$DOCDIR/std/index.html" s3://ziglang.org/documentation/master/std/index.html + +s3cmd put -P --no-mime-magic \ + --add-header="Cache-Control: max-age=0, must-revalidate" \ + "$DOCDIR/std/main.js" s3://ziglang.org/documentation/master/std/main.js + +s3cmd put -P --no-mime-magic \ + --add-header="Cache-Control: max-age=0, must-revalidate" \ + "$DOCDIR/std/data.js" s3://ziglang.org/documentation/master/std/data.js + +s3cmd put -P --no-mime-magic --recursive \ + --add-header="Cache-Control: max-age=0, must-revalidate" \ + -m "text/html" \ + "$DOCDIR/std/src/" s3://ziglang.org/documentation/master/std/src/ diff --git a/ci/srht/update_download_page b/ci/srht/update_download_page index de6ef07840..94428db9c0 100755 --- a/ci/srht/update_download_page +++ b/ci/srht/update_download_page @@ -32,10 +32,6 @@ curl --fail -I "$X86_64_FREEBSD_JSON_URL" >/dev/null || exit 0 pip3 install s3cmd --user S3CMD="$HOME/.local/bin/s3cmd" -# This is the user when pushing to the website repo. -git config --global user.email "ziggy@ziglang.org" -git config --global user.name "Ziggy" - # Refresh this with `ssh-keyscan github.com` from a trusted Internet connection. # We hard code the public key here to detect man-in-the-middle attacks. echo "github.com ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAq2A7hRGmdnm9tUDbO9IDSwBK6TbQa+PXYPCPy6rbTrTtw7PHkccKrpp0yVhp5HdEIcKr6pLlVDBfOLX9QUsyCOV0wzfjIJNlGEYsdlLJizHhbn2mUjvSAHQqZETYP81eFzLQNnPHt4EVVUh7VfDESU84KezmD5QlWpXLmvU31/yMf+Se8xhHTvKSCZIFImWwoG6mbUoWf9nzpIoaSjB+weqqUUmpaaasXVal72J+UX2B+2RPW3RcT0eOzQgqlJL3RKrTJvdsjE3JEAvGq3lGHSZXy28G3skua2SmVi/w4yCE6gbODqnTWlg7+wC604ydGXA8VJiS5ap43JXiUFFAaQ==" >> ~/.ssh/known_hosts @@ -142,6 +138,10 @@ $S3CMD put -P --no-mime-magic \ git clone --depth 1 git@github.com:ziglang/www.ziglang.org.git cd www.ziglang.org WWWDIR="$(pwd)" +# This is the user when pushing to the website repo. +git config user.email "ziggy@ziglang.org" +git config user.name "Ziggy" + cd "$WWWDIR" cp "$CIDIR/out/index.json" data/releases.json diff --git a/ci/srht/update-download-page.zig b/ci/update-download-page.zig similarity index 100% rename from ci/srht/update-download-page.zig rename to ci/update-download-page.zig