mirror of https://github.com/WebAssembly/wasi-sdk
Automate more of the release process (#440)
This commit updates the release process of `wasi-sdk` to remove most of the manual interaction and steps done. Instead now draft releases are automatically created for tags made. This means that there's only two steps necessary: (1) pushing a tag and (2) hitting publish on the generated release. This commit also removes a number of the CI scripts previously used to manage releases.pull/443/head
Alex Crichton
6 months ago
committed by
GitHub
parent
778a02bb08
commit
297b6d02d5
@ -1,81 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -e
|
||||
|
||||
# This script downloads and unzips the artifacts produced in a workflow run. The
|
||||
# script has several pre-requisites:
|
||||
# - some standard Bash tools (curl, unzip) and one slightly more rare one (jq)
|
||||
# - the ID of a workflow run that has run successfully--this is where we
|
||||
# retrieve the artifacts from
|
||||
# - a GitHub access token, see https://github.com/settings/tokens
|
||||
#
|
||||
# Usage: download-workflow-artifacts.sh <workflow run ID> <token>
|
||||
|
||||
WORKFLOW_RUN_ID=${WORKFLOW_RUN_ID:-$1}
|
||||
GITHUB_TOKEN=${GITHUB_TOKEN:-$2}
|
||||
GITHUB_API_VERSION=${GITHUB_API_VERSION:-2022-11-28}
|
||||
GITHUB_API_URL=${GITHUB_API_URL:-https://api.github.com/repos/WebAssembly/wasi-sdk}
|
||||
TMP_DIR=$(mktemp -d -t wasi-sdk-artifacts.XXXXXXX)
|
||||
|
||||
if [ -z "${WORKFLOW_RUN_ID}" ] || [ -z "${GITHUB_TOKEN}" ]; then
|
||||
>&2 echo "Missing parameter; exiting..."
|
||||
>&2 echo "Usage: download-worfklow-artifacts.sh <workflow run ID> <token>"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# List out the artifacts in the given workflow run.
|
||||
# See https://docs.github.com/en/rest/actions/artifacts#list-workflow-run-artifacts
|
||||
ARTIFACTS=$(curl \
|
||||
-H "Accept: application/vnd.github+json" \
|
||||
-H "Authorization: Bearer ${GITHUB_TOKEN}" \
|
||||
-H "X-GitHub-Api-Version: ${GITHUB_API_VERSION}" \
|
||||
"${GITHUB_API_URL}/actions/runs/${WORKFLOW_RUN_ID}/artifacts" \
|
||||
| jq -r '.artifacts[] | [(.id|tostring), .name, .archive_download_url] | join(",")')
|
||||
|
||||
for A in $ARTIFACTS; do
|
||||
ID=$(echo $A | cut -d ',' -f 1)
|
||||
NAME=$(echo $A | cut -d ',' -f 2)
|
||||
URL=$(echo $A | cut -d ',' -f 3)
|
||||
TO=$TMP_DIR/$NAME.zip
|
||||
# Exclude dist-ubuntu-latest to prefer dist-ubuntu-bionic, which is
|
||||
# compatible with wider distributions. See:
|
||||
# - https://github.com/WebAssembly/wasi-sdk/pull/273#issuecomment-1373879491
|
||||
# - https://github.com/WebAssembly/wasi-sdk/issues/303
|
||||
if [ "${NAME}" = "dist-ubuntu-latest" ]; then
|
||||
continue
|
||||
fi
|
||||
# Exclude the 32-bit Windows artifact in favor of the 64-bit one. This helps
|
||||
# ensure the identically-named 32-bit tarfile doesn't overwrite the 64-bit
|
||||
# one below. See:
|
||||
# - https://github.com/WebAssembly/wasi-sdk/issues/326
|
||||
if [ "${NAME}" = "dist-windows-latest-x86" ]; then
|
||||
continue
|
||||
fi
|
||||
>&2 echo "===== Downloading: ${TO} ====="
|
||||
|
||||
# Download the artifacts to the temporary directory.
|
||||
# See https://docs.github.com/en/rest/actions/artifacts#download-an-artifact
|
||||
curl \
|
||||
-H "Accept: application/vnd.github+json" \
|
||||
-H "Authorization: Bearer ${GITHUB_TOKEN}" \
|
||||
-H "X-GitHub-Api-Version: ${GITHUB_API_VERSION}" \
|
||||
--location --output "${TO}" \
|
||||
"${GITHUB_API_URL}/actions/artifacts/${ID}/zip"
|
||||
done
|
||||
|
||||
# Unzip the workflow artifacts into a `release` directory.
|
||||
pushd $TMP_DIR > /dev/null
|
||||
mkdir release
|
||||
ls -1 *.zip | xargs -n1 unzip -q -o -d release
|
||||
# Some explanation:
|
||||
# -1 prints each file on a separate line
|
||||
# -n1 runs the command once for each item
|
||||
# -q means quietly
|
||||
# -o allows unzip to overwrite existing files (e.g., multiple copies of `libclang_rt.builtins-wasm32-wasi-...`)
|
||||
# -d tells unzip which directory to place things in
|
||||
>&2 echo "===== Files to release: ${TMP_DIR}/release ====="
|
||||
>&2 ls -1 release
|
||||
popd > /dev/null
|
||||
|
||||
>&2 echo
|
||||
>&2 echo "Ensure the above artifacts look correct, then run \`draft-release.sh\` with the following directory:"
|
||||
echo "${TMP_DIR}/release"
|
||||
@ -1,71 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -e
|
||||
|
||||
# This script creates a draft pre-release with the artifacts produced in a
|
||||
# workflow run (see `download-workflow-artifacts.sh`). Note that the pre-release
|
||||
# is not published publicly--this is kept as a manual step as a safeguard. The
|
||||
# script has several pre-requisites:
|
||||
# - some standard Bash tools (curl, unzip) and one slightly more rare one (jq)
|
||||
# - an already-created tag in the repository (this marks the code to release)
|
||||
# - a directory containing the artifacts to attach to the release.
|
||||
# - a GitHub access token, see https://github.com/settings/tokens
|
||||
#
|
||||
# Usage: draft-release.sh <release tag> <artifacts dir> <token>
|
||||
|
||||
TAG=${TAG:-$1}
|
||||
ARTIFACTS_DIR=${ARTIFACTS_DIR:-$2}
|
||||
GITHUB_TOKEN=${GITHUB_TOKEN:-$3}
|
||||
GITHUB_API_VERSION=${GITHUB_API_VERSION:-2022-11-28}
|
||||
GITHUB_API_URL=${GITHUB_API_URL:-https://api.github.com/repos/WebAssembly/wasi-sdk}
|
||||
TMP_DIR=$(mktemp -d -t release.sh.XXXXXXX)
|
||||
|
||||
if [ -z "${TAG}" ] || [ -z "${ARTIFACTS_DIR}" ] || [ -z "${GITHUB_TOKEN}" ]; then
|
||||
>&2 echo "Missing parameter; exiting..."
|
||||
>&2 echo "Usage: draft-release.sh <release tag> <artifacts dir> <token>"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Get the commit SHA for the passed tag.
|
||||
# See https://docs.github.com/en/rest/commits/commits#get-a-commit
|
||||
MATCHING_COMMIT=$(curl \
|
||||
-H "Accept: application/vnd.github+json" \
|
||||
-H "Authorization: Bearer ${GITHUB_TOKEN}" \
|
||||
-H "X-GitHub-Api-Version: ${GITHUB_API_VERSION}" \
|
||||
"${GITHUB_API_URL}/commits/${TAG}")
|
||||
COMMIT=$(echo $MATCHING_COMMIT | jq -r '.sha')
|
||||
>&2 echo "===== Found commit for tag ${TAG}: ${COMMIT} ====="
|
||||
|
||||
# Create a draft pre-release for this commit.
|
||||
# See https://docs.github.com/en/rest/releases/releases#create-a-release
|
||||
RELEASE_JSON=$(curl \
|
||||
-X POST \
|
||||
-H "Accept: application/vnd.github+json" \
|
||||
-H "Authorization: Bearer ${GITHUB_TOKEN}"\
|
||||
-H "X-GitHub-Api-Version: ${GITHUB_API_VERSION}" \
|
||||
"${GITHUB_API_URL}/releases" \
|
||||
-d '{"tag_name":"'${TAG}'","target_commitish":"'${COMMIT}'","name":"'${TAG}'","draft":true,"prerelease":true,"generate_release_notes":true}')
|
||||
UPLOAD_URL=$(echo $RELEASE_JSON | jq -r '.upload_url')
|
||||
# Remove the "helpful" but invalid URL suffix that GitHub adds:
|
||||
UPLOAD_URL=${UPLOAD_URL/\{?name,label\}}
|
||||
HTML_URL=$(echo $RELEASE_JSON | jq -r '.html_url')
|
||||
>&2 echo "===== Created draft release: ${HTML_URL} ====="
|
||||
|
||||
# Upload the unzipped artifact files to the release.
|
||||
# See https://docs.github.com/en/rest/releases/assets#upload-a-release-asset
|
||||
for FILE in $(ls "${ARTIFACTS_DIR}"); do
|
||||
FROM=$ARTIFACTS_DIR/$FILE
|
||||
>&2 echo "===== Uploading: ${FROM} ====="
|
||||
UPLOADED=$(curl \
|
||||
-X POST \
|
||||
-H "Accept: application/vnd.github+json" \
|
||||
-H "Authorization: Bearer ${GITHUB_TOKEN}"\
|
||||
-H "X-GitHub-Api-Version: ${GITHUB_API_VERSION}" \
|
||||
-H "Content-Type: application/octet-stream" \
|
||||
"${UPLOAD_URL}?name=${FILE}" \
|
||||
--data-binary "@${FROM}")
|
||||
done
|
||||
|
||||
>&2 echo
|
||||
>&2 echo "===== Completed ====="
|
||||
>&2 echo "This created a draft release, do not forget to manually publish it at:"
|
||||
echo "${HTML_URL}"
|
||||
@ -1,43 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -e
|
||||
|
||||
# This script retrieves a list of GitHub workflow runs that have successfully completed for a given
|
||||
# Git tag. The list is printed to stdout (all other output to stderr). It has several
|
||||
# pre-requisites:
|
||||
# - some standard Bash tools (curl) and one slightly more rare one (jq)
|
||||
# - an already-created tag in the repository (this marks the code to release)
|
||||
# - a GitHub access token, see https://github.com/settings/tokens
|
||||
#
|
||||
# Usage: get-workflows-for-tag.sh <tag> <token>
|
||||
|
||||
TAG=${TAG:-$1}
|
||||
GITHUB_TOKEN=${GITHUB_TOKEN:-$2}
|
||||
GITHUB_API_VERSION=${GITHUB_API_VERSION:-2022-11-28}
|
||||
GITHUB_API_URL=${GITHUB_API_URL:-https://api.github.com/repos/WebAssembly/wasi-sdk}
|
||||
|
||||
if [ -z "${TAG}" ] || [ -z "${GITHUB_TOKEN}" ]; then
|
||||
>&2 echo "Missing parameter; exiting..."
|
||||
>&2 echo "Usage: get-workflows-for-tag.sh <tag> <token>"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Get the commit SHA for the passed tag.
|
||||
# See https://docs.github.com/en/rest/commits/commits#get-a-commit
|
||||
MATCHING_COMMIT=$(curl \
|
||||
-H "Accept: application/vnd.github+json" \
|
||||
-H "Authorization: Bearer ${GITHUB_TOKEN}" \
|
||||
-H "X-GitHub-Api-Version: ${GITHUB_API_VERSION}" \
|
||||
"${GITHUB_API_URL}/commits/${TAG}")
|
||||
COMMIT=$(echo $MATCHING_COMMIT | jq -r '.sha')
|
||||
>&2 echo "===== Found commit for tag ${TAG}: ${COMMIT} ====="
|
||||
|
||||
# Find the workflow runs matching the tag commit.
|
||||
# See https://docs.github.com/en/rest/actions/workflow-runs#list-workflow-runs-for-a-repository
|
||||
MATCHING_WORKFLOWS=$(curl \
|
||||
-H "Accept: application/vnd.github+json" \
|
||||
-H "Authorization: Bearer ${GITHUB_TOKEN}" \
|
||||
-H "X-GitHub-Api-Version: ${GITHUB_API_VERSION}" \
|
||||
"${GITHUB_API_URL}/actions/runs?head_sha=${COMMIT}&status=success")
|
||||
WORKFLOW_RUN_IDS=$(echo $MATCHING_WORKFLOWS | jq -r '.workflow_runs[].id')
|
||||
>&2 echo "===== Matching workflow run IDs: ====="
|
||||
echo "$WORKFLOW_RUN_IDS"
|
||||
@ -1,58 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -e
|
||||
|
||||
# This script checks 1) that the workflow commit corresponds to the commit for
|
||||
# the given tag and 2) that the workflow has completed. This is a sanity check
|
||||
# to ensure the artifacts we are about to publish are in fact built from the
|
||||
# commit/tag we think. The script has several pre-requisites:
|
||||
# - some standard Bash tools (curl, unzip) and one slightly more rare one (jq)
|
||||
# - an already-created tag in the repository (this marks the code to release)
|
||||
# - the ID of a workflow run that has run successfully--this is where we
|
||||
# retrieve the artifacts from
|
||||
# - a GitHub access token, see https://github.com/settings/tokens
|
||||
#
|
||||
# Usage: is-workflow-valid.sh <release tag> <workflow run ID> <token>
|
||||
|
||||
TAG=${TAG:-$1}
|
||||
WORKFLOW_RUN_ID=${WORKFLOW_RUN_ID:-$2}
|
||||
GITHUB_TOKEN=${GITHUB_TOKEN:-$3}
|
||||
GITHUB_API_VERSION=${GITHUB_API_VERSION:-2022-11-28}
|
||||
GITHUB_API_URL=${GITHUB_API_URL:-https://api.github.com/repos/WebAssembly/wasi-sdk}
|
||||
|
||||
if [ -z "${TAG}" ] || [ -z "${WORKFLOW_RUN_ID}" ] || [ -z "${GITHUB_TOKEN}" ]; then
|
||||
>&2 echo "Missing parameter; exiting..."
|
||||
>&2 echo "Usage: is-workflow-valid.sh <release tag> <workflow run ID> <token>"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Get the commit SHA for the passed tag.
|
||||
# See https://docs.github.com/en/rest/commits/commits#get-a-commit
|
||||
MATCHING_COMMIT=$(curl \
|
||||
-H "Accept: application/vnd.github+json" \
|
||||
-H "Authorization: Bearer ${GITHUB_TOKEN}" \
|
||||
-H "X-GitHub-Api-Version: ${GITHUB_API_VERSION}" \
|
||||
"${GITHUB_API_URL}/commits/${TAG}")
|
||||
COMMIT=$(echo $MATCHING_COMMIT | jq -r '.sha')
|
||||
>&2 echo "===== Found commit for tag ${TAG}: ${COMMIT} ====="
|
||||
|
||||
# Check that the commit of the workflow run matches the tag commit and that the
|
||||
# workflow was successful.
|
||||
# See https://docs.github.com/en/rest/actions/workflow-runs#get-a-workflow-run
|
||||
WORKFLOW_RUN=$(curl \
|
||||
-H "Accept: application/vnd.github+json" \
|
||||
-H "Authorization: Bearer ${GITHUB_TOKEN}" \
|
||||
-H "X-GitHub-Api-Version: ${GITHUB_API_VERSION}" \
|
||||
"${GITHUB_API_URL}/actions/runs/${WORKFLOW_RUN_ID}")
|
||||
WORKFLOW_COMMIT=$(echo $WORKFLOW_RUN | jq -r '.head_sha')
|
||||
WORKFLOW_STATUS=$(echo $WORKFLOW_RUN | jq -r '.status')
|
||||
>&2 echo "===== Found commit for workflow ${WORKFLOW_RUN_ID}: ${WORKFLOW_COMMIT} ====="
|
||||
if [ "${COMMIT}" != "${WORKFLOW_COMMIT}" ]; then
|
||||
>&2 echo "Commit at tag ${TAG} did not match the commit for workflow ${WORKFLOW_RUN_ID}, exiting...:"
|
||||
>&2 echo " ${COMMIT} != ${WORKFLOW_COMMIT}"
|
||||
exit 1
|
||||
fi
|
||||
if [ "${WORKFLOW_STATUS}" != "completed" ]; then
|
||||
>&2 echo "Workflow ${WORKFLOW_RUN_ID} did not end successfully, exiting...:"
|
||||
>&2 echo " status = ${WORKFLOW_STATUS}"
|
||||
exit 1
|
||||
fi
|
||||
Loading…
Reference in new issue