ci: Update build.yml to use GHA larger runner
This commit is contained in:
Nicolas Giard
GitHub
parent
a70171dfd9
commit
7905b8db61
225
.github/workflows/build.yml
vendored
225
.github/workflows/build.yml
vendored
|
|
@ -149,7 +149,8 @@ jobs:
|
||||||
name: Make Release
|
name: Make Release
|
||||||
if: ${{ !failure() && !cancelled() }}
|
if: ${{ !failure() && !cancelled() }}
|
||||||
needs: [tests, prepare]
|
needs: [tests, prepare]
|
||||||
runs-on: ubuntu-latest
|
runs-on:
|
||||||
|
group: hperf-8c32r
|
||||||
permissions:
|
permissions:
|
||||||
contents: write
|
contents: write
|
||||||
packages: write
|
packages: write
|
||||||
|
|
@ -166,140 +167,27 @@ jobs:
|
||||||
fetch-depth: 1
|
fetch-depth: 1
|
||||||
fetch-tags: false
|
fetch-tags: false
|
||||||
|
|
||||||
- name: Launch build VM
|
- name: Setup Node.js environment
|
||||||
id: azlaunch
|
uses: actions/setup-node@v4
|
||||||
timeout-minutes: 10
|
with:
|
||||||
run: |
|
node-version: 18.x
|
||||||
echo "Authenticating to Azure..."
|
|
||||||
az login --service-principal -u ${{ secrets.AZ_BUILD_APP_ID }} -p ${{ secrets.AZ_BUILD_PWD }} --tenant ${{ secrets.AZ_BUILD_TENANT_ID }}
|
|
||||||
|
|
||||||
echo "Creating VM..."
|
- name: Setup Python
|
||||||
vminfo=$(az vm create \
|
uses: actions/setup-python@v5
|
||||||
--resource-group ghaDatatracker \
|
with:
|
||||||
--name tmpGhaBuildVM-${{ github.run_number }} \
|
python-version: "3.x"
|
||||||
--image Ubuntu2204 \
|
|
||||||
--admin-username azureuser \
|
|
||||||
--generate-ssh-keys \
|
|
||||||
--priority Spot \
|
|
||||||
--size Standard_D8ads_v5 \
|
|
||||||
--max-price -1 \
|
|
||||||
--ephemeral-os-disk \
|
|
||||||
--os-disk-size-gb 100 \
|
|
||||||
--eviction-policy Delete \
|
|
||||||
--nic-delete-option Delete \
|
|
||||||
--os-disk-delete-option Delete \
|
|
||||||
--output tsv \
|
|
||||||
--query "publicIpAddress")
|
|
||||||
echo "ipaddr=$vminfo" >> "$GITHUB_OUTPUT"
|
|
||||||
echo "VM Public IP: $vminfo"
|
|
||||||
cat ~/.ssh/id_rsa > ${{ github.workspace }}/prvkey.key
|
|
||||||
|
|
||||||
echo "Fetching SSH host public keys..."
|
- name: Download a Coverage Results
|
||||||
until ssh-keyscan -t rsa $vminfo 2> /dev/null
|
if: ${{ github.event.inputs.skiptests == 'false' || github.ref_name == 'release' }}
|
||||||
do
|
uses: actions/download-artifact@v4.1.8
|
||||||
echo "Will try again in 5 seconds..."
|
with:
|
||||||
sleep 5
|
name: coverage
|
||||||
done
|
|
||||||
ssh-keyscan -t rsa $vminfo >> ~/.ssh/known_hosts
|
|
||||||
|
|
||||||
- name: Remote SSH into Build VM
|
- name: Make Release Build
|
||||||
uses: appleboy/ssh-action@25ce8cbbcb08177468c7ff7ec5cbfa236f9341e1
|
|
||||||
env:
|
env:
|
||||||
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
||||||
GITHUB_ACTOR: ${{ github.actor }}
|
|
||||||
GITHUB_SHA: ${{ github.sha }}
|
|
||||||
GITHUB_REF_NAME: ${{ github.ref_name }}
|
|
||||||
GITHUB_RUN_ID: ${{ github.run_id }}
|
|
||||||
AWS_ACCESS_KEY_ID: ${{ secrets.CF_R2_STATIC_KEY_ID }}
|
|
||||||
AWS_SECRET_ACCESS_KEY: ${{ secrets.CF_R2_STATIC_KEY_SECRET }}
|
|
||||||
AWS_DEFAULT_REGION: auto
|
|
||||||
AWS_ENDPOINT_URL: ${{ secrets.CF_R2_ENDPOINT }}
|
|
||||||
PKG_VERSION: ${{ env.PKG_VERSION }}
|
|
||||||
SHOULD_DEPLOY: ${{ env.SHOULD_DEPLOY }}
|
|
||||||
SKIP_TESTS: ${{ github.event.inputs.skiptests }}
|
|
||||||
DEBIAN_FRONTEND: noninteractive
|
DEBIAN_FRONTEND: noninteractive
|
||||||
BROWSERSLIST_IGNORE_OLD_DATA: 1
|
BROWSERSLIST_IGNORE_OLD_DATA: 1
|
||||||
TARGET_BASE: ${{ env.TARGET_BASE }}
|
run: |
|
||||||
with:
|
|
||||||
host: ${{ steps.azlaunch.outputs.ipaddr }}
|
|
||||||
port: 22
|
|
||||||
username: azureuser
|
|
||||||
command_timeout: 60m
|
|
||||||
key_path: ${{ github.workspace }}/prvkey.key
|
|
||||||
envs: GITHUB_TOKEN,GITHUB_ACTOR,GITHUB_SHA,GITHUB_REF_NAME,GITHUB_RUN_ID,AWS_ACCESS_KEY_ID,AWS_SECRET_ACCESS_KEY,AWS_DEFAULT_REGION,AWS_ENDPOINT_URL,PKG_VERSION,SHOULD_DEPLOY,SKIP_TESTS,DEBIAN_FRONTEND,BROWSERSLIST_IGNORE_OLD_DATA
|
|
||||||
script_stop: true
|
|
||||||
script: |
|
|
||||||
export DEBIAN_FRONTEND=noninteractive
|
|
||||||
lsb_release -a
|
|
||||||
sudo apt-get update
|
|
||||||
sudo apt-get upgrade -y
|
|
||||||
sudo apt-get install wget unzip curl -y
|
|
||||||
|
|
||||||
echo "=========================================================================="
|
|
||||||
echo "Installing Docker..."
|
|
||||||
echo "=========================================================================="
|
|
||||||
curl -fsSL https://get.docker.com -o get-docker.sh
|
|
||||||
sudo sh get-docker.sh
|
|
||||||
sudo docker buildx create \
|
|
||||||
--name container-builder \
|
|
||||||
--driver docker-container \
|
|
||||||
--bootstrap --use
|
|
||||||
|
|
||||||
echo "=========================================================================="
|
|
||||||
echo "Login to ghcr.io..."
|
|
||||||
echo "=========================================================================="
|
|
||||||
echo $GITHUB_TOKEN | sudo docker login ghcr.io -u $GITHUB_ACTOR --password-stdin
|
|
||||||
|
|
||||||
echo "=========================================================================="
|
|
||||||
echo "Installing GH CLI..."
|
|
||||||
echo "=========================================================================="
|
|
||||||
sudo mkdir -p -m 755 /etc/apt/keyrings \
|
|
||||||
&& wget -qO- https://cli.github.com/packages/githubcli-archive-keyring.gpg | sudo tee /etc/apt/keyrings/githubcli-archive-keyring.gpg > /dev/null \
|
|
||||||
&& sudo chmod go+r /etc/apt/keyrings/githubcli-archive-keyring.gpg \
|
|
||||||
&& echo "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/githubcli-archive-keyring.gpg] https://cli.github.com/packages stable main" | sudo tee /etc/apt/sources.list.d/github-cli.list > /dev/null \
|
|
||||||
&& sudo apt update \
|
|
||||||
&& sudo apt install gh -y
|
|
||||||
|
|
||||||
echo "=========================================================================="
|
|
||||||
echo "Installing AWS CLI..."
|
|
||||||
echo "=========================================================================="
|
|
||||||
curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
|
|
||||||
unzip awscliv2.zip
|
|
||||||
sudo ./aws/install
|
|
||||||
|
|
||||||
echo "=========================================================================="
|
|
||||||
echo "Install Node.js..."
|
|
||||||
echo "=========================================================================="
|
|
||||||
curl -fsSL https://deb.nodesource.com/setup_18.x -o nodesource_setup.sh
|
|
||||||
sudo bash nodesource_setup.sh
|
|
||||||
sudo apt-get install -y nodejs
|
|
||||||
sudo corepack enable
|
|
||||||
|
|
||||||
echo "=========================================================================="
|
|
||||||
echo "Install Python 3.x..."
|
|
||||||
echo "=========================================================================="
|
|
||||||
sudo apt-get install python3 python3-dev -y
|
|
||||||
python3 --version
|
|
||||||
|
|
||||||
echo "=========================================================================="
|
|
||||||
echo "Clone project..."
|
|
||||||
echo "=========================================================================="
|
|
||||||
sudo mkdir -p /workspace
|
|
||||||
sudo chown azureuser /workspace
|
|
||||||
cd /workspace
|
|
||||||
gh repo clone ietf-tools/datatracker -- --depth=1 --no-tags --branch ${{ github.ref_name }}
|
|
||||||
cd datatracker
|
|
||||||
|
|
||||||
if [ "$SKIP_TESTS" = "false" ] || [ "$GITHUB_REF_NAME" = "release" ] ; then
|
|
||||||
echo "=========================================================================="
|
|
||||||
echo "Downloading coverage..."
|
|
||||||
echo "=========================================================================="
|
|
||||||
gh run download $GITHUB_RUN_ID -n coverage
|
|
||||||
fi
|
|
||||||
|
|
||||||
echo "=========================================================================="
|
|
||||||
echo "Building project..."
|
|
||||||
echo "=========================================================================="
|
|
||||||
echo "PKG_VERSION: $PKG_VERSION"
|
echo "PKG_VERSION: $PKG_VERSION"
|
||||||
echo "GITHUB_SHA: $GITHUB_SHA"
|
echo "GITHUB_SHA: $GITHUB_SHA"
|
||||||
echo "GITHUB_REF_NAME: $GITHUB_REF_NAME"
|
echo "GITHUB_REF_NAME: $GITHUB_REF_NAME"
|
||||||
|
|
@ -314,32 +202,39 @@ jobs:
|
||||||
sed -i -r -e "s|^__release_hash__ += '.*'$|__release_hash__ = '$GITHUB_SHA'|" ietf/__init__.py
|
sed -i -r -e "s|^__release_hash__ += '.*'$|__release_hash__ = '$GITHUB_SHA'|" ietf/__init__.py
|
||||||
sed -i -r -e "s|^__release_branch__ += '.*'$|__release_branch__ = '$GITHUB_REF_NAME'|" ietf/__init__.py
|
sed -i -r -e "s|^__release_branch__ += '.*'$|__release_branch__ = '$GITHUB_REF_NAME'|" ietf/__init__.py
|
||||||
|
|
||||||
if [ "$SHOULD_DEPLOY" = "true" ] ; then
|
- name: Set Production Flags
|
||||||
echo "=========================================================================="
|
if: ${{ env.SHOULD_DEPLOY == 'true' }}
|
||||||
|
run: |
|
||||||
echo "Setting production flags in settings.py..."
|
echo "Setting production flags in settings.py..."
|
||||||
echo "=========================================================================="
|
|
||||||
sed -i -r -e 's/^DEBUG *= *.*$/DEBUG = False/' -e "s/^SERVER_MODE *= *.*\$/SERVER_MODE = 'production'/" ietf/settings.py
|
sed -i -r -e 's/^DEBUG *= *.*$/DEBUG = False/' -e "s/^SERVER_MODE *= *.*\$/SERVER_MODE = 'production'/" ietf/settings.py
|
||||||
fi
|
|
||||||
|
|
||||||
echo "=========================================================================="
|
- name: Make Release Tarball
|
||||||
|
env:
|
||||||
|
DEBIAN_FRONTEND: noninteractive
|
||||||
|
run: |
|
||||||
echo "Build release tarball..."
|
echo "Build release tarball..."
|
||||||
echo "=========================================================================="
|
mkdir -p /home/runner/work/release
|
||||||
mkdir -p /workspace/release
|
tar -czf /home/runner/work/release/release.tar.gz -X dev/build/exclude-patterns.txt .
|
||||||
tar -czf /workspace/release.tar.gz -X dev/build/exclude-patterns.txt .
|
|
||||||
|
|
||||||
echo "=========================================================================="
|
- name: Collect + Push Statics
|
||||||
|
env:
|
||||||
|
DEBIAN_FRONTEND: noninteractive
|
||||||
|
AWS_ACCESS_KEY_ID: ${{ secrets.CF_R2_STATIC_KEY_ID }}
|
||||||
|
AWS_SECRET_ACCESS_KEY: ${{ secrets.CF_R2_STATIC_KEY_SECRET }}
|
||||||
|
AWS_DEFAULT_REGION: auto
|
||||||
|
AWS_ENDPOINT_URL: ${{ secrets.CF_R2_ENDPOINT }}
|
||||||
|
run: |
|
||||||
echo "Collecting statics..."
|
echo "Collecting statics..."
|
||||||
echo "=========================================================================="
|
|
||||||
echo "Using ghcr.io/ietf-tools/datatracker-app-base:${{ env.TARGET_BASE }}"
|
echo "Using ghcr.io/ietf-tools/datatracker-app-base:${{ env.TARGET_BASE }}"
|
||||||
sudo docker run --rm --name collectstatics -v $(pwd):/workspace ghcr.io/ietf-tools/datatracker-app-base:${{ env.TARGET_BASE }} sh dev/build/collectstatics.sh
|
docker run --rm --name collectstatics -v $(pwd):/workspace ghcr.io/ietf-tools/datatracker-app-base:${{ env.TARGET_BASE }} sh dev/build/collectstatics.sh
|
||||||
echo "Pushing statics..."
|
echo "Pushing statics..."
|
||||||
cd static
|
cd static
|
||||||
aws s3 sync . s3://static/dt/$PKG_VERSION --only-show-errors
|
aws s3 sync . s3://static/dt/$PKG_VERSION --only-show-errors
|
||||||
cd ..
|
|
||||||
|
|
||||||
echo "=========================================================================="
|
- name: Augment dockerignore for docker image build
|
||||||
echo "Augment dockerignore for docker image build..."
|
env:
|
||||||
echo "=========================================================================="
|
DEBIAN_FRONTEND: noninteractive
|
||||||
|
run: |
|
||||||
cat >> .dockerignore <<EOL
|
cat >> .dockerignore <<EOL
|
||||||
.devcontainer
|
.devcontainer
|
||||||
.github
|
.github
|
||||||
|
|
@ -350,30 +245,28 @@ jobs:
|
||||||
docker-compose.yml
|
docker-compose.yml
|
||||||
EOL
|
EOL
|
||||||
|
|
||||||
echo "=========================================================================="
|
- name: Setup Docker Buildx
|
||||||
echo "Building Images..."
|
uses: docker/setup-buildx-action@v3
|
||||||
echo "=========================================================================="
|
|
||||||
sudo docker buildx build --file dev/build/Dockerfile --platform linux/amd64,linux/arm64 --tag ghcr.io/ietf-tools/datatracker:$PKG_VERSION --push .
|
|
||||||
|
|
||||||
- name: Fetch release tarball
|
- name: Login to GitHub Container Registry
|
||||||
run: |
|
uses: docker/login-action@v3
|
||||||
mkdir -p /home/runner/work/release
|
with:
|
||||||
chmod 0600 ${{ github.workspace }}/prvkey.key
|
registry: ghcr.io
|
||||||
scp -i ${{ github.workspace }}/prvkey.key azureuser@${{ steps.azlaunch.outputs.ipaddr }}:/workspace/release.tar.gz /home/runner/work/release/release.tar.gz
|
username: ${{ github.actor }}
|
||||||
|
password: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
|
||||||
- name: Destroy Build VM + resources
|
- name: Build Images
|
||||||
if: always()
|
uses: docker/build-push-action@v6
|
||||||
run: |
|
env:
|
||||||
echo "Terminate VM..."
|
DOCKER_BUILD_SUMMARY: false
|
||||||
az vm delete -g ghaDatatracker -n tmpGhaBuildVM-${{ github.run_number }} --yes --force-deletion true
|
with:
|
||||||
echo "Delete Public IP..."
|
context: .
|
||||||
az resource delete -g ghaDatatracker -n tmpGhaBuildVM-${{ github.run_number }}PublicIP --resource-type "Microsoft.Network/publicIPAddresses"
|
file: dev/build/Dockerfile
|
||||||
echo "Delete Network Security Group..."
|
platforms: ${{ github.event.inputs.skiparm == 'true' && 'linux/amd64' || 'linux/amd64,linux/arm64' }}
|
||||||
az resource delete -g ghaDatatracker -n tmpGhaBuildVM-${{ github.run_number }}NSG --resource-type "Microsoft.Network/networkSecurityGroups"
|
push: true
|
||||||
echo "Delete Virtual Network..."
|
tags: ghcr.io/ietf-tools/datatracker:${{ env.PKG_VERSION }}
|
||||||
az resource delete -g ghaDatatracker -n tmpGhaBuildVM-${{ github.run_number }}VNET --resource-type "Microsoft.Network/virtualNetworks"
|
cache-from: type=gha
|
||||||
echo "Logout from Azure..."
|
cache-to: type=gha,mode=max
|
||||||
az logout
|
|
||||||
|
|
||||||
- name: Update CHANGELOG
|
- name: Update CHANGELOG
|
||||||
id: changelog
|
id: changelog
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue