Add workflow to cut releases (#11019)
Motivation: Doing releases manually is error-prone, it would be better if we could do it via a workflow Modification: - Add workflow to cut releases - Add related scripts Result: Be able to easily cut a release via a workflow
This commit is contained in:
Norman Maurer
GitHub
parent
b68dcd5c47
commit
a98293f084
20
.github/scripts/merge_local_staging.sh
vendored
Executable file
20
.github/scripts/merge_local_staging.sh
vendored
Executable file
@ -0,0 +1,20 @@
|
||||
#!/bin/bash
|
||||
set -e
|
||||
if [ "$#" -lt 2 ]; then
|
||||
echo "Expected target directory and at least one local staging directory"
|
||||
exit 1
|
||||
fi
|
||||
TARGET=$1
|
||||
|
||||
for ((i=2; i<=$#; i++))
|
||||
do
|
||||
DIR="${!i}"
|
||||
SUB_DIR=$(ls -d "${DIR}"/* | awk -F / '{print $NF}')
|
||||
|
||||
if [ ! -d "${TARGET}/${SUB_DIR}" ]
|
||||
then
|
||||
mkdir -p "${TARGET}/${SUB_DIR}"
|
||||
fi
|
||||
cat "${DIR}"/"${SUB_DIR}"/.index >> "${TARGET}/${SUB_DIR}"/.index
|
||||
cp -r "${DIR}"/"${SUB_DIR}"/* "${TARGET}/${SUB_DIR}"/
|
||||
done
|
||||
13
.github/scripts/release_checkout_tag.sh
vendored
Executable file
13
.github/scripts/release_checkout_tag.sh
vendored
Executable file
@ -0,0 +1,13 @@
|
||||
#!/bin/bash
|
||||
set -e
|
||||
|
||||
if [ "$#" -ne 1 ]; then
|
||||
echo "Expected release.properties file"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
TAG=$(grep scm.tag= "$1" | cut -d'=' -f2)
|
||||
|
||||
echo "Checkout tag $TAG"
|
||||
git checkout "$TAG"
|
||||
exit 0
|
||||
14
.github/scripts/release_rollback.sh
vendored
Executable file
14
.github/scripts/release_rollback.sh
vendored
Executable file
@ -0,0 +1,14 @@
|
||||
#!/bin/bash
|
||||
set -e
|
||||
|
||||
if [ "$#" -ne 3 ]; then
|
||||
echo "Expected release.properties file, repository name and branch"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
TAG=$(grep scm.tag= "$1" | cut -d'=' -f2)
|
||||
git remote set-url origin git@github.com:"$2".git
|
||||
git fetch
|
||||
git checkout "$3"
|
||||
mvn -B --file pom.xml release:rollback
|
||||
git push origin :"$TAG"
|
||||
210
.github/workflows/ci-release.yml
vendored
Normal file
210
.github/workflows/ci-release.yml
vendored
Normal file
@ -0,0 +1,210 @@
|
||||
name: Release
|
||||
|
||||
on:
|
||||
|
||||
# Releases can only be triggered via the action tab
|
||||
workflow_dispatch:
|
||||
|
||||
jobs:
|
||||
prepare-release:
|
||||
runs-on: ubuntu-18.04
|
||||
steps:
|
||||
- uses: actions/checkout@v2
|
||||
with:
|
||||
ref: 4.1
|
||||
|
||||
- name: Set up JDK 8
|
||||
uses: actions/setup-java@v1
|
||||
with:
|
||||
java-version: 8
|
||||
|
||||
- name: Setup git configuration
|
||||
run: |
|
||||
git config --global user.email "netty-project-bot@users.noreply.github.com"
|
||||
git config --global user.name "Netty Project Bot"
|
||||
|
||||
- name: Install SSH key
|
||||
uses: shimataro/ssh-key-action@v2
|
||||
with:
|
||||
key: ${{ secrets.SSH_PRIVATE_KEY_PEM }}
|
||||
known_hosts: ${{ secrets.SSH_KNOWN_HOSTS }}
|
||||
|
||||
# Cache .m2/repository
|
||||
- uses: actions/cache@v2
|
||||
env:
|
||||
cache-name: release-cache-m2-repository
|
||||
with:
|
||||
path: ~/.m2/repository
|
||||
key: ${{ runner.os }}-pr-${{ env.cache-name }}-${{ hashFiles('**/pom.xml') }}
|
||||
restore-keys: |
|
||||
${{ runner.os }}-pr-${{ env.cache-name }}-
|
||||
${{ runner.os }}-pr-
|
||||
|
||||
- name: Prepare release with Maven
|
||||
run: |
|
||||
mvn -DpreparationGoals=clean release:prepare -B --file pom.xml -DskipTests=true
|
||||
mvn clean
|
||||
|
||||
- name: Checkout tag
|
||||
run: ./.github/scripts/release_checkout_tag.sh release.properties
|
||||
|
||||
- name: Upload workspace
|
||||
uses: actions/upload-artifact@v2
|
||||
with:
|
||||
name: prepare-release-workspace
|
||||
path: ${{ github.workspace }}/**
|
||||
|
||||
stage-release-linux:
|
||||
runs-on: ubuntu-latest
|
||||
needs: prepare-release
|
||||
strategy:
|
||||
matrix:
|
||||
include:
|
||||
- setup: linux-x86_64-java8
|
||||
docker-compose-build: "-f docker/docker-compose.yaml -f docker/docker-compose.centos-6.18.yaml build"
|
||||
docker-compose-run: "-f docker/docker-compose.yaml -f docker/docker-compose.centos-6.18.yaml run stage-release"
|
||||
- setup: linux-aarch64
|
||||
docker-compose-build: "-f docker/docker-compose.centos-7.yaml build"
|
||||
docker-compose-run: "-f docker/docker-compose.centos-7.yaml run cross-compile-aarch64-stage-release"
|
||||
|
||||
name: stage-release-${{ matrix.setup }}
|
||||
|
||||
steps:
|
||||
- name: Download release-workspace
|
||||
uses: actions/download-artifact@v2
|
||||
with:
|
||||
name: prepare-release-workspace
|
||||
path: ./prepare-release-workspace/
|
||||
|
||||
- name: Adjust mvnw permissions
|
||||
run: chmod 755 ./prepare-release-workspace/mvnw
|
||||
|
||||
- name: Set up JDK 8
|
||||
uses: actions/setup-java@v1
|
||||
with:
|
||||
java-version: 8
|
||||
|
||||
- name: Setup git configuration
|
||||
run: |
|
||||
git config --global user.email "netty-project-bot@users.noreply.github.com"
|
||||
git config --global user.name "Netty Project Bot"
|
||||
|
||||
- name: Install SSH key
|
||||
uses: shimataro/ssh-key-action@v2
|
||||
with:
|
||||
key: ${{ secrets.SSH_PRIVATE_KEY_PEM }}
|
||||
known_hosts: ${{ secrets.SSH_KNOWN_HOSTS }}
|
||||
|
||||
# Enable caching of Docker layers
|
||||
- uses: satackey/action-docker-layer-caching@v0.0.11
|
||||
env:
|
||||
docker-cache-name: staging-${{ matrix.setup }}-cache-docker
|
||||
continue-on-error: true
|
||||
with:
|
||||
key: ${{ runner.os }}-staging-${{ env.docker-cache-name }}-{hash}
|
||||
restore-keys: |
|
||||
${{ runner.os }}-staging-${{ env.docker-cache-name }}-
|
||||
|
||||
- uses: s4u/maven-settings-action@v2.2.0
|
||||
with:
|
||||
servers: |
|
||||
[{
|
||||
"id": "sonatype-nexus-staging",
|
||||
"username": "${{ secrets.SONATYPE_USERNAME }}",
|
||||
"password": "${{ secrets.SONATYPE_PASSWORD }}"
|
||||
}]
|
||||
|
||||
- name: Create local staging directory
|
||||
run: mkdir -p ~/local-staging
|
||||
|
||||
- name: Build docker image
|
||||
working-directory: ./prepare-release-workspace/
|
||||
run: docker-compose ${{ matrix.docker-compose-build }}
|
||||
|
||||
- name: Stage release to local staging directory
|
||||
working-directory: ./prepare-release-workspace/
|
||||
env:
|
||||
GPG_PRIVATE_KEY: ${{ secrets.GPG_PRIVATE_KEY }}
|
||||
GPG_KEYNAME: ${{ secrets.GPG_KEYNAME }}
|
||||
GPG_PASSPHRASE: ${{ secrets.GPG_PASSPHRASE }}
|
||||
run: docker-compose ${{ matrix.docker-compose-run }}
|
||||
|
||||
- name: Upload local staging directory
|
||||
uses: actions/upload-artifact@v2
|
||||
with:
|
||||
name: ${{ matrix.setup }}-local-staging
|
||||
path: ~/local-staging
|
||||
if-no-files-found: error
|
||||
|
||||
- name: Rollback release on failure
|
||||
working-directory: ./prepare-release-workspace/
|
||||
if: ${{ failure() }}
|
||||
# Rollback the release in case of an failure
|
||||
run: bash ./.github/scripts/release_rollback.sh release.properties netty/netty 4.1
|
||||
|
||||
deploy-staged-release:
|
||||
runs-on: ubuntu-18.04
|
||||
# Wait until we have staged everything
|
||||
needs: stage-release-linux
|
||||
steps:
|
||||
- name: Download release-workspace
|
||||
uses: actions/download-artifact@v2
|
||||
with:
|
||||
name: prepare-release-workspace
|
||||
path: ./prepare-release-workspace/
|
||||
|
||||
- name: Set up JDK 8
|
||||
uses: actions/setup-java@v1
|
||||
with:
|
||||
java-version: 8
|
||||
|
||||
- name: Setup git configuration
|
||||
run: |
|
||||
git config --global user.email "netty-project-bot@users.noreply.github.com"
|
||||
git config --global user.name "Netty Project Bot"
|
||||
|
||||
- name: Install SSH key
|
||||
uses: shimataro/ssh-key-action@v2
|
||||
with:
|
||||
key: ${{ secrets.SSH_PRIVATE_KEY_PEM }}
|
||||
known_hosts: ${{ secrets.SSH_KNOWN_HOSTS }}
|
||||
|
||||
# Hardcode the staging artifacts that need to be downloaded.
|
||||
# These must match the matrix setups. There is currently no way to pull this out of the config.
|
||||
- name: Download linux-aarch64 staging directory
|
||||
uses: actions/download-artifact@v2
|
||||
with:
|
||||
name: linux-aarch64-local-staging
|
||||
path: ~/linux-aarch64-local-staging
|
||||
|
||||
- name: Download linux-x86_64-java8 staging directory
|
||||
uses: actions/download-artifact@v2
|
||||
with:
|
||||
name: linux-x86_64-java8-local-staging
|
||||
path: ~/linux-x86_64-java8-local-staging
|
||||
|
||||
# This step takes care of merging all the previous staged repositories in a way that will allow us to deploy
|
||||
# all together with one maven command.
|
||||
- name: Merge staging repositories
|
||||
working-directory: ./prepare-release-workspace/
|
||||
run: bash ./.github/scripts/merge_local_staging.sh /home/runner/local-staging/staging ~/linux-aarch64-local-staging/staging ~/linux-x86_64-java8-local-staging/staging
|
||||
|
||||
- uses: s4u/maven-settings-action@v2.2.0
|
||||
with:
|
||||
servers: |
|
||||
[{
|
||||
"id": "sonatype-nexus-staging",
|
||||
"username": "${{ secrets.SONATYPE_USERNAME }}",
|
||||
"password": "${{ secrets.SONATYPE_PASSWORD }}"
|
||||
}]
|
||||
|
||||
- name: Deploy local staged artifacts
|
||||
working-directory: ./prepare-release-workspace/
|
||||
# If we don't want to close the repository we can add -DskipStagingRepositoryClose=true
|
||||
run: mvn -B --file pom.xml org.sonatype.plugins:nexus-staging-maven-plugin:deploy-staged -DnexusUrl=https://oss.sonatype.org -DserverId=sonatype-nexus-staging -DaltStagingDirectory=/home/runner/local-staging -DskipStagingRepositoryClose=true
|
||||
|
||||
- name: Rollback release on failure
|
||||
working-directory: ./prepare-release-workspace/
|
||||
if: ${{ failure() }}
|
||||
# Rollback the release in case of an failure
|
||||
run: bash ./.github/scripts/release_rollback.sh release.properties netty/netty 4.1
|
||||
@ -23,6 +23,9 @@ services:
|
||||
stage-snapshot:
|
||||
image: netty:centos-6-1.8
|
||||
|
||||
stage-release:
|
||||
image: netty:centos-6-1.8
|
||||
|
||||
deploy:
|
||||
image: netty:centos-6-1.8
|
||||
|
||||
|
||||
@ -36,6 +36,19 @@ services:
|
||||
- ..:/code
|
||||
command: /bin/bash -cl "./mvnw -Plinux-aarch64 -pl transport-native-unix-common,transport-native-epoll -am clean package org.sonatype.plugins:nexus-staging-maven-plugin:deploy -DaltStagingDirectory=/root/local-staging -DskipRemoteStaging=true -DskipTests=true"
|
||||
|
||||
cross-compile-aarch64-stage-release:
|
||||
<<: *cross-compile-aarch64-common
|
||||
environment:
|
||||
- GPG_KEYNAME
|
||||
- GPG_PASSPHRASE
|
||||
- GPG_PRIVATE_KEY
|
||||
volumes:
|
||||
- ~/.ssh:/root/.ssh
|
||||
- ~/.m2:/root/.m2
|
||||
- ~/local-staging:/root/local-staging
|
||||
- ..:/code
|
||||
command: /bin/bash -cl "cat <(echo -e \"${GPG_PRIVATE_KEY}\") | gpg --batch --import && ./mvnw -B -Plinux-aarch64 -pl transport-native-unix-common,transport-native-epoll -am clean javadoc:jar package gpg:sign org.sonatype.plugins:nexus-staging-maven-plugin:deploy -DnexusUrl=https://oss.sonatype.org -DserverId=sonatype-nexus-staging -DaltStagingDirectory=/root/local-staging -DskipRemoteStaging=true -DskipTests=true -Dgpg.passphrase=${GPG_PASSPHRASE} -Dgpg.keyname=${GPG_KEYNAME}"
|
||||
|
||||
cross-compile-aarch64-shell:
|
||||
<<: *cross-compile-aarch64-common
|
||||
entrypoint: /bin/bash
|
||||
|
||||
@ -40,6 +40,19 @@ services:
|
||||
- ..:/code
|
||||
command: /bin/bash -cl "./mvnw clean package org.sonatype.plugins:nexus-staging-maven-plugin:deploy -DaltStagingDirectory=/root/local-staging -DskipRemoteStaging=true -DskipTests=true"
|
||||
|
||||
stage-release:
|
||||
<<: *common
|
||||
environment:
|
||||
- GPG_KEYNAME
|
||||
- GPG_PASSPHRASE
|
||||
- GPG_PRIVATE_KEY
|
||||
volumes:
|
||||
- ~/.ssh:/root/.ssh
|
||||
- ~/.m2:/root/.m2
|
||||
- ~/local-staging:/root/local-staging
|
||||
- ..:/code
|
||||
command: /bin/bash -cl "cat <(echo -e \"${GPG_PRIVATE_KEY}\") | gpg --batch --import && ./mvnw clean javadoc:jar package gpg:sign org.sonatype.plugins:nexus-staging-maven-plugin:deploy -DnexusUrl=https://oss.sonatype.org -DserverId=sonatype-nexus-staging -DaltStagingDirectory=/root/local-staging -DskipRemoteStaging=true -DskipTests=true -Dgpg.passphrase=${GPG_PASSPHRASE} -Dgpg.keyname=${GPG_KEYNAME}"
|
||||
|
||||
build-boringssl-static:
|
||||
<<: *common
|
||||
command: /bin/bash -cl "./mvnw -P boringssl clean install -Dio.netty.testsuite.badHost=netty.io -Dxml.skip=true"
|
||||
|
||||
27
scripts/finish_release.sh
Executable file
27
scripts/finish_release.sh
Executable file
@ -0,0 +1,27 @@
|
||||
#!/bin/bash
|
||||
set -e
|
||||
|
||||
if [ "$#" -ne 2 ]; then
|
||||
echo "Expected staging profile id and branch name, login into oss.sonatype.org to retrieve it"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
OS=$(uname)
|
||||
|
||||
if [ "$OS" != "Darwin" ]; then
|
||||
echo "Needs to be executed on macOS"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
BRANCH=$(git branch --show-current)
|
||||
|
||||
git fetch
|
||||
git checkout "$2"
|
||||
|
||||
export JAVA_HOME="$JAVA8_HOME"
|
||||
|
||||
./mvnw -Psonatype-oss-release -pl resolver-dns-native-macos,transport-native-unix-common,transport-native-kqueue clean package gpg:sign org.sonatype.plugins:nexus-staging-maven-plugin:deploy -DstagingRepositoryId="$1" -DnexusUrl=https://oss.sonatype.org -DserverId=sonatype-nexus-staging -DskipTests=true
|
||||
|
||||
./mvnw -Psonatype-oss-release,full,uber-staging -pl all,tarball clean package gpg:sign org.sonatype.plugins:nexus-staging-maven-plugin:deploy -DstagingRepositoryId="$1" -DnexusUrl=https://oss.sonatype.org -DserverId=sonatype-nexus-staging -DskipTests=true
|
||||
|
||||
git checkout "$BRANCH"
|
||||
Loading…
Reference in New Issue
Block a user