Skip to content

add musl-obstack-dev to alpine container image to allow Proc::Process… #695

add musl-obstack-dev to alpine container image to allow Proc::Process…

add musl-obstack-dev to alpine container image to allow Proc::Process… #695

name: Test and Publish Netdisco
on:
workflow_dispatch:
inputs:
success_irc_squawk:
description: 'Squawk to IRC on successful tests'
required: false
default: 'false'
debug_test_enabled:
description: 'With build and test debug'
required: false
default: 'false'
debug_docker_enabled:
description: 'With docker debug'
required: false
default: 'false'
debug_dbdeploy_enabled:
description: 'With db deploy debug'
required: false
default: 'false'
push:
branches:
- master
tags:
- '2.[0-9][0-9][0-9][0-9][0-9][0-9]'
pull_request:
types: [opened, synchronize, reopened]
jobs:
test_netdisco:
name: Test and CPAN Upload
if: github.repository == 'netdisco/netdisco'
runs-on: ubuntu-latest
container:
image: 'netdisco/netdisco:latest-do'
options: '--user root --entrypoint /bin/ash'
volumes:
- '/home/runner/work:/github/workspace'
defaults:
run:
working-directory: /github/workspace/netdisco/netdisco
steps:
- name: Get the Tag or Branch
run: echo "GH_REF_SHORT=$(echo ${GITHUB_REF##*/})" >> $GITHUB_ENV
- name: Install base packages
run: apk add tmux bash curl sudo xz
- name: Install other packages
run: apk add openssh-client gcc make musl-dev musl-obstack-dev perl-dev unzip
- name: Install fake apt-get
run: echo 'if [ "$1" == "update" ]; then exec apk update; else exec apk add openssh-client xz; fi' > /usr/local/bin/apt-get && chmod +x /usr/local/bin/apt-get
- name: Add localhost
run: echo "127.0.0.1 localhost" >> /etc/hosts
- name: Check out latest code
uses: actions/checkout@v1
- name: Fix owner of checkout
run: chown -R netdisco:netdisco /github/workspace/netdisco/netdisco
- name: Install Perl deps
run: |
sudo -u netdisco /home/netdisco/bin/localenv cpanm --notest Env::Path Test::Compile CPAN::Uploader Test::Pod
sudo -u netdisco /home/netdisco/bin/localenv cpanm --notest --installdeps /github/workspace/netdisco/netdisco
- name: Run Tests
id: build_and_run_tests
run: |
sudo -u netdisco /home/netdisco/bin/localenv perl ./Build.PL
sudo -u netdisco /home/netdisco/bin/localenv ./Build test --test_files xt/
continue-on-error: true
- name: IRC test failure notification
if: (steps.build_and_run_tests.outcome == 'failure') && (github.event_name != 'workflow_dispatch') && (github.event_name != 'pull_request')
uses: Gottox/irc-message-action@v2
with:
channel: '#netdisco'
nickname: github-actions
message: |-
🤖 ${{ github.actor }} build_and_run_tests ${{ env.GH_REF_SHORT }}: https://github.com/${{ github.repository }}/commit/${{ github.sha }}
😭 TESTS have FAILED! 👀 https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}
- name: IRC test success notification
if: (steps.build_and_run_tests.outcome == 'success') && github.event.inputs.success_irc_squawk == 'true'
uses: Gottox/irc-message-action@v2
with:
channel: '#netdisco'
nickname: github-actions
message: |-
🤖 ${{ github.actor }} build_and_run_tests ${{ env.GH_REF_SHORT }}: https://github.com/${{ github.repository }}/commit/${{ github.sha }} (tests PASSED 🎉)
- name: Make release
if: steps.build_and_run_tests.outcome == 'success'
run: |
sudo -u netdisco /home/netdisco/bin/localenv rm ./MANIFEST
sudo -u netdisco /home/netdisco/bin/localenv ./Build manifest
sudo -u netdisco /home/netdisco/bin/localenv ./Build distmeta
sudo -u netdisco /home/netdisco/bin/localenv ./Build dist
- name: Upload to CPAN
id: upload_to_cpan
if: startsWith(github.ref, 'refs/tags/')
env:
PAUSE_USERNAME: ${{ secrets.PAUSE_USERNAME }}
PAUSE_PASSWORD: ${{ secrets.PAUSE_PASSWORD }}
run: |
bash -c 'RELEASENAME=(App-Netdisco-*.tar.gz) && ! curl -LI --fail https://cpan.metacpan.org/authors/id/O/OL/OLIVER/${RELEASENAME}'
sudo -u netdisco /home/netdisco/bin/localenv cpan-upload -u '${{ env.PAUSE_USERNAME }}' -p '${{ env.PAUSE_PASSWORD }}' App-Netdisco-*.tar.gz
continue-on-error: true
- name: IRC upload failure notification
if: steps.upload_to_cpan.outcome == 'failure'
uses: Gottox/irc-message-action@v2
with:
channel: '#netdisco'
nickname: github-actions
message: |-
🤖 Failed to upload Netdisco release ${{ env.GH_REF_SHORT }} to CPAN! 😭
👀 https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}
- name: IRC upload success notification
if: steps.upload_to_cpan.outcome == 'success'
uses: Gottox/irc-message-action@v2
with:
channel: '#netdisco'
nickname: github-actions
message: |-
🤖 Uploaded Netdisco release ${{ env.GH_REF_SHORT }} to CPAN 🎉
- name: Setup tmate session
uses: mxschmitt/action-tmate@v3
if: always() && github.event.inputs.debug_test_enabled == 'true'
with:
sudo: true
- name: Preserve status from tests
if: always() && (steps.build_and_run_tests.outcome == 'failure')
run: exit 1
build_docker_images:
name: Build Docker Images
needs: test_netdisco
if: (github.event_name == 'workflow_dispatch') || startsWith(github.ref, 'refs/tags/')
runs-on: ubuntu-latest
defaults:
run:
working-directory: /home/runner/work/netdisco/netdisco-docker
steps:
- name: Check out latest code
uses: actions/checkout@v1
with:
repository: 'netdisco/netdisco-docker'
ref: 'master'
- name: Get the Tag
run: |
echo "TAG=$(echo ${GITHUB_REF##*/})" >> $GITHUB_ENV
echo "IMAGE_ROOT=netdisco:$(echo ${GITHUB_REF##*/})" >> $GITHUB_ENV
- name: Build netdisco-postgresql
run: |
cd netdisco-postgresql
docker build -t ${IMAGE_ROOT}-postgresql \
--build-arg BUILD_DATE=`date -u +"%Y-%m-%dT%H:%M:%SZ"` \
--build-arg TAG=${TAG} \
--build-arg COMMITTISH=${TAG} .
docker tag ${IMAGE_ROOT}-postgresql netdisco/${IMAGE_ROOT}-postgresql
- name: Build netdisco-base
run: |
cd netdisco-base
docker build -t ${IMAGE_ROOT}-base \
--build-arg BUILD_DATE=`date -u +"%Y-%m-%dT%H:%M:%SZ"` \
--build-arg TAG=${TAG} \
--build-arg COMMITTISH=${TAG} .
docker tag ${IMAGE_ROOT}-base netdisco/${IMAGE_ROOT}-base
- name: Build netdisco-backend
run: |
cd netdisco-backend
docker build -t ${IMAGE_ROOT}-backend \
--build-arg BUILD_DATE=`date -u +"%Y-%m-%dT%H:%M:%SZ"` \
--build-arg TAG=${TAG} \
--build-arg COMMITTISH=${TAG} .
docker tag ${IMAGE_ROOT}-backend netdisco/${IMAGE_ROOT}-backend
- name: Build netdisco-web
run: |
cd netdisco-web
docker build -t ${IMAGE_ROOT}-web \
--build-arg BUILD_DATE=`date -u +"%Y-%m-%dT%H:%M:%SZ"` \
--build-arg TAG=${TAG} \
--build-arg COMMITTISH=${TAG} .
docker tag ${IMAGE_ROOT}-web netdisco/${IMAGE_ROOT}-web
- name: Build netdisco-demo
run: |
cd netdisco-demo
docker build -t ${IMAGE_ROOT}-demo \
--build-arg BUILD_DATE=`date -u +"%Y-%m-%dT%H:%M:%SZ"` \
--build-arg TAG=${TAG} \
--build-arg COMMITTISH=${TAG} .
docker tag ${IMAGE_ROOT}-demo registry.heroku.com/netdisco2-demo/web
echo "DEMO_IMAGE_ID=$(docker inspect registry.heroku.com/netdisco2-demo/web --format={{.Id}})" >> $GITHUB_ENV
- name: Build netdisco-do
run: |
cd netdisco-do
docker build -t ${IMAGE_ROOT}-do \
--build-arg BUILD_DATE=`date -u +"%Y-%m-%dT%H:%M:%SZ"` \
--build-arg TAG=${TAG} \
--build-arg COMMITTISH=${TAG} .
docker tag ${IMAGE_ROOT}-do netdisco/${IMAGE_ROOT}-do
- name: Login to DH
env:
DOCKER_USERNAME: ${{ secrets.DOCKER_USERNAME }}
DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }}
run: |
echo '${{ env.DOCKER_PASSWORD }}' | docker login -u '${{ env.DOCKER_USERNAME }}' --password-stdin
- name: Upload to Docker Hub
id: upload_docker_hub
if: startsWith(github.ref, 'refs/tags/')
run: |
for image in postgresql backend web do; do
docker push netdisco/${IMAGE_ROOT}-$image
docker tag ${IMAGE_ROOT}-$image netdisco/netdisco:latest-$image
docker push netdisco/netdisco:latest-$image
done
continue-on-error: true
- name: Logout from DH
run: docker logout
- name: Login to GHP
run: |
echo '${{ secrets.GITHUB_TOKEN }}' | docker login ghcr.io -u '${{ github.actor }}' --password-stdin
- name: Upload to GitHub Packages
id: upload_github_packages
if: startsWith(github.ref, 'refs/tags/')
run: |
for image in postgresql backend web do; do
docker tag ${IMAGE_ROOT}-$image ghcr.io/netdisco/${IMAGE_ROOT}-$image
docker push ghcr.io/netdisco/${IMAGE_ROOT}-$image
docker tag ${IMAGE_ROOT}-$image ghcr.io/netdisco/netdisco:latest-$image
docker push ghcr.io/netdisco/netdisco:latest-$image
done
continue-on-error: true
- name: Logout from GHP
run: docker logout
- name: Login to Heroku
env:
HEROKU_API_KEY: ${{ secrets.HEROKU_API_KEY }}
run: |
echo '${{ env.HEROKU_API_KEY }}' | docker login registry.heroku.com --username=_ --password-stdin
- name: Upload to Heroku
id: upload_heroku_packages
if: startsWith(github.ref, 'refs/tags/')
run: |
docker push registry.heroku.com/netdisco2-demo/web
continue-on-error: true
- name: Logout from Heroku
run: docker logout
- name: Release on Heroku
if: (github.event_name == 'workflow_dispatch') || (steps.upload_heroku_packages.outcome == 'success')
env:
HEROKU_API_KEY: ${{ secrets.HEROKU_API_KEY }}
run: |
curl -X PATCH https://api.heroku.com/apps/netdisco2-demo/formation \
-d "{ \"updates\": [ { \"type\": \"web\", \"docker_image\": \"$DEMO_IMAGE_ID\" } ] }" \
-H "Content-Type: application/json" \
-H "Accept: application/vnd.heroku+json; version=3.docker-releases" \
-H "Authorization: Bearer $HEROKU_API_KEY"
continue-on-error: true
- name: IRC DH upload failure notification
if: steps.upload_docker_hub.outcome == 'failure'
uses: Gottox/irc-message-action@v2
with:
channel: '#netdisco'
nickname: github-actions
message: |-
🤖 Failed to publish Netdisco release ${{ env.TAG }} to Docker Hub! 😭
👀 https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}
- name: IRC DH upload success notification
if: (steps.upload_docker_hub.outcome == 'success') && github.event.inputs.success_irc_squawk == 'true'
uses: Gottox/irc-message-action@v2
with:
channel: '#netdisco'
nickname: github-actions
message: |-
🤖 Published Netdisco release ${{ env.TAG }} to Docker Hub! 🎉
- name: Setup tmate session
uses: mxschmitt/action-tmate@v3
if: always() && github.event.inputs.debug_docker_enabled == 'true'
with:
sudo: true
- name: Fix job exit status
if: always() && (steps.upload_docker_hub.outcome == 'failure')
run: exit 1
demo_db_redeploy:
name: Redeploy Demo DB
needs: build_docker_images
if: (github.event_name == 'workflow_dispatch') || startsWith(github.ref, 'refs/tags/')
runs-on: ubuntu-latest
container:
image: 'netdisco/netdisco:latest-do'
options: '--user root --entrypoint /bin/ash'
volumes:
- '/home/runner/work:/github/workspace'
defaults:
run:
working-directory: /github/workspace/netdisco/netdisco
steps:
- name: Install base packages
run: apk add tmux bash curl sudo xz
- name: Install packages
run: apk add openssh-client gcc make musl-dev musl-obstack-dev perl-dev unzip
- name: Install fake apt-get
run: echo 'if [ "$1" == "update" ]; then exec apk update; else exec apk add openssh-client xz; fi' > /usr/local/bin/apt-get && chmod +x /usr/local/bin/apt-get
- name: Check out latest code
uses: actions/checkout@v1
- name: Fix owner of checkout
run: chown -R netdisco:netdisco /github/workspace/netdisco/netdisco
- name: Reinitialise DB
env:
PGUSER: ${{ secrets.DEMO_PGUSER }}
PGPASSWORD: ${{ secrets.DEMO_PGPASSWORD }}
PGHOST: ${{ secrets.DEMO_PGHOST }}
PGDATABASE: ${{ secrets.DEMO_PGDATABASE }}
run: |
psql -c "drop owned by $PGUSER"
psql -c "create schema public"
curl -LO https://github.com/netdisco/netdisco2-demo/raw/master/netdisco2-demo-cumulus-clean.db.bin
pg_restore -x -O -1 -d ${{ env.PGDATABASE }} netdisco2-demo-cumulus-clean.db.bin
- name: Update schema
env:
NETDISCO_HOME: /github/workspace/netdisco/netdisco
NETDISCO_DB_USER: ${{ secrets.DEMO_PGUSER }}
NETDISCO_DB_PASS: ${{ secrets.DEMO_PGPASSWORD }}
NETDISCO_DB_HOST: ${{ secrets.DEMO_PGHOST }}
NETDISCO_DB_NAME: ${{ secrets.DEMO_PGDATABASE }}
run: |
/home/netdisco/bin/localenv /github/workspace/netdisco/netdisco/bin/netdisco-db-deploy
/home/netdisco/bin/localenv /github/workspace/netdisco/netdisco/bin/netdisco-do stats -D
- name: Setup tmate session
uses: mxschmitt/action-tmate@v3
if: always() && github.event.inputs.debug_dbdeploy_enabled == 'true'
with:
sudo: true