test_and_publish.yml

name: Test and Publish Netdisco
on:
  workflow_dispatch:
    inputs:
      success_irc_squawk:
        description: 'Squawk to IRC on successful tests'     
        required: false
        default:  'false'
      debug_test_enabled:
        description: 'With build and test debug'
        required: false
        default:  'false'
      debug_docker_enabled:
        description: 'With docker debug'
        required: false
        default:  'false'
      debug_dbdeploy_enabled:
        description: 'With db deploy debug'
        required: false
        default:  'false'
  push:
    branches:
      - master
    tags:
      - '2.[0-9][0-9][0-9][0-9][0-9][0-9]'
  pull_request:
    types: [opened, synchronize, reopened]
jobs:
  test_netdisco:
    name: Test and CPAN Upload
    if: github.repository == 'netdisco/netdisco'
    runs-on: ubuntu-latest
    container:
      image: 'netdisco/netdisco:latest-do'
      options: '--user root --entrypoint /bin/ash'
      volumes:
        - '/home/runner/work:/github/workspace'
    defaults:
      run:
        working-directory: /github/workspace/netdisco/netdisco
    steps:
    - name: Get the Tag or Branch
      run: echo "GH_REF_SHORT=$(echo ${GITHUB_REF##*/})" >> $GITHUB_ENV

    - name: Install base packages
      run: apk add tmux bash curl sudo xz
    - name: Install other packages
      run: apk add openssh-client gcc make musl-dev musl-obstack-dev perl-dev unzip
    - name: Install fake apt-get
      run: echo 'if [ "$1" == "update" ]; then exec apk update; else exec apk add openssh-client xz; fi' > /usr/local/bin/apt-get && chmod +x /usr/local/bin/apt-get

    - name: Add localhost
      run: echo "127.0.0.1 localhost" >> /etc/hosts

    - name: Check out latest code
      uses: actions/checkout@v1
    - name: Fix owner of checkout
      run: chown -R netdisco:netdisco /github/workspace/netdisco/netdisco

    - name: Install Perl deps
      run: |
        sudo -u netdisco /home/netdisco/bin/localenv cpanm --notest Env::Path Test::Compile CPAN::Uploader Test::Pod
        sudo -u netdisco /home/netdisco/bin/localenv cpanm --notest --installdeps /github/workspace/netdisco/netdisco

    - name: Run Tests
      id: build_and_run_tests
      run: |
        sudo -u netdisco /home/netdisco/bin/localenv perl ./Build.PL
        sudo -u netdisco /home/netdisco/bin/localenv ./Build test --test_files xt/
      continue-on-error: true

    - name: IRC test failure notification
      if: (steps.build_and_run_tests.outcome == 'failure') && (github.event_name != 'workflow_dispatch') && (github.event_name != 'pull_request')
      uses: Gottox/irc-message-action@v2
      with:
        channel: '#netdisco'
        nickname: github-actions
        message: |-
          🤖 ${{ github.actor }} build_and_run_tests ${{ env.GH_REF_SHORT }}: https://github.com/${{ github.repository }}/commit/${{ github.sha }}
          😭 TESTS have FAILED! 👀 https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}
    - name: IRC test success notification
      if: (steps.build_and_run_tests.outcome == 'success') && github.event.inputs.success_irc_squawk == 'true'
      uses: Gottox/irc-message-action@v2
      with:
        channel: '#netdisco'
        nickname: github-actions
        message: |-
          🤖 ${{ github.actor }} build_and_run_tests ${{ env.GH_REF_SHORT }}: https://github.com/${{ github.repository }}/commit/${{ github.sha }} (tests PASSED 🎉)

    - name: Make release
      if: steps.build_and_run_tests.outcome == 'success'
      run: |
        sudo -u netdisco /home/netdisco/bin/localenv rm ./MANIFEST
        sudo -u netdisco /home/netdisco/bin/localenv ./Build manifest
        sudo -u netdisco /home/netdisco/bin/localenv ./Build distmeta
        sudo -u netdisco /home/netdisco/bin/localenv ./Build dist

    - name: Upload to CPAN
      id: upload_to_cpan
      if: startsWith(github.ref, 'refs/tags/')
      env:
        PAUSE_USERNAME: ${{ secrets.PAUSE_USERNAME }}
        PAUSE_PASSWORD: ${{ secrets.PAUSE_PASSWORD }}
      run: |
        bash -c 'RELEASENAME=(App-Netdisco-*.tar.gz) && ! curl -LI --fail https://cpan.metacpan.org/authors/id/O/OL/OLIVER/${RELEASENAME}'
        sudo -u netdisco /home/netdisco/bin/localenv cpan-upload -u '${{ env.PAUSE_USERNAME }}' -p '${{ env.PAUSE_PASSWORD }}' App-Netdisco-*.tar.gz
      continue-on-error: true

    - name: IRC upload failure notification
      if: steps.upload_to_cpan.outcome == 'failure'
      uses: Gottox/irc-message-action@v2
      with:
        channel: '#netdisco'
        nickname: github-actions
        message: |-
          🤖 Failed to upload Netdisco release ${{ env.GH_REF_SHORT }} to CPAN! 😭
          👀 https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}
    - name: IRC upload success notification
      if: steps.upload_to_cpan.outcome == 'success'
      uses: Gottox/irc-message-action@v2
      with:
        channel: '#netdisco'
        nickname: github-actions
        message: |-
          🤖 Uploaded Netdisco release ${{ env.GH_REF_SHORT }} to CPAN 🎉

    - name: Setup tmate session
      uses: mxschmitt/action-tmate@v3
      if: always() && github.event.inputs.debug_test_enabled == 'true'
      with:
        sudo: true

    - name: Preserve status from tests
      if: always() && (steps.build_and_run_tests.outcome == 'failure')
      run: exit 1

  build_docker_images:
    name: Build Docker Images
    needs: test_netdisco
    if: (github.event_name == 'workflow_dispatch') || startsWith(github.ref, 'refs/tags/')
    runs-on: ubuntu-latest
    defaults:
      run:
        working-directory: /home/runner/work/netdisco/netdisco-docker
    steps:
    - name: Check out latest code
      uses: actions/checkout@v1
      with:
        repository: 'netdisco/netdisco-docker'
        ref: 'master'

    - name: Get the Tag
      run: |
        echo "TAG=$(echo ${GITHUB_REF##*/})" >> $GITHUB_ENV
        echo "IMAGE_ROOT=netdisco:$(echo ${GITHUB_REF##*/})" >> $GITHUB_ENV

    - name: Build netdisco-postgresql
      run: |
        cd netdisco-postgresql
        docker build -t ${IMAGE_ROOT}-postgresql \
              --build-arg BUILD_DATE=`date -u +"%Y-%m-%dT%H:%M:%SZ"` \
              --build-arg TAG=${TAG} \
              --build-arg COMMITTISH=${TAG} .
        docker tag ${IMAGE_ROOT}-postgresql netdisco/${IMAGE_ROOT}-postgresql

    - name: Build netdisco-base
      run: |
        cd netdisco-base
        docker build -t ${IMAGE_ROOT}-base \
              --build-arg BUILD_DATE=`date -u +"%Y-%m-%dT%H:%M:%SZ"` \
              --build-arg TAG=${TAG} \
              --build-arg COMMITTISH=${TAG} .
        docker tag ${IMAGE_ROOT}-base netdisco/${IMAGE_ROOT}-base

    - name: Build netdisco-backend
      run: |
        cd netdisco-backend
        docker build -t ${IMAGE_ROOT}-backend \
              --build-arg BUILD_DATE=`date -u +"%Y-%m-%dT%H:%M:%SZ"` \
              --build-arg TAG=${TAG} \
              --build-arg COMMITTISH=${TAG} .
        docker tag ${IMAGE_ROOT}-backend netdisco/${IMAGE_ROOT}-backend

    - name: Build netdisco-web
      run: |
        cd netdisco-web
        docker build -t ${IMAGE_ROOT}-web \
              --build-arg BUILD_DATE=`date -u +"%Y-%m-%dT%H:%M:%SZ"` \
              --build-arg TAG=${TAG} \
              --build-arg COMMITTISH=${TAG} .
        docker tag ${IMAGE_ROOT}-web netdisco/${IMAGE_ROOT}-web

    - name: Build netdisco-demo
      run: |
        cd netdisco-demo
        docker build -t ${IMAGE_ROOT}-demo \
              --build-arg BUILD_DATE=`date -u +"%Y-%m-%dT%H:%M:%SZ"` \
              --build-arg TAG=${TAG} \
              --build-arg COMMITTISH=${TAG} .
        docker tag ${IMAGE_ROOT}-demo registry.heroku.com/netdisco2-demo/web
        echo "DEMO_IMAGE_ID=$(docker inspect registry.heroku.com/netdisco2-demo/web --format={{.Id}})" >> $GITHUB_ENV

    - name: Build netdisco-do
      run: |
        cd netdisco-do
        docker build -t ${IMAGE_ROOT}-do \
              --build-arg BUILD_DATE=`date -u +"%Y-%m-%dT%H:%M:%SZ"` \
              --build-arg TAG=${TAG} \
              --build-arg COMMITTISH=${TAG} .
        docker tag ${IMAGE_ROOT}-do netdisco/${IMAGE_ROOT}-do

    - name: Login to DH
      env:
        DOCKER_USERNAME: ${{ secrets.DOCKER_USERNAME }}
        DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }}
      run: |
        echo '${{ env.DOCKER_PASSWORD }}' | docker login -u '${{ env.DOCKER_USERNAME }}' --password-stdin

    - name: Upload to Docker Hub
      id: upload_docker_hub
      if: startsWith(github.ref, 'refs/tags/')
      run: |
        for image in postgresql backend web do; do
          docker push netdisco/${IMAGE_ROOT}-$image
          docker tag ${IMAGE_ROOT}-$image netdisco/netdisco:latest-$image
          docker push netdisco/netdisco:latest-$image
        done
      continue-on-error: true

    - name: Logout from DH
      run: docker logout

    - name: Login to GHP
      run: |
        echo '${{ secrets.GITHUB_TOKEN }}' | docker login ghcr.io -u '${{ github.actor }}' --password-stdin

    - name: Upload to GitHub Packages
      id: upload_github_packages
      if: startsWith(github.ref, 'refs/tags/')
      run: |
        for image in postgresql backend web do; do
          docker tag ${IMAGE_ROOT}-$image ghcr.io/netdisco/${IMAGE_ROOT}-$image
          docker push ghcr.io/netdisco/${IMAGE_ROOT}-$image
          docker tag ${IMAGE_ROOT}-$image ghcr.io/netdisco/netdisco:latest-$image
          docker push ghcr.io/netdisco/netdisco:latest-$image
        done
      continue-on-error: true

    - name: Logout from GHP
      run: docker logout

    - name: Login to Heroku
      env:
        HEROKU_API_KEY: ${{ secrets.HEROKU_API_KEY }}
      run: |
        echo '${{ env.HEROKU_API_KEY }}' | docker login registry.heroku.com --username=_ --password-stdin

    - name: Upload to Heroku
      id: upload_heroku_packages
      if: startsWith(github.ref, 'refs/tags/')
      run: |
        docker push registry.heroku.com/netdisco2-demo/web
      continue-on-error: true

    - name: Logout from Heroku
      run: docker logout

    - name: Release on Heroku
      if: (github.event_name == 'workflow_dispatch') || (steps.upload_heroku_packages.outcome == 'success')
      env:
        HEROKU_API_KEY: ${{ secrets.HEROKU_API_KEY }}
      run: |
        curl -X PATCH https://api.heroku.com/apps/netdisco2-demo/formation \
          -d "{ \"updates\": [ { \"type\": \"web\", \"docker_image\": \"$DEMO_IMAGE_ID\" } ] }" \
          -H "Content-Type: application/json" \
          -H "Accept: application/vnd.heroku+json; version=3.docker-releases" \
          -H "Authorization: Bearer $HEROKU_API_KEY"
      continue-on-error: true

    - name: IRC DH upload failure notification
      if: steps.upload_docker_hub.outcome == 'failure'
      uses: Gottox/irc-message-action@v2
      with:
        channel: '#netdisco'
        nickname: github-actions
        message: |-
          🤖 Failed to publish Netdisco release ${{ env.TAG }} to Docker Hub! 😭
          👀 https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}
    - name: IRC DH upload success notification
      if: (steps.upload_docker_hub.outcome == 'success') && github.event.inputs.success_irc_squawk == 'true'
      uses: Gottox/irc-message-action@v2
      with:
        channel: '#netdisco'
        nickname: github-actions
        message: |-
          🤖 Published Netdisco release ${{ env.TAG }} to Docker Hub! 🎉

    - name: Setup tmate session
      uses: mxschmitt/action-tmate@v3
      if: always() && github.event.inputs.debug_docker_enabled == 'true'
      with:
        sudo: true

    - name: Fix job exit status
      if: always() && (steps.upload_docker_hub.outcome == 'failure')
      run: exit 1

  demo_db_redeploy:
    name: Redeploy Demo DB
    needs: build_docker_images
    if: (github.event_name == 'workflow_dispatch') || startsWith(github.ref, 'refs/tags/')
    runs-on: ubuntu-latest
    container:
      image: 'netdisco/netdisco:latest-do'
      options: '--user root --entrypoint /bin/ash'
      volumes:
        - '/home/runner/work:/github/workspace'
    defaults:
      run:
        working-directory: /github/workspace/netdisco/netdisco
    steps:
    - name: Install base packages
      run: apk add tmux bash curl sudo xz
    - name: Install packages
      run: apk add openssh-client gcc make musl-dev musl-obstack-dev perl-dev unzip
    - name: Install fake apt-get
      run: echo 'if [ "$1" == "update" ]; then exec apk update; else exec apk add openssh-client xz; fi' > /usr/local/bin/apt-get && chmod +x /usr/local/bin/apt-get

    - name: Check out latest code
      uses: actions/checkout@v1

    - name: Fix owner of checkout
      run: chown -R netdisco:netdisco /github/workspace/netdisco/netdisco

    - name: Reinitialise DB
      env:
        PGUSER:     ${{ secrets.DEMO_PGUSER }}
        PGPASSWORD: ${{ secrets.DEMO_PGPASSWORD }}
        PGHOST:     ${{ secrets.DEMO_PGHOST }}
        PGDATABASE: ${{ secrets.DEMO_PGDATABASE }}
      run: |
        psql -c "drop owned by $PGUSER"
        psql -c "create schema public"
        curl -LO https://github.com/netdisco/netdisco2-demo/raw/master/netdisco2-demo-cumulus-clean.db.bin
        pg_restore -x -O -1 -d ${{ env.PGDATABASE }} netdisco2-demo-cumulus-clean.db.bin

    - name: Update schema
      env:
        NETDISCO_HOME: /github/workspace/netdisco/netdisco
        NETDISCO_DB_USER: ${{ secrets.DEMO_PGUSER }}
        NETDISCO_DB_PASS: ${{ secrets.DEMO_PGPASSWORD }}
        NETDISCO_DB_HOST: ${{ secrets.DEMO_PGHOST }}
        NETDISCO_DB_NAME: ${{ secrets.DEMO_PGDATABASE }}
      run: |
        /home/netdisco/bin/localenv /github/workspace/netdisco/netdisco/bin/netdisco-db-deploy
        /home/netdisco/bin/localenv /github/workspace/netdisco/netdisco/bin/netdisco-do stats -D

    - name: Setup tmate session
      uses: mxschmitt/action-tmate@v3
      if: always() && github.event.inputs.debug_dbdeploy_enabled == 'true'
      with:
        sudo: true