Release/v0.6.0 (#299)

.ci/serve_mlflow.json

@@ -0,0 +1,8 @@
+{
+"app_name": "ElasticNet",
+"slug": "mlflow-serve",
+"model": 2,
+"environment": "MLflow Serving",
+"flavor": "Medium",
+"app_action": "Create"
+}

.ci/serve_tf.json

@@ -0,0 +1,7 @@
+{
+"app_name": "mnist-keras",
+"slug": "tensorflow-serve",
+"model": 1,
+"flavor": "Medium",
+"app_action": "Create"
+}

.ci/test.json

@@ -0,0 +1,8 @@
+{
+"app_name": "test",
+"slug": "jupyter-lab",
+"app:volumeK8s": ["project-vol"],
+"environment": "Jupyter Lab",
+"flavor": "Medium",
+"app_action": "Create"
+}

.github/workflows/branch-name-check.yaml

@@ -0,0 +1,21 @@
+name: "branch name check"
+
+on: 
+  push:
+    branches-ignore:
+      - develop
+      - main
+
+env:
+  BRANCH_REGEX: '^((feature|hotfix|bugfix|docs)\/.+)|(release\/v((([0-9]+)\.([0-9]+)\.([0-9]+)(?:-([0-9a-zA-Z-]+(?:\.[0-9a-zA-Z-]+)*))?)(?:\+([0-9a-zA-Z-]+(?:\.[0-9a-zA-Z-]+)*))?))$'
+
+jobs:
+  branch-name-check:
+    runs-on: ubuntu-20.04
+    steps:
+      - name: checkout
+        uses: actions/checkout@v2
+
+      - name: branch name check
+        run: |
+          git rev-parse --abbrev-ref HEAD | grep -P "$BRANCH_REGEX"

.github/workflows/build-jupyter-stackn.yaml

@@ -1,57 +1,57 @@
-
-name: Build jupyter stackn image
+name: Build Jupyter-stackn with CLI and MLflow
 
 on:
   push:
-    branches: '*'
+    branches:
+      - main
+      - develop
     paths:
     - 'cli/**'
+    - 'examples/**'
   pull_request:
-    branches: '*'
+    branches:
+      - main
+      - develop
     paths:
     - 'cli/**'
-
+    - 'examples/**'
+  release:
+    types: [published]
 
 jobs:
 
-  build:
-
-    runs-on: ubuntu-latest
-    env:
-      DOCKER_USER: ${{ secrets.DOCKER_USER }}
-      DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }}
-      working-directory: ./cli
+  build-containers:
+    runs-on: ubuntu-20.04
+    permissions:
+      packages: write
+      contents: read
     steps:
-
-    - uses: actions/checkout@v2     
-
-    - name: Setup variables
-      id: wf-vars
-      env:
-        BASE_BRANCH: ${{ github.base_ref }}
-      run: |
-        echo "name of github basebranch is ${BASE_BRANCH}"
-        BRANCH=${GITHUB_REF##*/}
-        VERSION=${GITHUB_REF##*-}
-        IMAGE_NAME="jupyter-stackn"
-        IMAGE_TAG="$BRANCH"
-        echo ::set-output name=IMAGE_NAME::$IMAGE_NAME
-        echo ::set-output name=IMAGE_TAG::$IMAGE_TAG
-  
-    - name: docker login
-      run: |
-        docker login -u $DOCKER_USER -p $DOCKER_PASSWORD
+      - uses: actions/checkout@v2     
 
-    - name: docker build jupyter-stackn
-      env:      
-        DOCKER_URL: scaleoutsystems
-      working-directory: ${{env.working-directory}}
-      run: |
-        docker build -t $DOCKER_URL/${{ steps.wf-vars.outputs.IMAGE_NAME }}:${{ steps.wf-vars.outputs.IMAGE_TAG }} .
+      - name: Setup variables
+        id: wf-vars
+        env:
+          BASE_BRANCH: ${{ github.base_ref }}
+        run: |
+          IMAGE_TAG=${GITHUB_REF##*/}
+          VERSION=${GITHUB_REF##*-}
+          IMAGE_NAME="jupyter-stackn"
+          echo "BASE_BRANCH=${BASE_BRANCH}"
+          echo "IMAGE_TAG=${IMAGE_TAG}"
+          echo ::set-output name=IMAGE_NAME::$IMAGE_NAME
+          echo ::set-output name=IMAGE_TAG::$IMAGE_TAG
+    
+      - name: Log in to GitHub Docker Registry
+        uses: docker/login-action@v1
+        with:
+          registry: docker.pkg.github.com
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
 
-    - name: docker push
-      env:      
-        DOCKER_URL: scaleoutsystems
-      working-directory: ${{env.working-directory}}
-      run: |
-        docker push $DOCKER_URL/${{ steps.wf-vars.outputs.IMAGE_NAME }}:${{ steps.wf-vars.outputs.IMAGE_TAG }}
+      - name: build and push jupyter-stackn
+        uses: docker/build-push-action@v2
+        with:
+          context: ./
+          push: "${{ github.event_name != 'pull_request' }}"
+          tags: docker.pkg.github.com/${{ github.repository }}/${{ steps.wf-vars.outputs.IMAGE_NAME }}:${{ steps.wf-vars.outputs.IMAGE_TAG }}
+          file: components/studio/charts/apps/jupyter-lab/Dockerfile

.github/workflows/build-studio.yaml

@@ -3,58 +3,62 @@ name: Build studio and ingress
 
 on:
   push:
-    branches: '*'
+    branches:
+      - main
+      - develop
     paths:
     - 'components/studio/**'
+  pull_request:
+    branches:
+      - main
+      - develop
+    paths:
+    - 'components/studio/**'
+  release:
+    types: [published]
 
 jobs:
 
-  build:
-
-    runs-on: ubuntu-latest
-    env:
-      DOCKER_USER: ${{ secrets.DOCKER_USER }}
-      DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }}
-      working-directory: ./components/studio
+  build-containers:
+    runs-on: ubuntu-20.04
+    permissions:
+      packages: write
+      contents: read
     steps:
-
-    - uses: actions/checkout@v2     
+      - uses: actions/checkout@v2     
 
-    - name: Setup variables
-      id: wf-vars
-      env:
-        BASE_BRANCH: ${{ github.base_ref }}
-      run: |
-        echo "name of github basebranch is ${BASE_BRANCH}"
-        BRANCH=${GITHUB_REF##*/}
-        VERSION=${GITHUB_REF##*-}
-        IMAGE_NAME="studio"
-        IMAGE_TAG="$BRANCH"
-        echo ::set-output name=IMAGE_NAME::$IMAGE_NAME
-        echo ::set-output name=IMAGE_TAG::$IMAGE_TAG
-  
-    - name: docker login
-      run: |
-        docker login -u $DOCKER_USER -p $DOCKER_PASSWORD
+      - name: Setup variables
+        id: wf-vars
+        env:
+          BASE_BRANCH: ${{ github.base_ref }}
+        run: |
+          IMAGE_TAG=${GITHUB_REF##*/}
+          VERSION=${GITHUB_REF##*-}
+          IMAGE_NAME="studio"
+          echo "BASE_BRANCH=${BASE_BRANCH}"
+          echo "IMAGE_TAG=${IMAGE_TAG}"
+          echo ::set-output name=IMAGE_NAME::$IMAGE_NAME
+          echo ::set-output name=IMAGE_TAG::$IMAGE_TAG
+    
+      - name: Log in to GitHub Docker Registry
+        uses: docker/login-action@v1
+        with:
+          registry: docker.pkg.github.com
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
 
-    - name: docker build studio
-      env:      
-        DOCKER_URL: scaleoutsystems
-      working-directory: ${{env.working-directory}}
-      run: |
-        docker build -t $DOCKER_URL/${{ steps.wf-vars.outputs.IMAGE_NAME }}:${{ steps.wf-vars.outputs.IMAGE_TAG }} .
+      - name: build and push studio
+        uses: docker/build-push-action@v2
+        with:
+          context: components/studio/
+          push: "${{ github.event_name != 'pull_request' }}"
+          tags: docker.pkg.github.com/${{ github.repository }}/${{ steps.wf-vars.outputs.IMAGE_NAME }}:${{ steps.wf-vars.outputs.IMAGE_TAG }}
+          file: components/studio/Dockerfile
 
-    - name: docker build ingress
-      env:      
-        DOCKER_URL: scaleoutsystems
-      working-directory: ${{env.working-directory}}
-      run: |
-        docker build -f Dockerfile.nginx -t $DOCKER_URL/ingress:master .
-
-    - name: docker push
-      env:      
-        DOCKER_URL: scaleoutsystems
-      working-directory: ${{env.working-directory}}
-      run: |
-        docker push $DOCKER_URL/ingress:master
-        docker push $DOCKER_URL/${{ steps.wf-vars.outputs.IMAGE_NAME }}:${{ steps.wf-vars.outputs.IMAGE_TAG }}
+      - name: docker build ingress
+        uses: docker/build-push-action@v2
+        with:
+          context: components/studio/
+          push: "${{ github.event_name != 'pull_request' }}"
+          tags: docker.pkg.github.com/${{ github.repository }}/ingress:${{ steps.wf-vars.outputs.IMAGE_TAG }}
+          file: components/studio/Dockerfile.nginx

.github/workflows/cli-code-checks.yaml

@@ -0,0 +1,53 @@
+name: CLI code checks
+
+on:
+  push:
+    branches:
+      - main
+      - develop
+    paths:
+    - 'cli/**'
+  pull_request:
+    branches:
+      - main
+      - develop
+    paths:
+    - 'cli/**'
+  release:
+    types: [published]
+
+jobs:
+  python-code-checks:
+
+    runs-on: ubuntu-20.04
+    env:
+      working-directory: ./cli
+    strategy:
+      matrix:
+        #This matrix should correspond to supported versions in cli setup.py
+        python-version: ["3.6", "3.7", "3.8", "3.9"]
+
+    steps:
+      - uses: actions/checkout@v2
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+      - name: Install dependencies
+        working-directory: ${{env.working-directory}}
+        run: |
+          python -m pip install --upgrade pip
+          pip install autopep8 isort .
+          if [ -f requirements.txt ]; then pip install --no-cache-dir -r requirements.txt; fi
+      - name: Check Python imports
+        working-directory: ${{env.working-directory}}
+        run: |
+          isort . --check --diff
+      - name: Check Python formatting
+        working-directory: ${{env.working-directory}}
+        run: |
+          autopep8 . --recursive --diff  
+      - name: Test with unittest
+        working-directory: ${{env.working-directory}}
+        run: |
+          python -m unittest