Skip to content

#2490: skills-client theme - wip; added tests for skills progress; fi… #8547

#2490: skills-client theme - wip; added tests for skills progress; fi…

#2490: skills-client theme - wip; added tests for skills progress; fi… #8547

# Copyright 2020 SkillTree
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# https://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
name: Continuous Integration
on:
schedule:
- cron: '0 5 * * *'
workflow_dispatch:
push:
paths-ignore:
- 'README.md'
- '.github/workflows/build-and-test-postgres.yml'
- '.github/workflows/publish-image-snapshot.yml'
- '.gitlab-ci.yml'
jobs:
build-skills-service-for-ui-tests:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- uses: actions/setup-node@v3
with:
node-version: '20.11.0'
- uses: actions/setup-java@v3
with:
distribution: 'temurin'
java-version: '19' # The JDK version to make available on the path.
- name: Print Versions
run: |
java -version
mvn --version
- name: Cache local Maven repository
uses: actions/cache@v3
with:
path: ~/.m2/repository
key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}
restore-keys: |
${{ runner.os }}-maven-
- name: Build skills-service
env:
MAVEN_OPTS: -Xmx2048m
run: |
mvn --batch-mode install -DskipTests
- name: upload service jar
uses: actions/upload-artifact@v3
with:
name: service jar
path: ./service/target/*.jar
ui-tests-against-postgres:
# if: github.event_name != 'schedule'
runs-on: ubuntu-latest
needs: [build-skills-service-for-ui-tests]
strategy:
fail-fast: false
matrix:
#IMPORTANT: must, must, must match the total number of containers below: runSubsetOfCypressTests.sh.sh -t <num_of_containers>
# container: [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20 ]
container: [ 1, 2, 3, 4, 5]
services:
postgres:
# Docker Hub image
image: postgres
# Provide the password for postgres
env:
POSTGRES_PASSWORD: skillsPassword
POSTGRES_DB: skills
# Set health checks to wait until postgres has started
options: >-
--health-cmd pg_isready
--health-interval 10s
--health-timeout 5s
--health-retries 5
ports:
# Maps tcp port 5432 on service container to the host
- 5432:5432
steps:
- name: print default vars [${{ github.event_name }}]
run: |
echo "${{ github.event_name }}"
- name: Install libs
run: |
sudo apt-get update
sudo apt-get install -y postgresql-client
sudo psql --version
sudo apt-get install fonts-noto-color-emoji
- uses: actions/checkout@v3
- uses: actions/setup-node@v3
with:
node-version: '20.11.0'
- uses: actions/setup-java@v3
with:
distribution: 'temurin'
java-version: '19' # The JDK version to make available on the path.
- name: Print Versions
run: |
java -version
npm -v
node -v
- uses: actions/download-artifact@v3
with:
name: service jar
path: ./service/target/
- name: Prep Services for Cypress tests
run: |
cd e2e-tests
npm install
npm run backend:dropAllDBTables
npm run cyServices:start
cd ..
- name: Run Cypress tests
run: |
cd e2e-tests
../.github/scripts/runSubsetOfCypressTests.sh -t 5 -c ${{ matrix.container }} -f 'projects_crud|/skills_table_spec|/skill_reuse_spec|quiz_creation|question_def|metrics-reUsedData_spec|quiz_and_survey|quiz_runs|quiz_skill_assignment|quiz_read|quiz_role|quiz_settings|quiz_skills-in_project_reuse|client-display_quiz_spec|client-display_quiz_theme_spec|client-display_quiz_visual_spec|client-display_run_quiz_spec|run_survey_spec|quiz_skills-catalog_spec|user_actions|/skills_spec|/users_spec|/subjects_spec|/levels_management_spec|/skills_group_spec|/skills_group_modal_spec|/move-skills/|/badges_spec|/skill-reuse/skill_reuse/|/catalog/|/project_settings_spec|/icon_manager_spec|/not_found_spec|/error_pages_spec|/learning-path/learning_path_management_spec|/learning-path/learning_path_management_validation_spec|/add_skills_to_badge_spec|/tag-skills|/settings_spec|/client-display/client-display_spec|/client-display/client-display_point_history_chart_spec|/client-display/skills-display-config-loading_spec|/client-display/client-display-features_spec|/client-display/client-display-last-seen_spec|/client-display/client-display-search-skills_spec|/client-display/client-display-self_report_skills_spec|/client-display/client-display-skill-badges_spec|client-display-skill-expiration_spec|client-display-skill-paging_spec|client-display-skill-tags_spec|client-display-skill_groups_spec|client-display_breadcrumb_spec|client-display-skills_filtering_spec|client-display_catalog_skills_spec|client-display_leaderboard|client-display-learning-path-graph_spec|skills-display-prerequisites_spec.js|skills-display-achieved-date_spec|client-display-learning-path-graph-badges_spec|client-display_custom-labels_spec|/copy_project_spec|/project_errors_spec|/selfReport-approvalHistory_spec|/approver_conf_skills_spec|/approver_conf_spec|/approver_conf_userTags_spec|/approver_conf_users_spec|/approver_role_project_table_spec|/approver_role_spec'
cd ..
env:
ELECTRON_EXTRA_LAUNCH_ARGS: '--disable-gpu'
- name: upload result artifacts
if: ${{ always() }}
uses: actions/upload-artifact@v3
with:
name: UI test artifacts (${{ matrix.container }})
path: |
./e2e-tests/logs
./e2e-tests/cypress/videos
./e2e-tests/cypress/screenshots
./e2e-tests/cypress/visualRegression/diff
- name: verify that new screenshot snapshots were not created
run: |
cd e2e-tests
npm run verifyThatNewSnapshotsAreNotCreated
ui-tests-against-postgres-cypress-dashboard:
if: github.event_name == 'schedule-never'
runs-on: ubuntu-22.04
# container:
# image: cypress/browsers:node-20.6.1-chrome-116.0.5845.187-1-ff-117.0-edge-116.0.1938.76-1
needs: [build-skills-service-for-ui-tests]
strategy:
# when one test fails, DO NOT cancel the other
# containers, because this will kill Cypress processes
# leaving the Dashboard hanging ...
# https://github.com/cypress-io/github-action/issues/48
fail-fast: false
matrix:
# run in parallel
containers: [1]
services:
postgres:
# Docker Hub image
image: postgres
# Provide the password for postgres
env:
POSTGRES_PASSWORD: skillsPassword
POSTGRES_DB: skills
# Set health checks to wait until postgres has started
options: >-
--health-cmd pg_isready
--health-interval 10s
--health-timeout 5s
--health-retries 5
ports:
# Maps tcp port 5432 on service container to the host
- 5432:5432
steps:
- name: Install libs
run: |
sudo apt-get update
sudo apt-get install -y postgresql-client
sudo psql --version
sudo apt-get install fonts-noto-color-emoji
- uses: actions/checkout@v3
- uses: actions/setup-node@v3
with:
node-version: '14'
- uses: actions/setup-java@v3
with:
distribution: 'temurin'
java-version: '19' # The JDK version to make available on the path.
- name: Print Versions
run: |
java -version
- uses: actions/download-artifact@v3
with:
name: service jar
path: ./service/target/
# - name: Prep Services for Cypress tests when running in a cypress docker container
# run: |
# cd e2e-tests
# ls
# sed -i 's/"dbHost": "localhost"/"dbHost": "postgres"/' package.json
# cat package.json
# npm install
# npm run backend:dropAllDBTables
# npm run cyServices:start
# cd ..
- name: Prep Services for Cypress tests
run: |
cd e2e-tests
npm install
npm run backend:dropAllDBTables
npm run cyServices:start
cd ..
- name: Run Cypress tests
uses: cypress-io/github-action@v5
with:
working-directory: e2e-tests
record: true
parallel: true
group: 'skills-service tests'
tag: "${{ github.workflow }}"
browser: chrome
spec: cypress/e2e/quiz/question_def_management_spec.js
env:
# pass the Dashboard record key as an environment variable
CYPRESS_RECORD_KEY: ${{ secrets.CYPRESS_RECORD_KEY }}
# pass GitHub token to allow accurately detecting a build vs a re-run build
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: upload result artifacts
if: ${{ always() }}
uses: actions/upload-artifact@v3
with:
name: UI test artifacts (${{ matrix.containers }})
path: |
./e2e-tests/logs
./e2e-tests/cypress/visualRegression/diff
- name: verify that new screenshot snapshots were not created
run: |
cd e2e-tests
npm run verifyThatNewSnapshotsAreNotCreated
service-against-postgresql:
runs-on: ubuntu-latest
strategy:
# when one test fails, DO NOT cancel the other containers
fail-fast: false
matrix:
# run 3 copies of the current job in parallel
# IMPORTANT: must, must, must match the total number of containers below: runSubsetOfServiceTests.sh -t <num_of_containers>
container: [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 ]
services:
postgres:
image: postgres
# Provide the password for postgres
env:
POSTGRES_PASSWORD: skillsPassword
POSTGRES_DB: skills
# Set health checks to wait until postgres has started
options: >-
--health-cmd pg_isready
--health-interval 10s
--health-timeout 5s
--health-retries 5
ports:
# Maps tcp port 5432 on service container to the host
- 5432:5432
steps:
- uses: actions/checkout@v3
- uses: actions/setup-node@v3
with:
node-version: '20.11.0'
- uses: actions/setup-java@v3
with:
distribution: 'temurin'
java-version: '19' # The JDK version to make available on the path.
- name: Print Versions
run: |
mvn --version
java -version
- name: Cache local Maven repository
uses: actions/cache@v3
with:
path: ~/.m2/repository
key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}
restore-keys: |
${{ runner.os }}-maven-
- name: Run skills-service tests
env:
MAVEN_OPTS: -Xmx3G -XX:+UnlockDiagnosticVMOptions -XX:GCLockerRetryAllocationCount=100
run: |
cd service
../.github/scripts/runSubsetOfServiceTests.sh -t 15 -c ${{ matrix.container }} -d "-Dspring.datasource.url=jdbc:postgresql://localhost:5432/skills -Dspring.datasource.username=postgres -Dspring.datasource.password=skillsPassword"
- name: upload result artifacts
if: ${{ always() }}
uses: actions/upload-artifact@v3
with:
name: Service test artifacts (${{ matrix.container }})
path: |
./service/target/*.log
./e2e-tests/logs
./e2e-tests/cypress/visualRegression/diff