azure-pipelines-nightly.yml

# Copyright lowRISC contributors (OpenTitan project).
# Licensed under the Apache License, Version 2.0, see LICENSE for details.
# SPDX-License-Identifier: Apache-2.0
#
# Azure Release Pipeline configuration
# Documentation at https://aka.ms/yaml

schedules:
# Run this pipeline every day at 07:21 UTC.
# Use an arbitrary minute value to avoid congestion on the hour.
- cron: "21 7 * * *"
  displayName: "OpenTitan Nightly Tests"
  branches:
    include:
    - "master"
  always: True

trigger: none
pr: none

variables:
  # If updating VERILATOR_VERSION, TOOLCHAIN_VERSION, update
  # the definitions in util/container/Dockerfile as well.
  VERILATOR_VERSION: 4.210
  TOOLCHAIN_PATH: /opt/buildcache/riscv
  VERIBLE_VERSION: v0.0-3622-g07b310a3
    # Release tag from https://github.com/lowRISC/lowrisc-toolchains/releases
  TOOLCHAIN_VERSION: 20220210-1
    # This controls where builds happen, and gets picked up by build_consts.sh.
  BUILD_ROOT: $(Build.ArtifactStagingDirectory)
  VIVADO_VERSION: "2021.1"

jobs:
- job: checkout
  displayName: "Checkout repository"
  pool:
    vmImage: ubuntu-20.04
  steps:
  - checkout: self
    # Set fetchDepth to 0 to pull the entire git tree for the bitstream cache to work
    # https://learn.microsoft.com/en-us/azure/devops/pipelines/yaml-schema/steps-checkout#shallow-fetch
    fetchDepth: 0
    path: opentitan-repo
  - bash: |
      tar -C $(Pipeline.Workspace)/opentitan-repo -czf $(Pipeline.Workspace)/opentitan-repo.tar.gz .
    displayName: "Pack up repository"
  - publish: $(Pipeline.Workspace)/opentitan-repo.tar.gz
    artifact: opentitan-repo
    displayName: "Upload repository"

- job: hyperdebug
  displayName: "Hyperdebug tests"
  timeoutInMinutes: 30
  dependsOn: checkout
  pool:
    name: FPGA
    demands: BOARD -equals cw310
  steps:
  - template: ../ci/checkout-template.yml
  - template: ../ci/install-package-dependencies.yml
  # We run the update command twice to workaround an issue with udev on the container.
  # Where rusb cannot dynamically update its device list in CI (udev is not completely
  # functional). If the device is in normal mode, the first thing that opentitantool
  # does is to switch it to DFU mode and wait until it reconnects. This reconnection is
  # never detected. But if we run the tool another time, the device list is queried again
  # and opentitantool can finish the update. The device will now reboot in normal mode
  # and work for the hyperdebug job.
  - bash: |
      ci/bazelisk.sh run \
        //sw/host/opentitantool:opentitantool -- \
        --interface=hyperdebug_dfu transport update-firmware \
      || ci/bazelisk.sh run \
        //sw/host/opentitantool:opentitantool -- \
        --interface=hyperdebug_dfu transport update-firmware || true
    displayName: "Update the hyperdebug firmware"
  - bash: |
      set -x
      module load "xilinx/vivado/$(VIVADO_VERSION)"
      ci/bazelisk.sh test \
        --define DISABLE_VERILATOR_BUILD=true \
        --define bitstream=gcp_splice \
        --build_tests_only \
        --test_tag_filters=-broken \
        --test_output=errors \
        $(bash ./bazelisk.sh query 'attr("tags", "cw310_sival", tests(//...))')
    displayName: "Run all the hyperdebug tests"

- job: rom_e2e
  displayName: "ROM E2E Tests"
  timeoutInMinutes: 180
  dependsOn: checkout
  pool:
    name: FPGA
    demands: BOARD -equals cw310
  steps:
  - template: ../ci/checkout-template.yml
  - template: ../ci/install-package-dependencies.yml
  - bash: |
      set -x
      module load "xilinx/vivado/$(VIVADO_VERSION)"
      ci/bazelisk.sh test \
        --define DISABLE_VERILATOR_BUILD=true \
        --define bitstream=gcp_splice \
        --test_tag_filters=-verilator,-dv,-broken \
        --build_tests_only \
        --test_output=errors \
        //sw/device/silicon_creator/rom/e2e/...
    displayName: "Run all ROM E2E tests"
  - template: ../ci/publish-bazel-test-results.yml

- job: slow_otbn_crypto_tests
  displayName: "Slow OTBN Crypto Tests"
  timeoutInMinutes: 180
  dependsOn: checkout
  pool:
    name: FPGA
    demands: BOARD -equals cw310
  steps:
  - template: ../ci/checkout-template.yml
  - template: ../ci/install-package-dependencies.yml
  - bash: |
      set -x
      ci/bazelisk.sh test --test_tag_filters=nightly //sw/otbn/crypto/...
    displayName: "Run the tests"
  - template: ../ci/publish-bazel-test-results.yml

- job: bob_spi_i2c
  displayName: "BoB: SPI and I2C Tests"
  timeoutInMinutes: 30
  dependsOn: checkout
  pool:
    name: FPGA
    demands: BOARD -equals cw310
  steps:
  - template: ../ci/checkout-template.yml
  - template: ../ci/install-package-dependencies.yml
  - bash: |
      set -x
      module load "xilinx/vivado/$(VIVADO_VERSION)"
      ci/bazelisk.sh test \
        --define DISABLE_VERILATOR_BUILD=true \
        --define bitstream=gcp_splice \
        --build_tests_only \
        --test_output=errors \
        --test_tag_filters="cw310_test_rom" \
        $(bash ./bazelisk.sh query 'attr("tags", "[\[ ]pmod[,\]]", tests(//...))')
    displayName: "Run the PMOD tests with Test ROM"
  - template: ../ci/publish-bazel-test-results.yml
  - bash: |
      set -x
      module load "xilinx/vivado/$(VIVADO_VERSION)"
      ci/bazelisk.sh test \
        --define DISABLE_VERILATOR_BUILD=true \
        --define bitstream=gcp_splice \
        --build_tests_only \
        --test_output=errors \
        --test_tag_filters=cw310_sival,-broken \
        $(bash ./bazelisk.sh query 'attr("tags", "[\[ ]pmod[,\]]", tests(//...))')
    displayName: "Run the PMOD tests for Sival"
  - template: ../ci/publish-bazel-test-results.yml