/
azure-pipelines.yml
131 lines (117 loc) · 4.96 KB
/
azure-pipelines.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
# azure-pipelines.yml
# Configuration file for building, running, and testing the RSGInc/DaySim model on RSG's
# local test server, operated by Azure Pipelines. DaySim is a .NET application that must be
# run on Windows x64 architecture and built with Visual Studio 2017 or above.
#
# Code for DaySim is hosted at https://github.com/RSGInc/DaySim
# https://docs.microsoft.com/azure/devops/pipelines/apps/windows/dot-net
# Azure will build/run tests if on develop branch, or if branch includes 'azure' keyword
trigger:
branches:
include:
- develop
- '*azure*'
# System requirements:
# git, git-lfs, python, and Rscript must all be installed and available on the system PATH
pool: WRJSOFPPW01
# Test data to run:
# testDir - the directory to store the test data. this should be a persistent location
# on the server to avoid pulling lots of test data for every run. Agent.HomeDirectory is not
# wiped after every build, but Agent.BuildDirectory is, for example.
# gitRepo - the test data repository on GitHub.
# config - absolute path to the config file expected by DaySim.exe.
# targets - folder containing target output data.
strategy:
maxParallel: 4
matrix:
sacog:
testDir: $(Agent.HomeDirectory)\sacog_daysim_test
gitRepo: RSGInc/sacog_daysim_test.git
config: $(testDir)\daysim\sacog_regress.properties
targets: $(testDir)\daysim\azure_target_output
fresno:
testDir: $(Agent.HomeDirectory)\fresno_daysim_test
gitRepo: RSGInc/FresnoABM.git
config: $(testDir)\Scenarios\FC14_BASE\11_DaySim\Configuration_regress.properties
targets: $(testDir)\Scenarios\FC14_BASE\11_DaySim\azure_target_output
psrc:
testDir: $(Agent.HomeDirectory)\psrc_daysim_test
gitRepo: RSGInc/psrc_daysim_test.git
config: $(testDir)\configuration_sp_regress.properties
targets: $(testDir)\azure_target_output
# chattanooga fails because roster uses the transcad file-type
# which requires licensed software that is not installed for this machine
# chattanooga:
# testDir: $(Agent.HomeDirectory)\chattanooga_daysim_test
# gitRepo: RSGInc/chattanooga_daysim_test.git
# config: $(testDir)\Config_regress.properties
# targets: $(testDir)\regress_outputs
# dvrpc:
# testDir: $(Agent.HomeDirectory)\dvrpc_daysim_test
# gitRepo: RSGInc/dvrpc_daysim_test.git
# config: $(testDir)\dvrpc_regress.properties
# targets: $(testDir)\dvrpc_regress_output
# sfcta:
# testDir: $(Agent.HomeDirectory)\sfcta_daysim_test
# gitRepo: RSGInc/sfcta_daysim_test.git
# config: $(testDir)\sfcta_apply_default_regress.properties
# targets: $(testDir)\sfcta_apply_default_regress_output
bkrcast:
testDir: $(Agent.HomeDirectory)\bkrcast_daysim
gitRepo: RSGInc/bkrcast_daysim.git
config: $(testDir)\configuration_regress.properties
targets: $(testDir)\azure_target_output
# jax:
# testDir: $(Agent.HomeDirectory)\jax_daysim_test
# gitRepo: RSGInc/jax_daysim_test.git
# config: $(testDir)\Configuration_regress.properties
# targets: $(testDir)\outputs
variables:
solution: DaySim.sln
buildPlatform: x64
buildConfiguration: Release
### DaySim configuration runtime overrides ###
householdSamplingRate: 10000
nProcessors: 24
outputDir: $(testDir)\azure_output
overrides: HouseholdSamplingRateOneInX=$(householdSamplingRate),NProcessors=$(nProcessors),OutputSubpath=$(outputDir)
steps:
- task: NuGetToolInstaller@1
- task: NuGetCommand@2
inputs:
restoreSolution: $(solution)
- task: VSBuild@1
displayName: Build DaySim
inputs:
solution: $(solution)
platform: $(buildPlatform)
configuration: $(buildConfiguration)
- script: $(System.DefaultWorkingDirectory)\DaySim_dist\DaySim.exe --version
displayName: Print DaySim version
- script: $(System.DefaultWorkingDirectory)\DaySim_dist\DaySim.exe --help
displayName: Print help text
# Use git lfs to pull entire data files, not just pointers
- script: |
if not exist $(testDir) git clone https://$(GH_TOKEN)@github.com/$(gitRepo) $(testDir)
cd $(testDir)
git reset --hard origin/master
git pull
git lfs pull
git clean -fd
displayName: Get latest test data
- script: |
cd $(testDir)
mkdir $(outputDir)
$(System.DefaultWorkingDirectory)\DaySim_dist\DaySim.exe -c $(config) -o $(overrides)
displayName: Run model
- task: PythonScript@0
displayName: Compare output to target data
continueOnError: true
inputs:
scriptSource: filePath
scriptPath: $(System.DefaultWorkingDirectory)\DaySim.Tests\DaySim.Tests.external\compare_output_directories\compare_output_directories.py
arguments: --outputs_reference $(targets) --outputs_new $(outputDir) --verbose
- script: |
cd $(System.DefaultWorkingDirectory)\DaySim.Tests\DaySim.Tests.external\DaysimSummaries_regress
Rscript main.R --reference_dir=$(targets) --outputs_dir=$(outputDir) --reports_dir=$(testDir)\excel_report_files
displayName: Generate Excel reports