370 lines (309 loc) · 10.2 KB
/
pull_requests.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
name: Run tests
on:
pull_request:
branches: [main]
jobs:
static_checks:
name: Static Checks
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@master
with:
ref: ${{ github.ref }}
- uses: c-hive/gha-yarn-cache@v2
- name: Setup Golang caches
uses: actions/cache@v3
with:
path: |
~/.cache/go-build
~/go/pkg/mod
key: ${{ runner.os }}-golang-${{ hashFiles('**/go.sum') }}
restore-keys: |
${{ runner.os }}-golang-
- run: ./scripts/ci/prepare_linux.sh --integration-tests
- run: yarn format
- run: yarn eslint ui
- run: yarn tsc
- run: cd runner && gofmt -w .
- run: yarn build-language-definitions
- run: ./scripts/fail_on_diff.sh
- run: yarn test-licenses
linux_node_ui_tests:
name: Linux Node/UI Tests
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@master
with:
ref: ${{ github.ref }}
- uses: c-hive/gha-yarn-cache@v2
- name: Setup Golang caches
uses: actions/cache@v3
with:
path: |
~/.cache/go-build
~/go/pkg/mod
key: ${{ runner.os }}-golang-${{ hashFiles('**/go.sum') }}
restore-keys: |
${{ runner.os }}-golang-
- run: ./scripts/ci/prepare_linux.sh --integration-tests
# Needed so we can have ./build/desktop_runner.js and ./build/go_desktop_runner ready for tests
- run: yarn build-test-runner
- run: yarn test --detectOpenHandles --forceExit --verbose desktop/panel/http.test.js
- name: Upload non-credential coverage
uses: actions/upload-artifact@v3
with:
name: non-credential-coverage
path: coverage/*.cov
macos_node_ui_tests:
name: macOS Node/UI Tests
runs-on: macos-latest
steps:
- uses: actions/checkout@master
with:
ref: ${{ github.ref }}
- uses: c-hive/gha-yarn-cache@v2
- name: Setup Golang caches
uses: actions/cache@v3
with:
path: |
~/.cache/go-build
~/go/pkg/mod
key: ${{ runner.os }}-golang-${{ hashFiles('**/go.sum') }}
restore-keys: |
${{ runner.os }}-golang-
- run: ./scripts/ci/prepare_macos.sh
# Needed so we can have ./build/desktop_runner.js and ./build/go_desktop_runner ready for tests
- run: yarn build-test-runner
- run: yarn test ui desktop shared --detectOpenHandles --forceExit --verbose
windows_ui_tests:
name: Windows UI Tests
runs-on: windows-latest
steps:
- uses: actions/checkout@master
with:
ref: ${{ github.ref }}
- uses: c-hive/gha-yarn-cache@v2
- name: Setup Golang caches
uses: actions/cache@v3
with:
path: |
~/.cache/go-build
~/go/pkg/mod
key: ${{ runner.os }}-golang-${{ hashFiles('**/go.sum') }}
restore-keys: |
${{ runner.os }}-golang-
- run: ./scripts/ci/prepare_windows.ps1
shell: pwsh
# Needed so we can have ./build/desktop_runner.js and ./build/go_desktop_runner ready for tests
- run: yarn build-test-runner
- run: yarn test ui --detectOpenHandles --forceExit --verbose
credentialed_integration_tests:
name: Credentialed Database Integration Tests that Require Special Permissions to Succeed
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@master
with:
ref: ${{ github.ref }}
- uses: c-hive/gha-yarn-cache@v2
- name: Setup Golang caches
uses: actions/cache@v3
with:
path: |
~/.cache/go-build
~/go/pkg/mod
key: ${{ runner.os }}-golang-${{ hashFiles('**/go.sum') }}
restore-keys: |
${{ runner.os }}-golang-
- run: ./scripts/ci/prepare_linux.sh --integration-tests
# Needed so we can have ./build/desktop_runner.js and ./build/go_desktop_runner ready for tests
- run: yarn build-test-runner
- run: RUN_CREDENTIAL_TESTS=true yarn test --detectOpenHandles --forceExit --verbose integration/credential_database.test.js
env:
AIRTABLE_TOKEN: ${{ secrets.AIRTABLE_TOKEN }}
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
BIGQUERY_TOKEN: ${{ secrets.BIGQUERY_TOKEN }}
SNOWFLAKE_USER: ${{ secrets.SNOWFLAKE_USER }}
SNOWFLAKE_PASSWORD: ${{ secrets.SNOWFLAKE_PASSWORD }}
SNOWFLAKE_ACCOUNT: ${{ secrets.SNOWFLAKE_ACCOUNT }}
- name: Upload credential coverage
uses: actions/upload-artifact@v3
with:
name: credential-coverage
path: coverage/*.cov
linux_go_tests:
name: Linux Go Tests
runs-on: ubuntu-latest
needs:
- credentialed_integration_tests
- linux_node_ui_tests
steps:
- uses: actions/checkout@master
with:
ref: ${{ github.ref }}
- name: Setup Golang caches
uses: actions/cache@v3
with:
path: |
~/.cache/go-build
~/go/pkg/mod
key: ${{ runner.os }}-golang-${{ hashFiles('**/go.sum') }}
restore-keys: |
${{ runner.os }}-golang-
- run: ./scripts/ci/prepare_linux.sh --integration-tests
# Run golangci-lint
- name: Run golangci-lint
uses: golangci/golangci-lint-action@v3
with:
working-directory: runner
args: --timeout 3m --verbose
# Grab coverage files from other tests
- run: mkdir coverage
- name: Download credential coverage
uses: actions/download-artifact@v3
with:
name: credential-coverage
- name: Download non-credential coverage
uses: actions/download-artifact@v3
with:
name: non-credential-coverage
# Artifacts get downloaded into this directory
- run: mv gorunner*.cov coverage/
# Run tests and coverage
- run: cd runner && go test -race -coverprofile ../coverage/gounit.cov
- run: ls coverage
- run: ./runner/scripts/test_coverage.sh
macos_go_tests:
name: macOS Go Tests
runs-on: macos-latest
steps:
- uses: actions/checkout@master
with:
ref: ${{ github.ref }}
- name: Setup Golang caches
uses: actions/cache@v3
with:
path: |
~/.cache/go-build
~/go/pkg/mod
key: ${{ runner.os }}-golang-${{ hashFiles('**/go.sum') }}
restore-keys: |
${{ runner.os }}-golang-
- run: ./scripts/ci/prepare_macos.sh
- run: cd runner && go test
windows_go_tests:
name: windows Go Tests
runs-on: windows-latest
steps:
- uses: actions/checkout@master
with:
ref: ${{ github.ref }}
- name: Setup Golang caches
uses: actions/cache@v3
with:
path: |
~/.cache/go-build
~/go/pkg/mod
key: ${{ runner.os }}-golang-${{ hashFiles('**/go.sum') }}
restore-keys: |
${{ runner.os }}-golang-
- run: ./scripts/ci/prepare_windows.ps1
shell: pwsh
- run: cd runner && go test
e2e_linux_tests:
name: End-to-end Linux Tests
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@master
with:
ref: ${{ github.ref }}
- uses: c-hive/gha-yarn-cache@v2
- name: Setup Golang caches
uses: actions/cache@v3
with:
path: |
~/.cache/go-build
~/go/pkg/mod
key: ${{ runner.os }}-golang-${{ hashFiles('**/go.sum') }}
restore-keys: |
${{ runner.os }}-golang-
- run: ./scripts/ci/prepare_linux.sh
- run: yarn release-desktop 0.0.0-e2etest
- run: git reset --hard # release blows everything up
# Set up a virtual framebuffer so Chrome will start
# https://www.electronjs.org/docs/tutorial/testing-on-headless-ci
# https://github.com/juliangruber/browser-run/issues/147
- run: xvfb-run --auto-servernum yarn e2e-test
e2e_macos_tests:
name: End-to-end macOS Tests
runs-on: macos-latest
steps:
- uses: actions/checkout@master
with:
ref: ${{ github.ref }}
- uses: c-hive/gha-yarn-cache@v2
- name: Setup Golang caches
uses: actions/cache@v3
with:
path: |
~/.cache/go-build
~/go/pkg/mod
key: ${{ runner.os }}-golang-${{ hashFiles('**/go.sum') }}
restore-keys: |
${{ runner.os }}-golang-
- run: ./scripts/ci/prepare_macos.sh
# Needed so we can have ./build/desktop_runner.js ready for tests
- run: yarn build-test-runner
# https://github.com/golang/go/issues/49138 bug in macos -race detector
- run: MallocNanoZone=0 yarn test --detectOpenHandles --forceExit --verbose shared ui desktop
- run: cd runner && MallocNanoZone=0 go test -race -cover
- run: yarn release-desktop 0.0.0-e2etest
- run: git reset --hard # release blows everything up
- run: yarn e2e-test
e2e_windows_tests:
name: End-to-end Windows Tests
runs-on: windows-latest
steps:
- uses: actions/checkout@master
with:
ref: ${{ github.ref }}
- uses: c-hive/gha-yarn-cache@v2
- name: Setup Golang caches
uses: actions/cache@v3
with:
path: |
~/.cache/go-build
~/go/pkg/mod
key: ${{ runner.os }}-golang-${{ hashFiles('**/go.sum') }}
restore-keys: |
${{ runner.os }}-golang-
- run: ./scripts/ci/prepare_windows.ps1
shell: pwsh
# Needed so we can have ./build/desktop_runner.js ready for tests
- run: yarn build-test-runner
- run: yarn test --detectOpenHandles --forceExit --verbose shared ui desktop
- run: cd runner && go test -race -cover
- run: yarn release-desktop 0.0.0-e2etest
- run: git reset --hard # release blows everything up
- run: yarn e2e-test
server_tests:
name: Server Tests
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@master
with:
ref: ${{ github.ref }}
- uses: c-hive/gha-yarn-cache@v2
- name: Setup Golang caches
uses: actions/cache@v3
with:
path: |
~/.cache/go-build
~/go/pkg/mod
key: ${{ runner.os }}-golang-${{ hashFiles('**/go.sum') }}
restore-keys: |
${{ runner.os }}-golang-
- run: ./scripts/ci/prepare_linux.sh
- run: yarn release-server 0.0.0-test
- run: sudo apt-get install -y podman
- run: ./server/scripts/test_release.sh datastation-server-x64-0.0.0-test.tar.gz