From 8ec6a8462981d4d819e36708010296d6038da215 Mon Sep 17 00:00:00 2001 From: Edoardo Pirovano Date: Mon, 28 Feb 2022 15:39:34 +0000 Subject: [PATCH] Expand PR checks to cover `windows-2022` --- .github/workflows/__analyze-ref-input.yml | 49 ++++++++++++++++--- .github/workflows/__debug-artifacts.yml | 33 ++++++++++--- .github/workflows/__extractor-ram-threads.yml | 5 +- .github/workflows/__go-custom-queries.yml | 49 ++++++++++++++++--- .../__go-custom-tracing-autobuild.yml | 33 ++++++++++--- .github/workflows/__go-custom-tracing.yml | 49 ++++++++++++++++--- .../workflows/__javascript-source-root.yml | 9 +++- .../workflows/__multi-language-autodetect.yml | 33 ++++++++++--- .../__packaging-config-inputs-js.yml | 7 ++- .github/workflows/__packaging-config-js.yml | 7 ++- .github/workflows/__packaging-inputs-js.yml | 7 ++- .github/workflows/__remote-config.yml | 49 ++++++++++++++++--- .../workflows/__rubocop-multi-language.yml | 21 +++++--- .github/workflows/__split-workflow.yml | 7 ++- .github/workflows/__test-local-codeql.yml | 5 +- .github/workflows/__test-proxy.yml | 5 +- .github/workflows/__test-ruby.yml | 15 +++++- .github/workflows/__unset-environment.yml | 21 +++++--- .github/workflows/__upload-ref-sha-input.yml | 49 ++++++++++++++++--- pr-checks/checks/analyze-ref-input.yml | 3 -- pr-checks/checks/go-custom-queries.yml | 3 -- pr-checks/checks/go-custom-tracing.yml | 3 -- pr-checks/checks/remote-config.yml | 3 -- pr-checks/checks/upload-ref-sha-input.yml | 3 -- pr-checks/sync.py | 21 ++++++-- 25 files changed, 373 insertions(+), 116 deletions(-) diff --git a/.github/workflows/__analyze-ref-input.yml b/.github/workflows/__analyze-ref-input.yml index e54ba7421f..a5941f68d5 100644 --- a/.github/workflows/__analyze-ref-input.yml +++ b/.github/workflows/__analyze-ref-input.yml @@ -23,14 +23,47 @@ jobs: analyze-ref-input: strategy: matrix: - version: - - stable-20210308 - - stable-20210319 - - stable-20210809 - - cached - - latest - - nightly-latest - os: [ubuntu-latest, macos-latest, windows-2019] + include: + - os: ubuntu-latest + version: stable-20210308 + - os: macos-latest + version: stable-20210308 + - os: windows-2019 + version: stable-20210308 + - os: ubuntu-latest + version: stable-20210319 + - os: macos-latest + version: stable-20210319 + - os: windows-2019 + version: stable-20210319 + - os: ubuntu-latest + version: stable-20210809 + - os: macos-latest + version: stable-20210809 + - os: windows-2019 + version: stable-20210809 + - os: ubuntu-latest + version: cached + - os: macos-latest + version: cached + - os: windows-2019 + version: cached + - os: ubuntu-latest + version: latest + - os: macos-latest + version: latest + - os: windows-2019 + version: latest + - os: windows-2022 + version: latest + - os: ubuntu-latest + version: nightly-latest + - os: macos-latest + version: nightly-latest + - os: windows-2019 + version: nightly-latest + - os: windows-2022 + version: nightly-latest name: "Analyze: 'ref' and 'sha' from inputs" runs-on: ${{ matrix.os }} steps: diff --git a/.github/workflows/__debug-artifacts.yml b/.github/workflows/__debug-artifacts.yml index 063b7cc0ac..03d8e0130f 100644 --- a/.github/workflows/__debug-artifacts.yml +++ b/.github/workflows/__debug-artifacts.yml @@ -23,14 +23,31 @@ jobs: debug-artifacts: strategy: matrix: - version: - - stable-20210308 - - stable-20210319 - - stable-20210809 - - cached - - latest - - nightly-latest - os: [ubuntu-latest, macos-latest] + include: + - os: ubuntu-latest + version: stable-20210308 + - os: macos-latest + version: stable-20210308 + - os: ubuntu-latest + version: stable-20210319 + - os: macos-latest + version: stable-20210319 + - os: ubuntu-latest + version: stable-20210809 + - os: macos-latest + version: stable-20210809 + - os: ubuntu-latest + version: cached + - os: macos-latest + version: cached + - os: ubuntu-latest + version: latest + - os: macos-latest + version: latest + - os: ubuntu-latest + version: nightly-latest + - os: macos-latest + version: nightly-latest name: Debug artifact upload runs-on: ${{ matrix.os }} steps: diff --git a/.github/workflows/__extractor-ram-threads.yml b/.github/workflows/__extractor-ram-threads.yml index dd916d5684..65dd886ddc 100644 --- a/.github/workflows/__extractor-ram-threads.yml +++ b/.github/workflows/__extractor-ram-threads.yml @@ -23,8 +23,9 @@ jobs: extractor-ram-threads: strategy: matrix: - version: [latest] - os: [ubuntu-latest] + include: + - os: ubuntu-latest + version: latest name: Extractor ram and threads options test runs-on: ${{ matrix.os }} steps: diff --git a/.github/workflows/__go-custom-queries.yml b/.github/workflows/__go-custom-queries.yml index f84249b23d..46d1a2f301 100644 --- a/.github/workflows/__go-custom-queries.yml +++ b/.github/workflows/__go-custom-queries.yml @@ -23,14 +23,47 @@ jobs: go-custom-queries: strategy: matrix: - version: - - stable-20210308 - - stable-20210319 - - stable-20210809 - - cached - - latest - - nightly-latest - os: [ubuntu-latest, macos-latest, windows-2019] + include: + - os: ubuntu-latest + version: stable-20210308 + - os: macos-latest + version: stable-20210308 + - os: windows-2019 + version: stable-20210308 + - os: ubuntu-latest + version: stable-20210319 + - os: macos-latest + version: stable-20210319 + - os: windows-2019 + version: stable-20210319 + - os: ubuntu-latest + version: stable-20210809 + - os: macos-latest + version: stable-20210809 + - os: windows-2019 + version: stable-20210809 + - os: ubuntu-latest + version: cached + - os: macos-latest + version: cached + - os: windows-2019 + version: cached + - os: ubuntu-latest + version: latest + - os: macos-latest + version: latest + - os: windows-2019 + version: latest + - os: windows-2022 + version: latest + - os: ubuntu-latest + version: nightly-latest + - os: macos-latest + version: nightly-latest + - os: windows-2019 + version: nightly-latest + - os: windows-2022 + version: nightly-latest name: 'Go: Custom queries' runs-on: ${{ matrix.os }} steps: diff --git a/.github/workflows/__go-custom-tracing-autobuild.yml b/.github/workflows/__go-custom-tracing-autobuild.yml index 427cbe5bf1..66fd994b96 100644 --- a/.github/workflows/__go-custom-tracing-autobuild.yml +++ b/.github/workflows/__go-custom-tracing-autobuild.yml @@ -23,14 +23,31 @@ jobs: go-custom-tracing-autobuild: strategy: matrix: - version: - - stable-20210308 - - stable-20210319 - - stable-20210809 - - cached - - latest - - nightly-latest - os: [ubuntu-latest, macos-latest] + include: + - os: ubuntu-latest + version: stable-20210308 + - os: macos-latest + version: stable-20210308 + - os: ubuntu-latest + version: stable-20210319 + - os: macos-latest + version: stable-20210319 + - os: ubuntu-latest + version: stable-20210809 + - os: macos-latest + version: stable-20210809 + - os: ubuntu-latest + version: cached + - os: macos-latest + version: cached + - os: ubuntu-latest + version: latest + - os: macos-latest + version: latest + - os: ubuntu-latest + version: nightly-latest + - os: macos-latest + version: nightly-latest name: 'Go: Autobuild custom tracing' runs-on: ${{ matrix.os }} steps: diff --git a/.github/workflows/__go-custom-tracing.yml b/.github/workflows/__go-custom-tracing.yml index 6f6b57fe41..940040c749 100644 --- a/.github/workflows/__go-custom-tracing.yml +++ b/.github/workflows/__go-custom-tracing.yml @@ -23,14 +23,47 @@ jobs: go-custom-tracing: strategy: matrix: - version: - - stable-20210308 - - stable-20210319 - - stable-20210809 - - cached - - latest - - nightly-latest - os: [ubuntu-latest, macos-latest, windows-2019] + include: + - os: ubuntu-latest + version: stable-20210308 + - os: macos-latest + version: stable-20210308 + - os: windows-2019 + version: stable-20210308 + - os: ubuntu-latest + version: stable-20210319 + - os: macos-latest + version: stable-20210319 + - os: windows-2019 + version: stable-20210319 + - os: ubuntu-latest + version: stable-20210809 + - os: macos-latest + version: stable-20210809 + - os: windows-2019 + version: stable-20210809 + - os: ubuntu-latest + version: cached + - os: macos-latest + version: cached + - os: windows-2019 + version: cached + - os: ubuntu-latest + version: latest + - os: macos-latest + version: latest + - os: windows-2019 + version: latest + - os: windows-2022 + version: latest + - os: ubuntu-latest + version: nightly-latest + - os: macos-latest + version: nightly-latest + - os: windows-2019 + version: nightly-latest + - os: windows-2022 + version: nightly-latest name: 'Go: Custom tracing' runs-on: ${{ matrix.os }} steps: diff --git a/.github/workflows/__javascript-source-root.yml b/.github/workflows/__javascript-source-root.yml index 44260b80bc..c8e544c6f9 100644 --- a/.github/workflows/__javascript-source-root.yml +++ b/.github/workflows/__javascript-source-root.yml @@ -23,8 +23,13 @@ jobs: javascript-source-root: strategy: matrix: - version: [latest, cached, nightly-latest] # This feature is not compatible with old CLIs - os: [ubuntu-latest] + include: + - os: ubuntu-latest + version: latest + - os: ubuntu-latest + version: cached + - os: ubuntu-latest + version: nightly-latest name: Custom source root runs-on: ${{ matrix.os }} steps: diff --git a/.github/workflows/__multi-language-autodetect.yml b/.github/workflows/__multi-language-autodetect.yml index be7295123b..6e93758a21 100644 --- a/.github/workflows/__multi-language-autodetect.yml +++ b/.github/workflows/__multi-language-autodetect.yml @@ -23,14 +23,31 @@ jobs: multi-language-autodetect: strategy: matrix: - version: - - stable-20210308 - - stable-20210319 - - stable-20210809 - - cached - - latest - - nightly-latest - os: [ubuntu-latest, macos-latest] + include: + - os: ubuntu-latest + version: stable-20210308 + - os: macos-latest + version: stable-20210308 + - os: ubuntu-latest + version: stable-20210319 + - os: macos-latest + version: stable-20210319 + - os: ubuntu-latest + version: stable-20210809 + - os: macos-latest + version: stable-20210809 + - os: ubuntu-latest + version: cached + - os: macos-latest + version: cached + - os: ubuntu-latest + version: latest + - os: macos-latest + version: latest + - os: ubuntu-latest + version: nightly-latest + - os: macos-latest + version: nightly-latest name: Multi-language repository runs-on: ${{ matrix.os }} steps: diff --git a/.github/workflows/__packaging-config-inputs-js.yml b/.github/workflows/__packaging-config-inputs-js.yml index 824a0041b7..cf93974bb9 100644 --- a/.github/workflows/__packaging-config-inputs-js.yml +++ b/.github/workflows/__packaging-config-inputs-js.yml @@ -23,8 +23,11 @@ jobs: packaging-config-inputs-js: strategy: matrix: - version: [nightly-20210831] # This CLI version is known to work with package used in this test - os: [ubuntu-latest, macos-latest] + include: + - os: ubuntu-latest + version: nightly-20210831 + - os: macos-latest + version: nightly-20210831 name: 'Packaging: Config and input' runs-on: ${{ matrix.os }} steps: diff --git a/.github/workflows/__packaging-config-js.yml b/.github/workflows/__packaging-config-js.yml index 0a2ece98aa..cd4fb2f56f 100644 --- a/.github/workflows/__packaging-config-js.yml +++ b/.github/workflows/__packaging-config-js.yml @@ -23,8 +23,11 @@ jobs: packaging-config-js: strategy: matrix: - version: [nightly-20210831] # This CLI version is known to work with package used in this test - os: [ubuntu-latest, macos-latest] + include: + - os: ubuntu-latest + version: nightly-20210831 + - os: macos-latest + version: nightly-20210831 name: 'Packaging: Config file' runs-on: ${{ matrix.os }} steps: diff --git a/.github/workflows/__packaging-inputs-js.yml b/.github/workflows/__packaging-inputs-js.yml index 686d6f32f9..47878ca93f 100644 --- a/.github/workflows/__packaging-inputs-js.yml +++ b/.github/workflows/__packaging-inputs-js.yml @@ -23,8 +23,11 @@ jobs: packaging-inputs-js: strategy: matrix: - version: [nightly-20210831] # This CLI version is known to work with package used in this test - os: [ubuntu-latest, macos-latest] + include: + - os: ubuntu-latest + version: nightly-20210831 + - os: macos-latest + version: nightly-20210831 name: 'Packaging: Action input' runs-on: ${{ matrix.os }} steps: diff --git a/.github/workflows/__remote-config.yml b/.github/workflows/__remote-config.yml index 8b972b000c..fb01ff0dcf 100644 --- a/.github/workflows/__remote-config.yml +++ b/.github/workflows/__remote-config.yml @@ -23,14 +23,47 @@ jobs: remote-config: strategy: matrix: - version: - - stable-20210308 - - stable-20210319 - - stable-20210809 - - cached - - latest - - nightly-latest - os: [ubuntu-latest, macos-latest, windows-2019] + include: + - os: ubuntu-latest + version: stable-20210308 + - os: macos-latest + version: stable-20210308 + - os: windows-2019 + version: stable-20210308 + - os: ubuntu-latest + version: stable-20210319 + - os: macos-latest + version: stable-20210319 + - os: windows-2019 + version: stable-20210319 + - os: ubuntu-latest + version: stable-20210809 + - os: macos-latest + version: stable-20210809 + - os: windows-2019 + version: stable-20210809 + - os: ubuntu-latest + version: cached + - os: macos-latest + version: cached + - os: windows-2019 + version: cached + - os: ubuntu-latest + version: latest + - os: macos-latest + version: latest + - os: windows-2019 + version: latest + - os: windows-2022 + version: latest + - os: ubuntu-latest + version: nightly-latest + - os: macos-latest + version: nightly-latest + - os: windows-2019 + version: nightly-latest + - os: windows-2022 + version: nightly-latest name: Remote config file runs-on: ${{ matrix.os }} steps: diff --git a/.github/workflows/__rubocop-multi-language.yml b/.github/workflows/__rubocop-multi-language.yml index 8d36e4c226..2df8aee56d 100644 --- a/.github/workflows/__rubocop-multi-language.yml +++ b/.github/workflows/__rubocop-multi-language.yml @@ -23,14 +23,19 @@ jobs: rubocop-multi-language: strategy: matrix: - version: - - stable-20210308 - - stable-20210319 - - stable-20210809 - - cached - - latest - - nightly-latest - os: [ubuntu-latest] + include: + - os: ubuntu-latest + version: stable-20210308 + - os: ubuntu-latest + version: stable-20210319 + - os: ubuntu-latest + version: stable-20210809 + - os: ubuntu-latest + version: cached + - os: ubuntu-latest + version: latest + - os: ubuntu-latest + version: nightly-latest name: RuboCop multi-language runs-on: ${{ matrix.os }} steps: diff --git a/.github/workflows/__split-workflow.yml b/.github/workflows/__split-workflow.yml index dc9d411167..381e805450 100644 --- a/.github/workflows/__split-workflow.yml +++ b/.github/workflows/__split-workflow.yml @@ -23,8 +23,11 @@ jobs: split-workflow: strategy: matrix: - version: [nightly-20210831] # This CLI version is known to work with package used in this test - os: [ubuntu-latest, macos-latest] + include: + - os: ubuntu-latest + version: nightly-20210831 + - os: macos-latest + version: nightly-20210831 name: Split workflow runs-on: ${{ matrix.os }} steps: diff --git a/.github/workflows/__test-local-codeql.yml b/.github/workflows/__test-local-codeql.yml index c2e067cd55..46cf62f61e 100644 --- a/.github/workflows/__test-local-codeql.yml +++ b/.github/workflows/__test-local-codeql.yml @@ -23,8 +23,9 @@ jobs: test-local-codeql: strategy: matrix: - version: [nightly-latest] - os: [ubuntu-latest] + include: + - os: ubuntu-latest + version: nightly-latest name: Local CodeQL bundle runs-on: ${{ matrix.os }} steps: diff --git a/.github/workflows/__test-proxy.yml b/.github/workflows/__test-proxy.yml index 582104acd0..e0a491e3cf 100644 --- a/.github/workflows/__test-proxy.yml +++ b/.github/workflows/__test-proxy.yml @@ -23,8 +23,9 @@ jobs: test-proxy: strategy: matrix: - version: [latest] - os: [ubuntu-latest] + include: + - os: ubuntu-latest + version: latest name: Proxy test runs-on: ${{ matrix.os }} steps: diff --git a/.github/workflows/__test-ruby.yml b/.github/workflows/__test-ruby.yml index 03979f1300..7cb4b9a866 100644 --- a/.github/workflows/__test-ruby.yml +++ b/.github/workflows/__test-ruby.yml @@ -23,8 +23,19 @@ jobs: test-ruby: strategy: matrix: - version: [latest, cached, nightly-latest] - os: [ubuntu-latest, macos-latest] + include: + - os: ubuntu-latest + version: latest + - os: macos-latest + version: latest + - os: ubuntu-latest + version: cached + - os: macos-latest + version: cached + - os: ubuntu-latest + version: nightly-latest + - os: macos-latest + version: nightly-latest name: Ruby analysis runs-on: ${{ matrix.os }} steps: diff --git a/.github/workflows/__unset-environment.yml b/.github/workflows/__unset-environment.yml index 0eaaf57217..ba8320632b 100644 --- a/.github/workflows/__unset-environment.yml +++ b/.github/workflows/__unset-environment.yml @@ -23,14 +23,19 @@ jobs: unset-environment: strategy: matrix: - version: - - stable-20210308 - - stable-20210319 - - stable-20210809 - - cached - - latest - - nightly-latest - os: [ubuntu-latest] + include: + - os: ubuntu-latest + version: stable-20210308 + - os: ubuntu-latest + version: stable-20210319 + - os: ubuntu-latest + version: stable-20210809 + - os: ubuntu-latest + version: cached + - os: ubuntu-latest + version: latest + - os: ubuntu-latest + version: nightly-latest name: Test unsetting environment variables runs-on: ${{ matrix.os }} steps: diff --git a/.github/workflows/__upload-ref-sha-input.yml b/.github/workflows/__upload-ref-sha-input.yml index 6cbdc1b6de..264a551e64 100644 --- a/.github/workflows/__upload-ref-sha-input.yml +++ b/.github/workflows/__upload-ref-sha-input.yml @@ -23,14 +23,47 @@ jobs: upload-ref-sha-input: strategy: matrix: - version: - - stable-20210308 - - stable-20210319 - - stable-20210809 - - cached - - latest - - nightly-latest - os: [ubuntu-latest, macos-latest, windows-2019] + include: + - os: ubuntu-latest + version: stable-20210308 + - os: macos-latest + version: stable-20210308 + - os: windows-2019 + version: stable-20210308 + - os: ubuntu-latest + version: stable-20210319 + - os: macos-latest + version: stable-20210319 + - os: windows-2019 + version: stable-20210319 + - os: ubuntu-latest + version: stable-20210809 + - os: macos-latest + version: stable-20210809 + - os: windows-2019 + version: stable-20210809 + - os: ubuntu-latest + version: cached + - os: macos-latest + version: cached + - os: windows-2019 + version: cached + - os: ubuntu-latest + version: latest + - os: macos-latest + version: latest + - os: windows-2019 + version: latest + - os: windows-2022 + version: latest + - os: ubuntu-latest + version: nightly-latest + - os: macos-latest + version: nightly-latest + - os: windows-2019 + version: nightly-latest + - os: windows-2022 + version: nightly-latest name: "Upload-sarif: 'ref' and 'sha' from inputs" runs-on: ${{ matrix.os }} steps: diff --git a/pr-checks/checks/analyze-ref-input.yml b/pr-checks/checks/analyze-ref-input.yml index 34876f198b..88714c955e 100644 --- a/pr-checks/checks/analyze-ref-input.yml +++ b/pr-checks/checks/analyze-ref-input.yml @@ -1,8 +1,5 @@ name: "Analyze: 'ref' and 'sha' from inputs" description: "Checks that specifying 'ref' and 'sha' as inputs works" -# Build tracing currently does not support Windows 2022, so use `windows-2019` instead of -# `windows-latest`. -os: [ubuntu-latest, macos-latest, windows-2019] steps: - uses: ./../action/init with: diff --git a/pr-checks/checks/go-custom-queries.yml b/pr-checks/checks/go-custom-queries.yml index b0e1cfdd0f..c17b9348a8 100644 --- a/pr-checks/checks/go-custom-queries.yml +++ b/pr-checks/checks/go-custom-queries.yml @@ -1,8 +1,5 @@ name: "Go: Custom queries" description: "Checks that Go works in conjunction with a config file specifying custom queries" -# Build tracing currently does not support Windows 2022, so use `windows-2019` instead of -# `windows-latest`. -os: [ubuntu-latest, macos-latest, windows-2019] steps: - uses: actions/setup-go@v2 with: diff --git a/pr-checks/checks/go-custom-tracing.yml b/pr-checks/checks/go-custom-tracing.yml index 1205dce0b3..d503134925 100644 --- a/pr-checks/checks/go-custom-tracing.yml +++ b/pr-checks/checks/go-custom-tracing.yml @@ -1,8 +1,5 @@ name: "Go: Custom tracing" description: "Checks that Go tracing works" -# Build tracing currently does not support Windows 2022, so use `windows-2019` instead of -# `windows-latest`. -os: [ubuntu-latest, macos-latest, windows-2019] env: CODEQL_EXTRACTOR_GO_BUILD_TRACING: "true" steps: diff --git a/pr-checks/checks/remote-config.yml b/pr-checks/checks/remote-config.yml index 5ee2f6b0e2..68f053a4bc 100644 --- a/pr-checks/checks/remote-config.yml +++ b/pr-checks/checks/remote-config.yml @@ -1,8 +1,5 @@ name: "Remote config file" description: "Checks that specifying packages using only a config file works" -# Build tracing currently does not support Windows 2022, so use `windows-2019` instead of -# `windows-latest`. -os: [ubuntu-latest, macos-latest, windows-2019] steps: - uses: ./../action/init with: diff --git a/pr-checks/checks/upload-ref-sha-input.yml b/pr-checks/checks/upload-ref-sha-input.yml index 717781e650..b04ea977ce 100644 --- a/pr-checks/checks/upload-ref-sha-input.yml +++ b/pr-checks/checks/upload-ref-sha-input.yml @@ -1,8 +1,5 @@ name: "Upload-sarif: 'ref' and 'sha' from inputs" description: "Checks that specifying 'ref' and 'sha' as inputs works" -# Build tracing currently does not support Windows 2022, so use `windows-2019` instead of -# `windows-latest`. -os: [ubuntu-latest, macos-latest, windows-2019] steps: - uses: ./../action/init with: diff --git a/pr-checks/sync.py b/pr-checks/sync.py index 20e8ee5255..481017f022 100644 --- a/pr-checks/sync.py +++ b/pr-checks/sync.py @@ -15,7 +15,7 @@ # A nightly build directly from the our private repo, built in the last 24 hours. "nightly-latest" ] -defaultOperatingSystems = ["ubuntu-latest", "macos-latest", "windows-latest"] +defaultOperatingSystems = ["ubuntu-latest", "macos-latest", "windows-2019"] header = """# Warning: This file is generated automatically, and should not be modified. # Instead, please modify the template in the pr-checks directory and run: # pip install ruamel.yaml && python3 sync.py @@ -62,11 +62,26 @@ def writeHeader(checkStream): ] steps.extend(checkSpecification['steps']) + matrix = [] + for version in versions: + for os in operatingSystems: + matrix.append({ + 'os': os, + 'version': version + }) + if (version == 'latest' or version == 'nightly-latest') and os == 'windows-2019': + # New versions of the CLI should also work with Windows Server 2022. + # Once all versions of the CLI that we test against work with Windows Server 2022, + # we should remove this logic and instead just add windows-2022 to the test matrix. + matrix.append({ + 'os': 'windows-2022', + 'version': version + }) + checkJob = { 'strategy': { 'matrix': { - 'version': versions, - 'os': operatingSystems + 'include': matrix } }, 'name': checkSpecification['name'],