scikit-learn · ogrisel · Dec 13, 2022 · Oct 29, 2021 · Oct 29, 2021 · Oct 29, 2021
diff --git a/azure-pipelines.yml b/azure-pipelines.yml
@@ -146,7 +146,12 @@ jobs:
         SKLEARN_TESTS_GLOBAL_RANDOM_SEED: '42'  # default global random seed
 
 # Check compilation with Ubuntu 22.04 LTS (Jammy Jellyfish) and scipy from conda-forge
-- template: build_tools/azure/posix.yml
+# By default the CI is sequential, where `Ubuntu_Jammy_Jellyfish` runs first and
+# the others jobs are run only if `Ubuntu_Jammy_Jellyfish` succeeds.
+# When "[azure parallel]" is in the commit message, `Ubuntu_Jammy_Jellyfish` will
+# run in parallel with the rest of the jobs. On Azure, the job's name will be
+# `Ubuntu_Jammy_Jellyfish_Parallel`.
+- template: build_tools/azure/posix-all-parallel.yml
   parameters:
     name: Ubuntu_Jammy_Jellyfish
     vmImage: ubuntu-22.04
@@ -156,6 +161,7 @@ jobs:
         succeeded(),
         not(contains(dependencies['git_commit']['outputs']['commit.message'], '[ci skip]'))
       )
+    commitMessage: dependencies['git_commit']['outputs']['commit.message']
     matrix:
       py38_conda_forge_openblas_ubuntu_2204:
         DISTRIB: 'conda'
@@ -167,10 +173,10 @@ jobs:
   parameters:
     name: Linux
     vmImage: ubuntu-20.04
-    dependsOn: [linting, git_commit]
+    dependsOn: [linting, git_commit, Ubuntu_Jammy_Jellyfish]
     condition: |
       and(
-        succeeded(),
+        in(dependencies['Ubuntu_Jammy_Jellyfish']['result'], 'Succeeded', 'Skipped'),
         not(contains(dependencies['git_commit']['outputs']['commit.message'], '[ci skip]'))
       )
     matrix:
@@ -203,10 +209,10 @@ jobs:
   parameters:
     name: Linux_Docker
     vmImage: ubuntu-20.04
-    dependsOn: [linting, git_commit]
+    dependsOn: [linting, git_commit, Ubuntu_Jammy_Jellyfish]
     condition: |
       and(
-        succeeded(),
+        in(dependencies['Ubuntu_Jammy_Jellyfish']['result'], 'Succeeded', 'Skipped'),
         not(contains(dependencies['git_commit']['outputs']['commit.message'], '[ci skip]'))
       )
     matrix:
@@ -222,10 +228,10 @@ jobs:
   parameters:
     name: macOS
     vmImage: macOS-11
-    dependsOn: [linting, git_commit]
+    dependsOn: [linting, git_commit, Ubuntu_Jammy_Jellyfish]
     condition: |
       and(
-        succeeded(),
+        in(dependencies['Ubuntu_Jammy_Jellyfish']['result'], 'Succeeded', 'Skipped'),
         not(contains(dependencies['git_commit']['outputs']['commit.message'], '[ci skip]'))
       )
     matrix:
@@ -244,10 +250,10 @@ jobs:
   parameters:
     name: Windows
     vmImage: windows-latest
-    dependsOn: [linting, git_commit]
+    dependsOn: [linting, git_commit, Ubuntu_Jammy_Jellyfish]
     condition: |
       and(
-        succeeded(),
+        in(dependencies['Ubuntu_Jammy_Jellyfish']['result'], 'Succeeded', 'Skipped'),
         not(contains(dependencies['git_commit']['outputs']['commit.message'], '[ci skip]'))
       )
     matrix:

diff --git a/build_tools/azure/posix-all-parallel.yml b/build_tools/azure/posix-all-parallel.yml
@@ -0,0 +1,50 @@
+# This configuration allows enables a job based on `posix.yml` to have two modes:
+#
+# 1. When `[azure parallel]` *is not* in the commit message, then this job will
+#    run first. If this job succeeds, then all dependent jobs can run.
+# 2. When `[azure parallel]` *is* in the commit message, then this job will
+#    run with name `{{ parameters.name }}_Parallel` along with all other jobs.
+#
+# To enable this template, all dependent jobs should check if this job succeeded
+# or skipped by using:
+# dependsOn: in(dependencies[{{ parameters.name }}]['result'], 'Succeeded', 'Skipped')
+
+parameters:
+  name: ''
+  vmImage: ''
+  matrix: []
+  dependsOn: []
+  condition: ''
+  commitMessage: ''
+
+jobs:
+
+# When [azure parallel] *is not* in the commit message, this job will run
+# first.
+- template: posix.yml
+  parameters:
+    name: ${{ parameters.name }}
+    vmImage: ${{ parameters.vmImage }}
+    matrix: ${{ parameters.matrix }}
+    dependsOn: ${{ parameters.dependsOn }}
+    condition: |
+      and(
+        ${{ parameters.condition }},
+        not(contains(${{ parameters.commitMessage }}, '[azure parallel]'))
+      )
+
+# When [azure parallel] *is* in the commit message, this job and dependent
+# jobs will run in parallel. Implementation-wise, the job above is skipped and
+# this job, named ${{ parameters.name }}_Parallel, will run in parallel with
+# the other jobs.
+- template: posix.yml
+  parameters:
+    name: ${{ parameters.name }}_Parallel
+    vmImage: ${{ parameters.vmImage }}
+    matrix: ${{ parameters.matrix }}
+    dependsOn: ${{ parameters.dependsOn }}
+    condition: |
+      and(
+        ${{ parameters.condition }},
+        contains(${{ parameters.commitMessage }}, '[azure parallel]')
+      )
diff --git a/doc/developers/contributing.rst b/doc/developers/contributing.rst
@@ -550,6 +550,7 @@ message, the following actions are taken.
     [scipy-dev]            Build & test with our dependencies (numpy, scipy, etc ...) development builds
     [nogil]                Build & test with the nogil experimental branches of CPython, Cython, NumPy, SciPy...
     [pypy]                 Build & test with PyPy
+    [azure parallel]       Run Azure CI jobs in parallel
     [float32]              Run float32 tests by setting `SKLEARN_RUN_FLOAT32_TESTS=1`. See :ref:`environment_variable` for more details
     [doc skip]             Docs are not built
     [doc quick]            Docs built, but excludes example gallery plots