diff --git a/.github/workflows/wheels.yml b/.github/workflows/wheels.yml
index 59bd514b75fd4..b623e28d25979 100644
--- a/.github/workflows/wheels.yml
+++ b/.github/workflows/wheels.yml
@@ -142,12 +142,12 @@ jobs:
           CIBW_REPAIR_WHEEL_COMMAND_WINDOWS: bash build_tools/github/repair_windows_wheels.sh {wheel} {dest_dir}
           CIBW_BEFORE_TEST_WINDOWS: bash build_tools/github/build_minimal_windows_image.sh ${{ matrix.python }}
           CIBW_TEST_REQUIRES: pytest pandas threadpoolctl
-          CIBW_TEST_COMMAND: bash {project}/build_tools/github/test_wheels.sh
+          CIBW_TEST_COMMAND: bash {project}/build_tools/wheels/test_wheels.sh
           CIBW_TEST_COMMAND_WINDOWS: bash {project}/build_tools/github/test_windows_wheels.sh ${{ matrix.python }}
           CIBW_BUILD_VERBOSITY: 1
           CONDA_HOME: /usr/local/miniconda
 
-        run: bash build_tools/github/build_wheels.sh
+        run: bash build_tools/wheels/build_wheels.sh
 
       - name: Store artifacts
         uses: actions/upload-artifact@v3
diff --git a/build_tools/cirrus/arm_wheel.yml b/build_tools/cirrus/arm_wheel.yml
index cc560aba719f2..7e4f33f78116f 100644
--- a/build_tools/cirrus/arm_wheel.yml
+++ b/build_tools/cirrus/arm_wheel.yml
@@ -9,7 +9,7 @@ macos_arm64_wheel_task:
                       SKLEARN_SKIP_NETWORK_TESTS=1
                       SKLEARN_BUILD_PARALLEL=5
                       CPU_COUNT=2
-    CIBW_TEST_COMMAND: bash {project}/build_tools/github/test_wheels.sh
+    CIBW_TEST_COMMAND: bash {project}/build_tools/wheels/test_wheels.sh
     CIBW_TEST_REQUIRES: pytest pandas threadpoolctl pytest-xdist
     CIBW_BUILD_VERBOSITY: 1
     PATH: $HOME/mambaforge/bin/:$PATH
@@ -32,7 +32,43 @@ macos_arm64_wheel_task:
     - bash ~/mambaforge.sh -b -p ~/mambaforge
 
   cibuildwheel_script:
-    - bash build_tools/github/build_wheels.sh
+    - bash build_tools/wheels/build_wheels.sh
+
+  wheels_artifacts:
+    path: "wheelhouse/*"
+
+linux_arm64_wheel_task:
+  compute_engine_instance:
+    image_project: cirrus-images
+    image: family/docker-builder-arm64
+    architecture: arm64
+    platform: linux
+    cpu: 4
+    memory: 4G
+  env:
+    CONFTEST_PATH: ${CIRRUS_WORKING_DIR}/conftest.py
+    CONFTEST_NAME: conftest.py
+    CIBW_ENVIRONMENT: OMP_NUM_THREADS=2
+                      OPENBLAS_NUM_THREADS=2
+                      SKLEARN_SKIP_NETWORK_TESTS=1
+                      SKLEARN_BUILD_PARALLEL=5
+                      CPU_COUNT=4
+    CIBW_TEST_COMMAND: bash {project}/build_tools/wheels/test_wheels.sh
+    CIBW_TEST_REQUIRES: pytest pandas threadpoolctl pytest-xdist
+    CIBW_BUILD_VERBOSITY: 1
+  matrix:
+    - env:
+        CIBW_BUILD: cp38-manylinux_aarch64
+    - env:
+        CIBW_BUILD: cp39-manylinux_aarch64
+    - env:
+        CIBW_BUILD: cp310-manylinux_aarch64
+    - env:
+        CIBW_BUILD: cp311-manylinux_aarch64
+
+  cibuildwheel_script:
+    - apt install -y python3 python-is-python3
+    - bash build_tools/wheels/build_wheels.sh
 
   wheels_artifacts:
     path: "wheelhouse/*"
diff --git a/build_tools/github/build_wheels.sh b/build_tools/wheels/build_wheels.sh
similarity index 100%
rename from build_tools/github/build_wheels.sh
rename to build_tools/wheels/build_wheels.sh
diff --git a/build_tools/github/test_wheels.sh b/build_tools/wheels/test_wheels.sh
similarity index 100%
rename from build_tools/github/test_wheels.sh
rename to build_tools/wheels/test_wheels.sh