3333 env :
3434 # disable repair
3535 CIBW_REPAIR_WHEEL_COMMAND : " "
36+ CIBW_ENVIRONMENT : CMAKE_ARGS = '-DLLAMA_CUBLAS=on -DLLAMA_AVX=off -DLLAMA_AVX2=off -DLLAMA_FMA=off -DLLAMA_F16C=off'
3637 with :
3738 package-dir : .
3839 output-dir : wheelhouse
@@ -41,6 +42,117 @@ jobs:
4142 with :
4243 name : wheels-${{ matrix.os }}
4344 path : ./wheelhouse/*.whl
45+
46+ build_wheels_avx :
47+ name : Build wheels on ${{ matrix.os }}
48+ runs-on : ${{ matrix.os }}
49+ strategy :
50+ matrix :
51+ os : [ubuntu-20.04, windows-2019, macos-12]
52+
53+ steps :
54+ - uses : actions/checkout@v4
55+ with :
56+ submodules : " recursive"
57+
58+ # Used to host cibuildwheel
59+ - uses : actions/setup-python@v5
60+ with :
61+ python-version : " 3.9"
62+
63+ - name : Install dependencies
64+ run : |
65+ python -m pip install --upgrade pip
66+ python -m pip install -e .[all]
67+
68+ - name : Build wheels
69+ 70+ env :
71+ # disable repair
72+ CIBW_REPAIR_WHEEL_COMMAND : " "
73+ CIBW_ENVIRONMENT : CMAKE_ARGS = '-DLLAMA_CUBLAS=on -DLLAMA_AVX2=off -DLLAMA_FMA=off -DLLAMA_F16C=off'
74+ with :
75+ package-dir : .
76+ output-dir : wheelhouse
77+
78+ - uses : actions/upload-artifact@v4
79+ with :
80+ name : wheels-avx${{ matrix.os }}
81+ path : ./wheelhouse/*.whl
82+
83+ build_wheels_avx2 :
84+ name : Build wheels on ${{ matrix.os }}
85+ runs-on : ${{ matrix.os }}
86+ strategy :
87+ matrix :
88+ os : [ubuntu-20.04, windows-2019, macos-12]
89+
90+ steps :
91+ - uses : actions/checkout@v4
92+ with :
93+ submodules : " recursive"
94+
95+ # Used to host cibuildwheel
96+ - uses : actions/setup-python@v5
97+ with :
98+ python-version : " 3.9"
99+
100+ - name : Install dependencies
101+ run : |
102+ python -m pip install --upgrade pip
103+ python -m pip install -e .[all]
104+
105+ - name : Build wheels
106+ 107+ env :
108+ # disable repair
109+ CIBW_REPAIR_WHEEL_COMMAND : " "
110+ CIBW_ENVIRONMENT : CMAKE_ARGS = '-DLLAMA_CUBLAS=on'
111+ with :
112+ package-dir : .
113+ output-dir : wheelhouse
114+
115+ - uses : actions/upload-artifact@v4
116+ with :
117+ name : wheels-avx2-${{ matrix.os }}
118+ path : ./wheelhouse/*.whl
119+
120+ build_wheels_avx512 :
121+ name : Build wheels on ${{ matrix.os }}
122+ runs-on : ${{ matrix.os }}
123+ strategy :
124+ matrix :
125+ os : [ubuntu-20.04, windows-2019, macos-12]
126+
127+ steps :
128+ - uses : actions/checkout@v4
129+ with :
130+ submodules : " recursive"
131+
132+ # Used to host cibuildwheel
133+ - uses : actions/setup-python@v5
134+ with :
135+ python-version : " 3.9"
136+
137+ - name : Install dependencies
138+ run : |
139+ python -m pip install --upgrade pip
140+ python -m pip install -e .[all]
141+
142+ - name : Build wheels
143+ 144+ env :
145+ # disable repair
146+ CIBW_REPAIR_WHEEL_COMMAND : " "
147+ CIBW_ENVIRONMENT : CMAKE_ARGS = '-DLLAMA_CUBLAS=on -DLLAMA_AVX512=on'
148+ with :
149+ package-dir : .
150+ output-dir : wheelhouse
151+
152+ - uses : actions/upload-artifact@v4
153+ with :
154+ name : wheels-avx512-${{ matrix.os }}
155+ path : ./wheelhouse/*.whl
44156
45157 build_wheels_arm64 :
46158 name : Build arm64 wheels
96208
97209 release :
98210 name : Release
99- needs : [build_wheels, build_wheels_arm64, build_sdist]
211+ needs : [build_wheels, build_wheels_avx, build_wheels_avx2, build_wheels_avx512, build_wheels_arm64, build_sdist]
100212 runs-on : ubuntu-latest
101213
102214 steps :
0 commit comments