diff --git a/.github/workflows/llama-build-cpu.yaml b/.github/workflows/llama-build-cpu.yaml
index f733b10..e5f3390 100644
--- a/.github/workflows/llama-build-cpu.yaml
+++ b/.github/workflows/llama-build-cpu.yaml
@@ -28,7 +28,24 @@ jobs:
           activate-environment: true
           python-version: ${{ matrix.python-version }}
 
-      - name: Build source distribution
+      - name: Build wheel
+        env:
+          VERBOSE: 1
+          CMAKE_ARGS: >-
+            -DLLAVA_BUILD=off
+            -DGGML_AVX=OFF
+            -DGGML_AVX2=OFF
+            -DGGML_AVX512=OFF
+            -DGGML_FMA=OFF
+            -DGGML_F16C=OFF
+            -DLLAMA_BUILD_SERVER=OFF
+            -DLLAMA_BUILD_TESTS=OFF
+            -DLLAMA_BUILD_EXAMPLES=OFF
+            -DCMAKE_INSTALL_LIBDIR=llama_cpp/lib
+            -DCMAKE_INSTALL_BINDIR=llama_cpp/lib
+            -DCMAKE_INSTALL_INCLUDEDIR=llama_cpp/include
+            -DCMAKE_PLATFORM_NO_VERSIONED_SONAME=ON
+            -DCMAKE_BUILD_TYPE=MinSizeRel 
         working-directory: ./vendor/llama-cpp-python
         run: |
           # Rename the release version with +cpu build tag