diff --git a/Makefile b/Makefile
index dbda58acc44..be87c336491 100644
--- a/Makefile
+++ b/Makefile
@@ -4,7 +4,7 @@
 
 .PHONY: build
 build:
-	cmake -B build
+	cmake -B build -DGGML_CUDA=$(GGML_CUDA)
 	cmake --build build --config Release
 
 # download a few audio samples into folder "./samples":
diff --git a/bindings/go/Makefile b/bindings/go/Makefile
index edcc0166b74..07155b6e593 100644
--- a/bindings/go/Makefile
+++ b/bindings/go/Makefile
@@ -16,10 +16,12 @@ MODELS_DIR := models
 EXAMPLES_DIR := $(wildcard examples/*)
 INCLUDE_PATH := $(abspath ../../include):$(abspath ../../ggml/include)
 LIBRARY_PATH := $(abspath ../../${BUILD_DIR}/src:$(abspath ../../${BUILD_DIR}/ggml/src))
+CUDA_PATH := $(CUDA_PATH:-/usr/local/cuda)
 
 ifeq ($(GGML_CUDA),1)
+	LIBRARY_PATH := $(LIBRARY_PATH):$(abspath ../../${BUILD_DIR}/ggml/src/ggml-cuda)
 	LIBRARY_PATH := $(LIBRARY_PATH):$(CUDA_PATH)/targets/$(UNAME_M)-linux/lib/
-	BUILD_FLAGS := -ldflags "-extldflags '-lcudart -lcuda -lcublas'"
+	BUILD_FLAGS := -ldflags "-extldflags '-lggml-cuda -lcudart -lcuda -lcublas'"
 endif
 
 ifeq ($(UNAME_S),Darwin)
@@ -30,6 +32,7 @@ all: clean whisper examples
 
 whisper: mkdir
 	cmake -S ../.. -B ../../${BUILD_DIR} \
+		-DGGML_CUDA=$(GGML_CUDA) \
 		-DCMAKE_BUILD_TYPE=Release \
 		-DBUILD_SHARED_LIBS=OFF
 	cmake --build ../../${BUILD_DIR} --target whisper