diff --git a/README.md b/README.md index 45c1a2e2e..a290107ab 100644 --- a/README.md +++ b/README.md @@ -45,6 +45,9 @@ cmake -B build \ cmake --build build -j$(nproc) ``` +#### [For Windows ROCM](https://github.com/lemonade-sdk/llamacpp-rocm/blob/main/docs/manual_instructions.md) +Test on ROCm 7.13 + AMD Radeon AI PRO R9700 + ## Recommended configurations ### turbo4 (4.25 bpv) -- lossless quality, great compression diff --git a/ggml/src/ggml-hip/CMakeLists.txt b/ggml/src/ggml-hip/CMakeLists.txt index 291b48374..fd1fb94fb 100644 --- a/ggml/src/ggml-hip/CMakeLists.txt +++ b/ggml/src/ggml-hip/CMakeLists.txt @@ -76,6 +76,10 @@ else() ../ggml-cuda/template-instances/fattn-vec-instance-q4_0-q4_0.cu ../ggml-cuda/template-instances/fattn-vec-instance-q8_0-q8_0.cu ../ggml-cuda/template-instances/fattn-vec-instance-bf16-bf16.cu) + if (WIN32) + file(GLOB SRCS "../ggml-cuda/template-instances/fattn-vec-instance-*turbo*.cu") + list(APPEND GGML_SOURCES_ROCM ${SRCS}) + endif() endif() ggml_add_backend_library(ggml-hip