Skip to content

Commit 6ddaef4

Browse files
committed
nix: Added enableUma option
1 parent 553b3fe commit 6ddaef4

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

.devops/nix/package.nix

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -36,6 +36,7 @@
3636
enableCurl ? true,
3737
useVulkan ? false,
3838
buildAllCudaFaQuants ? false,
39+
enableUma ? false,
3940
llamaVersion ? "0.0.0", # Arbitrary version, substituted by the flake
4041

4142
# It's necessary to consistently use backendStdenv when building with CUDA support,
@@ -196,11 +197,13 @@ effectiveStdenv.mkDerivation (finalAttrs: {
196197
)
197198
)
198199
(cmakeBool "GGML_CUDA_FA_ALL_QUANTS" buildAllCudaFaQuants)
200+
(cmakeBool "GGML_CUDA_ENABLE_UNIFIED_MEMORY" enableUma)
199201
]
200202
++ optionals useRocm [
201203
(cmakeFeature "CMAKE_HIP_COMPILER" "${rocmPackages.llvm.clang}/bin/clang")
202204
(cmakeFeature "AMDGPU_TARGETS" rocmGpuTargets)
203205
(cmakeBool "GGML_CUDA_FA_ALL_QUANTS" buildAllCudaFaQuants)
206+
(cmakeBool "GGML_CUDA_ENABLE_UNIFIED_MEMORY" enableUma)
204207
]
205208
++ optionals rocmUseWmma [
206209
(cmakeBool "GGML_HIP_ROCWMMA_FATTN" rocmUseWmma)

0 commit comments

Comments
 (0)