File tree Expand file tree Collapse file tree 1 file changed +3
-0
lines changed Expand file tree Collapse file tree 1 file changed +3
-0
lines changed Original file line number Diff line number Diff line change 36
36
enableCurl ? true ,
37
37
useVulkan ? false ,
38
38
buildAllCudaFaQuants ? false ,
39
+ enableUma ? false ,
39
40
llamaVersion ? "0.0.0" , # Arbitrary version, substituted by the flake
40
41
41
42
# It's necessary to consistently use backendStdenv when building with CUDA support,
@@ -196,11 +197,13 @@ effectiveStdenv.mkDerivation (finalAttrs: {
196
197
)
197
198
)
198
199
( cmakeBool "GGML_CUDA_FA_ALL_QUANTS" buildAllCudaFaQuants )
200
+ ( cmakeBool "GGML_CUDA_ENABLE_UNIFIED_MEMORY" enableUma )
199
201
]
200
202
++ optionals useRocm [
201
203
( cmakeFeature "CMAKE_HIP_COMPILER" "${ rocmPackages . llvm . clang } /bin/clang" )
202
204
( cmakeFeature "AMDGPU_TARGETS" rocmGpuTargets )
203
205
( cmakeBool "GGML_CUDA_FA_ALL_QUANTS" buildAllCudaFaQuants )
206
+ ( cmakeBool "GGML_CUDA_ENABLE_UNIFIED_MEMORY" enableUma )
204
207
]
205
208
++ optionals rocmUseWmma [
206
209
( cmakeBool "GGML_HIP_ROCWMMA_FATTN" rocmUseWmma )
You can’t perform that action at this time.
0 commit comments