Skip to content

Commit b39d113

Browse files
committed
Fix crash of test-tokenizer-0 under Debug build
1 parent b8c8dda commit b39d113

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

llama.cpp

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -180,8 +180,12 @@ struct llama_kv_cache {
180180
}
181181

182182
#ifdef GGML_USE_CUBLAS
183+
if (k->backend != GGML_BACKEND_CPU) {
183184
ggml_cuda_free_data(k);
185+
}
186+
if (v->backend != GGML_BACKEND_CPU) {
184187
ggml_cuda_free_data(v);
188+
}
185189
#endif // GGML_USE_CUBLAS
186190
}
187191
};

0 commit comments

Comments
 (0)