File tree 1 file changed +13
-1
lines changed 1 file changed +13
-1
lines changed Original file line number Diff line number Diff line change 1
1
#include " llama.h"
2
2
3
+ #include < cstdio>
3
4
#include < cstdlib>
4
5
5
6
int main (void ) {
7
+ auto model_path = " models/7B/ggml-model-f16.gguf" ;
8
+ auto file = fopen (model_path, " r" );
9
+
10
+ if (file == nullptr ) {
11
+ fprintf (stderr, " no model at '%s' found\n " , model_path);
12
+ return EXIT_FAILURE;
13
+ } else {
14
+ fprintf (stderr, " using '%s'\n " , model_path);
15
+ fclose (file);
16
+ }
17
+
6
18
llama_backend_init (false );
7
19
auto params = llama_model_params{};
8
20
params.use_mmap = false ;
9
21
params.progress_callback = [](float progress, void * ctx){
10
22
(void ) ctx;
11
23
return progress > 0.50 ;
12
24
};
13
- auto * model = llama_load_model_from_file (" models/7B/ggml-model-f16.gguf " , params);
25
+ auto * model = llama_load_model_from_file (model_path , params);
14
26
llama_backend_free ();
15
27
return model == nullptr ? EXIT_SUCCESS : EXIT_FAILURE;
16
28
}
You can’t perform that action at this time.
0 commit comments