We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent bedb92b commit 51a7cf5Copy full SHA for 51a7cf5
common/common.h
@@ -48,8 +48,8 @@ struct gpt_params {
48
float tensor_split[LLAMA_MAX_DEVICES] = {0}; // how split tensors should be distributed across GPUs
49
int32_t n_probs = 0; // if greater than 0, output the probabilities of top n_probs tokens.
50
int32_t n_beams = 0; // if non-zero then use beam search of given width.
51
- float rope_freq_base = 10000.0f; // RoPE base frequency
52
- float rope_freq_scale = 1.0f; // RoPE frequency scaling factor
+ float rope_freq_base = 0.0f; // RoPE base frequency
+ float rope_freq_scale = 0.0f; // RoPE frequency scaling factor
53
54
// sampling parameters
55
int32_t top_k = 40; // <= 0 to use vocab size
0 commit comments