Skip to content

Commit 51a7cf5

Browse files
authored
examples : fix RoPE defaults to match PR #3240 (#3315)
1 parent bedb92b commit 51a7cf5

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

common/common.h

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -48,8 +48,8 @@ struct gpt_params {
4848
float tensor_split[LLAMA_MAX_DEVICES] = {0}; // how split tensors should be distributed across GPUs
4949
int32_t n_probs = 0; // if greater than 0, output the probabilities of top n_probs tokens.
5050
int32_t n_beams = 0; // if non-zero then use beam search of given width.
51-
float rope_freq_base = 10000.0f; // RoPE base frequency
52-
float rope_freq_scale = 1.0f; // RoPE frequency scaling factor
51+
float rope_freq_base = 0.0f; // RoPE base frequency
52+
float rope_freq_scale = 0.0f; // RoPE frequency scaling factor
5353

5454
// sampling parameters
5555
int32_t top_k = 40; // <= 0 to use vocab size

0 commit comments

Comments
 (0)