Merge pull request #46 from upskyy/feature/gemma2

Add gemma2 stop tokens
instructkr · Aug 2, 2024 · 97a5e86 · 97a5e86
2 parents 9dc218f + 643b7df
commit 97a5e86
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/generator.py b/generator.py
@@ -44,7 +44,7 @@
     temperature=0,
     skip_special_tokens=True,
     max_tokens=args.model_len,
-    stop=["<|endoftext|>", "[INST]", "[/INST]", "<|im_end|>", "<|end|>", "<|eot_id|>"],
+    stop=["<|endoftext|>", "[INST]", "[/INST]", "<|im_end|>", "<|end|>", "<|eot_id|>", "<end_of_turn>", "<eos>"],
 )
 
 df_questions = pd.read_json("questions.jsonl", orient="records", encoding="utf-8-sig", lines=True)