HPAI-BSC
/

Qwen2.5-Aloe-Beta-7B

Question Answering

text-generation

text-generation-inference

Model card Files Files and versions

JordiBayarri commited on Dec 11, 2024

Commit

d4309e7

·

verified ·

1 Parent(s): da51463

Update README.md

Files changed (1) hide show

README.md +5 -3

README.md CHANGED Viewed

@@ -161,7 +161,7 @@ prompt = pipeline.tokenizer.apply_chat_template(
 terminators = [
     pipeline.tokenizer.eos_token_id,
-    pipeline.tokenizer.convert_tokens_to_ids("<|eot_id|>")
 ]
 outputs = pipeline(
@@ -169,8 +169,10 @@ outputs = pipeline(
     max_new_tokens=256,
     eos_token_id=terminators,
     do_sample=True,
-    temperature=0.6,
-    top_p=0.9,
 )
 print(outputs[0]["generated_text"][len(prompt):])
 ```

 terminators = [
     pipeline.tokenizer.eos_token_id,
+    pipeline.tokenizer.convert_tokens_to_ids("<|im_end|>")
 ]
 outputs = pipeline(
     max_new_tokens=256,
     eos_token_id=terminators,
     do_sample=True,
+    temperature=0.7,
+    top_p=0.8,
+    top_k=20,
+    repetition_penalty=1.05
 )
 print(outputs[0]["generated_text"][len(prompt):])
 ```