Ichsan2895
/

Merak-7B-v3

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

Ichsan2895 commited on Aug 25, 2023

Commit

5dcaa0f

•

1 Parent(s): 5e75a16

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -67,7 +67,7 @@ def generate_response(question: str) -> str:
                              num_beams=2,
                              temperature=0.3,
                              repetition_penalty=1.2,
-                             max_length=200)
     response = tokenizer.decode(outputs[0], skip_special_tokes=True)
@@ -107,7 +107,7 @@ def generate_response(question: str) -> str:
                              num_beams=2,
                              temperature=0.3,
                              repetition_penalty=1.2,
-                             max_length=200)
     response = tokenizer.decode(outputs[0], skip_special_tokes=True)

                              num_beams=2,
                              temperature=0.3,
                              repetition_penalty=1.2,
+                             max_new_tokens=2048)
     response = tokenizer.decode(outputs[0], skip_special_tokes=True)
                              num_beams=2,
                              temperature=0.3,
                              repetition_penalty=1.2,
+                             max_new_tokens=2048)
     response = tokenizer.decode(outputs[0], skip_special_tokes=True)