Spaces:
Running
Running
Update parameters for Felladrin/TinyMistral-248M-Chat-v2
Browse files
app.py
CHANGED
@@ -27,8 +27,8 @@ def generate(
|
|
27 |
outputs = pipe(prompt, max_new_tokens=250, use_cache=True, penalty_alpha=0.5, top_k=4, repetition_penalty=1.105)
|
28 |
elif model_name == "Felladrin/Llama-160M-Chat-v1":
|
29 |
outputs = pipe(prompt, max_new_tokens=250, use_cache=True, penalty_alpha=0.5, top_k=4, repetition_penalty=1.01)
|
30 |
-
elif model_name == "Felladrin/TinyMistral-248M-Chat-
|
31 |
-
outputs = pipe(prompt, max_new_tokens=250, use_cache=True, penalty_alpha=0.
|
32 |
else:
|
33 |
outputs = pipe(prompt, max_new_tokens=250, do_sample=True, temperature=0.65, top_k=35, top_p=0.55, repetition_penalty=1.176)
|
34 |
|
@@ -37,7 +37,7 @@ def generate(
|
|
37 |
model_choices = [
|
38 |
"Felladrin/Llama-160M-Chat-v1",
|
39 |
"Felladrin/Minueza-32Mx2-Chat",
|
40 |
-
"Felladrin/TinyMistral-248M-Chat-
|
41 |
"Felladrin/Llama-68M-Chat-v1",
|
42 |
"Felladrin/Minueza-32M-UltraChat",
|
43 |
"Felladrin/Minueza-32M-Deita",
|
|
|
27 |
outputs = pipe(prompt, max_new_tokens=250, use_cache=True, penalty_alpha=0.5, top_k=4, repetition_penalty=1.105)
|
28 |
elif model_name == "Felladrin/Llama-160M-Chat-v1":
|
29 |
outputs = pipe(prompt, max_new_tokens=250, use_cache=True, penalty_alpha=0.5, top_k=4, repetition_penalty=1.01)
|
30 |
+
elif model_name == "Felladrin/TinyMistral-248M-Chat-v2":
|
31 |
+
outputs = pipe(prompt, max_new_tokens=250, use_cache=True, penalty_alpha=0.5, top_k=5, repetition_penalty=1.0)
|
32 |
else:
|
33 |
outputs = pipe(prompt, max_new_tokens=250, do_sample=True, temperature=0.65, top_k=35, top_p=0.55, repetition_penalty=1.176)
|
34 |
|
|
|
37 |
model_choices = [
|
38 |
"Felladrin/Llama-160M-Chat-v1",
|
39 |
"Felladrin/Minueza-32Mx2-Chat",
|
40 |
+
"Felladrin/TinyMistral-248M-Chat-v2",
|
41 |
"Felladrin/Llama-68M-Chat-v1",
|
42 |
"Felladrin/Minueza-32M-UltraChat",
|
43 |
"Felladrin/Minueza-32M-Deita",
|