Felladrin commited on
Commit
859b999
·
verified ·
1 Parent(s): 540b197

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -27,8 +27,8 @@ def generate(
27
  outputs = pipe(prompt, max_new_tokens=250, use_cache=True, penalty_alpha=0.5, top_k=4, repetition_penalty=1.105)
28
  elif model_name == "Felladrin/Llama-160M-Chat-v1":
29
  outputs = pipe(prompt, max_new_tokens=250, use_cache=True, penalty_alpha=0.5, top_k=4, repetition_penalty=1.01)
30
- elif model_name == "Felladrin/TinyMistral-248M-SFT-v4":
31
- outputs = pipe(prompt, max_new_tokens=250, use_cache=True, penalty_alpha=0.5, top_k=5, repetition_penalty=1.001)
32
  else:
33
  outputs = pipe(prompt, max_new_tokens=250, do_sample=True, temperature=0.65, top_k=35, top_p=0.55, repetition_penalty=1.176)
34
 
@@ -36,14 +36,14 @@ def generate(
36
 
37
  model_choices = [
38
  "Felladrin/Llama-160M-Chat-v1",
39
- "Felladrin/Llama-68M-Chat-v1",
40
  "Felladrin/Minueza-32Mx2-Chat",
 
 
41
  "Felladrin/Minueza-32M-UltraChat",
42
  "Felladrin/Minueza-32M-Deita",
43
  "Felladrin/Smol-Llama-101M-Chat-v1",
44
  "Felladrin/Pythia-31M-Chat-v1",
45
  "Felladrin/Minueza-32M-Chat",
46
- "Felladrin/TinyMistral-248M-SFT-v4",
47
  ]
48
 
49
  g = gr.Interface(
 
27
  outputs = pipe(prompt, max_new_tokens=250, use_cache=True, penalty_alpha=0.5, top_k=4, repetition_penalty=1.105)
28
  elif model_name == "Felladrin/Llama-160M-Chat-v1":
29
  outputs = pipe(prompt, max_new_tokens=250, use_cache=True, penalty_alpha=0.5, top_k=4, repetition_penalty=1.01)
30
+ elif model_name == "Felladrin/TinyMistral-248M-Chat-v1":
31
+ outputs = pipe(prompt, max_new_tokens=250, use_cache=True, penalty_alpha=0.45, top_k=4, repetition_penalty=1.03, guidance_scale=1.3)
32
  else:
33
  outputs = pipe(prompt, max_new_tokens=250, do_sample=True, temperature=0.65, top_k=35, top_p=0.55, repetition_penalty=1.176)
34
 
 
36
 
37
  model_choices = [
38
  "Felladrin/Llama-160M-Chat-v1",
 
39
  "Felladrin/Minueza-32Mx2-Chat",
40
+ "Felladrin/TinyMistral-248M-Chat-v1",
41
+ "Felladrin/Llama-68M-Chat-v1",
42
  "Felladrin/Minueza-32M-UltraChat",
43
  "Felladrin/Minueza-32M-Deita",
44
  "Felladrin/Smol-Llama-101M-Chat-v1",
45
  "Felladrin/Pythia-31M-Chat-v1",
46
  "Felladrin/Minueza-32M-Chat",
 
47
  ]
48
 
49
  g = gr.Interface(