AtAndDev commited on
Commit
489e9b6
1 Parent(s): 56c0ca0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -12,7 +12,7 @@ subprocess.run('pip install --upgrade flash-attn --no-build-isolation', env={'FL
12
  MODEL_ID = "AtAndDev/marco-qwq-7B"
13
  CHAT_TEMPLATE = "ChatML"
14
  MODEL_NAME = MODEL_ID.split("/")[-1]
15
- CONTEXT_LENGTH = 32000
16
 
17
  # Estableciendo valores directamente para las variables
18
  COLOR = "blue" # Color predeterminado de la interfaz
@@ -126,11 +126,11 @@ gr.ChatInterface(
126
  additional_inputs_accordion=gr.Accordion(label="⚙️ Parameters", open=False),
127
  additional_inputs=[
128
  gr.Textbox("You are a helpful assistant.", label="System prompt"),
129
- gr.Slider(0, 1, 0.3, label="Temperature"),
130
- gr.Slider(128, 8192, 32000, label="Max new tokens"),
131
  gr.Slider(1, 80, 40, label="Top K sampling"),
132
- gr.Slider(0, 2, 1.1, label="Repetition penalty"),
133
- gr.Slider(0, 1, 0.95, label="Top P sampling"),
134
  ],
135
  theme=gr.themes.Soft(primary_hue=COLOR),
136
  ).queue().launch()
 
12
  MODEL_ID = "AtAndDev/marco-qwq-7B"
13
  CHAT_TEMPLATE = "ChatML"
14
  MODEL_NAME = MODEL_ID.split("/")[-1]
15
+ CONTEXT_LENGTH = 48000
16
 
17
  # Estableciendo valores directamente para las variables
18
  COLOR = "blue" # Color predeterminado de la interfaz
 
126
  additional_inputs_accordion=gr.Accordion(label="⚙️ Parameters", open=False),
127
  additional_inputs=[
128
  gr.Textbox("You are a helpful assistant.", label="System prompt"),
129
+ gr.Slider(0, 1, .2, label="Temperature"),
130
+ gr.Slider(128, 32000, 8192, label="Max new tokens"),
131
  gr.Slider(1, 80, 40, label="Top K sampling"),
132
+ gr.Slider(0, 2, 1.2, label="Repetition penalty"),
133
+ gr.Slider(0, 1, .9, label="Top P sampling"),
134
  ],
135
  theme=gr.themes.Soft(primary_hue=COLOR),
136
  ).queue().launch()