Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -12,7 +12,7 @@ subprocess.run('pip install --upgrade flash-attn --no-build-isolation', env={'FL
|
|
12 |
MODEL_ID = "AtAndDev/marco-qwq-7B"
|
13 |
CHAT_TEMPLATE = "ChatML"
|
14 |
MODEL_NAME = MODEL_ID.split("/")[-1]
|
15 |
-
CONTEXT_LENGTH =
|
16 |
|
17 |
# Estableciendo valores directamente para las variables
|
18 |
COLOR = "blue" # Color predeterminado de la interfaz
|
@@ -126,11 +126,11 @@ gr.ChatInterface(
|
|
126 |
additional_inputs_accordion=gr.Accordion(label="⚙️ Parameters", open=False),
|
127 |
additional_inputs=[
|
128 |
gr.Textbox("You are a helpful assistant.", label="System prompt"),
|
129 |
-
gr.Slider(0, 1,
|
130 |
-
gr.Slider(128,
|
131 |
gr.Slider(1, 80, 40, label="Top K sampling"),
|
132 |
-
gr.Slider(0, 2, 1.
|
133 |
-
gr.Slider(0, 1,
|
134 |
],
|
135 |
theme=gr.themes.Soft(primary_hue=COLOR),
|
136 |
).queue().launch()
|
|
|
12 |
MODEL_ID = "AtAndDev/marco-qwq-7B"
|
13 |
CHAT_TEMPLATE = "ChatML"
|
14 |
MODEL_NAME = MODEL_ID.split("/")[-1]
|
15 |
+
CONTEXT_LENGTH = 48000
|
16 |
|
17 |
# Estableciendo valores directamente para las variables
|
18 |
COLOR = "blue" # Color predeterminado de la interfaz
|
|
|
126 |
additional_inputs_accordion=gr.Accordion(label="⚙️ Parameters", open=False),
|
127 |
additional_inputs=[
|
128 |
gr.Textbox("You are a helpful assistant.", label="System prompt"),
|
129 |
+
gr.Slider(0, 1, .2, label="Temperature"),
|
130 |
+
gr.Slider(128, 32000, 8192, label="Max new tokens"),
|
131 |
gr.Slider(1, 80, 40, label="Top K sampling"),
|
132 |
+
gr.Slider(0, 2, 1.2, label="Repetition penalty"),
|
133 |
+
gr.Slider(0, 1, .9, label="Top P sampling"),
|
134 |
],
|
135 |
theme=gr.themes.Soft(primary_hue=COLOR),
|
136 |
).queue().launch()
|