Sean-Case
commited on
Commit
•
7339026
1
Parent(s):
0a7a8db
Hid gpu layers behind accordion
Browse files
app.py
CHANGED
@@ -231,10 +231,12 @@ with block:
|
|
231 |
ingest_embed_out = gr.Textbox(label="File/webpage preparation progress")
|
232 |
|
233 |
with gr.Tab("Advanced features"):
|
234 |
-
model_choice = gr.Radio(label="Choose a chat model", value="Flan Alpaca (small, fast)", choices = ["Flan Alpaca (small, fast)", "Mistral Open Orca (larger, slow)"])
|
235 |
with gr.Row():
|
236 |
-
|
237 |
change_model_button = gr.Button(value="Load model", scale=0)
|
|
|
|
|
|
|
238 |
load_text = gr.Text(label="Load status")
|
239 |
|
240 |
gr.HTML(
|
|
|
231 |
ingest_embed_out = gr.Textbox(label="File/webpage preparation progress")
|
232 |
|
233 |
with gr.Tab("Advanced features"):
|
|
|
234 |
with gr.Row():
|
235 |
+
model_choice = gr.Radio(label="Choose a chat model", value="Flan Alpaca (small, fast)", choices = ["Flan Alpaca (small, fast)", "Mistral Open Orca (larger, slow)"])
|
236 |
change_model_button = gr.Button(value="Load model", scale=0)
|
237 |
+
with gr.Accordion("Choose number of model layers to send to GPU (WARNING: please don't modify unless you have a GPU).", open = False):
|
238 |
+
gpu_layer_choice = gr.Slider(label="Choose number of model layers to send to GPU.", value=0, minimum=0, maximum=5, step = 1, visible=True)
|
239 |
+
|
240 |
load_text = gr.Text(label="Load status")
|
241 |
|
242 |
gr.HTML(
|