Update app.py
Browse files
app.py
CHANGED
@@ -6,8 +6,7 @@ options =["mistralai/Mixtral-8x7B-Instruct-v0.1"
|
|
6 |
]
|
7 |
|
8 |
|
9 |
-
|
10 |
-
client = InferenceClient(model)
|
11 |
|
12 |
|
13 |
|
@@ -37,6 +36,8 @@ def generate(
|
|
37 |
)
|
38 |
|
39 |
formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
|
|
|
|
|
40 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
41 |
output = ""
|
42 |
|
|
|
6 |
]
|
7 |
|
8 |
|
9 |
+
|
|
|
10 |
|
11 |
|
12 |
|
|
|
36 |
)
|
37 |
|
38 |
formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
|
39 |
+
model = gr.Dropdown(choices = options)
|
40 |
+
client = InferenceClient(model)
|
41 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
42 |
output = ""
|
43 |
|