Update app.py
Browse files
app.py
CHANGED
@@ -17,6 +17,7 @@ description = f"Chat with <a href=\"https://huggingface.co/{model_id}\">{model_n
|
|
17 |
llm = Llama(model_path="model.gguf",
|
18 |
n_ctx=32768,
|
19 |
n_threads=2,
|
|
|
20 |
chat_format=chat_template)
|
21 |
|
22 |
# Function for streaming chat completions
|
@@ -45,8 +46,11 @@ gr.ChatInterface(
|
|
45 |
additional_inputs=[gr.Textbox("You are helpful assistant.")],
|
46 |
additional_inputs_accordion="📝 System prompt",
|
47 |
examples=[
|
48 |
-
[
|
49 |
-
[
|
50 |
-
[
|
|
|
|
|
|
|
51 |
]
|
52 |
).queue().launch(server_name="0.0.0.0")
|
|
|
17 |
llm = Llama(model_path="model.gguf",
|
18 |
n_ctx=32768,
|
19 |
n_threads=2,
|
20 |
+
n_gpu_layers=-1,
|
21 |
chat_format=chat_template)
|
22 |
|
23 |
# Function for streaming chat completions
|
|
|
46 |
additional_inputs=[gr.Textbox("You are helpful assistant.")],
|
47 |
additional_inputs_accordion="📝 System prompt",
|
48 |
examples=[
|
49 |
+
['Can you solve the equation 2x + 3 = 11 for x?'],
|
50 |
+
['Write an epic poem about Ancient Rome.'],
|
51 |
+
['Who was the first person to walk on the Moon?'],
|
52 |
+
['Use a list comprehension to create a list of squares for numbers from 1 to 10.'],
|
53 |
+
['Recommend some popular science fiction books.'],
|
54 |
+
['Can you write a short story about a time-traveling detective?']
|
55 |
]
|
56 |
).queue().launch(server_name="0.0.0.0")
|