Update app.py
Browse files
app.py
CHANGED
@@ -111,8 +111,8 @@ def respond(
|
|
111 |
PLACEHOLDER = """
|
112 |
<div class="message-bubble-border" style="display:flex; max-width: 600px; border-radius: 8px; box-shadow: 0 4px 6px rgba(0, 0, 0, 0.1); backdrop-filter: blur(10px);">
|
113 |
<div style="padding: .5rem 1.5rem;">
|
114 |
-
<h2 style="text-align: left; font-size: 1.5rem; font-weight: 700; margin-bottom: 0.5rem;">Chat with
|
115 |
-
<p style="text-align: left; font-size: 16px; line-height: 1.5; margin-bottom: 15px;">You can try different models
|
116 |
</div>
|
117 |
</div>
|
118 |
"""
|
@@ -145,10 +145,10 @@ demo = gr.ChatInterface(
|
|
145 |
label="Repetition penalty",
|
146 |
),
|
147 |
gr.Dropdown([
|
148 |
-
'
|
149 |
-
'
|
150 |
],
|
151 |
-
value="
|
152 |
label="Model"
|
153 |
),
|
154 |
],
|
@@ -168,7 +168,7 @@ demo = gr.ChatInterface(
|
|
168 |
undo_btn="Undo",
|
169 |
clear_btn="Clear",
|
170 |
submit_btn="Send",
|
171 |
-
description="Chat with
|
172 |
chatbot=gr.Chatbot(scale=1, placeholder=PLACEHOLDER)
|
173 |
)
|
174 |
|
|
|
111 |
PLACEHOLDER = """
|
112 |
<div class="message-bubble-border" style="display:flex; max-width: 600px; border-radius: 8px; box-shadow: 0 4px 6px rgba(0, 0, 0, 0.1); backdrop-filter: blur(10px);">
|
113 |
<div style="padding: .5rem 1.5rem;">
|
114 |
+
<h2 style="text-align: left; font-size: 1.5rem; font-weight: 700; margin-bottom: 0.5rem;">Chat with Dorna-Llama3 8B </h2>
|
115 |
+
<p style="text-align: left; font-size: 16px; line-height: 1.5; margin-bottom: 15px;">You can try different models.<br>Running on CPU from Hugging Face.</p>
|
116 |
</div>
|
117 |
</div>
|
118 |
"""
|
|
|
145 |
label="Repetition penalty",
|
146 |
),
|
147 |
gr.Dropdown([
|
148 |
+
'dorna-llama3-8b-instruct.Q2_K.gguf',
|
149 |
+
'dorna-llama3-8b-instruct.Q4_0.gguf',
|
150 |
],
|
151 |
+
value="dorna-llama3-8b-instruct.Q2_K.gguf",
|
152 |
label="Model"
|
153 |
),
|
154 |
],
|
|
|
168 |
undo_btn="Undo",
|
169 |
clear_btn="Clear",
|
170 |
submit_btn="Send",
|
171 |
+
description="Chat with Dorna-Llama3 8B (2-bit GGUF)",
|
172 |
chatbot=gr.Chatbot(scale=1, placeholder=PLACEHOLDER)
|
173 |
)
|
174 |
|