Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -1,8 +1,8 @@
|
|
1 |
import gradio as gr
|
2 |
from llm_rs import AutoModel, SessionConfig, GenerationConfig, Precision, KnownModels
|
3 |
|
4 |
-
repo_name = "
|
5 |
-
file_name = "
|
6 |
|
7 |
examples = [
|
8 |
"Write a travel blog about a 3-day trip to Thailand.",
|
@@ -14,7 +14,7 @@ examples = [
|
|
14 |
]
|
15 |
|
16 |
session_config = SessionConfig(threads=2,batch_size=2)
|
17 |
-
model = AutoModel.from_pretrained(repo_name, model_file=file_name, model_type=KnownModels.
|
18 |
|
19 |
def process_stream(instruction, temperature, top_p, top_k, max_new_tokens, seed):
|
20 |
|
|
|
1 |
import gradio as gr
|
2 |
from llm_rs import AutoModel, SessionConfig, GenerationConfig, Precision, KnownModels
|
3 |
|
4 |
+
repo_name = "TheBloke/WizardCoder-15B-1.0-GGML"
|
5 |
+
file_name = "WizardCoder-15B-1.0.ggmlv3.q5_1.bin"
|
6 |
|
7 |
examples = [
|
8 |
"Write a travel blog about a 3-day trip to Thailand.",
|
|
|
14 |
]
|
15 |
|
16 |
session_config = SessionConfig(threads=2,batch_size=2)
|
17 |
+
model = AutoModel.from_pretrained(repo_name, model_file=file_name, model_type=KnownModels.Gpt2, session_config=session_config,verbose=True)
|
18 |
|
19 |
def process_stream(instruction, temperature, top_p, top_k, max_new_tokens, seed):
|
20 |
|