jacobfrye commited on
Commit
dd25002
1 Parent(s): 6dbeb7d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -1,8 +1,8 @@
1
  import gradio as gr
2
  from llm_rs import AutoModel, SessionConfig, GenerationConfig, Precision, KnownModels
3
 
4
- repo_name = "rustformers/mpt-7b-ggml"
5
- file_name = "mpt-7b-chat-q5_1-ggjt.bin"
6
 
7
  examples = [
8
  "Write a travel blog about a 3-day trip to Thailand.",
@@ -14,7 +14,7 @@ examples = [
14
  ]
15
 
16
  session_config = SessionConfig(threads=2,batch_size=2)
17
- model = AutoModel.from_pretrained(repo_name, model_file=file_name, model_type=KnownModels.Mpt, session_config=session_config,verbose=True)
18
 
19
  def process_stream(instruction, temperature, top_p, top_k, max_new_tokens, seed):
20
 
 
1
  import gradio as gr
2
  from llm_rs import AutoModel, SessionConfig, GenerationConfig, Precision, KnownModels
3
 
4
+ repo_name = "TheBloke/WizardCoder-15B-1.0-GGML"
5
+ file_name = "WizardCoder-15B-1.0.ggmlv3.q5_1.bin"
6
 
7
  examples = [
8
  "Write a travel blog about a 3-day trip to Thailand.",
 
14
  ]
15
 
16
  session_config = SessionConfig(threads=2,batch_size=2)
17
+ model = AutoModel.from_pretrained(repo_name, model_file=file_name, model_type=KnownModels.Gpt2, session_config=session_config,verbose=True)
18
 
19
  def process_stream(instruction, temperature, top_p, top_k, max_new_tokens, seed):
20