Spaces:

imperialwool
/

llama-cpp-api

Running

imperialwool commited on Oct 5, 2023

Commit

b6392d1

•

1 Parent(s): 227f8bf

Update quart_app.py

Files changed (1) hide show

quart_app.py CHANGED Viewed

@@ -7,7 +7,7 @@ import psutil
 # Initing things
 app = Quart(__name__)                                              # Quart app
 llm = Llama(model_path="./model.bin")                              # LLaMa model
-llama_model_name = "TheBloke/Llama-2-13B-chat-GGUF"
 translator_tokenizer = M2M100Tokenizer.from_pretrained(            # tokenizer for translator
     "facebook/m2m100_418M", cache_dir="translator/"
 )

 # Initing things
 app = Quart(__name__)                                              # Quart app
 llm = Llama(model_path="./model.bin")                              # LLaMa model
+llama_model_name = "TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF"
 translator_tokenizer = M2M100Tokenizer.from_pretrained(            # tokenizer for translator
     "facebook/m2m100_418M", cache_dir="translator/"
 )