vasilee commited on
Commit
3481f63
1 Parent(s): 7e336fa

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +4 -4
main.py CHANGED
@@ -4,10 +4,10 @@ from fastapi.middleware.cors import CORSMiddleware
4
  from ctransformers import AutoModelForCausalLM
5
  from pydantic import BaseModel
6
 
7
- llm = AutoModelForCausalLM.from_pretrained("TheBloke/cassandra-6.9B-GGML",
8
- model_file="cassandra-6.9b.ggmlv0.q4_0.bin",
9
- model_type="gpt_neox")
10
- app = fastapi.FastAPI(title="cassandra-6.9b")
11
  app.add_middleware(
12
  CORSMiddleware,
13
  allow_origins=["*"],
 
4
  from ctransformers import AutoModelForCausalLM
5
  from pydantic import BaseModel
6
 
7
+ llm = AutoModelForCausalLM.from_pretrained("TheBloke/WizardLM-7B-V1.0-Uncensored-GGML",
8
+ model_file="wizardlm-7b-v1.0-uncensored.ggmlv3.q2_K.bin",
9
+ model_type="llama")
10
+ app = fastapi.FastAPI(title="WizardLM-7B-V1.0-Uncensored")
11
  app.add_middleware(
12
  CORSMiddleware,
13
  allow_origins=["*"],