Spaces:
Build error
Build error
Update main.py
Browse files
main.py
CHANGED
@@ -4,10 +4,10 @@ from fastapi.middleware.cors import CORSMiddleware
|
|
4 |
from ctransformers import AutoModelForCausalLM
|
5 |
from pydantic import BaseModel
|
6 |
|
7 |
-
llm = AutoModelForCausalLM.from_pretrained("TheBloke/
|
8 |
-
model_file="
|
9 |
-
model_type="
|
10 |
-
app = fastapi.FastAPI(title="
|
11 |
app.add_middleware(
|
12 |
CORSMiddleware,
|
13 |
allow_origins=["*"],
|
|
|
4 |
from ctransformers import AutoModelForCausalLM
|
5 |
from pydantic import BaseModel
|
6 |
|
7 |
+
llm = AutoModelForCausalLM.from_pretrained("TheBloke/cassandra-6.9B-GGML",
|
8 |
+
model_file="cassandra-6.9b.ggmlv0.q4_0.bin",
|
9 |
+
model_type="gpt_neox")
|
10 |
+
app = fastapi.FastAPI(title="cassandra-6.9b")
|
11 |
app.add_middleware(
|
12 |
CORSMiddleware,
|
13 |
allow_origins=["*"],
|