Update main.py
Browse files
main.py
CHANGED
@@ -3,7 +3,7 @@ from fastapi import FastAPI, Form
|
|
3 |
from pydantic import BaseModel
|
4 |
|
5 |
#Model loading
|
6 |
-
llm = AutoModelForCausalLM.from_pretrained("
|
7 |
model_type='llama',
|
8 |
max_new_tokens = 1096,
|
9 |
threads = 3,
|
|
|
3 |
from pydantic import BaseModel
|
4 |
|
5 |
#Model loading
|
6 |
+
llm = AutoModelForCausalLM.from_pretrained("TherapyBeagle-11B-v1-GGUF",
|
7 |
model_type='llama',
|
8 |
max_new_tokens = 1096,
|
9 |
threads = 3,
|