Update app.py
Browse files
app.py
CHANGED
@@ -48,7 +48,7 @@ tokenizer = AutoTokenizer.from_pretrained("llm-jp/llm-jp-13b-instruct-full-ac_00
|
|
48 |
model = AutoModelForCausalLM.from_pretrained("llm-jp/llm-jp-13b-instruct-full-ac_001_16x-dolly-ichikara_004_001_single-oasst-oasst2-v2.0", device_map="auto", torch_dtype=torch.bfloat16)
|
49 |
#model=model.eval()
|
50 |
|
51 |
-
@spaces.GPU(
|
52 |
def chat_llama3_8b(message: str,
|
53 |
history: list,
|
54 |
temperature: float,
|
|
|
48 |
model = AutoModelForCausalLM.from_pretrained("llm-jp/llm-jp-13b-instruct-full-ac_001_16x-dolly-ichikara_004_001_single-oasst-oasst2-v2.0", device_map="auto", torch_dtype=torch.bfloat16)
|
49 |
#model=model.eval()
|
50 |
|
51 |
+
@spaces.GPU()
|
52 |
def chat_llama3_8b(message: str,
|
53 |
history: list,
|
54 |
temperature: float,
|