Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -8,11 +8,11 @@ torch.set_default_device("cuda")
|
|
8 |
|
9 |
# Loading the tokenizer and model from Hugging Face's model hub.
|
10 |
tokenizer = AutoTokenizer.from_pretrained(
|
11 |
-
"
|
12 |
trust_remote_code=True
|
13 |
)
|
14 |
model = AutoModelForCausalLM.from_pretrained(
|
15 |
-
"
|
16 |
torch_dtype="auto",
|
17 |
load_in_8bit=True,
|
18 |
trust_remote_code=True
|
|
|
8 |
|
9 |
# Loading the tokenizer and model from Hugging Face's model hub.
|
10 |
tokenizer = AutoTokenizer.from_pretrained(
|
11 |
+
"mlabonne/phixtral-4x2_8",
|
12 |
trust_remote_code=True
|
13 |
)
|
14 |
model = AutoModelForCausalLM.from_pretrained(
|
15 |
+
"mlabonne/phixtral-4x2_8",
|
16 |
torch_dtype="auto",
|
17 |
load_in_8bit=True,
|
18 |
trust_remote_code=True
|