Spaces:
Runtime error
Runtime error
Ankitajadhav
commited on
Commit
•
fa72820
1
Parent(s):
bda7944
Update app.py
Browse files
app.py
CHANGED
@@ -13,7 +13,8 @@ logging.basicConfig(level=logging.INFO)
|
|
13 |
# Initialize the Llama model
|
14 |
try:
|
15 |
llm = Llama(
|
16 |
-
model_path="./models/Phi-3-mini-4k-instruct-gguf",
|
|
|
17 |
n_ctx=2048,
|
18 |
n_gpu_layers=50, # Adjust based on your VRAM
|
19 |
)
|
|
|
13 |
# Initialize the Llama model
|
14 |
try:
|
15 |
llm = Llama(
|
16 |
+
# model_path="./models/Phi-3-mini-4k-instruct-gguf",
|
17 |
+
model_path = "Ankitajadhav/Phi-3-mini-4k-instruct-q4.gguf"
|
18 |
n_ctx=2048,
|
19 |
n_gpu_layers=50, # Adjust based on your VRAM
|
20 |
)
|