aifeifei798
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -23,8 +23,8 @@ processor = AutoProcessor.from_pretrained('gokaygokay/Florence-2-SD3-Captioner',
|
|
23 |
|
24 |
llm = Llama(
|
25 |
model_path=hf_hub_download(
|
26 |
-
repo_id=os.environ.get("REPO_ID", "
|
27 |
-
filename=os.environ.get("MODEL_FILE", "DarkIdol-Llama-3.1-8B-Instruct-1.
|
28 |
),
|
29 |
n_ctx=2048,
|
30 |
n_gpu_layers=100, # change n_gpu_layers if you have more or less VRAM
|
|
|
23 |
|
24 |
llm = Llama(
|
25 |
model_path=hf_hub_download(
|
26 |
+
repo_id=os.environ.get("REPO_ID", "LWDCLS/DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-GGUF-IQ-Imatrix-Request"),
|
27 |
+
filename=os.environ.get("MODEL_FILE", "DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-Q4_K_M-imat.gguf"),
|
28 |
),
|
29 |
n_ctx=2048,
|
30 |
n_gpu_layers=100, # change n_gpu_layers if you have more or less VRAM
|