aifeifei798
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -23,8 +23,8 @@ processor = AutoProcessor.from_pretrained('gokaygokay/Florence-2-SD3-Captioner',
|
|
23 |
|
24 |
llm = Llama(
|
25 |
model_path=hf_hub_download(
|
26 |
-
repo_id=os.environ.get("REPO_ID", "mradermacher/
|
27 |
-
filename=os.environ.get("MODEL_FILE", "
|
28 |
),
|
29 |
n_ctx=2048,
|
30 |
n_gpu_layers=100, # change n_gpu_layers if you have more or less VRAM
|
|
|
23 |
|
24 |
llm = Llama(
|
25 |
model_path=hf_hub_download(
|
26 |
+
repo_id=os.environ.get("REPO_ID", "mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF"),
|
27 |
+
filename=os.environ.get("MODEL_FILE", "DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored.Q4_K_M.gguf"),
|
28 |
),
|
29 |
n_ctx=2048,
|
30 |
n_gpu_layers=100, # change n_gpu_layers if you have more or less VRAM
|