vilarin commited on
Commit
cc9dc77
1 Parent(s): 775d6e0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -7
app.py CHANGED
@@ -1,9 +1,3 @@
1
- # import subprocess
2
- # subprocess.run(
3
- # 'pip install flash-attn --no-build-isolation',
4
- # env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"},
5
- # shell=True
6
- # )
7
  from threading import Thread
8
  import torch
9
  from PIL import Image
@@ -15,7 +9,7 @@ import time
15
 
16
 
17
  os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "1"
18
-
19
  HF_TOKEN = os.environ.get("HF_TOKEN", None)
20
  MODEL_ID = os.environ.get("MODEL_ID")
21
  MODEL_NAME = MODEL_ID.split("/")[-1]
 
 
 
 
 
 
 
1
  from threading import Thread
2
  import torch
3
  from PIL import Image
 
9
 
10
 
11
  os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "1"
12
+ MODEL_LIST = ["openbmb/MiniCPM-Llama3-V-2_5","openbmb/MiniCPM-Llama3-V-2_5-int4"]
13
  HF_TOKEN = os.environ.get("HF_TOKEN", None)
14
  MODEL_ID = os.environ.get("MODEL_ID")
15
  MODEL_NAME = MODEL_ID.split("/")[-1]