iofu728 commited on
Commit
f0c68fa
·
1 Parent(s): 9065e38

Fix(MInference): fix env

Browse files
Files changed (1) hide show
  1. app.py +13 -0
app.py CHANGED
@@ -1,5 +1,18 @@
1
  import subprocess
2
  # Install flash attention, skipping CUDA build if necessary
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  subprocess.run(
4
  "pip install flash-attn --no-build-isolation",
5
  env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
 
1
  import subprocess
2
  # Install flash attention, skipping CUDA build if necessary
3
+ subprocess.run(
4
+ "export CPATH=$CPATH:/usr/local/cuda/include",
5
+ shell=True,
6
+ )
7
+ subprocess.run(
8
+ "export LIBRARY_PATH=$LIBRARY_PATH:/usr/local/cuda/lib64",
9
+ shell=True,
10
+ )
11
+ subprocess.run(
12
+ "pip install flash-attn --no-build-isolation",
13
+ env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
14
+ shell=True,
15
+ )
16
  subprocess.run(
17
  "pip install flash-attn --no-build-isolation",
18
  env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},