Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -28,7 +28,7 @@ def download_model(repo_id, model_name):
|
|
28 |
|
29 |
import glob
|
30 |
|
31 |
-
subprocess.run(
|
32 |
|
33 |
@spaces.GPU(duration=280)
|
34 |
def run_inference(prompt_text):
|
|
|
28 |
|
29 |
import glob
|
30 |
|
31 |
+
subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
|
32 |
|
33 |
@spaces.GPU(duration=280)
|
34 |
def run_inference(prompt_text):
|