ccm commited on
Commit
91397aa
·
verified ·
1 Parent(s): 3d6ddaa

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -0
app.py CHANGED
@@ -38,6 +38,9 @@ import langchain_community.vectorstores # Vectorstore for publications
38
  import langchain_huggingface # Embeddings
39
  import transformers
40
 
 
 
 
41
  # The number of publications to retrieve for the prompt
42
  PUBLICATIONS_TO_RETRIEVE = 5
43
 
 
38
  import langchain_huggingface # Embeddings
39
  import transformers
40
 
41
+ import subprocess
42
+ subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
43
+
44
  # The number of publications to retrieve for the prompt
45
  PUBLICATIONS_TO_RETRIEVE = 5
46