Cran-May commited on
Commit
766da4e
1 Parent(s): 8f492c7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -0
app.py CHANGED
@@ -7,6 +7,9 @@ import requests
7
  import time
8
  import sys
9
 
 
 
 
10
  from huggingface_hub import snapshot_download
11
  from llama_cpp import Llama
12
 
 
7
  import time
8
  import sys
9
 
10
+ os.system("pip install --upgrade pip")
11
+ os.system('''CMAKE_ARGS="-DLLAMA_AVX512=ON -DLLAMA_AVX512_VBMI=ON -DLLAMA_AVX512_VNNI=ON -DLLAMA_FP16_VA=ON -DLLAMA_WASM_SIMD=ON" pip install llama-cpp-python''')
12
+
13
  from huggingface_hub import snapshot_download
14
  from llama_cpp import Llama
15