Spaces:
Runtime error
Runtime error
Update start.sh
Browse files
start.sh
CHANGED
@@ -1,10 +1,11 @@
|
|
1 |
cd ollama
|
2 |
OLLAMA_CUSTOM_CPU_DEFS="-DGGML_AVX=on -DGGML_AVX2=on -DGGML_F16C=on -DGGML_FMA=on" go generate ./...
|
3 |
go build .
|
|
|
4 |
|
5 |
cd ../llama.cpp
|
6 |
LLAMA_CUDA=1 make -j llama-quantize llama-gguf-split llama-imatrix
|
7 |
|
8 |
cd ..
|
9 |
-
|
10 |
python app.py
|
|
|
1 |
cd ollama
|
2 |
OLLAMA_CUSTOM_CPU_DEFS="-DGGML_AVX=on -DGGML_AVX2=on -DGGML_F16C=on -DGGML_FMA=on" go generate ./...
|
3 |
go build .
|
4 |
+
go install .
|
5 |
|
6 |
cd ../llama.cpp
|
7 |
LLAMA_CUDA=1 make -j llama-quantize llama-gguf-split llama-imatrix
|
8 |
|
9 |
cd ..
|
10 |
+
ollama serve & sleep 5
|
11 |
python app.py
|