Spaces:
Runtime error
Runtime error
Update start.sh
Browse files
start.sh
CHANGED
@@ -1,5 +1,8 @@
|
|
1 |
-
cd
|
2 |
-
|
|
|
|
|
|
|
3 |
|
4 |
cd ..
|
5 |
ollama serve & sleep 5
|
|
|
1 |
+
cd ollama
|
2 |
+
OLLAMA_CUSTOM_CPU_DEFS="-DGGML_AVX=on -DGGML_AVX2=on -DGGML_F16C=on -DGGML_FMA=on" go generate ./...
|
3 |
+
|
4 |
+
cd ../llama.cpp
|
5 |
+
LLAMA_CUDA=1 make -j llama-quantize llama-gguf-split llama-imatrix
|
6 |
|
7 |
cd ..
|
8 |
ollama serve & sleep 5
|