goodasdgood
commited on
Update README.md
Browse files
README.md
CHANGED
@@ -6,9 +6,14 @@
|
|
6 |
|
7 |
|
8 |
!git clone https://github.com/ggerganov/llama.cpp
|
|
|
|
|
9 |
%cd llama.cpp
|
|
|
|
|
10 |
!make
|
11 |
|
|
|
12 |
!./llama-cli -h
|
13 |
|
14 |
!./llama-gguf-split --split-max-size 5G /content/dracarys2-72b-instruct.Q2_K.gguf dracarys2-72b-instruct.gguf
|
@@ -35,3 +40,11 @@ upload_file(
|
|
35 |
!./llama-cli -m "/content/dracarys2-72b-instruct.Q2_K.gguf" -p "who is ai?" -n 50 -e -t 4 --no-warmup
|
36 |
|
37 |
!./bin/llama-cli -m "/content/dracarys2-72b-instruct.Q2_K.gguf" -p "Hi you how are you" -n 50 -e -ngl 33 -t 4
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
6 |
|
7 |
|
8 |
!git clone https://github.com/ggerganov/llama.cpp
|
9 |
+
|
10 |
+
|
11 |
%cd llama.cpp
|
12 |
+
|
13 |
+
|
14 |
!make
|
15 |
|
16 |
+
|
17 |
!./llama-cli -h
|
18 |
|
19 |
!./llama-gguf-split --split-max-size 5G /content/dracarys2-72b-instruct.Q2_K.gguf dracarys2-72b-instruct.gguf
|
|
|
40 |
!./llama-cli -m "/content/dracarys2-72b-instruct.Q2_K.gguf" -p "who is ai?" -n 50 -e -t 4 --no-warmup
|
41 |
|
42 |
!./bin/llama-cli -m "/content/dracarys2-72b-instruct.Q2_K.gguf" -p "Hi you how are you" -n 50 -e -ngl 33 -t 4
|
43 |
+
|
44 |
+
|
45 |
+
|
46 |
+
|
47 |
+
|
48 |
+
|
49 |
+
run it
|
50 |
+
!./llama-cli -m "/content/llama.cpp/dracarys2-72b-instruct.gguf-00001-of-00006.gguf" -p "who is ai?" -n 50 -e -t 4 --no-warmup
|