goodasdgood commited on
Commit
ea7830b
·
verified ·
1 Parent(s): e02979a

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +13 -0
README.md CHANGED
@@ -6,9 +6,14 @@
6
 
7
 
8
  !git clone https://github.com/ggerganov/llama.cpp
 
 
9
  %cd llama.cpp
 
 
10
  !make
11
 
 
12
  !./llama-cli -h
13
 
14
  !./llama-gguf-split --split-max-size 5G /content/dracarys2-72b-instruct.Q2_K.gguf dracarys2-72b-instruct.gguf
@@ -35,3 +40,11 @@ upload_file(
35
  !./llama-cli -m "/content/dracarys2-72b-instruct.Q2_K.gguf" -p "who is ai?" -n 50 -e -t 4 --no-warmup
36
 
37
  !./bin/llama-cli -m "/content/dracarys2-72b-instruct.Q2_K.gguf" -p "Hi you how are you" -n 50 -e -ngl 33 -t 4
 
 
 
 
 
 
 
 
 
6
 
7
 
8
  !git clone https://github.com/ggerganov/llama.cpp
9
+
10
+
11
  %cd llama.cpp
12
+
13
+
14
  !make
15
 
16
+
17
  !./llama-cli -h
18
 
19
  !./llama-gguf-split --split-max-size 5G /content/dracarys2-72b-instruct.Q2_K.gguf dracarys2-72b-instruct.gguf
 
40
  !./llama-cli -m "/content/dracarys2-72b-instruct.Q2_K.gguf" -p "who is ai?" -n 50 -e -t 4 --no-warmup
41
 
42
  !./bin/llama-cli -m "/content/dracarys2-72b-instruct.Q2_K.gguf" -p "Hi you how are you" -n 50 -e -ngl 33 -t 4
43
+
44
+
45
+
46
+
47
+
48
+
49
+ run it
50
+ !./llama-cli -m "/content/llama.cpp/dracarys2-72b-instruct.gguf-00001-of-00006.gguf" -p "who is ai?" -n 50 -e -t 4 --no-warmup