apepkuss79 commited on
Commit
79e9e9e
1 Parent(s): 36b0f79

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +4 -4
README.md CHANGED
@@ -21,7 +21,7 @@ quantized_by: Second State Inc.
21
  <!-- header start -->
22
  <!-- 200823 -->
23
  <div style="width: auto; margin-left: auto; margin-right: auto">
24
- <img src="https://github.com/second-state/LlamaEdge/raw/dev/assets/logo.svg" style="width: 100%; min-width: 400px; display: block; margin: auto;">
25
  </div>
26
  <hr style="margin-top: 1.0em; margin-bottom: 1.0em;">
27
  <!-- header end -->
@@ -34,7 +34,7 @@ quantized_by: Second State Inc.
34
 
35
  ## Run with LlamaEdge
36
 
37
- - LlamaEdge version: [v0.2.8](https://github.com/second-state/LlamaEdge/releases/tag/0.2.8) and above
38
 
39
  - Prompt template
40
 
@@ -55,13 +55,13 @@ quantized_by: Second State Inc.
55
  - Run as LlamaEdge service
56
 
57
  ```bash
58
- wasmedge --dir .:. --nn-preload default:GGML:AUTO:dolphin-2.2-yi-34b-ggml-model-q4_0.gguf llama-api-server.wasm -p chatml -r '<|im_end|>'
59
  ```
60
 
61
  - Run as LlamaEdge command app
62
 
63
  ```bash
64
- wasmedge --dir .:. --nn-preload default:GGML:AUTO:dolphin-2.2-yi-34b-ggml-model-q4_0.gguf llama-chat.wasm -p chatml -r '<|im_end|>' -s 'You are a helpful AI assistant'
65
  ```
66
 
67
  ## Quantized GGUF Models
 
21
  <!-- header start -->
22
  <!-- 200823 -->
23
  <div style="width: auto; margin-left: auto; margin-right: auto">
24
+ <img src="https://github.com/LlamaEdge/LlamaEdge/raw/dev/assets/logo.svg" style="width: 100%; min-width: 400px; display: block; margin: auto;">
25
  </div>
26
  <hr style="margin-top: 1.0em; margin-bottom: 1.0em;">
27
  <!-- header end -->
 
34
 
35
  ## Run with LlamaEdge
36
 
37
+ - LlamaEdge version: [v0.2.8](https://github.com/LlamaEdge/LlamaEdge/releases/tag/0.2.8) and above
38
 
39
  - Prompt template
40
 
 
55
  - Run as LlamaEdge service
56
 
57
  ```bash
58
+ wasmedge --dir .:. --nn-preload default:GGML:AUTO:dolphin-2_2-yi-34b-Q5_K_M.gguf llama-api-server.wasm -p chatml -r '<|im_end|>'
59
  ```
60
 
61
  - Run as LlamaEdge command app
62
 
63
  ```bash
64
+ wasmedge --dir .:. --nn-preload default:GGML:AUTO:dolphin-2_2-yi-34b-Q5_K_M.gguf llama-chat.wasm -p chatml -r '<|im_end|>' -s 'You are a helpful AI assistant'
65
  ```
66
 
67
  ## Quantized GGUF Models