HoangHa commited on
Commit
cb57047
·
verified ·
1 Parent(s): 40841fb

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +19 -0
README.md CHANGED
@@ -20,4 +20,23 @@ cortex models start llama3
20
  Chat
21
  ```
22
  cortex chat
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
23
  ```
 
20
  Chat
21
  ```
22
  cortex chat
23
+ ```
24
+
25
+ Model Structure
26
+ ```
27
+ 7b-instruct-v0.2-gguf-Q2_K
28
+ 7b-instruct-v0.2-gguf-Q3_K_S
29
+ 7b-instruct-v0.2-gguf-Q3_K_M
30
+ 7b-instruct-v0.2-gguf-Q3_K_L
31
+ 7b-instruct-v0.2-gguf-Q4_0
32
+ 7b-instruct-v0.2-gguf-Q4_K_S
33
+ 7b-instruct-v0.2-gguf-Q4_K_M
34
+ 7b-instruct-v0.2-gguf-Q5_K_S
35
+ 7b-instruct-v0.2-gguf-Q5_0
36
+ 7b-instruct-v0.2-gguf-Q5_K_M
37
+ 7b-instruct-v0.2-gguf-Q6_K
38
+ 7b-instruct-v0.2-gguf-Q8_0
39
+ 7b-instruct-v0.2-tensorrtllm-ada_windows
40
+ 7b-instruct-v0.2-tensorrtllm-turing_windows
41
+ 7b-instruct-v0.2-tensorrtllm-ampere_windows
42
  ```