Upload Modelfile_q4_k_m
Browse files- Modelfile_q4_k_m +3 -0
Modelfile_q4_k_m
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
FROM ./NT-Java-1.1B_Q4_K_M.gguf
|
| 2 |
+
PARAMETER stop <|endoftext|>
|
| 3 |
+
PARAMETER num_ctx 4096
|