paradox0bytes commited on
Commit
552d060
·
verified ·
1 Parent(s): 586dbe5

Upload Modelfile

Browse files
Files changed (1) hide show
  1. Modelfile +13 -14
Modelfile CHANGED
@@ -1,14 +1,13 @@
1
-
2
- FROM /content/paradox0bytes/dolphin-custom-trainedv2/unsloth.BF16.gguf
3
- TEMPLATE """{{ if .System }}<|start_header_id|>system<|end_header_id|>
4
-
5
- {{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>
6
-
7
- {{ .Prompt }}<|eot_id|>{{ end }}<|start_header_id|>assistant<|end_header_id|>
8
-
9
- {{ .Response }}<|eot_id|>"""
10
- PARAMETER stop "<|start_header_id|>"
11
- PARAMETER stop "<|end_header_id|>"
12
- PARAMETER stop "<|eot_id|>"
13
- PARAMETER temperature 1.5
14
- PARAMETER min_p 0.1
 
1
+ FROM ./unsloth.Q8_0.gguf
2
+
3
+ TEMPLATE """{{ if .System }}<|start_header_id|>system<|end_header_id|>
4
+
5
+ {{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>
6
+
7
+ {{ .Prompt }}<|eot_id|>{{ end }}<|start_header_id|>assistant<|end_header_id|>
8
+
9
+ {{ .Response }}<|eot_id|>"""
10
+ PARAMETER stop "<|start_header_id|>"
11
+ PARAMETER stop "<|end_header_id|>"
12
+ PARAMETER stop "<|eot_id|>"
13
+ PARAMETER stop "<|reserved_special_token"