|
FROM /scratch/bbov/smeher/gtd_scratch/shreyasmeher/ConflLlama-Alt/unsloth.BF16.gguf |
|
|
|
TEMPLATE """Below is a description of an incident or situation. Please analyze if it describes a conflict-related event and identify any relevant incident types.{{ if .Prompt }} |
|
>>> Description: |
|
{{ .Prompt }}{{ end }} |
|
>>> Incident Classification: |
|
{{ .Response }}<|end_of_text|>""" |
|
|
|
PARAMETER stop "<|eot_id|>" |
|
PARAMETER stop "<|end_header_id|>" |
|
PARAMETER stop "<|start_header_id|>" |
|
PARAMETER stop "<|end_of_text|>" |
|
PARAMETER stop "<|reserved_special_token_" |
|
PARAMETER temperature 1.5 |
|
PARAMETER min_p 0.1 |