Modelfile

FROM ./BlackSheep-Q2_K.gguf

# set the temperature to 1 [higher is more creative, lower is more coherent]
PARAMETER temperature 0.666
PARAMETER num_ctx 8192
# PARAMETER num_gpu 42
# PARAMETER num_thread 2
PARAMETER stop "</s>"
PARAMETER stop "<s>"
PARAMETER stop "<br/>"
PARAMETER stop "<br>"
PARAMETER stop "<|im_start|>"
PARAMETER stop "<|user|>"
PARAMETER stop "<|end|>"
PARAMETER stop "<|im_end|>"
PARAMETER stop "<|`end `|>"
PARAMETER stop "<|` end `|>"
PARAMETER stop "<|` end`|>"
PARAMETER stop "<|`---`|>"
PARAMETER stop "<|endoftext|>"
PARAMETER stop "<|`EndBlackSheepText `|>"
PARAMETER stop "


"
PARAMETER stop "---"
PARAMETER stop "<|End|>"
PARAMETER stop "<|End>"
PARAMETER stop "<|End"
PARAMETER stop "<|"
PARAMETER stop "\n\n\n"
PARAMETER stop "BEGININPUT" 
PARAMETER stop "ENDINPUT" 
PARAMETER stop "BEGINCONTEXT" 
PARAMETER stop "ENDCONTEXT" 
PARAMETER stop "BEGININSTRUCTION"
PARAMETER stop "ENDINSTRUCTION"
PARAMETER stop "Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request."
PARAMETER stop "### Input:"
PARAMETER stop "### Instruction"
# PARAMETER num_predict -2

PARAMETER stop "<|start_header_id|>"
PARAMETER stop "<|end_header_id|>"
PARAMETER stop "<|eot_id|>"
PARAMETER stop "<|reserved_special_token"
PARAMETER stop "<|system|>"
PARAMETER stop " \`\`\` "

TEMPLATE """
{{ if .System }}
{{ .System }}{{ end }}

{{ if .Prompt }}<|Human User|>
{{ .Prompt }}{{ end }}

<|BlackSheep|>
{{ .Response }}
### Enter RP mode. You shall reply while staying in character. Your responses must be detailed, creative, immersive, and drive the scenario forward. You will follow your character's persona.
"""