diff --git a/Modelfile b/Modelfile new file mode 100644 index 0000000..9dd705c --- /dev/null +++ b/Modelfile @@ -0,0 +1,8 @@ +FROM ./unsloth.Q8_0.gguf + +TEMPLATE """{{ if .System }}<|im_start|>system +{{ .System }}<|im_end|> +{{ end }}{{ if .Prompt }}<|im_start|>user +{{ .Prompt }}<|im_end|> +{{ end }}<|im_start|>assistant +""" \ No newline at end of file