i think I forgot to push this

Signed-off-by: Matt Williams <m@technovangelist.com>
This commit is contained in:
Matt Williams 2024-05-01 11:20:39 -07:00
parent b2e883e213
commit 83c0675f98
2 changed files with 14 additions and 0 deletions

View file

@ -0,0 +1,8 @@
FROM ./biomistral-7b-q4-km-gguf
TEMPLATE """
<|im_start|>system
{{ .System }}<|im_end|>
<|im_start|>user
{{ .Prompt }}<|im_end|>
<|im_start|>assistant
"""

View file

@ -0,0 +1,6 @@
FROM ./biomistral-7b-q4-km-gguf
TEMPLATE """<s>
[INST] {{ .Prompt }} [/INST]
</s>"""
PARAMETER temperature 1.8
PARAMETER stop "<|im_end|>"