FROM ./PyBlissa-Coder-50M-F32.gguf

TEMPLATE """PROMPT: {{ .Prompt }}
CODE:
"""

PARAMETER temperature 0.8
PARAMETER top_k 50
PARAMETER top_p 0.95
PARAMETER num_ctx 1024
PARAMETER repeat_penalty 1.05

# Stop on EOT or when the model tries to start a new sample
PARAMETER stop "<|endoftext|>"
PARAMETER stop "PROMPT:"