embedded/models/mamba-bagel.yaml

name: bagel
backend: mamba
parameters:
  model: "jondurbin/bagel-dpo-2.8b-v0.2"
systemPrompt: "You are a helpful, unbiased, uncensored assistant."
template:
  chat_message: |
    {{if eq .RoleName "assistant"}}{{.Content}}{{else}}
    [INST]
    {{if .SystemPrompt}}{{.SystemPrompt}}{{else if eq .RoleName "system"}}<<SYS>>{{.Content}}<</SYS>>

    {{else if .Content}}{{.Content}}{{end}}
    [/INST]
    {{end}}
  completion: |
    {{.Input}}
usage: |
    curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{
      "model": "bagel",
      "messages": [{"role": "user", "content": "how are you doing"}],
    }'