116 lines
2.8 KiB
Go
116 lines
2.8 KiB
Go
package renderers
|
||
|
||
import (
|
||
"encoding/json"
|
||
"strings"
|
||
|
||
"github.com/ollama/ollama/api"
|
||
)
|
||
|
||
type DeepSeekRenderer struct {
|
||
isThinking bool
|
||
}
|
||
|
||
func (r *DeepSeekRenderer) Render(messages []api.Message, tools []api.Tool, thinkValue *api.ThinkValue) (string, error) {
|
||
var sb strings.Builder
|
||
|
||
// thinking is enabled: model must support it AND user must request it (true)
|
||
enableThinking := r.isThinking && (thinkValue != nil && thinkValue.Bool())
|
||
|
||
var systemPrompt strings.Builder
|
||
var conversationMessages []api.Message
|
||
isFirstSystemPrompt := true
|
||
|
||
for _, message := range messages {
|
||
if message.Role == "system" {
|
||
if isFirstSystemPrompt {
|
||
systemPrompt.WriteString(message.Content)
|
||
isFirstSystemPrompt = false
|
||
} else {
|
||
systemPrompt.WriteString("\n\n" + message.Content)
|
||
}
|
||
} else {
|
||
conversationMessages = append(conversationMessages, message)
|
||
}
|
||
}
|
||
|
||
sb.WriteString("<｜begin▁of▁sentence｜>" + systemPrompt.String())
|
||
|
||
isLastUser := false
|
||
isToolContext := false
|
||
|
||
for _, message := range conversationMessages {
|
||
switch message.Role {
|
||
case "user":
|
||
isToolContext = false
|
||
isLastUser = true
|
||
sb.WriteString("<｜User｜>" + message.Content)
|
||
|
||
case "assistant":
|
||
if len(message.ToolCalls) > 0 {
|
||
if isLastUser {
|
||
sb.WriteString("<｜Assistant｜></think>")
|
||
}
|
||
isLastUser = false
|
||
isToolContext = false
|
||
|
||
if message.Content != "" {
|
||
sb.WriteString(message.Content)
|
||
}
|
||
|
||
sb.WriteString("<｜tool▁calls▁begin｜>")
|
||
|
||
for _, toolCall := range message.ToolCalls {
|
||
sb.WriteString("<｜tool▁call▁begin｜>" + toolCall.Function.Name + "<｜tool▁sep｜>")
|
||
|
||
argsJSON, _ := json.Marshal(toolCall.Function.Arguments)
|
||
sb.WriteString(string(argsJSON))
|
||
sb.WriteString("<｜tool▁call▁end｜>")
|
||
}
|
||
|
||
sb.WriteString("<｜tool▁calls▁end｜><｜end▁of▁sentence｜>")
|
||
} else {
|
||
if isLastUser {
|
||
sb.WriteString("<｜Assistant｜>")
|
||
if enableThinking {
|
||
sb.WriteString("<think>")
|
||
} else {
|
||
sb.WriteString("</think>")
|
||
}
|
||
}
|
||
isLastUser = false
|
||
|
||
content := message.Content
|
||
if isToolContext {
|
||
sb.WriteString(content + "<｜end▁of▁sentence｜>")
|
||
isToolContext = false
|
||
} else {
|
||
if strings.Contains(content, "</think>") {
|
||
parts := strings.SplitN(content, "</think>", 2)
|
||
if len(parts) > 1 {
|
||
content = parts[1]
|
||
}
|
||
}
|
||
sb.WriteString(content + "<｜end▁of▁sentence｜>")
|
||
}
|
||
}
|
||
|
||
case "tool":
|
||
isLastUser = false
|
||
isToolContext = true
|
||
sb.WriteString("<｜tool▁output▁begin｜>" + message.Content + "<｜tool▁output▁end｜>")
|
||
}
|
||
}
|
||
|
||
if isLastUser && !isToolContext {
|
||
sb.WriteString("<｜Assistant｜>")
|
||
if enableThinking {
|
||
sb.WriteString("<think>")
|
||
} else {
|
||
sb.WriteString("</think>")
|
||
}
|
||
}
|
||
|
||
return sb.String(), nil
|
||
}
|