|
|
|
|
@@ -22,13 +22,7 @@ ADAPTER adapter1
|
|
|
|
|
LICENSE MIT
|
|
|
|
|
PARAMETER param1 value1
|
|
|
|
|
PARAMETER param2 value2
|
|
|
|
|
TEMPLATE """{{ if .System }}<|start_header_id|>system<|end_header_id|>
|
|
|
|
|
|
|
|
|
|
{{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>
|
|
|
|
|
|
|
|
|
|
{{ .Prompt }}<|eot_id|>{{ end }}<|start_header_id|>assistant<|end_header_id|>
|
|
|
|
|
|
|
|
|
|
{{ .Response }}<|eot_id|>"""
|
|
|
|
|
TEMPLATE template1
|
|
|
|
|
`
|
|
|
|
|
|
|
|
|
|
reader := strings.NewReader(input)
|
|
|
|
|
@@ -42,40 +36,7 @@ TEMPLATE """{{ if .System }}<|start_header_id|>system<|end_header_id|>
|
|
|
|
|
{Name: "license", Args: "MIT"},
|
|
|
|
|
{Name: "param1", Args: "value1"},
|
|
|
|
|
{Name: "param2", Args: "value2"},
|
|
|
|
|
{Name: "template", Args: "{{ if .System }}<|start_header_id|>system<|end_header_id|>\n\n{{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>\n\n{{ .Prompt }}<|eot_id|>{{ end }}<|start_header_id|>assistant<|end_header_id|>\n\n{{ .Response }}<|eot_id|>"},
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
assert.Equal(t, expectedCommands, modelfile.Commands)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestParseFileTrimSpace(t *testing.T) {
|
|
|
|
|
input := `
|
|
|
|
|
FROM " model 1"
|
|
|
|
|
ADAPTER adapter3
|
|
|
|
|
LICENSE "MIT "
|
|
|
|
|
PARAMETER param1 value1
|
|
|
|
|
PARAMETER param2 value2
|
|
|
|
|
TEMPLATE """ {{ if .System }}<|start_header_id|>system<|end_header_id|>
|
|
|
|
|
|
|
|
|
|
{{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>
|
|
|
|
|
|
|
|
|
|
{{ .Prompt }}<|eot_id|>{{ end }}<|start_header_id|>assistant<|end_header_id|>
|
|
|
|
|
|
|
|
|
|
{{ .Response }}<|eot_id|> """
|
|
|
|
|
`
|
|
|
|
|
|
|
|
|
|
reader := strings.NewReader(input)
|
|
|
|
|
|
|
|
|
|
modelfile, err := ParseFile(reader)
|
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
|
|
expectedCommands := []Command{
|
|
|
|
|
{Name: "model", Args: " model 1"},
|
|
|
|
|
{Name: "adapter", Args: "adapter3"},
|
|
|
|
|
{Name: "license", Args: "MIT "},
|
|
|
|
|
{Name: "param1", Args: "value1"},
|
|
|
|
|
{Name: "param2", Args: "value2"},
|
|
|
|
|
{Name: "template", Args: " {{ if .System }}<|start_header_id|>system<|end_header_id|>\n\n{{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>\n\n{{ .Prompt }}<|eot_id|>{{ end }}<|start_header_id|>assistant<|end_header_id|>\n\n{{ .Response }}<|eot_id|> "},
|
|
|
|
|
{Name: "template", Args: "template1"},
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
assert.Equal(t, expectedCommands, modelfile.Commands)
|
|
|
|
|
@@ -87,26 +48,6 @@ func TestParseFileFrom(t *testing.T) {
|
|
|
|
|
expected []Command
|
|
|
|
|
err error
|
|
|
|
|
}{
|
|
|
|
|
{
|
|
|
|
|
"FROM \"FOO BAR \"",
|
|
|
|
|
[]Command{{Name: "model", Args: "FOO BAR "}},
|
|
|
|
|
nil,
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"FROM \"FOO BAR\"\nPARAMETER param1 value1",
|
|
|
|
|
[]Command{{Name: "model", Args: "FOO BAR"}, {Name: "param1", Args: "value1"}},
|
|
|
|
|
nil,
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"FROM FOOO BAR ",
|
|
|
|
|
[]Command{{Name: "model", Args: "FOOO BAR"}},
|
|
|
|
|
nil,
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"FROM /what/is/the path ",
|
|
|
|
|
[]Command{{Name: "model", Args: "/what/is/the path"}},
|
|
|
|
|
nil,
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"FROM foo",
|
|
|
|
|
[]Command{{Name: "model", Args: "foo"}},
|
|
|
|
|
@@ -145,11 +86,6 @@ func TestParseFileFrom(t *testing.T) {
|
|
|
|
|
[]Command{{Name: "param1", Args: "value1"}, {Name: "model", Args: "foo"}},
|
|
|
|
|
nil,
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"PARAMETER what the \nFROM lemons make lemonade ",
|
|
|
|
|
[]Command{{Name: "what", Args: "the"}, {Name: "model", Args: "lemons make lemonade"}},
|
|
|
|
|
nil,
|
|
|
|
|
},
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
for _, c := range cases {
|
|
|
|
|
@@ -463,7 +399,7 @@ func TestParseFileParameters(t *testing.T) {
|
|
|
|
|
"mirostat_eta 1.0": {"mirostat_eta", "1.0"},
|
|
|
|
|
"penalize_newline true": {"penalize_newline", "true"},
|
|
|
|
|
"stop ### User:": {"stop", "### User:"},
|
|
|
|
|
"stop ### User: ": {"stop", "### User:"},
|
|
|
|
|
"stop ### User: ": {"stop", "### User: "},
|
|
|
|
|
"stop \"### User:\"": {"stop", "### User:"},
|
|
|
|
|
"stop \"### User: \"": {"stop", "### User: "},
|
|
|
|
|
"stop \"\"\"### User:\"\"\"": {"stop", "### User:"},
|
|
|
|
|
|