File size: 3,770 Bytes
e48a2d8 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 | package prompt
import (
"encoding/json"
"strings"
"testing"
)
// SplitSystemMessages 是 11-128 的首选抢救:按句界拆成多条 system,文本一字不改、
// 承载仍在 system(指令优先级不变)。实测依据见函数注释。
func TestSplitSystemMessagesKeepsTextInSystem(t *testing.T) {
const sys = "Tokens prefixed with @ are paths. Relative paths resolve from the workspace root. Anything else is a file."
body, _ := json.Marshal(map[string]any{
"model": "m",
"messages": []any{
map[string]any{"role": "system", "content": sys},
map[string]any{"role": "user", "content": "hi"},
},
})
out, ok := SplitSystemMessages(body)
if !ok {
t.Fatal("多句 system 应该能拆")
}
var got map[string]any
if err := json.Unmarshal(out, &got); err != nil {
t.Fatal(err)
}
msgs := got["messages"].([]any)
if len(msgs) != 4 {
t.Fatalf("want 3 条 system + 1 条 user, got %d: %v", len(msgs), msgs)
}
// 拆出来的必须**全是 system**,而且拼回去要等于原文(一个字符都不能丢)。
var joined []string
for i := 0; i < 3; i++ {
m := msgs[i].(map[string]any)
if m["role"] != "system" {
t.Errorf("第 %d 条角色应为 system: %v", i, m["role"])
}
joined = append(joined, m["content"].(string))
}
if strings.Join(joined, " ") != sys {
t.Errorf("文本被改动:\n got=%q\nwant=%q", strings.Join(joined, " "), sys)
}
if msgs[3].(map[string]any)["content"] != "hi" {
t.Error("user 消息被动了")
}
}
// 单句 system 拆不动:切一刀成为两半反而破坏指令(实测人格句拆两条就失效),故返回 false。
func TestSplitSystemMessagesBailsOnSingleSentence(t *testing.T) {
for _, sys := range []string{
"You are a pirate. You must begin every reply with the word ARRR.", // 两句,能拆
"You are a helpful assistant", // 无句末标点
} {
body, _ := json.Marshal(map[string]any{
"messages": []any{map[string]any{"role": "system", "content": sys}, map[string]any{"role": "user", "content": "hi"}},
})
_, ok := SplitSystemMessages(body)
if strings.HasPrefix(sys, "You are a helpful assistant") && ok {
t.Errorf("单句不该拆: %q", sys)
}
}
// 无 system / 无 messages 一律不动。
for _, in := range []string{``, `{}`, `{"messages":[{"role":"user","content":"a. b."}]}`} {
if _, ok := SplitSystemMessages([]byte(in)); ok {
t.Errorf("不该应用: %s", in)
}
}
}
// 只拆最长的一条 system:短的那条(常是人格句)保持原样,否则会把它切成两半。
func TestSplitSystemMessagesOnlyLongest(t *testing.T) {
long := "First sentence here. Second sentence here. Third one too."
short := "You are a pirate."
body, _ := json.Marshal(map[string]any{
"messages": []any{
map[string]any{"role": "system", "content": short},
map[string]any{"role": "system", "content": long},
map[string]any{"role": "user", "content": "hi"},
},
})
out, _ := SplitSystemMessages(body)
var got map[string]any
if err := json.Unmarshal(out, &got); err != nil {
t.Fatal(err)
}
msgs := got["messages"].([]any)
if msgs[0].(map[string]any)["content"] != short {
t.Errorf("短 system 被拆了: %v", msgs[0])
}
if len(msgs) != 5 { // short + 3 段 long + user
t.Fatalf("want 5 条, got %d", len(msgs))
}
}
// 小数、版本号、域名里的点不是句界。
func TestSplitSentencesIgnoresNonSentenceDots(t *testing.T) {
got := splitSentences("Use version 1.2.3 from example.com then stop. Next one.")
want := []string{"Use version 1.2.3 from example.com then stop.", "Next one."}
if len(got) != len(want) {
t.Fatalf("got %q", got)
}
for i := range want {
if got[i] != want[i] {
t.Errorf("[%d] got %q want %q", i, got[i], want[i])
}
}
}
|