Initial commit of Descrybe v2 without local scratch artifacts.

Drop one-shot tmp/axe scripts and agent i18n scratch so the Gitea tree is deployable.
2026-08-09 22:47:43 +02:00
commit 8580c996c3
1285 changed files with 325780 additions and 0 deletions
@@ -0,0 +1,120 @@
+package processing
+
+import (
+	"context"
+	"strings"
+	"testing"
+)
+
+func TestStripJSONFences(t *testing.T) {
+	in := "```json\n{\"a\":1}\n```"
+	got := StripJSONFences(in)
+	if got != `{"a":1}` {
+		t.Fatalf("got=%q", got)
+	}
+}
+
+func TestParseJSONObject_fenceAndProse(t *testing.T) {
+	obj, err := ParseJSONObject("Here you go:\n```\n{\"name\":\"X\",\"description\":\"Y\"}\n```")
+	if err != nil {
+		t.Fatal(err)
+	}
+	if obj["name"] != "X" {
+		t.Fatalf("%v", obj)
+	}
+}
+
+func TestParseJSONObject_arrayOfObjects(t *testing.T) {
+	obj, err := ParseJSONObject(`[{"name":"N","description":"D"},{"name":"Other"}]`)
+	if err != nil {
+		t.Fatal(err)
+	}
+	if obj["name"] != "N" || obj["description"] != "D" {
+		t.Fatalf("%v", obj)
+	}
+}
+
+func TestParseJSONObject_arrayFirstObjectFallback(t *testing.T) {
+	obj, err := ParseJSONObject(`[{"foo":1},{"name":"N"}]`)
+	if err != nil {
+		t.Fatal(err)
+	}
+	if obj["name"] != "N" {
+		t.Fatalf("%v", obj)
+	}
+}
+
+func TestCompactAttrs_priorityAndCap(t *testing.T) {
+	attrs := map[string]any{
+		"zzz": "late", "brand": "Acme", "color": "Red",
+		"a": "1", "b": "2", "c": "3", "d": "4", "e": "5", "f": "6", "g": "7", "h": "8",
+	}
+	got := CompactAttrs(attrs, 5)
+	if len(got) > 5 {
+		t.Fatalf("len=%d", len(got))
+	}
+	if got["brand"] != "Acme" {
+		t.Fatalf("brand missing: %v", got)
+	}
+}
+
+func TestCompleteJSON_retriesOnBadJSON(t *testing.T) {
+	calls := 0
+	c := stubCompleter{fn: func(_, _ string) (Completion, error) {
+		calls++
+		if calls == 1 {
+			return Completion{Text: "not json", TotalTokens: 2}, nil
+		}
+		return Completion{Text: `{"name":"N","description":"D"}`, TotalTokens: 3}, nil
+	}}
+	comp, obj, err := CompleteJSON(context.Background(), c, "sys", "user", CompleteOptions{MaxTokens: 50})
+	if err != nil {
+		t.Fatal(err)
+	}
+	if calls != 2 {
+		t.Fatalf("calls=%d", calls)
+	}
+	if obj["name"] != "N" {
+		t.Fatalf("%v", obj)
+	}
+	if comp.TotalTokens != 5 {
+		t.Fatalf("tokens=%d", comp.TotalTokens)
+	}
+}
+
+func TestCompleteJSON_returnsRetryError(t *testing.T) {
+	calls := 0
+	retryErr := context.DeadlineExceeded
+	c := stubCompleter{fn: func(_, _ string) (Completion, error) {
+		calls++
+		if calls == 1 {
+			return Completion{Text: "not json", TotalTokens: 2}, nil
+		}
+		return Completion{}, retryErr
+	}}
+
+	comp, obj, err := CompleteJSON(context.Background(), c, "sys", "user", CompleteOptions{MaxTokens: 50})
+	if err != retryErr {
+		t.Fatalf("err=%v want=%v", err, retryErr)
+	}
+	if obj != nil {
+		t.Fatalf("obj=%v", obj)
+	}
+	if comp.Text != "not json" {
+		t.Fatalf("comp=%+v", comp)
+	}
+	if calls != 2 {
+		t.Fatalf("calls=%d", calls)
+	}
+}
+
+func TestProductEnhanceUser_truncates(t *testing.T) {
+	long := strings.Repeat("x", 2000)
+	u := ProductEnhanceUser("Cat", "Name", long, map[string]any{"brand": "B"})
+	if len([]rune(u)) > 900 {
+		t.Fatalf("user too long: %d", len([]rune(u)))
+	}
+	if !strings.Contains(u, "brand") {
+		t.Fatalf("%s", u)
+	}
+}