mirror of
https://github.com/openclaw/openclaw.git
synced 2026-05-03 10:10:22 +00:00
0609bf8581
* feat(memory): add recall audit and doctor repair flow * refactor(memory): rename symbolic scoring and harden dreaming * feat(memory): add multilingual concept vocabulary * docs(changelog): note dreaming memory follow-up * docs(changelog): shorten dreaming follow-up entry * fix(memory): address review follow-ups * chore(skills): tighten security triage trust model * Update CHANGELOG.md
78 lines
2.1 KiB
TypeScript
78 lines
2.1 KiB
TypeScript
import { describe, expect, it } from "vitest";
|
|
import {
|
|
classifyConceptTagScript,
|
|
deriveConceptTags,
|
|
summarizeConceptTagScriptCoverage,
|
|
} from "./concept-vocabulary.js";
|
|
|
|
describe("concept vocabulary", () => {
|
|
it("extracts Unicode-aware concept tags for common European languages", () => {
|
|
const tags = deriveConceptTags({
|
|
path: "memory/2026-04-04.md",
|
|
snippet:
|
|
"Configuración de gateway, configuration du routeur, Sicherung und Überwachung Glacier.",
|
|
});
|
|
|
|
expect(tags).toEqual(
|
|
expect.arrayContaining([
|
|
"gateway",
|
|
"configuración",
|
|
"configuration",
|
|
"routeur",
|
|
"sicherung",
|
|
"überwachung",
|
|
"glacier",
|
|
]),
|
|
);
|
|
expect(tags).not.toContain("de");
|
|
expect(tags).not.toContain("du");
|
|
expect(tags).not.toContain("und");
|
|
expect(tags).not.toContain("2026-04-04.md");
|
|
});
|
|
|
|
it("extracts protected and segmented CJK concept tags", () => {
|
|
const tags = deriveConceptTags({
|
|
path: "memory/2026-04-04.md",
|
|
snippet:
|
|
"障害対応ルーター設定とバックアップ確認。路由器备份与网关同步。라우터 백업 페일오버 점검.",
|
|
});
|
|
|
|
expect(tags).toEqual(
|
|
expect.arrayContaining([
|
|
"障害対応",
|
|
"ルーター",
|
|
"バックアップ",
|
|
"路由器",
|
|
"备份",
|
|
"网关",
|
|
"라우터",
|
|
"백업",
|
|
]),
|
|
);
|
|
expect(tags).not.toContain("ルー");
|
|
expect(tags).not.toContain("ター");
|
|
});
|
|
|
|
it("classifies concept tags by script family", () => {
|
|
expect(classifyConceptTagScript("routeur")).toBe("latin");
|
|
expect(classifyConceptTagScript("路由器")).toBe("cjk");
|
|
expect(classifyConceptTagScript("qmd路由器")).toBe("mixed");
|
|
});
|
|
|
|
it("summarizes entry coverage across latin, cjk, and mixed tags", () => {
|
|
expect(
|
|
summarizeConceptTagScriptCoverage([
|
|
["routeur", "sauvegarde"],
|
|
["路由器", "备份"],
|
|
["qmd", "路由器"],
|
|
["сервер"],
|
|
]),
|
|
).toEqual({
|
|
latinEntryCount: 1,
|
|
cjkEntryCount: 1,
|
|
mixedEntryCount: 1,
|
|
otherEntryCount: 1,
|
|
});
|
|
});
|
|
});
|