feat: govern knowledge assets and source citations
This commit is contained in:
@@ -0,0 +1,36 @@
|
||||
{
|
||||
"schemaVersion": 1,
|
||||
"datasetCode": "golden_eval_template",
|
||||
"description": "Template only. Replace queries, source names and fragment IDs with 100-300 human-reviewed local cases before using this as a release gate.",
|
||||
"labels": ["template", "not-human-validated"],
|
||||
"cases": [
|
||||
{
|
||||
"id": "urgent-repair-feedback",
|
||||
"query": "紧急报修后多久向业主反馈处理进度?",
|
||||
"category": "SOP",
|
||||
"position": "生活顾问",
|
||||
"caseType": "answerable",
|
||||
"relevantFragmentIds": [101],
|
||||
"requiredSourceNames": ["紧急报修处理SOP"],
|
||||
"forbiddenFragmentIds": [901]
|
||||
},
|
||||
{
|
||||
"id": "fee-collection-script",
|
||||
"query": "物业费催缴短信有哪些标准版本?",
|
||||
"category": "话术",
|
||||
"position": "生活顾问",
|
||||
"caseType": "answerable",
|
||||
"relevantFragmentIds": [102],
|
||||
"requiredSourceNames": ["催费话术"],
|
||||
"forbiddenFragmentIds": [902]
|
||||
},
|
||||
{
|
||||
"id": "unknown-private-agreement",
|
||||
"query": "某个未纳管项目的口头约定是什么?",
|
||||
"caseType": "no-answer",
|
||||
"expectedNoEvidence": true,
|
||||
"relevantFragmentIds": [],
|
||||
"forbiddenSourceNames": ["其他租户项目约定"]
|
||||
}
|
||||
]
|
||||
}
|
||||
Reference in New Issue
Block a user