37 lines
1.2 KiB
JSON
37 lines
1.2 KiB
JSON
{
|
|
"schemaVersion": 1,
|
|
"datasetCode": "golden_eval_template",
|
|
"description": "Template only. Replace queries, source names and fragment IDs with 100-300 human-reviewed local cases before using this as a release gate.",
|
|
"labels": ["template", "not-human-validated"],
|
|
"cases": [
|
|
{
|
|
"id": "urgent-repair-feedback",
|
|
"query": "紧急报修后多久向业主反馈处理进度？",
|
|
"category": "SOP",
|
|
"position": "生活顾问",
|
|
"caseType": "answerable",
|
|
"relevantFragmentIds": [101],
|
|
"requiredSourceNames": ["紧急报修处理SOP"],
|
|
"forbiddenFragmentIds": [901]
|
|
},
|
|
{
|
|
"id": "fee-collection-script",
|
|
"query": "物业费催缴短信有哪些标准版本？",
|
|
"category": "话术",
|
|
"position": "生活顾问",
|
|
"caseType": "answerable",
|
|
"relevantFragmentIds": [102],
|
|
"requiredSourceNames": ["催费话术"],
|
|
"forbiddenFragmentIds": [902]
|
|
},
|
|
{
|
|
"id": "unknown-private-agreement",
|
|
"query": "某个未纳管项目的口头约定是什么？",
|
|
"caseType": "no-answer",
|
|
"expectedNoEvidence": true,
|
|
"relevantFragmentIds": [],
|
|
"forbiddenSourceNames": ["其他租户项目约定"]
|
|
}
|
|
]
|
|
}
|