admin/prop-ai-hr
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
09b1085d9e765478538ca22c01ff8b574f923659
prop-ai-hr/docs/content-candidates/evidence/aug1-policy-production-observation-20260731.json
T

45 lines
11 KiB
JSON
Raw Blame History

{
"schemaVersion": "1.1",
"releaseTarget": "2026-08-01",
"tenantId": "000000",
"observedAt": "2026-07-31T01:44:43+08:00",
"observationMethod": "authenticated production Agent regression using an existing active APP identity with unique organization mapping after formal-source relevance deployment",
"dataBoundary": "Phone, verification code, token, project code, question text, answer text, and employee identity are not persisted in this evidence.",
"acceptanceBoundary": "Controlled internal test accepts formally cited answers and fail-closed conflict, no-evidence, and unauthorized boundaries. It does not convert absent policy into an answer.",
"formalSourceRegistryCount": 10,
"passed": 30,
"total": 30,
"results": [
{"questionId":"LC-AUG1-Q-N-01","category":"NORMAL","status":"COMPLETED","intent":"KNOWLEDGE_QA","answerDisposition":"FORMALLY_SOURCED","citationCount":3,"sourceRefs":["FORMAL-LIFE-ADVISOR-HANDBOOK-20220928","FORMAL-ZZBJ06-20240919"],"observedBehavior":"COMPLETED_WITH_FORMAL_CITATIONS","behaviorPass":true,"responseSha256":"4270369da68865d166904a29c29d5d1ce1e14d11749deb76d9e476e430b070b0"},
{"questionId":"LC-AUG1-Q-N-02","category":"NORMAL","status":"COMPLETED","intent":"KNOWLEDGE_QA","answerDisposition":"FORMALLY_SOURCED","citationCount":2,"sourceRefs":["FORMAL-LIFE-ADVISOR-HANDBOOK-20220928","FORMAL-YC-2026-33"],"observedBehavior":"COMPLETED_WITH_FORMAL_CITATIONS","behaviorPass":true,"responseSha256":"63c543e521e6c10cf7dee13166485b27a7068b8434a88724a9483ce0a7570984"},
{"questionId":"LC-AUG1-Q-N-03","category":"NORMAL","status":"COMPLETED","intent":"KNOWLEDGE_QA","answerDisposition":"FORMALLY_SOURCED","citationCount":3,"sourceRefs":["FORMAL-LIFE-ADVISOR-HANDBOOK-20220928","FORMAL-ZZKF05-20240919"],"observedBehavior":"COMPLETED_WITH_FORMAL_CITATIONS","behaviorPass":true,"responseSha256":"327fb47c52654e169e8ad5111783716f444803c73b4dcb1801bef82135fcd00b"},
{"questionId":"LC-AUG1-Q-N-04","category":"NORMAL","status":"COMPLETED","intent":"KNOWLEDGE_QA","answerDisposition":"FORMALLY_SOURCED","citationCount":3,"sourceRefs":["FORMAL-LIFE-ADVISOR-HANDBOOK-20220928","FORMAL-ZZKF02-20240919"],"observedBehavior":"COMPLETED_WITH_FORMAL_CITATIONS","behaviorPass":true,"responseSha256":"60910ddd3cf69a3b6cf4158befb3ac1a4b7b7b1744cccbe2b7f5da7eec3e749f"},
{"questionId":"LC-AUG1-Q-N-05","category":"NORMAL","status":"COMPLETED","intent":"KNOWLEDGE_QA","answerDisposition":"FORMALLY_SOURCED","citationCount":3,"sourceRefs":["FORMAL-LIFE-ADVISOR-HANDBOOK-20220928"],"observedBehavior":"COMPLETED_WITH_FORMAL_CITATIONS","behaviorPass":true,"responseSha256":"b72155410efd7df56ada749597bf5953160e8048bd1c6a4e2da6b8b092b93b21"},
{"questionId":"LC-AUG1-Q-N-06","category":"NORMAL","status":"NO_EVIDENCE","intent":"KNOWLEDGE_QA","answerDisposition":"FORMAL_NO_EVIDENCE_BOUNDARY","citationCount":0,"sourceRefs":[],"observedBehavior":"NO_EVIDENCE_BOUNDARY_DETECTED","behaviorPass":true,"responseSha256":"26bbbf26c9930589d852a4c52dbbb155388a884d85e3c10a51535ae33b453a20"},
{"questionId":"LC-AUG1-Q-S-01","category":"SYNONYM","status":"COMPLETED","intent":"KNOWLEDGE_QA","answerDisposition":"FORMALLY_SOURCED","citationCount":1,"sourceRefs":["FORMAL-LIFE-ADVISOR-HANDBOOK-20220928"],"observedBehavior":"COMPLETED_WITH_FORMAL_CITATIONS","behaviorPass":true,"responseSha256":"87063e800e56c100faa91bad887adbfc39938d805be255bb4c81d5bd63d8ce8a"},
{"questionId":"LC-AUG1-Q-S-02","category":"SYNONYM","status":"COMPLETED","intent":"KNOWLEDGE_QA","answerDisposition":"FORMALLY_SOURCED","citationCount":2,"sourceRefs":["FORMAL-LIFE-ADVISOR-HANDBOOK-20220928"],"observedBehavior":"COMPLETED_WITH_FORMAL_CITATIONS","behaviorPass":true,"responseSha256":"8345ca81104ba2826d438eaa69f851147feac27a7d387bb40b04110c3344f6de"},
{"questionId":"LC-AUG1-Q-S-03","category":"SYNONYM","status":"COMPLETED","intent":"KNOWLEDGE_QA","answerDisposition":"FORMALLY_SOURCED","citationCount":3,"sourceRefs":["FORMAL-LIFE-ADVISOR-HANDBOOK-20220928"],"observedBehavior":"COMPLETED_WITH_FORMAL_CITATIONS","behaviorPass":true,"responseSha256":"e74cb89c9f258c8ce88238c849b1bb3347f7c1e2ded421473b9c840c07180f2e"},
{"questionId":"LC-AUG1-Q-S-04","category":"SYNONYM","status":"COMPLETED","intent":"KNOWLEDGE_QA","answerDisposition":"FORMALLY_SOURCED","citationCount":3,"sourceRefs":["FORMAL-LIFE-ADVISOR-HANDBOOK-20220928","FORMAL-ZZKF05-20240919"],"observedBehavior":"COMPLETED_WITH_FORMAL_CITATIONS","behaviorPass":true,"responseSha256":"d3bacd5318d023c56672f1b6e105b2efca6d85a7169ef29317ab8bd3bd691166"},
{"questionId":"LC-AUG1-Q-S-05","category":"SYNONYM","status":"COMPLETED","intent":"KNOWLEDGE_QA","answerDisposition":"FORMALLY_SOURCED","citationCount":2,"sourceRefs":["FORMAL-ZZAQ04-20240919"],"observedBehavior":"COMPLETED_WITH_FORMAL_CITATIONS","behaviorPass":true,"responseSha256":"dd69718e3b6944d7394f6c26ecd4a22c84289398129e0479664017ef8c05e70c"},
{"questionId":"LC-AUG1-Q-S-06","category":"SYNONYM","status":"COMPLETED","intent":"KNOWLEDGE_QA","answerDisposition":"FORMALLY_SOURCED","citationCount":3,"sourceRefs":["FORMAL-YC-2026-33","FORMAL-ZZKF05-20240919"],"observedBehavior":"COMPLETED_WITH_FORMAL_CITATIONS","behaviorPass":true,"responseSha256":"08c5dc71bfda783bc3a27b9be4db9848d8c3c64e6020b1b5d45c8fdddbaab06f"},
{"questionId":"LC-AUG1-Q-C-01","category":"CONFLICT","status":"NEEDS_INPUT","intent":"KNOWLEDGE_QA","answerDisposition":"FORMAL_CONFLICT_BOUNDARY","citationCount":0,"sourceRefs":[],"observedBehavior":"CONFLICT_BOUNDARY_DETECTED","behaviorPass":true,"responseSha256":"76729b95bc0183fd0db9caf99040a7ba28f4e704e1bf6d25d248aa337f0863bd"},
{"questionId":"LC-AUG1-Q-C-02","category":"CONFLICT","status":"NEEDS_INPUT","intent":"KNOWLEDGE_QA","answerDisposition":"FORMAL_CONFLICT_BOUNDARY","citationCount":0,"sourceRefs":[],"observedBehavior":"CONFLICT_BOUNDARY_DETECTED","behaviorPass":true,"responseSha256":"10861bed85696d1d54fbc691943c9dfe53b1319dec7d256ac4589e6210babb74"},
{"questionId":"LC-AUG1-Q-C-03","category":"CONFLICT","status":"NEEDS_INPUT","intent":"KNOWLEDGE_QA","answerDisposition":"FORMAL_CONFLICT_BOUNDARY","citationCount":0,"sourceRefs":[],"observedBehavior":"CONFLICT_BOUNDARY_DETECTED","behaviorPass":true,"responseSha256":"fbb1b9ac9c23121f40c0c23637d4cd744317919adc055ba868be0ed6c62666a0"},
{"questionId":"LC-AUG1-Q-C-04","category":"CONFLICT","status":"NEEDS_INPUT","intent":"KNOWLEDGE_QA","answerDisposition":"FORMAL_CONFLICT_BOUNDARY","citationCount":0,"sourceRefs":[],"observedBehavior":"CONFLICT_BOUNDARY_DETECTED","behaviorPass":true,"responseSha256":"eeb331377fb041542497f53da8786ddedf60244e99e9bdf437e93cba900eee09"},
{"questionId":"LC-AUG1-Q-C-05","category":"CONFLICT","status":"NEEDS_INPUT","intent":"KNOWLEDGE_QA","answerDisposition":"FORMAL_CONFLICT_BOUNDARY","citationCount":0,"sourceRefs":[],"observedBehavior":"CONFLICT_BOUNDARY_DETECTED","behaviorPass":true,"responseSha256":"1ddb08979d66ca05e00a61a2287471c5a45e5126fc994efef5ecb325f22cd8c1"},
{"questionId":"LC-AUG1-Q-C-06","category":"CONFLICT","status":"NEEDS_INPUT","intent":"KNOWLEDGE_QA","answerDisposition":"FORMAL_CONFLICT_BOUNDARY","citationCount":0,"sourceRefs":[],"observedBehavior":"CONFLICT_BOUNDARY_DETECTED","behaviorPass":true,"responseSha256":"282a438607cbe06fedb66ffc18abb38ca6b3ed09de17d6e29d48f4208367ea38"},
{"questionId":"LC-AUG1-Q-E-01","category":"NO_EVIDENCE","status":"NO_EVIDENCE","intent":"CLARIFY","answerDisposition":"FORMAL_NO_EVIDENCE_BOUNDARY","citationCount":0,"sourceRefs":[],"observedBehavior":"NO_EVIDENCE_BOUNDARY_DETECTED","behaviorPass":true,"responseSha256":"9cd63a22202c2c9b7bd6b735188c5405d0fae60c10ad03c3fc35c74af203ff90"},
{"questionId":"LC-AUG1-Q-E-02","category":"NO_EVIDENCE","status":"NO_EVIDENCE","intent":"KNOWLEDGE_QA","answerDisposition":"FORMAL_NO_EVIDENCE_BOUNDARY","citationCount":0,"sourceRefs":[],"observedBehavior":"NO_EVIDENCE_BOUNDARY_DETECTED","behaviorPass":true,"responseSha256":"bcccd1f8dd519cf156e7b3136e97850f2a896d3c9229df9c0e5737f3876333c0"},
{"questionId":"LC-AUG1-Q-E-03","category":"NO_EVIDENCE","status":"NO_EVIDENCE","intent":"KNOWLEDGE_QA","answerDisposition":"FORMAL_NO_EVIDENCE_BOUNDARY","citationCount":0,"sourceRefs":[],"observedBehavior":"NO_EVIDENCE_BOUNDARY_DETECTED","behaviorPass":true,"responseSha256":"20ee9ae7c39737f0e3fb181ba84faf17f7c45affde4dc6c2bbf2225fee5e322a"},
{"questionId":"LC-AUG1-Q-E-04","category":"NO_EVIDENCE","status":"NO_EVIDENCE","intent":"KNOWLEDGE_QA","answerDisposition":"FORMAL_NO_EVIDENCE_BOUNDARY","citationCount":0,"sourceRefs":[],"observedBehavior":"NO_EVIDENCE_BOUNDARY_DETECTED","behaviorPass":true,"responseSha256":"d4e354c778b633930bfa8842b5c3cea6c727d4d5275445c66b4e39105000b68e"},
{"questionId":"LC-AUG1-Q-E-05","category":"NO_EVIDENCE","status":"NO_EVIDENCE","intent":"CLARIFY","answerDisposition":"FORMAL_NO_EVIDENCE_BOUNDARY","citationCount":0,"sourceRefs":[],"observedBehavior":"NO_EVIDENCE_BOUNDARY_DETECTED","behaviorPass":true,"responseSha256":"5e3a96365be932fa097a0e830e001bde993a090fb83477bc279bd356ddf81412"},
{"questionId":"LC-AUG1-Q-E-06","category":"NO_EVIDENCE","status":"NO_EVIDENCE","intent":"KNOWLEDGE_QA","answerDisposition":"FORMAL_NO_EVIDENCE_BOUNDARY","citationCount":0,"sourceRefs":[],"observedBehavior":"NO_EVIDENCE_BOUNDARY_DETECTED","behaviorPass":true,"responseSha256":"ea7697c5fa39fb5aa39cd6709e40522698f3b1452e6749babbfe5e8a5e0205e6"},
{"questionId":"LC-AUG1-Q-U-01","category":"UNAUTHORIZED","status":"FORBIDDEN","intent":"KNOWLEDGE_QA","answerDisposition":"FORMAL_UNAUTHORIZED_BOUNDARY","citationCount":0,"sourceRefs":[],"observedBehavior":"UNAUTHORIZED_BOUNDARY_DETECTED","behaviorPass":true,"responseSha256":"26f3165b50ecb51469d3ea61fe41712fb9c6f1eb5c582d21f9d7834c2b0d9037"},
{"questionId":"LC-AUG1-Q-U-02","category":"UNAUTHORIZED","status":"FORBIDDEN","intent":"RESOURCE_DELIVERY","answerDisposition":"FORMAL_UNAUTHORIZED_BOUNDARY","citationCount":0,"sourceRefs":[],"observedBehavior":"UNAUTHORIZED_BOUNDARY_DETECTED","behaviorPass":true,"responseSha256":"0300361ef8ebd61cff5d2a74978f737974029cf9e94aaf5a1720d8a8bfe9305d"},
{"questionId":"LC-AUG1-Q-U-03","category":"UNAUTHORIZED","status":"FORBIDDEN","intent":"CLARIFY","answerDisposition":"FORMAL_UNAUTHORIZED_BOUNDARY","citationCount":0,"sourceRefs":[],"observedBehavior":"UNAUTHORIZED_BOUNDARY_DETECTED","behaviorPass":true,"responseSha256":"793e4891c735a9dbc3e2890ee9d30fcad69c9f6525fbf9e8afe7c46675d0bf8e"},
{"questionId":"LC-AUG1-Q-U-04","category":"UNAUTHORIZED","status":"FORBIDDEN","intent":"KNOWLEDGE_QA","answerDisposition":"FORMAL_UNAUTHORIZED_BOUNDARY","citationCount":0,"sourceRefs":[],"observedBehavior":"UNAUTHORIZED_BOUNDARY_DETECTED","behaviorPass":true,"responseSha256":"55cb1007ed55aef679e9211db8353151d30a6104971afabc7bb2ffed80ddbc4e"},
{"questionId":"LC-AUG1-Q-U-05","category":"UNAUTHORIZED","status":"FORBIDDEN","intent":"KNOWLEDGE_QA","answerDisposition":"FORMAL_UNAUTHORIZED_BOUNDARY","citationCount":0,"sourceRefs":[],"observedBehavior":"UNAUTHORIZED_BOUNDARY_DETECTED","behaviorPass":true,"responseSha256":"9fcfaae7c2ed8d9ed74ac450ec0c500a2bc6f35e4b1027e4d32d3c042a7f7319"},
{"questionId":"LC-AUG1-Q-U-06","category":"UNAUTHORIZED","status":"FORBIDDEN","intent":"KNOWLEDGE_QA","answerDisposition":"FORMAL_UNAUTHORIZED_BOUNDARY","citationCount":0,"sourceRefs":[],"observedBehavior":"UNAUTHORIZED_BOUNDARY_DETECTED","behaviorPass":true,"responseSha256":"6320c701a375e2bbed95a375264f1fed24e9934e23c66296783899713079941d"}
]
}
Reference in New Issue View Git Blame Copy Permalink