test(aihr): align pilot completion metric

This commit is contained in:
2026-07-10 00:34:05 +08:00
parent beaf4f30d0
commit b9215236bc
3 changed files with 53 additions and 12 deletions
@@ -535,9 +535,9 @@ public class AihrPracticeSeedService {
ensureAssignmentTable();
ensureCalibrationTable();
int trainingCount = count("SELECT COUNT(*) FROM aihr_practice_session WHERE tenant_id = ? AND mode = 'mobile'", TENANT_ID);
int pendingAssignments = count("SELECT COUNT(*) FROM aihr_practice_assignment WHERE tenant_id = ? AND status = '待训练'", TENANT_ID);
int assignmentTotal = trainingCount + pendingAssignments;
boolean completionReady = assignmentTotal > 0 && trainingCount * 100 >= assignmentTotal * 80;
int completedPeople = countCompletedPilotPeople();
int pilotPeople = countPilotPeople();
boolean completionReady = pilotPeople > 0 && completedPeople * 100 >= pilotPeople * 80;
int reviewed = count("SELECT COUNT(*) FROM aihr_practice_session WHERE tenant_id = ? AND mode = 'mobile' AND status = '已复盘'", TENANT_ID);
CalibrationStats calibrationStats = calibrationStats();
AihrSopSeedService.SopReviewStats sopStats = sopSeedService.sopReviewStats();
@@ -554,7 +554,9 @@ public class AihrPracticeSeedService {
StringBuilder csv = new StringBuilder();
appendCsvRow(csv, "metric", "value");
appendCsvRow(csv, "training_count", trainingCount);
appendCsvRow(csv, "completion_rate", percent(trainingCount, assignmentTotal));
appendCsvRow(csv, "completion_people_count", completedPeople);
appendCsvRow(csv, "completion_people_total", pilotPeople);
appendCsvRow(csv, "completion_rate", percent(completedPeople, pilotPeople));
appendCsvRow(csv, "completion_rate_target", "80.0%");
appendCsvRow(csv, "completion_rate_ready", completionReady);
appendCsvRow(csv, "average_score", String.format(java.util.Locale.ROOT, "%.1f", averageScore == null ? 0 : averageScore));
@@ -597,6 +599,34 @@ public class AihrPracticeSeedService {
return csv.toString();
}
private int countCompletedPilotPeople() {
return count("""
SELECT COUNT(*)
FROM (
SELECT DISTINCT ext_party_id
FROM aihr_practice_session
WHERE tenant_id = ? AND mode = 'mobile'
) completed_people
""", TENANT_ID);
}
private int countPilotPeople() {
return count("""
SELECT COUNT(*)
FROM (
SELECT ext_party_id
FROM aihr_practice_session
WHERE tenant_id = ? AND mode = 'mobile'
UNION
SELECT ext_party_id
FROM aihr_practice_assignment
WHERE tenant_id = ?
AND status = '待训练'
AND (source <> 'daily' OR DATE(create_time) = CURRENT_DATE())
) pilot_people
""", TENANT_ID, TENANT_ID);
}
public ReviewDetailResponse reviewDetail(Long id) {
ensurePracticeTable();
if (id == null) {
+1 -1
View File
@@ -32,7 +32,7 @@
| 4 | 管理端 `/train/practice` | 选择训练记录 → 人工校准评分 → 导出试点 CSV | 导出包含训练次数、完训率、平均分、预警数、主管复盘率、AI/人工分档一致率、SOP 可用率 |
| 5 | 模型成本闸门 | 设置 `AIHR_AI_RUNTIME_ENABLED=false` 后重启后端 → 调 `/api/aihr/model/chat` | 返回 `cost-guard-fallback`,chat/asr/tts 走现有文本兜底,不影响训练闭环 |
试点正式验收前,用 `AIHR_PILOT_STRICT=true ./scripts/demo-check.sh` 检查 M5 样本闸门;完训率、校准样本、AI/人工分档一致率和 SOP 可用率未达标时应失败,不用静态演示 marker 代替真实试点数据。
试点正式验收前,用 `AIHR_PILOT_STRICT=true ./scripts/demo-check.sh` 检查 M5 样本闸门;人员完训率、校准样本、AI/人工分档一致率和 SOP 可用率未达标时应失败,不用静态演示 marker 代替真实试点数据。
## 录屏兜底
+18 -7
View File
@@ -57,11 +57,22 @@ check_pilot_samples() {
return
fi
local scenario_count training_count pending_assignments assignment_total calibration_stats calibration_count calibration_matched sop_total sop_usable sop_pending
local scenario_count completed_people pilot_people calibration_stats calibration_count calibration_matched sop_total sop_usable sop_pending
scenario_count="$(pilot_sql_scalar "SELECT COUNT(*) FROM aihr_practice_scenario WHERE tenant_id = '000000' AND position = '生活顾问' AND enabled = 1")"
training_count="$(pilot_sql_scalar "SELECT COUNT(*) FROM aihr_practice_session WHERE tenant_id = '000000' AND mode = 'mobile'")"
pending_assignments="$(pilot_sql_scalar "SELECT COUNT(*) FROM aihr_practice_assignment WHERE tenant_id = '000000' AND status = '待训练'")"
assignment_total=$(( training_count + pending_assignments ))
completed_people="$(pilot_sql_scalar "SELECT COUNT(*) FROM (SELECT DISTINCT ext_party_id FROM aihr_practice_session WHERE tenant_id = '000000' AND mode = 'mobile') completed_people")"
pilot_people="$(pilot_sql_scalar "
SELECT COUNT(*)
FROM (
SELECT ext_party_id
FROM aihr_practice_session
WHERE tenant_id = '000000' AND mode = 'mobile'
UNION
SELECT ext_party_id
FROM aihr_practice_assignment
WHERE tenant_id = '000000'
AND status = '待训练'
AND (source <> 'daily' OR DATE(create_time) = CURRENT_DATE())
) pilot_people")"
calibration_stats="$(pilot_sql_scalar "
SELECT COUNT(*) AS total,
COALESCE(SUM(CASE
@@ -80,12 +91,12 @@ check_pilot_samples() {
sop_total="$(pilot_sql_scalar "SELECT COUNT(*) FROM aihr_sop_answer_review WHERE tenant_id = '000000' AND status = '已评审'")"
sop_usable="$(pilot_sql_scalar "SELECT COALESCE(SUM(CASE WHEN usable = 1 THEN 1 ELSE 0 END), 0) FROM aihr_sop_answer_review WHERE tenant_id = '000000' AND status = '已评审'")"
sop_pending="$(pilot_sql_scalar "SELECT COUNT(*) FROM aihr_sop_answer_review WHERE tenant_id = '000000' AND status <> '已评审'")"
echo "OK: pilot gates scenarios=${scenario_count}/12 completion=${training_count}/${assignment_total} calibration=${calibration_count}/20 consistency=${calibration_matched}/${calibration_count} sop_usable=${sop_usable}/${sop_total} sop_pending=${sop_pending}"
echo "OK: pilot gates scenarios=${scenario_count}/12 completion=${completed_people}/${pilot_people} calibration=${calibration_count}/20 consistency=${calibration_matched}/${calibration_count} sop_usable=${sop_usable}/${sop_total} sop_pending=${sop_pending}"
[[ "${AIHR_PILOT_STRICT:-false}" != "true" ]] || {
(( scenario_count >= 12 )) || fail "pilot enabled scenarios ${scenario_count}/12"
(( assignment_total > 0 )) || fail "pilot completion samples missing"
(( training_count * 100 >= assignment_total * 80 )) || fail "pilot completion rate below 80% (${training_count}/${assignment_total})"
(( pilot_people > 0 )) || fail "pilot completion samples missing"
(( completed_people * 100 >= pilot_people * 80 )) || fail "pilot completion rate below 80% (${completed_people}/${pilot_people})"
(( calibration_count >= 20 )) || fail "pilot calibration samples ${calibration_count}/20"
(( calibration_matched * 100 >= calibration_count * 70 )) || fail "pilot AI/human band consistency below 70%"
(( sop_total > 0 )) || fail "pilot SOP review samples missing"