{"样例ID":"SYN-0001","场景类型":"短语音/录音转写","任务类型":["语音识别"],"输入数据":{"capability_chain":"C01","data_classification":"synthetic_engineering_validation","dialogue_turns":"-","fixture_variant":"clean_mandarin","path":"inputs/SYN-0001.json","source_id":"synthetic://SYN-0001.wav","subscene_type":"普通话口述","type":"synthetic_audio_fixture"},"音频信息":{"channels":1,"duration_ms":1200,"format":"wav","language":"普通话","sample_rate":16000,"signal_conditions":["synthetic","clean"],"speaker_count":1},"参考文本/标注":{"annotation_version":"fixture-2.0","expected_action":"-","expected_reply":"-","intent":"-","slots":"-","transcript":"请把今天的会议纪要发给李明","translation":"-","translation_context":"-"},"系统输出":{"action":"-","intent":"-","model_version":"deterministic-fixture-2.0","reply":"-","run_id":"RUN-SYN-0001","slots":"-","transcript":"请把今天的会议纪要发给李明","translation":"-"},"量化指标":{"candidate_status":"通过","input_summary_sha256":"ea1a59e38cd825ed8c7eaade03b1c1b85bc7825079d22cb192e6307a8c35c434","metric_name":"CER","metric_version":"cer-v1","normalization_version":"cer-normalize-v1","overall_candidate_status":"通过","reproducible":true,"stage_metrics":[],"status":"不判定","threshold_approval_status":"pending_approval","threshold_effective":false,"threshold_version":"1.0.0-candidate.1","value":0.0},"质量诊断":{"evidence_ids":["E-SYN-0001-METRIC"],"text":"CER=0.000000，未超过项目配置的通过阈值。 阈值版本 1.0.0-candidate.1 的审批状态为 pending_approval 且未生效；以上仅为工程候选状态，不构成正式通过/失败判定。"},"证据片段":[{"content":{"candidate_status":"通过","deletions":0,"input_summary_sha256":"ea1a59e38cd825ed8c7eaade03b1c1b85bc7825079d22cb192e6307a8c35c434","insertions":0,"metric_name":"CER","metric_version":"cer-v1","normalization_version":"cer-normalize-v1","normalized_hypothesis":"请把今天的会议纪要发给李明","normalized_reference":"请把今天的会议纪要发给李明","overall_candidate_status":"通过","reference_length":13,"status":"不判定","substitutions":0,"threshold_approval_status":"pending_approval","threshold_effective":false,"threshold_version":"1.0.0-candidate.1","value":0.0},"evidence_id":"E-SYN-0001-METRIC","location":"quantitative_metrics.CER","source":"computed_metric","type":"metric_snapshot"}],"影响评估":{"evidence_ids":["E-SYN-0001-METRIC"],"text":"当前参考与系统输出在字符层面一致或差异较小。 当前正式结论为证据不足。"},"优化建议":[{"evidence_ids":["E-SYN-0001-METRIC"],"text":"保留当前结果，继续按场景分层观察。"},{"evidence_ids":["E-SYN-0001-METRIC"],"text":"完成阈值审批并重新运行同版本证据；在此之前不判断正式质量等级及原因。"}],"人工修订":"-","最终结论":{"basis":"CER=0.000000，未超过项目配置的通过阈值。 阈值版本 1.0.0-candidate.1 的审批状态为 pending_approval 且未生效；以上仅为工程候选状态，不构成正式通过/失败判定。","evidence_ids":["E-SYN-0001-METRIC"],"level":"证据不足"}}
{"样例ID":"SYN-0002","场景类型":"短语音/录音转写","任务类型":["语音识别"],"输入数据":{"capability_chain":"C01","data_classification":"synthetic_engineering_validation","dialogue_turns":"-","fixture_variant":"noise_mixed_alphanumeric","path":"inputs/SYN-0002.json","source_id":"synthetic://SYN-0002.wav","subscene_type":"噪声/数字英文混合","type":"synthetic_audio_fixture"},"音频信息":{"channels":1,"duration_ms":1300,"format":"wav","language":"普通话","sample_rate":16000,"signal_conditions":["synthetic","noise","mixed_alphanumeric"],"speaker_count":1},"参考文本/标注":{"annotation_version":"fixture-2.0","expected_action":"-","expected_reply":"-","intent":"-","slots":"-","transcript":"请把订单 A1007 的数量改成 3 份","translation":"-","translation_context":"-"},"系统输出":{"action":"-","intent":"-","model_version":"deterministic-fixture-2.0","reply":"-","run_id":"RUN-SYN-0002","slots":"-","transcript":"请把订单 A1007 的数量改成 3 ","translation":"-"},"量化指标":{"candidate_status":"通过","input_summary_sha256":"682057274cbd09cf03e275a43c82ac443e5d6e8cf699411d9a60df8f4b41aaf5","metric_name":"CER","metric_version":"cer-v1","normalization_version":"cer-normalize-v1","overall_candidate_status":"通过","reproducible":true,"stage_metrics":[],"status":"不判定","threshold_approval_status":"pending_approval","threshold_effective":false,"threshold_version":"1.0.0-candidate.1","value":0.0625},"质量诊断":{"evidence_ids":["E-SYN-0002-METRIC","E-SYN-0002-001"],"text":"CER=0.062500，未超过项目配置的通过阈值。 阈值版本 1.0.0-candidate.1 的审批状态为 pending_approval 且未生效；以上仅为工程候选状态，不构成正式通过/失败判定。"},"证据片段":[{"content":{"candidate_status":"通过","deletions":1,"input_summary_sha256":"682057274cbd09cf03e275a43c82ac443e5d6e8cf699411d9a60df8f4b41aaf5","insertions":0,"metric_name":"CER","metric_version":"cer-v1","normalization_version":"cer-normalize-v1","normalized_hypothesis":"请把订单a1007的数量改成3","normalized_reference":"请把订单a1007的数量改成3份","overall_candidate_status":"通过","reference_length":16,"status":"不判定","substitutions":0,"threshold_approval_status":"pending_approval","threshold_effective":false,"threshold_version":"1.0.0-candidate.1","value":0.0625},"evidence_id":"E-SYN-0002-METRIC","location":"quantitative_metrics.CER","source":"computed_metric","type":"metric_snapshot"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"份","reference_index":15},"evidence_id":"E-SYN-0002-001","location":"reference_index=15","source":"reference_vs_output","type":"text_diff"}],"影响评估":{"evidence_ids":["E-SYN-0002-METRIC","E-SYN-0002-001"],"text":"当前参考与系统输出在字符层面一致或差异较小。 当前正式结论为证据不足。"},"优化建议":[{"evidence_ids":["E-SYN-0002-METRIC","E-SYN-0002-001"],"text":"保留当前结果，继续按场景分层观察。"},{"evidence_ids":["E-SYN-0002-METRIC","E-SYN-0002-001"],"text":"完成阈值审批并重新运行同版本证据；在此之前不判断正式质量等级及原因。"}],"人工修订":"-","最终结论":{"basis":"CER=0.062500，未超过项目配置的通过阈值。 阈值版本 1.0.0-candidate.1 的审批状态为 pending_approval 且未生效；以上仅为工程候选状态，不构成正式通过/失败判定。","evidence_ids":["E-SYN-0002-METRIC","E-SYN-0002-001"],"level":"证据不足"}}
{"样例ID":"SYN-0003","场景类型":"会议/办公语音翻译","任务类型":["语音识别","机器翻译"],"输入数据":{"capability_chain":"C02","data_classification":"synthetic_engineering_validation","dialogue_turns":"-","fixture_variant":"short_translation","path":"inputs/SYN-0003.json","source_id":"synthetic://SYN-0003.wav","subscene_type":"短句语翻","type":"synthetic_audio_fixture"},"音频信息":{"channels":1,"duration_ms":1400,"format":"wav","language":"普通话","sample_rate":16000,"signal_conditions":["synthetic","clean"],"speaker_count":1},"参考文本/标注":{"annotation_version":"fixture-2.0","expected_action":"-","expected_reply":"-","intent":"-","slots":"-","transcript":"请把文件发给王芳","translation":"Please send the file to Wang Fang","translation_context":"-"},"系统输出":{"action":"-","intent":"-","model_version":"deterministic-fixture-2.0","reply":"-","run_id":"RUN-SYN-0003","slots":"-","transcript":"请把文件发给","translation":"Please send the file to Wang Fang"},"量化指标":{"candidate_status":"失败","input_summary_sha256":"16dbc03b33b666ccac4c91c5c62da2e8f8602589f09e1ff8ff464d8c98a129a4","metric_name":"CER","metric_version":"cer-v1","normalization_version":"cer-normalize-v1","overall_candidate_status":"失败","reproducible":true,"stage_metrics":[{"applicable":true,"candidate_status":"通过","hypothesis":"Please send the file to Wang Fang","input_summary_sha256":"686d9438215b87c79cab2598a8af2511c4b665fe7b4b1e538349e2acbec1e0fe","matched":true,"metric_name":"translation_exact_match","metric_version":"stage-exact-v1","reference":"Please send the file to Wang Fang","reproducible":true,"stage":"machine_translation","value":1.0}],"status":"不判定","threshold_approval_status":"pending_approval","threshold_effective":false,"threshold_version":"1.0.0-candidate.1","value":0.25},"质量诊断":{"evidence_ids":["E-SYN-0003-METRIC","E-SYN-0003-001","E-SYN-0003-002","E-SYN-0003-STAGE-01-machine_translation"],"text":"CER=0.250000，超过项目配置的失败阈值。 阈值版本 1.0.0-candidate.1 的审批状态为 pending_approval 且未生效；以上仅为工程候选状态，不构成正式通过/失败判定。"},"证据片段":[{"content":{"candidate_status":"失败","deletions":2,"input_summary_sha256":"16dbc03b33b666ccac4c91c5c62da2e8f8602589f09e1ff8ff464d8c98a129a4","insertions":0,"metric_name":"CER","metric_version":"cer-v1","normalization_version":"cer-normalize-v1","normalized_hypothesis":"请把文件发给","normalized_reference":"请把文件发给王芳","overall_candidate_status":"失败","reference_length":8,"status":"不判定","substitutions":0,"threshold_approval_status":"pending_approval","threshold_effective":false,"threshold_version":"1.0.0-candidate.1","value":0.25},"evidence_id":"E-SYN-0003-METRIC","location":"quantitative_metrics.CER","source":"computed_metric","type":"metric_snapshot"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"王","reference_index":6},"evidence_id":"E-SYN-0003-001","location":"reference_index=6","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"芳","reference_index":7},"evidence_id":"E-SYN-0003-002","location":"reference_index=7","source":"reference_vs_output","type":"text_diff"},{"content":{"applicable":true,"candidate_status":"通过","hypothesis":"Please send the file to Wang Fang","input_summary_sha256":"686d9438215b87c79cab2598a8af2511c4b665fe7b4b1e538349e2acbec1e0fe","matched":true,"metric_name":"translation_exact_match","metric_version":"stage-exact-v1","reference":"Please send the file to Wang Fang","reproducible":true,"stage":"machine_translation","value":1.0},"evidence_id":"E-SYN-0003-STAGE-01-machine_translation","location":"quantitative_metrics.stage_metrics[0]","source":"computed_stage_metric","type":"stage_metric_snapshot"}],"影响评估":{"evidence_ids":["E-SYN-0003-METRIC","E-SYN-0003-001","E-SYN-0003-002","E-SYN-0003-STAGE-01-machine_translation"],"text":"字符差异较大，可能阻断语音识别或下游任务。 当前正式结论为证据不足。"},"优化建议":[{"evidence_ids":["E-SYN-0003-METRIC","E-SYN-0003-001","E-SYN-0003-002","E-SYN-0003-STAGE-01-machine_translation"],"text":"定位替换、删除和插入类型，补充对应数据或调整链路后回归。"},{"evidence_ids":["E-SYN-0003-METRIC","E-SYN-0003-001","E-SYN-0003-002","E-SYN-0003-STAGE-01-machine_translation"],"text":"完成阈值审批并重新运行同版本证据；在此之前不判断正式质量等级及原因。"}],"人工修订":"-","最终结论":{"basis":"CER=0.250000，超过项目配置的失败阈值。 阈值版本 1.0.0-candidate.1 的审批状态为 pending_approval 且未生效；以上仅为工程候选状态，不构成正式通过/失败判定。","evidence_ids":["E-SYN-0003-METRIC","E-SYN-0003-001","E-SYN-0003-002","E-SYN-0003-STAGE-01-machine_translation"],"level":"证据不足"}}
{"样例ID":"SYN-0004","场景类型":"会议/办公语音翻译","任务类型":["语音识别","机器翻译"],"输入数据":{"capability_chain":"C02","data_classification":"synthetic_engineering_validation","dialogue_turns":[{"内容":"上下文：项目评审安排","角色":"主持人","轮次":1},{"内容":"在今天下午的项目评审会上，请先介绍风险清单，再说明每项风险的负责人和预计解决时间。","角色":"用户","轮次":2}],"fixture_variant":"long_context_translation","path":"inputs/SYN-0004.json","source_id":"synthetic://SYN-0004.wav","subscene_type":"长句/上下文翻译","type":"synthetic_audio_fixture"},"音频信息":{"channels":1,"duration_ms":1500,"format":"wav","language":"普通话","sample_rate":16000,"signal_conditions":["synthetic","clean"],"speaker_count":1},"参考文本/标注":{"annotation_version":"fixture-2.0","expected_action":"-","expected_reply":"-","intent":"-","slots":"-","transcript":"在今天下午的项目评审会上，请先介绍风险清单，再说明每项风险的负责人和预计解决时间。","translation":"At this afternoon's project review, first introduce the risk list, then explain the owner and expected resolution time for each risk.","translation_context":"项目评审安排"},"系统输出":{"action":"-","intent":"-","model_version":"deterministic-fixture-2.0","reply":"-","run_id":"RUN-SYN-0004","slots":"-","transcript":"在今","translation":"At this afternoon's project review, first introduce the risk list, then explain the owner and expected resolution time for each risk."},"量化指标":{"candidate_status":"失败","input_summary_sha256":"0ca961589d8c707b8e5a6743428dabdb37572f31a7f82aa3f24c3c4a70a0ed7e","metric_name":"CER","metric_version":"cer-v1","normalization_version":"cer-normalize-v1","overall_candidate_status":"失败","reproducible":true,"stage_metrics":[{"applicable":true,"candidate_status":"通过","hypothesis":"At this afternoon's project review, first introduce the risk list, then explain the owner and expected resolution time for each risk.","input_summary_sha256":"c5745d7a1cb35d883b4711e3fb5f8fd9e173aad2eb2da22f8da6771a5851efa2","matched":true,"metric_name":"translation_exact_match","metric_version":"stage-exact-v1","reference":"At this afternoon's project review, first introduce the risk list, then explain the owner and expected resolution time for each risk.","reproducible":true,"stage":"machine_translation","value":1.0}],"status":"不判定","threshold_approval_status":"pending_approval","threshold_effective":false,"threshold_version":"1.0.0-candidate.1","value":0.9473684210526315},"质量诊断":{"evidence_ids":["E-SYN-0004-METRIC","E-SYN-0004-001","E-SYN-0004-002","E-SYN-0004-003","E-SYN-0004-004","E-SYN-0004-005","E-SYN-0004-006","E-SYN-0004-007","E-SYN-0004-008","E-SYN-0004-009","E-SYN-0004-010","E-SYN-0004-011","E-SYN-0004-012","E-SYN-0004-013","E-SYN-0004-014","E-SYN-0004-015","E-SYN-0004-016","E-SYN-0004-017","E-SYN-0004-018","E-SYN-0004-019","E-SYN-0004-020","E-SYN-0004-021","E-SYN-0004-022","E-SYN-0004-023","E-SYN-0004-024","E-SYN-0004-025","E-SYN-0004-026","E-SYN-0004-027","E-SYN-0004-028","E-SYN-0004-029","E-SYN-0004-030","E-SYN-0004-031","E-SYN-0004-032","E-SYN-0004-033","E-SYN-0004-034","E-SYN-0004-035","E-SYN-0004-036","E-SYN-0004-STAGE-01-machine_translation"],"text":"CER=0.947368，超过项目配置的失败阈值。 阈值版本 1.0.0-candidate.1 的审批状态为 pending_approval 且未生效；以上仅为工程候选状态，不构成正式通过/失败判定。"},"证据片段":[{"content":{"candidate_status":"失败","deletions":36,"input_summary_sha256":"0ca961589d8c707b8e5a6743428dabdb37572f31a7f82aa3f24c3c4a70a0ed7e","insertions":0,"metric_name":"CER","metric_version":"cer-v1","normalization_version":"cer-normalize-v1","normalized_hypothesis":"在今","normalized_reference":"在今天下午的项目评审会上请先介绍风险清单再说明每项风险的负责人和预计解决时间","overall_candidate_status":"失败","reference_length":38,"status":"不判定","substitutions":0,"threshold_approval_status":"pending_approval","threshold_effective":false,"threshold_version":"1.0.0-candidate.1","value":0.9473684210526315},"evidence_id":"E-SYN-0004-METRIC","location":"quantitative_metrics.CER","source":"computed_metric","type":"metric_snapshot"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"天","reference_index":2},"evidence_id":"E-SYN-0004-001","location":"reference_index=2","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"下","reference_index":3},"evidence_id":"E-SYN-0004-002","location":"reference_index=3","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"午","reference_index":4},"evidence_id":"E-SYN-0004-003","location":"reference_index=4","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"的","reference_index":5},"evidence_id":"E-SYN-0004-004","location":"reference_index=5","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"项","reference_index":6},"evidence_id":"E-SYN-0004-005","location":"reference_index=6","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"目","reference_index":7},"evidence_id":"E-SYN-0004-006","location":"reference_index=7","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"评","reference_index":8},"evidence_id":"E-SYN-0004-007","location":"reference_index=8","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"审","reference_index":9},"evidence_id":"E-SYN-0004-008","location":"reference_index=9","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"会","reference_index":10},"evidence_id":"E-SYN-0004-009","location":"reference_index=10","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"上","reference_index":11},"evidence_id":"E-SYN-0004-010","location":"reference_index=11","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"请","reference_index":12},"evidence_id":"E-SYN-0004-011","location":"reference_index=12","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"先","reference_index":13},"evidence_id":"E-SYN-0004-012","location":"reference_index=13","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"介","reference_index":14},"evidence_id":"E-SYN-0004-013","location":"reference_index=14","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"绍","reference_index":15},"evidence_id":"E-SYN-0004-014","location":"reference_index=15","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"风","reference_index":16},"evidence_id":"E-SYN-0004-015","location":"reference_index=16","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"险","reference_index":17},"evidence_id":"E-SYN-0004-016","location":"reference_index=17","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"清","reference_index":18},"evidence_id":"E-SYN-0004-017","location":"reference_index=18","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"单","reference_index":19},"evidence_id":"E-SYN-0004-018","location":"reference_index=19","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"再","reference_index":20},"evidence_id":"E-SYN-0004-019","location":"reference_index=20","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"说","reference_index":21},"evidence_id":"E-SYN-0004-020","location":"reference_index=21","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"明","reference_index":22},"evidence_id":"E-SYN-0004-021","location":"reference_index=22","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"每","reference_index":23},"evidence_id":"E-SYN-0004-022","location":"reference_index=23","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"项","reference_index":24},"evidence_id":"E-SYN-0004-023","location":"reference_index=24","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"风","reference_index":25},"evidence_id":"E-SYN-0004-024","location":"reference_index=25","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"险","reference_index":26},"evidence_id":"E-SYN-0004-025","location":"reference_index=26","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"的","reference_index":27},"evidence_id":"E-SYN-0004-026","location":"reference_index=27","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"负","reference_index":28},"evidence_id":"E-SYN-0004-027","location":"reference_index=28","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"责","reference_index":29},"evidence_id":"E-SYN-0004-028","location":"reference_index=29","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"人","reference_index":30},"evidence_id":"E-SYN-0004-029","location":"reference_index=30","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"和","reference_index":31},"evidence_id":"E-SYN-0004-030","location":"reference_index=31","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"预","reference_index":32},"evidence_id":"E-SYN-0004-031","location":"reference_index=32","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"计","reference_index":33},"evidence_id":"E-SYN-0004-032","location":"reference_index=33","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"解","reference_index":34},"evidence_id":"E-SYN-0004-033","location":"reference_index=34","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"决","reference_index":35},"evidence_id":"E-SYN-0004-034","location":"reference_index=35","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"时","reference_index":36},"evidence_id":"E-SYN-0004-035","location":"reference_index=36","source":"reference_vs_output","type":"text_diff"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"间","reference_index":37},"evidence_id":"E-SYN-0004-036","location":"reference_index=37","source":"reference_vs_output","type":"text_diff"},{"content":{"applicable":true,"candidate_status":"通过","hypothesis":"At this afternoon's project review, first introduce the risk list, then explain the owner and expected resolution time for each risk.","input_summary_sha256":"c5745d7a1cb35d883b4711e3fb5f8fd9e173aad2eb2da22f8da6771a5851efa2","matched":true,"metric_name":"translation_exact_match","metric_version":"stage-exact-v1","reference":"At this afternoon's project review, first introduce the risk list, then explain the owner and expected resolution time for each risk.","reproducible":true,"stage":"machine_translation","value":1.0},"evidence_id":"E-SYN-0004-STAGE-01-machine_translation","location":"quantitative_metrics.stage_metrics[0]","source":"computed_stage_metric","type":"stage_metric_snapshot"}],"影响评估":{"evidence_ids":["E-SYN-0004-METRIC","E-SYN-0004-001","E-SYN-0004-002","E-SYN-0004-003","E-SYN-0004-004","E-SYN-0004-005","E-SYN-0004-006","E-SYN-0004-007","E-SYN-0004-008","E-SYN-0004-009","E-SYN-0004-010","E-SYN-0004-011","E-SYN-0004-012","E-SYN-0004-013","E-SYN-0004-014","E-SYN-0004-015","E-SYN-0004-016","E-SYN-0004-017","E-SYN-0004-018","E-SYN-0004-019","E-SYN-0004-020","E-SYN-0004-021","E-SYN-0004-022","E-SYN-0004-023","E-SYN-0004-024","E-SYN-0004-025","E-SYN-0004-026","E-SYN-0004-027","E-SYN-0004-028","E-SYN-0004-029","E-SYN-0004-030","E-SYN-0004-031","E-SYN-0004-032","E-SYN-0004-033","E-SYN-0004-034","E-SYN-0004-035","E-SYN-0004-036","E-SYN-0004-STAGE-01-machine_translation"],"text":"字符差异较大，可能阻断语音识别或下游任务。 当前正式结论为证据不足。"},"优化建议":[{"evidence_ids":["E-SYN-0004-METRIC","E-SYN-0004-001","E-SYN-0004-002","E-SYN-0004-003","E-SYN-0004-004","E-SYN-0004-005","E-SYN-0004-006","E-SYN-0004-007","E-SYN-0004-008","E-SYN-0004-009","E-SYN-0004-010","E-SYN-0004-011","E-SYN-0004-012","E-SYN-0004-013","E-SYN-0004-014","E-SYN-0004-015","E-SYN-0004-016","E-SYN-0004-017","E-SYN-0004-018","E-SYN-0004-019","E-SYN-0004-020","E-SYN-0004-021","E-SYN-0004-022","E-SYN-0004-023","E-SYN-0004-024","E-SYN-0004-025","E-SYN-0004-026","E-SYN-0004-027","E-SYN-0004-028","E-SYN-0004-029","E-SYN-0004-030","E-SYN-0004-031","E-SYN-0004-032","E-SYN-0004-033","E-SYN-0004-034","E-SYN-0004-035","E-SYN-0004-036","E-SYN-0004-STAGE-01-machine_translation"],"text":"定位替换、删除和插入类型，补充对应数据或调整链路后回归。"},{"evidence_ids":["E-SYN-0004-METRIC","E-SYN-0004-001","E-SYN-0004-002","E-SYN-0004-003","E-SYN-0004-004","E-SYN-0004-005","E-SYN-0004-006","E-SYN-0004-007","E-SYN-0004-008","E-SYN-0004-009","E-SYN-0004-010","E-SYN-0004-011","E-SYN-0004-012","E-SYN-0004-013","E-SYN-0004-014","E-SYN-0004-015","E-SYN-0004-016","E-SYN-0004-017","E-SYN-0004-018","E-SYN-0004-019","E-SYN-0004-020","E-SYN-0004-021","E-SYN-0004-022","E-SYN-0004-023","E-SYN-0004-024","E-SYN-0004-025","E-SYN-0004-026","E-SYN-0004-027","E-SYN-0004-028","E-SYN-0004-029","E-SYN-0004-030","E-SYN-0004-031","E-SYN-0004-032","E-SYN-0004-033","E-SYN-0004-034","E-SYN-0004-035","E-SYN-0004-036","E-SYN-0004-STAGE-01-machine_translation"],"text":"完成阈值审批并重新运行同版本证据；在此之前不判断正式质量等级及原因。"}],"人工修订":"-","最终结论":{"basis":"CER=0.947368，超过项目配置的失败阈值。 阈值版本 1.0.0-candidate.1 的审批状态为 pending_approval 且未生效；以上仅为工程候选状态，不构成正式通过/失败判定。","evidence_ids":["E-SYN-0004-METRIC","E-SYN-0004-001","E-SYN-0004-002","E-SYN-0004-003","E-SYN-0004-004","E-SYN-0004-005","E-SYN-0004-006","E-SYN-0004-007","E-SYN-0004-008","E-SYN-0004-009","E-SYN-0004-010","E-SYN-0004-011","E-SYN-0004-012","E-SYN-0004-013","E-SYN-0004-014","E-SYN-0004-015","E-SYN-0004-016","E-SYN-0004-017","E-SYN-0004-018","E-SYN-0004-019","E-SYN-0004-020","E-SYN-0004-021","E-SYN-0004-022","E-SYN-0004-023","E-SYN-0004-024","E-SYN-0004-025","E-SYN-0004-026","E-SYN-0004-027","E-SYN-0004-028","E-SYN-0004-029","E-SYN-0004-030","E-SYN-0004-031","E-SYN-0004-032","E-SYN-0004-033","E-SYN-0004-034","E-SYN-0004-035","E-SYN-0004-036","E-SYN-0004-STAGE-01-machine_translation"],"level":"证据不足"}}
{"样例ID":"SYN-0005","场景类型":"车载/语音助手交互","任务类型":["语音识别","语义理解","对话生成"],"输入数据":{"capability_chain":"C03","data_classification":"synthetic_engineering_validation","dialogue_turns":"-","fixture_variant":"device_control","path":"inputs/SYN-0005.json","source_id":"synthetic://SYN-0005.wav","subscene_type":"设备控制","type":"synthetic_audio_fixture"},"音频信息":{"channels":1,"duration_ms":1600,"format":"wav","language":"普通话","sample_rate":16000,"signal_conditions":["synthetic","clean"],"speaker_count":1},"参考文本/标注":{"annotation_version":"fixture-2.0","expected_action":"turn_on","expected_reply":"已打开客厅空调","intent":"设备控制","slots":{"位置":"客厅","设备":"空调"},"transcript":"把客厅空调打开","translation":"-","translation_context":"-"},"系统输出":{"action":"turn_on","intent":"设备控制","model_version":"deterministic-fixture-2.0","reply":"已打开客厅空调","run_id":"RUN-SYN-0005","slots":{"位置":"客厅","设备":"空调"},"transcript":"把客厅空调打开","translation":"-"},"量化指标":{"candidate_status":"通过","input_summary_sha256":"435a698dbda98cc16ffa60c4e4d06e285529b43b80552be5ed8bf14280ceaa92","metric_name":"CER","metric_version":"cer-v1","normalization_version":"cer-normalize-v1","overall_candidate_status":"通过","reproducible":true,"stage_metrics":[{"applicable":true,"candidate_status":"通过","hypothesis":"设备控制","input_summary_sha256":"8a7587aa391e4291bd1e0b1d98f2c6484738c41f2a727ae45d253250c55b66a1","matched":true,"metric_name":"intent_exact_match","metric_version":"stage-exact-v1","reference":"设备控制","reproducible":true,"stage":"intent_understanding","value":1.0},{"applicable":true,"candidate_status":"通过","hypothesis":{"位置":"客厅","设备":"空调"},"input_summary_sha256":"a514b3357c6320250f81774c5a528ddda621ed5a40eed7aaad94df011c80d37a","matched":true,"metric_name":"slot_exact_match","metric_version":"stage-exact-v1","reference":{"位置":"客厅","设备":"空调"},"reproducible":true,"stage":"slot_filling","value":1.0},{"applicable":true,"candidate_status":"通过","hypothesis":"turn_on","input_summary_sha256":"af9d39d50456a872f4a433cacb5be350d7a20436564acc46def0bbb3fb64a9dc","matched":true,"metric_name":"action_exact_match","metric_version":"stage-exact-v1","reference":"turn_on","reproducible":true,"stage":"action_execution","value":1.0},{"applicable":true,"candidate_status":"通过","hypothesis":"已打开客厅空调","input_summary_sha256":"50a6e504e39bbb468f37c996c120da9da9b4d5ff4c69cafddc3fd2e8ca7f83cd","matched":true,"metric_name":"response_exact_match","metric_version":"stage-exact-v1","reference":"已打开客厅空调","reproducible":true,"stage":"response_generation","value":1.0}],"status":"不判定","threshold_approval_status":"pending_approval","threshold_effective":false,"threshold_version":"1.0.0-candidate.1","value":0.0},"质量诊断":{"evidence_ids":["E-SYN-0005-METRIC","E-SYN-0005-STAGE-01-intent_understanding","E-SYN-0005-STAGE-02-slot_filling","E-SYN-0005-STAGE-03-action_execution","E-SYN-0005-STAGE-04-response_generation"],"text":"CER=0.000000，未超过项目配置的通过阈值。 阈值版本 1.0.0-candidate.1 的审批状态为 pending_approval 且未生效；以上仅为工程候选状态，不构成正式通过/失败判定。"},"证据片段":[{"content":{"candidate_status":"通过","deletions":0,"input_summary_sha256":"435a698dbda98cc16ffa60c4e4d06e285529b43b80552be5ed8bf14280ceaa92","insertions":0,"metric_name":"CER","metric_version":"cer-v1","normalization_version":"cer-normalize-v1","normalized_hypothesis":"把客厅空调打开","normalized_reference":"把客厅空调打开","overall_candidate_status":"通过","reference_length":7,"status":"不判定","substitutions":0,"threshold_approval_status":"pending_approval","threshold_effective":false,"threshold_version":"1.0.0-candidate.1","value":0.0},"evidence_id":"E-SYN-0005-METRIC","location":"quantitative_metrics.CER","source":"computed_metric","type":"metric_snapshot"},{"content":{"applicable":true,"candidate_status":"通过","hypothesis":"设备控制","input_summary_sha256":"8a7587aa391e4291bd1e0b1d98f2c6484738c41f2a727ae45d253250c55b66a1","matched":true,"metric_name":"intent_exact_match","metric_version":"stage-exact-v1","reference":"设备控制","reproducible":true,"stage":"intent_understanding","value":1.0},"evidence_id":"E-SYN-0005-STAGE-01-intent_understanding","location":"quantitative_metrics.stage_metrics[0]","source":"computed_stage_metric","type":"stage_metric_snapshot"},{"content":{"applicable":true,"candidate_status":"通过","hypothesis":{"位置":"客厅","设备":"空调"},"input_summary_sha256":"a514b3357c6320250f81774c5a528ddda621ed5a40eed7aaad94df011c80d37a","matched":true,"metric_name":"slot_exact_match","metric_version":"stage-exact-v1","reference":{"位置":"客厅","设备":"空调"},"reproducible":true,"stage":"slot_filling","value":1.0},"evidence_id":"E-SYN-0005-STAGE-02-slot_filling","location":"quantitative_metrics.stage_metrics[1]","source":"computed_stage_metric","type":"stage_metric_snapshot"},{"content":{"applicable":true,"candidate_status":"通过","hypothesis":"turn_on","input_summary_sha256":"af9d39d50456a872f4a433cacb5be350d7a20436564acc46def0bbb3fb64a9dc","matched":true,"metric_name":"action_exact_match","metric_version":"stage-exact-v1","reference":"turn_on","reproducible":true,"stage":"action_execution","value":1.0},"evidence_id":"E-SYN-0005-STAGE-03-action_execution","location":"quantitative_metrics.stage_metrics[2]","source":"computed_stage_metric","type":"stage_metric_snapshot"},{"content":{"applicable":true,"candidate_status":"通过","hypothesis":"已打开客厅空调","input_summary_sha256":"50a6e504e39bbb468f37c996c120da9da9b4d5ff4c69cafddc3fd2e8ca7f83cd","matched":true,"metric_name":"response_exact_match","metric_version":"stage-exact-v1","reference":"已打开客厅空调","reproducible":true,"stage":"response_generation","value":1.0},"evidence_id":"E-SYN-0005-STAGE-04-response_generation","location":"quantitative_metrics.stage_metrics[3]","source":"computed_stage_metric","type":"stage_metric_snapshot"}],"影响评估":{"evidence_ids":["E-SYN-0005-METRIC","E-SYN-0005-STAGE-01-intent_understanding","E-SYN-0005-STAGE-02-slot_filling","E-SYN-0005-STAGE-03-action_execution","E-SYN-0005-STAGE-04-response_generation"],"text":"当前参考与系统输出在字符层面一致或差异较小。 当前正式结论为证据不足。"},"优化建议":[{"evidence_ids":["E-SYN-0005-METRIC","E-SYN-0005-STAGE-01-intent_understanding","E-SYN-0005-STAGE-02-slot_filling","E-SYN-0005-STAGE-03-action_execution","E-SYN-0005-STAGE-04-response_generation"],"text":"保留当前结果，继续按场景分层观察。"},{"evidence_ids":["E-SYN-0005-METRIC","E-SYN-0005-STAGE-01-intent_understanding","E-SYN-0005-STAGE-02-slot_filling","E-SYN-0005-STAGE-03-action_execution","E-SYN-0005-STAGE-04-response_generation"],"text":"完成阈值审批并重新运行同版本证据；在此之前不判断正式质量等级及原因。"}],"人工修订":"-","最终结论":{"basis":"CER=0.000000，未超过项目配置的通过阈值。 阈值版本 1.0.0-candidate.1 的审批状态为 pending_approval 且未生效；以上仅为工程候选状态，不构成正式通过/失败判定。","evidence_ids":["E-SYN-0005-METRIC","E-SYN-0005-STAGE-01-intent_understanding","E-SYN-0005-STAGE-02-slot_filling","E-SYN-0005-STAGE-03-action_execution","E-SYN-0005-STAGE-04-response_generation"],"level":"证据不足"}}
{"样例ID":"SYN-0006","场景类型":"车载/语音助手交互","任务类型":["语音识别","语义理解","对话生成"],"输入数据":{"capability_chain":"C03","data_classification":"synthetic_engineering_validation","dialogue_turns":[{"内容":"我想了解北京的安排。","角色":"用户","轮次":1},{"内容":"好的，请问你想查询什么？","角色":"系统","轮次":2},{"内容":"请查询明天北京的天气信息","角色":"用户","轮次":3}],"fixture_variant":"multi_turn_query","path":"inputs/SYN-0006.json","source_id":"synthetic://SYN-0006.wav","subscene_type":"信息查询/多轮任务","type":"synthetic_audio_fixture"},"音频信息":{"channels":1,"duration_ms":1700,"format":"wav","language":"普通话","sample_rate":16000,"signal_conditions":["synthetic","clean"],"speaker_count":1},"参考文本/标注":{"annotation_version":"fixture-2.0","expected_action":"query_weather","expected_reply":"北京明天晴转多云，最高温度26度","intent":"信息查询","slots":{"地点":"北京","日期":"明天"},"transcript":"请查询明天北京的天气信息","translation":"-","translation_context":"-"},"系统输出":{"action":"query_weather","intent":"信息查询","model_version":"deterministic-fixture-2.0","reply":"北京明天晴转多云，最高温度26度","run_id":"RUN-SYN-0006","slots":{"地点":"北京","日期":"明天"},"transcript":"请查询明天北京的天气信","translation":"-"},"量化指标":{"candidate_status":"通过","input_summary_sha256":"948b0f2c1e9d1733cf2c9231a99c1e12047fb038ad1fb410a39f3f022a1b0cd6","metric_name":"CER","metric_version":"cer-v1","normalization_version":"cer-normalize-v1","overall_candidate_status":"通过","reproducible":true,"stage_metrics":[{"applicable":true,"candidate_status":"通过","hypothesis":"信息查询","input_summary_sha256":"2b735ac325d579ea57c87e9590b3486e792a6efcbfdad9f276b9cc859df7a7fd","matched":true,"metric_name":"intent_exact_match","metric_version":"stage-exact-v1","reference":"信息查询","reproducible":true,"stage":"intent_understanding","value":1.0},{"applicable":true,"candidate_status":"通过","hypothesis":{"地点":"北京","日期":"明天"},"input_summary_sha256":"93eb78ea091df7cecd8e3147809931575254ad10ef15eb51766b72eee0b3cf28","matched":true,"metric_name":"slot_exact_match","metric_version":"stage-exact-v1","reference":{"地点":"北京","日期":"明天"},"reproducible":true,"stage":"slot_filling","value":1.0},{"applicable":true,"candidate_status":"通过","hypothesis":"query_weather","input_summary_sha256":"f0acaa4781eabb5d6d633db1d2c6323fd0f3ceaf8450abeac49ba354c73622c5","matched":true,"metric_name":"action_exact_match","metric_version":"stage-exact-v1","reference":"query_weather","reproducible":true,"stage":"action_execution","value":1.0},{"applicable":true,"candidate_status":"通过","hypothesis":"北京明天晴转多云，最高温度26度","input_summary_sha256":"69eeddc9ec68507b649c742c0c1a82afeb4d302c66b6a636081b950826ee2d39","matched":true,"metric_name":"response_exact_match","metric_version":"stage-exact-v1","reference":"北京明天晴转多云，最高温度26度","reproducible":true,"stage":"response_generation","value":1.0}],"status":"不判定","threshold_approval_status":"pending_approval","threshold_effective":false,"threshold_version":"1.0.0-candidate.1","value":0.08333333333333333},"质量诊断":{"evidence_ids":["E-SYN-0006-METRIC","E-SYN-0006-001","E-SYN-0006-STAGE-01-intent_understanding","E-SYN-0006-STAGE-02-slot_filling","E-SYN-0006-STAGE-03-action_execution","E-SYN-0006-STAGE-04-response_generation"],"text":"CER=0.083333，未超过项目配置的通过阈值。 阈值版本 1.0.0-candidate.1 的审批状态为 pending_approval 且未生效；以上仅为工程候选状态，不构成正式通过/失败判定。"},"证据片段":[{"content":{"candidate_status":"通过","deletions":1,"input_summary_sha256":"948b0f2c1e9d1733cf2c9231a99c1e12047fb038ad1fb410a39f3f022a1b0cd6","insertions":0,"metric_name":"CER","metric_version":"cer-v1","normalization_version":"cer-normalize-v1","normalized_hypothesis":"请查询明天北京的天气信","normalized_reference":"请查询明天北京的天气信息","overall_candidate_status":"通过","reference_length":12,"status":"不判定","substitutions":0,"threshold_approval_status":"pending_approval","threshold_effective":false,"threshold_version":"1.0.0-candidate.1","value":0.08333333333333333},"evidence_id":"E-SYN-0006-METRIC","location":"quantitative_metrics.CER","source":"computed_metric","type":"metric_snapshot"},{"content":{"hypothesis":"-","hypothesis_index":"-","op":"deletion","reference":"息","reference_index":11},"evidence_id":"E-SYN-0006-001","location":"reference_index=11","source":"reference_vs_output","type":"text_diff"},{"content":{"applicable":true,"candidate_status":"通过","hypothesis":"信息查询","input_summary_sha256":"2b735ac325d579ea57c87e9590b3486e792a6efcbfdad9f276b9cc859df7a7fd","matched":true,"metric_name":"intent_exact_match","metric_version":"stage-exact-v1","reference":"信息查询","reproducible":true,"stage":"intent_understanding","value":1.0},"evidence_id":"E-SYN-0006-STAGE-01-intent_understanding","location":"quantitative_metrics.stage_metrics[0]","source":"computed_stage_metric","type":"stage_metric_snapshot"},{"content":{"applicable":true,"candidate_status":"通过","hypothesis":{"地点":"北京","日期":"明天"},"input_summary_sha256":"93eb78ea091df7cecd8e3147809931575254ad10ef15eb51766b72eee0b3cf28","matched":true,"metric_name":"slot_exact_match","metric_version":"stage-exact-v1","reference":{"地点":"北京","日期":"明天"},"reproducible":true,"stage":"slot_filling","value":1.0},"evidence_id":"E-SYN-0006-STAGE-02-slot_filling","location":"quantitative_metrics.stage_metrics[1]","source":"computed_stage_metric","type":"stage_metric_snapshot"},{"content":{"applicable":true,"candidate_status":"通过","hypothesis":"query_weather","input_summary_sha256":"f0acaa4781eabb5d6d633db1d2c6323fd0f3ceaf8450abeac49ba354c73622c5","matched":true,"metric_name":"action_exact_match","metric_version":"stage-exact-v1","reference":"query_weather","reproducible":true,"stage":"action_execution","value":1.0},"evidence_id":"E-SYN-0006-STAGE-03-action_execution","location":"quantitative_metrics.stage_metrics[2]","source":"computed_stage_metric","type":"stage_metric_snapshot"},{"content":{"applicable":true,"candidate_status":"通过","hypothesis":"北京明天晴转多云，最高温度26度","input_summary_sha256":"69eeddc9ec68507b649c742c0c1a82afeb4d302c66b6a636081b950826ee2d39","matched":true,"metric_name":"response_exact_match","metric_version":"stage-exact-v1","reference":"北京明天晴转多云，最高温度26度","reproducible":true,"stage":"response_generation","value":1.0},"evidence_id":"E-SYN-0006-STAGE-04-response_generation","location":"quantitative_metrics.stage_metrics[3]","source":"computed_stage_metric","type":"stage_metric_snapshot"}],"影响评估":{"evidence_ids":["E-SYN-0006-METRIC","E-SYN-0006-001","E-SYN-0006-STAGE-01-intent_understanding","E-SYN-0006-STAGE-02-slot_filling","E-SYN-0006-STAGE-03-action_execution","E-SYN-0006-STAGE-04-response_generation"],"text":"当前参考与系统输出在字符层面一致或差异较小。 当前正式结论为证据不足。"},"优化建议":[{"evidence_ids":["E-SYN-0006-METRIC","E-SYN-0006-001","E-SYN-0006-STAGE-01-intent_understanding","E-SYN-0006-STAGE-02-slot_filling","E-SYN-0006-STAGE-03-action_execution","E-SYN-0006-STAGE-04-response_generation"],"text":"保留当前结果，继续按场景分层观察。"},{"evidence_ids":["E-SYN-0006-METRIC","E-SYN-0006-001","E-SYN-0006-STAGE-01-intent_understanding","E-SYN-0006-STAGE-02-slot_filling","E-SYN-0006-STAGE-03-action_execution","E-SYN-0006-STAGE-04-response_generation"],"text":"完成阈值审批并重新运行同版本证据；在此之前不判断正式质量等级及原因。"}],"人工修订":"-","最终结论":{"basis":"CER=0.083333，未超过项目配置的通过阈值。 阈值版本 1.0.0-candidate.1 的审批状态为 pending_approval 且未生效；以上仅为工程候选状态，不构成正式通过/失败判定。","evidence_ids":["E-SYN-0006-METRIC","E-SYN-0006-001","E-SYN-0006-STAGE-01-intent_understanding","E-SYN-0006-STAGE-02-slot_filling","E-SYN-0006-STAGE-03-action_execution","E-SYN-0006-STAGE-04-response_generation"],"level":"证据不足"}}