{ "schema_version": 2, "sample_id": "aishell4_test_l_r003s01c02", "evaluation_track": "moss_x1_dev_rocm_native_whole_context", "process_status": "succeeded", "engineering_completeness_status": "engineering_complete", "accuracy_ranking_allowed": true, "gate": { "transcript_coverage_status": "passed", "generation_termination_status": "coverage_complete_stop_reason_uninstrumented", "raw_tail_status": "passed_complete_parse", "repeat_timeline_status": "passed", "speaker_continuity_status": "structure_present_accuracy_scored" }, "coverage": { "audio_duration_seconds": 2362.945, "reference_last_voice_boundary_seconds": 2266.755, "tail_tolerance_seconds": 1.0, "prediction_first_start_seconds": 4.88, "prediction_last_end_seconds": 2331.04, "coverage_ratio_to_reference_last_voice": 1.028359924208836, "trailing_gap_to_reference_last_voice_seconds": -64.28499999999985, "trailing_gap_to_audio_end_seconds": 31.9050000000002, "passed": true }, "raw_parser_audit": { "raw_nonempty": true, "raw_character_count": 20388, "raw_ending": "24][S01]呃保洁那该打扫的打扫，呃争取把咱这个小区的品质，呃物业的品质再提高两次，[2263.14][2263.14][S02]好好的，嗯好的[2265.44][2263.74][S01]嗯好[2264.64][2264.84][S09]好[2265.54][2265.24][S09]那散会[2266.34][2266.34][S02]好[2267.04][2329.04][S01]这number三对吧[2330.44][2330.34][S05]嗯[2331.04]\n", "result_segment_count": 479, "parser_segment_count": 479, "start_speaker_header_count": 479, "parser_header_mismatch_indices": [], "bracket_balance_open_minus_close": 0, "raw_roundtrip_matches_parser_serialization": true, "raw_ends_on_complete_parsed_segment": true }, "generation": { "generated_tokens": 16257, "requested_max_new_tokens": 65536, "equals_requested_max_new_tokens": false, "equals_known_prior_observed_16384_ceiling": false, "suspected_token_ceiling": false, "eos_observed": null, "stop_reason": null, "instrumentation_limitation": "runner_did_not_retain_token_ids_eos_or_stopping_criterion" }, "timeline": { "numeric_segment_count": 479, "negative_start_indices": [], "non_positive_duration_indices": [], "start_regression_indices": [], "end_regression_indices_allowed_nested_overlap": [ 23, 53, 55, 62, 75, 80, 87, 90, 96, 99, 102, 112, 115, 118, 121, 129, 132, 143, 149, 153, 155, 160, 163, 167, 170, 176, 186, 190, 192, 196, 199, 204, 206, 208, 211, 218, 220, 224, 227, 234, 244, 251, 256, 258, 268, 275, 279, 283, 293, 297, 300, 308, 316, 318, 321, 324, 332, 336, 340, 346, 349, 352, 355, 360, 362, 367, 370, 374, 382, 387, 392, 396, 398, 402, 408, 410, 416, 418, 421, 423, 426, 429, 431, 436, 442, 446, 450, 453, 459, 464, 467, 473 ], "out_of_audio_bounds_indices": [], "adjacent_exact_speaker_text_duplicate_indices": [ 76, 97, 133, 201, 212, 280, 327, 333, 356, 363, 368, 376, 380, 393, 399, 438, 439, 440, 443, 444, 460, 469 ], "severe_repetition_detected": false, "longform_diagnostics": { "schema_version": 1, "protocol": { "name": "longform-engineering-diagnostics", "version": "v1", "accuracy_reference_required": false, "repetition_check": "exact_adjacent_normalized_token_blocks", "repetition_block_sizes_tokens": [ 12, 24, 48, 96 ] }, "nonempty_output": true, "text_character_count": 10260, "normalized_token_count": 8978, "characters_per_audio_minute": 260.522357, "runtime": { "audio_duration_seconds": 2362.945, "inference_seconds": 4779.357582184995, "realtime_factor": 2.0226275187044114, "job_id": null }, "repetition": { "adjacent_duplicate_block_counts": { "12": 0, "24": 0, "48": 0, "96": 0 }, "maximum_detected_duplicate_block_tokens": 0 }, "timeline": { "available": true, "segment_count": 479, "timed_segment_count": 479, "first_start_seconds": 4.88, "last_end_seconds": 2331.04, "trailing_unsegmented_seconds": 31.905, "invalid_span_count": 0, "start_regression_count": 0, "adjacent_identical_text_count": 25 } } }, "speaker_structure": { "speaker_count": 9, "labels": [ "S01", "S02", "S03", "S04", "S05", "S06", "S07", "S08", "S09" ], "segment_count_by_label": { "S01": 97, "S02": 169, "S03": 59, "S04": 49, "S05": 88, "S06": 1, "S07": 11, "S08": 3, "S09": 2 } }, "metrics": { "status": "formal_complete_sample", "accuracy_ranking_allowed": true, "transcription": { "primary_metric": "cer", "cer": { "rate": 0.248996, "substitutions": 764, "deletions": 885, "insertions": 646, "reference_tokens": 9217 }, "punctuation": { "precision": 0.528607, "recall": 0.70598, "f1": 0.604552, "matches": 425, "reference_count": 602, "hypothesis_count": 804 }, "terms": { "reference_count": 0, "hits": 0, "recall": 1.0 } }, "speaker_text": { "valid": true, "invalid_reason": "", "cer": { "rate": 0.203903, "errors": 1766, "reference_characters": 8661, "hypothesis_characters": 8978 }, "cpcer": { "rate": 0.21083, "errors": 1826, "reference_characters": 8661, "hypothesis_characters": 8978 }, "delta_cp": 0.006928, "reference_speakers": 6, "hypothesis_speakers": 9, "speaker_assignment": [ { "reference_index": 0, "hypothesis_index": 0, "errors": 763 }, { "reference_index": 1, "hypothesis_index": 1, "errors": 226 }, { "reference_index": 2, "hypothesis_index": 2, "errors": 143 }, { "reference_index": 3, "hypothesis_index": 3, "errors": 167 }, { "reference_index": 4, "hypothesis_index": 4, "errors": 337 }, { "reference_index": 5, "hypothesis_index": 6, "errors": 45 }, { "reference_index": 6, "hypothesis_index": 5, "errors": 3 }, { "reference_index": 7, "hypothesis_index": 7, "errors": 138 }, { "reference_index": 8, "hypothesis_index": 8, "errors": 4 } ] }, "diarization": { "protocol": { "collar_seconds": 0.25 }, "overlap_included": { "der": 0.093102, "confusion": 54.0408, "false_alarm": 89.8112, "missed_detection": 49.9688, "total": 2081.8041 }, "overlap_excluded": { "der": 0.084147, "confusion": 32.6441, "false_alarm": 88.7029, "missed_detection": 30.719, "total": 1807.1567 }, "jer": 0.138631, "reference_speaker_count": 6, "hypothesis_speaker_count": 9, "speaker_count_error": 3 }, "timestamps": { "status": "diagnostic_native_segment_pairing_not_token_timestamp_parity", "accuracy_ranking_allowed": false, "metric": { "schema_version": 1, "protocol": { "text_alignment": "rapidfuzz_levenshtein_equal_blocks", "aggregation": "unique_matched_reference_hypothesis_segment_pairs", "percentile_interpolation": "linear", "tolerances_seconds": [ 0.25, 0.5, 1.0 ] }, "valid": true, "reference_segment_count": 512, "hypothesis_segment_count": 479, "reference_token_count": 9217, "hypothesis_token_count": 8978, "matched_token_count": 7568, "reference_token_match_coverage": 0.821091, "matched_segment_pair_count": 508, "start_absolute_error_seconds": { "count": 508, "mean": 2.514914, "median": 0.274889, "p90": 7.877179, "p95": 10.262212, "max": 17.479721 }, "end_absolute_error_seconds": { "count": 508, "mean": 2.774563, "median": 0.506281, "p90": 8.545384, "p95": 10.548847, "max": 16.478338 }, "time_iou": { "count": 508, "mean": 0.531796, "median": 0.541375, "p90": 0.96965, "p95": 0.987379, "max": 0.997863 }, "tolerance_hits": { "0.25s": { "start_hit_rate": 0.494094, "end_hit_rate": 0.417323, "both_hit_rate": 0.253937 }, "0.5s": { "start_hit_rate": 0.527559, "end_hit_rate": 0.498031, "both_hit_rate": 0.332677 }, "1s": { "start_hit_rate": 0.574803, "end_hit_rate": 0.525591, "both_hit_rate": 0.364173 } }, "reference_timeline_diagnostics": { "negative_start_count": 0, "non_positive_duration_count": 0, "start_regression_count": 0 }, "hypothesis_timeline_diagnostics": { "negative_start_count": 0, "non_positive_duration_count": 0, "start_regression_count": 0 } } } }, "runtime": { "model_load_seconds": 2.4673923250084044, "inference_seconds": 4779.357582184995, "rtf_excluding_model_load": 2.0226275187044114, "runtime_metrics_valid": true, "runtime_comparability": "valid", "contamination": null }, "evidence": [ { "path": "runs/moss-0.9b-meeting-first-pass-v2-prepared-20260721/01-aishell4_test_l_r003s01c02/inference/result.json", "size_bytes": 1252, "sha256": "80fcda5152211d8a66a795b9111d6ba0397d7f0057044a098230501b45213d90" }, { "path": "runs/moss-0.9b-meeting-first-pass-v2-prepared-20260721/01-aishell4_test_l_r003s01c02/inference/raw/transcript.txt", "size_bytes": 39940, "sha256": "9a3b8766f7a0b193595aade2da440bbc17acf06f7e95ddbfbcc73504a88f8f44" }, { "path": "runs/moss-0.9b-meeting-first-pass-v2-prepared-20260721/01-aishell4_test_l_r003s01c02/inference/segments.json", "size_bytes": 76886, "sha256": "a8922c1e36c154e53b977df1d21673aee663ada75c13643cfff5beb7671cf0d6" }, { "path": "runs/moss-0.9b-meeting-first-pass-v2-prepared-20260721/01-aishell4_test_l_r003s01c02/execution-snapshot/request.source.json", "size_bytes": 3700, "sha256": "908ef3f46d95a96b0a1695188969257181e3aa054f319257dda82873476e8c16" }, { "path": "data/samples/meetings/aishell-4/L_R003S01C02/audio.wav", "size_bytes": 75614318, "sha256": "b8536df94481a65cd27d9213541e7832582590e09792804ab1be4b6b0d269a70" }, { "path": "data/samples/meetings/aishell-4/L_R003S01C02/reference.txt", "size_bytes": 28824, "sha256": "af79593c93c5d2af3f3edff5cb3ccc4ad93afb6bc3b198e737c864b83ea7506b" }, { "path": "data/samples/meetings/aishell-4/L_R003S01C02/reference.speaker.txt", "size_bytes": 43112, "sha256": "4e961433a2a1b63e7e42985f674a716422a495ff8b5868fb448ccad69f792dbb" }, { "path": "data/samples/meetings/aishell-4/L_R003S01C02/reference.segments.jsonl", "size_bytes": 154682, "sha256": "739916be57936136f12768c7e39a612ffa20f3bf0b553110ee1d02cb51d37a55" }, { "path": "data/samples/meetings/aishell-4/L_R003S01C02/reference.rttm", "size_bytes": 33636, "sha256": "9dfd301c5b96f60813aaddec2549edc007851699917d9326e4db7e13c6b05ed9" } ] }