{ "schema_version": 2, "sample_id": "aishell4_test_s_r003s01c01", "evaluation_track": "moss_x1_dev_rocm_native_whole_context", "process_status": "succeeded", "engineering_completeness_status": "engineering_complete", "accuracy_ranking_allowed": true, "gate": { "transcript_coverage_status": "passed", "generation_termination_status": "coverage_complete_stop_reason_uninstrumented", "raw_tail_status": "passed_complete_parse", "repeat_timeline_status": "passed", "speaker_continuity_status": "structure_present_accuracy_scored" }, "coverage": { "audio_duration_seconds": 2220.529, "reference_last_voice_boundary_seconds": 2209.75175, "tail_tolerance_seconds": 1.0, "prediction_first_start_seconds": 6.04, "prediction_last_end_seconds": 2209.84, "coverage_ratio_to_reference_last_voice": 1.0000399366127892, "trailing_gap_to_reference_last_voice_seconds": -0.08825000000024374, "trailing_gap_to_audio_end_seconds": 10.68899999999985, "passed": true }, "raw_parser_audit": { "raw_nonempty": true, "raw_character_count": 19092, "raw_ending": "S04]嗯这儿没有问题[2187.34][2187.14][S01]啊那[2188.34][2187.21][S05]嗯我们这儿没问题吧[2189.14][2188.78][S01]下边儿了回呃回去了，各个把下边儿的员工们进行一些呃传达一下，呃今天的会议主题，让他们积极积极一点儿，呃你们下边儿也跟他们他们开个会，[2202.54][2199.64][S04]嗯[2200.34][2202.84][S01]呃别的就没有什么问题了，那行，那今天的会议就到这儿。[2209.84]\n", "result_segment_count": 390, "parser_segment_count": 390, "start_speaker_header_count": 390, "parser_header_mismatch_indices": [], "bracket_balance_open_minus_close": 0, "raw_roundtrip_matches_parser_serialization": true, "raw_ends_on_complete_parsed_segment": true }, "generation": { "generated_tokens": 14547, "requested_max_new_tokens": 65536, "equals_requested_max_new_tokens": false, "equals_known_prior_observed_16384_ceiling": false, "suspected_token_ceiling": false, "eos_observed": null, "stop_reason": null, "instrumentation_limitation": "runner_did_not_retain_token_ids_eos_or_stopping_criterion" }, "timeline": { "numeric_segment_count": 390, "negative_start_indices": [], "non_positive_duration_indices": [], "start_regression_indices": [], "end_regression_indices_allowed_nested_overlap": [ 49, 52, 57, 67, 71, 74, 76, 80, 82, 93, 96, 99, 101, 106, 124, 129, 133, 137, 140, 142, 144, 150, 152, 154, 158, 165, 168, 173, 192, 197, 209, 219, 221, 225, 227, 230, 233, 244, 250, 254, 258, 261, 263, 268, 270, 277, 282, 286, 289, 293, 297, 301, 303, 307, 309, 311, 315, 322, 326, 328, 333, 339, 343, 347, 351, 357, 361, 364, 374, 376, 388 ], "out_of_audio_bounds_indices": [], "adjacent_exact_speaker_text_duplicate_indices": [ 58, 68, 83, 94, 134, 138, 147, 155, 169, 248, 255, 256, 265, 273, 278, 283, 284, 299, 377, 378, 379, 380 ], "severe_repetition_detected": false, "longform_diagnostics": { "schema_version": 1, "protocol": { "name": "longform-engineering-diagnostics", "version": "v1", "accuracy_reference_required": false, "repetition_check": "exact_adjacent_normalized_token_blocks", "repetition_block_sizes_tokens": [ 12, 24, 48, 96 ] }, "nonempty_output": true, "text_character_count": 10771, "normalized_token_count": 9611, "characters_per_audio_minute": 291.038757, "runtime": { "audio_duration_seconds": 2220.529, "inference_seconds": 4050.0951054530015, "realtime_factor": 1.823932542854879, "job_id": null }, "repetition": { "adjacent_duplicate_block_counts": { "12": 0, "24": 0, "48": 0, "96": 0 }, "maximum_detected_duplicate_block_tokens": 0 }, "timeline": { "available": true, "segment_count": 390, "timed_segment_count": 390, "first_start_seconds": 6.04, "last_end_seconds": 2209.84, "trailing_unsegmented_seconds": 10.689, "invalid_span_count": 0, "start_regression_count": 0, "adjacent_identical_text_count": 26 } } }, "speaker_structure": { "speaker_count": 5, "labels": [ "S01", "S02", "S03", "S04", "S05" ], "segment_count_by_label": { "S01": 127, "S02": 50, "S03": 51, "S04": 59, "S05": 103 } }, "metrics": { "status": "formal_complete_sample", "accuracy_ranking_allowed": true, "transcription": { "primary_metric": "cer", "cer": { "rate": 0.165435, "substitutions": 469, "deletions": 955, "insertions": 278, "reference_tokens": 10288 }, "punctuation": { "precision": 0.735409, "recall": 0.847534, "f1": 0.7875, "matches": 567, "reference_count": 669, "hypothesis_count": 771 }, "terms": { "reference_count": 0, "hits": 0, "recall": 1.0 } }, "speaker_text": { "valid": true, "invalid_reason": "", "cer": { "rate": 0.1073, "errors": 1026, "reference_characters": 9562, "hypothesis_characters": 9611 }, "cpcer": { "rate": 0.104162, "errors": 996, "reference_characters": 9562, "hypothesis_characters": 9611 }, "delta_cp": -0.003137, "reference_speakers": 5, "hypothesis_speakers": 5, "speaker_assignment": [ { "reference_index": 0, "hypothesis_index": 0, "errors": 411 }, { "reference_index": 1, "hypothesis_index": 1, "errors": 137 }, { "reference_index": 2, "hypothesis_index": 2, "errors": 120 }, { "reference_index": 3, "hypothesis_index": 3, "errors": 164 }, { "reference_index": 4, "hypothesis_index": 4, "errors": 164 } ] }, "diarization": { "protocol": { "collar_seconds": 0.25 }, "overlap_included": { "der": 0.04891, "confusion": 20.2893, "false_alarm": 60.2645, "missed_detection": 11.2033, "total": 1876.0355 }, "overlap_excluded": { "der": 0.041667, "confusion": 9.1556, "false_alarm": 59.6265, "missed_detection": 6.0684, "total": 1796.413 }, "jer": 0.077844, "reference_speaker_count": 5, "hypothesis_speaker_count": 5, "speaker_count_error": 0 }, "timestamps": { "status": "diagnostic_native_segment_pairing_not_token_timestamp_parity", "accuracy_ranking_allowed": false, "metric": { "schema_version": 1, "protocol": { "text_alignment": "rapidfuzz_levenshtein_equal_blocks", "aggregation": "unique_matched_reference_hypothesis_segment_pairs", "percentile_interpolation": "linear", "tolerances_seconds": [ 0.25, 0.5, 1.0 ] }, "valid": true, "reference_segment_count": 716, "hypothesis_segment_count": 390, "reference_token_count": 10288, "hypothesis_token_count": 9611, "matched_token_count": 8864, "reference_token_match_coverage": 0.861586, "matched_segment_pair_count": 613, "start_absolute_error_seconds": { "count": 613, "mean": 3.581384, "median": 2.4326, "p90": 9.216513, "p95": 11.18382, "max": 14.62788 }, "end_absolute_error_seconds": { "count": 613, "mean": 3.636227, "median": 2.172194, "p90": 9.270979, "p95": 11.196499, "max": 16.655752 }, "time_iou": { "count": 613, "mean": 0.378658, "median": 0.299102, "p90": 0.867954, "p95": 0.938164, "max": 0.995089 }, "tolerance_hits": { "0.25s": { "start_hit_rate": 0.352365, "end_hit_rate": 0.334421, "both_hit_rate": 0.107667 }, "0.5s": { "start_hit_rate": 0.37031, "end_hit_rate": 0.375204, "both_hit_rate": 0.132137 }, "1s": { "start_hit_rate": 0.40783, "end_hit_rate": 0.404568, "both_hit_rate": 0.163132 } }, "reference_timeline_diagnostics": { "negative_start_count": 0, "non_positive_duration_count": 0, "start_regression_count": 0 }, "hypothesis_timeline_diagnostics": { "negative_start_count": 0, "non_positive_duration_count": 0, "start_regression_count": 0 } } } }, "runtime": { "model_load_seconds": 2.524196889004088, "inference_seconds": 4050.0951054530015, "rtf_excluding_model_load": 1.823932542854879, "runtime_metrics_valid": true }, "evidence": [ { "path": "runs/moss-0.9b-meeting-first-pass-v2-prepared-20260721/03-aishell4_test_s_r003s01c01/inference/result.json", "size_bytes": 1252, "sha256": "af4c298090a776099595e440e236254a6d06deac9ede744d5825b97b93a5a393" }, { "path": "runs/moss-0.9b-meeting-first-pass-v2-prepared-20260721/03-aishell4_test_s_r003s01c01/inference/raw/transcript.txt", "size_bytes": 39856, "sha256": "5894250ebe26b84d7c8a618757e278cf56e3603bea07822823e299280229b0e9" }, { "path": "runs/moss-0.9b-meeting-first-pass-v2-prepared-20260721/03-aishell4_test_s_r003s01c01/inference/segments.json", "size_bytes": 69949, "sha256": "4491406f9153d37507c46cf9485d932f4cab341f9b99f6d834a7ac0c9a1626c8" }, { "path": "runs/moss-0.9b-meeting-first-pass-v2-prepared-20260721/03-aishell4_test_s_r003s01c01/execution-snapshot/request.source.json", "size_bytes": 3700, "sha256": "66ad2e76f0a6403476b7704c2b7b7d805fbcd195ef3182a7c9f9b80441de193e" }, { "path": "data/samples/meetings/aishell-4/S_R003S01C01/audio.wav", "size_bytes": 71057006, "sha256": "352d72f24c6e98f54897a15fe47b162bf6f1672ad7f070a125369b43f9ac3edb" }, { "path": "data/samples/meetings/aishell-4/S_R003S01C01/reference.txt", "size_bytes": 32031, "sha256": "a6a426e6ea55998c2089fe4b83df8d587370a92a54cd6e961ab6c0a305c57b52" }, { "path": "data/samples/meetings/aishell-4/S_R003S01C01/reference.speaker.txt", "size_bytes": 52789, "sha256": "f2b63edf798d0b20bdbc32ffc119ecf59b8532f6a4855e141676daaecc72950f" }, { "path": "data/samples/meetings/aishell-4/S_R003S01C01/reference.segments.jsonl", "size_bytes": 206455, "sha256": "27ae152d2b14487ebf308ce82b1eee3cc172512a8aeec08ff6bb0e9dda47662d" }, { "path": "data/samples/meetings/aishell-4/S_R003S01C01/reference.rttm", "size_bytes": 46995, "sha256": "1fe23bd4aef6575bfe61f0bc4875bc54fb39044ec013c6383546217ccf3e56e5" } ] }