{
  "status": "succeeded",
  "prompt_len": 31292,
  "generated_tokens": 16257,
  "segment_count": 479,
  "model_load_seconds": 2.4673923250084044,
  "inference_seconds": 4779.357582184995,
  "audio_duration_seconds": 2362.945,
  "rtf_excluding_model_load": 2.0226275187044114,
  "peak_memory_allocated_bytes": 7559196672,
  "peak_memory_reserved_bytes": 13826523136,
  "loader_validation": {
    "loader": "custom_loader_flat_bf16_bulk_transfer",
    "validation_passed": true,
    "unique_parameter_count": 683,
    "all_named_parameter_count": 684,
    "alias_group_count": 1,
    "flat_bytes": 1817026560,
    "storage_coverage_exact": true,
    "coverage_check_count": 1366,
    "coverage_checks_all_passed": true,
    "alias_checks_all_passed": true,
    "flat_cpu_sha256": "353036ce83a67a0b752247c779f29a45a8b39c9d157d389786e9bafa9980b6fa",
    "round_trip_sha256": "353036ce83a67a0b752247c779f29a45a8b39c9d157d389786e9bafa9980b6fa",
    "round_trip_equal": true,
    "cpu_flatten_seconds": 0.1127024899906246,
    "cpu_to_gpu_seconds": 0.28468724999402184,
    "assign_view_seconds": 0.0013582700048573315,
    "buffer_transfer_seconds": 0.001067813005647622,
    "round_trip_seconds": 0.18486064999888185
  },
  "runtime_metrics_valid": true
}