{
  "run": "mlx-20261103-234700",
  "updated_epoch": 1793802533.839009,
  "status": "completed_with_disclosed_missing_workflow_cells",
  "first_turn_generation": [
    {
      "model": "Qwen3.5-4B-MLX-4bit",
      "n": 5,
      "mini": 49.53610490644617,
      "studio": 145.15659670198306
    },
    {
      "model": "Qwen3.5-9B-MLX-4bit",
      "n": 5,
      "mini": 29.05405403319172,
      "studio": 95.39362742757325
    },
    {
      "model": "gemma-4-12B-it-4bit",
      "n": 4,
      "mini": 19.330201669300596,
      "studio": 60.96756471103
    },
    {
      "model": "LFM2.5-8B-A1B-MLX-4bit",
      "n": 5,
      "mini": 121.16097823399551,
      "studio": 263.16766604313074
    },
    {
      "model": "Phi-4-mini-instruct-mlx-4Bit",
      "n": 5,
      "mini": 58.744297111624796,
      "studio": 170.45829664496574
    }
  ],
  "document_prefill": [
    {
      "model": "Qwen3.5-4B-MLX-4bit",
      "n": 5,
      "mini": 1689.6563033358104,
      "studio": 5286.4582867755735
    },
    {
      "model": "Qwen3.5-9B-MLX-4bit",
      "n": 4,
      "mini": 999.1490452224355,
      "studio": 3318.3332319930737
    },
    {
      "model": "gemma-4-12B-it-4bit",
      "n": 3,
      "mini": 551.8764670912143,
      "studio": 1903.2823588079186
    },
    {
      "model": "LFM2.5-8B-A1B-MLX-4bit",
      "n": 5,
      "mini": 4518.56237955752,
      "studio": 13983.843778658416
    },
    {
      "model": "Phi-4-mini-instruct-mlx-4Bit",
      "n": 5,
      "mini": 1705.3633738632236,
      "studio": 5299.412251859003
    }
  ],
  "coverage": {
    "core_requests": 1214,
    "workflow_scored": 179,
    "workflow_scheduled": 200,
    "speech_transcriptions": 264,
    "images": 60,
    "image_edits": 30,
    "video_attempts": 50,
    "core_quality_items": 96,
    "unique_image_quality_items": 30
  },
  "video_summaries": [
    {
      "host": "mini",
      "model": "LFM2.5-8B-A1B-MLX-4bit",
      "scheduled": 5,
      "scored": 5,
      "resolved": 0,
      "videos_present": 0,
      "mean_score_observed": 10,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "timeouts": 0
    },
    {
      "host": "mini",
      "model": "Phi-4-mini-instruct-mlx-4Bit",
      "scheduled": 5,
      "scored": 5,
      "resolved": 0,
      "videos_present": 0,
      "mean_score_observed": 10,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "timeouts": 0
    },
    {
      "host": "mini",
      "model": "Qwen3.5-4B-MLX-4bit",
      "scheduled": 5,
      "scored": 5,
      "resolved": 0,
      "videos_present": 0,
      "mean_score_observed": 14,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "timeouts": 0
    },
    {
      "host": "mini",
      "model": "Qwen3.5-9B-MLX-4bit",
      "scheduled": 5,
      "scored": 5,
      "resolved": 0,
      "videos_present": 3,
      "mean_score_observed": 42.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "timeouts": 2
    },
    {
      "host": "mini",
      "model": "gemma-4-12B-it-4bit",
      "scheduled": 5,
      "scored": 5,
      "resolved": 0,
      "videos_present": 5,
      "mean_score_observed": 28,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "timeouts": 3
    },
    {
      "host": "studio",
      "model": "LFM2.5-8B-A1B-MLX-4bit",
      "scheduled": 5,
      "scored": 5,
      "resolved": 0,
      "videos_present": 0,
      "mean_score_observed": 10,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "timeouts": 0
    },
    {
      "host": "studio",
      "model": "Phi-4-mini-instruct-mlx-4Bit",
      "scheduled": 5,
      "scored": 5,
      "resolved": 0,
      "videos_present": 0,
      "mean_score_observed": 10,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "timeouts": 0
    },
    {
      "host": "studio",
      "model": "Qwen3.5-4B-MLX-4bit",
      "scheduled": 5,
      "scored": 5,
      "resolved": 0,
      "videos_present": 2,
      "mean_score_observed": 20,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "timeouts": 0
    },
    {
      "host": "studio",
      "model": "Qwen3.5-9B-MLX-4bit",
      "scheduled": 5,
      "scored": 5,
      "resolved": 1,
      "videos_present": 2,
      "mean_score_observed": 36.0,
      "successful_wall_seconds_mean": 33.80974984169006,
      "successful_timing_n": 1,
      "timeouts": 0
    },
    {
      "host": "studio",
      "model": "gemma-4-12B-it-4bit",
      "scheduled": 5,
      "scored": 5,
      "resolved": 0,
      "videos_present": 3,
      "mean_score_observed": 24,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "timeouts": 1
    }
  ],
  "video_quality": {
    "scheduled": 50,
    "reviewed": 8,
    "missing": 35,
    "undecodable": 7,
    "usable": 2,
    "scope": "Six fixed-time frame comparisons plus provided media metadata and edit manifest. No full-motion or perceptual audio review."
  },
  "image_edit_summary": [
    {
      "task": "product-photo",
      "pairs": 3,
      "mini_seconds_mean": 1.6249325833329447,
      "studio_seconds_mean": 0.9226751803265264,
      "speedup_ratio_means": 1.7611101045959594
    },
    {
      "task": "cafe-hero",
      "pairs": 3,
      "mini_seconds_mean": 1.6224576253322691,
      "studio_seconds_mean": 0.9811259026949605,
      "speedup_ratio_means": 1.6536691375446273
    },
    {
      "task": "video-thumbnail",
      "pairs": 3,
      "mini_seconds_mean": 1.6204896530010349,
      "studio_seconds_mean": 0.9756386113197854,
      "speedup_ratio_means": 1.6609527689857762
    },
    {
      "task": "newsletter-illustration",
      "pairs": 3,
      "mini_seconds_mean": 1.6360764996655537,
      "studio_seconds_mean": 0.9844770280178636,
      "speedup_ratio_means": 1.661873718840971
    },
    {
      "task": "signage-text",
      "pairs": 3,
      "mini_seconds_mean": 1.6189265970000026,
      "studio_seconds_mean": 0.9864981526819369,
      "speedup_ratio_means": 1.6410842661982876
    }
  ],
  "image_edit_quality": [
    {
      "task": "cafe-hero",
      "steps": 4,
      "unique_images": 3,
      "usable": 0,
      "mean_scores_0_to_4": {
        "requested_change": 1,
        "source_preservation": 3,
        "visual_coherence": 3,
        "practical_usefulness": 1
      }
    },
    {
      "task": "newsletter-illustration",
      "steps": 4,
      "unique_images": 3,
      "usable": 0,
      "mean_scores_0_to_4": {
        "requested_change": 1,
        "source_preservation": 3.6666666666666665,
        "visual_coherence": 3,
        "practical_usefulness": 1
      }
    },
    {
      "task": "product-photo",
      "steps": 4,
      "unique_images": 3,
      "usable": 0,
      "mean_scores_0_to_4": {
        "requested_change": 0,
        "source_preservation": 3.6666666666666665,
        "visual_coherence": 3.6666666666666665,
        "practical_usefulness": 1
      }
    },
    {
      "task": "signage-text",
      "steps": 4,
      "unique_images": 3,
      "usable": 0,
      "mean_scores_0_to_4": {
        "requested_change": 0,
        "source_preservation": 3,
        "visual_coherence": 2,
        "practical_usefulness": 0
      }
    },
    {
      "task": "video-thumbnail",
      "steps": 4,
      "unique_images": 3,
      "usable": 0,
      "mean_scores_0_to_4": {
        "requested_change": 1,
        "source_preservation": 3.6666666666666665,
        "visual_coherence": 3,
        "practical_usefulness": 1
      }
    }
  ],
  "artifact_quality": {
    "actual_sets_reviewed": 11,
    "missing_sets": 19,
    "usable": 4
  },
  "workflow_summaries": [
    {
      "host": "mini",
      "model": "LFM2.5-8B-A1B-MLX-4bit",
      "family": "documents",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 10,
      "score_points_per_scheduled_attempt": 10.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "mini",
      "model": "LFM2.5-8B-A1B-MLX-4bit",
      "family": "folders",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 10,
      "score_points_per_scheduled_attempt": 10.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "mini",
      "model": "LFM2.5-8B-A1B-MLX-4bit",
      "family": "logsift-8192",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 0,
      "score_points_per_scheduled_attempt": 0.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "mini",
      "model": "LFM2.5-8B-A1B-MLX-4bit",
      "family": "website",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 5,
      "score_points_per_scheduled_attempt": 5.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "mini",
      "model": "Phi-4-mini-instruct-mlx-4Bit",
      "family": "documents",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 10,
      "score_points_per_scheduled_attempt": 10.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "mini",
      "model": "Phi-4-mini-instruct-mlx-4Bit",
      "family": "folders",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 10,
      "score_points_per_scheduled_attempt": 10.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "mini",
      "model": "Phi-4-mini-instruct-mlx-4Bit",
      "family": "logsift-8192",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 0,
      "score_points_per_scheduled_attempt": 0.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "mini",
      "model": "Phi-4-mini-instruct-mlx-4Bit",
      "family": "website",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 5,
      "score_points_per_scheduled_attempt": 5.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "mini",
      "model": "Qwen3.5-4B-MLX-4bit",
      "family": "documents",
      "scheduled": 5,
      "scored": 4,
      "started_without_score": 0,
      "not_started": 1,
      "resolved": 1,
      "resolved_fraction_scheduled": 0.2,
      "mean_score_observed_0_to_100": 67.5,
      "score_points_per_scheduled_attempt": 54.0,
      "successful_wall_seconds_mean": 47.56731295585632,
      "successful_timing_n": 1,
      "recorded_timeouts": 1
    },
    {
      "host": "mini",
      "model": "Qwen3.5-4B-MLX-4bit",
      "family": "folders",
      "scheduled": 5,
      "scored": 4,
      "started_without_score": 0,
      "not_started": 1,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 35,
      "score_points_per_scheduled_attempt": 28.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "mini",
      "model": "Qwen3.5-4B-MLX-4bit",
      "family": "logsift-8192",
      "scheduled": 5,
      "scored": 3,
      "started_without_score": 1,
      "not_started": 1,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 10,
      "score_points_per_scheduled_attempt": 6.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "mini",
      "model": "Qwen3.5-4B-MLX-4bit",
      "family": "website",
      "scheduled": 5,
      "scored": 4,
      "started_without_score": 0,
      "not_started": 1,
      "resolved": 1,
      "resolved_fraction_scheduled": 0.2,
      "mean_score_observed_0_to_100": 68.75,
      "score_points_per_scheduled_attempt": 55.0,
      "successful_wall_seconds_mean": 221.459956407547,
      "successful_timing_n": 1,
      "recorded_timeouts": 1
    },
    {
      "host": "mini",
      "model": "Qwen3.5-9B-MLX-4bit",
      "family": "documents",
      "scheduled": 5,
      "scored": 4,
      "started_without_score": 0,
      "not_started": 1,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 10,
      "score_points_per_scheduled_attempt": 8.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "mini",
      "model": "Qwen3.5-9B-MLX-4bit",
      "family": "folders",
      "scheduled": 5,
      "scored": 4,
      "started_without_score": 0,
      "not_started": 1,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 20,
      "score_points_per_scheduled_attempt": 16.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 3
    },
    {
      "host": "mini",
      "model": "Qwen3.5-9B-MLX-4bit",
      "family": "logsift-8192",
      "scheduled": 5,
      "scored": 3,
      "started_without_score": 0,
      "not_started": 2,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 26.666666666666668,
      "score_points_per_scheduled_attempt": 16.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "mini",
      "model": "Qwen3.5-9B-MLX-4bit",
      "family": "website",
      "scheduled": 5,
      "scored": 3,
      "started_without_score": 1,
      "not_started": 1,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 33.333333333333336,
      "score_points_per_scheduled_attempt": 20.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 3
    },
    {
      "host": "mini",
      "model": "gemma-4-12B-it-4bit",
      "family": "documents",
      "scheduled": 5,
      "scored": 3,
      "started_without_score": 0,
      "not_started": 2,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 10,
      "score_points_per_scheduled_attempt": 6.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 3
    },
    {
      "host": "mini",
      "model": "gemma-4-12B-it-4bit",
      "family": "folders",
      "scheduled": 5,
      "scored": 3,
      "started_without_score": 0,
      "not_started": 2,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 10,
      "score_points_per_scheduled_attempt": 6.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 3
    },
    {
      "host": "mini",
      "model": "gemma-4-12B-it-4bit",
      "family": "logsift-8192",
      "scheduled": 5,
      "scored": 2,
      "started_without_score": 0,
      "not_started": 3,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 0,
      "score_points_per_scheduled_attempt": 0.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "mini",
      "model": "gemma-4-12B-it-4bit",
      "family": "website",
      "scheduled": 5,
      "scored": 2,
      "started_without_score": 1,
      "not_started": 2,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 2.5,
      "score_points_per_scheduled_attempt": 1.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 2
    },
    {
      "host": "studio",
      "model": "LFM2.5-8B-A1B-MLX-4bit",
      "family": "documents",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 10,
      "score_points_per_scheduled_attempt": 10.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "studio",
      "model": "LFM2.5-8B-A1B-MLX-4bit",
      "family": "folders",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 10,
      "score_points_per_scheduled_attempt": 10.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "studio",
      "model": "LFM2.5-8B-A1B-MLX-4bit",
      "family": "logsift-8192",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 0,
      "score_points_per_scheduled_attempt": 0.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "studio",
      "model": "LFM2.5-8B-A1B-MLX-4bit",
      "family": "website",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 5,
      "score_points_per_scheduled_attempt": 5.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "studio",
      "model": "Phi-4-mini-instruct-mlx-4Bit",
      "family": "documents",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 10,
      "score_points_per_scheduled_attempt": 10.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "studio",
      "model": "Phi-4-mini-instruct-mlx-4Bit",
      "family": "folders",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 10,
      "score_points_per_scheduled_attempt": 10.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "studio",
      "model": "Phi-4-mini-instruct-mlx-4Bit",
      "family": "logsift-8192",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 0,
      "score_points_per_scheduled_attempt": 0.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "studio",
      "model": "Phi-4-mini-instruct-mlx-4Bit",
      "family": "website",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 5,
      "score_points_per_scheduled_attempt": 5.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "studio",
      "model": "Qwen3.5-4B-MLX-4bit",
      "family": "documents",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 4,
      "resolved_fraction_scheduled": 0.8,
      "mean_score_observed_0_to_100": 97,
      "score_points_per_scheduled_attempt": 97.0,
      "successful_wall_seconds_mean": 30.053199768066406,
      "successful_timing_n": 4,
      "recorded_timeouts": 0
    },
    {
      "host": "studio",
      "model": "Qwen3.5-4B-MLX-4bit",
      "family": "folders",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 32,
      "score_points_per_scheduled_attempt": 32.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "studio",
      "model": "Qwen3.5-4B-MLX-4bit",
      "family": "logsift-8192",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 18,
      "score_points_per_scheduled_attempt": 18.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "studio",
      "model": "Qwen3.5-4B-MLX-4bit",
      "family": "website",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 1,
      "resolved_fraction_scheduled": 0.2,
      "mean_score_observed_0_to_100": 30,
      "score_points_per_scheduled_attempt": 30.0,
      "successful_wall_seconds_mean": 52.25164794921875,
      "successful_timing_n": 1,
      "recorded_timeouts": 0
    },
    {
      "host": "studio",
      "model": "Qwen3.5-9B-MLX-4bit",
      "family": "documents",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 10,
      "score_points_per_scheduled_attempt": 10.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "studio",
      "model": "Qwen3.5-9B-MLX-4bit",
      "family": "folders",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 1,
      "resolved_fraction_scheduled": 0.2,
      "mean_score_observed_0_to_100": 36,
      "score_points_per_scheduled_attempt": 36.0,
      "successful_wall_seconds_mean": 31.52578091621399,
      "successful_timing_n": 1,
      "recorded_timeouts": 0
    },
    {
      "host": "studio",
      "model": "Qwen3.5-9B-MLX-4bit",
      "family": "logsift-8192",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 34,
      "score_points_per_scheduled_attempt": 34.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "studio",
      "model": "Qwen3.5-9B-MLX-4bit",
      "family": "website",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 3,
      "resolved_fraction_scheduled": 0.6,
      "mean_score_observed_0_to_100": 66,
      "score_points_per_scheduled_attempt": 66.0,
      "successful_wall_seconds_mean": 212.98971255620322,
      "successful_timing_n": 3,
      "recorded_timeouts": 1
    },
    {
      "host": "studio",
      "model": "gemma-4-12B-it-4bit",
      "family": "documents",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 10,
      "score_points_per_scheduled_attempt": 10.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "studio",
      "model": "gemma-4-12B-it-4bit",
      "family": "folders",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 10,
      "score_points_per_scheduled_attempt": 10.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "studio",
      "model": "gemma-4-12B-it-4bit",
      "family": "logsift-8192",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 0,
      "score_points_per_scheduled_attempt": 0.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 0
    },
    {
      "host": "studio",
      "model": "gemma-4-12B-it-4bit",
      "family": "website",
      "scheduled": 5,
      "scored": 5,
      "started_without_score": 0,
      "not_started": 0,
      "resolved": 0,
      "resolved_fraction_scheduled": 0.0,
      "mean_score_observed_0_to_100": 1,
      "score_points_per_scheduled_attempt": 1.0,
      "successful_wall_seconds_mean": null,
      "successful_timing_n": 0,
      "recorded_timeouts": 1
    }
  ],
  "quality_summaries": [
    {
      "host": "mini",
      "model": "LFM2.5-8B-A1B-MLX-4bit",
      "kind": "video_introduction",
      "judged": 5,
      "scheduled": 5,
      "missing": 0,
      "usable": 0,
      "usable_fraction_observed": 0.0,
      "usable_fraction_scheduled": 0.0,
      "mean_scores_0_to_4": {
        "factual_numerical_accuracy": 0,
        "instruction_adherence": 0,
        "practical_usefulness": 0,
        "clarity": 0
      }
    },
    {
      "host": "mini",
      "model": "LFM2.5-8B-A1B-MLX-4bit",
      "kind": "workshop_conversation",
      "judged": 5,
      "scheduled": 5,
      "missing": 0,
      "usable": 0,
      "usable_fraction_observed": 0.0,
      "usable_fraction_scheduled": 0.0,
      "mean_scores_0_to_4": {
        "factual_numerical_accuracy": 1.2,
        "instruction_adherence": 0.2,
        "practical_usefulness": 0.2,
        "clarity": 1.2,
        "consistency": 0.4
      }
    },
    {
      "host": "mini",
      "model": "Phi-4-mini-instruct-mlx-4Bit",
      "kind": "video_introduction",
      "judged": 5,
      "scheduled": 5,
      "missing": 0,
      "usable": 0,
      "usable_fraction_observed": 0.0,
      "usable_fraction_scheduled": 0.0,
      "mean_scores_0_to_4": {
        "factual_numerical_accuracy": 3,
        "instruction_adherence": 1,
        "practical_usefulness": 1.6,
        "clarity": 1.8
      }
    },
    {
      "host": "mini",
      "model": "Phi-4-mini-instruct-mlx-4Bit",
      "kind": "workshop_conversation",
      "judged": 5,
      "scheduled": 5,
      "missing": 0,
      "usable": 0,
      "usable_fraction_observed": 0.0,
      "usable_fraction_scheduled": 0.0,
      "mean_scores_0_to_4": {
        "factual_numerical_accuracy": 1,
        "instruction_adherence": 1,
        "practical_usefulness": 1,
        "clarity": 1.4,
        "consistency": 1
      }
    },
    {
      "host": "mini",
      "model": "Qwen3.5-4B-MLX-4bit",
      "kind": "video_introduction",
      "judged": 5,
      "scheduled": 5,
      "missing": 0,
      "usable": 3,
      "usable_fraction_observed": 0.6,
      "usable_fraction_scheduled": 0.6,
      "mean_scores_0_to_4": {
        "factual_numerical_accuracy": 3.6,
        "instruction_adherence": 2.6,
        "practical_usefulness": 2.6,
        "clarity": 3.6
      }
    },
    {
      "host": "mini",
      "model": "Qwen3.5-4B-MLX-4bit",
      "kind": "workshop_conversation",
      "judged": 5,
      "scheduled": 5,
      "missing": 0,
      "usable": 0,
      "usable_fraction_observed": 0.0,
      "usable_fraction_scheduled": 0.0,
      "mean_scores_0_to_4": {
        "factual_numerical_accuracy": 1.6,
        "instruction_adherence": 2.2,
        "practical_usefulness": 1.6,
        "clarity": 2.4,
        "consistency": 2
      }
    },
    {
      "host": "mini",
      "model": "Qwen3.5-9B-MLX-4bit",
      "kind": "video_introduction",
      "judged": 4,
      "scheduled": 5,
      "missing": 1,
      "usable": 0,
      "usable_fraction_observed": 0.0,
      "usable_fraction_scheduled": 0.0,
      "mean_scores_0_to_4": {
        "factual_numerical_accuracy": 2.5,
        "instruction_adherence": 1,
        "practical_usefulness": 2,
        "clarity": 3
      }
    },
    {
      "host": "mini",
      "model": "Qwen3.5-9B-MLX-4bit",
      "kind": "workshop_conversation",
      "judged": 5,
      "scheduled": 5,
      "missing": 0,
      "usable": 0,
      "usable_fraction_observed": 0.0,
      "usable_fraction_scheduled": 0.0,
      "mean_scores_0_to_4": {
        "factual_numerical_accuracy": 1.4,
        "instruction_adherence": 1.6,
        "practical_usefulness": 1.4,
        "clarity": 2.4,
        "consistency": 1.4
      }
    },
    {
      "host": "mini",
      "model": "gemma-4-12B-it-4bit",
      "kind": "video_introduction",
      "judged": 3,
      "scheduled": 5,
      "missing": 2,
      "usable": 3,
      "usable_fraction_observed": 1.0,
      "usable_fraction_scheduled": 0.6,
      "mean_scores_0_to_4": {
        "factual_numerical_accuracy": 4,
        "instruction_adherence": 4,
        "practical_usefulness": 4,
        "clarity": 4
      }
    },
    {
      "host": "mini",
      "model": "gemma-4-12B-it-4bit",
      "kind": "workshop_conversation",
      "judged": 4,
      "scheduled": 5,
      "missing": 1,
      "usable": 4,
      "usable_fraction_observed": 1.0,
      "usable_fraction_scheduled": 0.8,
      "mean_scores_0_to_4": {
        "factual_numerical_accuracy": 3,
        "instruction_adherence": 3,
        "practical_usefulness": 3,
        "clarity": 4,
        "consistency": 3
      }
    },
    {
      "host": "studio",
      "model": "LFM2.5-8B-A1B-MLX-4bit",
      "kind": "video_introduction",
      "judged": 5,
      "scheduled": 5,
      "missing": 0,
      "usable": 0,
      "usable_fraction_observed": 0.0,
      "usable_fraction_scheduled": 0.0,
      "mean_scores_0_to_4": {
        "factual_numerical_accuracy": 0,
        "instruction_adherence": 0,
        "practical_usefulness": 0,
        "clarity": 0
      }
    },
    {
      "host": "studio",
      "model": "LFM2.5-8B-A1B-MLX-4bit",
      "kind": "workshop_conversation",
      "judged": 5,
      "scheduled": 5,
      "missing": 0,
      "usable": 0,
      "usable_fraction_observed": 0.0,
      "usable_fraction_scheduled": 0.0,
      "mean_scores_0_to_4": {
        "factual_numerical_accuracy": 1.2,
        "instruction_adherence": 0.2,
        "practical_usefulness": 0.2,
        "clarity": 1.2,
        "consistency": 0.4
      }
    },
    {
      "host": "studio",
      "model": "Phi-4-mini-instruct-mlx-4Bit",
      "kind": "video_introduction",
      "judged": 5,
      "scheduled": 5,
      "missing": 0,
      "usable": 0,
      "usable_fraction_observed": 0.0,
      "usable_fraction_scheduled": 0.0,
      "mean_scores_0_to_4": {
        "factual_numerical_accuracy": 3,
        "instruction_adherence": 1,
        "practical_usefulness": 1.6,
        "clarity": 1.8
      }
    },
    {
      "host": "studio",
      "model": "Phi-4-mini-instruct-mlx-4Bit",
      "kind": "workshop_conversation",
      "judged": 5,
      "scheduled": 5,
      "missing": 0,
      "usable": 0,
      "usable_fraction_observed": 0.0,
      "usable_fraction_scheduled": 0.0,
      "mean_scores_0_to_4": {
        "factual_numerical_accuracy": 1,
        "instruction_adherence": 1,
        "practical_usefulness": 1,
        "clarity": 1.4,
        "consistency": 1
      }
    },
    {
      "host": "studio",
      "model": "Qwen3.5-4B-MLX-4bit",
      "kind": "video_introduction",
      "judged": 5,
      "scheduled": 5,
      "missing": 0,
      "usable": 3,
      "usable_fraction_observed": 0.6,
      "usable_fraction_scheduled": 0.6,
      "mean_scores_0_to_4": {
        "factual_numerical_accuracy": 3.6,
        "instruction_adherence": 2.6,
        "practical_usefulness": 2.6,
        "clarity": 3.6
      }
    },
    {
      "host": "studio",
      "model": "Qwen3.5-4B-MLX-4bit",
      "kind": "workshop_conversation",
      "judged": 5,
      "scheduled": 5,
      "missing": 0,
      "usable": 0,
      "usable_fraction_observed": 0.0,
      "usable_fraction_scheduled": 0.0,
      "mean_scores_0_to_4": {
        "factual_numerical_accuracy": 1.6,
        "instruction_adherence": 2.2,
        "practical_usefulness": 1.6,
        "clarity": 2.4,
        "consistency": 2
      }
    },
    {
      "host": "studio",
      "model": "Qwen3.5-9B-MLX-4bit",
      "kind": "video_introduction",
      "judged": 5,
      "scheduled": 5,
      "missing": 0,
      "usable": 0,
      "usable_fraction_observed": 0.0,
      "usable_fraction_scheduled": 0.0,
      "mean_scores_0_to_4": {
        "factual_numerical_accuracy": 2.6,
        "instruction_adherence": 1.2,
        "practical_usefulness": 2,
        "clarity": 3
      }
    },
    {
      "host": "studio",
      "model": "Qwen3.5-9B-MLX-4bit",
      "kind": "workshop_conversation",
      "judged": 5,
      "scheduled": 5,
      "missing": 0,
      "usable": 0,
      "usable_fraction_observed": 0.0,
      "usable_fraction_scheduled": 0.0,
      "mean_scores_0_to_4": {
        "factual_numerical_accuracy": 1.4,
        "instruction_adherence": 1.4,
        "practical_usefulness": 1.4,
        "clarity": 2.4,
        "consistency": 1.4
      }
    },
    {
      "host": "studio",
      "model": "gemma-4-12B-it-4bit",
      "kind": "video_introduction",
      "judged": 5,
      "scheduled": 5,
      "missing": 0,
      "usable": 5,
      "usable_fraction_observed": 1.0,
      "usable_fraction_scheduled": 1.0,
      "mean_scores_0_to_4": {
        "factual_numerical_accuracy": 4,
        "instruction_adherence": 3.8,
        "practical_usefulness": 3.8,
        "clarity": 4
      }
    },
    {
      "host": "studio",
      "model": "gemma-4-12B-it-4bit",
      "kind": "workshop_conversation",
      "judged": 5,
      "scheduled": 5,
      "missing": 0,
      "usable": 5,
      "usable_fraction_observed": 1.0,
      "usable_fraction_scheduled": 1.0,
      "mean_scores_0_to_4": {
        "factual_numerical_accuracy": 3,
        "instruction_adherence": 3,
        "practical_usefulness": 3,
        "clarity": 4,
        "consistency": 3
      }
    }
  ],
  "speech_summaries": [
    {
      "host": "mini",
      "model": "whisper-large-v3-turbo",
      "kind": "natural_read_speech",
      "attempts": 15,
      "distinct_fixtures": 5,
      "wall_seconds": {
        "n": 15,
        "mean": 0.36773154160012683,
        "median": 0.3459688750008354,
        "min": 0.2999582080010441,
        "max": 0.5207463750011811
      },
      "real_time_factor": {
        "n": 15,
        "mean": 0.03941699516314026,
        "median": 0.034946351010185395,
        "min": 0.017666069999941844,
        "max": 0.06234360498505903
      },
      "total_audio_seconds": 187.365,
      "total_transcription_seconds": 5.515973124001903,
      "corpus_word_errors": 27,
      "corpus_reference_words": 453,
      "corpus_lexical_wer": 0.059602649006622516,
      "silence_hallucinations": null
    },
    {
      "host": "mini",
      "model": "whisper-large-v3-turbo",
      "kind": "natural_read_speech_synthetic_noise",
      "attempts": 15,
      "distinct_fixtures": 5,
      "wall_seconds": {
        "n": 15,
        "mean": 0.42706571959958334,
        "median": 0.3489043329973356,
        "min": 0.29958500000066124,
        "max": 0.8020815409981878
      },
      "real_time_factor": {
        "n": 15,
        "mean": 0.041734832268704246,
        "median": 0.035242861918922785,
        "min": 0.02719660999993758,
        "max": 0.06264970591890182
      },
      "total_audio_seconds": 187.365,
      "total_transcription_seconds": 6.40598579399375,
      "corpus_word_errors": 33,
      "corpus_reference_words": 453,
      "corpus_lexical_wer": 0.0728476821192053,
      "silence_hallucinations": null
    },
    {
      "host": "mini",
      "model": "whisper-large-v3-turbo",
      "kind": "silence_control",
      "attempts": 3,
      "distinct_fixtures": 1,
      "wall_seconds": {
        "n": 3,
        "mean": 0.280097555667453,
        "median": 0.2800486669984821,
        "min": 0.27943900000173016,
        "max": 0.2808050000021467
      },
      "real_time_factor": {
        "n": 3,
        "mean": 0.028009755566745297,
        "median": 0.028004866699848207,
        "min": 0.027943900000173015,
        "max": 0.02808050000021467
      },
      "total_audio_seconds": 30.0,
      "total_transcription_seconds": 0.8402926670023589,
      "corpus_word_errors": 6,
      "corpus_reference_words": 0,
      "corpus_lexical_wer": null,
      "silence_hallucinations": 3
    },
    {
      "host": "mini",
      "model": "whisper-large-v3-turbo",
      "kind": "synthetic_long_form",
      "attempts": 3,
      "distinct_fixtures": 1,
      "wall_seconds": {
        "n": 3,
        "mean": 2.0625590696666527,
        "median": 2.0607809590001125,
        "min": 2.0599112089985283,
        "max": 2.066985041001317
      },
      "real_time_factor": {
        "n": 3,
        "mean": 0.0221972981379465,
        "median": 0.022178162078685015,
        "min": 0.02216880181338422,
        "max": 0.022244930521770265
      },
      "total_audio_seconds": 278.758125,
      "total_transcription_seconds": 6.187677208999958,
      "corpus_word_errors": 60,
      "corpus_reference_words": 744,
      "corpus_lexical_wer": 0.08064516129032258,
      "silence_hallucinations": null
    },
    {
      "host": "mini",
      "model": "whisper-large-v3-turbo",
      "kind": "synthetic_practical_speech",
      "attempts": 15,
      "distinct_fixtures": 5,
      "wall_seconds": {
        "n": 15,
        "mean": 0.45566067506636804,
        "median": 0.45233908299996983,
        "min": 0.45118612499936717,
        "max": 0.4664968750003027
      },
      "real_time_factor": {
        "n": 15,
        "mean": 0.025218479406986658,
        "median": 0.025423826228790122,
        "min": 0.024153491090649078,
        "max": 0.026337754384256482
      },
      "total_audio_seconds": 271.258125,
      "total_transcription_seconds": 6.8349101259955205,
      "corpus_word_errors": 60,
      "corpus_reference_words": 744,
      "corpus_lexical_wer": 0.08064516129032258,
      "silence_hallucinations": null
    },
    {
      "host": "mini",
      "model": "whisper-large-v3-turbo",
      "kind": "synthetic_practical_speech_synthetic_noise",
      "attempts": 15,
      "distinct_fixtures": 5,
      "wall_seconds": {
        "n": 15,
        "mean": 0.4548283444004483,
        "median": 0.45334641699810163,
        "min": 0.44278770800156053,
        "max": 0.4663439579999249
      },
      "real_time_factor": {
        "n": 15,
        "mean": 0.025167984169665196,
        "median": 0.02525687335887249,
        "min": 0.02414765728034933,
        "max": 0.02618594564137093
      },
      "total_audio_seconds": 271.258125,
      "total_transcription_seconds": 6.822425166006724,
      "corpus_word_errors": 69,
      "corpus_reference_words": 744,
      "corpus_lexical_wer": 0.09274193548387097,
      "silence_hallucinations": null
    },
    {
      "host": "mini",
      "model": "whisper-small-mlx",
      "kind": "natural_read_speech",
      "attempts": 15,
      "distinct_fixtures": 5,
      "wall_seconds": {
        "n": 15,
        "mean": 0.24222094186649581,
        "median": 0.1830447499996808,
        "min": 0.11304679199747625,
        "max": 0.6558832920018176
      },
      "real_time_factor": {
        "n": 15,
        "mean": 0.02063501095781916,
        "median": 0.018848202828417246,
        "min": 0.01555108802565021,
        "max": 0.02530819501535365
      },
      "total_audio_seconds": 187.365,
      "total_transcription_seconds": 3.633314127997437,
      "corpus_word_errors": 42,
      "corpus_reference_words": 453,
      "corpus_lexical_wer": 0.09271523178807947,
      "silence_hallucinations": null
    },
    {
      "host": "mini",
      "model": "whisper-small-mlx",
      "kind": "natural_read_speech_synthetic_noise",
      "attempts": 15,
      "distinct_fixtures": 5,
      "wall_seconds": {
        "n": 15,
        "mean": 0.23745663346659665,
        "median": 0.19248987500031944,
        "min": 0.11341083400111529,
        "max": 0.5460734589978529
      },
      "real_time_factor": {
        "n": 15,
        "mean": 0.020627776377661486,
        "median": 0.019443421717203983,
        "min": 0.015578524229058647,
        "max": 0.025662564901340806
      },
      "total_audio_seconds": 187.365,
      "total_transcription_seconds": 3.5618495019989496,
      "corpus_word_errors": 57,
      "corpus_reference_words": 453,
      "corpus_lexical_wer": 0.12582781456953643,
      "silence_hallucinations": null
    },
    {
      "host": "mini",
      "model": "whisper-small-mlx",
      "kind": "silence_control",
      "attempts": 3,
      "distinct_fixtures": 1,
      "wall_seconds": {
        "n": 3,
        "mean": 0.07109868066739485,
        "median": 0.07128725000075065,
        "min": 0.07034783299968694,
        "max": 0.07166095900174696
      },
      "real_time_factor": {
        "n": 3,
        "mean": 0.007109868066739485,
        "median": 0.007128725000075065,
        "min": 0.007034783299968694,
        "max": 0.007166095900174696
      },
      "total_audio_seconds": 30.0,
      "total_transcription_seconds": 0.21329604200218455,
      "corpus_word_errors": 3,
      "corpus_reference_words": 0,
      "corpus_lexical_wer": null,
      "silence_hallucinations": 3
    },
    {
      "host": "mini",
      "model": "whisper-small-mlx",
      "kind": "synthetic_long_form",
      "attempts": 3,
      "distinct_fixtures": 1,
      "wall_seconds": {
        "n": 3,
        "mean": 1.5994711943324849,
        "median": 1.6010499589974643,
        "min": 1.596142291000433,
        "max": 1.6012213329995575
      },
      "real_time_factor": {
        "n": 3,
        "mean": 0.017213538019734687,
        "median": 0.017230528713709753,
        "min": 0.01717771230166403,
        "max": 0.017232373043830282
      },
      "total_audio_seconds": 278.758125,
      "total_transcription_seconds": 4.798413582997455,
      "corpus_word_errors": 60,
      "corpus_reference_words": 744,
      "corpus_lexical_wer": 0.08064516129032258,
      "silence_hallucinations": null
    },
    {
      "host": "mini",
      "model": "whisper-small-mlx",
      "kind": "synthetic_practical_speech",
      "attempts": 15,
      "distinct_fixtures": 5,
      "wall_seconds": {
        "n": 15,
        "mean": 0.30509363886643165,
        "median": 0.3101521659991704,
        "min": 0.2757339170020714,
        "max": 0.3327056670023012
      },
      "real_time_factor": {
        "n": 15,
        "mean": 0.016880299115461853,
        "median": 0.01702649206987301,
        "min": 0.015093087957868467,
        "max": 0.018202630597704855
      },
      "total_audio_seconds": 271.258125,
      "total_transcription_seconds": 4.576404582996474,
      "corpus_word_errors": 63,
      "corpus_reference_words": 744,
      "corpus_lexical_wer": 0.0846774193548387,
      "silence_hallucinations": null
    },
    {
      "host": "mini",
      "model": "whisper-small-mlx",
      "kind": "synthetic_practical_speech_synthetic_noise",
      "attempts": 15,
      "distinct_fixtures": 5,
      "wall_seconds": {
        "n": 15,
        "mean": 0.31627214733307485,
        "median": 0.3176752500003204,
        "min": 0.3043771670018032,
        "max": 0.32528083299985155
      },
      "real_time_factor": {
        "n": 15,
        "mean": 0.01750075362713045,
        "median": 0.017288263192503456,
        "min": 0.016962468896531628,
        "max": 0.01854724377762309
      },
      "total_audio_seconds": 271.258125,
      "total_transcription_seconds": 4.744082209996122,
      "corpus_word_errors": 78,
      "corpus_reference_words": 744,
      "corpus_lexical_wer": 0.10483870967741936,
      "silence_hallucinations": null
    },
    {
      "host": "studio",
      "model": "whisper-large-v3-turbo",
      "kind": "natural_read_speech",
      "attempts": 15,
      "distinct_fixtures": 5,
      "wall_seconds": {
        "n": 15,
        "mean": 0.13122326942781606,
        "median": 0.12244924996048212,
        "min": 0.09829700016416609,
        "max": 0.20218820800073445
      },
      "real_time_factor": {
        "n": 15,
        "mean": 0.013566509064824712,
        "median": 0.012368611107119405,
        "min": 0.0068475155723693015,
        "max": 0.020723849020488287
      },
      "total_audio_seconds": 187.365,
      "total_transcription_seconds": 1.968349041417241,
      "corpus_word_errors": 27,
      "corpus_reference_words": 453,
      "corpus_lexical_wer": 0.059602649006622516,
      "silence_hallucinations": null
    },
    {
      "host": "studio",
      "model": "whisper-large-v3-turbo",
      "kind": "natural_read_speech_synthetic_noise",
      "attempts": 15,
      "distinct_fixtures": 5,
      "wall_seconds": {
        "n": 15,
        "mean": 0.1513801611494273,
        "median": 0.12167662498541176,
        "min": 0.0996123340446502,
        "max": 0.2985619171522558
      },
      "real_time_factor": {
        "n": 15,
        "mean": 0.014444882557110112,
        "median": 0.012290568180344623,
        "min": 0.009931095544768334,
        "max": 0.021127968018841644
      },
      "total_audio_seconds": 187.365,
      "total_transcription_seconds": 2.2707024172414094,
      "corpus_word_errors": 33,
      "corpus_reference_words": 453,
      "corpus_lexical_wer": 0.0728476821192053,
      "silence_hallucinations": null
    },
    {
      "host": "studio",
      "model": "whisper-large-v3-turbo",
      "kind": "silence_control",
      "attempts": 3,
      "distinct_fixtures": 1,
      "wall_seconds": {
        "n": 3,
        "mean": 0.0869952916012456,
        "median": 0.08654862479306757,
        "min": 0.08615304203704,
        "max": 0.08828420797362924
      },
      "real_time_factor": {
        "n": 3,
        "mean": 0.00869952916012456,
        "median": 0.008654862479306757,
        "min": 0.008615304203703999,
        "max": 0.008828420797362924
      },
      "total_audio_seconds": 30.0,
      "total_transcription_seconds": 0.2609858748037368,
      "corpus_word_errors": 6,
      "corpus_reference_words": 0,
      "corpus_lexical_wer": null,
      "silence_hallucinations": 3
    },
    {
      "host": "studio",
      "model": "whisper-large-v3-turbo",
      "kind": "synthetic_long_form",
      "attempts": 3,
      "distinct_fixtures": 1,
      "wall_seconds": {
        "n": 3,
        "mean": 0.7739463332885256,
        "median": 0.7726449999026954,
        "min": 0.7720165827777237,
        "max": 0.7771774171851575
      },
      "real_time_factor": {
        "n": 3,
        "mean": 0.008329224484005898,
        "median": 0.008315219510491707,
        "min": 0.008308456473988592,
        "max": 0.008363997467537396
      },
      "total_audio_seconds": 278.758125,
      "total_transcription_seconds": 2.3218389998655766,
      "corpus_word_errors": 60,
      "corpus_reference_words": 744,
      "corpus_lexical_wer": 0.08064516129032258,
      "silence_hallucinations": null
    },
    {
      "host": "studio",
      "model": "whisper-large-v3-turbo",
      "kind": "synthetic_practical_speech",
      "attempts": 15,
      "distinct_fixtures": 5,
      "wall_seconds": {
        "n": 15,
        "mean": 0.17347951401025058,
        "median": 0.17300937487743795,
        "min": 0.17017095792107284,
        "max": 0.1787190418690443
      },
      "real_time_factor": {
        "n": 15,
        "mean": 0.00960114388007069,
        "median": 0.00962270103754871,
        "min": 0.009186811611660775,
        "max": 0.01004252480954637
      },
      "total_audio_seconds": 271.258125,
      "total_transcription_seconds": 2.6021927101537585,
      "corpus_word_errors": 60,
      "corpus_reference_words": 744,
      "corpus_lexical_wer": 0.08064516129032258,
      "silence_hallucinations": null
    },
    {
      "host": "studio",
      "model": "whisper-large-v3-turbo",
      "kind": "synthetic_practical_speech_synthetic_noise",
      "attempts": 15,
      "distinct_fixtures": 5,
      "wall_seconds": {
        "n": 15,
        "mean": 0.17197423341373602,
        "median": 0.17168354196473956,
        "min": 0.16554108308628201,
        "max": 0.17838233290240169
      },
      "real_time_factor": {
        "n": 15,
        "mean": 0.00951574808430785,
        "median": 0.009480794462029974,
        "min": 0.009075170233705113,
        "max": 0.010012113341662668
      },
      "total_audio_seconds": 271.258125,
      "total_transcription_seconds": 2.5796135012060404,
      "corpus_word_errors": 69,
      "corpus_reference_words": 744,
      "corpus_lexical_wer": 0.09274193548387097,
      "silence_hallucinations": null
    },
    {
      "host": "studio",
      "model": "whisper-small-mlx",
      "kind": "natural_read_speech",
      "attempts": 15,
      "distinct_fixtures": 5,
      "wall_seconds": {
        "n": 15,
        "mean": 0.15117477499879897,
        "median": 0.10030016582459211,
        "min": 0.052516834111884236,
        "max": 0.6700598341412842
      },
      "real_time_factor": {
        "n": 15,
        "mean": 0.012248168822279113,
        "median": 0.011282891996382799,
        "min": 0.007939710933379427,
        "max": 0.02341665794660926
      },
      "total_audio_seconds": 187.365,
      "total_transcription_seconds": 2.2676216249819845,
      "corpus_word_errors": 42,
      "corpus_reference_words": 453,
      "corpus_lexical_wer": 0.09271523178807947,
      "silence_hallucinations": null
    },
    {
      "host": "studio",
      "model": "whisper-small-mlx",
      "kind": "natural_read_speech_synthetic_noise",
      "attempts": 15,
      "distinct_fixtures": 5,
      "wall_seconds": {
        "n": 15,
        "mean": 0.11525513045489788,
        "median": 0.08984645898453891,
        "min": 0.05132824997417629,
        "max": 0.2678208330180496
      },
      "real_time_factor": {
        "n": 15,
        "mean": 0.00983419202977862,
        "median": 0.009109552143471075,
        "min": 0.00792376178252993,
        "max": 0.012386742109205354
      },
      "total_audio_seconds": 187.365,
      "total_transcription_seconds": 1.7288269568234682,
      "corpus_word_errors": 57,
      "corpus_reference_words": 453,
      "corpus_lexical_wer": 0.12582781456953643,
      "silence_hallucinations": null
    },
    {
      "host": "studio",
      "model": "whisper-small-mlx",
      "kind": "silence_control",
      "attempts": 3,
      "distinct_fixtures": 1,
      "wall_seconds": {
        "n": 3,
        "mean": 0.0264206666033715,
        "median": 0.026192791992798448,
        "min": 0.025422707898542285,
        "max": 0.02764649991877377
      },
      "real_time_factor": {
        "n": 3,
        "mean": 0.00264206666033715,
        "median": 0.0026192791992798448,
        "min": 0.0025422707898542286,
        "max": 0.002764649991877377
      },
      "total_audio_seconds": 30.0,
      "total_transcription_seconds": 0.0792619998101145,
      "corpus_word_errors": 3,
      "corpus_reference_words": 0,
      "corpus_lexical_wer": null,
      "silence_hallucinations": 3
    },
    {
      "host": "studio",
      "model": "whisper-small-mlx",
      "kind": "synthetic_long_form",
      "attempts": 3,
      "distinct_fixtures": 1,
      "wall_seconds": {
        "n": 3,
        "mean": 0.7809419302890698,
        "median": 0.7674446660093963,
        "min": 0.7635478328447789,
        "max": 0.8118332920130342
      },
      "real_time_factor": {
        "n": 3,
        "mean": 0.008404511225878023,
        "median": 0.008259253422759207,
        "min": 0.008217315633523996,
        "max": 0.008736964621350866
      },
      "total_audio_seconds": 278.758125,
      "total_transcription_seconds": 2.3428257908672094,
      "corpus_word_errors": 60,
      "corpus_reference_words": 744,
      "corpus_lexical_wer": 0.08064516129032258,
      "silence_hallucinations": null
    },
    {
      "host": "studio",
      "model": "whisper-small-mlx",
      "kind": "synthetic_practical_speech",
      "attempts": 15,
      "distinct_fixtures": 5,
      "wall_seconds": {
        "n": 15,
        "mean": 0.17625664157482485,
        "median": 0.158319832989946,
        "min": 0.14492599992081523,
        "max": 0.24808375001884997
      },
      "real_time_factor": {
        "n": 15,
        "mean": 0.009757073013033347,
        "median": 0.008757934727667543,
        "min": 0.00801420817881874,
        "max": 0.014172921757090371
      },
      "total_audio_seconds": 271.258125,
      "total_transcription_seconds": 2.6438496236223727,
      "corpus_word_errors": 63,
      "corpus_reference_words": 744,
      "corpus_lexical_wer": 0.0846774193548387,
      "silence_hallucinations": null
    },
    {
      "host": "studio",
      "model": "whisper-small-mlx",
      "kind": "synthetic_practical_speech_synthetic_noise",
      "attempts": 15,
      "distinct_fixtures": 5,
      "wall_seconds": {
        "n": 15,
        "mean": 0.15515982490032912,
        "median": 0.15408374997787178,
        "min": 0.1490639999974519,
        "max": 0.16300025000236928
      },
      "real_time_factor": {
        "n": 15,
        "mean": 0.008585920516322178,
        "median": 0.008563502771558769,
        "min": 0.00821515115000072,
        "max": 0.00937157015205225
      },
      "total_audio_seconds": 271.258125,
      "total_transcription_seconds": 2.3273973735049367,
      "corpus_word_errors": 78,
      "corpus_reference_words": 744,
      "corpus_lexical_wer": 0.10483870967741936,
      "silence_hallucinations": null
    }
  ],
  "image_quality_summaries": [
    {
      "task": "cafe-hero",
      "steps": 1,
      "unique_images": 3,
      "usable": 0,
      "mean_scores_0_to_4": {
        "prompt_alignment": 2,
        "visual_coherence": 3,
        "practical_composition": 1,
        "visual_finish": 4
      }
    },
    {
      "task": "cafe-hero",
      "steps": 4,
      "unique_images": 3,
      "usable": 1,
      "mean_scores_0_to_4": {
        "prompt_alignment": 2.3333333333333335,
        "visual_coherence": 3.3333333333333335,
        "practical_composition": 1.6666666666666667,
        "visual_finish": 4
      }
    },
    {
      "task": "newsletter-illustration",
      "steps": 1,
      "unique_images": 3,
      "usable": 0,
      "mean_scores_0_to_4": {
        "prompt_alignment": 2,
        "visual_coherence": 3,
        "practical_composition": 2,
        "visual_finish": 4
      }
    },
    {
      "task": "newsletter-illustration",
      "steps": 4,
      "unique_images": 3,
      "usable": 0,
      "mean_scores_0_to_4": {
        "prompt_alignment": 2,
        "visual_coherence": 2.6666666666666665,
        "practical_composition": 2,
        "visual_finish": 4
      }
    },
    {
      "task": "product-photo",
      "steps": 1,
      "unique_images": 3,
      "usable": 3,
      "mean_scores_0_to_4": {
        "prompt_alignment": 3.3333333333333335,
        "visual_coherence": 3.6666666666666665,
        "practical_composition": 4,
        "visual_finish": 3.6666666666666665
      }
    },
    {
      "task": "product-photo",
      "steps": 4,
      "unique_images": 3,
      "usable": 3,
      "mean_scores_0_to_4": {
        "prompt_alignment": 3.6666666666666665,
        "visual_coherence": 3.3333333333333335,
        "practical_composition": 4,
        "visual_finish": 3.3333333333333335
      }
    },
    {
      "task": "signage-text",
      "steps": 1,
      "unique_images": 3,
      "usable": 0,
      "mean_scores_0_to_4": {
        "prompt_alignment": 1,
        "visual_coherence": 2.6666666666666665,
        "practical_composition": 1.3333333333333333,
        "visual_finish": 3
      }
    },
    {
      "task": "signage-text",
      "steps": 4,
      "unique_images": 3,
      "usable": 0,
      "mean_scores_0_to_4": {
        "prompt_alignment": 1,
        "visual_coherence": 2.6666666666666665,
        "practical_composition": 1.3333333333333333,
        "visual_finish": 3
      }
    },
    {
      "task": "video-thumbnail",
      "steps": 1,
      "unique_images": 3,
      "usable": 0,
      "mean_scores_0_to_4": {
        "prompt_alignment": 1.3333333333333333,
        "visual_coherence": 3.6666666666666665,
        "practical_composition": 1.6666666666666667,
        "visual_finish": 3.6666666666666665
      }
    },
    {
      "task": "video-thumbnail",
      "steps": 4,
      "unique_images": 3,
      "usable": 0,
      "mean_scores_0_to_4": {
        "prompt_alignment": 1.6666666666666667,
        "visual_coherence": 3.3333333333333335,
        "practical_composition": 1.6666666666666667,
        "visual_finish": 3.3333333333333335
      }
    }
  ]
}