{
  "measurement_date": "2026-10-02",
  "report_date": "2026-10-06",
  "parameters": 175611648,
  "context_tokens": 2048,
  "accumulation_microsteps": 4,
  "global_token_positions_per_update": 131072,
  "precision": {
    "compute": "BF16",
    "gradient_accumulation_and_optimizer_state": "FP32"
  },
  "memory_comparison": {
    "type": "short synthetic five-worker test",
    "updates_per_variant": 3,
    "warmup_updates_excluded": 1,
    "local_microbatch_sizes": [
      6,
      4,
      2,
      2,
      2
    ],
    "peak_active_mlx_gib_before": [
      87.436,
      59.532,
      31.119,
      31.119,
      31.119
    ],
    "peak_active_mlx_gib_after": [
      26.839,
      19.472,
      11.596,
      11.596,
      11.596
    ],
    "slowest_rank_median_seconds_before": 15.576,
    "slowest_rank_median_seconds_after": 4.037,
    "after_allocation_cache_cap_gib": 4,
    "scope": "Active MLX allocations exclude cache, CPU dataset memory and OS memory."
  },
  "throughput_comparison": {
    "type": "fresh-model synthetic five-worker tests",
    "updates_per_variant": 8,
    "warmup_updates_excluded": 2,
    "timing": "Median of six per-update maximum elapsed times across the five workers.",
    "variants": [
      {
        "name": "balance73222",
        "batches": [
          7,
          3,
          2,
          2,
          2
        ],
        "cache_gib": [
          4.0,
          4.0,
          4.0,
          4.0,
          4.0
        ],
        "compiled_optimizer": false,
        "seconds_per_update": 3.509223395958543,
        "global_tokens_per_second": 37350.71416398036,
        "replicas_agree": true
      },
      {
        "name": "balance73222_cache16",
        "batches": [
          7,
          3,
          2,
          2,
          2
        ],
        "cache_gib": [
          16.0,
          16.0,
          4.0,
          4.0,
          4.0
        ],
        "compiled_optimizer": false,
        "seconds_per_update": 3.1596836250973865,
        "global_tokens_per_second": 41482.63419758051,
        "replicas_agree": true
      },
      {
        "name": "balance73222_cache16_compiled",
        "batches": [
          7,
          3,
          2,
          2,
          2
        ],
        "cache_gib": [
          16.0,
          16.0,
          4.0,
          4.0,
          4.0
        ],
        "compiled_optimizer": true,
        "seconds_per_update": 3.153138312496594,
        "global_tokens_per_second": 41568.74421922193,
        "replicas_agree": true
      },
      {
        "name": "balance73222_cache16_repeat",
        "batches": [
          7,
          3,
          2,
          2,
          2
        ],
        "cache_gib": [
          16.0,
          16.0,
          4.0,
          4.0,
          4.0
        ],
        "compiled_optimizer": false,
        "seconds_per_update": 3.182522145914845,
        "global_tokens_per_second": 41184.94514429283,
        "replicas_agree": true
      },
      {
        "name": "balance73222_cache8",
        "batches": [
          7,
          3,
          2,
          2,
          2
        ],
        "cache_gib": [
          8.0,
          8.0,
          4.0,
          4.0,
          4.0
        ],
        "compiled_optimizer": false,
        "seconds_per_update": 3.352872062474489,
        "global_tokens_per_second": 39092.45493347758,
        "replicas_agree": true
      },
      {
        "name": "balance82222",
        "batches": [
          8,
          2,
          2,
          2,
          2
        ],
        "cache_gib": [
          4.0,
          4.0,
          4.0,
          4.0,
          4.0
        ],
        "compiled_optimizer": false,
        "seconds_per_update": 3.9854417499154806,
        "global_tokens_per_second": 32887.69682878433,
        "replicas_agree": true
      },
      {
        "name": "balance82222_cache16",
        "batches": [
          8,
          2,
          2,
          2,
          2
        ],
        "cache_gib": [
          16.0,
          16.0,
          4.0,
          4.0,
          4.0
        ],
        "compiled_optimizer": false,
        "seconds_per_update": 3.3682485624449328,
        "global_tokens_per_second": 38913.99270867881,
        "replicas_agree": true
      },
      {
        "name": "baseline64222",
        "batches": [
          6,
          4,
          2,
          2,
          2
        ],
        "cache_gib": [
          4.0,
          4.0,
          4.0,
          4.0,
          4.0
        ],
        "compiled_optimizer": false,
        "seconds_per_update": 4.046509729116224,
        "global_tokens_per_second": 32391.371521211375,
        "replicas_agree": true
      },
      {
        "name": "baseline64222_repeat",
        "batches": [
          6,
          4,
          2,
          2,
          2
        ],
        "cache_gib": [
          4.0,
          4.0,
          4.0,
          4.0,
          4.0
        ],
        "compiled_optimizer": false,
        "seconds_per_update": 4.030950916581787,
        "global_tokens_per_second": 32516.396927786947,
        "replicas_agree": true
      }
    ]
  },
  "streamed_data_pilots": [
    {
      "configuration": "Sequential accumulation",
      "source_step": 826,
      "end_step": 830,
      "total_updates": 4,
      "timed_updates": 3,
      "tokens_per_second": 32424,
      "seconds_per_update": 4.042437700468788,
      "validation_fingerprint_unchanged": true,
      "checkpoint_manifests_verified": true
    },
    {
      "configuration": "Balanced workloads and tuned caches",
      "source_step": 963,
      "end_step": 975,
      "total_updates": 12,
      "timed_updates": 6,
      "tokens_per_second": 41158,
      "seconds_per_update": 3.184605665970164,
      "validation_fingerprint_unchanged": true,
      "checkpoint_manifests_verified": true
    }
  ],
  "scope": "Short diagnostics and isolated resume pilots. The two real-data pilots resumed different checkpoints; this is not a same-checkpoint A/B comparison or a model-quality evaluation."
}