{
  "artifact_version": 1,
  "status": "accepted_engineering_smoke_not_quality_or_speedup_claim",
  "source_commit": "ff8a4913d5e080993135dac3042af1cc1a54495c",
  "comparison_id": "HXO-EXP-0005",
  "publication": {
    "source_artifact_sha256": "cbffdb5d7cc423688f0f15d3d5fa81f1a635eed5bab95986ec7962dc337c73e3",
    "note": "Public edge-hardware training-efficiency export; measurements and provenance are preserved."
  },
  "environment": {
    "chip": "Apple M3 Max",
    "memory_bytes": 38654705664,
    "macos_version": "26.4.1",
    "python_version": "3.12.9",
    "mlx_version": "0.32.0"
  },
  "shared_controls": {
    "precision": "float32",
    "seed": 31415,
    "data_seed": 1729,
    "data_manifest_hash": "6443f4b7a40743d46cf461524359977b4bb621890e2aa32847665ef46d35c1ef",
    "dataset_type": "deterministic_smoke_only",
    "sequence_length": 512,
    "batch_size": 1,
    "steps": 8,
    "tokens_per_run": 4096,
    "eval_steps": [4, 8],
    "checkpoint_steps": [4, 8],
    "compile": false
  },
  "models": {
    "dense": {
      "config": "configs/dense_10m_smoke.yaml",
      "config_hash": "e4550c713887d6fdae8cc0b9972b523de000bb2554a88bf4d98489e8b8191e1b",
      "physical_parameter_count": 9881472,
      "estimated_active_parameters": 9685248,
      "dense_operator_dimensionality": 9682944,
      "estimated_flops_per_token": 20938752,
      "final_validation_loss": 10.212636470794678,
      "final_validation_perplexity": 27245.304431268236,
      "final_model_checkpoint_bytes": 39531244,
      "final_optimizer_checkpoint_bytes": 79063016
    },
    "omega_mlp": {
      "config": "configs/omega_mlp_10m_smoke.yaml",
      "config_hash": "9b3ba83db5276d678d0d0ac2d57c8beaa0b387a9772bcfc25b8000c88b24cfad",
      "physical_parameter_count": 7670616,
      "estimated_active_parameters": 7474392,
      "dense_operator_dimensionality": 8355840,
      "estimated_flops_per_token": 16609536,
      "final_validation_loss": 10.247169017791748,
      "final_validation_perplexity": 28202.587775134743,
      "final_model_checkpoint_bytes": 30690676,
      "final_optimizer_checkpoint_bytes": 61381976
    }
  },
  "runs": [
    {
      "order": 1,
      "model": "dense",
      "run_id": "20260824T180430.412409-0500_dense_e4550c71",
      "average_end_to_end_tokens_per_sec": 5332.193243874884,
      "ordinary_step_median_tokens_per_sec": 33955.16378523515,
      "ordinary_compute_median_tokens_per_sec": 34112.29742320133,
      "peak_memory_bytes": 685944873,
      "total_wall_time_seconds": 0.7681642079842277,
      "console_log_sha256": "bd74c9753bcfaf637ad8c9cdd3fb332406a8f726634700285a4252182f6e7f0b",
      "metrics_jsonl_sha256": "62b88393a33bb6e4f05543171a9e75873eab17e84d9c3658e6400db5d40db7ed",
      "manifest_sha256": "e2152debdffbbd8437cdec57b03613772b304009676684fedb4a9d0db7605ff6",
      "final_model_sha256": "38778927862d99f8ed2fced8816f0608ac4f43235cfd9403fd9b2265557fd0fa"
    },
    {
      "order": 2,
      "model": "omega_mlp",
      "run_id": "20260824T180440.245470-0500_omega_mlp_9b3ba83d",
      "average_end_to_end_tokens_per_sec": 8073.42096769933,
      "ordinary_step_median_tokens_per_sec": 35634.53807698507,
      "ordinary_compute_median_tokens_per_sec": 35855.1778628038,
      "peak_memory_bytes": 466239144,
      "total_wall_time_seconds": 0.5073437909886707,
      "console_log_sha256": "83204eb969f0a8c2c5c5e5b342afdad65a247526ec981687c3481b7b88de6947",
      "metrics_jsonl_sha256": "5fa270106792501fa79b22301cfd704978d4d62363690b6039edceb0ad35dc0e",
      "manifest_sha256": "6a08b3b258b8e13a74fabfa4dbdfe63904ab8a92b6dfc22ca26646749e877981",
      "final_model_sha256": "cb1738ad96c4e2c058c67415dae03c0e32a79ecd516d6ac562cf3e8b42eb93cb"
    },
    {
      "order": 3,
      "model": "omega_mlp",
      "run_id": "20260824T180634.436956-0500_omega_mlp_9b3ba83d",
      "average_end_to_end_tokens_per_sec": 7984.103260479667,
      "ordinary_step_median_tokens_per_sec": 35729.03246258196,
      "ordinary_compute_median_tokens_per_sec": 35856.53883759463,
      "peak_memory_bytes": 462437732,
      "total_wall_time_seconds": 0.5130194170051254,
      "console_log_sha256": "8ee3ccc4ca98f48b136d0f690b3c6f85088df3b8aa7ab5a0fb05282a11682e21",
      "metrics_jsonl_sha256": "b01b014849d3b81e34f5a8b43299df913367d449533e42a6f63f21139019b7dc",
      "manifest_sha256": "e3683332d6438272fcb6691d1efd8940398a9cbf617c6393f8f303d99ce69f9c",
      "final_model_sha256": "cb1738ad96c4e2c058c67415dae03c0e32a79ecd516d6ac562cf3e8b42eb93cb"
    },
    {
      "order": 4,
      "model": "dense",
      "run_id": "20260824T180643.077822-0500_dense_e4550c71",
      "average_end_to_end_tokens_per_sec": 6876.7220396782905,
      "ordinary_step_median_tokens_per_sec": 35179.63423641158,
      "ordinary_compute_median_tokens_per_sec": 35301.51940434188,
      "peak_memory_bytes": 689187377,
      "total_wall_time_seconds": 0.595632625016151,
      "console_log_sha256": "bc446d6e7d1a5fe83af758e70c4471829896614ed816b8af2cb2f44d477995d1",
      "metrics_jsonl_sha256": "2e376d87744560610f22714fe7d28aefa7233a5f73af17b75279d511cb1b3d38",
      "manifest_sha256": "53f6cf903e39763b9857c487e3eebd2ac65052dc345327d89783fd0358ab4def",
      "final_model_sha256": "38778927862d99f8ed2fced8816f0608ac4f43235cfd9403fd9b2265557fd0fa"
    }
  ],
  "derived_engineering_observations": {
    "omega_parameter_reduction_fraction": 0.22373751603000036,
    "omega_estimated_flops_reduction_fraction": 0.206756161971831,
    "omega_peak_memory_reduction_fraction_range": [0.32029648102639874, 0.3290101539396012],
    "omega_ordinary_step_throughput_ratio_range": [1.0156169396895476, 1.0494585831590117],
    "omega_end_to_end_throughput_ratio_range": [1.1610332967381627, 1.5140900935976593],
    "omega_pooled_end_to_end_throughput_ratio": 1.3365797809211781,
    "omega_model_checkpoint_reduction_fraction": 0.22363495568214342,
    "omega_optimizer_checkpoint_reduction_fraction": 0.22363224797799264
  },
  "verification": {
    "test_suite": "47 passed in 0.28s",
    "independent_qa_verdict": "pass_engineering_smoke",
    "independent_benchmark_verdict": "bounded_resource_and_ordinary_step_observations_only",
    "metrics_rows_per_run": 8,
    "console_log_matches_train_log": true,
    "manifests_completed": true,
    "final_checkpoints_reloaded": true,
    "reloaded_validation_matches_recorded": true
  },
  "limitations": [
    "The corpus is deterministic synthetic data and provides no language-quality evidence.",
    "Each run contains only eight steps and 4096 training tokens.",
    "Both repetitions use one seed; deterministic losses are therefore replicated, not multi-seed evidence.",
    "The end-to-end ratio varies materially with run order and warmup, so it is not a stable speedup claim.",
    "No WikiText-2 validation-loss-versus-wall-clock curve exists yet."
  ]
}