{
  "cases": [
    {
      "inputs": {
        "name": "7B-A100",
        "params": 7000000000.0,
        "tokens_per_param": 20.0,
        "seq_len": 4096,
        "global_batch_seqs": 512,
        "peak_tflops": 312.0,
        "mfu": 0.4,
        "target_days": 14.0,
        "gpu_mem_gb": 80.0,
        "precision_bytes": 2.0,
        "optimizer_bytes_per_param": 8.0,
        "gpu_hour_usd": 4.0
      },
      "result": {
        "name": "7B-A100",
        "params_b": 7.0,
        "tokens_b": 140.0,
        "steps": 66757.2021484375,
        "flops": 5.88e+21,
        "eff_tflops": 124.80000000000001,
        "gpu_hours": 13087.606837606836,
        "gpus_needed": 38.95121082621082,
        "gpus_rounded": 40,
        "wall_days_at_rounded": 13.632923789173788,
        "cost_usd": 52350.427350427344,
        "weight_gb": 14.0,
        "optimizer_gb": 56.0,
        "static_gb": 84.0,
        "fits_single_gpu": false,
        "suggested_tp": 1,
        "suggested_dp": 40,
        "microbatch_per_replica": 12.8
      }
    },
    {
      "inputs": {
        "name": "30B-A100",
        "params": 30000000000.0,
        "tokens_per_param": 20.0,
        "seq_len": 4096,
        "global_batch_seqs": 1024,
        "peak_tflops": 312.0,
        "mfu": 0.42,
        "target_days": 21.0,
        "gpu_mem_gb": 80.0,
        "precision_bytes": 2.0,
        "optimizer_bytes_per_param": 8.0,
        "gpu_hour_usd": 4.0
      },
      "result": {
        "name": "30B-A100",
        "params_b": 30.0,
        "tokens_b": 600.0,
        "steps": 143051.1474609375,
        "flops": 1.08e+23,
        "eff_tflops": 131.04,
        "gpu_hours": 228937.72893772897,
        "gpus_needed": 454.2415256700972,
        "gpus_rounded": 456,
        "wall_days_at_rounded": 20.919017629543948,
        "cost_usd": 915750.9157509159,
        "weight_gb": 60.0,
        "optimizer_gb": 240.0,
        "static_gb": 360.0,
        "fits_single_gpu": false,
        "suggested_tp": 4,
        "suggested_dp": 114,
        "microbatch_per_replica": 8.982456140350877
      }
    },
    {
      "inputs": {
        "name": "30B-H100",
        "params": 30000000000.0,
        "tokens_per_param": 20.0,
        "seq_len": 4096,
        "global_batch_seqs": 1024,
        "peak_tflops": 989.0,
        "mfu": 0.35,
        "target_days": 14.0,
        "gpu_mem_gb": 80.0,
        "precision_bytes": 2.0,
        "optimizer_bytes_per_param": 8.0,
        "gpu_hour_usd": 6.0
      },
      "result": {
        "name": "30B-H100",
        "params_b": 30.0,
        "tokens_b": 600.0,
        "steps": 143051.1474609375,
        "flops": 1.08e+23,
        "eff_tflops": 346.15,
        "gpu_hours": 86667.62964032935,
        "gpus_needed": 257.93937392955166,
        "gpus_rounded": 264,
        "wall_days_at_rounded": 13.67860316293077,
        "cost_usd": 520005.77784197615,
        "weight_gb": 60.0,
        "optimizer_gb": 240.0,
        "static_gb": 360.0,
        "fits_single_gpu": false,
        "suggested_tp": 4,
        "suggested_dp": 66,
        "microbatch_per_replica": 15.515151515151516
      }
    }
  ]
}