{
  "device": "NVIDIA A10G",
  "n_ranks": 8,
  "simulated_straggler": 5,
  "slow_factor": 2.8,
  "baseline_events_per_rank": 480,
  "compression": {
    "mean_ratio": 57.5,
    "per_rank_ratio": [
      60.0,
      53.333333333333336,
      53.333333333333336,
      60.0,
      60.0,
      60.0,
      53.333333333333336,
      60.0
    ],
    "example_rank0": {
      "raw_bytes_est": 11520,
      "summary_bytes_est": 192,
      "groups": [
        {
          "kernel": "gelu",
          "stream": 0,
          "samples": 120,
          "clusters": [
            {
              "count": 16,
              "p50_ms": 0.19743514528707845,
              "p99_ms": 0.28091818040409633,
              "log_lo": -1.809849194846826,
              "log_hi": -1.0232437515030637
            },
            {
              "count": 104,
              "p50_ms": 0.7833217422725457,
              "p99_ms": 1.1731043446089333,
              "log_lo": -1.0232437515030637,
              "log_hi": 0.3704158926820807
            }
          ]
        },
        {
          "kernel": "gemm_fc1",
          "stream": 0,
          "samples": 120,
          "clusters": [
            {
              "count": 114,
              "p50_ms": 1.212824678504477,
              "p99_ms": 1.7627957224864426,
              "log_lo": 0.07077955633555427,
              "log_hi": 0.7253400499479583
            },
            {
              "count": 6,
              "p50_ms": 2.4554718317648847,
              "p99_ms": 2.515091996184999,
              "log_lo": 0.7253400499479583,
              "log_hi": 0.9730115880715707
            }
          ]
        },
        {
          "kernel": "gemm_fc2",
          "stream": 0,
          "samples": 120,
          "clusters": [
            {
              "count": 112,
              "p50_ms": 1.825147712691313,
              "p99_ms": 2.5918652877957427,
              "log_lo": 0.2651667620981633,
              "log_hi": 1.0140901862749232
            },
            {
              "count": 8,
              "p50_ms": 3.0634584137903285,
              "p99_ms": 3.283998248035113,
              "log_lo": 1.0140901862749232,
              "log_hi": 1.2395314211036417
            }
          ]
        },
        {
          "kernel": "layernorm",
          "stream": 1,
          "samples": 120,
          "clusters": [
            {
              "count": 9,
              "p50_ms": 0.23707297703395713,
              "p99_ms": 0.26804592172749336,
              "log_lo": -1.8345390520579337,
              "log_hi": -1.0282666467486463
            },
            {
              "count": 111,
              "p50_ms": 0.7758133933908548,
              "p99_ms": 0.9497410724700346,
              "log_lo": -1.0282666467486463,
              "log_hi": 0.2422232040417458
            }
          ]
        }
      ]
    }
  },
  "l3_detection": {
    "kernel": "gemm_fc1",
    "stream": 0,
    "w1_deviation_scores": [
      0.3583162203115607,
      0.36305234171955,
      0.36716069469893975,
      0.35904832939023784,
      0.3591900224123569,
      2.3245130427320704,
      0.3639529623136835,
      0.3580597427143859
    ],
    "flagged_ranks": [
      5
    ]
  },
  "kde_demo": {
    "kernel": "gemm_fc1",
    "stream": 0,
    "durations_ms": [
      1.541793480029531,
      2.3365649402764355,
      1.872211865530592,
      2.516858729583248,
      2.321387070171033,
      2.4815240616182668,
      2.449584408228211,
      2.461359255301558,
      1.3415620081161892,
      1.71837785153753,
      1.2225261332995137,
      1.2190056629900314,
      1.235720448833889,
      1.2433205243340433,
      1.1883159204534945,
      1.2091466728098312,
      1.1654858976182287,
      1.1935102212945328,
      1.1977811647127061,
      1.2251194592802968,
      1.2481514518807024,
      1.2294269104884326,
      1.2321898022442546,
      1.2060274397944473,
      1.4032861543504072,
      1.3057500826778272,
      1.497045626585532,
      1.1455958621185212,
      1.7444886281138738,
      1.4024234544915395,
      1.1283761415768567,
      1.7520749303016334,
      1.5047577581631575,
      1.213293518704703,
      1.764397679939345,
      1.5024391520664622,
      1.17836402941515,
      1.7268427225623475,
      1.5388549883589786,
      1.2059344324216117,
      1.2030647561195846,
      1.2167209437588453,
      1.2361926346599035,
      1.2096602025187198,
      1.1679071979964908,
      1.206912147828084,
      1.2210256311590442,
      1.2076102922259342,
      1.2434737267366878,
      1.2151409238700264,
      1.1634602706027932,
      1.2064493227424788,
      1.2118312437487369,
      1.1805755210909372,
      1.2117119233607894,
      1.180924722826203,
      1.2065968969030418,
      1.2177156826151445,
      1.2118941983830562,
      1.1718116511965087,
      1.1552337795485337,
      1.245553006809721,
      1.1823040719399498,
      1.209246406175518,
      1.205422252971873,
      1.2043748385694764,
      1.1835045391999894,
      1.1993416751250798,
      1.2489744732772492,
      1.2228036337692847,
      1.2417078751518063,
      1.2166372975135835,
      1.2359156960239162,
      1.1933763146833976,
      1.23821658713142,
      1.2288022623797832,
      1.2280434422861821,
      1.2103922732990422,
      1.2263900757530133,
      1.2050907518497194,
      1.2088591842214857,
      1.2232304896479995,
      1.2235622287829162,
      1.198977313119587,
      1.2243020282498218,
      1.2201108697682632,
      1.1979796638534888,
      1.1728656797795902,
      1.207083038361877,
      1.1725323477902052,
      1.1947430222178326,
      1.1521398027932104,
      1.2298369748226106,
      1.1867459207585611,
      1.1862093703777754,
      1.1995724888821317,
      1.2123558383042508,
      1.2035664041039433,
      1.235280091127288,
      1.1681796900538566,
      1.2210013557448236,
      1.1999174053904635,
      1.210359099214017,
      1.218721171332597,
      1.2221916090135172,
      1.2544573408576087,
      1.1810376204892008,
      1.1866847086999086,
      1.210689888014618,
      1.1888804377127156,
      1.1910331361316766,
      1.2001085077197007,
      1.193773073708118,
      1.216819137098945,
      1.232312516930656,
      1.2321683730010027,
      1.2409338097440603,
      1.2143308077252513,
      1.2173155252579677,
      1.2404978327793064
    ],
    "clusters": [
      {
        "count": 114,
        "p50_ms": 1.212824678504477,
        "p99_ms": 1.7627957224864426,
        "log_lo": 0.07077955633555427,
        "log_hi": 0.7253400499479583
      },
      {
        "count": 6,
        "p50_ms": 2.4554718317648847,
        "p99_ms": 2.515091996184999,
        "log_lo": 0.7253400499479583,
        "log_hi": 0.9730115880715707
      }
    ]
  },
  "source": "modal"
}