{
  "passed": true,
  "complete_outputs": 216,
  "checked_elements": 1587230352,
  "pairs": 36,
  "unique_sources": 10,
  "summary": [
    {
      "shape": [
        129,
        257,
        61
      ],
      "aligned_control": false,
      "metrics": {
        "gpu_throughput": {
          "reference_us": 25.267578166640625,
          "candidate_us": 22.672851628203126,
          "torch_us": 15.606120541633572,
          "mps_us": 18.4108071153125,
          "new_old": {
            "median": 0.8967256767467613,
            "minimum": 0.8056408911258218,
            "maximum": 1.0145658540505753,
            "faster_rounds": 5,
            "ratios": [
              0.8443622930970047,
              0.949089060396518,
              0.8056408911258218,
              1.0145658540505753,
              0.9873050797530977,
              0.8195500532217931
            ]
          },
          "new_torch": {
            "median": 1.5220830134154961,
            "minimum": 1.215434773125787,
            "maximum": 1.9951232213381345,
            "faster_rounds": 0,
            "ratios": [
              1.4990822155517782,
              1.5352620845130265,
              1.215434773125787,
              1.6178774679324452,
              1.5089039423179658,
              1.9951232213381345
            ]
          },
          "new_mps": {
            "median": 1.2895934859286329,
            "minimum": 1.0619750237052952,
            "maximum": 1.4960647171869161,
            "faster_rounds": 0,
            "ratios": [
              1.398031212441477,
              1.3226763958790062,
              1.0619750237052952,
              1.4960647171869161,
              1.2565105759782595,
              1.11592938780372
            ]
          }
        },
        "e2e_throughput": {
          "reference_us": 31.543186024199997,
          "candidate_us": 25.8029027375,
          "torch_us": 30.241284568352334,
          "mps_us": 19.04235075735,
          "new_old": {
            "median": 0.826673226068249,
            "minimum": 0.8024686299928644,
            "maximum": 0.8328877063758237,
            "faster_rounds": 6,
            "ratios": [
              0.8247457079727657,
              0.8024686299928644,
              0.811734014495075,
              0.8311229127276482,
              0.8328877063758237,
              0.8286007441637323
            ]
          },
          "new_torch": {
            "median": 0.8660709042873184,
            "minimum": 0.7904577675823825,
            "maximum": 0.8926988802972299,
            "faster_rounds": 6,
            "ratios": [
              0.8926988802972299,
              0.7963305087147063,
              0.7904577675823825,
              0.8597092929661451,
              0.8776798609615326,
              0.8724325156084917
            ]
          },
          "new_mps": {
            "median": 1.350378956172223,
            "minimum": 1.333968318772829,
            "maximum": 1.3770845671822303,
            "faster_rounds": 0,
            "ratios": [
              1.3770845671822303,
              1.3459866250264052,
              1.333968318772829,
              1.349703602680988,
              1.353704288943158,
              1.351054309663458
            ]
          }
        },
        "gpu_latency": {
          "reference_us": 37.4999945052,
          "candidate_us": 31.916686566550002,
          "torch_us": 29.08337046392262,
          "mps_us": 17.2291765921,
          "new_old": {
            "median": 0.8490457552789314,
            "minimum": 0.8048248099827096,
            "maximum": 0.8734875600710315,
            "faster_rounds": 6,
            "ratios": [
              0.8734875600710315,
              0.8597088124530594,
              0.8383826981048036,
              0.8065186638910705,
              0.8674985286595336,
              0.8048248099827096
            ]
          },
          "new_torch": {
            "median": 1.2133733805843048,
            "minimum": 0.14436286973514423,
            "maximum": 1.699069971997274,
            "faster_rounds": 3,
            "ratios": [
              1.633740834106805,
              1.6058690877133501,
              0.8208776734552593,
              0.14436286973514423,
              0.6480548014503981,
              1.699069971997274
            ]
          },
          "new_mps": {
            "median": 1.8338805909131786,
            "minimum": 1.7754609718023864,
            "maximum": 1.9040770519227401,
            "faster_rounds": 0,
            "ratios": [
              1.9040770519227401,
              1.8637417319835983,
              1.817518397039164,
              1.7754609718023864,
              1.8502427847871932,
              1.7772369493660214
            ]
          }
        },
        "e2e_latency": {
          "reference_us": 268.45849999999996,
          "candidate_us": 268.1045,
          "torch_us": 274.1045,
          "mps_us": 241.3965,
          "new_old": {
            "median": 0.9993961120760989,
            "minimum": 0.9285518518518519,
            "maximum": 1.2233676975945018,
            "faster_rounds": 3,
            "ratios": [
              1.2151205423282403,
              0.9629754748781821,
              0.9285518518518519,
              1.002345307137826,
              0.9964469170143717,
              1.2233676975945018
            ]
          },
          "new_torch": {
            "median": 0.9934471519340959,
            "minimum": 0.8229540928278595,
            "maximum": 1.1088684558072315,
            "faster_rounds": 3,
            "ratios": [
              0.8229540928278595,
              0.9817501169864296,
              0.8642664340895537,
              1.0132593044262062,
              1.0051441868817623,
              1.1088684558072315
            ]
          },
          "new_mps": {
            "median": 1.0623670732880086,
            "minimum": 0.908977246859849,
            "maximum": 1.4218355600388894,
            "faster_rounds": 2,
            "ratios": [
              0.9884595719815936,
              1.0788451728620558,
              1.0458889737139616,
              0.908977246859849,
              1.1406330930364859,
              1.4218355600388894
            ]
          }
        }
      }
    },
    {
      "shape": [
        1025,
        1025,
        1024
      ],
      "aligned_control": false,
      "metrics": {
        "gpu_throughput": {
          "reference_us": 528.8588261620755,
          "candidate_us": 521.6885246478289,
          "torch_us": 438.6858727229992,
          "mps_us": 559.7262662679216,
          "new_old": {
            "median": 0.986442829875136,
            "minimum": 0.9719428511403135,
            "maximum": 1.0039536582807782,
            "faster_rounds": 5,
            "ratios": [
              0.9719428511403135,
              0.9776604877010551,
              0.9853589375436232,
              0.9875267222066488,
              1.0039536582807782,
              0.9881258239992061
            ]
          },
          "new_torch": {
            "median": 1.1887040534895092,
            "minimum": 1.1771073759922204,
            "maximum": 1.210998693106539,
            "faster_rounds": 0,
            "ratios": [
              1.1816675999236208,
              1.1897847595936641,
              1.1876233473853546,
              1.190050657761258,
              1.210998693106539,
              1.1771073759922204
            ]
          },
          "new_mps": {
            "median": 0.9346212775676139,
            "minimum": 0.921418024973987,
            "maximum": 0.9467727387248396,
            "faster_rounds": 6,
            "ratios": [
              0.9428859671462139,
              0.9219769703556554,
              0.9449333397932449,
              0.9263565879890139,
              0.9467727387248396,
              0.921418024973987
            ]
          }
        },
        "e2e_throughput": {
          "reference_us": 549.3325288460001,
          "candidate_us": 536.0426486265001,
          "torch_us": 467.24855780542987,
          "mps_us": 574.752767442,
          "new_old": {
            "median": 0.9770832955010862,
            "minimum": 0.9585742290947008,
            "maximum": 0.9832471928633212,
            "faster_rounds": 6,
            "ratios": [
              0.9679787129358377,
              0.9733941300638822,
              0.9807724609382903,
              0.9585742290947008,
              0.9818214004880504,
              0.9832471928633212
            ]
          },
          "new_torch": {
            "median": 1.1498442191452134,
            "minimum": 1.1164287105018071,
            "maximum": 1.1654953333225264,
            "faster_rounds": 0,
            "ratios": [
              1.1247381941108219,
              1.156927009303975,
              1.1530971709434468,
              1.1654953333225264,
              1.1465912673469802,
              1.1164287105018071
            ]
          },
          "new_mps": {
            "median": 0.9322262860599122,
            "minimum": 0.9117999270013145,
            "maximum": 0.9547388188924364,
            "faster_rounds": 6,
            "ratios": [
              0.9117999270013145,
              0.9279677930524092,
              0.9526747920118649,
              0.9547388188924364,
              0.9205035827141965,
              0.9364847790674153
            ]
          }
        },
        "gpu_latency": {
          "reference_us": 472.43750304900004,
          "candidate_us": 473.60418830099997,
          "torch_us": 378.70832602493465,
          "mps_us": 470.2500009445,
          "new_old": {
            "median": 1.0011487801242525,
            "minimum": 0.9483224323944178,
            "maximum": 1.0400795192546939,
            "faster_rounds": 3,
            "ratios": [
              1.0400795192546939,
              0.991427621305366,
              1.0186965951497862,
              1.0038807021703964,
              0.9483224323944178,
              0.9984168580781083
            ]
          },
          "new_torch": {
            "median": 1.250095264651192,
            "minimum": 1.1974031288247933,
            "maximum": 1.2663580827321823,
            "faster_rounds": 0,
            "ratios": [
              1.2663580827321823,
              1.2086909614833123,
              1.250108175531376,
              1.2500823537710077,
              1.1974031288247933,
              1.2587048915816073
            ]
          },
          "new_mps": {
            "median": 0.998595377302205,
            "minimum": 0.9660008970942063,
            "maximum": 1.0267556580651003,
            "faster_rounds": 3,
            "ratios": [
              1.016715250784499,
              0.975928272110215,
              1.0267556580651003,
              1.0004395888856674,
              0.9660008970942063,
              0.9967511657187427
            ]
          }
        },
        "e2e_latency": {
          "reference_us": 712.375,
          "candidate_us": 693.042,
          "torch_us": 698.0625,
          "mps_us": 717.25,
          "new_old": {
            "median": 0.9729435987461468,
            "minimum": 0.7587570621468926,
            "maximum": 1.0321485412651006,
            "faster_rounds": 4,
            "ratios": [
              0.9427144649499523,
              0.9802423001619973,
              0.9656448973302962,
              0.7587570621468926,
              1.0321485412651006,
              1.0121946368600798
            ]
          },
          "new_torch": {
            "median": 0.9697105591329109,
            "minimum": 0.8805351676477168,
            "maximum": 1.0768839009287927,
            "faster_rounds": 4,
            "ratios": [
              0.9648796534494536,
              1.0112295862321494,
              1.0768839009287927,
              0.9745414648163682,
              0.9457064745273693,
              0.8805351676477168
            ]
          },
          "new_mps": {
            "median": 0.9724247358562095,
            "minimum": 0.8876133971291866,
            "maximum": 1.0147765711233754,
            "faster_rounds": 4,
            "ratios": [
              0.9655050415708474,
              1.000604347826087,
              0.8876133971291866,
              0.9225485145114203,
              0.9793444301415716,
              1.0147765711233754
            ]
          }
        }
      }
    },
    {
      "shape": [
        2049,
        4097,
        1025
      ],
      "aligned_control": false,
      "metrics": {
        "gpu_throughput": {
          "reference_us": 3722.9951610375,
          "candidate_us": 3577.58333120625,
          "torch_us": 3126.6249974982607,
          "mps_us": 3408.7291672938886,
          "new_old": {
            "median": 0.9644126900149003,
            "minimum": 0.9274850158371973,
            "maximum": 0.9793782394158668,
            "faster_rounds": 6,
            "ratios": [
              0.9575215658936678,
              0.9644364965352126,
              0.9274850158371973,
              0.964388883494588,
              0.9732441588979168,
              0.9793782394158668
            ]
          },
          "new_torch": {
            "median": 1.142208103437299,
            "minimum": 1.1277307919044233,
            "maximum": 1.173377494041924,
            "faster_rounds": 0,
            "ratios": [
              1.1430498752187965,
              1.173377494041924,
              1.1277307919044233,
              1.134452194037483,
              1.159567959618407,
              1.1413663316558016
            ]
          },
          "new_mps": {
            "median": 1.0501035107503784,
            "minimum": 1.0473593022953525,
            "maximum": 1.0597385195239626,
            "faster_rounds": 0,
            "ratios": [
              1.0497078708659546,
              1.0597385195239626,
              1.0511046835194866,
              1.0493637364882178,
              1.0504991506348023,
              1.0473593022953525
            ]
          }
        },
        "e2e_throughput": {
          "reference_us": 3831.23844643,
          "candidate_us": 3702.080357145,
          "torch_us": 3303.407430555556,
          "mps_us": 3538.98526389,
          "new_old": {
            "median": 0.9611054875787657,
            "minimum": 0.9434846572984545,
            "maximum": 0.9757237153747446,
            "faster_rounds": 6,
            "ratios": [
              0.9757237153747446,
              0.9527522440680869,
              0.969694445349897,
              0.9611761463556383,
              0.961034828801893,
              0.9434846572984545
            ]
          },
          "new_torch": {
            "median": 1.1177612928987197,
            "minimum": 1.1042312644649754,
            "maximum": 1.1252460314894566,
            "faster_rounds": 0,
            "ratios": [
              1.1220654944609072,
              1.125174586804511,
              1.1252460314894566,
              1.1134570913365325,
              1.1110669557655792,
              1.1042312644649754
            ]
          },
          "new_mps": {
            "median": 1.042661160265864,
            "minimum": 1.0211689892394555,
            "maximum": 1.0520134920971607,
            "faster_rounds": 0,
            "ratios": [
              1.0370064725680508,
              1.0454857053591262,
              1.0520134920971607,
              1.039836615172602,
              1.0211689892394555,
              1.049984221377878
            ]
          }
        },
        "gpu_latency": {
          "reference_us": 3274.562506705,
          "candidate_us": 3083.66669924,
          "torch_us": 2711.875014938414,
          "mps_us": 3366.895864015,
          "new_old": {
            "median": 0.9843308816389942,
            "minimum": 0.8203164425369568,
            "maximum": 1.0579862605045809,
            "faster_rounds": 5,
            "ratios": [
              1.0579862605045809,
              0.9755359075596123,
              0.8203164425369568,
              0.9831764204241853,
              0.9856438826602144,
              0.9854853428538032
            ]
          },
          "new_torch": {
            "median": 1.165254996391778,
            "minimum": 0.9912176046950475,
            "maximum": 1.3950275720979823,
            "faster_rounds": 1,
            "ratios": [
              1.1614505008492044,
              1.2926908706276057,
              0.9912176046950475,
              1.002424410501951,
              1.3950275720979823,
              1.1690594919343518
            ]
          },
          "new_mps": {
            "median": 0.9179981550778853,
            "minimum": 0.8647364646192767,
            "maximum": 1.2948462438415924,
            "faster_rounds": 4,
            "ratios": [
              0.9510812106774157,
              1.0188595990701883,
              0.8799265953760426,
              0.8647364646192767,
              1.2948462438415924,
              0.8849150994783548
            ]
          }
        },
        "e2e_latency": {
          "reference_us": 4031.9165000000003,
          "candidate_us": 3934.0834999999997,
          "torch_us": 3586.8955,
          "mps_us": 3896.875,
          "new_old": {
            "median": 1.0075563895645085,
            "minimum": 0.908328469171454,
            "maximum": 1.0682112302557374,
            "faster_rounds": 3,
            "ratios": [
              0.9112056079295319,
              1.0682112302557374,
              0.908328469171454,
              1.0489690936013358,
              0.9661436855276812,
              1.062187209621118
            ]
          },
          "new_torch": {
            "median": 1.0884191393414913,
            "minimum": 1.0199154127694186,
            "maximum": 1.362013647900912,
            "faster_rounds": 0,
            "ratios": [
              1.137535599940434,
              1.1164174988973063,
              1.0604207797856764,
              1.362013647900912,
              1.052077683552731,
              1.0199154127694186
            ]
          },
          "new_mps": {
            "median": 1.0690378211169786,
            "minimum": 0.8770812993582566,
            "maximum": 1.1271733665657824,
            "faster_rounds": 2,
            "ratios": [
              0.9248429325995283,
              1.1062399792618516,
              0.8770812993582566,
              1.0573637778271778,
              1.1271733665657824,
              1.0807118644067797
            ]
          }
        }
      }
    },
    {
      "shape": [
        4097,
        4097,
        4096
      ],
      "aligned_control": false,
      "metrics": {
        "gpu_throughput": {
          "reference_us": 23969.822941575,
          "candidate_us": 22719.666638299997,
          "torch_us": 22322.114586131647,
          "mps_us": 24925.9062548,
          "new_old": {
            "median": 0.970573973861476,
            "minimum": 0.942350227746262,
            "maximum": 1.0256259992141987,
            "faster_rounds": 5,
            "ratios": [
              0.9467293542498272,
              0.942350227746262,
              0.965735091231706,
              0.9754128564912462,
              1.0256259992141987,
              0.988454047670677
            ]
          },
          "new_torch": {
            "median": 1.020335333835146,
            "minimum": 0.8603749034581889,
            "maximum": 1.1355786142654465,
            "faster_rounds": 1,
            "ratios": [
              1.012283599438641,
              1.0227256399351408,
              1.017945027735151,
              1.023404916064296,
              0.8603749034581889,
              1.1355786142654465
            ]
          },
          "new_mps": {
            "median": 0.9187458911512545,
            "minimum": 0.8980576524689283,
            "maximum": 1.025283333474941,
            "faster_rounds": 5,
            "ratios": [
              0.9187180403443745,
              0.8980576524689283,
              0.9124571469920901,
              0.9187737419581344,
              0.9833111198102826,
              1.025283333474941
            ]
          }
        },
        "e2e_throughput": {
          "reference_us": 24493.9165,
          "candidate_us": 23193.46875,
          "torch_us": 23151.05225,
          "mps_us": 26163.771,
          "new_old": {
            "median": 0.9486304301625572,
            "minimum": 0.9362189007384761,
            "maximum": 0.976606315992828,
            "faster_rounds": 6,
            "ratios": [
              0.9460055854533594,
              0.9553802984278961,
              0.9478115611010101,
              0.9362189007384761,
              0.9494492992241043,
              0.976606315992828
            ]
          },
          "new_torch": {
            "median": 1.0087990494582697,
            "minimum": 0.7867287757668777,
            "maximum": 1.138490555176936,
            "faster_rounds": 3,
            "ratios": [
              0.9965676613979092,
              1.0325857316233655,
              0.9813232569757331,
              1.02103043751863,
              0.7867287757668777,
              1.138490555176936
            ]
          },
          "new_mps": {
            "median": 0.885342916947031,
            "minimum": 0.8674361442863733,
            "maximum": 0.9093475387700997,
            "faster_rounds": 6,
            "ratios": [
              0.8935497213734933,
              0.8674361442863733,
              0.906375609453437,
              0.8771361125205689,
              0.9093475387700997,
              0.873984192096048
            ]
          }
        },
        "gpu_latency": {
          "reference_us": 23845.77083285,
          "candidate_us": 22611.1666707,
          "torch_us": 22329.8333294224,
          "mps_us": 24766.7291551,
          "new_old": {
            "median": 0.9484504652008106,
            "minimum": 0.9478229142451804,
            "maximum": 1.103678226361394,
            "faster_rounds": 5,
            "ratios": [
              0.9480634854544983,
              0.9482761992197563,
              0.948624731181865,
              0.9478229142451804,
              1.103678226361394,
              0.9620335949425993
            ]
          },
          "new_torch": {
            "median": 1.0193553234370865,
            "minimum": 1.0033423143158657,
            "maximum": 1.1466085771310455,
            "faster_rounds": 0,
            "ratios": [
              1.0033423143158657,
              1.0205231747043562,
              1.027837331683504,
              1.010215435519746,
              1.0181874721698165,
              1.1466085771310455
            ]
          },
          "new_mps": {
            "median": 0.9099477240141313,
            "minimum": 0.907257461864196,
            "maximum": 1.1754111656746211,
            "faster_rounds": 4,
            "ratios": [
              0.9110919100321703,
              0.907257461864196,
              0.9088035379960923,
              0.9075030331886998,
              1.1754111656746211,
              1.0763494461358376
            ]
          }
        },
        "e2e_latency": {
          "reference_us": 24604.375,
          "candidate_us": 23287.167,
          "torch_us": 23381.9375,
          "mps_us": 25712.854,
          "new_old": {
            "median": 0.9483403312947352,
            "minimum": 0.9313400056159493,
            "maximum": 0.9795114324319582,
            "faster_rounds": 6,
            "ratios": [
              0.9575992011821358,
              0.9362029462451567,
              0.9313400056159493,
              0.9578068861584831,
              0.9390814614073346,
              0.9795114324319582
            ]
          },
          "new_torch": {
            "median": 1.0061523265536598,
            "minimum": 0.7851138774052473,
            "maximum": 1.1641434328090574,
            "faster_rounds": 2,
            "ratios": [
              1.0214531553108588,
              1.0068081837647223,
              1.0054964693425974,
              0.98663238968132,
              0.7851138774052473,
              1.1641434328090574
            ]
          },
          "new_mps": {
            "median": 0.9103618875517204,
            "minimum": 0.8932720788389595,
            "maximum": 0.9845475919605612,
            "faster_rounds": 6,
            "ratios": [
              0.9025689478178277,
              0.9225232967929345,
              0.9106296378429868,
              0.9100941372604541,
              0.8932720788389595,
              0.9845475919605612
            ]
          }
        }
      }
    },
    {
      "shape": [
        1024,
        1024,
        1024
      ],
      "aligned_control": true,
      "metrics": {
        "gpu_throughput": {
          "reference_us": 322.63346383906253,
          "candidate_us": 322.3971348234375,
          "torch_us": 330.96712240876514,
          "mps_us": 327.68066421328126,
          "new_old": {
            "median": 1.0026866658322013,
            "minimum": 0.9824222791784707,
            "maximum": 1.0196521683472157,
            "faster_rounds": 3,
            "ratios": [
              0.9937968285457014,
              0.9824222791784707,
              1.0065131083921928,
              1.0086011814366171,
              0.9988602232722098,
              1.0196521683472157
            ]
          },
          "new_torch": {
            "median": 0.9690876664577466,
            "minimum": 0.8873803844263138,
            "maximum": 0.9976010080219755,
            "faster_rounds": 6,
            "ratios": [
              0.9686552189962181,
              0.969520113919275,
              0.9976010080219755,
              0.9364695391671073,
              0.9856040943874206,
              0.8873803844263138
            ]
          },
          "new_mps": {
            "median": 0.9809144867993997,
            "minimum": 0.9631369729823354,
            "maximum": 0.995104067440105,
            "faster_rounds": 6,
            "ratios": [
              0.9791596066120071,
              0.9784498353186257,
              0.995104067440105,
              0.9913017131888853,
              0.9826693669867924,
              0.9631369729823354
            ]
          }
        },
        "e2e_throughput": {
          "reference_us": 334.9608041875,
          "candidate_us": 335.95348837200004,
          "torch_us": 361.58626979994517,
          "mps_us": 346.750477273,
          "new_old": {
            "median": 1.000440615066645,
            "minimum": 0.9887925367850599,
            "maximum": 1.0150107686545111,
            "faster_rounds": 3,
            "ratios": [
              1.0121039686631115,
              0.9887925367850599,
              0.9955568954261311,
              0.9919603989540685,
              1.005324334707159,
              1.0150107686545111
            ]
          },
          "new_torch": {
            "median": 0.929062389755806,
            "minimum": 0.9103347194212469,
            "maximum": 0.9359263821063338,
            "faster_rounds": 6,
            "ratios": [
              0.9278489512860705,
              0.9359263821063338,
              0.9130142380026531,
              0.9302758282255416,
              0.9311483320471106,
              0.9103347194212469
            ]
          },
          "new_mps": {
            "median": 0.9730636547863248,
            "minimum": 0.9179813007804521,
            "maximum": 0.9790509302648619,
            "faster_rounds": 6,
            "ratios": [
              0.9790509302648619,
              0.9753767322207471,
              0.9751667655776898,
              0.957899303061721,
              0.9179813007804521,
              0.9709605439949599
            ]
          }
        },
        "gpu_latency": {
          "reference_us": 331.02085581049994,
          "candidate_us": 297.52083355549996,
          "torch_us": 296.83334287256,
          "mps_us": 269.95834196,
          "new_old": {
            "median": 0.9868185646505121,
            "minimum": 0.6956130869306668,
            "maximum": 1.1270549390969218,
            "faster_rounds": 4,
            "ratios": [
              0.9738300025005853,
              0.6956130869306668,
              0.9998071268004388,
              1.1270549390969218,
              1.040109432163738,
              0.9688110715436564
            ]
          },
          "new_torch": {
            "median": 1.0201644738393472,
            "minimum": 0.9582687135866261,
            "maximum": 1.4542138621305456,
            "faster_rounds": 3,
            "ratios": [
              0.9677516595035136,
              0.968754445348205,
              1.4542138621305456,
              1.0715745023304892,
              0.9582687135866261,
              1.1948800851997237
            ]
          },
          "new_mps": {
            "median": 1.0623578359233252,
            "minimum": 0.7307976836561889,
            "maximum": 1.6008026942492763,
            "faster_rounds": 1,
            "ratios": [
              1.0047832843088231,
              1.0717592617557354,
              1.6008026942492763,
              1.1341992417225273,
              1.0529564100909148,
              0.7307976836561889
            ]
          }
        },
        "e2e_latency": {
          "reference_us": 496.0625,
          "candidate_us": 513.4169999999999,
          "torch_us": 587.1455000000001,
          "mps_us": 541.8335,
          "new_old": {
            "median": 1.0441314578891459,
            "minimum": 0.8924092349479403,
            "maximum": 1.0610824742268041,
            "faster_rounds": 2,
            "ratios": [
              0.9867811244979919,
              0.8924092349479403,
              1.0610824742268041,
              1.0591863793704674,
              1.036598026815077,
              1.0516648889632148
            ]
          },
          "new_torch": {
            "median": 0.8792331845184161,
            "minimum": 0.6669752772938102,
            "maximum": 0.9027177956371986,
            "faster_rounds": 6,
            "ratios": [
              0.9027177956371986,
              0.8753041513776947,
              0.8618985970124755,
              0.8831622176591376,
              0.6669752772938102,
              0.8933798561350501
            ]
          },
          "new_mps": {
            "median": 0.9483960937021592,
            "minimum": 0.8742130309094952,
            "maximum": 1.064557100805309,
            "faster_rounds": 4,
            "ratios": [
              0.8742130309094952,
              0.9990715419498836,
              1.064557100805309,
              1.0308374013981616,
              0.8807773127306366,
              0.8977206454544348
            ]
          }
        }
      }
    },
    {
      "shape": [
        4096,
        4096,
        4096
      ],
      "aligned_control": true,
      "metrics": {
        "gpu_throughput": {
          "reference_us": 19933.708332249997,
          "candidate_us": 19870.45833085,
          "torch_us": 19456.302077742293,
          "mps_us": 20858.114570725,
          "new_old": {
            "median": 1.0026479268102046,
            "minimum": 0.9279008382150978,
            "maximum": 1.0370576681544827,
            "faster_rounds": 3,
            "ratios": [
              0.9979484846375004,
              1.0077253431554694,
              0.9279008382150978,
              0.9947445576379115,
              1.0073473689829087,
              1.0370576681544827
            ]
          },
          "new_torch": {
            "median": 1.0480046573733002,
            "minimum": 0.7867326175205053,
            "maximum": 1.0584044395001093,
            "faster_rounds": 2,
            "ratios": [
              1.0584044395001093,
              1.0514378012468493,
              0.9927465471463376,
              1.0531617869485503,
              0.7867326175205053,
              1.044571513499751
            ]
          },
          "new_mps": {
            "median": 0.9599569590230339,
            "minimum": 0.8072945980483456,
            "maximum": 1.1339691393604567,
            "faster_rounds": 5,
            "ratios": [
              0.9691858664802315,
              0.9618980087649646,
              0.9580159092811034,
              0.9444700168968736,
              0.8072945980483456,
              1.1339691393604567
            ]
          }
        },
        "e2e_throughput": {
          "reference_us": 20646.69775,
          "candidate_us": 20266.8855,
          "torch_us": 19639.958,
          "mps_us": 21200.80225,
          "new_old": {
            "median": 0.9968997063622554,
            "minimum": 0.9599069030807384,
            "maximum": 1.0859635228385909,
            "faster_rounds": 5,
            "ratios": [
              0.9895657422253653,
              0.9961750638966422,
              0.9599069030807384,
              0.9976243488278687,
              0.9999376616899915,
              1.0859635228385909
            ]
          },
          "new_torch": {
            "median": 1.031921184769279,
            "minimum": 0.9267001419147344,
            "maximum": 1.0915676959431198,
            "faster_rounds": 1,
            "ratios": [
              1.0317887466612776,
              1.057861318597662,
              1.0272608577583269,
              1.0320536228772808,
              0.9267001419147344,
              1.0915676959431198
            ]
          },
          "new_mps": {
            "median": 0.9562197150606111,
            "minimum": 0.7431536188155146,
            "maximum": 1.131416792455037,
            "faster_rounds": 5,
            "ratios": [
              0.9551304105736479,
              0.9836361519401422,
              0.9459312413367329,
              0.9573090195475744,
              0.7431536188155146,
              1.131416792455037
            ]
          }
        },
        "gpu_latency": {
          "reference_us": 19794.7708657,
          "candidate_us": 19850.104145,
          "torch_us": 19636.145822005346,
          "mps_us": 20580.54166265,
          "new_old": {
            "median": 0.9964226283407531,
            "minimum": 0.8888703750823358,
            "maximum": 1.0130194007403583,
            "faster_rounds": 3,
            "ratios": [
              1.0084267986780964,
              1.0130194007403583,
              0.8888703750823358,
              1.0009219494412145,
              0.9919233072402917,
              0.9621637869471774
            ]
          },
          "new_torch": {
            "median": 1.0147687616582088,
            "minimum": 0.6887185192002633,
            "maximum": 1.0781939795639799,
            "faster_rounds": 3,
            "ratios": [
              1.0781939795639799,
              1.053778444447218,
              0.9714486201630815,
              1.0704393465835402,
              0.6887185192002633,
              0.9757590788691997
            ]
          },
          "new_mps": {
            "median": 0.9649176726602144,
            "minimum": 0.8248056918128994,
            "maximum": 1.0240812536060468,
            "faster_rounds": 5,
            "ratios": [
              0.9652285261109431,
              0.9704540394589082,
              0.9646068192094858,
              0.9616415208173171,
              0.8248056918128994,
              1.0240812536060468
            ]
          }
        },
        "e2e_latency": {
          "reference_us": 20854.271,
          "candidate_us": 20865.75,
          "torch_us": 19846.7295,
          "mps_us": 21410.25,
          "new_old": {
            "median": 1.0007613089571876,
            "minimum": 0.9510815717239997,
            "maximum": 1.0551596024974317,
            "faster_rounds": 3,
            "ratios": [
              0.9981888064653034,
              1.003333811449072,
              0.9510815717239997,
              1.0424068403451026,
              0.991729605912939,
              1.0551596024974317
            ]
          },
          "new_torch": {
            "median": 1.0510583299492584,
            "minimum": 0.8568054263441977,
            "maximum": 1.0677087036437056,
            "faster_rounds": 1,
            "ratios": [
              1.0677087036437056,
              1.0586183212744829,
              1.0322234378963195,
              1.0441696223594248,
              0.8568054263441977,
              1.057947037539092
            ]
          },
          "new_mps": {
            "median": 0.9801047877383864,
            "minimum": 0.7455809299443026,
            "maximum": 1.1260849806862077,
            "faster_rounds": 5,
            "ratios": [
              0.9891619739671098,
              0.9774868722921629,
              0.932031121281294,
              0.9827227031846099,
              0.7455809299443026,
              1.1260849806862077
            ]
          }
        }
      }
    }
  ],
  "adversarial_checks": {
    "missing_row": "rejected",
    "duplicate_row": "rejected",
    "failed_row": "rejected",
    "partial_output": "rejected",
    "wrong_denominator": "rejected",
    "changed_artifact": "rejected",
    "missing_source": "rejected",
    "wrong_loader": "rejected",
    "extra_staging": "rejected",
    "unbalanced_order": "rejected"
  },
  "current_artifacts_checked": true,
  "source_report_sha256": "ab3a24ce6e03272139fdd72ca458f7995ad0c5422d3dad187a2704f10ee3de79",
  "audit_script_sha256": "b82654e8a81a187ae78c8483115e4d870ceb426041dd7beb985a29e5752b43ee"
}
