{
  "metric": "ttft",
  "tag": "@yusuf/gemma-4-26b-a4b-it",
  "config": {
    "max_tokens": 1,
    "rounds": 50,
    "warmup": 3,
    "batch_size": 1
  },
  "lengths": {
    "512": {
      "requested_tokens": 512,
      "prompt_tokens": 324,
      "summary": {
        "n": 50,
        "min": 0.01580247000000412,
        "p50": 0.016352053000002087,
        "max": 0.01901395700000208,
        "mean": 0.016608783080000508
      },
      "samples": [
        0.01637280799999985,
        0.01618094800000236,
        0.01614420900000013,
        0.0160723979999986,
        0.016955776000003198,
        0.01681858499999933,
        0.016303377999999924,
        0.016315737999999413,
        0.016106438000001333,
        0.017068855000001548,
        0.017693112999999983,
        0.01666006600000003,
        0.01624856800000174,
        0.016143938999999108,
        0.016104608999999215,
        0.016025188999996942,
        0.017151014000003073,
        0.017552543000000753,
        0.016553907000002255,
        0.0161990980000013,
        0.01708030500000035,
        0.017200414999997804,
        0.01901395700000208,
        0.017948302000000638,
        0.01761361300000175,
        0.016867955999998685,
        0.016312538000001098,
        0.016597525999998197,
        0.016823066000000608,
        0.017330013999998783,
        0.016760096000002278,
        0.016331748000002477,
        0.018901228000000714,
        0.016372358000001697,
        0.01599943900000156,
        0.015987118999998273,
        0.0158847700000031,
        0.016734175999999934,
        0.01662465599999763,
        0.016087038999998526,
        0.016099648999997385,
        0.015861979000000304,
        0.015843830000001446,
        0.016263047000002473,
        0.0162227690000023,
        0.016054588000002923,
        0.01603604900000022,
        0.01580247000000412,
        0.016480106999999578,
        0.01663316599999831
      ]
    },
    "2048": {
      "requested_tokens": 2048,
      "prompt_tokens": 1218,
      "summary": {
        "n": 50,
        "min": 0.025705911999999387,
        "p50": 0.025753977000000816,
        "max": 0.02694099699999697,
        "mean": 0.02588878207999983
      },
      "samples": [
        0.026281350000004977,
        0.025762121999996168,
        0.025787331000003633,
        0.02575680200000363,
        0.02581871199999597,
        0.02573860100000047,
        0.025736912000006384,
        0.025710711999998637,
        0.025750352000002863,
        0.025753221999998743,
        0.025733081999995022,
        0.02573269199999828,
        0.025719232000000147,
        0.02571179200000273,
        0.02572959199999758,
        0.025732251000000872,
        0.02572978199999909,
        0.02574441200000166,
        0.02571330199999977,
        0.025742411999999604,
        0.02687693699999727,
        0.026716757999999174,
        0.025954110999997226,
        0.025817421999995815,
        0.025835160999996276,
        0.025911261000004515,
        0.025877831999999046,
        0.025767430999998453,
        0.025752111999999272,
        0.025761111999997865,
        0.025736731999998597,
        0.025771091999999385,
        0.025722020999999984,
        0.025750311999999553,
        0.025765022000001636,
        0.025753401999999426,
        0.025754552000002207,
        0.025705911999999387,
        0.025748471999996525,
        0.025772791999997935,
        0.025743712000000585,
        0.025723032000001922,
        0.025778850999998326,
        0.02571844199999873,
        0.025755142000001285,
        0.026483519000002786,
        0.026336800000002825,
        0.02688778699999972,
        0.02694099699999697,
        0.02593571100000247
      ]
    },
    "4096": {
      "requested_tokens": 4096,
      "prompt_tokens": 2412,
      "summary": {
        "n": 50,
        "min": 0.04322820600000199,
        "p50": 0.04363776900000005,
        "max": 0.04543499599999734,
        "mean": 0.04387708982000021
      },
      "samples": [
        0.04428001000000137,
        0.043460674000002086,
        0.043501964000000726,
        0.043557104000001345,
        0.043608064000004276,
        0.04355627399999662,
        0.04362381400000004,
        0.04344164399999784,
        0.044384241000003044,
        0.044695928999999524,
        0.044246731000001205,
        0.04358800400000007,
        0.043469694000002335,
        0.04339858499999849,
        0.043420423999997126,
        0.04322820600000199,
        0.04372277299999894,
        0.04339499400000335,
        0.04343410500000289,
        0.04354440399999504,
        0.04349071400000071,
        0.04412810199999484,
        0.04424801100000053,
        0.04425133100000522,
        0.044882029000000045,
        0.044783388999995566,
        0.04534328700000145,
        0.044979949000001795,
        0.04443876000000557,
        0.04365172400000006,
        0.043729132999999365,
        0.0435108440000036,
        0.043492573999998285,
        0.04326906499999694,
        0.04380790300000115,
        0.0438801630000043,
        0.04347498500000313,
        0.04340069399999891,
        0.0433612749999952,
        0.043861952000000315,
        0.043939223000002414,
        0.04407038199999391,
        0.04482524900000584,
        0.04373017300000015,
        0.04339777399999889,
        0.04360844400000019,
        0.043877001999995,
        0.04352162400000026,
        0.04390610200000111,
        0.04543499599999734
      ]
    },
    "8192": {
      "requested_tokens": 8192,
      "prompt_tokens": 4797,
      "summary": {
        "n": 50,
        "min": 0.0737613479999979,
        "p50": 0.07533053699999925,
        "max": 0.07846708099999944,
        "mean": 0.07564531159999972
      },
      "samples": [
        0.07495357299999483,
        0.07497306399999815,
        0.07449024499999979,
        0.07533993199999856,
        0.07442133500000381,
        0.07535464200000064,
        0.07532114199999995,
        0.07471932500000378,
        0.07485110500000047,
        0.0737613479999979,
        0.07545477299999703,
        0.07453405600000451,
        0.0744955059999981,
        0.07531619300000614,
        0.07453816599999641,
        0.07507909299999938,
        0.0757618609999966,
        0.07688812699999659,
        0.07512487399999657,
        0.07472312400000192,
        0.07842121199999497,
        0.0766021690000045,
        0.07710566699999788,
        0.07674870799999667,
        0.07582251099999837,
        0.07491492599999816,
        0.075398093000004,
        0.0766760680000047,
        0.07681433799999837,
        0.0749511850000033,
        0.07475451599999872,
        0.07530449400000094,
        0.07588666099999841,
        0.07719388600000343,
        0.07478540399999645,
        0.0769786370000034,
        0.07738048499999906,
        0.0777314440000012,
        0.07846708099999944,
        0.07602070000000083,
        0.07455254599999961,
        0.07449883600000362,
        0.0745187149999964,
        0.07412290799999965,
        0.07490488399999862,
        0.07760415399999943,
        0.07543190199999827,
        0.07540345199999621,
        0.07649447700000422,
        0.07667403699999653
      ]
    },
    "16384": {
      "requested_tokens": 16384,
      "prompt_tokens": 9564,
      "summary": {
        "n": 50,
        "min": 0.14151417999999438,
        "p50": 0.14730886749999428,
        "max": 0.15439062299999762,
        "mean": 0.14705158877999977
      },
      "samples": [
        0.14597360100000145,
        0.15010484700000148,
        0.1493020119999997,
        0.14856341499999814,
        0.1440458530000015,
        0.14345845400000456,
        0.14914531299999823,
        0.15013965900000414,
        0.14707809899999802,
        0.14724490699999393,
        0.14757130600000323,
        0.14704071799999952,
        0.1444696470000011,
        0.14880038100000093,
        0.1494126089999952,
        0.151186783,
        0.1460446829999995,
        0.14816937500000193,
        0.15256276799999569,
        0.14881097300000334,
        0.14682678000000493,
        0.14457278900000148,
        0.14737282799999463,
        0.14151417999999438,
        0.14273770600000546,
        0.14517903600000182,
        0.14527210600000018,
        0.1450141469999977,
        0.14633403199999861,
        0.14275267699999716,
        0.14573647599999617,
        0.14607101499999686,
        0.15439062299999762,
        0.14880726399999844,
        0.14800484700000283,
        0.14852199500000296,
        0.14745116699999983,
        0.14421209999999718,
        0.14546021499999995,
        0.1498671189999996,
        0.1482838549999954,
        0.15062743499999698,
        0.14941109000000097,
        0.14419647100000077,
        0.1451086160000017,
        0.14247955700000148,
        0.14269968600000027,
        0.14798262500000448,
        0.1484423140000004,
        0.14812328499999694
      ]
    }
  }
}