{
  "metric": "tps",
  "tag": "@yusuf/gemma-4-26b-a4b-it",
  "config": {
    "max_tokens": 512,
    "rounds": 20,
    "warmup": 3,
    "batch_size": 1
  },
  "categories": {
    "reasoning": {
      "summary": {
        "n": 20,
        "min": 502.08118508832973,
        "p50": 504.0528337970667,
        "max": 505.7159374651025,
        "mean": 504.00607670995083
      },
      "samples": [
        503.3148507811437,
        502.5107615192144,
        502.7416669676906,
        505.26474435005355,
        502.3786612893333,
        504.52677277085917,
        503.66888968365964,
        504.02827074409885,
        502.08118508832973,
        505.7159374651025,
        503.2674591857399,
        503.5079205008713,
        504.0773968500346,
        505.0847118457986,
        504.2877825139986,
        503.97230611700536,
        504.45634573869404,
        505.1183607414071,
        505.44323614681605,
        504.6742738991659
      ]
    },
    "math": {
      "summary": {
        "n": 20,
        "min": 591.8480700543545,
        "p50": 593.0535029694195,
        "max": 596.466030490069,
        "mean": 593.421246207817
      },
      "samples": [
        591.9177319231392,
        592.9966806703096,
        592.5970285809806,
        594.4712863652893,
        594.056157664163,
        592.7996706494489,
        592.4251436878295,
        592.7639216632465,
        593.1103252685292,
        593.509327680777,
        592.7344280180204,
        593.9642606997456,
        592.7177732608757,
        593.2468074283213,
        591.8480700543545,
        595.0483884788662,
        592.3634228730128,
        593.9509480342441,
        595.4375206651187,
        596.466030490069
      ]
    },
    "code": {
      "summary": {
        "n": 20,
        "min": 435.85335237847096,
        "p50": 437.69662456985054,
        "max": 439.00874752678595,
        "mean": 437.5472399520866
      },
      "samples": [
        435.85335237847096,
        435.9962857655592,
        436.33745990420664,
        437.26631933824115,
        436.7645673703666,
        437.3353234058991,
        437.1269671486617,
        437.63917862608,
        436.49765787145,
        438.3750013819303,
        437.8607867916536,
        437.9907442544515,
        437.90627241819294,
        437.55953544428655,
        437.7540705136211,
        438.26992694184275,
        439.00874752678595,
        438.85072919102294,
        438.50820356985145,
        438.0436691991583
      ]
    },
    "knowledge": {
      "summary": {
        "n": 20,
        "min": 229.94390411811872,
        "p50": 230.3372018995757,
        "max": 231.04958845454095,
        "mean": 230.4057914497689
      },
      "samples": [
        230.3114842846641,
        230.3647009566642,
        230.20457657681402,
        230.2801002716344,
        230.31753014302726,
        230.35687365612412,
        230.11980576135798,
        229.94390411811872,
        230.22618642420102,
        230.10297524218663,
        230.2259380001797,
        230.41509272641918,
        230.5160762653657,
        230.1994860363549,
        230.40720184918018,
        230.8235756314282,
        231.04958845454095,
        230.8039234166533,
        230.53525858148979,
        230.91155059897395
      ]
    },
    "summarization": {
      "summary": {
        "n": 20,
        "min": 205.08223103039876,
        "p50": 205.62567281965931,
        "max": 206.4936456671016,
        "mean": 205.64335125411336
      },
      "samples": [
        205.6776840426165,
        205.9778978519401,
        205.84279135144274,
        205.90311431470295,
        205.28829855152586,
        205.57248162315904,
        205.89472264538654,
        205.6206155812239,
        205.54349050679838,
        205.43580513941248,
        205.45756380584095,
        205.08223103039876,
        205.63073005809474,
        205.26910247973737,
        205.72517136598054,
        205.63108278217408,
        205.56366569991377,
        206.4936456671016,
        205.57585552795885,
        205.68107505685822
      ]
    }
  }
}