{
  "benchmarkVersion": 6,
  "minimumAppBuild": 84,
  "minimumSampleCount": 3,
  "outlierMADMultiplier": 3.5,
  "references": [
    {
      "benchmarkVersion": 6,
      "tier": "4bit",
      "memoryBytes": 5842715053,
      "arms": {
        "DreamFoundries/gemma-4-E2B-it-4bit": [
          {
            "kind": "short",
            "loadGigabytesPerSecond": 1.2066209148564155,
            "prefillTokensPerSecond": 207.85854428554444,
            "decodeTokensPerSecond": 36.60984025564966,
            "endurance": 0.964611271577326
          },
          {
            "kind": "long",
            "loadGigabytesPerSecond": 1.1802809861180452,
            "prefillTokensPerSecond": 671.3036582217155,
            "decodeTokensPerSecond": 32.43937301203071,
            "endurance": 1
          }
        ],
        "DreamFoundries/gemma-4-E4B-it-4bit": [
          {
            "kind": "short",
            "loadGigabytesPerSecond": 1.0058586159762053,
            "prefillTokensPerSecond": 73.8283569977104,
            "decodeTokensPerSecond": 18.77622072319301,
            "endurance": 0.961090448337043
          },
          {
            "kind": "long",
            "loadGigabytesPerSecond": 1.0865693441885116,
            "prefillTokensPerSecond": 162.6758018950493,
            "decodeTokensPerSecond": 18.173267066989904,
            "endurance": 1
          }
        ]
      }
    },
    {
      "benchmarkVersion": 6,
      "tier": "8bit",
      "memoryBytes": 5842715053,
      "arms": {
        "DreamFoundries/gemma-4-E2B-it-8bit": [
          {
            "kind": "short",
            "loadGigabytesPerSecond": 0.9909438066722206,
            "prefillTokensPerSecond": 15.359008830293758,
            "decodeTokensPerSecond": 13.518374646565215,
            "endurance": 0.7859940970703037
          },
          {
            "kind": "long",
            "loadGigabytesPerSecond": 1.1141718205505078,
            "prefillTokensPerSecond": 243.5828064303197,
            "decodeTokensPerSecond": 13.036088115460373,
            "endurance": 0.6763152442699533
          }
        ],
        "LiquidAI/LFM2.5-8B-A1B-MLX-8bit": [
          {
            "kind": "short",
            "loadGigabytesPerSecond": 5.649220931942926,
            "prefillTokensPerSecond": 33.066315687476404,
            "decodeTokensPerSecond": 3.6873683224115834,
            "endurance": 1,
            "storageMegabytesPerSecond": 1105.8656025588896
          },
          {
            "kind": "long",
            "loadGigabytesPerSecond": 6.366988160111489,
            "prefillTokensPerSecond": 51.66285914699461,
            "decodeTokensPerSecond": 3.8906243272882675,
            "endurance": 0.770836173266048,
            "storageMegabytesPerSecond": 1365.6787707369847
          }
        ]
      }
    }
  ],
  "retiredDeviceIdentifiers": [],
  "retiredModelIDs": []
}