← Gemma 3 4B IT Q4_K_M · 32k ctx, f16 KV

Run 2c8f0cca

Kind	speed
Started	2026-09-15 18:41 UTC
Duration	36 s
Engine	`llama.cpp@91f6a6cf3` (build 10883)
Driver	595.99.02
Throttled	no
Command	`lab bench gemma-3-4b-it-q4_k_m-gguf/32k-f16kv --wait`
Lab version	`0.1.0+16df55c`

Metrics

Metric	Method	Prompt	Gen	Depth	Value	± sd	Unit
`gpu_w_avg`	llama-bench	—	128	0	207	—	W
`gpu_w_avg`	llama-bench	512	—	0	100	—	W
`gpu_w_avg`	llama-bench	—	128	4k	214	—	W
`gpu_w_avg`	llama-bench	512	—	4k	169	—	W
`gpu_w_avg`	llama-bench	—	128	16k	215	—	W
`gpu_w_avg`	llama-bench	512	—	16k	208	—	W
`pp_tps`	llama-bench	512	—	0	8,196	503	t/s
`pp_tps`	llama-bench	512	—	4k	7,662	381	t/s
`pp_tps`	llama-bench	512	—	16k	6,875	347	t/s
`proc_rss_peak_mb`	llama-bench	—	—	16k	2,761	—	MiB
`ram_peak_mb`	llama-bench	—	—	16k	16,256	—	MiB
`tg_tps`	llama-bench	—	128	0	180	0.83	t/s
`tg_tps`	llama-bench	—	128	4k	171	0.08	t/s
`tg_tps`	llama-bench	—	128	16k	163	0.28	t/s
`tokens_per_joule`	llama-bench	—	128	0	0.87	—	tok/J
`tokens_per_joule`	llama-bench	512	—	0	81.6	—	tok/J
`tokens_per_joule`	llama-bench	—	128	4k	0.80	—	tok/J
`tokens_per_joule`	llama-bench	512	—	4k	45.3	—	tok/J
`tokens_per_joule`	llama-bench	—	128	16k	0.76	—	tok/J
`tokens_per_joule`	llama-bench	512	—	16k	33.0	—	tok/J
`vram_peak_mb`	llama-bench	—	—	16k	3,706	—	MiB

Raw

{
  "bench": {
    "n_prompt": 512,
    "n_gen": 128,
    "depths": [
      0,
      4096,
      16384
    ],
    "reps": 5,
    "delay_s": 3,
    "http_prompt_lengths": [
      512,
      4096
    ]
  },
  "telemetry_summary": {
    "vram_baseline_mb": 0.9375,
    "vram_peak_mb": 3707.125,
    "ram_baseline_mb": 16034.60546875,
    "ram_peak_mb": 16256.09375,
    "proc_rss_peak_mb": 2760.6796875,
    "temp_max_c": 49,
    "power_max_w": 249.833,
    "clock_max_mhz": 1620,
    "throttled": false,
    "power_capped_frac": 0.42696629213483145,
    "phases": {
      "llama-bench": {
        "duration_s": 35.65426458104048,
        "energy_j": 5794.421,
        "power_avg_w": 162.51691257940692
      }
    }
  }
}