Run 468f250b

Kind	speed
Started	2026-09-15 18:47 UTC
Duration	168 s
Engine	`llama.cpp@91f6a6cf3` (build 10883)
Driver	595.99.02
Throttled	no
Command	`lab bench qwen3.8-27b-q4_k_m-gguf/64k-q8kv --wait`
Lab version	`0.1.0+16df55c`

Metrics

Metric	Method	Prompt	Gen	Depth	Value	± sd	Unit
`gpu_w_avg`	llama-bench	—	128	0	246	—	W
`gpu_w_avg`	llama-bench	512	—	0	151	—	W
`gpu_w_avg`	llama-bench	—	128	4k	245	—	W
`gpu_w_avg`	llama-bench	512	—	4k	227	—	W
`gpu_w_avg`	llama-bench	—	128	16k	244	—	W
`gpu_w_avg`	llama-bench	512	—	16k	240	—	W
`pp_tps`	llama-bench	512	—	0	949	73.6	t/s
`pp_tps`	llama-bench	512	—	4k	1,091	25.1	t/s
`pp_tps`	llama-bench	512	—	16k	987	15.4	t/s
`proc_rss_peak_mb`	llama-bench	—	—	16k	16,159	—	MiB
`ram_peak_mb`	llama-bench	—	—	16k	16,257	—	MiB
`tg_tps`	llama-bench	—	128	0	31.8	0.24	t/s
`tg_tps`	llama-bench	—	128	4k	30.9	0.21	t/s
`tg_tps`	llama-bench	—	128	16k	28.2	0.12	t/s
`tokens_per_joule`	llama-bench	—	128	0	0.13	—	tok/J
`tokens_per_joule`	llama-bench	512	—	0	6.29	—	tok/J
`tokens_per_joule`	llama-bench	—	128	4k	0.13	—	tok/J
`tokens_per_joule`	llama-bench	512	—	4k	4.81	—	tok/J
`tokens_per_joule`	llama-bench	—	128	16k	0.12	—	tok/J
`tokens_per_joule`	llama-bench	512	—	16k	4.11	—	tok/J
`vram_peak_mb`	llama-bench	—	—	16k	17,268	—	MiB

Raw

{
  "bench": {
    "n_prompt": 512,
    "n_gen": 128,
    "depths": [
      0,
      4096,
      16384
    ],
    "reps": 5,
    "delay_s": 3,
    "http_prompt_lengths": [
      512,
      4096
    ]
  },
  "telemetry_summary": {
    "vram_baseline_mb": 0.9375,
    "vram_peak_mb": 17269.125,
    "ram_baseline_mb": 15561.1875,
    "ram_peak_mb": 16256.51953125,
    "proc_rss_peak_mb": 16158.8125,
    "temp_max_c": 64,
    "power_max_w": 251.301,
    "clock_max_mhz": 1620,
    "throttled": false,
    "power_capped_frac": 0.7132757266300078,
    "phases": {
      "llama-bench": {
        "duration_s": 127.7395631740219,
        "energy_j": 26606.137,
        "power_avg_w": 208.28423347396281
      }
    }
  }
}