[ { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "TinyLlama 1.1B Chat", "params_b": 1.1, "quant": "Q4_K_M", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 61.81, "gen_tps": 11.07, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads.", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 1, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Gemma 3 1B IT", "params_b": 1.0, "quant": "Q4_K_M", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 60.19, "gen_tps": 10.45, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads.", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 2, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Llama 3.2 1B IT", "params_b": 1.24, "quant": "Q4_K_M", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 72.93, "gen_tps": 10.81, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads.", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 3, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Gemma 3 1B IT Heretic", "params_b": 1.0, "quant": "Q4_K_M", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 52.11, "gen_tps": 9.03, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads.", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 4, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "OLMo 2 1B IT", "params_b": 1.48, "quant": "Q4_K_M", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 68.5, "gen_tps": 9.84, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads.", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 5, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "SmolLM2 1.7B IT", "params_b": 1.71, "quant": "Q4_K_M", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 43.12, "gen_tps": 7.24, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads.", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 6, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "SmolLM3 3B", "params_b": 3.08, "quant": "Q4_K_M", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 26.94, "gen_tps": 4.55, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads.", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 7, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Llama 3.2 3B IT", "params_b": 3.21, "quant": "Q4_K_M", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 26.7, "gen_tps": 4.42, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads.", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 8, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Ministral 3 3B IT", "params_b": 3.43, "quant": "Q4_K_M", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 24.18, "gen_tps": 4.18, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads.", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 9, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Phi-4 Mini Instruct", "params_b": 3.84, "quant": "Q4_K_M", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 17.69, "gen_tps": 2.89, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads.", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 10, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Phi-4 Mini Reasoning", "params_b": 3.84, "quant": "Q4_K_M", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 20.27, "gen_tps": 3.36, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads.", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 11, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Gemma 4 E2B IT Heretic", "params_b": 4.65, "quant": "Q4_K_M", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 37.84, "gen_tps": 5.42, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads.", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 12, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Gemma 4 E2B IT", "params_b": 4.65, "quant": "Q4_K_M", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 36.84, "gen_tps": 5.39, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads.", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 13, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Llama 3.1 8B IT", "params_b": 8.03, "quant": "UD-Q3_K_XL", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 6.28, "gen_tps": 1.89, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads.", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 14, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Ministral 3 8B IT", "params_b": 8.49, "quant": "UD-Q3_K_XL", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 5.81, "gen_tps": 1.91, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads.", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 15, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Hermes 3 8B", "params_b": 8.03, "quant": "Q4_K_M", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 8.08, "gen_tps": 1.79, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads.", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 16, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Llama 3.1 8B IT", "params_b": 8.03, "quant": "Q4_K_M", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 9.12, "gen_tps": 2.02, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads.", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 17, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Llama 3.1 8B IT Heretic", "params_b": 8.03, "quant": "Q4_K_M", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 9.15, "gen_tps": 2.1, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads.", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 18, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Ministral 3 8B IT", "params_b": 8.49, "quant": "Q4_K_M", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 8.11, "gen_tps": 1.72, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads.", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 19, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Gemma 4 E4B IT Heretic", "params_b": 7.52, "quant": "Q4_K_M", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 17.83, "gen_tps": 2.8, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads.", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 20, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Gemma 4 E4B IT", "params_b": 7.52, "quant": "Q4_K_M", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 17.89, "gen_tps": 2.67, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads.", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 21, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Phi-4 Reasoning Plus", "params_b": 14.66, "quant": "UD-Q2_K_XL", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 2.75, "gen_tps": 1.26, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads.", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 22, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Ministral 3 14B IT", "params_b": 13.51, "quant": "UD-Q3_K_XL", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 3.87, "gen_tps": 1.18, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads.", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 23, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Gemma 4 E4B IT", "params_b": 7.52, "quant": "Q8_0", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 8.68, "gen_tps": 1.59, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads. Q8 not worth it", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 24, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Ministral 3 14B IT", "params_b": 13.51, "quant": "Q4_K_M", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 5.15, "gen_tps": 1.19, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads.", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 25, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Llama 3.1 8B IT", "params_b": 8.03, "quant": "Q8_0", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 4.86, "gen_tps": 1.1, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads. Q8 not worth it", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 26, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Phi-4 Reasoning Plus", "params_b": 14.66, "quant": "Q4_K_M", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 4.23, "gen_tps": 1.05, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads.", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 27, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Magistral Small", "params_b": 24.0, "quant": "UD-Q2_K_XL", "runtime": "llama.cpp b9307 (CPU, OpenBLAS)", "prompt_tps": 1.65, "gen_tps": 0.82, "storage": "NVMe (official 512GB SSD kit)", "cooling": "Active Cooler", "date": "2026-05-27", "source": "https://github.com/davidscarth/edge-ai-study/blob/main/RASPI5.md", "credit": "davidscarth (edge-ai-study)", "notes": "pp512/tg128, 4 threads.", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 28, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Bonsai 8B", "params_b": 8, "quant": "Q1_0", "runtime": "llama.cpp (llama-bench, --mmap 0)", "prompt_tps": 3.27, "gen_tps": 2.77, "storage": "1TB NVMe SSD via official M.2 HAT+ (PCIe Gen3)", "cooling": null, "date": "2026-04", "source": "https://www.reddit.com/r/LocalLLaMA/comments/1sdcdno/benchmarks_of_gemma4_and_multiple_others_on/", "credit": "r/LocalLLaMA thread author", "notes": "pp512/tg128 at depth 0, 4 threads; larger models spill to SSD swap", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 29, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "Reddit blocks the box; numbers matched in search-indexed copy of the post (reddit.sentinel-team.org snapshot / AINews)" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Gemma 3 12B IT", "params_b": 12, "quant": "Q8_0", "runtime": "llama.cpp (llama-bench, --mmap 0)", "prompt_tps": 12.88, "gen_tps": 1.0, "storage": "1TB NVMe SSD via official M.2 HAT+ (PCIe Gen3)", "cooling": null, "date": "2026-04", "source": "https://www.reddit.com/r/LocalLLaMA/comments/1sdcdno/benchmarks_of_gemma4_and_multiple_others_on/", "credit": "r/LocalLLaMA thread author", "notes": "pp512/tg128 at depth 0, 4 threads; larger models spill to SSD swap", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 30, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "Reddit blocks the box; numbers matched in search-indexed copy of the post (reddit.sentinel-team.org snapshot / AINews)" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Gemma 4 E2B IT", "params_b": 4.65, "quant": "Q8_0", "runtime": "llama.cpp (llama-bench, --mmap 0)", "prompt_tps": 41.76, "gen_tps": 4.52, "storage": "1TB NVMe SSD via official M.2 HAT+ (PCIe Gen3)", "cooling": null, "date": "2026-04", "source": "https://www.reddit.com/r/LocalLLaMA/comments/1sdcdno/benchmarks_of_gemma4_and_multiple_others_on/", "credit": "r/LocalLLaMA thread author", "notes": "pp512/tg128 at depth 0, 4 threads; larger models spill to SSD swap", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 31, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "Reddit blocks the box; numbers matched in search-indexed copy of the post (reddit.sentinel-team.org snapshot / AINews)" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Gemma 4 E4B IT", "params_b": 7.52, "quant": "Q8_0", "runtime": "llama.cpp (llama-bench, --mmap 0)", "prompt_tps": 22.16, "gen_tps": 2.28, "storage": "1TB NVMe SSD via official M.2 HAT+ (PCIe Gen3)", "cooling": null, "date": "2026-04", "source": "https://www.reddit.com/r/LocalLLaMA/comments/1sdcdno/benchmarks_of_gemma4_and_multiple_others_on/", "credit": "r/LocalLLaMA thread author", "notes": "pp512/tg128 at depth 0, 4 threads; larger models spill to SSD swap", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 32, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "Reddit blocks the box; numbers matched in search-indexed copy of the post (reddit.sentinel-team.org snapshot / AINews)" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Gemma 4 26B-A4B IT", "params_b": 25.23, "quant": "Q8_0", "runtime": "llama.cpp (llama-bench, --mmap 0)", "prompt_tps": 9.22, "gen_tps": 2.45, "storage": "1TB NVMe SSD via official M.2 HAT+ (PCIe Gen3)", "cooling": null, "date": "2026-04", "source": "https://www.reddit.com/r/LocalLLaMA/comments/1sdcdno/benchmarks_of_gemma4_and_multiple_others_on/", "credit": "r/LocalLLaMA thread author", "notes": "pp512/tg128 at depth 0, 4 threads; larger models spill to SSD swap", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 33, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "Reddit blocks the box; numbers matched in search-indexed copy of the post (reddit.sentinel-team.org snapshot / AINews)" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "GLM-4.7-Flash 30B-A3B", "params_b": 30, "quant": "Q8_0", "runtime": "llama.cpp (llama-bench, --mmap 0)", "prompt_tps": 6.59, "gen_tps": 1.64, "storage": "1TB NVMe SSD via official M.2 HAT+ (PCIe Gen3)", "cooling": null, "date": "2026-04", "source": "https://www.reddit.com/r/LocalLLaMA/comments/1sdcdno/benchmarks_of_gemma4_and_multiple_others_on/", "credit": "r/LocalLLaMA thread author", "notes": "pp512/tg128 at depth 0, 4 threads; larger models spill to SSD swap", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 34, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "Reddit blocks the box; numbers matched in search-indexed copy of the post (reddit.sentinel-team.org snapshot / AINews)" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "gpt-oss 20B", "params_b": 20, "quant": "IQ4_XS", "runtime": "llama.cpp (llama-bench, --mmap 0)", "prompt_tps": 9.13, "gen_tps": 4.77, "storage": "1TB NVMe SSD via official M.2 HAT+ (PCIe Gen3)", "cooling": null, "date": "2026-04", "source": "https://www.reddit.com/r/LocalLLaMA/comments/1sdcdno/benchmarks_of_gemma4_and_multiple_others_on/", "credit": "r/LocalLLaMA thread author", "notes": "pp512/tg128 at depth 0, 4 threads; larger models spill to SSD swap", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 35, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "Reddit blocks the box; numbers matched in search-indexed copy of the post (reddit.sentinel-team.org snapshot / AINews)" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "gpt-oss 20B", "params_b": 20, "quant": "Q8_0", "runtime": "llama.cpp (llama-bench, --mmap 0)", "prompt_tps": 4.8, "gen_tps": 2.7, "storage": "1TB NVMe SSD via official M.2 HAT+ (PCIe Gen3)", "cooling": null, "date": "2026-04", "source": "https://www.reddit.com/r/LocalLLaMA/comments/1sdcdno/benchmarks_of_gemma4_and_multiple_others_on/", "credit": "r/LocalLLaMA thread author", "notes": "pp512/tg128 at depth 0, 4 threads; larger models spill to SSD swap", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 36, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "Reddit blocks the box; numbers matched in search-indexed copy of the post (reddit.sentinel-team.org snapshot / AINews)" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "gpt-oss 120B", "params_b": 120, "quant": "Q8_0", "runtime": "llama.cpp (llama-bench, --mmap 0)", "prompt_tps": 5.11, "gen_tps": 1.95, "storage": "1TB NVMe SSD via official M.2 HAT+ (PCIe Gen3)", "cooling": null, "date": "2026-04", "source": "https://www.reddit.com/r/LocalLLaMA/comments/1sdcdno/benchmarks_of_gemma4_and_multiple_others_on/", "credit": "r/LocalLLaMA thread author", "notes": "pp512/tg128 at depth 0, 4 threads; larger models spill to SSD swap", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 37, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "Reddit blocks the box; numbers matched in search-indexed copy of the post (reddit.sentinel-team.org snapshot / AINews)" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Mistral 3 14B", "params_b": 14, "quant": "Q4_K_M", "runtime": "llama.cpp (llama-bench, --mmap 0)", "prompt_tps": 5.83, "gen_tps": 1.49, "storage": "1TB NVMe SSD via official M.2 HAT+ (PCIe Gen3)", "cooling": null, "date": "2026-04", "source": "https://www.reddit.com/r/LocalLLaMA/comments/1sdcdno/benchmarks_of_gemma4_and_multiple_others_on/", "credit": "r/LocalLLaMA thread author", "notes": "pp512/tg128 at depth 0, 4 threads; larger models spill to SSD swap", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 38, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "Reddit blocks the box; numbers matched in search-indexed copy of the post (reddit.sentinel-team.org snapshot / AINews)" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Qwen3-Coder 30B-A3B", "params_b": 30, "quant": "Q8_0", "runtime": "llama.cpp (llama-bench, --mmap 0)", "prompt_tps": 10.79, "gen_tps": 2.28, "storage": "1TB NVMe SSD via official M.2 HAT+ (PCIe Gen3)", "cooling": null, "date": "2026-04", "source": "https://www.reddit.com/r/LocalLLaMA/comments/1sdcdno/benchmarks_of_gemma4_and_multiple_others_on/", "credit": "r/LocalLLaMA thread author", "notes": "pp512/tg128 at depth 0, 4 threads; larger models spill to SSD swap", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 39, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "Reddit blocks the box; numbers matched in search-indexed copy of the post (reddit.sentinel-team.org snapshot / AINews)" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Qwen3.5 0.8B", "params_b": 0.8, "quant": "Q8_0", "runtime": "llama.cpp (llama-bench, --mmap 0)", "prompt_tps": 127.7, "gen_tps": 11.51, "storage": "1TB NVMe SSD via official M.2 HAT+ (PCIe Gen3)", "cooling": null, "date": "2026-04", "source": "https://www.reddit.com/r/LocalLLaMA/comments/1sdcdno/benchmarks_of_gemma4_and_multiple_others_on/", "credit": "r/LocalLLaMA thread author", "notes": "pp512/tg128 at depth 0, 4 threads; larger models spill to SSD swap", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 40, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "Reddit blocks the box; numbers matched in search-indexed copy of the post (reddit.sentinel-team.org snapshot / AINews)" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Qwen3.5 2B", "params_b": 2, "quant": "Q8_0", "runtime": "llama.cpp (llama-bench, --mmap 0)", "prompt_tps": 75.92, "gen_tps": 5.57, "storage": "1TB NVMe SSD via official M.2 HAT+ (PCIe Gen3)", "cooling": null, "date": "2026-04", "source": "https://www.reddit.com/r/LocalLLaMA/comments/1sdcdno/benchmarks_of_gemma4_and_multiple_others_on/", "credit": "r/LocalLLaMA thread author", "notes": "pp512/tg128 at depth 0, 4 threads; larger models spill to SSD swap", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 41, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "Reddit blocks the box; numbers matched in search-indexed copy of the post (reddit.sentinel-team.org snapshot / AINews)" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Qwen3.5 4B", "params_b": 4, "quant": "Q8_0", "runtime": "llama.cpp (llama-bench, --mmap 0)", "prompt_tps": 31.02, "gen_tps": 2.42, "storage": "1TB NVMe SSD via official M.2 HAT+ (PCIe Gen3)", "cooling": null, "date": "2026-04", "source": "https://www.reddit.com/r/LocalLLaMA/comments/1sdcdno/benchmarks_of_gemma4_and_multiple_others_on/", "credit": "r/LocalLLaMA thread author", "notes": "pp512/tg128 at depth 0, 4 threads; larger models spill to SSD swap", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 42, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "Reddit blocks the box; numbers matched in search-indexed copy of the post (reddit.sentinel-team.org snapshot / AINews)" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Qwen3.5 9B", "params_b": 9, "quant": "Q8_0", "runtime": "llama.cpp (llama-bench, --mmap 0)", "prompt_tps": 18.2, "gen_tps": 1.36, "storage": "1TB NVMe SSD via official M.2 HAT+ (PCIe Gen3)", "cooling": null, "date": "2026-04", "source": "https://www.reddit.com/r/LocalLLaMA/comments/1sdcdno/benchmarks_of_gemma4_and_multiple_others_on/", "credit": "r/LocalLLaMA thread author", "notes": "pp512/tg128 at depth 0, 4 threads; larger models spill to SSD swap", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 43, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "Reddit blocks the box; numbers matched in search-indexed copy of the post (reddit.sentinel-team.org snapshot / AINews)" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Qwen3.5 27B", "params_b": 27, "quant": "Q2_K_M", "runtime": "llama.cpp (llama-bench, --mmap 0)", "prompt_tps": 1.38, "gen_tps": 0.92, "storage": "1TB NVMe SSD via official M.2 HAT+ (PCIe Gen3)", "cooling": null, "date": "2026-04", "source": "https://www.reddit.com/r/LocalLLaMA/comments/1sdcdno/benchmarks_of_gemma4_and_multiple_others_on/", "credit": "r/LocalLLaMA thread author", "notes": "pp512/tg128 at depth 0, 4 threads; larger models spill to SSD swap", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 44, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "Reddit blocks the box; numbers matched in search-indexed copy of the post (reddit.sentinel-team.org snapshot / AINews)" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Qwen3.5 35B-A3B", "params_b": 35, "quant": "Q8_0", "runtime": "llama.cpp (llama-bench, --mmap 0)", "prompt_tps": 10.58, "gen_tps": 2.25, "storage": "1TB NVMe SSD via official M.2 HAT+ (PCIe Gen3)", "cooling": null, "date": "2026-04", "source": "https://www.reddit.com/r/LocalLLaMA/comments/1sdcdno/benchmarks_of_gemma4_and_multiple_others_on/", "credit": "r/LocalLLaMA thread author", "notes": "pp512/tg128 at depth 0, 4 threads; larger models spill to SSD swap", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 45, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "Reddit blocks the box; numbers matched in search-indexed copy of the post (reddit.sentinel-team.org snapshot / AINews)" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Qwen3.5 122B-A10B", "params_b": 122, "quant": "Q2_K_M", "runtime": "llama.cpp (llama-bench, --mmap 0)", "prompt_tps": 2.46, "gen_tps": 1.05, "storage": "1TB NVMe SSD via official M.2 HAT+ (PCIe Gen3)", "cooling": null, "date": "2026-04", "source": "https://www.reddit.com/r/LocalLLaMA/comments/1sdcdno/benchmarks_of_gemma4_and_multiple_others_on/", "credit": "r/LocalLLaMA thread author", "notes": "pp512/tg128 at depth 0, 4 threads; larger models spill to SSD swap", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 46, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "Reddit blocks the box; numbers matched in search-indexed copy of the post (reddit.sentinel-team.org snapshot / AINews)" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 16, "model": "Qwen3.5 122B-A10B", "params_b": 122, "quant": "Q8_0", "runtime": "llama.cpp (llama-bench, --mmap 0)", "prompt_tps": 2.65, "gen_tps": 0.38, "storage": "1TB NVMe SSD via official M.2 HAT+ (PCIe Gen3)", "cooling": null, "date": "2026-04", "source": "https://www.reddit.com/r/LocalLLaMA/comments/1sdcdno/benchmarks_of_gemma4_and_multiple_others_on/", "credit": "r/LocalLLaMA thread author", "notes": "pp512/tg128 at depth 0, 4 threads; larger models spill to SSD swap", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 47, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "Reddit blocks the box; numbers matched in search-indexed copy of the post (reddit.sentinel-team.org snapshot / AINews)" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 2, "model": "Qwen2.5 0.5B Instruct", "params_b": 0.63, "quant": "Q4_0", "runtime": "llama.cpp (CPU)", "prompt_tps": 173.68, "gen_tps": 33.84, "storage": null, "cooling": null, "date": "2026-10-06", "source": "https://github.com/ggml-org/llama.cpp/discussions/30069", "credit": "llama.cpp discussion #30069 author", "notes": "2 threads (best tg). At 4 threads: pp512 289.92, tg128 27.28", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 48, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": null, "model": "BitNet b1.58 2B", "params_b": 2, "quant": "1.58-bit", "runtime": "Cougar (custom Rust runner)", "prompt_tps": null, "gen_tps": 16.1, "storage": null, "cooling": "Stock cooler (throttled to 1.6 GHz)", "date": "2026-03-25", "source": "https://www.reddit.com/r/LocalLLaMA/comments/1s34zsg/161_toks_on_raspberry_pi_5_bitnet_2b_can_anyone/", "credit": "r/LocalLLaMA thread author (Cougar)", "notes": "Decode only", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 49, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "Reddit blocks the box; matched in search-indexed copy of the post" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 8, "model": "Phi-2 (dolphin-2.6)", "params_b": 2.7, "quant": "Q4_K_M", "runtime": "llama.cpp (GGUF)", "prompt_tps": null, "gen_tps": 5, "storage": null, "cooling": null, "date": "2024-01-11", "source": "https://www.reddit.com/r/LocalLLaMA/comments/19444pu/phi2_tiny_llama_on_raspberry_pi_5/", "credit": "r/LocalLLaMA thread author", "notes": "Approximate tokens/s as reported", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 50, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "Reddit blocks the box; matched in search-indexed copy of the post and comment" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 8, "model": "TinyLlama 1.1B Chat", "params_b": 1.1, "quant": "Q4_K_M", "runtime": "llama.cpp (GGUF)", "prompt_tps": null, "gen_tps": 10, "storage": null, "cooling": null, "date": "2024-01-11", "source": "https://www.reddit.com/r/LocalLLaMA/comments/19444pu/phi2_tiny_llama_on_raspberry_pi_5/", "credit": "r/LocalLLaMA thread author", "notes": "Approximate tokens/s as reported", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 51, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "Reddit blocks the box; matched in search-indexed copy of the post and comment" }, "source_type": "community" }, { "board": "Raspberry Pi 5", "ram_gb": 8, "model": "Dolphin 2.6 Mistral 7B DPO laser", "params_b": 7, "quant": "Q5_K_M", "runtime": "llama.cpp (GGUF)", "prompt_tps": null, "gen_tps": 1.65, "storage": null, "cooling": null, "date": "2024-01-11", "source": "https://www.reddit.com/r/LocalLLaMA/comments/19444pu/phi2_tiny_llama_on_raspberry_pi_5/", "credit": "r/LocalLLaMA commenter", "notes": "Overall tokens/s from a comment", "added": "2026-10-16", "batch": "Seed: Raspberry Pi 5 results", "id": 52, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "Reddit blocks the box; matched in search-indexed copy of the post and comment" }, "source_type": "community" }, { "board": "Jetson Orin Nano (original)", "ram_gb": 8, "model": "Llama 3.1 8B", "params_b": 8, "quant": "INT4", "runtime": "MLC (jetson-containers)", "prompt_tps": null, "gen_tps": 14, "storage": null, "cooling": null, "date": "2024-2025", "source": "https://www.jetson-ai-lab.com/archive/benchmarks.html", "credit": "NVIDIA Jetson AI Lab", "notes": "Decode tok/s from official benchmark table", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 53, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "vendor" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "Llama 3.1 8B", "params_b": 8, "quant": "INT4", "runtime": "MLC (jetson-containers)", "prompt_tps": null, "gen_tps": 19.14, "storage": null, "cooling": null, "date": "2024-2025", "source": "https://www.jetson-ai-lab.com/archive/benchmarks.html", "credit": "NVIDIA Jetson AI Lab", "notes": "Decode tok/s from official benchmark table", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 54, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "vendor" }, { "board": "Jetson Orin Nano (original)", "ram_gb": 8, "model": "Llama 3.2 3B", "params_b": 3.2, "quant": "INT4", "runtime": "MLC (jetson-containers)", "prompt_tps": null, "gen_tps": 27.7, "storage": null, "cooling": null, "date": "2024-2025", "source": "https://www.jetson-ai-lab.com/archive/benchmarks.html", "credit": "NVIDIA Jetson AI Lab", "notes": "Decode tok/s from official benchmark table", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 55, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "vendor" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "Llama 3.2 3B", "params_b": 3.2, "quant": "INT4", "runtime": "MLC (jetson-containers)", "prompt_tps": null, "gen_tps": 43.07, "storage": null, "cooling": null, "date": "2024-2025", "source": "https://www.jetson-ai-lab.com/archive/benchmarks.html", "credit": "NVIDIA Jetson AI Lab", "notes": "Decode tok/s from official benchmark table", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 56, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "vendor" }, { "board": "Jetson Orin Nano (original)", "ram_gb": 8, "model": "Qwen2.5 7B", "params_b": 7, "quant": "INT4", "runtime": "MLC (jetson-containers)", "prompt_tps": null, "gen_tps": 14.2, "storage": null, "cooling": null, "date": "2024-2025", "source": "https://www.jetson-ai-lab.com/archive/benchmarks.html", "credit": "NVIDIA Jetson AI Lab", "notes": "Decode tok/s from official benchmark table", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 57, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "vendor" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "Qwen2.5 7B", "params_b": 7, "quant": "INT4", "runtime": "MLC (jetson-containers)", "prompt_tps": null, "gen_tps": 21.75, "storage": null, "cooling": null, "date": "2024-2025", "source": "https://www.jetson-ai-lab.com/archive/benchmarks.html", "credit": "NVIDIA Jetson AI Lab", "notes": "Decode tok/s from official benchmark table", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 58, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "vendor" }, { "board": "Jetson Orin Nano (original)", "ram_gb": 8, "model": "Gemma 2 2B", "params_b": 2, "quant": "INT4", "runtime": "MLC (jetson-containers)", "prompt_tps": null, "gen_tps": 21.5, "storage": null, "cooling": null, "date": "2024-2025", "source": "https://www.jetson-ai-lab.com/archive/benchmarks.html", "credit": "NVIDIA Jetson AI Lab", "notes": "Decode tok/s from official benchmark table", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 59, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "vendor" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "Gemma 2 2B", "params_b": 2, "quant": "INT4", "runtime": "MLC (jetson-containers)", "prompt_tps": null, "gen_tps": 34.97, "storage": null, "cooling": null, "date": "2024-2025", "source": "https://www.jetson-ai-lab.com/archive/benchmarks.html", "credit": "NVIDIA Jetson AI Lab", "notes": "Decode tok/s from official benchmark table", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 60, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "vendor" }, { "board": "Jetson Orin Nano (original)", "ram_gb": 8, "model": "Gemma 2 9B", "params_b": 9, "quant": "INT4", "runtime": "MLC (jetson-containers)", "prompt_tps": null, "gen_tps": 7.2, "storage": null, "cooling": null, "date": "2024-2025", "source": "https://www.jetson-ai-lab.com/archive/benchmarks.html", "credit": "NVIDIA Jetson AI Lab", "notes": "Decode tok/s from official benchmark table", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 61, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "vendor" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "Gemma 2 9B", "params_b": 9, "quant": "INT4", "runtime": "MLC (jetson-containers)", "prompt_tps": null, "gen_tps": 9.21, "storage": null, "cooling": null, "date": "2024-2025", "source": "https://www.jetson-ai-lab.com/archive/benchmarks.html", "credit": "NVIDIA Jetson AI Lab", "notes": "Decode tok/s from official benchmark table", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 62, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "vendor" }, { "board": "Jetson Orin Nano (original)", "ram_gb": 8, "model": "Phi 3.5 3B", "params_b": 3.8, "quant": "INT4", "runtime": "MLC (jetson-containers)", "prompt_tps": null, "gen_tps": 24.7, "storage": null, "cooling": null, "date": "2024-2025", "source": "https://www.jetson-ai-lab.com/archive/benchmarks.html", "credit": "NVIDIA Jetson AI Lab", "notes": "Decode tok/s from official benchmark table", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 63, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "vendor" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "Phi 3.5 3B", "params_b": 3.8, "quant": "INT4", "runtime": "MLC (jetson-containers)", "prompt_tps": null, "gen_tps": 38.1, "storage": null, "cooling": null, "date": "2024-2025", "source": "https://www.jetson-ai-lab.com/archive/benchmarks.html", "credit": "NVIDIA Jetson AI Lab", "notes": "Decode tok/s from official benchmark table", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 64, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "vendor" }, { "board": "Jetson Orin Nano (original)", "ram_gb": 8, "model": "SmolLM2", "params_b": null, "quant": "INT4", "runtime": "MLC (jetson-containers)", "prompt_tps": null, "gen_tps": 41, "storage": null, "cooling": null, "date": "2024-2025", "source": "https://www.jetson-ai-lab.com/archive/benchmarks.html", "credit": "NVIDIA Jetson AI Lab", "notes": "Decode tok/s from official benchmark table", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 65, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "vendor" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "SmolLM2", "params_b": null, "quant": "INT4", "runtime": "MLC (jetson-containers)", "prompt_tps": null, "gen_tps": 64.5, "storage": null, "cooling": null, "date": "2024-2025", "source": "https://www.jetson-ai-lab.com/archive/benchmarks.html", "credit": "NVIDIA Jetson AI Lab", "notes": "Decode tok/s from official benchmark table", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 66, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "vendor" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "SmolLM2 135M", "params_b": 0.135, "quant": "Q4_K_M", "runtime": "llama.cpp b9292 (MAXN power mode)", "prompt_tps": null, "gen_tps": 159.5, "storage": null, "cooling": "Active fan", "date": "2026-05-29", "source": "https://yuvrajsingh.io/posts/jetson-nano-super-benchmark-non-reasoning/", "credit": "Yuvraj Singh (blog)", "notes": "ctx=2048, gen=256; quant from source Table 4, cooling from Table 2", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 67, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "SmolLM2 135M", "params_b": 0.135, "quant": "Q4_K_M", "runtime": "Ollama v0.24.0 (MAXN power mode)", "prompt_tps": null, "gen_tps": 132.2, "storage": null, "cooling": "Active fan", "date": "2026-05-29", "source": "https://yuvrajsingh.io/posts/jetson-nano-super-benchmark-non-reasoning/", "credit": "Yuvraj Singh (blog)", "notes": "ctx=2048, gen=256; matched quant per source Table 4, cooling from Table 2", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 68, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "SmolLM2 360M", "params_b": 0.36, "quant": "Q8_0", "runtime": "llama.cpp b9292 (MAXN power mode)", "prompt_tps": null, "gen_tps": 89.6, "storage": null, "cooling": "Active fan", "date": "2026-05-29", "source": "https://yuvrajsingh.io/posts/jetson-nano-super-benchmark-non-reasoning/", "credit": "Yuvraj Singh (blog)", "notes": "ctx=2048, gen=256; quant from source Table 4, cooling from Table 2", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 69, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "SmolLM2 360M", "params_b": 0.36, "quant": "Q8_0", "runtime": "Ollama v0.24.0 (MAXN power mode)", "prompt_tps": null, "gen_tps": 76.4, "storage": null, "cooling": "Active fan", "date": "2026-05-29", "source": "https://yuvrajsingh.io/posts/jetson-nano-super-benchmark-non-reasoning/", "credit": "Yuvraj Singh (blog)", "notes": "ctx=2048, gen=256; matched quant per source Table 4, cooling from Table 2", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 70, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "Qwen2.5 0.5B", "params_b": 0.5, "quant": "Q4_K_M", "runtime": "llama.cpp b9292 (MAXN power mode)", "prompt_tps": null, "gen_tps": 100.6, "storage": null, "cooling": "Active fan", "date": "2026-05-29", "source": "https://yuvrajsingh.io/posts/jetson-nano-super-benchmark-non-reasoning/", "credit": "Yuvraj Singh (blog)", "notes": "ctx=2048, gen=256; quant from source Table 4, cooling from Table 2", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 71, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "Qwen2.5 0.5B", "params_b": 0.5, "quant": "Q4_K_M", "runtime": "Ollama v0.24.0 (MAXN power mode)", "prompt_tps": null, "gen_tps": 61.2, "storage": null, "cooling": "Active fan", "date": "2026-05-29", "source": "https://yuvrajsingh.io/posts/jetson-nano-super-benchmark-non-reasoning/", "credit": "Yuvraj Singh (blog)", "notes": "ctx=2048, gen=256; matched quant per source Table 4, cooling from Table 2", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 72, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "LFM2.5 350M", "params_b": 0.35, "quant": "Q4_K_M", "runtime": "llama.cpp b9292 (MAXN power mode)", "prompt_tps": null, "gen_tps": 112.9, "storage": null, "cooling": "Active fan", "date": "2026-05-29", "source": "https://yuvrajsingh.io/posts/jetson-nano-super-benchmark-non-reasoning/", "credit": "Yuvraj Singh (blog)", "notes": "ctx=2048, gen=256; quant from source Table 4, cooling from Table 2", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 73, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "LFM2.5 350M", "params_b": 0.35, "quant": "Q4_K_M", "runtime": "Ollama v0.24.0 (MAXN power mode)", "prompt_tps": null, "gen_tps": 29.8, "storage": null, "cooling": "Active fan", "date": "2026-05-29", "source": "https://yuvrajsingh.io/posts/jetson-nano-super-benchmark-non-reasoning/", "credit": "Yuvraj Singh (blog)", "notes": "ctx=2048, gen=256; matched quant per source Table 4, cooling from Table 2", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 74, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "LFM2.5 1.2B", "params_b": 1.2, "quant": "Q4_K_M", "runtime": "llama.cpp b9292 (MAXN power mode)", "prompt_tps": null, "gen_tps": 52.7, "storage": null, "cooling": "Active fan", "date": "2026-05-29", "source": "https://yuvrajsingh.io/posts/jetson-nano-super-benchmark-non-reasoning/", "credit": "Yuvraj Singh (blog)", "notes": "ctx=2048, gen=256; quant from source Table 4, cooling from Table 2", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 75, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "LFM2.5 1.2B", "params_b": 1.2, "quant": "Q4_K_M", "runtime": "Ollama v0.24.0 (MAXN power mode)", "prompt_tps": null, "gen_tps": 23.0, "storage": null, "cooling": "Active fan", "date": "2026-05-29", "source": "https://yuvrajsingh.io/posts/jetson-nano-super-benchmark-non-reasoning/", "credit": "Yuvraj Singh (blog)", "notes": "ctx=2048, gen=256; matched quant per source Table 4, cooling from Table 2", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 76, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "Qwen3 0.6B", "params_b": 0.6, "quant": "Q8_0", "runtime": "llama.cpp b9292 (MAXN power mode)", "prompt_tps": null, "gen_tps": 54.3, "storage": null, "cooling": "Active fan", "date": "2026-05-29", "source": "https://yuvrajsingh.io/posts/jetson-nano-super-benchmark-non-reasoning/", "credit": "Yuvraj Singh (blog)", "notes": "ctx=2048, gen=256; quant from source Table 4, cooling from Table 2", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 77, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "Qwen3 0.6B", "params_b": 0.6, "quant": "Q8_0", "runtime": "Ollama v0.24.0 (MAXN power mode)", "prompt_tps": null, "gen_tps": 51.3, "storage": null, "cooling": "Active fan", "date": "2026-05-29", "source": "https://yuvrajsingh.io/posts/jetson-nano-super-benchmark-non-reasoning/", "credit": "Yuvraj Singh (blog)", "notes": "ctx=2048, gen=256; matched quant per source Table 4, cooling from Table 2", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 78, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "Llama 3.2 1B", "params_b": 1.24, "quant": "Q4_K_M", "runtime": "llama.cpp b9292 (MAXN power mode)", "prompt_tps": null, "gen_tps": 51.9, "storage": null, "cooling": "Active fan", "date": "2026-05-29", "source": "https://yuvrajsingh.io/posts/jetson-nano-super-benchmark-non-reasoning/", "credit": "Yuvraj Singh (blog)", "notes": "ctx=2048, gen=256; quant from source Table 4, cooling from Table 2", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 79, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "Llama 3.2 1B", "params_b": 1.24, "quant": "Q4_K_M", "runtime": "Ollama v0.24.0 (MAXN power mode)", "prompt_tps": null, "gen_tps": 49.9, "storage": null, "cooling": "Active fan", "date": "2026-05-29", "source": "https://yuvrajsingh.io/posts/jetson-nano-super-benchmark-non-reasoning/", "credit": "Yuvraj Singh (blog)", "notes": "ctx=2048, gen=256; matched quant per source Table 4, cooling from Table 2", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 80, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "Gemma 3 1B", "params_b": 1.0, "quant": "Q4_K_M", "runtime": "llama.cpp b9292 (MAXN power mode)", "prompt_tps": null, "gen_tps": 44.3, "storage": null, "cooling": "Active fan", "date": "2026-05-29", "source": "https://yuvrajsingh.io/posts/jetson-nano-super-benchmark-non-reasoning/", "credit": "Yuvraj Singh (blog)", "notes": "ctx=2048, gen=256; quant from source Table 4, cooling from Table 2", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 81, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "Gemma 3 1B", "params_b": 1.0, "quant": "Q4_K_M", "runtime": "Ollama v0.24.0 (MAXN power mode)", "prompt_tps": null, "gen_tps": 35.8, "storage": null, "cooling": "Active fan", "date": "2026-05-29", "source": "https://yuvrajsingh.io/posts/jetson-nano-super-benchmark-non-reasoning/", "credit": "Yuvraj Singh (blog)", "notes": "ctx=2048, gen=256; matched quant per source Table 4, cooling from Table 2", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 82, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "TinyLlama 1.1B Chat", "params_b": 1.1, "quant": "Q4_K_M", "runtime": "llama.cpp CUDA fbd441c37 (MAXN)", "prompt_tps": 1506, "gen_tps": 51.1, "storage": "NVMe 938GB + eMMC", "cooling": null, "date": "2026-04-02", "source": "https://picocluster-claw.com/reference/benchmarks/", "credit": "PicoCluster Claw", "notes": "pp512/tg128, JetPack 6.2", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 83, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "vendor" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "Phi-3 3.8B", "params_b": 3.8, "quant": "Q4", "runtime": "llama.cpp CUDA fbd441c37 (MAXN)", "prompt_tps": 537, "gen_tps": 16.9, "storage": "NVMe 938GB + eMMC", "cooling": null, "date": "2026-04-02", "source": "https://picocluster-claw.com/reference/benchmarks/", "credit": "PicoCluster Claw", "notes": "pp512/tg128, JetPack 6.2", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 84, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "vendor" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "Llama 3.2 3B IT", "params_b": 3.21, "quant": "Q4_K_M", "runtime": "llama.cpp CUDA fbd441c37 (MAXN)", "prompt_tps": 713, "gen_tps": 18.4, "storage": "NVMe 938GB + eMMC", "cooling": null, "date": "2026-04-02", "source": "https://picocluster-claw.com/reference/benchmarks/", "credit": "PicoCluster Claw", "notes": "pp512/tg128, JetPack 6.2", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 85, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "vendor" }, { "board": "Jetson Orin Nano Super", "ram_gb": 8, "model": "Qwen3 4B Instruct 2507", "params_b": 4.02, "quant": "Q4_0", "runtime": "llama.cpp b6945 CUDA (-ngl 99 -fa 1 -t 6)", "prompt_tps": 710.32, "gen_tps": 22.4, "storage": "M.2 NVMe Gen3x4", "cooling": null, "date": "2025", "source": "https://www.reddit.com/r/LocalLLaMA/comments/1oo88sq/nvidia_jetson_orin_nano_super_8_gb_llamabench/", "credit": "r/LocalLLaMA user jwest33", "notes": "pp512/tg128 (first llama-bench table)", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 86, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "Reddit blocks the box; matched in search-indexed copy of the post" }, "source_type": "community" }, { "board": "Orange Pi 5 (RK3588S)", "ram_gb": null, "model": "Phi-3", "params_b": 3.8, "quant": "IQ4_XS", "runtime": "llama.cpp (-t 4, ~b2787)", "prompt_tps": 10.77, "gen_tps": 6.92, "storage": null, "cooling": null, "date": "2024-05-09", "source": "https://github.com/ggml-org/llama.cpp/issues/7176", "credit": "llama.cpp issue #7176 author", "notes": "Phi-3-mini-4k-instruct.IQ4_XS.gguf per issue; 4 big cores; 8 threads with PR #6915 gave 12.65/8.64", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 87, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Turing Pi RK1 (RK3588)", "ram_gb": 32, "model": "LFM2.5 2.6B", "params_b": 2.6, "quant": "Q4_K_M", "runtime": "llama.cpp CPU (4 threads)", "prompt_tps": 30, "gen_tps": 14, "storage": null, "cooling": null, "date": "2026-08-04", "source": "https://turingpi.com/lfm2-5-2-6b-rk3588-llama-cpp-turing-pi-rk1/", "credit": "Turing Pi blog", "notes": "Approximate; ctx 4096", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 88, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "vendor" }, { "board": "Orange Pi 5 Plus (RK3588)", "ram_gb": 16, "model": "Qwen2.5 1.5B", "params_b": 1.5, "quant": "Q8_0", "runtime": "llama.cpp CPU", "prompt_tps": 92, "gen_tps": 6.06, "storage": "NVMe data disk (/mnt/nvme)", "cooling": null, "date": "2026-09-14", "source": "https://jishuzhan.net/article/2099289570509246466", "credit": "jishuzhan.net author", "notes": "Prefill is fitted (~) per source; quant and storage per source setup section", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 89, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Orange Pi 5 Plus (RK3588)", "ram_gb": 16, "model": "Qwen2.5 1.5B", "params_b": 1.5, "quant": "Q8_0", "runtime": "llama.cpp NPU fork", "prompt_tps": 408, "gen_tps": 6.3, "storage": "NVMe data disk (/mnt/nvme)", "cooling": null, "date": "2026-09-14", "source": "https://jishuzhan.net/article/2099289570509246466", "credit": "jishuzhan.net author", "notes": "Prefill is fitted (~) per source; quant and storage per source setup section", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 90, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Orange Pi 5 Plus (RK3588)", "ram_gb": 16, "model": "Qwen2.5 1.5B", "params_b": 1.5, "quant": "W8A8", "runtime": "rknn-llm (NPU)", "prompt_tps": 493, "gen_tps": 25.88, "storage": "NVMe data disk (/mnt/nvme)", "cooling": null, "date": "2026-09-14", "source": "https://jishuzhan.net/article/2099289570509246466", "credit": "jishuzhan.net author", "notes": "Prefill is fitted (~) per source; quant and storage per source setup section", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 91, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Orange Pi 5 Plus (RK3588)", "ram_gb": 16, "model": "Qwen2.5 3B", "params_b": 3, "quant": "Q4_0", "runtime": "llama.cpp CPU", "prompt_tps": 25, "gen_tps": 4.74, "storage": "NVMe data disk (/mnt/nvme)", "cooling": null, "date": "2026-09-14", "source": "https://jishuzhan.net/article/2099289570509246466", "credit": "jishuzhan.net author", "notes": "Prefill is fitted (~) per source; quant and storage per source setup section", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 92, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Orange Pi 5 Plus (RK3588)", "ram_gb": 16, "model": "Qwen2.5 3B", "params_b": 3, "quant": "Q4_0", "runtime": "llama.cpp NPU fork", "prompt_tps": 230, "gen_tps": 4.16, "storage": "NVMe data disk (/mnt/nvme)", "cooling": null, "date": "2026-09-14", "source": "https://jishuzhan.net/article/2099289570509246466", "credit": "jishuzhan.net author", "notes": "Prefill is fitted (~) per source; quant and storage per source setup section", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 93, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Orange Pi 5 Plus (RK3588)", "ram_gb": 16, "model": "Qwen2.5 3B", "params_b": 3, "quant": "W8A8", "runtime": "rknn-llm (NPU)", "prompt_tps": 284, "gen_tps": 14.37, "storage": "NVMe data disk (/mnt/nvme)", "cooling": null, "date": "2026-09-14", "source": "https://jishuzhan.net/article/2099289570509246466", "credit": "jishuzhan.net author", "notes": "Prefill is fitted (~) per source; quant and storage per source setup section", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 94, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Orange Pi 5 (RK3588S)", "ram_gb": null, "model": "Granite 4.0 350M", "params_b": 0.35, "quant": "Q8_0", "runtime": "rk-llama.cpp fork (CPU)", "prompt_tps": 163.4, "gen_tps": 40.6, "storage": null, "cooling": null, "date": "2026", "source": "https://github.com/milhcbt/rk-llama.cpp", "credit": "milhcbt/rk-llama.cpp", "notes": "Board family per README: RK3588 Orange Pi", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 95, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Orange Pi 5 (RK3588S)", "ram_gb": null, "model": "Granite 4.0 350M", "params_b": 0.35, "quant": "Q8_0", "runtime": "rk-llama.cpp fork (NPU)", "prompt_tps": 311.8, "gen_tps": 25.4, "storage": null, "cooling": null, "date": "2026", "source": "https://github.com/milhcbt/rk-llama.cpp", "credit": "milhcbt/rk-llama.cpp", "notes": "Board family per README: RK3588 Orange Pi", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 96, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Orange Pi 5 (RK3588S)", "ram_gb": null, "model": "Granite 4.0 350M", "params_b": 0.35, "quant": "Q4_0", "runtime": "rk-llama.cpp fork (CPU)", "prompt_tps": 340.4, "gen_tps": 55.2, "storage": null, "cooling": null, "date": "2026", "source": "https://github.com/milhcbt/rk-llama.cpp", "credit": "milhcbt/rk-llama.cpp", "notes": "Board family per README: RK3588 Orange Pi", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 97, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Orange Pi 5 (RK3588S)", "ram_gb": null, "model": "Granite 4.0 350M", "params_b": 0.35, "quant": "Q4_0", "runtime": "rk-llama.cpp fork (NPU)", "prompt_tps": 163.6, "gen_tps": 26.7, "storage": null, "cooling": null, "date": "2026", "source": "https://github.com/milhcbt/rk-llama.cpp", "credit": "milhcbt/rk-llama.cpp", "notes": "Board family per README: RK3588 Orange Pi", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 98, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Radxa ROCK 5B+ (RK3588)", "ram_gb": 16, "model": "Qwen3 30B-A3B", "params_b": 30, "quant": "Q4_0", "runtime": "rk-llama.cpp fork (NPU)", "prompt_tps": 21.1, "gen_tps": 9.6, "storage": null, "cooling": null, "date": "2026", "source": "https://github.com/Mojo24x7/rk-llama.cpp", "credit": "Mojo24x7/rk-llama.cpp", "notes": "Warm runs", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 99, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Radxa ROCK 5B+ (RK3588)", "ram_gb": 16, "model": "Qwen3.6 35B-A3B", "params_b": 35, "quant": "Q4_0", "runtime": "rk-llama.cpp fork (NPU)", "prompt_tps": 18.5, "gen_tps": 4.1, "storage": null, "cooling": null, "date": "2026", "source": "https://github.com/Mojo24x7/rk-llama.cpp", "credit": "Mojo24x7/rk-llama.cpp", "notes": "Warm runs", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 100, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Radxa ROCK 5B+ (RK3588)", "ram_gb": 16, "model": "Gemma 4 E4B IT", "params_b": null, "quant": "Q8_0", "runtime": "rk-llama.cpp fork (NPU)", "prompt_tps": 38.2, "gen_tps": 4.0, "storage": null, "cooling": null, "date": "2026", "source": "https://github.com/Mojo24x7/rk-llama.cpp", "credit": "Mojo24x7/rk-llama.cpp", "notes": "Warm runs", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 101, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Radxa ROCK 5B+ (RK3588)", "ram_gb": 16, "model": "Gemma 3 1B IT", "params_b": 1.0, "quant": "Q8_0", "runtime": "rk-llama.cpp fork (NPU)", "prompt_tps": 201.6, "gen_tps": 17.0, "storage": null, "cooling": null, "date": "2026", "source": "https://github.com/Mojo24x7/rk-llama.cpp", "credit": "Mojo24x7/rk-llama.cpp", "notes": "Warm runs", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 102, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi CM4", "ram_gb": null, "model": "Phi-3", "params_b": 3.8, "quant": null, "runtime": "Ollama", "prompt_tps": 2.02, "gen_tps": 1.38, "storage": null, "cooling": null, "date": "2024-05-04", "source": "https://gist.github.com/hammad93/eab28862024e480a2046d51bc39bd462/7e502ea4019400a75f4fc5c369992b273f2a5398", "credit": "hammad93 (GitHub gist)", "notes": "Ollama eval rate, first run; short prompts", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 103, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi CM4", "ram_gb": null, "model": "Llama 3 8B", "params_b": 8, "quant": null, "runtime": "Ollama", "prompt_tps": 1.03, "gen_tps": 0.79, "storage": null, "cooling": null, "date": "2024-05-04", "source": "https://gist.github.com/hammad93/eab28862024e480a2046d51bc39bd462/7e502ea4019400a75f4fc5c369992b273f2a5398", "credit": "hammad93 (GitHub gist)", "notes": "Ollama eval rate, first run; short prompts", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 104, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi CM4", "ram_gb": null, "model": "Llama 3 8B Instruct", "params_b": 8, "quant": "Q2_K", "runtime": "Ollama", "prompt_tps": 1.02, "gen_tps": 0.87, "storage": null, "cooling": null, "date": "2024-05-04", "source": "https://gist.github.com/hammad93/eab28862024e480a2046d51bc39bd462/7e502ea4019400a75f4fc5c369992b273f2a5398", "credit": "hammad93 (GitHub gist)", "notes": "Ollama eval rate, first run; short prompts", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 105, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi CM4", "ram_gb": null, "model": "TinyLlama 1.1B Chat", "params_b": 1.1, "quant": null, "runtime": "Ollama", "prompt_tps": 7.34, "gen_tps": 5.06, "storage": null, "cooling": null, "date": "2024-05-04", "source": "https://gist.github.com/hammad93/eab28862024e480a2046d51bc39bd462/7e502ea4019400a75f4fc5c369992b273f2a5398", "credit": "hammad93 (GitHub gist)", "notes": "Ollama eval rate, first run; short prompts", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 106, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi CM4", "ram_gb": null, "model": "Gemma 2B Instruct", "params_b": 2, "quant": null, "runtime": "Ollama", "prompt_tps": 3.47, "gen_tps": 2.1, "storage": null, "cooling": null, "date": "2024-05-04", "source": "https://gist.github.com/hammad93/eab28862024e480a2046d51bc39bd462/7e502ea4019400a75f4fc5c369992b273f2a5398", "credit": "hammad93 (GitHub gist)", "notes": "Ollama eval rate, first run; short prompts", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 107, "verification": { "status": "verified", "checked": "2026-10-17", "method": "fetched source" }, "source_type": "community" }, { "board": "Raspberry Pi 4", "ram_gb": 8, "model": "Gemma-derived ~1B", "params_b": 1, "quant": null, "runtime": "Ollama", "prompt_tps": null, "gen_tps": 1.65, "storage": null, "cooling": null, "date": "2025-04-27", "source": "https://medium.com/@thomasnahon/llms-on-a-budget-testing-serving-frameworks-on-the-raspberry-pi-4-5fc56623840e", "credit": "Thomas Nahon (Medium)", "notes": "512-token generation", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 108, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "Medium blocks the box; numbers matched in search-indexed copy of the article" }, "source_type": "community" }, { "board": "Raspberry Pi 4", "ram_gb": 8, "model": "Gemma-derived ~1B", "params_b": 1, "quant": null, "runtime": "llama.cpp (Docker)", "prompt_tps": null, "gen_tps": 1.02, "storage": null, "cooling": null, "date": "2025-04-27", "source": "https://medium.com/@thomasnahon/llms-on-a-budget-testing-serving-frameworks-on-the-raspberry-pi-4-5fc56623840e", "credit": "Thomas Nahon (Medium)", "notes": "512-token generation", "added": "2026-10-16", "batch": "New boards: Jetson, RK3588, Pi 4, CM4", "id": 109, "verification": { "status": "corrected", "checked": "2026-10-17", "method": "Medium blocks the box; numbers matched in search-indexed copy of the article" }, "source_type": "community" }, { "board": "Jetson AGX Orin 64GB", "ram_gb": 64, "model": "Qwen3.8-Flash-Next Gyro-M", "params_b": null, "quant": "TQ2_0 (2-bit trellis experts)", "runtime": "Strata Orin fork bb98d09 (CUDA SM87, MTP speculative decoding, MAXN)", "prompt_tps": 555, "gen_tps": 25.8, "storage": "NVMe", "cooling": null, "date": "2026-10-08", "source": "https://github.com/kim-haneol/Strata-Orin/blob/main/docs/OPTIMIZATION.md", "credit": "kim-haneol (Strata-Orin)", "notes": "Decode 25.73-25.80 tok/s at 2K input (23.13-23.20 at 25K); prompt t/s is prefill at 25K input (554.91-555.34); 32K ctx, INT8 KV, 512 greedy output tokens; JetPack 7.2.1. Shared on X by @kimhaneol_", "added": "2026-10-19", "batch": "New board: Jetson AGX Orin 64GB", "verification": { "status": "verified", "checked": "2026-10-19", "method": "fetched source" }, "id": 110, "source_type": "community" }, { "board": "Raspberry Pi 4", "ram_gb": null, "model": "Qwen3.5 4B", "params_b": 4, "quant": null, "runtime": "Ollama (CPU only, qwen3.5:4b default tag)", "prompt_tps": null, "gen_tps": 1.11, "storage": null, "cooling": null, "date": "2026-10-19", "source": "https://x.com/tolewis/status/2112240842861641996", "credit": "Timothy Lewis (@tolewis on X)", "notes": "183 generated tokens at 1.11 tok/s, 2 min 50 s total for a short prompt with thinking on; quant and RAM not stated (Ollama default tag)", "added": "2026-10-20", "batch": "X feedback watch", "verification": { "status": "verified", "checked": "2026-10-20", "method": "fetched source" }, "id": 111, "source_type": "community" } ]