{ "meta": { "generated_at": "2026-05-18T06:42:13Z", "system_info": { "distro": "Fedora Linux 43 (Workstation Edition)", "kernel": "6.19.12-200.fc43.x86_64", "linux_firmware": "linux-firmware-20260309-1.fc43.noarch", "timestamp": "16 May 2026" }, "llamacpp_builds": [ { "hash": "0253fb21f", "number": "9187" }, { "hash": "1a68ec937", "number": "9193" } ], "environments": [ "rocm-7_2_3", "rocm6_4_4", "rocm7-nightlies", "vulkan_amdvlk", "vulkan_radv" ], "notes": "pp512 = prompt processing; tg128 = text generation; t/s = tokens/second" }, "runs": [ { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 422.28, "tps_std": 1.78, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 23.17, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 91.33, "tps_std": 0.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 16.56, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 48.38, "tps_std": 0.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 12.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 407.51, "tps_std": 1.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 22.0, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 97.18, "tps_std": 0.2, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 16.38, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 51.9, "tps_std": 0.19, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 12.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 424.65, "tps_std": 3.93, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 23.3, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 90.71, "tps_std": 0.38, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 16.55, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 47.61, "tps_std": 0.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 12.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 115.47, "tps_std": 0.14, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 10.78, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 10.42, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 5.4, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": null }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 361.24, "tps_std": 1.76, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.46, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 109.96, "tps_std": 0.16, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 7.96, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 65.21, "tps_std": 0.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 6.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 913.36, "tps_std": 47.37, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 35.5, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 95.82, "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 21.96, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 49.39, "tps_std": 0.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 15.86, "tps_std": 0.2, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 929.42, "tps_std": 1.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 33.78, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 102.84, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 21.41, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 53.18, "tps_std": 0.2, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 15.67, "tps_std": 0.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 931.06, "tps_std": 6.95, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 35.52, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 94.94, "tps_std": 0.61, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 22.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 48.9, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 15.99, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 543.44, "tps_std": 1.1, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 39.66, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": null }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": null }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1092.07, "tps_std": 1.21, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 41.17, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 136.78, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 22.55, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 74.06, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 15.7, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 29.94, "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 243.25, "tps_std": 1.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 228.69, "file_size_gib": 87.2, "name_params_b": 228.69, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 23.11, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 228.69, "file_size_gib": 87.2, "name_params_b": 228.69, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 142.92, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 228.69, "file_size_gib": 87.2, "name_params_b": 228.69, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 6.19, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 228.69, "file_size_gib": 87.2, "name_params_b": 228.69, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": null, "tps_mean": null, "tps_std": null, "error": false, "error_type": null, "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": null }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 238.97, "tps_std": 1.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 228.69, "file_size_gib": 87.2, "name_params_b": 228.69, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 21.98, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 228.69, "file_size_gib": 87.2, "name_params_b": 228.69, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 119.83, "tps_std": 0.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 228.69, "file_size_gib": 87.2, "name_params_b": 228.69, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 6.73, "tps_std": 0.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 228.69, "file_size_gib": 87.2, "name_params_b": 228.69, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": null }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 235.98, "tps_std": 0.63, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 228.69, "file_size_gib": 87.2, "name_params_b": 228.69, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 22.13, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 228.69, "file_size_gib": 87.2, "name_params_b": 228.69, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 156.27, "tps_std": 0.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 228.69, "file_size_gib": 87.2, "name_params_b": 228.69, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 6.45, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 228.69, "file_size_gib": 87.2, "name_params_b": 228.69, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": null }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 205.56, "tps_std": 0.83, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 228.69, "file_size_gib": 87.2, "name_params_b": 228.69, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 25.91, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 228.69, "file_size_gib": 87.2, "name_params_b": 228.69, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 30.23, "tps_std": 0.05, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 228.69, "file_size_gib": 87.2, "name_params_b": 228.69, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 10.74, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 228.69, "file_size_gib": 87.2, "name_params_b": 228.69, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 13.9, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 228.69, "file_size_gib": 87.2, "name_params_b": 228.69, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 6.67, "tps_std": 0.05, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 228.69, "file_size_gib": 87.2, "name_params_b": 228.69, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 242.43, "tps_std": 0.92, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 228.69, "file_size_gib": 87.2, "name_params_b": 228.69, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.08, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 228.69, "file_size_gib": 87.2, "name_params_b": 228.69, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 33.86, "tps_std": 0.21, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 228.69, "file_size_gib": 87.2, "name_params_b": 228.69, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 14.65, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 228.69, "file_size_gib": 87.2, "name_params_b": 228.69, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 13.79, "tps_std": 0.08, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 228.69, "file_size_gib": 87.2, "name_params_b": 228.69, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "MiniMax-M2.7-UD-Q3_K_S-00001-of-00003", "model_clean": "MiniMax-M2.7-UD-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 8.84, "tps_std": 0.09, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 228.69, "file_size_gib": 87.2, "name_params_b": 228.69, "quant": "Q3_K_S", "log": "results/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 801.06, "tps_std": 9.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 8.5, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 349.46, "tps_std": 1.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 7.12, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 209.94, "tps_std": 1.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 6.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 762.49, "tps_std": 6.93, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 8.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 318.28, "tps_std": 0.86, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 7.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 188.86, "tps_std": 0.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 6.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 808.74, "tps_std": 14.71, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 8.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 395.07, "tps_std": 0.76, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 7.12, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 239.54, "tps_std": 0.33, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 6.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 14.0, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1.log", "rpc": false, "build": null }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 14.0, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": null }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 14.0, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": null }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 255.05, "tps_std": 0.7, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 7.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 79.54, "tps_std": 0.26, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 6.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 35.49, "tps_std": 0.19, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 5.74, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 275.89, "tps_std": 1.53, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 14.85, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 382.38, "tps_std": 5.98, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 14.4, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 348.1, "tps_std": 0.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 13.96, "tps_std": 0.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 272.39, "tps_std": 5.98, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 14.5, "tps_std": 0.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 379.64, "tps_std": 0.46, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 14.15, "tps_std": 0.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 333.18, "tps_std": 0.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 13.88, "tps_std": 0.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 239.02, "tps_std": 1.74, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 14.43, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 353.69, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 14.32, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 326.04, "tps_std": 0.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 14.05, "tps_std": 0.19, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 160.64, "tps_std": 0.6, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 14.44, "tps_std": 0.1, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 120.39, "tps_std": 0.1, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 13.67, "tps_std": 0.16, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 96.89, "tps_std": 0.18, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 13.3, "tps_std": 0.25, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 270.56, "tps_std": 2.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 14.86, "tps_std": 0.06, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 242.77, "tps_std": 0.08, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 14.3, "tps_std": 0.15, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 216.34, "tps_std": 0.78, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003", "model_clean": "NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 13.69, "tps_std": 0.35, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 120.67, "file_size_gib": 78.02, "name_params_b": 120.67, "quant": "Q4_K_XL", "log": "results/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 336.69, "tps_std": 1.88, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 20.12, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 276.15, "tps_std": 4.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 17.73, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 192.28, "tps_std": 2.56, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 15.74, "tps_std": 0.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 336.02, "tps_std": 1.65, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 19.73, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 300.11, "tps_std": 0.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 18.47, "tps_std": 0.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 202.62, "tps_std": 1.8, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 17.3, "tps_std": 0.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 338.52, "tps_std": 3.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 20.09, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 272.63, "tps_std": 0.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 18.69, "tps_std": 0.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 184.62, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 17.52, "tps_std": 0.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 202.91, "tps_std": 1.91, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 21.42, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 115.36, "tps_std": 0.12, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 19.04, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 81.21, "tps_std": 0.05, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 17.29, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 308.78, "tps_std": 4.29, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 22.3, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 224.82, "tps_std": 0.4, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 20.38, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 165.14, "tps_std": 0.48, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003", "model_clean": "Qwen3.5-122B-A10B-UD-Q5_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 18.99, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 122.11, "file_size_gib": 85.6, "name_params_b": 122.11, "quant": "Q5_K_XL", "log": "results/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 367.47, "tps_std": 2.44, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 6.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 197.7, "tps_std": 2.94, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 6.14, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 106.3, "tps_std": 1.69, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 5.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 364.12, "tps_std": 1.62, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 6.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 172.59, "tps_std": 0.84, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 6.13, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 93.78, "tps_std": 1.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 5.81, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 371.42, "tps_std": 4.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 6.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 190.65, "tps_std": 0.72, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 6.14, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 105.08, "tps_std": 0.72, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 5.82, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 80.22, "tps_std": 0.05, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 5.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 60.84, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 5.42, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 48.97, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 5.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 274.97, "tps_std": 0.46, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 6.3, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 123.12, "tps_std": 0.56, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 5.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 63.14, "tps_std": 0.36, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-27B-UD-Q8_K_XL", "model_clean": "Qwen3.6-27B-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 5.6, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 27.32, "file_size_gib": 33.31, "name_params_b": 27.32, "quant": "Q8_K_XL", "log": "results/Qwen3.6-27B-UD-Q8_K_XL__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 525.94, "tps_std": 13.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 26.01, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 417.86, "tps_std": 0.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 23.91, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 322.65, "tps_std": 7.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 22.2, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 573.71, "tps_std": 4.26, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 25.07, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 426.65, "tps_std": 0.74, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 23.77, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 343.79, "tps_std": 1.31, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 22.22, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 528.97, "tps_std": 5.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 25.91, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 409.92, "tps_std": 1.94, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 23.96, "tps_std": 0.44, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 314.48, "tps_std": 1.45, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 22.6, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 122.89, "tps_std": 0.24, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 11.6, "tps_std": 0.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 100.51, "tps_std": 0.04, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 10.93, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 85.86, "tps_std": 0.08, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 10.46, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 328.4, "tps_std": 1.64, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 10.68, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 275.8, "tps_std": 0.89, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 10.23, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 241.42, "tps_std": 0.58, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3.6-35B-A3B-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 9.94, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 64.6, "name_params_b": 34.66, "quant": "BF16", "log": "results/Qwen3.6-35B-A3B-BF16-00001-of-00002__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1120.0, "tps_std": 8.54, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 51.53, "tps_std": 0.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 746.6, "tps_std": 0.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 43.84, "tps_std": 0.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 493.36, "tps_std": 0.38, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 38.39, "tps_std": 0.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1116.91, "tps_std": 7.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 50.32, "tps_std": 0.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 807.33, "tps_std": 0.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 43.47, "tps_std": 0.44, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 547.71, "tps_std": 1.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 38.47, "tps_std": 0.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1085.14, "tps_std": 11.75, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 51.47, "tps_std": 0.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 716.94, "tps_std": 1.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 44.45, "tps_std": 0.7, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 468.89, "tps_std": 0.65, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 39.3, "tps_std": 0.58, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 696.54, "tps_std": 2.95, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 59.57, "tps_std": 0.07, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 319.31, "tps_std": 0.43, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 45.3, "tps_std": 0.2, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 207.54, "tps_std": 0.69, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 36.74, "tps_std": 0.04, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1113.64, "tps_std": 7.57, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 60.43, "tps_std": 0.06, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 715.52, "tps_std": 1.18, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 49.21, "tps_std": 0.38, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 524.7, "tps_std": 1.2, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 43.23, "tps_std": 0.23, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 35.51, "file_size_gib": 21.27, "name_params_b": 35.51, "quant": "Q4_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1093.92, "tps_std": 7.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 46.18, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 728.92, "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 40.0, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 486.17, "tps_std": 0.85, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 35.45, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1095.53, "tps_std": 11.56, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 45.13, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 787.54, "tps_std": 0.45, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 39.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 537.23, "tps_std": 1.72, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 35.72, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1088.56, "tps_std": 10.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 46.21, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 704.46, "tps_std": 1.78, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 40.54, "tps_std": 0.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 462.61, "tps_std": 1.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 36.31, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 640.78, "tps_std": 2.08, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 46.53, "tps_std": 0.07, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 307.07, "tps_std": 1.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 37.93, "tps_std": 0.07, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 202.18, "tps_std": 0.79, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 32.35, "tps_std": 0.04, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1045.0, "tps_std": 7.3, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 46.33, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 682.8, "tps_std": 0.96, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 40.08, "tps_std": 0.17, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 504.87, "tps_std": 1.05, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "model_clean": "Qwen3.6-35B-A3B-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 35.8, "tps_std": 0.05, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 34.66, "file_size_gib": 35.8, "name_params_b": 34.66, "quant": "Q8_K_XL", "log": "results/Qwen3.6-35B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "1a68ec937", "number": "9193" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 909.04, "tps_std": 7.54, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 24.64, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 667.44, "tps_std": 3.68, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 21.59, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 446.88, "tps_std": 2.91, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 20.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 893.46, "tps_std": 6.97, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 23.37, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 691.94, "tps_std": 9.26, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 21.39, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 470.28, "tps_std": 3.56, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 20.66, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 870.72, "tps_std": 80.56, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 24.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 638.41, "tps_std": 6.72, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 21.58, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 421.88, "tps_std": 0.33, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 20.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 123.59, "tps_std": 0.22, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 18.85, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 60.07, "tps_std": 0.05, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 16.44, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 39.84, "tps_std": 0.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 15.1, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 587.64, "tps_std": 6.59, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 18.6, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 428.06, "tps_std": 1.23, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 16.99, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 331.82, "tps_std": 0.61, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-BF16-00001-of-00002", "model_clean": "gemma-4-26B-A4B-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 16.12, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 47.02, "name_params_b": 25.23, "quant": "BF16", "log": "results/gemma-4-26B-A4B-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1329.04, "tps_std": 9.98, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 48.46, "tps_std": 0.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 725.46, "tps_std": 9.61, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 37.84, "tps_std": 0.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 471.3, "tps_std": 1.61, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 35.61, "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1334.91, "tps_std": 9.9, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 47.74, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 761.5, "tps_std": 12.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 37.29, "tps_std": 0.26, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 499.49, "tps_std": 1.7, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 35.18, "tps_std": 0.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1194.14, "tps_std": 6.99, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 48.47, "tps_std": 0.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 674.07, "tps_std": 6.75, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 37.68, "tps_std": 0.38, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 437.2, "tps_std": 0.38, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 35.52, "tps_std": 0.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 765.18, "tps_std": 2.13, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 52.04, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 101.11, "tps_std": 0.1, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 36.34, "tps_std": 0.06, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 54.46, "tps_std": 0.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 30.34, "tps_std": 0.05, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1324.66, "tps_std": 8.47, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 54.67, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 682.46, "tps_std": 2.1, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 42.4, "tps_std": 0.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 469.95, "tps_std": 0.4, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 37.46, "tps_std": 0.07, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 15.9, "name_params_b": 25.23, "quant": "Q4_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q4_K_XL__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1354.0, "tps_std": 8.88, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 42.35, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 725.86, "tps_std": 11.87, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 34.01, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 471.81, "tps_std": 3.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 32.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1356.47, "tps_std": 9.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 41.28, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 769.66, "tps_std": 14.85, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 33.66, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 504.88, "tps_std": 0.76, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 32.09, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1342.08, "tps_std": 8.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 42.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 692.34, "tps_std": 8.31, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 34.0, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 447.95, "tps_std": 0.85, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 32.16, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 669.11, "tps_std": 1.51, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 43.93, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 99.13, "tps_std": 0.12, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 32.25, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 53.86, "tps_std": 0.04, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 27.52, "tps_std": 0.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1291.45, "tps_std": 8.95, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 45.48, "tps_std": 0.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 672.93, "tps_std": 0.29, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 36.81, "tps_std": 0.04, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 465.71, "tps_std": 0.32, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "model_clean": "gemma-4-26B-A4B-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 32.9, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 25.23, "file_size_gib": 25.94, "name_params_b": 25.23, "quant": "Q8_K_XL", "log": "results/gemma-4-26B-A4B-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 428.07, "tps_std": 3.61, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 57.18, "name_params_b": 30.7, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 3.55, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 57.18, "name_params_b": 30.7, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 167.2, "tps_std": 1.91, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 57.18, "name_params_b": 30.7, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 3.23, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 57.18, "name_params_b": 30.7, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 108.99, "tps_std": 0.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 57.18, "name_params_b": 30.7, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 3.13, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 57.18, "name_params_b": 30.7, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 410.15, "tps_std": 2.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 57.18, "name_params_b": 30.7, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 3.44, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 57.18, "name_params_b": 30.7, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 172.49, "tps_std": 2.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 57.18, "name_params_b": 30.7, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 3.21, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 57.18, "name_params_b": 30.7, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 114.16, "tps_std": 0.63, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 57.18, "name_params_b": 30.7, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 3.12, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 57.18, "name_params_b": 30.7, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 423.05, "tps_std": 6.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 57.18, "name_params_b": 30.7, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 3.53, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 57.18, "name_params_b": 30.7, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 158.77, "tps_std": 2.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 57.18, "name_params_b": 30.7, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 3.25, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 57.18, "name_params_b": 30.7, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 102.83, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 57.18, "name_params_b": 30.7, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 3.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 57.18, "name_params_b": 30.7, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 31.0, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", "rpc": false, "build": null }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 31.0, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": null }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 31.0, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": null }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 135.94, "tps_std": 0.46, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 57.18, "name_params_b": 30.7, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 3.5, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 57.18, "name_params_b": 30.7, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 92.4, "tps_std": 1.45, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 57.18, "name_params_b": 30.7, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 3.25, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 57.18, "name_params_b": 30.7, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 67.88, "tps_std": 1.23, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 57.18, "name_params_b": 30.7, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-BF16-00001-of-00002", "model_clean": "gemma-4-31B-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 3.08, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 57.18, "name_params_b": 30.7, "quant": "BF16", "log": "results/gemma-4-31B-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 322.69, "tps_std": 0.81, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 17.46, "name_params_b": 30.7, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 10.55, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 17.46, "name_params_b": 30.7, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 150.43, "tps_std": 1.59, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 17.46, "name_params_b": 30.7, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 8.13, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 17.46, "name_params_b": 30.7, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 101.59, "tps_std": 0.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 17.46, "name_params_b": 30.7, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 7.54, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 17.46, "name_params_b": 30.7, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 317.49, "tps_std": 0.94, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 17.46, "name_params_b": 30.7, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 10.2, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 17.46, "name_params_b": 30.7, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 154.73, "tps_std": 1.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 17.46, "name_params_b": 30.7, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 7.95, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 17.46, "name_params_b": 30.7, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 106.22, "tps_std": 0.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 17.46, "name_params_b": 30.7, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 7.38, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 17.46, "name_params_b": 30.7, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 313.83, "tps_std": 2.55, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 17.46, "name_params_b": 30.7, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 10.55, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 17.46, "name_params_b": 30.7, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 142.53, "tps_std": 1.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 17.46, "name_params_b": 30.7, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 8.21, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 17.46, "name_params_b": 30.7, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 95.32, "tps_std": 0.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 17.46, "name_params_b": 30.7, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 7.58, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 17.46, "name_params_b": 30.7, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 70.48, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 17.46, "name_params_b": 30.7, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 11.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 17.46, "name_params_b": 30.7, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 31.0, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": null }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 31.0, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": null }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 301.53, "tps_std": 0.16, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 17.46, "name_params_b": 30.7, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 11.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 17.46, "name_params_b": 30.7, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 146.08, "tps_std": 1.04, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 17.46, "name_params_b": 30.7, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 9.09, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 17.46, "name_params_b": 30.7, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 86.61, "tps_std": 2.84, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 17.46, "name_params_b": 30.7, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q4_K_XL", "model_clean": "gemma-4-31B-it-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 7.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 17.46, "name_params_b": 30.7, "quant": "Q4_K_XL", "log": "results/gemma-4-31B-it-UD-Q4_K_XL__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 326.41, "tps_std": 1.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 32.6, "name_params_b": 30.7, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 6.17, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 32.6, "name_params_b": 30.7, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 150.02, "tps_std": 1.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 32.6, "name_params_b": 30.7, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 5.26, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 32.6, "name_params_b": 30.7, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 100.93, "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 32.6, "name_params_b": 30.7, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 5.01, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 32.6, "name_params_b": 30.7, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 325.63, "tps_std": 1.72, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 32.6, "name_params_b": 30.7, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 6.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 32.6, "name_params_b": 30.7, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 155.9, "tps_std": 2.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 32.6, "name_params_b": 30.7, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 5.27, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 32.6, "name_params_b": 30.7, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 106.02, "tps_std": 0.86, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 32.6, "name_params_b": 30.7, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 5.01, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 32.6, "name_params_b": 30.7, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 333.66, "tps_std": 1.84, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 32.6, "name_params_b": 30.7, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 6.16, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 32.6, "name_params_b": 30.7, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 143.8, "tps_std": 1.56, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 32.6, "name_params_b": 30.7, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 5.3, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 32.6, "name_params_b": 30.7, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 96.12, "tps_std": 0.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 32.6, "name_params_b": 30.7, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 5.03, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 32.6, "name_params_b": 30.7, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 73.59, "tps_std": 0.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 32.6, "name_params_b": 30.7, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 6.21, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 32.6, "name_params_b": 30.7, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 31.0, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": null }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 31.0, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": null }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 272.1, "tps_std": 0.28, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 32.6, "name_params_b": 30.7, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 6.3, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 32.6, "name_params_b": 30.7, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 141.06, "tps_std": 0.76, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 32.6, "name_params_b": 30.7, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 5.52, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 32.6, "name_params_b": 30.7, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 88.45, "tps_std": 3.85, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 32.6, "name_params_b": 30.7, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gemma-4-31B-it-UD-Q8_K_XL", "model_clean": "gemma-4-31B-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 5.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.7, "file_size_gib": 32.6, "name_params_b": 30.7, "quant": "Q8_K_XL", "log": "results/gemma-4-31B-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 625.58, "tps_std": 109.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 51.81, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 589.25, "tps_std": 0.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 36.32, "tps_std": 0.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 371.47, "tps_std": 2.43, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 26.11, "tps_std": 3.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 675.76, "tps_std": 4.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 51.02, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 603.27, "tps_std": 1.54, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 40.02, "tps_std": 0.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 379.11, "tps_std": 1.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 32.99, "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 684.87, "tps_std": 3.91, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 51.48, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 653.09, "tps_std": 1.74, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 36.34, "tps_std": 0.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 412.83, "tps_std": 4.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 28.15, "tps_std": 0.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 664.67, "tps_std": 3.1, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 51.42, "tps_std": 0.05, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 234.02, "tps_std": 0.46, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 35.87, "tps_std": 0.04, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 143.42, "tps_std": 0.11, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 27.87, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 719.91, "tps_std": 4.36, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 56.61, "tps_std": 0.08, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 307.5, "tps_std": 0.37, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 43.01, "tps_std": 0.04, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 145.92, "tps_std": 0.15, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 34.97, "tps_std": 0.1, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1786.17, "tps_std": 19.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 73.05, "tps_std": 0.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1003.11, "tps_std": 2.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 52.17, "tps_std": 0.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 601.63, "tps_std": 1.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 40.68, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1787.57, "tps_std": 15.77, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 72.68, "tps_std": 0.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1027.43, "tps_std": 1.91, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 57.29, "tps_std": 0.37, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 613.02, "tps_std": 1.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 47.67, "tps_std": 0.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1812.57, "tps_std": 16.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 73.03, "tps_std": 0.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1124.14, "tps_std": 2.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 52.23, "tps_std": 0.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 679.48, "tps_std": 9.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 40.79, "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1376.47, "tps_std": 10.73, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 74.15, "tps_std": 0.04, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 388.64, "tps_std": 0.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 51.77, "tps_std": 0.12, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 228.5, "tps_std": 0.15, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 40.52, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1692.49, "tps_std": 16.61, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 79.78, "tps_std": 0.23, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 555.73, "tps_std": 1.5, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 61.12, "tps_std": 0.08, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 237.74, "tps_std": 1.25, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 50.13, "tps_std": 0.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1545.36, "tps_std": 22.91, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 50.59, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7_2_3__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 159.95, "tps_std": 1.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 5.6, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7_2_3__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 71.44, "tps_std": 0.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7_2_3", "env_base": "rocm", "env_variant": "7_2_3", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 3.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7_2_3__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1532.82, "tps_std": 13.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 50.83, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 187.91, "tps_std": 1.55, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 6.94, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 82.46, "tps_std": 0.59, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 3.76, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1516.11, "tps_std": 11.19, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 51.27, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7-nightlies__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 204.17, "tps_std": 1.96, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 7.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7-nightlies__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 94.78, "tps_std": 1.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7-nightlies", "env_base": "rocm7", "env_variant": "nightlies", "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 3.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7-nightlies__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 347.25, "tps_std": 0.61, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 55.69, "tps_std": 0.15, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 155.9, "tps_std": 0.09, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 9.42, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 102.05, "tps_std": 0.15, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 5.12, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1337.7, "tps_std": 0.75, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 55.73, "tps_std": 0.04, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 216.79, "tps_std": 1.07, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 8.47, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx32768.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "pp2048 @ d65536", "tps_mean": 79.73, "tps_std": 0.65, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx65536", "context_tokens": 65536, "test": "tg32 @ d65536", "tps_mean": 4.58, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx65536.log", "rpc": false, "build": { "hash": "0253fb21f", "number": "9187" } } ] }