{"schemaVersion":1,"reviewedAt":"2026-09-24","benchmarkRelease":"2026-06-25","benchmarkCollectedAt":"2026-09-22T11:53:16.893Z","benchmarkSource":"https://raw.githubusercontent.com/LiveBench/new-livebench/main/public/table_2026_06_25.csv","units":{"parametersB":"billion parameters","score":"scale named by scoreLabel","memoryEstimateGB":"decimal GB, generic Q4 planning estimate","repositoryStorageGB":"decimal GB, full repository"},"limitations":"No local inference measured. Memory estimate excludes configuration-specific KV cache, offload and auxiliary components. Missing values are null. Do not compare scores from different scales or modalities.","models":[{"id":"qwen3.5-9b","name":"Qwen3.5 9B","maker":"Alibaba","modality":"text + image + video","task":"language and reasoning","checkpointUrl":"https://huggingface.co/Qwen/Qwen3.5-9B","license":"Apache 2.0","licenseUrl":"https://huggingface.co/Qwen/Qwen3.5-9B","parametersB":9,"parameterBasis":"language","activeParameters":null,"contextTokens":262144,"score":null,"scoreLabel":"LiveBench 2026-06-25 overall","scoreSource":"https://raw.githubusercontent.com/LiveBench/new-livebench/main/public/table_2026_06_25.csv","memoryEstimateGB":15,"repositoryStorageGB":null,"repositorySource":null,"hardwareEvidenceUrl":null},{"id":"qwen3.8-27b","name":"Qwen3.8 27B","maker":"Alibaba","modality":"text + image + video","task":"language and reasoning","checkpointUrl":"https://huggingface.co/Qwen/Qwen3.8-27B","license":"Apache 2.0","licenseUrl":"https://huggingface.co/Qwen/Qwen3.8-27B","parametersB":27,"parameterBasis":"language","activeParameters":"27B","contextTokens":262144,"score":75.26910714285714,"scoreLabel":"LiveBench 2026-06-25 overall","scoreSource":"https://raw.githubusercontent.com/LiveBench/new-livebench/main/public/table_2026_06_25.csv","memoryEstimateGB":29,"repositoryStorageGB":null,"repositorySource":null,"hardwareEvidenceUrl":null},{"id":"qwen3.5-35b-a3b","name":"Qwen3.5 35B A3B","maker":"Alibaba","modality":"text + image + video","task":"language and reasoning","checkpointUrl":"https://huggingface.co/Qwen/Qwen3.5-35B-A3B","license":"Apache 2.0","licenseUrl":"https://huggingface.co/Qwen/Qwen3.5-35B-A3B","parametersB":35,"parameterBasis":"language","activeParameters":"3B","contextTokens":262144,"score":null,"scoreLabel":"LiveBench 2026-06-25 overall","scoreSource":"https://raw.githubusercontent.com/LiveBench/new-livebench/main/public/table_2026_06_25.csv","memoryEstimateGB":35,"repositoryStorageGB":null,"repositorySource":null,"hardwareEvidenceUrl":null},{"id":"deepseek-v4-flash-0731","name":"DeepSeek V4 Flash · 0731","maker":"DeepSeek","modality":"text","task":"language and reasoning","checkpointUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731","license":"MIT","licenseUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731","parametersB":304,"parameterBasis":"tensors","activeParameters":null,"contextTokens":null,"score":74.17078571428571,"scoreLabel":"LiveBench 2026-06-25 overall","scoreSource":"https://raw.githubusercontent.com/LiveBench/new-livebench/main/public/table_2026_06_25.csv","memoryEstimateGB":null,"repositoryStorageGB":null,"repositorySource":null,"hardwareEvidenceUrl":null},{"id":"glm-5.3-flash","name":"GLM-5.3 Flash","maker":"Z.ai","modality":"text + image","task":"language and reasoning","checkpointUrl":"https://huggingface.co/zai-org/GLM-5.3-Flash","license":"MIT","licenseUrl":"https://huggingface.co/zai-org/GLM-5.3-Flash","parametersB":320,"parameterBasis":"manufacturer","activeParameters":"18B","contextTokens":null,"score":71.59078571428572,"scoreLabel":"LiveBench 2026-06-25 overall","scoreSource":"https://raw.githubusercontent.com/LiveBench/new-livebench/main/public/table_2026_06_25.csv","memoryEstimateGB":248,"repositoryStorageGB":null,"repositorySource":null,"hardwareEvidenceUrl":null},{"id":"kimi-k2.6-thinking","name":"Kimi K2.6 · thinking","maker":"Moonshot AI","modality":"text + image","task":"language and reasoning","checkpointUrl":"https://huggingface.co/moonshotai/Kimi-K2.6","license":"Modified MIT","licenseUrl":"https://huggingface.co/moonshotai/Kimi-K2.6","parametersB":1000,"parameterBasis":"manufacturer","activeParameters":"32B","contextTokens":262144,"score":70.53878571428572,"scoreLabel":"LiveBench 2026-06-25 overall","scoreSource":"https://raw.githubusercontent.com/LiveBench/new-livebench/main/public/table_2026_06_25.csv","memoryEstimateGB":758,"repositoryStorageGB":null,"repositorySource":null,"hardwareEvidenceUrl":null},{"id":"flux-2-dev","name":"FLUX.2 [dev]","maker":"Black Forest Labs","modality":"image","task":"image-to-image / editing","checkpointUrl":"https://huggingface.co/black-forest-labs/FLUX.2-dev","license":"FLUX [dev] Non-Commercial License","licenseUrl":"https://github.com/black-forest-labs/flux2/blob/main/model_licenses/LICENSE-FLUX-DEV","parametersB":32,"parameterBasis":"manufacturer model card","activeParameters":null,"contextTokens":null,"score":1000,"scoreLabel":"image arena Elo · Nov 2025","scoreSource":"https://artificialanalysis.ai/image/leaderboard/text-to-image/open-weights","memoryEstimateGB":null,"repositoryStorageGB":177.6,"repositorySource":"https://huggingface.co/black-forest-labs/FLUX.2-dev/tree/main","hardwareEvidenceUrl":"https://github.com/black-forest-labs/flux2"},{"id":"qwen-image","name":"Qwen-Image","maker":"Qwen","modality":"image","task":"text-to-image / editing","checkpointUrl":"https://huggingface.co/Qwen/Qwen-Image","license":"Apache-2.0","licenseUrl":"https://huggingface.co/Qwen/Qwen-Image/blob/main/LICENSE","parametersB":27.1,"parameterBasis":"manufacturer model card","activeParameters":null,"contextTokens":null,"score":886,"scoreLabel":"image arena Elo · Aug 2025","scoreSource":"https://artificialanalysis.ai/image/leaderboard/text-to-image/open-weights","memoryEstimateGB":null,"repositoryStorageGB":57.7,"repositorySource":"https://huggingface.co/Qwen/Qwen-Image/tree/main","hardwareEvidenceUrl":"https://build.nvidia.com/qwen/qwen-image/modelcard"},{"id":"wan2.1-t2v-1.3b","name":"Wan2.1 T2V 1.3B","maker":"Wan-AI","modality":"video","task":"text-to-video","checkpointUrl":"https://huggingface.co/Wan-AI/Wan2.1-T2V-1.3B","license":"Apache-2.0","licenseUrl":"https://github.com/Wan-Video/Wan2.1/blob/main/LICENSE.txt","parametersB":1.3,"parameterBasis":"manufacturer model card","activeParameters":null,"contextTokens":null,"score":null,"scoreLabel":null,"scoreSource":null,"memoryEstimateGB":null,"repositoryStorageGB":17.6,"repositorySource":"https://huggingface.co/Wan-AI/Wan2.1-T2V-1.3B/tree/main","hardwareEvidenceUrl":"https://github.com/Wan-Video/Wan2.1/blob/main/README.md"},{"id":"stable-audio-open-small","name":"Stable Audio Open Small","maker":"Stability AI","modality":"audio","task":"text-to-audio","checkpointUrl":"https://huggingface.co/stabilityai/stable-audio-open-small","license":"Stability AI Community License","licenseUrl":"https://huggingface.co/stabilityai/stable-audio-open-small/blob/main/LICENSE","parametersB":0.5,"parameterBasis":"manufacturer model card","activeParameters":null,"contextTokens":null,"score":null,"scoreLabel":null,"scoreSource":null,"memoryEstimateGB":null,"repositoryStorageGB":5,"repositorySource":"https://huggingface.co/stabilityai/stable-audio-open-small/tree/main","hardwareEvidenceUrl":"https://huggingface.co/stabilityai/stable-audio-open-small#usage"}]}