{"url":"https://api.github.com/repos/vllm-project/vllm/releases/346469299","assets_url":"https://api.github.com/repos/vllm-project/vllm/releases/346469299/assets","upload_url":"https://uploads.github.com/repos/vllm-project/vllm/releases/346469299/assets{?name,label}","html_url":"https://github.com/vllm-project/vllm/releases/tag/v0.24.0","id":346469299,"author":{"login":"khluu","id":51931015,"node_id":"MDQ6VXNlcjUxOTMxMDE1","avatar_url":"https://avatars.githubusercontent.com/u/51931015?v=4","gravatar_id":"","url":"https://api.github.com/users/khluu","html_url":"https://github.com/khluu","followers_url":"https://api.github.com/users/khluu/followers","following_url":"https://api.github.com/users/khluu/following{/other_user}","gists_url":"https://api.github.com/users/khluu/gists{/gist_id}","starred_url":"https://api.github.com/users/khluu/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/khluu/subscriptions","organizations_url":"https://api.github.com/users/khluu/orgs","repos_url":"https://api.github.com/users/khluu/repos","events_url":"https://api.github.com/users/khluu/events{/privacy}","received_events_url":"https://api.github.com/users/khluu/received_events","type":"User","user_view_type":"public","site_admin":false},"node_id":"RE_kwDOI7xefs4UprOz","tag_name":"v0.24.0","target_commitish":"main","name":"v0.24.0","draft":false,"immutable":false,"prerelease":false,"created_at":"2026-06-28T07:04:08Z","updated_at":"2026-06-30T01:19:02Z","published_at":"2026-06-29T19:41:59Z","assets":[{"url":"https://api.github.com/repos/vllm-project/vllm/releases/assets/461680015","id":461680015,"node_id":"RA_kwDOI7xefs4bhK2P","name":"vllm-0.24.0+cpu-cp38-abi3-manylinux_2_34_aarch64.whl","label":"","uploader":{"login":"khluu","id":51931015,"node_id":"MDQ6VXNlcjUxOTMxMDE1","avatar_url":"https://avatars.githubusercontent.com/u/51931015?v=4","gravatar_id":"","url":"https://api.github.com/users/khluu","html_url":"https://github.com/khluu","followers_url":"https://api.github.com/users/khluu/followers","following_url":"https://api.github.com/users/khluu/following{/other_user}","gists_url":"https://api.github.com/users/khluu/gists{/gist_id}","starred_url":"https://api.github.com/users/khluu/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/khluu/subscriptions","organizations_url":"https://api.github.com/users/khluu/orgs","repos_url":"https://api.github.com/users/khluu/repos","events_url":"https://api.github.com/users/khluu/events{/privacy}","received_events_url":"https://api.github.com/users/khluu/received_events","type":"User","user_view_type":"public","site_admin":false},"content_type":"application/octet-stream","state":"uploaded","size":51703820,"digest":"sha256:d91ef4a5616f6270ff2d9b6c400bfd6b04f74eff943f8aaee0e7ffabbd42994f","download_count":171,"created_at":"2026-06-30T01:16:50Z","updated_at":"2026-06-30T01:16:55Z","browser_download_url":"https://github.com/vllm-project/vllm/releases/download/v0.24.0/vllm-0.24.0%2Bcpu-cp38-abi3-manylinux_2_34_aarch64.whl"},{"url":"https://api.github.com/repos/vllm-project/vllm/releases/assets/461680016","id":461680016,"node_id":"RA_kwDOI7xefs4bhK2Q","name":"vllm-0.24.0+cpu-cp38-abi3-manylinux_2_34_x86_64.whl","label":"","uploader":{"login":"khluu","id":51931015,"node_id":"MDQ6VXNlcjUxOTMxMDE1","avatar_url":"https://avatars.githubusercontent.com/u/51931015?v=4","gravatar_id":"","url":"https://api.github.com/users/khluu","html_url":"https://github.com/khluu","followers_url":"https://api.github.com/users/khluu/followers","following_url":"https://api.github.com/users/khluu/following{/other_user}","gists_url":"https://api.github.com/users/khluu/gists{/gist_id}","starred_url":"https://api.github.com/users/khluu/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/khluu/subscriptions","organizations_url":"https://api.github.com/users/khluu/orgs","repos_url":"https://api.github.com/users/khluu/repos","events_url":"https://api.github.com/users/khluu/events{/privacy}","received_events_url":"https://api.github.com/users/khluu/received_events","type":"User","user_view_type":"public","site_admin":false},"content_type":"application/octet-stream","state":"uploaded","size":112627111,"digest":"sha256:de070be9a46668418e6618993daa41d09218cf091bbf74b2681eb7fab674cb5f","download_count":7549,"created_at":"2026-06-30T01:16:50Z","updated_at":"2026-06-30T01:16:59Z","browser_download_url":"https://github.com/vllm-project/vllm/releases/download/v0.24.0/vllm-0.24.0%2Bcpu-cp38-abi3-manylinux_2_34_x86_64.whl"},{"url":"https://api.github.com/repos/vllm-project/vllm/releases/assets/461680017","id":461680017,"node_id":"RA_kwDOI7xefs4bhK2R","name":"vllm-0.24.0+cu129-cp38-abi3-manylinux_2_28_aarch64.whl","label":"","uploader":{"login":"khluu","id":51931015,"node_id":"MDQ6VXNlcjUxOTMxMDE1","avatar_url":"https://avatars.githubusercontent.com/u/51931015?v=4","gravatar_id":"","url":"https://api.github.com/users/khluu","html_url":"https://github.com/khluu","followers_url":"https://api.github.com/users/khluu/followers","following_url":"https://api.github.com/users/khluu/following{/other_user}","gists_url":"https://api.github.com/users/khluu/gists{/gist_id}","starred_url":"https://api.github.com/users/khluu/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/khluu/subscriptions","organizations_url":"https://api.github.com/users/khluu/orgs","repos_url":"https://api.github.com/users/khluu/repos","events_url":"https://api.github.com/users/khluu/events{/privacy}","received_events_url":"https://api.github.com/users/khluu/received_events","type":"User","user_view_type":"public","site_admin":false},"content_type":"application/octet-stream","state":"uploaded","size":472109373,"digest":"sha256:e85edf971a25582993ef3bfd26b0d6ebf498d5ca4ae4944fa8824a734b81ac58","download_count":144907,"created_at":"2026-06-30T01:16:50Z","updated_at":"2026-06-30T01:17:18Z","browser_download_url":"https://github.com/vllm-project/vllm/releases/download/v0.24.0/vllm-0.24.0%2Bcu129-cp38-abi3-manylinux_2_28_aarch64.whl"},{"url":"https://api.github.com/repos/vllm-project/vllm/releases/assets/461680013","id":461680013,"node_id":"RA_kwDOI7xefs4bhK2N","name":"vllm-0.24.0+cu129-cp38-abi3-manylinux_2_28_x86_64.whl","label":"","uploader":{"login":"khluu","id":51931015,"node_id":"MDQ6VXNlcjUxOTMxMDE1","avatar_url":"https://avatars.githubusercontent.com/u/51931015?v=4","gravatar_id":"","url":"https://api.github.com/users/khluu","html_url":"https://github.com/khluu","followers_url":"https://api.github.com/users/khluu/followers","following_url":"https://api.github.com/users/khluu/following{/other_user}","gists_url":"https://api.github.com/users/khluu/gists{/gist_id}","starred_url":"https://api.github.com/users/khluu/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/khluu/subscriptions","organizations_url":"https://api.github.com/users/khluu/orgs","repos_url":"https://api.github.com/users/khluu/repos","events_url":"https://api.github.com/users/khluu/events{/privacy}","received_events_url":"https://api.github.com/users/khluu/received_events","type":"User","user_view_type":"public","site_admin":false},"content_type":"application/octet-stream","state":"uploaded","size":504590984,"digest":"sha256:597949743f2a00c0539d9e2ff0f67b32c608a378e973f99e7529fd6fa9445f70","download_count":191961,"created_at":"2026-06-30T01:16:50Z","updated_at":"2026-06-30T01:17:17Z","browser_download_url":"https://github.com/vllm-project/vllm/releases/download/v0.24.0/vllm-0.24.0%2Bcu129-cp38-abi3-manylinux_2_28_x86_64.whl"},{"url":"https://api.github.com/repos/vllm-project/vllm/releases/assets/461680014","id":461680014,"node_id":"RA_kwDOI7xefs4bhK2O","name":"vllm-0.24.0-cp38-abi3-manylinux_2_28_aarch64.whl","label":"","uploader":{"login":"khluu","id":51931015,"node_id":"MDQ6VXNlcjUxOTMxMDE1","avatar_url":"https://avatars.githubusercontent.com/u/51931015?v=4","gravatar_id":"","url":"https://api.github.com/users/khluu","html_url":"https://github.com/khluu","followers_url":"https://api.github.com/users/khluu/followers","following_url":"https://api.github.com/users/khluu/following{/other_user}","gists_url":"https://api.github.com/users/khluu/gists{/gist_id}","starred_url":"https://api.github.com/users/khluu/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/khluu/subscriptions","organizations_url":"https://api.github.com/users/khluu/orgs","repos_url":"https://api.github.com/users/khluu/repos","events_url":"https://api.github.com/users/khluu/events{/privacy}","received_events_url":"https://api.github.com/users/khluu/received_events","type":"User","user_view_type":"public","site_admin":false},"content_type":"application/octet-stream","state":"uploaded","size":271361241,"digest":"sha256:700db71c3cf14697d42583521f38b12fac38db1e7a8ad062e8e4d63a5dadebd5","download_count":2922,"created_at":"2026-06-30T01:16:50Z","updated_at":"2026-06-30T01:17:09Z","browser_download_url":"https://github.com/vllm-project/vllm/releases/download/v0.24.0/vllm-0.24.0-cp38-abi3-manylinux_2_28_aarch64.whl"},{"url":"https://api.github.com/repos/vllm-project/vllm/releases/assets/461680067","id":461680067,"node_id":"RA_kwDOI7xefs4bhK3D","name":"vllm-0.24.0-cp38-abi3-manylinux_2_28_x86_64.whl","label":"","uploader":{"login":"khluu","id":51931015,"node_id":"MDQ6VXNlcjUxOTMxMDE1","avatar_url":"https://avatars.githubusercontent.com/u/51931015?v=4","gravatar_id":"","url":"https://api.github.com/users/khluu","html_url":"https://github.com/khluu","followers_url":"https://api.github.com/users/khluu/followers","following_url":"https://api.github.com/users/khluu/following{/other_user}","gists_url":"https://api.github.com/users/khluu/gists{/gist_id}","starred_url":"https://api.github.com/users/khluu/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/khluu/subscriptions","organizations_url":"https://api.github.com/users/khluu/orgs","repos_url":"https://api.github.com/users/khluu/repos","events_url":"https://api.github.com/users/khluu/events{/privacy}","received_events_url":"https://api.github.com/users/khluu/received_events","type":"User","user_view_type":"public","site_admin":false},"content_type":"application/octet-stream","state":"uploaded","size":279209310,"digest":"sha256:2d2831aeba311292250df0132dbc4d8e9f42c654536eaec48e6fe58acb1822cf","download_count":39075,"created_at":"2026-06-30T01:16:55Z","updated_at":"2026-06-30T01:17:09Z","browser_download_url":"https://github.com/vllm-project/vllm/releases/download/v0.24.0/vllm-0.24.0-cp38-abi3-manylinux_2_28_x86_64.whl"},{"url":"https://api.github.com/repos/vllm-project/vllm/releases/assets/461680125","id":461680125,"node_id":"RA_kwDOI7xefs4bhK39","name":"vllm-0.24.0.tar.gz","label":"","uploader":{"login":"khluu","id":51931015,"node_id":"MDQ6VXNlcjUxOTMxMDE1","avatar_url":"https://avatars.githubusercontent.com/u/51931015?v=4","gravatar_id":"","url":"https://api.github.com/users/khluu","html_url":"https://github.com/khluu","followers_url":"https://api.github.com/users/khluu/followers","following_url":"https://api.github.com/users/khluu/following{/other_user}","gists_url":"https://api.github.com/users/khluu/gists{/gist_id}","starred_url":"https://api.github.com/users/khluu/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/khluu/subscriptions","organizations_url":"https://api.github.com/users/khluu/orgs","repos_url":"https://api.github.com/users/khluu/repos","events_url":"https://api.github.com/users/khluu/events{/privacy}","received_events_url":"https://api.github.com/users/khluu/received_events","type":"User","user_view_type":"public","site_admin":false},"content_type":"application/x-gtar","state":"uploaded","size":37236989,"digest":"sha256:0862453adc1f3339f1a0c9dca1179c34d6ed6e118f87b6e5bddd120af614ac66","download_count":3449,"created_at":"2026-06-30T01:17:00Z","updated_at":"2026-06-30T01:17:03Z","browser_download_url":"https://github.com/vllm-project/vllm/releases/download/v0.24.0/vllm-0.24.0.tar.gz"}],"tarball_url":"https://api.github.com/repos/vllm-project/vllm/tarball/v0.24.0","zipball_url":"https://api.github.com/repos/vllm-project/vllm/zipball/v0.24.0","body":"# vLLM v0.24.0 Release Notes\r\n\r\n## Highlights\r\n\r\nThis release features 571 commits from 256 contributors (77 new)!\r\n\r\n* **MiniMax-M3**: Added support for the new **MiniMax-M3** model (#45381), with a fast follow-on of BF16/FP8 indexer via MSA (#45892), MXFP4 support (#45896), FP8 sparse GQA (#45744), and extensive AMD/ROCm tuning — mxfp8 MoE/linear on gfx950 (#45725), fp8_per_channel for bf16 weights on MI300X (#45854), FP8 KV-cache fix (#45720), and packed-modules mapping (#45794). A MiniMax-M2 perf regression was also fixed (#45935).\r\n* **DeepSeek-V4 keeps maturing**: Following its debut, DeepSeek-V4 received another large optimization pass — a FlashInfer sparse index cache (2–4% TTFT) (#45863), prefill chunk-planning optimization (4% E2E throughput) (#45061), a cluster-cooperative topK kernel for low-latency (#43008), contiguous per-block KV allocations (#44577), TEP=16 for the block-FP8 shared expert (#46001), and native DSA indexer decode for `next_n > 2` on SM100 (#45322). It is now enabled on **SM120** alongside GLM-5.1 (#43477), with XPU (#44144, #44517, #45240) and ROCm (#44899, #45103, #45681) attention/MoE paths added.\r\n* **Model Runner V2 (MRv2) continues to expand**: MRv2 now **supports quantized models by default** (#44446), enables **GraniteMoE by default** (#45461), and gained migration of Qwen + DeepSeek-V2 MoE models (#42667), DFlash speculative decoding (#44586), and more accurate FP32 Gumbel sampling (#45996).\r\n* **Streaming Parser Engine**: A new streaming parser engine unifies tool-call/reasoning parsing across models, with parsers for Qwen3 (#45413), MiniMax-M2 (#45701), GLM-4.7/5.1/5.2 (#45915), and Nemotron V3 (#45755).\r\n* **Diffusion LLMs**: Added **DiffusionGemma** (#45163), including a CPU path (#45690) and structured-output guardrails for diffusion decoders (#45468).\r\n* **WideEP / DeepEP v2**: Integrated **DeepEP v2** for expert parallelism (#41183), with follow-on robustness fixes (#46404, #46432).\r\n* **Rust frontend matures further**: Added API-key authentication (#44321), CORS (#45753), `/tokenize` + `/detokenize` (#44222), `/pause` `/resume` `/is_paused` (#44499), `/abort_requests` (#44382), `/get_world_size` (#44801), `thinking_token_budget` (#46137), a Python bridge for Rust tool parsers (#44624), and many new parsers and validation paths.\r\n* **Device selection change**: vLLM no longer sets `CUDA_VISIBLE_DEVICES` internally; a new `device_ids` argument is provided instead (#45026). On ROCm, a deprecation window for `CUDA_VISIBLE_DEVICES` has begun (#46636).\r\n\r\n### Model Support\r\n* **New models**: MiniMax-M3 (#45381), DiffusionGemma (#45163) + Gemma Diffusion on CPU (#45690), Hierarchical Reasoning Model — Text / HrmTextForCausalLM (#43098), OpenMOSS (#44124).\r\n* **Gemma 4**: Unified FlashAttention (FA4) across all layers + `mm_prefix` support (#42175); many parser/serving fixes — forced-JSON skip for required/named tool choice (#45795), parsing with thinking disabled (#45832), streaming reasoning-state init (#45852), reasoning rendering on assistant turns (#45867), offline-parser truncation/token-leak fix (#45553); legacy Gemma4 parsers replaced with an engine-based implementation (#45588).\r\n* **DeepSeek-V4**: OOM fix (#44914), MTP projection prefixing (#44821), supported KV-cache dtypes (#44892).\r\n* **Qwen / multimodal**: Qwen3-VL video loader (#44412), Qwen2-VL/Qwen2.5-VL processor-mapped video loader (#45555), Qwen3-VL multi-video processing optimization (#46026) and multi-video crash fix (#46305), Qwen3-Omni VIT cu_seqlens device fix (#44264), fused qk-rmsnorm-rope-gate for Qwen3.5 (#44176), Qwen3.5 EP weight-loading fix (#45002).\r\n* **ViT full CUDA graph**: GLM-4.1V (#40576), DeepSeek-OCR dual-path (#43586), Kimi-VL (#41992), mllama4 (#40660), Lfm2VL encoder (#44930).\r\n* **Other model fixes**: Llama4 weight loading (#45047) and streamed loading to avoid host-OOM (#44645), MiMo v2.x QKV TP sharding + FP4 (#45200), ColQwen3.5 retrieval correctness (#46108), EXAONE-4.5 vision encoder (#45073), MiDashengLM TP>1 audio-encoder crash (#44408), MiniCPM-o/V device-placement and image-size fixes (#43844, #42332, #44980, #45244), Cohere2 MoE weight loading + parser (#44747, #44907), Nemotron V3 reasoning-as-content (#39091), ColBERT AutoWeightsLoader + query/document embedding io processor (#44999, #45210).\r\n* **Kernels**: GLM-5 TRT-LLM ragged MLA prefill dimensions (#43525), GLM-5 router GEMM (#46385).\r\n\r\n### Engine Core\r\n* **Model Runner V2**: Quantized models by default (#44446), GraniteMoE default (#45461), Qwen/DSv2 MoE migration (#42667), DFlash (#44586), simplified async output handling (#45442), attention-group split on `num_heads_q` (#45564), LoRA warmup fix (#35536), more accurate FP32 Gumbel sampling (#45996), `min_tokens` off-by-one fix in the V2 GPU sampler (#46243), plus assorted model/config compatibility fixes (#45868).\r\n* **Speculative decoding**: Dynamic SD (#32374); DFlash with FlashInfer (#43081), mixed KV page sizes (#45181), and Qwen3Next targets (#45319); EAGLE3 support for Qwen3 (#43132); reduced TP communication for large-vocab drafts (#39419); race fix in async accepted counts (#45100); EAGLE multimodal encoder cache fixes (#46315).\r\n* **KV cache & scheduler**: KV-cache watermark to reduce preemptions (#44594), two-phase allocation for cross-group prefix-cache hits (#44409), Marconi-style admission policy for hybrid cache (#37898), prefix-cache retention for Mamba/linear attention (#45845), DS Mamba tail-copy for MTP align mode (#45473), reduced scheduler copy overhead (#45840).\r\n* **Attention**: Re-enabled cross-layer KV cache layout for MLA via stride-aware kernels (#45111), MLA prefill FA4 fp8 output (#43050), FlexAttention custom mask mods made fully cudagraphable (#45232), triton diff-kv backend for MiMo (#41797), FlashMLA sparse accuracy fix (#36616).\r\n* **Weight loading & core**: fastsafetensors `ParallelLoader` for weight loading (#40183), release of cached device memory under pressure on UMA GPUs (#45179), structured outputs for beam search (#35022), `device_ids` arg / no internal `CUDA_VISIBLE_DEVICES` (#45026), graceful fallback when `numactl --membind` is blocked (#45438), config-class registration before tokenizer init (#40299), async scheduling with prompt embeds for multimodal models (#45673).\r\n\r\n### Large Scale Serving & Distributed\r\n* **Expert parallel**: DeepEP v2 integration (#41183) with token-bound and topk-index fixes (#46404, #46432); NIXL EP — DBO with NIXL EP (#45275), top-k index dtype query (#45298), NVFP4 post-receive quantization skip (#45606), elastic-EP communicator (#45013); reject NCCL-based EPLB with async EPLB (#44978).\r\n* **KV connectors / disaggregated serving**: KV push from prefill to decode via NIXL (#35264); per-region KV transfer classification for mixed full-attn + MLA groups (#44583); Mooncake pipeline-parallel PD support (#44528), async lookup (#45659), compact chunk-hash zero-copy lookup (#45969), SWA-block skipping (#45444); P/D fixes with DP supervisor (#46628) and DSV4 disaggregation (#45831); removed `P2pNcclConnector` (#44854).\r\n* **KV offloading**: Multi-tier async batched lookup (#44193), packed HMA KV-cache layout (#46205, gated #46252), parallel-agnostic fs-tier cache (#44733), offloading-manager stats (#35669) and labeled/CPU-usage metrics (#45957, #45737), self-describing KV events (#43468), non-blocking idle flush (#45595), and numerous correctness/race fixes (#44784, #45823, #46231, #46278).\r\n* **Distributed core**: Prefill step cadence for better non-PD DP balancing (#44558), KV-event map encoding (#42892), one-shot fused all-reduce PDL NaN fix (#45448).\r\n\r\n### Hardware & Performance\r\n* **NVIDIA / kernels**: SM90 CUTLASS FP8 mm odd-M support via swap_ab (180–290% kernel speedup) (#44572), tuned `fused_moe` FP8 for Qwen3-Next-80B on H100 (+25%) (#44830), native DSA indexer decode on SM100 (#45322), cluster-cooperative topK for DeepSeek low-latency (#43008), PDL support for DeepGEMM (#46006), FlashInfer cutedsl NVFP4 GEMM (#42235) and cute-dsl MXFP8 linear kernel (#46393), new Helion kernels for FP8/RMSNorm quant (#36902, #33790, #36895, #34432).\r\n* **torch stable ABI**: Continued (and completed) migration of kernels to the libtorch stable ABI — MoE [10c/n] (#44565), Marlin [11a/n] (#45176), Machete [11b/n] (#45304), final `_C` library migration [12/n] (#45415).\r\n* **AMD ROCm**: Torch 2.11 (#45362); fused AR + RMSNorm + per-group FP8 quant (#42864), fused softplus-sqrt-topk MoE router under AITER (#44945), DSv4 flash-decode split-K kernel (#44899) and inverse-RoPE fusion (#45103), W4A16 FlyDSL MoE (#44400), A8W4 MoE CDNA4 swizzle gate for gpt-oss (#44804); deprecation window begun for `CUDA_VISIBLE_DEVICES` on ROCm (#46636).\r\n* **Intel XPU**: Sequence-parallel support (#38608), torch-xpu 2.12 (#42262), vllm-xpu-kernels v0.1.10 (#40367), W4A16 int4 group_size=32 MoE (#45136), DeepSeek-V4 attention/MoE paths (#44144, #44517, #45240), top-p sampling correctness fix (#44470).\r\n* **CPU & other architectures**: 2.5× faster ASR CPU preprocessing via multi-threading (#44612), CPU W4A16 INT4 MoE (#43409), cgroup memory-limit-aware KV cache sizing (#45086), RISC-V oneDNN W8A8 INT8 (#44478) and RVV micro-GEMM for WNA16 (#44324), pinned memory for WSL2 (#41496), ZenCPU runtime logging (#42726).\r\n* **TPU**: tpu-inference upgraded to v0.22.1 (#45793).\r\n* **Misc perf**: `VLLM_TRITON_FORCE_FIRST_CONFIG` to skip Triton autotuning (#42425), Triton recompile detection (#45631), fused multi-group block-table staged writes (#44944).\r\n\r\n### Quantization\r\n* **Online & mixed-precision**: Online FP8 per-token-per-channel (PTPC) quantization (#44132); `modelopt_mixed` support extended to Ampere/SM80-86 (#45306) and Turing/SM75 (#45375).\r\n* **FP4 / MXFP**: FlashInfer cutedsl NVFP4 GEMM backend (#42235) and cute-dsl MXFP8 linear kernel (#46393), MXFP4 W4A4 MoE CUTLASS E8M0 scale fix (#43557), SwiGLU clamp wired for NVFP4 MoE on non-Blackwell (#45836), `flashinfer_cutlass` allowed as a clamped NVFP4 MoE backend (#46492), NVFP4/OCP MX MoE emulation fix (#46254), FP8 MoE re-enabled on NVIDIA Thor (#46339).\r\n* **GGUF / compressed-tensors / AWQ**: GGUF quantization migrated to a plugin (#39612), compressed-tensors WNA16 MoE actorder fix (#41161) and KV-cache-scheme rejection (#45312), AWQ format on XPU (#43404) and AWQ dequantize fix on Intel XPU (#42727).\r\n* **Kernels & correctness**: QuantizedActivation linear-kernel contract (#44260), consolidated Marlin thread-tile padding (#45295), FP8 weight layout canonicalized to (K, N) (#44735), corrupt-output fix for MoE FP8 with LoRAs loaded (#42120), symmetric-quant regression fix in GPTQ/CT MoE (#45656), `fp8_e5m2` KV cache allowed for non-fp8 checkpoints (#45040).\r\n\r\n### API & Frontend\r\n* **Tool calling & parsing**: Strict mode for tool calling in Chat Completions (#45003) and Responses API (#45396); new Streaming Parser Engine (#45413) with Qwen3, MiniMax-M2 (#45701), GLM-4.7/5.1/5.2 (#45915), Nemotron V3 (#45755) parsers; unified Parser consolidation in chat serving (#45548); numerous parser correctness fixes (#46047, #46091, #46159, #45763, #46351, #43984).\r\n* **OpenAI / Responses**: Real `/v1/embeddings` support for messages + `chat_template_kwargs` (#45173), multimodal token counts in `usage.prompt_tokens_details` (#45458), omit empty `tool_calls` from chat responses (#44105), Responses API streaming `function_call` id fix (#44608), Harmony refactor of streaming/non-streaming paths (#45171, #45104).\r\n* **Anthropic Messages API**: Cache-usage reporting in `/v1/messages` (#40912), mid-conversation system-message handling (#46025), inline system-message position preserved for prefix caching (#44602), `tool_use` argument-dropping fix (#45287).\r\n* **Rust frontend**: API-key auth (#44321), CORS (#45753), `/tokenize` + `/detokenize` (#44222), `/pause` `/resume` `/is_paused` (#44499), `/abort_requests` (#44382), `/get_world_size` (#44801), `thinking_token_budget` (#46137), `parallel_tool_calls=false` (#44760), continuous usage stats (#43965), model metadata in `/v1/models` (#45950), Python bridge for Rust tool parsers (#44624), dedicated runtime for HTTP/ZMQ (#46051), and many validation/correctness fixes.\r\n* **Metrics**: `vllm:tool_call_parser_invocations_total` (#44448), group-aware KV cache capacity in `vllm:cache_config_info` (#42206), MLA attention metrics for DeepSeek MFU estimation (#39457).\r\n* **Pooling / embeddings**: Validation for Cohere `/v2/embed` input exclusivity (#45640), non-negative rerank `top_n` (#46119), matryoshka embedding dimension bounds (#46313).\r\n* **Benchmarks**: BFCL tool-calling dataset for `vllm bench serve` (#42457), multi-turn benchmark api_key/custom headers (#44516), tokenizer-mismatch auto-correction (#44708).\r\n\r\n### Security\r\n\r\nThis release ships another coordinated security-hardening batch (much of it from security researcher @jperezdealgaba).\r\n\r\n* **Denial of service**: Audio decompression bomb in the speech-to-text endpoint (#44970), remote DoS via invalid recovered-token reinjection in speculative decoding (#44744), DoS via `prompt_embeds` on M-RoPE models (#45252), regex-compilation timeout guard in structured outputs (#45118), audio upload size limit before full materialization (#45510), audio decode duration limit in the chat-completions path (#45908).\r\n* **Information disclosure**: int32 truncation in the GGUF dequantize kernels (#44971).\r\n* **Input validation & hardening**: Image EXIF orientation and tRNS transparency handling (#44974), rejection of non-finite `temperature`/`repetition_penalty` (#45116), `sanitize_message` applied to Anthropic and STT error paths (#45119).\r\n* **Dependencies**: Upgrade Starlette to ≥ 1.0.1 to fix CVE-2026-48710 (#45675).\r\n\r\n### Dependencies\r\n* Torch 2.11 on ROCm (#45362), torch-xpu 2.12 (#42262), tpu-inference v0.22.1 (#45793), NIXL v0.10.1 for XPU (#40287), Starlette ≥ 1.0.1 (#45675).\r\n* `mistral_common` is now optional via deferred import (#45305); CUDA Dockerfiles upgraded from GCC 10 to GCC 12 for C++20 (#44923); spinloop extension skipped on Python < 3.11 (#44783).\r\n\r\n### Deprecations & Removals\r\n* **Removed models**: ERNIE (obsolete) (#45127), Xverse (#45638), Dots1 (#45637), Bamba (#45990), Mono-InternVL (#45129), InternLM registry alias (#45128).\r\n* **Deprecated**: First-generation Qwen and QwenVL models (#45131), Transformers v4 support (#45161), `CUDA_VISIBLE_DEVICES` on ROCm (#46636); general deprecations for v0.23/v0.24 (#44992).\r\n\r\n## New Contributors\r\n\r\n* @abcd1927 made their first contribution in https://github.com/vllm-project/vllm/pull/43098\r\n* @Achyuthan-S made their first contribution in https://github.com/vllm-project/vllm/pull/44795\r\n* @Alex-ai-future made their first contribution in https://github.com/vllm-project/vllm/pull/45905\r\n* @alexbi29 made their first contribution in https://github.com/vllm-project/vllm/pull/45763\r\n* @amanchugh89 made their first contribution in https://github.com/vllm-project/vllm/pull/45840\r\n* @ankrovv made their first contribution in https://github.com/vllm-project/vllm/pull/44608\r\n* @anony-mous-e made their first contribution in https://github.com/vllm-project/vllm/pull/45412\r\n* @appleparan made their first contribution in https://github.com/vllm-project/vllm/pull/45073\r\n* @ashishpatel26 made their first contribution in https://github.com/vllm-project/vllm/pull/43984\r\n* @Bot1822 made their first contribution in https://github.com/vllm-project/vllm/pull/44053\r\n* @ByteFlowing1337 made their first contribution in https://github.com/vllm-project/vllm/pull/45988\r\n* @Change72 made their first contribution in https://github.com/vllm-project/vllm/pull/43756\r\n* @coder3101 made their first contribution in https://github.com/vllm-project/vllm/pull/44801\r\n* @cquil11 made their first contribution in https://github.com/vllm-project/vllm/pull/45720\r\n* @dmaniloff made their first contribution in https://github.com/vllm-project/vllm/pull/40470\r\n* @factnn made their first contribution in https://github.com/vllm-project/vllm/pull/44955\r\n* @FAUST-BENCHOU made their first contribution in https://github.com/vllm-project/vllm/pull/44760\r\n* @felix0080 made their first contribution in https://github.com/vllm-project/vllm/pull/44602\r\n* @gitbisector made their first contribution in https://github.com/vllm-project/vllm/pull/40183\r\n* @gq112 made their first contribution in https://github.com/vllm-project/vllm/pull/43081\r\n* @guan404ming made their first contribution in https://github.com/vllm-project/vllm/pull/35022\r\n* @HanHan009527 made their first contribution in https://github.com/vllm-project/vllm/pull/44528\r\n* @hello-args made their first contribution in https://github.com/vllm-project/vllm/pull/44109\r\n* @HumphreySun98 made their first contribution in https://github.com/vllm-project/vllm/pull/45466\r\n* @j-i-l made their first contribution in https://github.com/vllm-project/vllm/pull/45319\r\n* @JasonLi314 made their first contribution in https://github.com/vllm-project/vllm/pull/45255\r\n* @jeffye-dev made their first contribution in https://github.com/vllm-project/vllm/pull/43595\r\n* @jimmy-evo made their first contribution in https://github.com/vllm-project/vllm/pull/44516\r\n* @jjppp made their first contribution in https://github.com/vllm-project/vllm/pull/45217\r\n* @JOSH1024 made their first contribution in https://github.com/vllm-project/vllm/pull/44784\r\n* @junkang1991 made their first contribution in https://github.com/vllm-project/vllm/pull/46039\r\n* @KaletoAI made their first contribution in https://github.com/vllm-project/vllm/pull/43495\r\n* @kliukovkin made their first contribution in https://github.com/vllm-project/vllm/pull/43724\r\n* @littlecircle0730 made their first contribution in https://github.com/vllm-project/vllm/pull/44750\r\n* @llx-08 made their first contribution in https://github.com/vllm-project/vllm/pull/45357\r\n* @m4r1k made their first contribution in https://github.com/vllm-project/vllm/pull/45795\r\n* @martin-kukla made their first contribution in https://github.com/vllm-project/vllm/pull/45417\r\n* @MichaelCao0 made their first contribution in https://github.com/vllm-project/vllm/pull/46398\r\n* @mrn3088 made their first contribution in https://github.com/vllm-project/vllm/pull/45383\r\n* @nataliepjlin made their first contribution in https://github.com/vllm-project/vllm/pull/45218\r\n* @nehmathe2 made their first contribution in https://github.com/vllm-project/vllm/pull/44912\r\n* @nikhilesh-csa made their first contribution in https://github.com/vllm-project/vllm/pull/45852\r\n* @nv-nedelman-1 made their first contribution in https://github.com/vllm-project/vllm/pull/42120\r\n* @Oseltamivir made their first contribution in https://github.com/vllm-project/vllm/pull/45879\r\n* @parthash0804 made their first contribution in https://github.com/vllm-project/vllm/pull/43844\r\n* @pjdurden made their first contribution in https://github.com/vllm-project/vllm/pull/44942\r\n* @pst2154 made their first contribution in https://github.com/vllm-project/vllm/pull/45181\r\n* @Saddss made their first contribution in https://github.com/vllm-project/vllm/pull/44409\r\n* @sahilsGit made their first contribution in https://github.com/vllm-project/vllm/pull/44499\r\n* @sasindharan made their first contribution in https://github.com/vllm-project/vllm/pull/44383\r\n* @shantipriya-amd made their first contribution in https://github.com/vllm-project/vllm/pull/39498\r\n* @Sirius29 made their first contribution in https://github.com/vllm-project/vllm/pull/46026\r\n* @srajabos made their first contribution in https://github.com/vllm-project/vllm/pull/44665\r\n* @sridhar-3009 made their first contribution in https://github.com/vllm-project/vllm/pull/44055\r\n* @stefankoncarevic made their first contribution in https://github.com/vllm-project/vllm/pull/45706\r\n* @sunnweiwei made their first contribution in https://github.com/vllm-project/vllm/pull/45100\r\n* @TanNgocDo made their first contribution in https://github.com/vllm-project/vllm/pull/44222\r\n* @thisisjimmyfb made their first contribution in https://github.com/vllm-project/vllm/pull/41496\r\n* @tykow made their first contribution in https://github.com/vllm-project/vllm/pull/44663\r\n* @V-3604 made their first contribution in https://github.com/vllm-project/vllm/pull/43362\r\n* @vincentzed made their first contribution in https://github.com/vllm-project/vllm/pull/44930\r\n* @vraiti made their first contribution in https://github.com/vllm-project/vllm/pull/42331\r\n* @wangjiaxin99 made their first contribution in https://github.com/vllm-project/vllm/pull/45794\r\n* @waynehacking8 made their first contribution in https://github.com/vllm-project/vllm/pull/45376\r\n* @x41lakazam made their first contribution in https://github.com/vllm-project/vllm/pull/43300\r\n* @xiaguan made their first contribution in https://github.com/vllm-project/vllm/pull/45286\r\n* @xiaohuguo2023 made their first contribution in https://github.com/vllm-project/vllm/pull/44804\r\n* @xin3he made their first contribution in https://github.com/vllm-project/vllm/pull/43557\r\n* @xx-thomas made their first contribution in https://github.com/vllm-project/vllm/pull/45210\r\n* @yangdian96 made their first contribution in https://github.com/vllm-project/vllm/pull/44173\r\n* @YellowFoxH4XOR made their first contribution in https://github.com/vllm-project/vllm/pull/45057\r\n* @yzhan1 made their first contribution in https://github.com/vllm-project/vllm/pull/44552\r\n* @Zedong-Liu made their first contribution in https://github.com/vllm-project/vllm/pull/45361\r\n* @ZewenShen-Cohere made their first contribution in https://github.com/vllm-project/vllm/pull/41161\r\n* @zhangshuoming990105 made their first contribution in https://github.com/vllm-project/vllm/pull/40912\r\n* @ZiguanWang made their first contribution in https://github.com/vllm-project/vllm/pull/43981\r\n* @zlxi02 made their first contribution in https://github.com/vllm-project/vllm/pull/44595\r\n\r\n## Contributors\r\n\r\nThank you to everyone who made this release possible!\r\n\r\n@yewentao256, @Sunt-ing, @jperezdealgaba, @AndreasKaratzas, @BugenZhao, @sfeng33, @njhill, @micah-wil, @bbrowning, @mgoin, @jeejeelee, @hmellor, @tlrmchlsmth, @xianbaoqian, @mmangkad, @jikunshang, @Dao007forever, @zhenwei-intel, @noooop, @Isotr0py, @ivanium, @reidliu41, @varun-sundar-rabindranath, @chaunceyjiang, @WoosukKwon, @mawong-amd, @zxd1997066, @chaojun-zhang, @NickLucche, @bigPYJ1151, @ZJY0516, @charlifu, @yzong-rh, @divakar-amd, @khluu, @cleonard530, @wseaton, @xiaohongchen1991, @ywang96, @taneem-ibrahim, @mikekg, @itayalroy, @Alex-ai-future, @sahilsGit, @bnellnm, @littlecircle0730, @majian4work, @ricky-chaoju, @ronensc, @Fangzhou-Ai, @lucianommartins, @Srinivasoo7, @zyongye, @Rohan138, @Etelis, @wentian-byte, @ekagra-ranjan, @LucasWilkinson, @tahsintunan, @waynehacking8, @gau-nernst, @tuukkjs, @stefankoncarevic, @Palaiologos1453, @lucifer1004, @jmamou, @liulanze, @Terrencezzj, @Change72, @LopezCastroRoberto, @he-yufeng, @benchislett, @juliendenize, @s3woz, @panpan0000, @ilmarkov, @zixi-qi, @wcynb1023, @fynnsu, @ZhanqiuHu, @yuwenzho, @tdoublep, @MatthewBonanni, @hickeyma, @majunze2001, @mrn3088, @Yejing-Lai, @vllmellm, @Saddss, @DarkLight1337, @hongxiayang, @m4r1k, @qli88, @jonathanc-n, @felix0080, @djramic, @aoshen02, @fxmarty-amd, @simon-mo, @llsj14, @akii96, @walterbm, @dmaniloff, @zlxi02, @grYe99, @jeffye-dev, @parthash0804, @qyYue1389, @sagearc, @maeehart, @TanNgocDo, @cinnamonica02, @zucchini-nlp, @tykow, @mganczarenko, @yangdian96, @jimmy-evo, @YellowFoxH4XOR, @yzhan1, @shenoyvvarun, @yufufi, @laviier, @xiaohuguo2023, @EanWang211123, @JartX, @shantipriya-amd, @askliar, @hallerite, @appleparan, @effi-ofer, @angelayi, @TheCodeWrangler, @DanBlanaru, @ankrovv, @velonica0, @pjdurden, @cyyever, @wjinxu, @kliukovkin, @x41lakazam, @Jasen2201, @r-barnes, @tc-mb, @nataliepjlin, @KaletoAI, @WineChord, @fangyuchu, @vraiti, @nascheme, @jjppp, @sasindharan, @xiaguan, @snadampal, @chfeng-cs, @thillai-c, @guan404ming, @sridhar-3009, @vincentzed, @j-i-l, @rjrock, @abinggo, @anony-mous-e, @Achyuthan-S, @Harry-Chen, @mfylcek, @amd-asalykov, @noa-neria, @maobaolong, @TheEpicDolphin, @FAUST-BENCHOU, @martin-kukla, @xin3he, @ZiguanWang, @youkaichao, @factnn, @llx-08, @xx-thomas, @gitbisector, @Bortlesboat, @thisisjimmyfb, @JOSH1024, @wendyliu235, @wangxiyuan, @shen-shanshan, @HanHan009527, @amd-lalithnc, @netanel-haber, @fuscof-ibm, @AjAnubolu, @carlyou, @abcd1927, @CienetStingLin, @kouroshHakha, @alexbi29, @jesse996, @sungsooha, @andakai, @cquil11, @nehmathe2, @liangel-02, @hello-args, @j9smith, @nikhilesh-csa, @ruocco, @oguzhankir, @yiliu30, @xaguilar-amd, @amirkl94, @danisereb, @wangjiaxin99, @shanjiaz, @Oseltamivir, @alexeldeib, @wzhao18, @coder3101, @lyd1992, @markmc, @ashishpatel26, @HumphreySun98, @ByteFlowing1337, @nv-nedelman-1, @JaredforReal, @sammshen, @okorzh-amd, @muhammadfawaz1, @vadiklyutiy, @JasonLi314, @SumanthRH, @Sirius29, @tjtanaa, @zhangshuoming990105, @amanchugh89, @umut-polat, @srajabos, @junkang1991, @pst2154, @WindChimeRan, @Zedong-Liu, @gq112, @sunnweiwei, @athrael-soju, @EazyReal, @Liangliang-Ma, @jinzhen-lin, @V-3604, @aarushjain29, @ZewenShen-Cohere, @Bot1822, @BowenBao, @MichaelCao0, @tanpinsiang, @QwertyJack, @nagisa-kunhah, @Meihan-chen, @robertgshaw2-redhat\r\n","reactions":{"url":"https://api.github.com/repos/vllm-project/vllm/releases/346469299/reactions","total_count":60,"+1":32,"-1":0,"laugh":1,"hooray":8,"confused":0,"heart":7,"rocket":12,"eyes":0},"mentions_count":200}