{"url":"https://api.github.com/repos/vllm-project/vllm/releases/338844829","assets_url":"https://api.github.com/repos/vllm-project/vllm/releases/338844829/assets","upload_url":"https://uploads.github.com/repos/vllm-project/vllm/releases/338844829/assets{?name,label}","html_url":"https://github.com/vllm-project/vllm/releases/tag/v0.23.0","id":338844829,"author":{"login":"khluu","id":51931015,"node_id":"MDQ6VXNlcjUxOTMxMDE1","avatar_url":"https://avatars.githubusercontent.com/u/51931015?v=4","gravatar_id":"","url":"https://api.github.com/users/khluu","html_url":"https://github.com/khluu","followers_url":"https://api.github.com/users/khluu/followers","following_url":"https://api.github.com/users/khluu/following{/other_user}","gists_url":"https://api.github.com/users/khluu/gists{/gist_id}","starred_url":"https://api.github.com/users/khluu/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/khluu/subscriptions","organizations_url":"https://api.github.com/users/khluu/orgs","repos_url":"https://api.github.com/users/khluu/repos","events_url":"https://api.github.com/users/khluu/events{/privacy}","received_events_url":"https://api.github.com/users/khluu/received_events","type":"User","user_view_type":"public","site_admin":false},"node_id":"RE_kwDOI7xefs4UMlyd","tag_name":"v0.23.0","target_commitish":"main","name":"v0.23.0","draft":false,"immutable":false,"prerelease":false,"created_at":"2026-06-15T03:35:17Z","updated_at":"2026-06-15T05:27:20Z","published_at":"2026-06-15T05:27:20Z","assets":[{"url":"https://api.github.com/repos/vllm-project/vllm/releases/assets/446465076","id":446465076,"node_id":"RA_kwDOI7xefs4anIQ0","name":"vllm-0.23.0+cpu-cp38-abi3-manylinux_2_34_aarch64.whl","label":"","uploader":{"login":"khluu","id":51931015,"node_id":"MDQ6VXNlcjUxOTMxMDE1","avatar_url":"https://avatars.githubusercontent.com/u/51931015?v=4","gravatar_id":"","url":"https://api.github.com/users/khluu","html_url":"https://github.com/khluu","followers_url":"https://api.github.com/users/khluu/followers","following_url":"https://api.github.com/users/khluu/following{/other_user}","gists_url":"https://api.github.com/users/khluu/gists{/gist_id}","starred_url":"https://api.github.com/users/khluu/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/khluu/subscriptions","organizations_url":"https://api.github.com/users/khluu/orgs","repos_url":"https://api.github.com/users/khluu/repos","events_url":"https://api.github.com/users/khluu/events{/privacy}","received_events_url":"https://api.github.com/users/khluu/received_events","type":"User","user_view_type":"public","site_admin":false},"content_type":"application/octet-stream","state":"uploaded","size":50461326,"digest":"sha256:3144907b4d3e91ed52a52bf1f8682ffa6100cb2cc489aa25343e400ea10145ef","download_count":1499,"created_at":"2026-06-13T09:15:41Z","updated_at":"2026-06-13T09:15:57Z","browser_download_url":"https://github.com/vllm-project/vllm/releases/download/v0.23.0/vllm-0.23.0%2Bcpu-cp38-abi3-manylinux_2_34_aarch64.whl"},{"url":"https://api.github.com/repos/vllm-project/vllm/releases/assets/446465075","id":446465075,"node_id":"RA_kwDOI7xefs4anIQz","name":"vllm-0.23.0+cpu-cp38-abi3-manylinux_2_34_x86_64.whl","label":"","uploader":{"login":"khluu","id":51931015,"node_id":"MDQ6VXNlcjUxOTMxMDE1","avatar_url":"https://avatars.githubusercontent.com/u/51931015?v=4","gravatar_id":"","url":"https://api.github.com/users/khluu","html_url":"https://github.com/khluu","followers_url":"https://api.github.com/users/khluu/followers","following_url":"https://api.github.com/users/khluu/following{/other_user}","gists_url":"https://api.github.com/users/khluu/gists{/gist_id}","starred_url":"https://api.github.com/users/khluu/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/khluu/subscriptions","organizations_url":"https://api.github.com/users/khluu/orgs","repos_url":"https://api.github.com/users/khluu/repos","events_url":"https://api.github.com/users/khluu/events{/privacy}","received_events_url":"https://api.github.com/users/khluu/received_events","type":"User","user_view_type":"public","site_admin":false},"content_type":"application/octet-stream","state":"uploaded","size":110644171,"digest":"sha256:571a4ac24629d6100479cdf20d67b4c5cd1dd9bab1b485cd4f3bd631c961187d","download_count":162977,"created_at":"2026-06-13T09:15:41Z","updated_at":"2026-06-13T09:16:09Z","browser_download_url":"https://github.com/vllm-project/vllm/releases/download/v0.23.0/vllm-0.23.0%2Bcpu-cp38-abi3-manylinux_2_34_x86_64.whl"},{"url":"https://api.github.com/repos/vllm-project/vllm/releases/assets/446465081","id":446465081,"node_id":"RA_kwDOI7xefs4anIQ5","name":"vllm-0.23.0+cu129-cp38-abi3-manylinux_2_28_aarch64.whl","label":"","uploader":{"login":"khluu","id":51931015,"node_id":"MDQ6VXNlcjUxOTMxMDE1","avatar_url":"https://avatars.githubusercontent.com/u/51931015?v=4","gravatar_id":"","url":"https://api.github.com/users/khluu","html_url":"https://github.com/khluu","followers_url":"https://api.github.com/users/khluu/followers","following_url":"https://api.github.com/users/khluu/following{/other_user}","gists_url":"https://api.github.com/users/khluu/gists{/gist_id}","starred_url":"https://api.github.com/users/khluu/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/khluu/subscriptions","organizations_url":"https://api.github.com/users/khluu/orgs","repos_url":"https://api.github.com/users/khluu/repos","events_url":"https://api.github.com/users/khluu/events{/privacy}","received_events_url":"https://api.github.com/users/khluu/received_events","type":"User","user_view_type":"public","site_admin":false},"content_type":"application/octet-stream","state":"uploaded","size":467263165,"digest":"sha256:17ac76bbfad014d5b584a9499bca22d3f871d24db93cbb1eb27a87deef0219aa","download_count":46475,"created_at":"2026-06-13T09:15:41Z","updated_at":"2026-06-13T09:16:32Z","browser_download_url":"https://github.com/vllm-project/vllm/releases/download/v0.23.0/vllm-0.23.0%2Bcu129-cp38-abi3-manylinux_2_28_aarch64.whl"},{"url":"https://api.github.com/repos/vllm-project/vllm/releases/assets/446465080","id":446465080,"node_id":"RA_kwDOI7xefs4anIQ4","name":"vllm-0.23.0+cu129-cp38-abi3-manylinux_2_28_x86_64.whl","label":"","uploader":{"login":"khluu","id":51931015,"node_id":"MDQ6VXNlcjUxOTMxMDE1","avatar_url":"https://avatars.githubusercontent.com/u/51931015?v=4","gravatar_id":"","url":"https://api.github.com/users/khluu","html_url":"https://github.com/khluu","followers_url":"https://api.github.com/users/khluu/followers","following_url":"https://api.github.com/users/khluu/following{/other_user}","gists_url":"https://api.github.com/users/khluu/gists{/gist_id}","starred_url":"https://api.github.com/users/khluu/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/khluu/subscriptions","organizations_url":"https://api.github.com/users/khluu/orgs","repos_url":"https://api.github.com/users/khluu/repos","events_url":"https://api.github.com/users/khluu/events{/privacy}","received_events_url":"https://api.github.com/users/khluu/received_events","type":"User","user_view_type":"public","site_admin":false},"content_type":"application/octet-stream","state":"uploaded","size":500028428,"digest":"sha256:8bc2203995d061e6b988916b71b9dee8a5970f5fdc5f37d4445a877a2fab2cc1","download_count":152154,"created_at":"2026-06-13T09:15:41Z","updated_at":"2026-06-13T09:16:34Z","browser_download_url":"https://github.com/vllm-project/vllm/releases/download/v0.23.0/vllm-0.23.0%2Bcu129-cp38-abi3-manylinux_2_28_x86_64.whl"},{"url":"https://api.github.com/repos/vllm-project/vllm/releases/assets/446465078","id":446465078,"node_id":"RA_kwDOI7xefs4anIQ2","name":"vllm-0.23.0-cp38-abi3-manylinux_2_28_aarch64.whl","label":"","uploader":{"login":"khluu","id":51931015,"node_id":"MDQ6VXNlcjUxOTMxMDE1","avatar_url":"https://avatars.githubusercontent.com/u/51931015?v=4","gravatar_id":"","url":"https://api.github.com/users/khluu","html_url":"https://github.com/khluu","followers_url":"https://api.github.com/users/khluu/followers","following_url":"https://api.github.com/users/khluu/following{/other_user}","gists_url":"https://api.github.com/users/khluu/gists{/gist_id}","starred_url":"https://api.github.com/users/khluu/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/khluu/subscriptions","organizations_url":"https://api.github.com/users/khluu/orgs","repos_url":"https://api.github.com/users/khluu/repos","events_url":"https://api.github.com/users/khluu/events{/privacy}","received_events_url":"https://api.github.com/users/khluu/received_events","type":"User","user_view_type":"public","site_admin":false},"content_type":"application/octet-stream","state":"uploaded","size":265953967,"digest":"sha256:6a1a534f81f0b62f53d73faa68c73dfae540292ace7f97baf30dbac94fe90f2c","download_count":19117,"created_at":"2026-06-13T09:15:41Z","updated_at":"2026-06-13T09:16:24Z","browser_download_url":"https://github.com/vllm-project/vllm/releases/download/v0.23.0/vllm-0.23.0-cp38-abi3-manylinux_2_28_aarch64.whl"},{"url":"https://api.github.com/repos/vllm-project/vllm/releases/assets/446465221","id":446465221,"node_id":"RA_kwDOI7xefs4anITF","name":"vllm-0.23.0-cp38-abi3-manylinux_2_28_x86_64.whl","label":"","uploader":{"login":"khluu","id":51931015,"node_id":"MDQ6VXNlcjUxOTMxMDE1","avatar_url":"https://avatars.githubusercontent.com/u/51931015?v=4","gravatar_id":"","url":"https://api.github.com/users/khluu","html_url":"https://github.com/khluu","followers_url":"https://api.github.com/users/khluu/followers","following_url":"https://api.github.com/users/khluu/following{/other_user}","gists_url":"https://api.github.com/users/khluu/gists{/gist_id}","starred_url":"https://api.github.com/users/khluu/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/khluu/subscriptions","organizations_url":"https://api.github.com/users/khluu/orgs","repos_url":"https://api.github.com/users/khluu/repos","events_url":"https://api.github.com/users/khluu/events{/privacy}","received_events_url":"https://api.github.com/users/khluu/received_events","type":"User","user_view_type":"public","site_admin":false},"content_type":"application/octet-stream","state":"uploaded","size":274070208,"digest":"sha256:71eae985c79ddaa999328cc56d206a1e9b785e079fc6da9e2359ec56ef1c842a","download_count":23357,"created_at":"2026-06-13T09:15:58Z","updated_at":"2026-06-13T09:16:23Z","browser_download_url":"https://github.com/vllm-project/vllm/releases/download/v0.23.0/vllm-0.23.0-cp38-abi3-manylinux_2_28_x86_64.whl"},{"url":"https://api.github.com/repos/vllm-project/vllm/releases/assets/446465349","id":446465349,"node_id":"RA_kwDOI7xefs4anIVF","name":"vllm-0.23.0.tar.gz","label":"","uploader":{"login":"khluu","id":51931015,"node_id":"MDQ6VXNlcjUxOTMxMDE1","avatar_url":"https://avatars.githubusercontent.com/u/51931015?v=4","gravatar_id":"","url":"https://api.github.com/users/khluu","html_url":"https://github.com/khluu","followers_url":"https://api.github.com/users/khluu/followers","following_url":"https://api.github.com/users/khluu/following{/other_user}","gists_url":"https://api.github.com/users/khluu/gists{/gist_id}","starred_url":"https://api.github.com/users/khluu/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/khluu/subscriptions","organizations_url":"https://api.github.com/users/khluu/orgs","repos_url":"https://api.github.com/users/khluu/repos","events_url":"https://api.github.com/users/khluu/events{/privacy}","received_events_url":"https://api.github.com/users/khluu/received_events","type":"User","user_view_type":"public","site_admin":false},"content_type":"application/x-gtar","state":"uploaded","size":36624042,"digest":"sha256:760269db3d9611e12e524681df1bca0977d5d2f5fcb4481cc34d33efc4ae7ff5","download_count":4418,"created_at":"2026-06-13T09:16:10Z","updated_at":"2026-06-13T09:16:13Z","browser_download_url":"https://github.com/vllm-project/vllm/releases/download/v0.23.0/vllm-0.23.0.tar.gz"}],"tarball_url":"https://api.github.com/repos/vllm-project/vllm/tarball/v0.23.0","zipball_url":"https://api.github.com/repos/vllm-project/vllm/zipball/v0.23.0","body":"# vLLM v0.23.0 Release Notes\r\n\r\nPlease note that Minimax M3 is not yet supported in this version. Please follow [vLLM recipe](https://recipes.vllm.ai/MiniMaxAI/MiniMax-M3) for usage guides for M3.\r\n\r\n## Highlights\r\n\r\nThis release features 408 commits from 200 contributors (63 new)!\r\n\r\n* **DeepSeek-V4 matures across backends**: Following its introduction in v0.22.0, DeepSeek-V4 received another large hardening and optimization pass. Its sparse MLA metadata is now decoupled from DeepSeek-V3.2 (#44699), it gained a TRTLLM-gen attention kernel (#43827), EPLB support for the Mega-MoE (#43339), selective prefix-cache retention for sliding-window KV cache (#43447), and an index-share feature for DSA MTP (#44420). The model was also detached from `torch.compile` (#43746, #43891), its attention and RoPE paths were refactored (#44569, #44262, #43926), and an XPU attention decode path was added (#42953).\r\n* **Model Runner V2 expands to more dense models**: MRv2 is now selected by default for **Llama and Mistral dense models** (#43458) in addition to Qwen3. It gained a FlashInfer sampler (#42472), breakable CUDA graphs (#44050), pipeline-parallel bubble elimination (#42187), kernel block-size support for hybrid models (#38831), and Gemma 4 MTP (#43241).\r\n* **Rust frontend grows up**: The experimental Rust frontend added a streaming `generate` endpoint (#43779), dynamic LoRA endpoints (#43778), `/version` (#43854) and `/server_info` (#43942) endpoints, a server-router extension hook (#43774), request-ID headers (#43883), and many new tool parsers (InternLM2 #43481, hy_v3 #43872, Phi-4-mini #44213, Gemma4 #43850).\r\n* **Gemma 4**: Added encoder-free **Gemma 4 Unified** support (#44429) and Gemma 4 MTP (#43241), plus numerous accuracy and startup fixes.\r\n* **Transformers v5 compatibility**: vLLM now targets Transformers v5, with vendored MiniCPM-V/O processors (#44282) and compatibility fixes for Sarvam (#38804) and Voxtral (#44559).\r\n* **Multi-tier KV cache offloading**: The offloading framework gained an **object-store secondary tier** (#41968), HMA enabled by default for capable connectors (#41847), tiering support for HMA models (#44287), and a per-request offloading policy via the `on_new_request` lifecycle hook (#43205).\r\n* **Unified parser**: Reasoning and tool-call parsing are now unified behind a single `Parser.parse()` interface (#44267), with the Responses parser migrated to it (#42977).\r\n\r\n### Model Support\r\n* **New models**: Step-3.7-Flash (#43859), Cosmos3 Reasoner (#43356), Gemma 4 Unified encoder-free (#44429), JetBrains Mellum v2 (#43992), Granite Speech Plus (#43519), Cohere Mini Code (#44707).\r\n* **Gemma 4**: Encoder-free Unified support (#44429), MTP (#43241), native ViT linear layers (#43798), vision-embedder excluded from quantization (#44571), and fixes for MTP under TP>1 (#43909), block-table mismatch under concurrency (#43982), transformers-processor startup crash (#44232), and CPU init (#44615).\r\n* **Transformers v5**: Vendor MiniCPM-V/O processors (#44282), Sarvam compat (#38804), Voxtral `fetch_audio` for transformers≥5.10 (#44559).\r\n* **Model fixes & enhancements**: Qwen3-VL/Qwen3-omni-thinker deepstack accuracy under `torch.compile` (#43617), EVS for Qwen3-VL (#44205), GLM-5.1 PP loading (#42944), GLM-4.1V processor logits (#43575), GLM-4.6V video loader (#44417), OlmoHybrid init (#43846), HyperCLOVAX remote-code removal (#43860), Bailing-MoE rotary factor (#43770), Step3 PP residual KeyError (#37622), MiniCPM-V-4.6 video (#44509), MiniCPM-O audio unpadding (#38053), MiniCPM-V batched preprocessing (#44609), FunASR-Nano init (#44215), Cohere routing method (#44021), Kimi-K2.5 FlashInfer ViT metadata (#44493).\r\n* **Multimodal**: Auto-select registered video loader for VLMs (#44126), O(log n) multimodal item handling per step (#44212), local image encoding in benchmarks (#43843), interleaved custom image benchmark datasets (#43636).\r\n* **Pooling/Classification**: Proper exceptions for pooling UX (#44593), `extra_repr()` for pooler classes (#44805), LoRA-adapter-name pooling fix (#44410), resettled generative scoring entrypoint (#44153), expanded pooler unit tests (#43818, #44471).\r\n* **Refactor**: AutoWeightsLoader for InternLM2 (#38278).\r\n\r\n### Engine Core\r\n* **Model Runner V2**: Default for Llama and Mistral dense models (#43458), FlashInfer sampler (#42472), breakable CUDA graphs (#44050), removed Eagle's dedicated CUDA graph pool (#44078), pipeline-parallel bubble elimination (#42187), kernel block size for hybrid models (#38831), zeroing of freshly allocated KV blocks for hybrid + FP8 KV cache (#43990), actual batch `max_seq_len` for attention metadata (#43991), rejection-sampling acceptance-rate fix (#40651), KVConnector + PP cleanup (#43732), speculator-prefill warmup/capture (#44253).\r\n* **Speculative decoding (DFlash)**: Causal DFlash (#43445), proper lookahead-slot allocation (#43733), prefix-cache corruption fix (#42971); independent drafter attention-backend selection (#39930), attention-group split by `num_heads_q` for drafts (#43543), EAGLE/MTP lookahead caching in the SWA prefix-cache mask (#44082).\r\n* **Attention & hybrid/Mamba**: FlexAttention/FlashAttention num-blocks-first layouts (#42095), OOT MLA prefill backend registration (#43325), FlashAttention upstream sync (#44065), Mamba LINEAR attention-module refactor (#43556), corrupted MLA + linear attention fix (#43961), KDA conv-state unification (#44539) and gate/cumsum fusion (#43667), Mamba SSD `do_not_specialize` (#43803), Qwen3.5 mixed prefill+decode split routing (#44700), MiniMax-M2 gate kernel (#38445).\r\n* **KV cache & scheduler**: Pluggable `KVCacheSpec` (#37505), `scheduler_block_size` threaded into KVCacheManager/Coordinator (#44165), `max_concurrent_batches` moved to `VllmConfig` (#44274), config validation rejecting 0/negative knobs (#43794, #44057, #44207), KV-cache scale boilerplate removed from weight loading (#43167).\r\n* **Core**: Freeze the garbage collector in workers after model init (#44363), sparse NCCL weight transfer for in-place updates (#40096), graceful spinloop ext-load failure handling (#43659), scheduled-function deprecations (#43358).\r\n\r\n### Large Scale Serving & Distributed\r\n* **KV cache offloading**: Object-store secondary tier (#41968), HMA on by default for capable connectors (#41847) and tiering (#44287), per-request offloading policy (`on_new_request`) (#43205) and `on_schedule_end()` hook (#44206), token-offset selective offload (#39983), skip decode-phase blocks in CPU offload (#43797), page-size block alignment (#43689), Triton fast-path for small CPU→GPU `swap_blocks_batch` (#42212), stale sliding-window block fix (#42959).\r\n* **KV connectors / disaggregated serving**: PP-aware handshake aggregation and intermediate-PP output plumbing (#43720), multiple-async-KV-load deadlock fix (#44560), Nixl Mamba prefix-caching mode (#42554), NixlConnector `kv_both` role deprecation cycle (#43874), Mooncake fixes (#43742, #44103, #42694), LMCache `LMCacheMPConnector` (#42865), EC connector shutdown API (#42423) and non-blocking lookup (#41627), KV-transfer tokens excluded from `iteration_tokens_total` (#43346).\r\n* **EPLB**: Async EPLB by default (#43219), EPLB for DeepSeek-V4 Mega-MoE (#43339), Nixl zero-copy EPLB transfers (#41633).\r\n* **Data parallel**: DP Ray placement groups on specific nodes (#44669) and grouped-node allocation fix (#43998), SSL for the DP supervisor (#43688), DP-coordinator startup timeout raised to 120s (#42343), per-GPU-worker RDMA NIC selection (#42083).\r\n\r\n### Hardware & Performance\r\n* **NVIDIA / kernels**: FP8 FlashInfer attention for ViT (#38065), Triton MoE backend on Hopper by default (#44220), CUTLASS FP8 scaled-mm padding bypass (+20%) (#43706), MoE-permute buffer pre-allocation (+9–14%) (#43014), `Fp8BlockScaledMM` `new_empty()` optimization (#43677), TurboQuant shared dequant buffers (#40941), tuned `selective_state_update` for H200/RTX PRO (#44251), Inductor fast-path fallback for vLLM/AITER custom ops (#42129), Gemma RMS all-reduce fusion (#42646), NUMA auto-binding on DGX B300 (#43270).\r\n* **AMD ROCm**: ROCm 7.2.3 (#43136), AITER v0.1.13.post1 (#44265), native W4A16 (#41394) and fused-MoE W4A16 HIP (#44075) kernels for RDNA3 (gfx1100), AITER top-k/top-p sampler by default (#43331), attention-sink support in AITER FA (#43817), AITER hipBLASLt GEMM online tuning (#40426), `permute_cols` for ROCm (#44674), blocks-first KV layout for AMD (#43660), N=5 wvSplitK for spec decode (#40687), MoRI connector improvements (#43303, #41751, #40344).\r\n* **Intel XPU**: vllm-xpu-kernel v0.1.7 (#41019), `block_fp8_moe` (#42139), block-scaled W8A8 FP8 path (#39968), WNA16 oracle for GPTQ sym-int4 (#41426), rms_norm/act quant fusions (#43963), GDN-attention MTP (#43565), Triton selective-scan op (#43421), transparent sleep mode (#37149), CPU/tiering offloading on XPU (#36423), DeepSeek-V4 attention decode path (#42953).\r\n* **CPU & other architectures**: zentorch-accelerated W8A8/W4A16 on AMD Zen CPUs (#41813), CPU top-k/top-p Triton sampling (#43633), non-divisible GQA decode in mixed batches (#43032), `cpu_awq` folded into `awq_marlin` (#43841), RISC-V RVV WNA16 helpers (#42730), fused GDN gated-delta-rule kernels (#43534), PowerPC SHM communicator (#43754), arm64 CI image (#41303).\r\n* **TPU**: tpu-inference upgraded to v0.20.0 (#43394) then v0.21.0 (#44621).\r\n* **torch stable ABI**: Continued migration of kernels to the libtorch stable ABI — merge_attn_states/mamba/sampler [8/n] (#43361), attention/cache kernels [9/n] (#43717), header files (#44013), cuda_view/silu_and_mul [10/n] (#44334), custom all-reduce/DeepSeek-V4 fused MLA/MXFP8 MoE [10b/n] (#44365); ROCm fallback to regular ABI (#44648), `_has_module` trial-import verification (#44035).\r\n\r\n### Quantization\r\n* **ModelOpt**: LM-head quantization (#42124), MXFP8 non-gated MoE (#42958).\r\n* **compressed-tensors**: WNA8O8Int linears and WNInt embeddings (#44340), asymmetric MoE WNA16 Marlin (#44025), single-class NVFP4 linear refactor (#42443).\r\n* **Kernels & backends**: Triton W4A16 as CUDA fallback for non-Marlin-aligned shapes (#43731), Marlin MoE on SM 12.x (#40923), Machete W4A16 tests (#35450), fail-fast for unsupported NVFP4 KV-cache-dtype arch (#43669), CuteDSL compressor 128-split kernel optimization (#44230).\r\n* **MoE refactor (oracle)**: Migrated ModelOpt MXFP8 (#42768), W4A8-int8 (#42789), and WNA16 backend selection (#42553) into the modular-kernel oracle; removed `supports_expert_map` (#43108) and the inplace fused-experts mechanism (#43727).\r\n\r\n### API & Frontend\r\n* **Anthropic Messages API**: Structured output and effort support (#42396), system-role messages inside the messages array (#44283).\r\n* **OpenAI / Responses API**: `system_fingerprint` field (#40537), streaming tool/function calling with `required` (#40700), `chat_template_kwargs` in Responses (#43761), developer-to-system conversion in the HF renderer (#43590), unstreamed tool-call-args streaming fix (#44348).\r\n* **Parsers**: Unified reasoning + tool-call parsing behind `Parser.parse()` (#44267), Responses parser migrated to the unified interface (#42977), unstreamed tool-arg flush moved into the parser (#44017); new/fixed tool parsers — MiniCPM5 XML (#43175), Qwen3 XML JSON-args-first (#43243), DeepSeek DSML incremental streaming (#42879), first-args-chunk serializer fix (#42683), `tool_choice=\"none\"` honored in streaming (#42752), null-tool-args crash fix (#43862).\r\n* **Frontend**: `thinking_token_budget` validation (#43402), GPT-OSS instruction rendering (#44330), Harmony `stop_token_ids` cleanup (#44009), consistent `VLLMValidationError` in chat/completion validators (#36254), consolidation of dev entrypoints (#44170) and online-serving utils (#44479).\r\n* **Rust frontend**: Streaming `generate` endpoint (#43779), dynamic LoRA endpoints (#43778), `/version` (#43854) and `/server_info` (#43942), server-router extension hook (#43774), `--enable-request-id-headers` (#43883), recursive tool-parameter conversion (#44299), `include_reasoning=false` (#44391), `--language-model-only` skips the multimodal processor (#44500), per-engine batch auto-abort (#44591), UTF-8 char-boundary detokenizer fix (#44620), HF chat-template fixes (#44311), cross-DP aggregation of `is_sleeping`/`reset_prefix_cache` (#43429); new tool parsers — InternLM2 (#43481), hy_v3 (#43872), Phi-4-mini JSON (#44213), Gemma4 (#43850).\r\n* **Benchmarks**: Timed trace replay for Moonshot/Alibaba workloads in `vllm bench serve` (#39795), reasoning-model (thinking) benchmarking via `--chat-template-kwargs` (#44244).\r\n\r\n### Security\r\n* **Transport encryption**: SSL/TLS support for the data-parallel supervisor (#43688).\r\n* **Untrusted-input hardening**: Reject out-of-vocabulary token IDs before they reach the GPU logprob path (#44042) and fix a UTF-8 char-boundary panic in the Rust incremental detokenizer on malformed input (#44620), both of which prevent request-triggered crashes.\r\n* **Parameter validation**: Reject invalid `thinking_token_budget` values (#43402), non-positive `ParallelConfig` integer knobs (#44057), zero-valued config fields (#43794), and out-of-range `max_num_scheduled_tokens` (#44207).\r\n\r\n### Dependencies\r\n* FlashInfer v0.6.12 (#44036), ROCm 7.2.3 (#43136), AITER v0.1.13.post1 (#44265), tpu-inference v0.21.0 (#44621), mistral-common bump (#44649), fastsafetensors v0.3.2 (#43625).\r\n* Removed the stale cuDNN frontend upper bound (#42599); Docker fixes for flashinfer-jit-cache (#44366), FlashInfer CuTe DSL JIT `libcublas-dev` (#39855), and CUTLASS DSL cu13 install order (#45204).\r\n\r\n### Deprecations\r\n* Deprecate `JAISLMHeadModel` (#43784).\r\n* Begin the deprecation cycle for the NixlConnector `kv_both` role (#43874).\r\n* Remove functions previously scheduled for deprecation in v0.21.0 (#43358).\r\n\r\n## New Contributors\r\n\r\n* @aadwived made their first contribution in https://github.com/vllm-project/vllm/pull/41813\r\n* @adhithyamulticoreware made their first contribution in https://github.com/vllm-project/vllm/pull/44615\r\n* @adityasingh2400 made their first contribution in https://github.com/vllm-project/vllm/pull/43550\r\n* @adotdad made their first contribution in https://github.com/vllm-project/vllm/pull/43100\r\n* @amd-fuweiy made their first contribution in https://github.com/vllm-project/vllm/pull/43684\r\n* @andakai made their first contribution in https://github.com/vllm-project/vllm/pull/43617\r\n* @animeshtrivedi made their first contribution in https://github.com/vllm-project/vllm/pull/39795\r\n* @BramVanroy made their first contribution in https://github.com/vllm-project/vllm/pull/43087\r\n* @CienetStingLin made their first contribution in https://github.com/vllm-project/vllm/pull/43394\r\n* @devin-lai made their first contribution in https://github.com/vllm-project/vllm/pull/44213\r\n* @Dymasik made their first contribution in https://github.com/vllm-project/vllm/pull/43982\r\n* @ECMGit made their first contribution in https://github.com/vllm-project/vllm/pull/43332\r\n* @fallintoplace made their first contribution in https://github.com/vllm-project/vllm/pull/43540\r\n* @gagandhakrey made their first contribution in https://github.com/vllm-project/vllm/pull/43792\r\n* @galletas1712 made their first contribution in https://github.com/vllm-project/vllm/pull/43926\r\n* @garrygale made their first contribution in https://github.com/vllm-project/vllm/pull/44205\r\n* @Gruner-atero made their first contribution in https://github.com/vllm-project/vllm/pull/42967\r\n* @hanlin12-AMD made their first contribution in https://github.com/vllm-project/vllm/pull/40426\r\n* @harshaljanjani made their first contribution in https://github.com/vllm-project/vllm/pull/41459\r\n* @Holworth made their first contribution in https://github.com/vllm-project/vllm/pull/39562\r\n* @hoobnn made their first contribution in https://github.com/vllm-project/vllm/pull/42752\r\n* @HueCodes made their first contribution in https://github.com/vllm-project/vllm/pull/44591\r\n* @IdoAtadTD made their first contribution in https://github.com/vllm-project/vllm/pull/43978\r\n* @jasonboukheir made their first contribution in https://github.com/vllm-project/vllm/pull/41426\r\n* @Jie-Fang made their first contribution in https://github.com/vllm-project/vllm/pull/43584\r\n* @JINO-ROHIT made their first contribution in https://github.com/vllm-project/vllm/pull/43830\r\n* @JMonde made their first contribution in https://github.com/vllm-project/vllm/pull/37622\r\n* @JohnQinAMD made their first contribution in https://github.com/vllm-project/vllm/pull/43331\r\n* @jwzheng96 made their first contribution in https://github.com/vllm-project/vllm/pull/44057\r\n* @Kartavyasonar made their first contribution in https://github.com/vllm-project/vllm/pull/43669\r\n* @Krishnachaitanyakc made their first contribution in https://github.com/vllm-project/vllm/pull/38053\r\n* @linzm1007 made their first contribution in https://github.com/vllm-project/vllm/pull/43402\r\n* @MaciejBalaNV made their first contribution in https://github.com/vllm-project/vllm/pull/43356\r\n* @Majid-Taheri made their first contribution in https://github.com/vllm-project/vllm/pull/43803\r\n* @mfylcek made their first contribution in https://github.com/vllm-project/vllm/pull/43421\r\n* @MHYangAMD made their first contribution in https://github.com/vllm-project/vllm/pull/42595\r\n* @mikekg made their first contribution in https://github.com/vllm-project/vllm/pull/43330\r\n* @nightcityblade made their first contribution in https://github.com/vllm-project/vllm/pull/44118\r\n* @NolanHo made their first contribution in https://github.com/vllm-project/vllm/pull/43774\r\n* @oguzhankir made their first contribution in https://github.com/vllm-project/vllm/pull/41759\r\n* @okorzh-amd made their first contribution in https://github.com/vllm-project/vllm/pull/42129\r\n* @Oxygen56 made their first contribution in https://github.com/vllm-project/vllm/pull/44236\r\n* @QiliangCui2023 made their first contribution in https://github.com/vllm-project/vllm/pull/44476\r\n* @rajkiranjoshi made their first contribution in https://github.com/vllm-project/vllm/pull/42083\r\n* @Rukhaiya2004 made their first contribution in https://github.com/vllm-project/vllm/pull/43754\r\n* @ruocco made their first contribution in https://github.com/vllm-project/vllm/pull/39983\r\n* @sphinx07 made their first contribution in https://github.com/vllm-project/vllm/pull/43817\r\n* @SunskyXH made their first contribution in https://github.com/vllm-project/vllm/pull/44215\r\n* @ThibaultCastells made their first contribution in https://github.com/vllm-project/vllm/pull/43636\r\n* @tianyu-z made their first contribution in https://github.com/vllm-project/vllm/pull/43150\r\n* @tonyliu312 made their first contribution in https://github.com/vllm-project/vllm/pull/40923\r\n* @tushar00jain made their first contribution in https://github.com/vllm-project/vllm/pull/41980\r\n* @viiccwen made their first contribution in https://github.com/vllm-project/vllm/pull/44617\r\n* @Vikrantpalle made their first contribution in https://github.com/vllm-project/vllm/pull/38804\r\n* @wanghenshui made their first contribution in https://github.com/vllm-project/vllm/pull/44410\r\n* @willamhou made their first contribution in https://github.com/vllm-project/vllm/pull/43429\r\n* @william-rom made their first contribution in https://github.com/vllm-project/vllm/pull/43862\r\n* @xiaozcy made their first contribution in https://github.com/vllm-project/vllm/pull/43843\r\n* @XuZhou26 made their first contribution in https://github.com/vllm-project/vllm/pull/44618\r\n* @Yadan-Wei made their first contribution in https://github.com/vllm-project/vllm/pull/44559\r\n* @zhangtao2-1 made their first contribution in https://github.com/vllm-project/vllm/pull/43175\r\n* @zvik made their first contribution in https://github.com/vllm-project/vllm/pull/43519\r\n* @zzt93 made their first contribution in https://github.com/vllm-project/vllm/pull/43770\r\n\r\n## Contributors\r\n\r\nThank you to everyone who made this release possible!\r\n\r\n@AndreasKaratzas, @WoosukKwon, @BugenZhao, @yewentao256, @hmellor, @khluu, @njhill, @sfeng33, @bnellnm, @vadiklyutiy, @NickLucche, @JartX, @lucianommartins, @cleonard530, @wzhao18, @yma11, @simondanielsson, @jeejeelee, @zyongye, @chaunceyjiang, @bigPYJ1151, @ronensc, @taneem-ibrahim, @LucasWilkinson, @MatthewBonanni, @mmangkad, @chunyang-wen, @yzong-rh, @JaredforReal, @zixi-qi, @Isotr0py, @noooop, @chaojun-zhang, @Xunzhuo, @ivanium, @zufangzhu, @DaoyuanLi2816, @CienetStingLin, @aoshen02, @akii96, @benchislett, @MengqingCao, @rshavitt, @kliuae, @omerpaz95, @willamhou, @Majid-Taheri, @micah-wil, @ricky-chaoju, @mikekg, @mgoin, @mayuyuace, @Etelis, @ilmarkov, @tlrmchlsmth, @UranusSeven, @bedeks, @izhuhaoran, @ZJY0516, @fadara01, @pschlan-amd, @wangxiyuan, @Oxygen56, @charlifu, @varun-sundar-rabindranath, @shen-shanshan, @TheEpicDolphin, @adobrzyn, @XuZhou26, @tjtanaa, @Terrencezzj, @zhejiangxiaomai, @ILikeIneine, @yubofredwang, @chfeng-cs, @ThibaultCastells, @linzm1007, @javierdejesusda, @meenchen, @zhewenl, @xyang16, @angelayi, @nholmber, @zhangtao2-1, @adityasingh2400, @sts07142, @jatseng-ai, @fallintoplace, @andakai, @he-yufeng, @ignaciosica, @JINO-ROHIT, @tonyliu312, @QwertyJack, @animeshtrivedi, @jzakrzew, @juliendenize, @zexplorerhj, @ruocco, @mgehre-amd, @jasonboukheir, @MaciejBalaNV, @JohnQinAMD, @huanghua1994, @rajkiranjoshi, @rasmith, @harshaljanjani, @ltd0924, @wdhongtw, @yintong-lu, @tianmu-li, @jikunshang, @JMonde, @MHYangAMD, @frida-andersson, @gau-nernst, @Wauplin, @czhu-cohere, @gagandhakrey, @nemanjaudovic, @Liangliang-Ma, @liulanze, @sphinx07, @aadwived, @nightcityblade, @umut-polat, @jeffreywang88, @wcynb1023, @zzt93, @shadeMe, @Dao007forever, @alec-flowers, @Krishnachaitanyakc, @orozery, @BWAAEEEK, @cinnamonica02, @albertoperdomo2, @Rukhaiya2004, @mfylcek, @shreyas269, @Gruner-atero, @TomerBN-Nvidia, @wjinxu, @IdoAtadTD, @xiaozcy, @brian-dellabetta, @zhenwei-intel, @adotdad, @Kartavyasonar, @lesj0610, @ECMGit, @cakeng, @william-rom, @qiching, @NolanHo, @andylolu2, @xwu-intel, @linitra24, @hoobnn, @Dymasik, @wanghenshui, @maobaolong, @oguzhankir, @Jie-Fang, @okorzh-amd, @Kevin-XiongC, @jiahanc, @garrygale, @dsikka, @QiliangCui2023, @wjabbour, @zvik, @tc-mb, @jwzheng96, @divakar-amd, @tushar00jain, @galletas1712, @hanlin12-AMD, @tuukkjs, @viiccwen, @Sunt-ing, @HueCodes, @tianyu-z, @adhithyamulticoreware, @rishitdholakia13, @effi-ofer, @Vikrantpalle, @walterbm, @devin-lai, @Yadan-Wei, @amd-fuweiy, @maeehart, @qyYue1389, @BramVanroy, @SunskyXH, @Holworth, @majian4work, @xaguilar-amd, @Rohan138\r\n","reactions":{"url":"https://api.github.com/repos/vllm-project/vllm/releases/338844829/reactions","total_count":58,"+1":27,"-1":0,"laugh":0,"hooray":16,"confused":0,"heart":4,"rocket":6,"eyes":5},"mentions_count":199}