From 536e96c867ecc7da5e1ad04c36aa18eef4871fa5 Mon Sep 17 00:00:00 2001 From: Gaetan Lepage Date: Fri, 26 Dec 2025 19:59:34 +0000 Subject: [PATCH] python3Packages.vllm: 0.12.0 -> 0.13.0 Diff: https://github.com/vllm-project/vllm/compare/v0.12.0...v0.13.0 Changelog: https://github.com/vllm-project/vllm/releases/tag/v0.13.0 --- .../python-modules/vllm/default.nix | 24 +++++++++++++------ 1 file changed, 17 insertions(+), 7 deletions(-) diff --git a/pkgs/development/python-modules/vllm/default.nix b/pkgs/development/python-modules/vllm/default.nix index 3b569c9c4ef2..22211f4d38bd 100644 --- a/pkgs/development/python-modules/vllm/default.nix +++ b/pkgs/development/python-modules/vllm/default.nix @@ -8,7 +8,7 @@ symlinkJoin, autoAddDriverRunpath, - # build system + # build-system cmake, jinja2, ninja, @@ -52,6 +52,8 @@ importlib-metadata, partial-json-parser, compressed-tensors, + mcp, + ijson, mistral-common, msgspec, model-hosting-container-standards, @@ -154,6 +156,15 @@ let ''; }; + # grep for DEFAULT_TRITON_KERNELS_TAG in the following file + # https://github.com/vllm-project/vllm/blob/v${version}/cmake/external_projects/triton_kernels.cmake + triton-kernels = fetchFromGitHub { + owner = "triton-lang"; + repo = "triton"; + tag = "v3.5.0"; + hash = "sha256-F6T0n37Lbs+B7UHNYzoIQHjNNv3TcMtoXjNrT8ZUlxY="; + }; + # grep for GIT_TAG in the following file # https://github.com/vllm-project/vllm/blob/v${version}/cmake/external_projects/qutlass.cmake qutlass = fetchFromGitHub { @@ -304,7 +315,7 @@ in buildPythonPackage rec { pname = "vllm"; - version = "0.12.0"; + version = "0.13.0"; pyproject = true; stdenv = torch.stdenv; @@ -313,7 +324,7 @@ buildPythonPackage rec { owner = "vllm-project"; repo = "vllm"; tag = "v${version}"; - hash = "sha256-ioAgZZbMv99UudaHtb3KQFAdjJv9GqeNDXDAqQOIMN8="; + hash = "sha256-pI9vQBhjRPlKOjZp6kH+n8Y0Q4t9wLYM7SnLftSfYgs="; }; patches = [ @@ -345,10 +356,6 @@ buildPythonPackage rec { --replace-fail \ 'set(PYTHON_SUPPORTED_VERSIONS' \ 'set(PYTHON_SUPPORTED_VERSIONS "${lib.versions.majorMinor python.version}"' - - # Pass build environment PYTHONPATH to vLLM's Python configuration scripts - substituteInPlace CMakeLists.txt \ - --replace-fail '$PYTHONPATH' '$ENV{PYTHONPATH}' ''; nativeBuildInputs = [ @@ -412,8 +419,10 @@ buildPythonPackage rec { cbor2 depyf fastapi + ijson llguidance lm-format-enforcer + mcp numpy openai opencv-python-headless @@ -500,6 +509,7 @@ buildPythonPackage rec { lib.optionalAttrs cudaSupport { VLLM_TARGET_DEVICE = "cuda"; CUDA_HOME = "${lib.getDev cudaPackages.cuda_nvcc}"; + TRITON_KERNELS_SRC_DIR = "${lib.getDev triton-kernels}/python/triton_kernels/triton_kernels"; } // lib.optionalAttrs rocmSupport { VLLM_TARGET_DEVICE = "rocm";