python3Packages.vllm: 0.12.0 -> 0.13.0

Diff: https://github.com/vllm-project/vllm/compare/v0.12.0...v0.13.0

Changelog: https://github.com/vllm-project/vllm/releases/tag/v0.13.0
This commit is contained in:
Gaetan Lepage
2025-12-29 16:36:54 +00:00
parent 9949e3c177
commit 536e96c867
@@ -8,7 +8,7 @@
symlinkJoin,
autoAddDriverRunpath,
# build system
# build-system
cmake,
jinja2,
ninja,
@@ -52,6 +52,8 @@
importlib-metadata,
partial-json-parser,
compressed-tensors,
mcp,
ijson,
mistral-common,
msgspec,
model-hosting-container-standards,
@@ -154,6 +156,15 @@ let
'';
};
# grep for DEFAULT_TRITON_KERNELS_TAG in the following file
# https://github.com/vllm-project/vllm/blob/v${version}/cmake/external_projects/triton_kernels.cmake
triton-kernels = fetchFromGitHub {
owner = "triton-lang";
repo = "triton";
tag = "v3.5.0";
hash = "sha256-F6T0n37Lbs+B7UHNYzoIQHjNNv3TcMtoXjNrT8ZUlxY=";
};
# grep for GIT_TAG in the following file
# https://github.com/vllm-project/vllm/blob/v${version}/cmake/external_projects/qutlass.cmake
qutlass = fetchFromGitHub {
@@ -304,7 +315,7 @@ in
buildPythonPackage rec {
pname = "vllm";
version = "0.12.0";
version = "0.13.0";
pyproject = true;
stdenv = torch.stdenv;
@@ -313,7 +324,7 @@ buildPythonPackage rec {
owner = "vllm-project";
repo = "vllm";
tag = "v${version}";
hash = "sha256-ioAgZZbMv99UudaHtb3KQFAdjJv9GqeNDXDAqQOIMN8=";
hash = "sha256-pI9vQBhjRPlKOjZp6kH+n8Y0Q4t9wLYM7SnLftSfYgs=";
};
patches = [
@@ -345,10 +356,6 @@ buildPythonPackage rec {
--replace-fail \
'set(PYTHON_SUPPORTED_VERSIONS' \
'set(PYTHON_SUPPORTED_VERSIONS "${lib.versions.majorMinor python.version}"'
# Pass build environment PYTHONPATH to vLLM's Python configuration scripts
substituteInPlace CMakeLists.txt \
--replace-fail '$PYTHONPATH' '$ENV{PYTHONPATH}'
'';
nativeBuildInputs = [
@@ -412,8 +419,10 @@ buildPythonPackage rec {
cbor2
depyf
fastapi
ijson
llguidance
lm-format-enforcer
mcp
numpy
openai
opencv-python-headless
@@ -500,6 +509,7 @@ buildPythonPackage rec {
lib.optionalAttrs cudaSupport {
VLLM_TARGET_DEVICE = "cuda";
CUDA_HOME = "${lib.getDev cudaPackages.cuda_nvcc}";
TRITON_KERNELS_SRC_DIR = "${lib.getDev triton-kernels}/python/triton_kernels/triton_kernels";
}
// lib.optionalAttrs rocmSupport {
VLLM_TARGET_DEVICE = "rocm";