python3Packages.vllm: 0.12.0 -> 0.13.0
Diff: https://github.com/vllm-project/vllm/compare/v0.12.0...v0.13.0 Changelog: https://github.com/vllm-project/vllm/releases/tag/v0.13.0
This commit is contained in:
@@ -8,7 +8,7 @@
|
||||
symlinkJoin,
|
||||
autoAddDriverRunpath,
|
||||
|
||||
# build system
|
||||
# build-system
|
||||
cmake,
|
||||
jinja2,
|
||||
ninja,
|
||||
@@ -52,6 +52,8 @@
|
||||
importlib-metadata,
|
||||
partial-json-parser,
|
||||
compressed-tensors,
|
||||
mcp,
|
||||
ijson,
|
||||
mistral-common,
|
||||
msgspec,
|
||||
model-hosting-container-standards,
|
||||
@@ -154,6 +156,15 @@ let
|
||||
'';
|
||||
};
|
||||
|
||||
# grep for DEFAULT_TRITON_KERNELS_TAG in the following file
|
||||
# https://github.com/vllm-project/vllm/blob/v${version}/cmake/external_projects/triton_kernels.cmake
|
||||
triton-kernels = fetchFromGitHub {
|
||||
owner = "triton-lang";
|
||||
repo = "triton";
|
||||
tag = "v3.5.0";
|
||||
hash = "sha256-F6T0n37Lbs+B7UHNYzoIQHjNNv3TcMtoXjNrT8ZUlxY=";
|
||||
};
|
||||
|
||||
# grep for GIT_TAG in the following file
|
||||
# https://github.com/vllm-project/vllm/blob/v${version}/cmake/external_projects/qutlass.cmake
|
||||
qutlass = fetchFromGitHub {
|
||||
@@ -304,7 +315,7 @@ in
|
||||
|
||||
buildPythonPackage rec {
|
||||
pname = "vllm";
|
||||
version = "0.12.0";
|
||||
version = "0.13.0";
|
||||
pyproject = true;
|
||||
|
||||
stdenv = torch.stdenv;
|
||||
@@ -313,7 +324,7 @@ buildPythonPackage rec {
|
||||
owner = "vllm-project";
|
||||
repo = "vllm";
|
||||
tag = "v${version}";
|
||||
hash = "sha256-ioAgZZbMv99UudaHtb3KQFAdjJv9GqeNDXDAqQOIMN8=";
|
||||
hash = "sha256-pI9vQBhjRPlKOjZp6kH+n8Y0Q4t9wLYM7SnLftSfYgs=";
|
||||
};
|
||||
|
||||
patches = [
|
||||
@@ -345,10 +356,6 @@ buildPythonPackage rec {
|
||||
--replace-fail \
|
||||
'set(PYTHON_SUPPORTED_VERSIONS' \
|
||||
'set(PYTHON_SUPPORTED_VERSIONS "${lib.versions.majorMinor python.version}"'
|
||||
|
||||
# Pass build environment PYTHONPATH to vLLM's Python configuration scripts
|
||||
substituteInPlace CMakeLists.txt \
|
||||
--replace-fail '$PYTHONPATH' '$ENV{PYTHONPATH}'
|
||||
'';
|
||||
|
||||
nativeBuildInputs = [
|
||||
@@ -412,8 +419,10 @@ buildPythonPackage rec {
|
||||
cbor2
|
||||
depyf
|
||||
fastapi
|
||||
ijson
|
||||
llguidance
|
||||
lm-format-enforcer
|
||||
mcp
|
||||
numpy
|
||||
openai
|
||||
opencv-python-headless
|
||||
@@ -500,6 +509,7 @@ buildPythonPackage rec {
|
||||
lib.optionalAttrs cudaSupport {
|
||||
VLLM_TARGET_DEVICE = "cuda";
|
||||
CUDA_HOME = "${lib.getDev cudaPackages.cuda_nvcc}";
|
||||
TRITON_KERNELS_SRC_DIR = "${lib.getDev triton-kernels}/python/triton_kernels/triton_kernels";
|
||||
}
|
||||
// lib.optionalAttrs rocmSupport {
|
||||
VLLM_TARGET_DEVICE = "rocm";
|
||||
|
||||
Reference in New Issue
Block a user