gador/nixpkgs
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

python3Packages.vllm: 0.13.0 -> 0.14.0

Browse Source 
Diff: https://github.com/vllm-project/vllm/compare/v0.13.0...v0.14.0

Changelog: https://github.com/vllm-project/vllm/releases/tag/v0.14.0
This commit is contained in:
Gaetan Lepage
2026-01-20 09:40:37 +00:00
parent 2ef224eae2
commit 0bddd2163a
1 changed files with 93 additions and 81 deletions
Download Patch File Download Diff File Expand all files Collapse all files
pkgs/development/python-modules/vllm/default.nix
+93 -81
View File
@@ -8,74 +8,83 @@
symlinkJoin,
autoAddDriverRunpath,
# nativeBuildInputs
which,
# build-system
cmake,
grpcio-tools,
jinja2,
ninja,
packaging,
setuptools,
setuptools-scm,
# buildInputs
oneDNN,
numactl,
llvmPackages,
# dependencies
which,
torch,
outlines,
psutil,
ray,
pandas,
pyarrow,
sentencepiece,
numpy,
transformers,
xformers,
xgrammar,
numba,
fastapi,
uvicorn,
pydantic,
aioprometheus,
anthropic,
nvidia-ml-py,
openai,
pyzmq,
tiktoken,
torchaudio,
torchvision,
py-cpuinfo,
lm-format-enforcer,
prometheus-fastapi-instrumentator,
cupy,
cbor2,
pybase64,
gguf,
einops,
importlib-metadata,
partial-json-parser,
compressed-tensors,
mcp,
ijson,
mistral-common,
msgspec,
model-hosting-container-standards,
numactl,
tokenizers,
oneDNN,
bitsandbytes,
blake3,
depyf,
opencv-python-headless,
cachetools,
cbor2,
compressed-tensors,
depyf,
einops,
fastapi,
gguf,
grpcio,
grpcio-reflection,
ijson,
importlib-metadata,
llguidance,
python-json-logger,
python-multipart,
llvmPackages,
opentelemetry-sdk,
lm-format-enforcer,
mcp,
mistral-common,
model-hosting-container-standards,
msgspec,
numba,
numpy,
openai,
openai-harmony,
opencv-python-headless,
opentelemetry-api,
opentelemetry-exporter-otlp,
bitsandbytes,
flashinfer,
py-libnuma,
opentelemetry-sdk,
outlines,
pandas,
partial-json-parser,
prometheus-fastapi-instrumentator,
py-cpuinfo,
pyarrow,
pybase64,
pydantic,
python-json-logger,
python-multipart,
pyzmq,
ray,
sentencepiece,
setproctitle,
openai-harmony,
tiktoken,
tokenizers,
torch,
torchaudio,
torchvision,
transformers,
uvicorn,
xformers,
xgrammar,
# linux-only
psutil,
py-libnuma,
# cuda-only
cupy,
flashinfer,
nvidia-ml-py,
# optional-dependencies
# audio
@@ -186,8 +195,8 @@ let
name = "flash-attention-source";
owner = "vllm-project";
repo = "flash-attention";
rev = "86f8f157cf82aa2342743752b97788922dd7de43";
hash = "sha256-+h43jMte/29kraNtPiloSQFfCay4W3NNIlzvs47ygyM=";
rev = "188be16520ceefdc625fdf71365585d2ee348fe2";
hash = "sha256-Osec+/IF3+UDtbIhDMBXzUeWJ7hDJNb5FpaVaziPSgM=";
};
patches = [
@@ -223,7 +232,7 @@ let
cpuSupport = !cudaSupport && !rocmSupport;
# https://github.com/pytorch/pytorch/blob/v2.8.0/torch/utils/cpp_extension.py#L2411-L2414
# https://github.com/pytorch/pytorch/blob/v2.9.1/torch/utils/cpp_extension.py#L2407-L2410
supportedTorchCudaCapabilities =
let
real = [
@@ -246,10 +255,10 @@ let
"9.0a"
"10.0"
"10.0a"
"10.1"
"10.1a"
"10.3"
"10.3a"
"11.0"
"11.0a"
"12.0"
"12.0a"
"12.1"
@@ -313,16 +322,16 @@ let
in
buildPythonPackage.override { stdenv = torch.stdenv; } rec {
buildPythonPackage.override { stdenv = torch.stdenv; } (finalAttrs: {
pname = "vllm";
version = "0.13.0";
version = "0.14.0";
pyproject = true;
src = fetchFromGitHub {
owner = "vllm-project";
repo = "vllm";
tag = "v${version}";
hash = "sha256-pI9vQBhjRPlKOjZp6kH+n8Y0Q4t9wLYM7SnLftSfYgs=";
tag = "v${finalAttrs.version}";
hash = "sha256-gUfEjoNgS/FgSDqQDnDe/onWGigzwkKuPgmdRZHVGn0=";
};
patches = [
@@ -372,6 +381,7 @@ buildPythonPackage.override { stdenv = torch.stdenv; } rec {
build-system = [
cmake
grpcio-tools
jinja2
ninja
packaging
@@ -412,20 +422,36 @@ buildPythonPackage.override { stdenv = torch.stdenv; } rec {
dependencies = [
aioprometheus
anthropic
bitsandbytes
blake3
cachetools
cbor2
compressed-tensors
depyf
einops
fastapi
gguf
grpcio
grpcio-reflection
ijson
importlib-metadata
llguidance
lm-format-enforcer
mcp
mistral-common
model-hosting-container-standards
msgspec
numba
numpy
openai
openai-harmony
opencv-python-headless
opentelemetry-api
opentelemetry-exporter-otlp
opentelemetry-sdk
outlines
pandas
partial-json-parser
prometheus-fastapi-instrumentator
py-cpuinfo
pyarrow
@@ -436,43 +462,29 @@ buildPythonPackage.override { stdenv = torch.stdenv; } rec {
pyzmq
ray
sentencepiece
setproctitle
tiktoken
tokenizers
msgspec
gguf
einops
importlib-metadata
partial-json-parser
compressed-tensors
mistral-common
model-hosting-container-standards
torch
# vLLM needs Torch's compiler to be present in order to use torch.compile
torch.stdenv.cc
torchaudio
torchvision
transformers
uvicorn
xformers
xgrammar
numba
opentelemetry-sdk
opentelemetry-api
opentelemetry-exporter-otlp
bitsandbytes
setproctitle
openai-harmony
# vLLM needs Torch's compiler to be present in order to use torch.compile
torch.stdenv.cc
]
++ uvicorn.optional-dependencies.standard
++ aioprometheus.optional-dependencies.starlette
++ lib.optionals stdenv.targetPlatform.isLinux [
py-libnuma
psutil
py-libnuma
]
++ lib.optionals cudaSupport [
cupy
nvidia-ml-py
flashinfer
nvidia-ml-py
];
optional-dependencies = {
@@ -539,7 +551,7 @@ buildPythonPackage.override { stdenv = torch.stdenv; } rec {
meta = {
description = "High-throughput and memory-efficient inference and serving engine for LLMs";
changelog = "https://github.com/vllm-project/vllm/releases/tag/v${version}";
changelog = "https://github.com/vllm-project/vllm/releases/tag/${finalAttrs.src.tag}";
homepage = "https://github.com/vllm-project/vllm";
license = lib.licenses.asl20;
maintainers = with lib.maintainers; [
@@ -559,4 +571,4 @@ buildPythonPackage.override { stdenv = torch.stdenv; } rec {
"x86_64-darwin"
];
};
}
})