gador/nixpkgs
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

python3Packages.kserve: fix vllm 0.12.0 compatibility

Browse Source 
https://github.com/kserve/kserve/pull/4882
This commit is contained in:
Gaetan Lepage
2025-12-29 15:40:08 +00:00
parent 19308b6530
commit 9949e3c177
1 changed files with 12 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
pkgs/development/python-modules/kserve/default.nix
+12
View File
@@ -63,6 +63,18 @@ buildPythonPackage rec {
hash = "sha256-f6ILZMLxfckEpy7wSgCqUx89JWSnn0DbQiqRSHcQHms=";
};
# Fix vllm 0.12.0 compatibility
# Patch submitted upstream: https://github.com/kserve/kserve/pull/4882
postPatch = ''
substituteInPlace kserve/protocol/rest/openai/types/__init__.py \
--replace-fail \
"from vllm.entrypoints.openai.protocol import EmbeddingRequest, EmbeddingResponse as Embedding, EmbeddingResponseData, EmbeddingCompletionRequest" \
"from vllm.entrypoints.pooling.embed.protocol import EmbeddingRequest, EmbeddingResponse as Embedding, EmbeddingResponseData, EmbeddingCompletionRequest" \
--replace-fail \
"from vllm.entrypoints.openai.protocol import RerankRequest, RerankResponse as Rerank" \
"from vllm.entrypoints.pooling.score.protocol import RerankRequest, RerankResponse as Rerank"
'';
sourceRoot = "${src.name}/python/kserve";
pythonRelaxDeps = [