gador/nixpkgs
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

python3Packages.kserve: fix vllm compat by updating imports

Browse Source
This commit is contained in:
Gaetan Lepage
2026-02-08 23:28:42 +00:00
parent 315eefb913
commit 3dc1661ab4
1 changed files with 11 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
pkgs/development/python-modules/kserve/default.nix
+11 -11
View File
@@ -3,6 +3,7 @@
stdenv,
buildPythonPackage,
fetchFromGitHub,
fetchpatch2,
# build-system
setuptools,
@@ -63,17 +64,16 @@ buildPythonPackage (finalAttrs: {
hash = "sha256-f6ILZMLxfckEpy7wSgCqUx89JWSnn0DbQiqRSHcQHms=";
};
# Fix vllm 0.12.0 compatibility
# Patch submitted upstream: https://github.com/kserve/kserve/pull/4882
postPatch = ''
substituteInPlace kserve/protocol/rest/openai/types/__init__.py \
--replace-fail \
"from vllm.entrypoints.openai.protocol import EmbeddingRequest, EmbeddingResponse as Embedding, EmbeddingResponseData, EmbeddingCompletionRequest" \
"from vllm.entrypoints.pooling.embed.protocol import EmbeddingRequest, EmbeddingResponse as Embedding, EmbeddingResponseData, EmbeddingCompletionRequest" \
--replace-fail \
"from vllm.entrypoints.openai.protocol import RerankRequest, RerankResponse as Rerank" \
"from vllm.entrypoints.pooling.score.protocol import RerankRequest, RerankResponse as Rerank"
'';
patches = [
# Fix vllm imports in python/kserve/kserve/protocol/rest/openai/types/__init__.py
# Submitted upstream: https://github.com/kserve/kserve/pull/4882
(fetchpatch2 {
name = "update-vllm-imports-to-fix-compat";
url = "https://github.com/kserve/kserve/commit/dd1575501e56f588103f448efca684bc54569b81.patch";
stripLen = 2;
hash = "sha256-K0ImsDADhH6G3R+27nRX/sD7UdRXptYIkLaoxuwB8+M=";
})
];
sourceRoot = "${finalAttrs.src.name}/python/kserve";