Gaetan Lepage
2024-11-05 23:09:43 +01:00
parent ec3d46cd68
commit 5208a48c43
2 changed files with 11 additions and 1129 deletions
File diff suppressed because it is too large Load Diff
@@ -74,17 +74,25 @@ let
in
buildPythonPackage rec {
pname = "tokenizers";
version = "0.20.2";
version = "0.20.3";
pyproject = true;
src = fetchFromGitHub {
owner = "huggingface";
repo = "tokenizers";
rev = "refs/tags/v${version}";
hash = "sha256-6uUlDLL1dMg5/6/z8AuB7ibqSJ7IUVexHDTkLx35wFY=";
hash = "sha256-NPH++kPPaSPR3jm6mfh+4aep6stj0I4bA24kFtaJSKU=";
};
cargoDeps = rustPlatform.importCargoLock { lockFile = ./Cargo.lock; };
cargoDeps = rustPlatform.fetchCargoTarball {
inherit
pname
version
src
sourceRoot
;
hash = "sha256-S2AfsKBtitEfprp9vjTyCl772IBe/wqwqYVnnAEK3LE=";
};
sourceRoot = "${src.name}/bindings/python";
maturinBuildFlags = [ "--interpreter ${python.executable}" ];