python312Packages.tokenizers: 0.20.2 -> 0.20.3 (#353874)

This commit is contained in:
Gaétan Lepage
2024-11-06 08:40:58 +01:00
committed by GitHub
2 changed files with 11 additions and 1129 deletions
File diff suppressed because it is too large Load Diff
@@ -74,17 +74,25 @@ let
in
buildPythonPackage rec {
pname = "tokenizers";
version = "0.20.2";
version = "0.20.3";
pyproject = true;
src = fetchFromGitHub {
owner = "huggingface";
repo = "tokenizers";
rev = "refs/tags/v${version}";
hash = "sha256-6uUlDLL1dMg5/6/z8AuB7ibqSJ7IUVexHDTkLx35wFY=";
hash = "sha256-NPH++kPPaSPR3jm6mfh+4aep6stj0I4bA24kFtaJSKU=";
};
cargoDeps = rustPlatform.importCargoLock { lockFile = ./Cargo.lock; };
cargoDeps = rustPlatform.fetchCargoTarball {
inherit
pname
version
src
sourceRoot
;
hash = "sha256-S2AfsKBtitEfprp9vjTyCl772IBe/wqwqYVnnAEK3LE=";
};
sourceRoot = "${src.name}/bindings/python";
maturinBuildFlags = [ "--interpreter ${python.executable}" ];