python311Packages.tokenizers: 0.13.3 -> 0.14.0

This commit is contained in:
Сухарик 2023-10-05 23:02:37 +03:00 committed by Yt
parent e2f9e613fd
commit 451f8f542f
2 changed files with 176 additions and 1539 deletions

File diff suppressed because it is too large Load diff

View file

@ -60,21 +60,18 @@ let
in
buildPythonPackage rec {
pname = "tokenizers";
version = "0.13.3";
version = "0.14.0";
format = "pyproject";
disabled = pythonOlder "3.7";
src = fetchFromGitHub {
owner = "huggingface";
repo = pname;
rev = "python-v${version}";
hash = "sha256-QZG5jmr3vbyQs4mVBjwVDR31O66dUM+p39R0htJ1umk=";
rev = "v${version}";
hash = "sha256-zCpKNMzIdQ0lLWdn4cENtBEMTA7+fg+N6wQGvio9llE=";
};
postPatch = ''
ln -s ${./Cargo.lock} Cargo.lock
'';
cargoDeps = rustPlatform.importCargoLock {
lockFile = ./Cargo.lock;
};
@ -85,6 +82,7 @@ buildPythonPackage rec {
pkg-config
setuptools-rust
rustPlatform.cargoSetupHook
rustPlatform.maturinBuildHook
cargo
rustc
];