python3Packages.datasets: update inputs
This commit is contained in:
parent
091a1b3aa1
commit
4d33027198
|
@ -1,15 +1,19 @@
|
||||||
{ lib
|
{ lib
|
||||||
|
, aiohttp
|
||||||
, buildPythonPackage
|
, buildPythonPackage
|
||||||
, fetchFromGitHub
|
|
||||||
, dill
|
, dill
|
||||||
, filelock
|
, fetchFromGitHub
|
||||||
, fsspec
|
, fsspec
|
||||||
, huggingface-hub
|
, huggingface-hub
|
||||||
|
, importlib-metadata
|
||||||
, multiprocess
|
, multiprocess
|
||||||
, numpy
|
, numpy
|
||||||
|
, packaging
|
||||||
, pandas
|
, pandas
|
||||||
, pyarrow
|
, pyarrow
|
||||||
|
, pythonOlder
|
||||||
, requests
|
, requests
|
||||||
|
, responses
|
||||||
, tqdm
|
, tqdm
|
||||||
, xxhash
|
, xxhash
|
||||||
}:
|
}:
|
||||||
|
@ -17,26 +21,33 @@
|
||||||
buildPythonPackage rec {
|
buildPythonPackage rec {
|
||||||
pname = "datasets";
|
pname = "datasets";
|
||||||
version = "1.18.3";
|
version = "1.18.3";
|
||||||
|
format = "setuptools";
|
||||||
|
|
||||||
|
disabled = pythonOlder "3.7";
|
||||||
|
|
||||||
src = fetchFromGitHub {
|
src = fetchFromGitHub {
|
||||||
owner = "huggingface";
|
owner = "huggingface";
|
||||||
repo = pname;
|
repo = pname;
|
||||||
rev = version;
|
rev = version;
|
||||||
sha256 = "sha256-2x6DpsDcVF2O5iJKeMEGw/aJwZPc7gSGaK2947c3B6s=";
|
hash = "sha256-2x6DpsDcVF2O5iJKeMEGw/aJwZPc7gSGaK2947c3B6s=";
|
||||||
};
|
};
|
||||||
|
|
||||||
propagatedBuildInputs = [
|
propagatedBuildInputs = [
|
||||||
|
aiohttp
|
||||||
dill
|
dill
|
||||||
filelock
|
|
||||||
fsspec
|
fsspec
|
||||||
huggingface-hub
|
huggingface-hub
|
||||||
multiprocess
|
multiprocess
|
||||||
numpy
|
numpy
|
||||||
|
packaging
|
||||||
pandas
|
pandas
|
||||||
pyarrow
|
pyarrow
|
||||||
requests
|
requests
|
||||||
|
responses
|
||||||
tqdm
|
tqdm
|
||||||
xxhash
|
xxhash
|
||||||
|
] ++ lib.optionals (pythonOlder "3.8") [
|
||||||
|
importlib-metadata
|
||||||
];
|
];
|
||||||
|
|
||||||
# Tests require pervasive internet access.
|
# Tests require pervasive internet access.
|
||||||
|
@ -45,11 +56,13 @@ buildPythonPackage rec {
|
||||||
# Module import will attempt to create a cache directory.
|
# Module import will attempt to create a cache directory.
|
||||||
postFixup = "export HF_MODULES_CACHE=$TMPDIR";
|
postFixup = "export HF_MODULES_CACHE=$TMPDIR";
|
||||||
|
|
||||||
pythonImportsCheck = [ "datasets" ];
|
pythonImportsCheck = [
|
||||||
|
"datasets"
|
||||||
|
];
|
||||||
|
|
||||||
meta = with lib; {
|
meta = with lib; {
|
||||||
|
description = "Open-access datasets and evaluation metrics for natural language processing";
|
||||||
homepage = "https://github.com/huggingface/datasets";
|
homepage = "https://github.com/huggingface/datasets";
|
||||||
description = "Fast, efficient, open-access datasets and evaluation metrics for natural language processing";
|
|
||||||
changelog = "https://github.com/huggingface/datasets/releases/tag/${version}";
|
changelog = "https://github.com/huggingface/datasets/releases/tag/${version}";
|
||||||
license = licenses.asl20;
|
license = licenses.asl20;
|
||||||
platforms = platforms.unix;
|
platforms = platforms.unix;
|
||||||
|
|
Loading…
Reference in a new issue