python3Packages.datasets: update inputs

This commit is contained in:
Fabian Affolter 2022-04-21 10:25:52 +02:00
parent 091a1b3aa1
commit 4d33027198

View file

@ -1,15 +1,19 @@
{ lib { lib
, aiohttp
, buildPythonPackage , buildPythonPackage
, fetchFromGitHub
, dill , dill
, filelock , fetchFromGitHub
, fsspec , fsspec
, huggingface-hub , huggingface-hub
, importlib-metadata
, multiprocess , multiprocess
, numpy , numpy
, packaging
, pandas , pandas
, pyarrow , pyarrow
, pythonOlder
, requests , requests
, responses
, tqdm , tqdm
, xxhash , xxhash
}: }:
@ -17,26 +21,33 @@
buildPythonPackage rec { buildPythonPackage rec {
pname = "datasets"; pname = "datasets";
version = "1.18.3"; version = "1.18.3";
format = "setuptools";
disabled = pythonOlder "3.7";
src = fetchFromGitHub { src = fetchFromGitHub {
owner = "huggingface"; owner = "huggingface";
repo = pname; repo = pname;
rev = version; rev = version;
sha256 = "sha256-2x6DpsDcVF2O5iJKeMEGw/aJwZPc7gSGaK2947c3B6s="; hash = "sha256-2x6DpsDcVF2O5iJKeMEGw/aJwZPc7gSGaK2947c3B6s=";
}; };
propagatedBuildInputs = [ propagatedBuildInputs = [
aiohttp
dill dill
filelock
fsspec fsspec
huggingface-hub huggingface-hub
multiprocess multiprocess
numpy numpy
packaging
pandas pandas
pyarrow pyarrow
requests requests
responses
tqdm tqdm
xxhash xxhash
] ++ lib.optionals (pythonOlder "3.8") [
importlib-metadata
]; ];
# Tests require pervasive internet access. # Tests require pervasive internet access.
@ -45,11 +56,13 @@ buildPythonPackage rec {
# Module import will attempt to create a cache directory. # Module import will attempt to create a cache directory.
postFixup = "export HF_MODULES_CACHE=$TMPDIR"; postFixup = "export HF_MODULES_CACHE=$TMPDIR";
pythonImportsCheck = [ "datasets" ]; pythonImportsCheck = [
"datasets"
];
meta = with lib; { meta = with lib; {
description = "Open-access datasets and evaluation metrics for natural language processing";
homepage = "https://github.com/huggingface/datasets"; homepage = "https://github.com/huggingface/datasets";
description = "Fast, efficient, open-access datasets and evaluation metrics for natural language processing";
changelog = "https://github.com/huggingface/datasets/releases/tag/${version}"; changelog = "https://github.com/huggingface/datasets/releases/tag/${version}";
license = licenses.asl20; license = licenses.asl20;
platforms = platforms.unix; platforms = platforms.unix;