486f61a0d9
Unfortunately our tensorflow source build is behind and broken, so migrating to the binary distribution for the time being to unbreak ctranslate2.
85 lines
1.6 KiB
Nix
85 lines
1.6 KiB
Nix
{ lib
|
|
, buildPythonPackage
|
|
|
|
# build-system
|
|
, pybind11
|
|
, setuptools
|
|
|
|
# dependencies
|
|
, ctranslate2-cpp
|
|
, numpy
|
|
, pyyaml
|
|
|
|
# tests
|
|
, pytestCheckHook
|
|
, tensorflow-bin
|
|
, torch
|
|
, transformers
|
|
, wurlitzer
|
|
}:
|
|
|
|
buildPythonPackage rec {
|
|
inherit (ctranslate2-cpp) pname version src;
|
|
format = "setuptools";
|
|
|
|
# https://github.com/OpenNMT/CTranslate2/tree/master/python
|
|
sourceRoot = "${src.name}/python";
|
|
|
|
nativeBuildInputs = [
|
|
pybind11
|
|
setuptools
|
|
];
|
|
|
|
buildInputs = [
|
|
ctranslate2-cpp
|
|
];
|
|
|
|
propagatedBuildInputs = [
|
|
numpy
|
|
pyyaml
|
|
];
|
|
|
|
pythonImportsCheck = [
|
|
# https://opennmt.net/CTranslate2/python/overview.html
|
|
"ctranslate2"
|
|
"ctranslate2.converters"
|
|
"ctranslate2.models"
|
|
"ctranslate2.specs"
|
|
];
|
|
|
|
nativeCheckInputs = [
|
|
pytestCheckHook
|
|
tensorflow-bin
|
|
torch
|
|
transformers
|
|
wurlitzer
|
|
];
|
|
|
|
preCheck = ''
|
|
# run tests against build result, not sources
|
|
rm -rf ctranslate2
|
|
|
|
export HOME=$TMPDIR
|
|
'';
|
|
|
|
disabledTests = [
|
|
# AssertionError: assert 'int8' in {'float32'}
|
|
"test_get_supported_compute_types"
|
|
];
|
|
|
|
disabledTestPaths = [
|
|
# TODO: ModuleNotFoundError: No module named 'opennmt'
|
|
"tests/test_opennmt_tf.py"
|
|
# OSError: We couldn't connect to 'https://huggingface.co' to load this file
|
|
"tests/test_transformers.py"
|
|
];
|
|
|
|
meta = with lib; {
|
|
description = "Fast inference engine for Transformer models";
|
|
homepage = "https://github.com/OpenNMT/CTranslate2";
|
|
changelog = "https://github.com/OpenNMT/CTranslate2/blob/${src.rev}/CHANGELOG.md";
|
|
license = licenses.mit;
|
|
maintainers = with maintainers; [ hexa ];
|
|
};
|
|
}
|