85 lines
1.6 KiB
Nix
85 lines
1.6 KiB
Nix
|
{ lib
|
||
|
|
, buildPythonPackage
|
||
|
|
|
||
|
|
# build-system
|
||
|
|
, pybind11
|
||
|
|
, setuptools
|
||
|
|
|
||
|
|
# dependencies
|
||
|
|
, ctranslate2-cpp
|
||
|
|
, numpy
|
||
|
|
, pyyaml
|
||
|
|
|
||
|
|
# tests
|
||
|
|
, pytestCheckHook
|
||
|
|
, tensorflow
|
||
|
|
, torch
|
||
|
|
, transformers
|
||
|
|
, wurlitzer
|
||
|
|
}:
|
||
|
|
|
||
|
|
buildPythonPackage rec {
|
||
|
|
inherit (ctranslate2-cpp) pname version src;
|
||
|
|
format = "setuptools";
|
||
|
|
|
||
|
|
# https://github.com/OpenNMT/CTranslate2/tree/master/python
|
||
|
|
sourceRoot = "source/python";
|
||
|
|
|
||
|
|
nativeBuildInputs = [
|
||
|
|
pybind11
|
||
|
|
setuptools
|
||
|
|
];
|
||
|
|
|
||
|
|
buildInputs = [
|
||
|
|
ctranslate2-cpp
|
||
|
|
];
|
||
|
|
|
||
|
|
propagatedBuildInputs = [
|
||
|
|
numpy
|
||
|
|
pyyaml
|
||
|
|
];
|
||
|
|
|
||
|
|
pythonImportsCheck = [
|
||
|
|
# https://opennmt.net/CTranslate2/python/overview.html
|
||
|
|
"ctranslate2"
|
||
|
|
"ctranslate2.converters"
|
||
|
|
"ctranslate2.models"
|
||
|
|
"ctranslate2.specs"
|
||
|
|
];
|
||
|
|
|
||
|
|
nativeCheckInputs = [
|
||
|
|
pytestCheckHook
|
||
|
|
tensorflow
|
||
|
|
torch
|
||
|
|
transformers
|
||
|
|
wurlitzer
|
||
|
|
];
|
||
|
|
|
||
|
|
preCheck = ''
|
||
|
|
# run tests against build result, not sources
|
||
|
|
rm -rf ctranslate2
|
||
|
|
|
||
|
|
export HOME=$TMPDIR
|
||
|
|
'';
|
||
|
|
|
||
|
|
disabledTests = [
|
||
|
|
# AssertionError: assert 'int8' in {'float32'}
|
||
|
|
"test_get_supported_compute_types"
|
||
|
|
];
|
||
|
|
|
||
|
|
disabledTestPaths = [
|
||
|
|
# TODO: ModuleNotFoundError: No module named 'opennmt'
|
||
|
|
"tests/test_opennmt_tf.py"
|
||
|
|
# OSError: We couldn't connect to 'https://huggingface.co' to load this file
|
||
|
|
"tests/test_transformers.py"
|
||
|
|
];
|
||
|
|
|
||
|
|
meta = with lib; {
|
||
|
|
description = "Fast inference engine for Transformer models";
|
||
|
|
homepage = "https://github.com/OpenNMT/CTranslate2";
|
||
|
|
changelog = "https://github.com/OpenNMT/CTranslate2/blob/${src.rev}/CHANGELOG.md";
|
||
|
|
license = licenses.mit;
|
||
|
|
maintainers = with maintainers; [ hexa ];
|
||
|
|
};
|
||
|
|
}
|