91 lines
2.1 KiB
Nix
91 lines
2.1 KiB
Nix
{
|
|
lib,
|
|
buildPythonPackage,
|
|
|
|
# build-system
|
|
pybind11,
|
|
setuptools,
|
|
|
|
# dependencies
|
|
ctranslate2-cpp,
|
|
numpy,
|
|
pyyaml,
|
|
|
|
# tests
|
|
pytestCheckHook,
|
|
torch,
|
|
transformers,
|
|
wurlitzer,
|
|
}:
|
|
|
|
buildPythonPackage rec {
|
|
inherit (ctranslate2-cpp) pname version src;
|
|
format = "setuptools";
|
|
|
|
# https://github.com/OpenNMT/CTranslate2/tree/master/python
|
|
sourceRoot = "${src.name}/python";
|
|
|
|
nativeBuildInputs = [
|
|
pybind11
|
|
setuptools
|
|
];
|
|
|
|
buildInputs = [ ctranslate2-cpp ];
|
|
|
|
propagatedBuildInputs = [
|
|
numpy
|
|
pyyaml
|
|
];
|
|
|
|
pythonImportsCheck = [
|
|
# https://opennmt.net/CTranslate2/python/overview.html
|
|
"ctranslate2"
|
|
"ctranslate2.converters"
|
|
"ctranslate2.models"
|
|
"ctranslate2.specs"
|
|
];
|
|
|
|
nativeCheckInputs = [
|
|
pytestCheckHook
|
|
torch
|
|
transformers
|
|
wurlitzer
|
|
];
|
|
|
|
preCheck = ''
|
|
# run tests against build result, not sources
|
|
rm -rf ctranslate2
|
|
|
|
export HOME=$TMPDIR
|
|
'';
|
|
|
|
disabledTests = [
|
|
# AssertionError: assert 'int8' in {'float32'}
|
|
"test_get_supported_compute_types"
|
|
# Tensorflow (tf) not available in Python 3.12 yet
|
|
# To remove when https://github.com/NixOS/nixpkgs/pull/325224 is fixed
|
|
"test_opennmt_tf_model_conversion"
|
|
"test_opennmt_tf_model_quantization"
|
|
"test_opennmt_tf_model_conversion_invalid_vocab"
|
|
"test_opennmt_tf_model_conversion_invalid_dir"
|
|
"test_opennmt_tf_shared_embeddings_conversion"
|
|
"test_opennmt_tf_postnorm_transformer_conversion"
|
|
"test_opennmt_tf_gpt_conversion"
|
|
"test_opennmt_tf_multi_features"
|
|
];
|
|
|
|
disabledTestPaths = [
|
|
# TODO: ModuleNotFoundError: No module named 'opennmt'
|
|
"tests/test_opennmt_tf.py"
|
|
# OSError: We couldn't connect to 'https://huggingface.co' to load this file
|
|
"tests/test_transformers.py"
|
|
];
|
|
|
|
meta = with lib; {
|
|
description = "Fast inference engine for Transformer models";
|
|
homepage = "https://github.com/OpenNMT/CTranslate2";
|
|
changelog = "https://github.com/OpenNMT/CTranslate2/blob/${src.rev}/CHANGELOG.md";
|
|
license = licenses.mit;
|
|
maintainers = with maintainers; [ hexa ];
|
|
};
|
|
}
|