depot/third_party/nixpkgs/pkgs/development/python-modules/wandb/default.nix

327 lines
12 KiB
Nix
Raw Normal View History

{
lib,
stdenv,
appdirs,
azure-containerregistry,
azure-core,
azure-identity,
azure-storage-blob,
bokeh,
boto3,
buildPythonPackage,
click,
docker-pycreds,
fetchFromGitHub,
flask,
git,
gitpython,
google-cloud-artifact-registry,
google-cloud-compute,
google-cloud-storage,
hypothesis,
imageio,
jsonref,
jsonschema,
keras,
kubernetes,
matplotlib,
mlflow,
moviepy,
nbclient,
nbformat,
pandas,
parameterized,
pathtools,
protobuf,
psutil,
pydantic,
pyfakefs,
pytest-mock,
pytest-xdist,
pytestCheckHook,
pythonOlder,
pythonRelaxDepsHook,
pyyaml,
requests,
responses,
scikit-learn,
sentry-sdk,
setproctitle,
setuptools,
soundfile,
substituteAll,
torch,
tqdm,
}:
buildPythonPackage rec {
pname = "wandb";
version = "0.16.0";
format = "pyproject";
disabled = pythonOlder "3.6";
src = fetchFromGitHub {
owner = pname;
repo = pname;
rev = "refs/tags/v${version}";
hash = "sha256-XXs9KjiAPzZ932r4UJ87RpM+qhg/bNDWEYsq2Ua6SRw=";
};
patches = [
# Replace git paths
(substituteAll {
src = ./hardcode-git-path.patch;
git = "${lib.getBin git}/bin/git";
})
];
nativeBuildInputs = [
pythonRelaxDepsHook
setuptools
];
# setuptools is necessary since pkg_resources is required at runtime.
propagatedBuildInputs = [
appdirs
click
docker-pycreds
gitpython
pathtools
protobuf
psutil
pyyaml
requests
sentry-sdk
setproctitle
setuptools
];
__darwinAllowLocalNetworking = true;
nativeCheckInputs = [
azure-containerregistry
azure-core
azure-identity
azure-storage-blob
bokeh
boto3
flask
google-cloud-artifact-registry
google-cloud-compute
google-cloud-storage
hypothesis
imageio
jsonref
jsonschema
keras
kubernetes
matplotlib
mlflow
moviepy
nbclient
nbformat
pandas
parameterized
pydantic
pyfakefs
pytest-mock
pytest-xdist
pytestCheckHook
responses
scikit-learn
soundfile
torch
tqdm
];
# Set BOKEH_CDN_VERSION to stop bokeh throwing an exception in tests
preCheck = ''
export HOME=$(mktemp -d)
export BOKEH_CDN_VERSION=${bokeh.version}
'';
pythonRelaxDeps = [ "protobuf" ];
pytestFlagsArray = [
# We want to run only unit tests
"tests/pytest_tests"
];
disabledTestPaths =
[
# Tests that try to get chatty over sockets or spin up servers, not possible in the nix build environment.
"tests/pytest_tests/system_tests/test_notebooks/test_notebooks.py"
"tests/pytest_tests/unit_tests_old/test_cli.py"
"tests/pytest_tests/unit_tests_old/test_data_types.py"
"tests/pytest_tests/unit_tests_old/test_file_stream.py"
"tests/pytest_tests/unit_tests_old/test_file_upload.py"
"tests/pytest_tests/unit_tests_old/test_footer.py"
"tests/pytest_tests/unit_tests_old/test_internal_api.py"
"tests/pytest_tests/unit_tests_old/test_metric_internal.py"
"tests/pytest_tests/unit_tests_old/test_public_api.py"
"tests/pytest_tests/unit_tests_old/test_runtime.py"
"tests/pytest_tests/unit_tests_old/test_sender.py"
"tests/pytest_tests/unit_tests_old/test_summary.py"
"tests/pytest_tests/unit_tests_old/test_tb_watcher.py"
"tests/pytest_tests/unit_tests_old/test_time_resolution.py"
"tests/pytest_tests/unit_tests_old/test_wandb_agent.py"
"tests/pytest_tests/unit_tests_old/test_wandb_integration.py"
"tests/pytest_tests/unit_tests_old/test_wandb_run.py"
"tests/pytest_tests/unit_tests_old/test_wandb.py"
"tests/pytest_tests/unit_tests_old/tests_launch/test_launch_aws.py"
"tests/pytest_tests/unit_tests_old/tests_launch/test_launch_cli.py"
"tests/pytest_tests/unit_tests_old/tests_launch/test_launch_docker.py"
"tests/pytest_tests/unit_tests_old/tests_launch/test_launch.py"
"tests/pytest_tests/unit_tests/test_cli.py"
"tests/pytest_tests/unit_tests/test_data_types.py"
"tests/pytest_tests/unit_tests/test_internal_api.py"
"tests/pytest_tests/unit_tests/test_mode_disabled.py"
"tests/pytest_tests/unit_tests/test_model_workflows.py"
"tests/pytest_tests/unit_tests/test_plots.py"
"tests/pytest_tests/unit_tests/test_public_api.py"
"tests/pytest_tests/unit_tests/test_sender.py"
"tests/pytest_tests/unit_tests/test_util.py"
"tests/pytest_tests/unit_tests/test_wandb_verify.py"
# Requires docker access
"tests/pytest_tests/system_tests/test_artifacts/test_artifact_saver.py"
"tests/pytest_tests/system_tests/test_artifacts/test_misc.py"
"tests/pytest_tests/system_tests/test_artifacts/test_misc2.py"
"tests/pytest_tests/system_tests/test_artifacts/test_object_references.py"
"tests/pytest_tests/system_tests/test_artifacts/test_wandb_artifacts_full.py"
"tests/pytest_tests/system_tests/test_artifacts/test_wandb_artifacts.py"
"tests/pytest_tests/system_tests/test_core/test_cli_full.py"
"tests/pytest_tests/system_tests/test_core/test_data_types_full.py"
"tests/pytest_tests/system_tests/test_core/test_file_stream_internal.py"
"tests/pytest_tests/system_tests/test_core/test_file_upload.py"
"tests/pytest_tests/system_tests/test_core/test_footer.py"
"tests/pytest_tests/system_tests/test_core/test_keras_full.py"
"tests/pytest_tests/system_tests/test_core/test_label_full.py"
"tests/pytest_tests/system_tests/test_core/test_metric_full.py"
"tests/pytest_tests/system_tests/test_core/test_metric_internal.py"
"tests/pytest_tests/system_tests/test_core/test_mode_disabled_full.py"
"tests/pytest_tests/system_tests/test_core/test_model_workflow.py"
"tests/pytest_tests/system_tests/test_core/test_mp_full.py"
"tests/pytest_tests/system_tests/test_core/test_public_api.py"
"tests/pytest_tests/system_tests/test_core/test_redir_full.py"
"tests/pytest_tests/system_tests/test_core/test_report_api.py"
"tests/pytest_tests/system_tests/test_core/test_save_policies.py"
"tests/pytest_tests/system_tests/test_core/test_sender.py"
"tests/pytest_tests/system_tests/test_core/test_start_method.py"
"tests/pytest_tests/system_tests/test_core/test_system_info.py"
"tests/pytest_tests/system_tests/test_core/test_tb_watcher.py"
"tests/pytest_tests/system_tests/test_core/test_telemetry_full.py"
"tests/pytest_tests/system_tests/test_core/test_time_resolution.py"
"tests/pytest_tests/system_tests/test_core/test_torch_full.py"
"tests/pytest_tests/system_tests/test_core/test_validation_data_logger.py"
"tests/pytest_tests/system_tests/test_core/test_wandb_init.py"
"tests/pytest_tests/system_tests/test_core/test_wandb_integration.py"
"tests/pytest_tests/system_tests/test_core/test_wandb_run.py"
"tests/pytest_tests/system_tests/test_core/test_wandb_settings.py"
"tests/pytest_tests/system_tests/test_core/test_wandb_tensorflow.py"
"tests/pytest_tests/system_tests/test_core/test_wandb_verify.py"
"tests/pytest_tests/system_tests/test_core/test_wandb.py"
"tests/pytest_tests/system_tests/test_importers/test_import_mlflow.py"
"tests/pytest_tests/system_tests/test_launch/test_github_reference.py"
"tests/pytest_tests/system_tests/test_launch/test_job_status_tracker.py"
"tests/pytest_tests/system_tests/test_launch/test_job.py"
"tests/pytest_tests/system_tests/test_launch/test_launch_add.py"
"tests/pytest_tests/system_tests/test_launch/test_launch_cli.py"
"tests/pytest_tests/system_tests/test_launch/test_launch_kubernetes.py"
"tests/pytest_tests/system_tests/test_launch/test_launch_local_container.py"
"tests/pytest_tests/system_tests/test_launch/test_launch_run.py"
"tests/pytest_tests/system_tests/test_launch/test_launch_sagemaker.py"
"tests/pytest_tests/system_tests/test_launch/test_launch_sweep_cli.py"
"tests/pytest_tests/system_tests/test_launch/test_launch_sweep.py"
"tests/pytest_tests/system_tests/test_launch/test_launch_vertex.py"
"tests/pytest_tests/system_tests/test_launch/test_launch.py"
"tests/pytest_tests/system_tests/test_launch/test_wandb_reference.py"
"tests/pytest_tests/system_tests/test_nexus/test_nexus.py"
"tests/pytest_tests/system_tests/test_sweep/test_public_api.py"
"tests/pytest_tests/system_tests/test_sweep/test_sweep_scheduler.py"
"tests/pytest_tests/system_tests/test_sweep/test_sweep_utils.py"
"tests/pytest_tests/system_tests/test_sweep/test_wandb_agent_full.py"
"tests/pytest_tests/system_tests/test_sweep/test_wandb_agent.py"
"tests/pytest_tests/system_tests/test_sweep/test_wandb_sweep.py"
"tests/pytest_tests/system_tests/test_system_metrics/test_open_metrics.py"
"tests/pytest_tests/system_tests/test_system_metrics/test_system_monitor.py"
# Tries to access /homeless-shelter
"tests/pytest_tests/unit_tests/test_tables.py"
# E AssertionError: assert 'Cannot use both --async and --queue with wandb launch' in 'wandb: ERROR Find detailed error logs at: /build/source/wandb/debug-cli.nixbld.log\nError: The wandb service process exited with 1. Ensure that `sys.executable` is a valid python interpreter. You can override it with the `_executable` setting or with the `WANDB__EXECUTABLE` environment variable.\n'
# E + where 'wandb: ERROR Find detailed error logs at: /build/source/wandb/debug-cli.nixbld.log\nError: The wandb service process exited with 1. Ensure that `sys.executable` is a valid python interpreter. You can override it with the `_executable` setting or with the `WANDB__EXECUTABLE` environment variable.\n' = <Result SystemExit(1)>.output
"tests/pytest_tests/unit_tests_old/tests_launch/test_launch_jobs.py"
# Requires google-cloud-aiplatform which is not packaged as of 2023-04-25.
"tests/pytest_tests/unit_tests/test_launch/test_runner/test_vertex.py"
# Requires google-cloud-artifact-registry which is not packaged as of 2023-04-25.
"tests/pytest_tests/unit_tests/test_launch/test_registry/test_gcp_artifact_registry.py"
# Requires kfp which is not packaged as of 2023-04-25.
"tests/pytest_tests/system_tests/test_core/test_kfp.py"
# Requires kubernetes_asyncio which is not packaged as of 2024-01-14.
"tests/pytest_tests/unit_tests/test_launch/test_builder/test_kaniko.py"
"tests/pytest_tests/unit_tests/test_launch/test_runner/test_kubernetes.py"
"tests/pytest_tests/unit_tests/test_launch/test_runner/test_safe_watch.py"
# Requires metaflow which is not packaged as of 2023-04-25.
"tests/pytest_tests/unit_tests/test_metaflow.py"
# Requires tensorflow which is broken as of 2023-09-03
"tests/pytest_tests/unit_tests/test_keras.py"
# Try to get hardware information, not possible in the nix build environment
"tests/pytest_tests/unit_tests/test_system_metrics/test_disk.py"
# See https://github.com/wandb/wandb/issues/5423
"tests/pytest_tests/unit_tests/test_docker.py"
"tests/pytest_tests/unit_tests/test_library_public.py"
# See https://github.com/wandb/wandb/issues/6836
"tests/pytest_tests/unit_tests_old/test_logging.py"
]
++ lib.optionals stdenv.isLinux [
# Same as above
"tests/pytest_tests/unit_tests/test_artifacts/test_storage.py"
]
++ lib.optionals stdenv.isDarwin [
# Same as above
"tests/pytest_tests/unit_tests/test_lib/test_filesystem.py"
];
disabledTests =
[
# Timing sensitive
"test_login_timeout"
# Tensorflow 2.13 is too old for the current version of keras
# ModuleNotFoundError: No module named 'keras.api._v2'
"test_saved_model_keras"
"test_sklearn_saved_model"
"test_pytorch_saved_model"
"test_tensorflow_keras_saved_model"
]
++ lib.optionals stdenv.isDarwin [
# Disable test that fails on darwin due to issue with python3Packages.psutil:
# https://github.com/giampaolo/psutil/issues/1219
"test_tpu_system_stats"
];
pythonImportsCheck = [ "wandb" ];
# unmaintainable list of disabled tests
passthru.skipBulkUpdate = true;
meta = with lib; {
description = "CLI and library for interacting with the Weights and Biases API";
homepage = "https://github.com/wandb/wandb";
changelog = "https://github.com/wandb/wandb/raw/v${version}/CHANGELOG.md";
license = licenses.mit;
maintainers = with maintainers; [ samuela ];
};
}