{ lib, aiohttp, apscheduler, azure-identity, azure-keyvault-secrets, backoff, buildPythonPackage, click, cryptography, fastapi, fastapi-sso, fetchFromGitHub, google-cloud-kms, gunicorn, importlib-metadata, jinja2, jsonschema, openai, orjson, poetry-core, prisma, pydantic, pyjwt, pynacl, python-dotenv, python-multipart, pythonOlder, pyyaml, requests, resend, rq, tiktoken, tokenizers, uvicorn, }: buildPythonPackage rec { pname = "litellm"; version = "1.51.2"; pyproject = true; disabled = pythonOlder "3.8"; src = fetchFromGitHub { owner = "BerriAI"; repo = "litellm"; rev = "refs/tags/v${version}"; hash = "sha256-jC5BiD4JFfsiyNOSlY6rH6l3Dk6AKKXJ8+Q6MTGYTpM="; }; build-system = [ poetry-core ]; dependencies = [ aiohttp click importlib-metadata jinja2 jsonschema openai pydantic python-dotenv requests tiktoken tokenizers ]; optional-dependencies = { proxy = [ apscheduler backoff cryptography fastapi fastapi-sso gunicorn orjson pyjwt python-multipart pyyaml rq uvicorn ]; extra_proxy = [ azure-identity azure-keyvault-secrets google-cloud-kms prisma pynacl resend ]; }; pythonImportsCheck = [ "litellm" ]; # access network doCheck = false; meta = with lib; { description = "Use any LLM as a drop in replacement for gpt-3.5-turbo. Use Azure, OpenAI, Cohere, Anthropic, Ollama, VLLM, Sagemaker, HuggingFace, Replicate (100+ LLMs)"; mainProgram = "litellm"; homepage = "https://github.com/BerriAI/litellm"; changelog = "https://github.com/BerriAI/litellm/releases/tag/v${version}"; license = licenses.mit; maintainers = with maintainers; [ happysalada ]; }; }