optillm/pyproject.toml at main · algorithmicsuperintelligence/optillm · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
[build-system]
requires = ["setuptools>=64", "wheel"]
build-backend = "setuptools.build_meta"

[project]
name = "optillm"
version = "0.3.14"
description = "An optimizing inference proxy for LLMs."
readme = "README.md"
license = "Apache-2.0"
authors = [
    {name = "codelion", email = "codelion@okyasoft.com"}
]
requires-python = ">=3.10"
classifiers = [
    "Programming Language :: Python :: 3",
    "Operating System :: OS Independent",
]
dependencies = [
    "numpy",
    "networkx",
    "openai",
    "z3-solver<=4.15.4.0",
    "aiohttp",
    "flask",
    "torch",
    "transformers",
    "azure-identity",
    "tiktoken",
    "scikit-learn",
    "litellm",
    "google-cloud-aiplatform",
    "requests",
    "beautifulsoup4",
    "lxml",
    "presidio_analyzer",
    "presidio_anonymizer",
    "nbconvert",
    "nbformat",
    "ipython",
    "ipykernel",
    "peft",
    "bitsandbytes",
    "gradio<5.16.0",
    "spacy>=3.7.0",
    "cerebras_cloud_sdk",
    "outlines[transformers]",
    "sentencepiece",
    "mcp",
    "adaptive-classifier",
    "datasets",
    "PyYAML",
    "selenium",
    "webdriver-manager",
    # MLX support for Apple Silicon optimization
    'mlx-lm>=0.24.0; platform_machine=="arm64" and sys_platform=="darwin"',
]

[project.optional-dependencies]
eval = [
    "tabulate",
    "accelerate",
    "huggingface_hub",
    "httpx",
    "tqdm",
    "pandas",
]

[project.urls]
Homepage = "https://github.com/codelion/optillm"
Repository = "https://github.com/codelion/optillm"
Issues = "https://github.com/codelion/optillm/issues"

[project.scripts]
optillm = "optillm:main"

[tool.setuptools.packages.find]
include = ["optillm*"]

[tool.setuptools.package-data]
optillm = [
    "plugins/*.py",
    "plugins/proxy/*.py",
    "plugins/proxy/*.yaml",
    "plugins/proxy/*.md",
    "cepo/*.py",
    "cepo/configs/*.yaml",
]