-
Notifications
You must be signed in to change notification settings - Fork 81
/
Copy pathsetup.py
48 lines (43 loc) · 1.28 KB
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
import os
from setuptools import find_packages, setup
install_sentence_transformers = (
os.getenv("INSTALL_SENTENCE_TRANSFORMERS", "true") == "true"
)
install_requires = [
"numpy==1.26.4",
"fastapi==0.115.8",
"httpx==0.28.1",
"uvicorn==0.34.0",
"kubernetes==32.0.0",
"prometheus_client==0.21.1",
"uhashring==2.3",
"aiofiles==24.1.0",
"python-multipart==0.0.20",
"faiss-cpu==1.10.0",
"huggingface-hub==0.25.2", # downgrade to 0.25.2 to avoid breaking changes
]
if install_sentence_transformers:
install_requires.append("sentence-transformers==2.2.2")
setup(
name="vllm-router",
use_scm_version=True,
setup_requires=["setuptools_scm"],
packages=find_packages(where="src"),
package_dir={"": "src"},
# Should be the same as src/router/requirements.txt
install_requires=install_requires,
entry_points={
"console_scripts": [
"vllm-router=vllm_router.app:main",
],
},
description="The router for vLLM",
license="Apache 2.0",
url="https://github.com/vllm-project/production-stack",
classifiers=[
"Programming Language :: Python :: 3",
"License :: OSI Approved :: MIT License",
"Operating System :: OS Independent",
],
python_requires=">=3.12",
)