accelerate==0.31.0
aiohttp==3.9.5
aiosignal==1.3.1
annotated-types==0.7.0
anthropic==0.28.1
anyio==4.4.0
attrs==23.2.0
certifi==2024.6.2
charset-normalizer==3.3.2
click==8.1.7
cloudpickle==3.0.0
cmake==3.29.3
cupy-cuda11x==12.1.0
datasets==2.19.1
dill==0.3.8
diskcache==5.6.3
distro==1.9.0
dnspython==2.6.1
einops==0.8.0
email_validator==2.1.1
fastapi==0.111.0
fastapi-cli==0.0.4
fastrlock==0.8.2
filelock==3.14.0
flash-attn==2.6.3
frozenlist==1.4.1
fschat==0.2.36
fsspec==2024.3.1
fuzzywuzzy==0.18.0
h11==0.14.0
httpcore==1.0.5
httptools==0.6.1
httpx==0.27.0
huggingface-hub==0.23.2
idna==3.7
interegular==0.3.3
jieba==0.42.1
Jinja2==3.1.4
jiter==0.4.2
joblib==1.4.2
jsonschema==4.22.0
jsonschema-specifications==2023.12.1
lark==1.1.9
lit==18.1.6
llvmlite==0.43.0
lm-format-enforcer==0.9.8
markdown-it-py==3.0.0
markdown2==2.4.13
MarkupSafe==2.1.5
mdurl==0.1.2
mpmath==1.3.0
msgpack==1.0.8
multidict==6.0.5
multiprocess==0.70.16
nest-asyncio==1.6.0
networkx==3.2.1
nh3==0.2.17
ninja==1.11.1.1
numba==0.60.0
numpy==1.26.4
nvidia-cublas-cu11==11.11.3.6
nvidia-cublas-cu12==12.1.3.1
nvidia-cuda-cupti-cu11==11.8.87
nvidia-cuda-cupti-cu12==12.1.105
nvidia-cuda-nvrtc-cu11==11.8.89
nvidia-cuda-nvrtc-cu12==12.1.105
nvidia-cuda-runtime-cu11==11.8.89
nvidia-cuda-runtime-cu12==12.1.105
nvidia-cudnn-cu11==8.7.0.84
nvidia-cudnn-cu12==8.9.2.26
nvidia-cufft-cu11==10.9.0.58
nvidia-cufft-cu12==11.0.2.54
nvidia-curand-cu11==10.3.0.86
nvidia-curand-cu12==10.3.2.106
nvidia-cusolver-cu11==11.4.1.48
nvidia-cusolver-cu12==11.4.5.107
nvidia-cusparse-cu11==11.7.5.86
nvidia-cusparse-cu12==12.1.0.106
nvidia-ml-py==12.550.52
nvidia-nccl-cu11==2.20.5
nvidia-nccl-cu12==2.18.1
nvidia-nvjitlink-cu12==12.5.40
nvidia-nvtx-cu11==11.8.86
nvidia-nvtx-cu12==12.1.105
openai==1.43.0
orjson==3.10.3
outlines==0.0.34
packaging==24.1
pandas==2.2.2
peft==0.11.1
prometheus-fastapi-instrumentator==7.0.0
prometheus_client==0.20.0
prompt_toolkit==3.0.47
protobuf==5.27.1
psutil==5.9.8
py-cpuinfo==9.0.0
pyarrow==16.1.0
pyarrow-hotfix==0.6
pydantic==2.7.2
pydantic-settings==2.3.3
pydantic_core==2.18.3
Pygments==2.18.0
pynvml==11.5.0
python-dateutil==2.9.0.post0
python-dotenv==1.0.1
python-multipart==0.0.9
pytz==2024.1
PyYAML==6.0.1
ray==2.23.0
referencing==0.35.1
regex==2024.5.15
requests==2.32.3
rich==13.7.1
rouge==1.0.1
rpds-py==0.18.1
safetensors==0.4.3
scipy==1.13.1
sentencepiece==0.2.0
shellingham==1.5.4
shortuuid==1.0.13
six==1.16.0
sniffio==1.3.1
starlette==0.37.2
svgwrite==1.4.3
sympy==1.12.1
tenacity==9.0.0
tiktoken==0.6.0
tokenizers==0.19.1
torch==2.1.2+cu118
tqdm==4.66.4
transformers==4.41.1
triton==2.1.0
typer==0.12.3
typing_extensions==4.12.0
tzdata==2024.1
ujson==5.10.0
urllib3==2.2.1
uvicorn==0.30.0
uvloop==0.19.0
vllm @ https://github.com/vllm-project/vllm/releases/download/v0.4.0.post1/vllm-0.4.0.post1+cu118-cp311-cp311-manylinux1_x86_64.whl#sha256=972000632bfd35535ca0ab1c8489c6ff8259766d643fe281d973e6646dfb2b9a
vllm_nccl_cu11 @ https://www.piwheels.org/simple/vllm-nccl-cu11/vllm_nccl_cu11-2.18.1.0.4.0-py3-none-any.whl#sha256=3b54bb2ebf3ee2d395cc4b4fe2178f018f109d97af9a5b4ec85f2efcc862a135
watchfiles==0.22.0
wavedrom==2.0.3.post3
wcwidth==0.2.13
websockets==12.0
xformers @ file:///apdcephfs_qy3/share_733425/timhuang/caiqi/long-short-uncertainty/xformers-0.0.23.post1%2Bcu118-cp311-cp311-manylinux2014_x86_64.whl#sha256=40930e63a16ca3bc0e12984490a5e74d3a13cbe7a26a23124e4d83205aa69d74
xxhash==3.4.1
yarl==1.9.4
