torch>=2.5.1 # vLLM will use it
torchvision>=0.20.0
transformers>=4.46.2
sentencepiece>=0.2.0
jinja2>=3.1.4
pydantic>=2.9.2
timm>=1.0.9
tiktoken>=0.7.0
numpy==1.26.4 # Need less than 2.0.0
accelerate>=1.0.1
sentence_transformers>=3.1.1
gradio==4.44.1 # web demo
openai>=1.54.0 # openai demo
einops>=0.8.0
pillow>=10.4.0
sse-starlette>=2.1.3
bitsandbytes>=0.44.1 # INT4 Loading

vllm>=0.6.4.post1 # using with VLLM Framework
# PEFT model, not need if you don't use PEFT finetune model.
# peft>=0.14.0 # Using with finetune model