2024-11-18 10:10:43 +08:00
|
|
|
torch>=2.5.1 # vLLM will use it
|
2024-10-29 00:13:41 +08:00
|
|
|
torchvision>=0.20.0
|
2024-11-18 10:10:43 +08:00
|
|
|
transformers>=4.46.2
|
2024-06-05 10:22:16 +08:00
|
|
|
sentencepiece>=0.2.0
|
2024-07-24 10:17:07 +08:00
|
|
|
jinja2>=3.1.4
|
2024-10-06 14:09:05 +08:00
|
|
|
pydantic>=2.9.2
|
|
|
|
timm>=1.0.9
|
2024-06-05 10:22:16 +08:00
|
|
|
tiktoken>=0.7.0
|
2024-08-11 17:59:00 +08:00
|
|
|
numpy==1.26.4 # Need less than 2.0.0
|
2024-10-29 00:13:41 +08:00
|
|
|
accelerate>=1.0.1
|
2024-10-06 14:09:05 +08:00
|
|
|
sentence_transformers>=3.1.1
|
2024-11-01 17:06:04 +08:00
|
|
|
gradio==4.44.1 # web demo
|
2024-11-18 10:10:43 +08:00
|
|
|
openai>=1.54.0 # openai demo
|
2024-07-16 17:08:50 +08:00
|
|
|
einops>=0.8.0
|
2024-07-24 10:17:07 +08:00
|
|
|
pillow>=10.4.0
|
2024-08-11 17:59:00 +08:00
|
|
|
sse-starlette>=2.1.3
|
2024-11-18 10:10:43 +08:00
|
|
|
bitsandbytes>=0.44.1 # INT4 Loading
|
2024-06-06 16:18:14 +08:00
|
|
|
|
2024-11-18 10:10:43 +08:00
|
|
|
vllm>=0.6.4.post1 # using with VLLM Framework
|
2024-06-06 16:18:14 +08:00
|
|
|
# PEFT model, not need if you don't use PEFT finetune model.
|
2024-11-18 10:10:43 +08:00
|
|
|
# peft>=0.14.0 # Using with finetune model
|