2024-06-06 13:57:22 +08:00
|
|
|
# use vllm
|
2024-06-15 20:59:23 +08:00
|
|
|
# vllm>=0.5.0
|
2024-06-06 13:57:22 +08:00
|
|
|
|
2024-06-05 10:22:16 +08:00
|
|
|
torch>=2.3.0
|
|
|
|
|
torchvision>=0.18.0
|
|
|
|
|
transformers==4.40.0
|
|
|
|
|
huggingface-hub>=0.23.1
|
|
|
|
|
sentencepiece>=0.2.0
|
|
|
|
|
pydantic>=2.7.1
|
|
|
|
|
timm>=0.9.16
|
|
|
|
|
tiktoken>=0.7.0
|
|
|
|
|
accelerate>=0.30.1
|
|
|
|
|
sentence_transformers>=2.7.0
|
|
|
|
|
|
|
|
|
|
# web demo
|
2024-06-06 13:57:22 +08:00
|
|
|
gradio>=4.33.0
|
2024-06-05 10:22:16 +08:00
|
|
|
|
|
|
|
|
# openai demo
|
2024-06-18 18:13:12 +08:00
|
|
|
openai>=1.34.0
|
2024-06-05 10:22:16 +08:00
|
|
|
einops>=0.7.0
|
|
|
|
|
sse-starlette>=2.1.0
|
|
|
|
|
|
2024-06-06 13:57:22 +08:00
|
|
|
# INT4
|
2024-06-06 16:18:14 +08:00
|
|
|
bitsandbytes>=0.43.1
|
|
|
|
|
|
|
|
|
|
# PEFT model, not need if you don't use PEFT finetune model.
|
|
|
|
|
# peft>=0.11.0
|
