2024-06-05 10:22:16 +08:00
|
|
|
torch>=2.3.0
|
|
|
|
torchvision>=0.18.0
|
2024-07-16 17:08:50 +08:00
|
|
|
transformers==4.42.4
|
2024-06-05 10:22:16 +08:00
|
|
|
huggingface-hub>=0.23.1
|
|
|
|
sentencepiece>=0.2.0
|
2024-07-16 17:08:50 +08:00
|
|
|
pydantic>=2.8.2
|
|
|
|
timm>=1.0.7
|
2024-06-05 10:22:16 +08:00
|
|
|
tiktoken>=0.7.0
|
2024-07-16 17:08:50 +08:00
|
|
|
accelerate>=0.32.1
|
|
|
|
sentence_transformers>=3.0.1
|
|
|
|
gradio>=4.38.1 # web demo
|
|
|
|
openai>=1.35.0 # openai demo
|
|
|
|
einops>=0.8.0
|
|
|
|
sse-starlette>=2.1.2
|
|
|
|
bitsandbytes>=0.43.1 # INT4 Loading
|
2024-06-06 16:18:14 +08:00
|
|
|
|
2024-07-16 17:08:50 +08:00
|
|
|
# vllm>=0.5.2
|
|
|
|
# flash-attn>=2.5.9 # using with flash-attention 2
|
2024-06-06 16:18:14 +08:00
|
|
|
# PEFT model, not need if you don't use PEFT finetune model.
|
2024-07-16 17:08:50 +08:00
|
|
|
# peft>=0.11.1
|