21 lines
527 B
Plaintext
21 lines
527 B
Plaintext
torch>=2.5.1 # vLLM will use it
|
|
torchvision>=0.20.0
|
|
transformers>=4.46.2
|
|
sentencepiece>=0.2.0
|
|
jinja2>=3.1.4
|
|
pydantic>=2.9.2
|
|
timm>=1.0.9
|
|
tiktoken>=0.7.0
|
|
numpy==1.26.4 # Need less than 2.0.0
|
|
accelerate>=1.0.1
|
|
sentence_transformers>=3.1.1
|
|
gradio==4.44.1 # web demo
|
|
openai>=1.54.0 # openai demo
|
|
einops>=0.8.0
|
|
pillow>=10.4.0
|
|
sse-starlette>=2.1.3
|
|
bitsandbytes>=0.44.1 # INT4 Loading
|
|
|
|
vllm>=0.6.4.post1 # using with VLLM Framework
|
|
# PEFT model, not need if you don't use PEFT finetune model.
|
|
# peft>=0.14.0 # Using with finetune model |