24 lines
338 B
Plaintext
24 lines
338 B
Plaintext
# use vllm
|
|
# vllm>=0.4.3
|
|
|
|
torch>=2.3.0
|
|
torchvision>=0.18.0
|
|
transformers==4.40.0
|
|
huggingface-hub>=0.23.1
|
|
sentencepiece>=0.2.0
|
|
pydantic>=2.7.1
|
|
timm>=0.9.16
|
|
tiktoken>=0.7.0
|
|
accelerate>=0.30.1
|
|
sentence_transformers>=2.7.0
|
|
|
|
# web demo
|
|
gradio>=4.33.0
|
|
|
|
# openai demo
|
|
openai>=1.31.1
|
|
einops>=0.7.0
|
|
sse-starlette>=2.1.0
|
|
|
|
# INT4
|
|
bitsandbytes>=0.43.1 |