remove wrong path

This commit is contained in:
zR 2024-10-29 01:41:10 +08:00
parent 94776fb841
commit 6bf9f85f70
2 changed files with 6 additions and 2 deletions

View File

@ -1,5 +1,5 @@
"""
This script creates a CLI demo with transformers backend for the glm-4-9b model,
This script creates a CLI demo with transformers backend for the glm-4-9b-chat model,
allowing users to interact with the model through a command-line interface.
Usage:
@ -19,7 +19,7 @@ import torch
from threading import Thread
from transformers import AutoTokenizer, AutoModelForCausalLM, StoppingCriteria, StoppingCriteriaList, TextIteratorStreamer
MODEL_PATH = "/share/home/zyx/Models/glm-4-9b-chat-hf"
MODEL_PATH = "THUDM/glm-4-9b-chat-hf"
tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH)

View File

@ -1,3 +1,7 @@
"""
Note:
Using with glm-4-9b-chat-hf will require `transformers>=4.46.0".
"""
import argparse
import time
from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer, BitsAndBytesConfig