remove wrong path
This commit is contained in:
parent
94776fb841
commit
6bf9f85f70
|
@ -1,5 +1,5 @@
|
|||
"""
|
||||
This script creates a CLI demo with transformers backend for the glm-4-9b model,
|
||||
This script creates a CLI demo with transformers backend for the glm-4-9b-chat model,
|
||||
allowing users to interact with the model through a command-line interface.
|
||||
|
||||
Usage:
|
||||
|
@ -19,7 +19,7 @@ import torch
|
|||
from threading import Thread
|
||||
from transformers import AutoTokenizer, AutoModelForCausalLM, StoppingCriteria, StoppingCriteriaList, TextIteratorStreamer
|
||||
|
||||
MODEL_PATH = "/share/home/zyx/Models/glm-4-9b-chat-hf"
|
||||
MODEL_PATH = "THUDM/glm-4-9b-chat-hf"
|
||||
|
||||
tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH)
|
||||
|
||||
|
|
|
@ -1,3 +1,7 @@
|
|||
"""
|
||||
Note:
|
||||
Using with glm-4-9b-chat-hf will require `transformers>=4.46.0".
|
||||
"""
|
||||
import argparse
|
||||
import time
|
||||
from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer, BitsAndBytesConfig
|
||||
|
|
Loading…
Reference in New Issue