efort
/
glm4
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

remove wrong path

This commit is contained in:
zR 2024-10-29 01:41:10 +08:00
parent 94776fb841
commit 6bf9f85f70
2 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
basic_demo/trans_cli_demo.py
View File

@ -1,5 +1,5 @@
""" """
This script creates a CLI demo with transformers backend for the glm-4-9b model, This script creates a CLI demo with transformers backend for the glm-4-9b-chat model,
allowing users to interact with the model through a command-line interface. allowing users to interact with the model through a command-line interface.
Usage: Usage:
@ -19,7 +19,7 @@ import torch
from threading import Thread from threading import Thread
from transformers import AutoTokenizer, AutoModelForCausalLM, StoppingCriteria, StoppingCriteriaList, TextIteratorStreamer from transformers import AutoTokenizer, AutoModelForCausalLM, StoppingCriteria, StoppingCriteriaList, TextIteratorStreamer
MODEL_PATH = "/share/home/zyx/Models/glm-4-9b-chat-hf" MODEL_PATH = "THUDM/glm-4-9b-chat-hf"
tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH) tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH)

4
basic_demo/trans_stress_test.py
View File

@ -1,3 +1,7 @@
"""
Note:
Using with glm-4-9b-chat-hf will require `transformers>=4.46.0".
"""
import argparse import argparse
import time import time
from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer, BitsAndBytesConfig from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer, BitsAndBytesConfig