efort
/
glm4
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix #303

This commit is contained in:
zR 2024-07-08 16:51:25 +08:00
parent 40996bddb2
commit da2fe372cc
2 changed files with 56 additions and 52 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
finetune_demo/configs/ptuning_v2.yaml
View File

@ -21,7 +21,7 @@ training_args:
# settings for logging # settings for logging
log_level: info log_level: info
logging_strategy: steps logging_strategy: steps
logging_steps: 500 logging_steps: 10
# settings for evaluation # settings for evaluation
per_device_eval_batch_size: 16 per_device_eval_batch_size: 16
evaluation_strategy: steps evaluation_strategy: steps

102
finetune_demo/inference.py
View File

@ -1,14 +1,10 @@
from pathlib import Path from pathlib import Path
from typing import Annotated, Union from typing import Annotated, Union
import typer import typer
from peft import PeftModelForCausalLM from peft import PeftModelForCausalLM
from transformers import ( from transformers import (
AutoModel, AutoModel,
AutoTokenizer, AutoTokenizer,
PreTrainedModel,
PreTrainedTokenizer,
PreTrainedTokenizerFast
) )
from PIL import Image from PIL import Image
import torch import torch
@ -21,12 +17,20 @@ def load_model_and_tokenizer(
): ):
model_dir = Path(model_dir).expanduser().resolve() model_dir = Path(model_dir).expanduser().resolve()
if (model_dir / 'adapter_config.json').exists(): if (model_dir / 'adapter_config.json').exists():
import json
with open(model_dir / 'adapter_config.json', 'r', encoding='utf-8') as file:
config = json.load(file)
model = AutoModel.from_pretrained( model = AutoModel.from_pretrained(
model_dir, config.get('base_model_name_or_path'),
trust_remote_code=trust_remote_code, trust_remote_code=trust_remote_code,
device_map='auto', device_map='auto',
torch_dtype=torch.bfloat16 torch_dtype=torch.bfloat16
) )
model = PeftModelForCausalLM.from_pretrained(
model=model,
model_id=model_dir,
trust_remote_code=trust_remote_code,
)
tokenizer_dir = model.peft_config['default'].base_model_name_or_path tokenizer_dir = model.peft_config['default'].base_model_name_or_path
else: else:
model = AutoModel.from_pretrained( model = AutoModel.from_pretrained(
@ -50,55 +54,55 @@ def main(
model_dir: Annotated[str, typer.Argument(help='')], model_dir: Annotated[str, typer.Argument(help='')],
): ):
# For GLM-4 Finetune Without Tools # For GLM-4 Finetune Without Tools
# messages = [
# {
# "role": "user", "content": "#裙子#夏天",
# }
# ]
# For GLM-4 Finetune With Tools
messages = [ messages = [
{ {
"role": "system", "content": "", "role": "user", "content": "#裙子#夏天",
"tools":
[
{
"type": "function",
"function": {
"name": "create_calendar_event",
"description": "Create a new calendar event",
"parameters": {
"type": "object",
"properties": {
"title": {
"type": "string",
"description": "The title of the event"
},
"start_time": {
"type": "string",
"description": "The start time of the event in the format YYYY-MM-DD HH:MM"
},
"end_time": {
"type": "string",
"description": "The end time of the event in the format YYYY-MM-DD HH:MM"
}
},
"required": [
"title",
"start_time",
"end_time"
]
}
}
} }
] ]
}, # For GLM-4 Finetune With Tools
{ # messages = [
"role": "user", # {
"content": "Can you help me create a calendar event for my meeting tomorrow? The title is \"Team Meeting\". It starts at 10:00 AM and ends at 11:00 AM." # "role": "system", "content": "",
}, # "tools":
] # [
# {
# "type": "function",
# "function": {
# "name": "create_calendar_event",
# "description": "Create a new calendar event",
# "parameters": {
# "type": "object",
# "properties": {
# "title": {
# "type": "string",
# "description": "The title of the event"
# },
# "start_time": {
# "type": "string",
# "description": "The start time of the event in the format YYYY-MM-DD HH:MM"
# },
# "end_time": {
# "type": "string",
# "description": "The end time of the event in the format YYYY-MM-DD HH:MM"
# }
# },
# "required": [
# "title",
# "start_time",
# "end_time"
# ]
# }
# }
# }
# ]
#
# },
# {
# "role": "user",
# "content": "Can you help me create a calendar event for my meeting tomorrow? The title is \"Team Meeting\". It starts at 10:00 AM and ends at 11:00 AM."
# },
# ]
# For GLM-4V Finetune # For GLM-4V Finetune
# messages = [ # messages = [