Delete tokenizer_config.json

Signed-off-by: wsg123 <1453416853@qq.com>
This commit is contained in:
wsg123 2024-07-08 10:03:14 +08:00
parent b96a0748b8
commit ddefc6ebd7
1 changed files with 0 additions and 1 deletions

View File

@ -1 +0,0 @@
{"unk_token": "<|endoftext|>", "bos_token": "<|endoftext|>", "eos_token": "<|endoftext|>", "add_prefix_space": false, "model_max_length": 1024, "special_tokens_map_file": null, "name_or_path": "./models/", "tokenizer_class": "GPT2Tokenizer"}