Delete tokenizer_config.json
Signed-off-by: wsg123 <1453416853@qq.com>
This commit is contained in:
parent
b96a0748b8
commit
ddefc6ebd7
|
@ -1 +0,0 @@
|
||||||
{"unk_token": "<|endoftext|>", "bos_token": "<|endoftext|>", "eos_token": "<|endoftext|>", "add_prefix_space": false, "model_max_length": 1024, "special_tokens_map_file": null, "name_or_path": "./models/", "tokenizer_class": "GPT2Tokenizer"}
|
|
Loading…
Reference in New Issue