From ddefc6ebd7508c0b9889474f6f4b3170ef3ee67c Mon Sep 17 00:00:00 2001
From: wsg123 <1453416853@qq.com>
Date: Mon, 8 Jul 2024 10:03:14 +0800
Subject: [PATCH] Delete tokenizer_config.json

Signed-off-by: wsg123 <1453416853@qq.com>
---
 tokenizer_config.json | 1 -
 1 file changed, 1 deletion(-)
 delete mode 100644 tokenizer_config.json

diff --git a/tokenizer_config.json b/tokenizer_config.json
deleted file mode 100644
index 7592fbd..0000000
--- a/tokenizer_config.json
+++ /dev/null
@@ -1 +0,0 @@
-{"unk_token": "<|endoftext|>", "bos_token": "<|endoftext|>", "eos_token": "<|endoftext|>", "add_prefix_space": false, "model_max_length": 1024, "special_tokens_map_file": null, "name_or_path": "./models/", "tokenizer_class": "GPT2Tokenizer"}
\ No newline at end of file