From d5e583290c8c44f3648d01d5c00b7932058d19d3 Mon Sep 17 00:00:00 2001
From: wsgtest <4918b15d@leinao.ai>
Date: Fri, 5 Jul 2024 17:36:27 +0800
Subject: [PATCH] Add special_tokens_map.json

Signed-off-by: wsgtest <4918b15d@leinao.ai>
---
 special_tokens_map.json | 1 +
 1 file changed, 1 insertion(+)
 create mode 100644 special_tokens_map.json

diff --git a/special_tokens_map.json b/special_tokens_map.json
new file mode 100644
index 0000000..7fd3cac
--- /dev/null
+++ b/special_tokens_map.json
@@ -0,0 +1 @@
+{"bos_token": "<|endoftext|>", "eos_token": "<|endoftext|>", "unk_token": "<|endoftext|>", "pad_token": "<|endoftext|>"}
\ No newline at end of file