first commit

2024-11-15 14:58:03 +08:00 · 2024-11-15 14:58:03 +08:00 · 558217550a
parent 695e7a39c0
commit 558217550a
3 changed files with 105881 additions and 0 deletions
--- a/tokenizer.json
+++ b/tokenizer.json
--- a/tokenizer_config.json
+++ b/tokenizer_config.json
@ -0,0 +1 @@
+{"do_lower_case": true, "model_max_length": 512}
--- a/vocab.txt
+++ b/vocab.txt
				`@ -0,0 +1 @@`
				`{"do_lower_case": true, "model_max_length": 512}`