From ffa0d3476f554bdd1edff69d0c0e818338a806ea Mon Sep 17 00:00:00 2001 From: a14195657895178240309011 Date: Mon, 3 Feb 2025 14:38:58 +0800 Subject: [PATCH] Add generation_config.json Signed-off-by: a14195657895178240309011 --- generation_config.json | 9 +++++++++ 1 file changed, 9 insertions(+) create mode 100644 generation_config.json diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..052ab54 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 151646, + "eos_token_id": 151643, + "do_sample": true, + "temperature": 0.6, + "top_p": 0.95, + "transformers_version": "4.39.3" +}