From b45326e9ea9e8d3ae52bb8a4185ba325137e2e4f Mon Sep 17 00:00:00 2001
From: rover5056 <505659051@qq.com>
Date: Wed, 3 Jul 2024 16:18:52 +0800
Subject: [PATCH] =?UTF-8?q?=E4=BF=AE=E5=A4=8D=E4=BA=86=20batch=20map=20?=
 =?UTF-8?q?=E6=97=B6=E9=BB=98=E8=AE=A4=E6=89=B9=E5=A4=A7=E5=B0=8F(1000)?=
 =?UTF-8?q?=E5=AF=BC=E8=87=B4=E7=9A=84=20offset=20overflow=20=E9=97=AE?=
 =?UTF-8?q?=E9=A2=98?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 finetune_demo/finetune_vision.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/finetune_demo/finetune_vision.py b/finetune_demo/finetune_vision.py
index 6b47e37..f6693a4 100644
--- a/finetune_demo/finetune_vision.py
+++ b/finetune_demo/finetune_vision.py
@@ -236,6 +236,8 @@ class DataManager(object):
             batched=batched,
             remove_columns=remove_columns,
             num_proc=self._num_proc,
+            batch_size=500,    # Dynamically adjust according to mem size
+            writer_batch_size=500
         )