From 67fdbcc9b02559b6815fd8a5d31426a31a6f80ec Mon Sep 17 00:00:00 2001 From: romitjain Date: Tue, 2 Dec 2025 06:51:12 +0000 Subject: [PATCH 1/3] Forcing split batches to be false and dispatch batches to be false Signed-off-by: romitjain --- tuning/data/setup_dataprocessor.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tuning/data/setup_dataprocessor.py b/tuning/data/setup_dataprocessor.py index fca41675c..a8ac48ad2 100644 --- a/tuning/data/setup_dataprocessor.py +++ b/tuning/data/setup_dataprocessor.py @@ -561,7 +561,7 @@ def setup_train_dataset_for_odm( eval_batch_size=train_args.per_device_eval_batch_size, reward_type=odm_config.odm.reward_type, ) - train_args.accelerator_config = {"split_batches": True} + train_args.accelerator_config = {"split_batches": False, "dispatch_batches": False} return (True, train_dataset, data_collator) From 352b5199033204774ecb678314ea52873a13400b Mon Sep 17 00:00:00 2001 From: romitjain Date: Tue, 2 Dec 2025 06:51:44 +0000 Subject: [PATCH 2/3] Making just dispatch batches false Signed-off-by: romitjain --- tuning/data/setup_dataprocessor.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tuning/data/setup_dataprocessor.py b/tuning/data/setup_dataprocessor.py index a8ac48ad2..48d65c739 100644 --- a/tuning/data/setup_dataprocessor.py +++ b/tuning/data/setup_dataprocessor.py @@ -561,7 +561,7 @@ def setup_train_dataset_for_odm( eval_batch_size=train_args.per_device_eval_batch_size, reward_type=odm_config.odm.reward_type, ) - train_args.accelerator_config = {"split_batches": False, "dispatch_batches": False} + train_args.accelerator_config = {"dispatch_batches": False} return (True, train_dataset, data_collator) From 46d3eb657f26a86c9de78bd1064d56c3b585dec4 Mon Sep 17 00:00:00 2001 From: romitjain Date: Tue, 2 Dec 2025 07:42:33 +0000 Subject: [PATCH 3/3] Updated pyproject toml Signed-off-by: romitjain --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index 7b772f2d4..9d09a36b3 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -13,7 +13,7 @@ authors = [ {name = "Sukriti Sharma", email = "sukriti.sharma4@ibm.com"}, {name = "Anh Uong", email = "anh.uong@ibm.com"}, ] -license = "Apache-2.0" +license = {text = "Apache-2.0"} readme = "README.md" requires-python = "~=3.9" keywords = ['fms-hf-tuning', 'python', 'tuning']