fix: ODM dispatch (#647)

* Forcing split batches to be false and dispatch batches to be false

Signed-off-by: romitjain <romit@ibm.com>

* Making just dispatch batches false

Signed-off-by: romitjain <romit@ibm.com>

* Updated pyproject toml

Signed-off-by: romitjain <romit@ibm.com>

---------

Signed-off-by: romitjain <romit@ibm.com>

Author: romitjain

pyproject.toml

@@ -13,7 +13,7 @@ authors = [
   {name = "Sukriti Sharma", email = "sukriti.sharma4@ibm.com"},
   {name = "Anh Uong", email = "anh.uong@ibm.com"},
 ]
-license = "Apache-2.0"
+license = {text = "Apache-2.0"}
 readme = "README.md"
 requires-python = "~=3.9"
 keywords = ['fms-hf-tuning', 'python', 'tuning']

tuning/data/setup_dataprocessor.py

@@ -561,7 +561,7 @@ def setup_train_dataset_for_odm(
         eval_batch_size=train_args.per_device_eval_batch_size,
         reward_type=odm_config.odm.reward_type,
     )
-    train_args.accelerator_config = {"split_batches": True}
+    train_args.accelerator_config = {"dispatch_batches": False}
     return (True, train_dataset, data_collator)