Merge pull request #24 from ExponentialML/feat/gradient-checkpointing

Add Gradient Checkpointing

Author: ExponentialML

configs/my_config.yaml

@@ -37,6 +37,7 @@ trainable_modules:
 seed: 64
 mixed_precision: "fp16"
 use_8bit_adam: False # This seems to be incompatible at the moment. 
+gradient_checkpointing: False
 enable_xformers_memory_efficient_attention: False
 
 # Use scaled dot product attention (Only available with >= Torch 2.0)

configs/my_config_hq.yaml

@@ -37,6 +37,6 @@ trainable_modules:
 seed: 64
 mixed_precision: "fp16"
 use_8bit_adam: False # This seems to be incompatible at the moment. 
-
+gradient_checkpointing: False
 # Xformers must be installed
 enable_xformers_memory_efficient_attention: True

configs/offset_noise_finetune.yaml

@@ -42,6 +42,7 @@ trainable_modules:
 seed: 64
 mixed_precision: "fp16"
 use_8bit_adam: False # This seems to be incompatible at the moment. 
+gradient_checkpointing: False
 
 # Xformers must be installed
 enable_xformers_memory_efficient_attention: True

configs/single_video_config.yaml

@@ -37,6 +37,7 @@ trainable_modules:
 seed: 64
 mixed_precision: "fp16"
 use_8bit_adam: False # This seems to be incompatible at the moment. 
+gradient_checkpointing: False
 enable_xformers_memory_efficient_attention: False
 
 # Use scaled dot product attention (Only available with >= Torch 2.0)