【lora】delete nouse llm target_modules (#3125)

Author: xiaoguoguo626807

paddleformers/peft/lora/lora_model.py

@@ -951,12 +951,12 @@ def get_lora_model(self, model: Union[PretrainedModel, nn.Layer], lora_config: L
             return model
         if isinstance(lora_config.target_modules, str):
             lora_config.target_modules = [lora_config.target_modules]
-
-        for target_module in lora_config.target_modules:
-            for i in model.named_sublayers():
-                module_name = i[0]
+        for i in model.named_sublayers():
+            module_name = i[0]
+            for target_module in lora_config.target_modules:
                 if re.fullmatch(target_module, module_name):
                     self._find_and_replace_module(model, module_name, lora_config)
+                    break
         return model
 
     def restore_original_model(self):

scripts/regression/test_dpo_tiny-random-glm4moe.py

@@ -35,8 +35,8 @@
 DPO_FULL_RESUME_EXCEPTED_LOSS = 0.69372
 DPO_FULL_EXCEPTED_RESULT = [[51172, 37927, 96130, 27654, 133362, 95331, 27654, 133362, 115845, 115845]]
 
-DPO_LORA_EXCEPTED_LOSS = 0.692349
-DPO_LORA_RESUME_EXCEPTED_LOSS = 0.691924
+DPO_LORA_EXCEPTED_LOSS = 0.692831
+DPO_LORA_RESUME_EXCEPTED_LOSS = 0.693171
 DPO_LORA_EXCEPTED_RESULT = [[51172, 37927, 96130, 27654, 133362, 95331, 27654, 133362, 115845, 115845]]
 
 DPO_FULL_TP_PP_EXCEPTED_LOSS = 0.693105

scripts/regression/test_pt_tiny-random-glm4moe.py

@@ -35,8 +35,8 @@
 PT_FULL_RESUME_EXCEPTED_LOSS = 12.750999
 PT_FULL_EXCEPTED_RESULT = [[51172, 37927, 96130, 27654, 133362, 95331, 27654, 133362, 115845, 115845]]
 
-PT_LORA_EXCEPTED_LOSS = 12.746654
-PT_LORA_RESUME_EXCEPTED_LOSS = 12.752742
+PT_LORA_EXCEPTED_LOSS = 12.746094
+PT_LORA_RESUME_EXCEPTED_LOSS = 12.751206
 PT_LORA_EXCEPTED_RESULT = [[51172, 37927, 96130, 27654, 133362, 95331, 133362, 30625, 95331, 4198]]
 
 PT_FULL_TP_PP_EXCEPTED_LOSS = 11.932426

scripts/regression/test_sft_tiny-random-glm4moe.py

@@ -35,8 +35,8 @@
 SFT_FULL_RESUME_EXCEPTED_LOSS = 13.080153
 SFT_FULL_EXCEPTED_RESULT = [[51172, 37927, 96130, 27654, 133362, 95331, 27654, 133362, 115845, 115845]]
 
-SFT_LORA_EXCEPTED_LOSS = 13.092133
-SFT_LORA_RESUME_EXCEPTED_LOSS = 13.081255
+SFT_LORA_EXCEPTED_LOSS = 13.092138
+SFT_LORA_RESUME_EXCEPTED_LOSS = 13.081409
 SFT_LORA_EXCEPTED_RESULT = [[51172, 37927, 96130, 27654, 133362, 95331, 27654, 133362, 115845, 115845]]
 
 SFT_FULL_TP_PP_EXCEPTED_LOSS = 11.92912