Skip to content

Commit e98380b

Browse files
authored
fix scale bug (#3141)
1 parent a25fd8d commit e98380b

File tree

1 file changed

+0
-2
lines changed

1 file changed

+0
-2
lines changed

paddleformers/trainer/trainer.py

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -2007,8 +2007,6 @@ def hybrid_parallel_scale_param_grad(paramlist, hcg):
20072007
cp_worldsize = hcg.get_context_parallel_world_size()
20082008

20092009
for p in paramlist:
2010-
if not getattr(p, "no_sync", False):
2011-
continue
20122010
color = getattr(p, "color", -1)
20132011
is_expert = isinstance(color, dict) and color.get("color", -1) == "moe_expert"
20142012
disable_scale_grad = getattr(p, "context_parallel_disable_scale_grad", False)

0 commit comments

Comments
 (0)