Resolve the issue of the first-round commit failure under dsv2 (#186)

zhou-haitao · web-flow · commit 1da231f1beb4 · 2025-09-17T09:59:07.000+08:00
diff --git a/ucm/patch/0.9.2/vllm-adapt.patch b/ucm/patch/0.9.2/vllm-adapt.patch
@@ -278,7 +278,7 @@ index b06b7cc80..22c22a148 100644
 -        (output, ) = self.collective_rpc(
 +        non_block = self.max_concurrent_batches > 1
 +
-+        if not self.has_connector:
++        if not self.has_connector or self.vllm_config.model_config.use_mla:
 +            # get output only from a single worker (output_rank)
 +            (output, ) = self.collective_rpc(
 +                "execute_model",

Original file line number	Diff line number	Diff line change
`@@ -278,7 +278,7 @@ index b06b7cc80..22c22a148 100644`
`278`	`278`	`- (output, ) = self.collective_rpc(`
`279`	`279`	`+ non_block = self.max_concurrent_batches > 1`
`280`	`280`	`+`
`281`		`-+ if not self.has_connector:`
	`281`	`++ if not self.has_connector or self.vllm_config.model_config.use_mla:`
`282`	`282`	`+ # get output only from a single worker (output_rank)`
`283`	`283`	`+ (output, ) = self.collective_rpc(`
`284`	`284`	`+ "execute_model",`