Skip to content

Commit af40d33

Browse files
authored
Removing the padding again after it had been overwritten by upstream merge (ROCm#485)
1 parent 9d4368d commit af40d33

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

vllm/model_executor/layers/quantization/utils/w8a8_utils.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -146,7 +146,8 @@ def __init__(self,
146146
# as it breaks with dynamic shapes.
147147
if pad_output is None:
148148
config = get_current_vllm_config().compilation_config
149-
pad_output = config.level < CompilationLevel.PIECEWISE
149+
pad_output = (not current_platform.is_rocm()
150+
and config.level < CompilationLevel.PIECEWISE)
150151
self.output_padding = 17 if pad_output else None
151152

152153
def apply(

0 commit comments

Comments
 (0)