fixed type annotation

vllm-project · Jul 31, 2024 · 809c49e · 809c49e
1 parent 509ce0e
commit 809c49e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/_custom_ops.py b/vllm/_custom_ops.py
@@ -259,7 +259,7 @@ def cutlass_scaled_mm_azp(a: torch.Tensor,
                           b: torch.Tensor,
                           scale_a: torch.Tensor,
                           scale_b: torch.Tensor,
-                          out_dtype: Type[torch.dtype],
+                          out_dtype: torch.dtype,
                           azp_adj: torch.Tensor,
                           azp: Optional[torch.Tensor] = None,
                           bias: Optional[torch.Tensor] = None) -> torch.Tensor: