diff --git a/vllm/model_executor/layers/linear.py b/vllm/model_executor/layers/linear.py index 024a39523f48a..d070478afd6d0 100644 --- a/vllm/model_executor/layers/linear.py +++ b/vllm/model_executor/layers/linear.py @@ -67,7 +67,7 @@ def apply_weights(self, bias: Optional[torch.Tensor] = None) -> torch.Tensor: weight = weights["weight"] #if self.separate_bias_add: - if bias: + if bias != None : return tgemm.mm(x, weight) + bias return tgemm.mm(x, weight) #return F.linear(x, weight, bias)