diff --git a/lib/Conversion/Utils/Utils.cpp b/lib/Conversion/Utils/Utils.cpp
index a4b0197c3ad1..d8382423e9c1 100644
--- a/lib/Conversion/Utils/Utils.cpp
+++ b/lib/Conversion/Utils/Utils.cpp
@@ -26,6 +26,8 @@ LogicalResult verifyLinalgCompatibleTypes(Operation *op,
   // TODO: Remove this check but use a separate verification pass to verify the
   // invariants expected by later passes.
   auto isValidLinalgType = [](Type type) {
+    if (type.isa<NonValueTensorType>())
+      return false;
     auto tensor = type.dyn_cast<ValueTensorType>();
     return !tensor ||
            tensor.toBuiltinTensor().dyn_cast_or_null<RankedTensorType>();