diff --git a/include/mlir-hlo/Dialect/mhlo/IR/hlo_ops.td b/include/mlir-hlo/Dialect/mhlo/IR/hlo_ops.td
index efb041a..44ab6d2 100644
--- a/include/mlir-hlo/Dialect/mhlo/IR/hlo_ops.td
+++ b/include/mlir-hlo/Dialect/mhlo/IR/hlo_ops.td
@@ -578,8 +578,7 @@ def HLO_CaseOp: HLO_Op<"case", [
 
 def HLO_WhileOp: HLO_Op<"while", [
       RecursiveSideEffects,
-      SameOperandsAndResultType,
-      SingleBlockImplicitTerminator<"ReturnOp">
+      SameOperandsAndResultType
     ]>, BASE_HLO_WhileOp {
   let arguments = (ins HLO_TensorOrTuple:$val);