diff --git a/lib/CliftTransforms/ImplicitCastElision.cpp b/lib/CliftTransforms/ImplicitCastElision.cpp
index 8a88fba74..fe7f88317 100644
--- a/lib/CliftTransforms/ImplicitCastElision.cpp
+++ b/lib/CliftTransforms/ImplicitCastElision.cpp
@@ -44,14 +44,13 @@ public:
                   BitwiseOrOp,
                   BitwiseXorOp,
                   ShiftLeftOp,
-                  ShiftRightOp,
-                  CmpEqOp,
-                  CmpNeOp,
-                  CmpLtOp,
-                  CmpGtOp,
-                  CmpLeOp,
-                  CmpGeOp>(Op))
+                  ShiftRightOp>(Op))
       return elideArithmeticCasts(Op);
+
+    if (mlir::isa<CmpEqOp, CmpNeOp, CmpLtOp, CmpGtOp, CmpLeOp, CmpGeOp>(Op)) {
+      if (clift::unwrapped_isa<IntegralType>(Op->getOperand(0).getType()))
+        elideArithmeticCasts(Op);
+    }
   }
 
 private: