diff --git a/src/test/java/com/hubspot/jinjava/lib/exptest/ComparisonExpTestsTest.java b/src/test/java/com/hubspot/jinjava/lib/exptest/ComparisonExpTestsTest.java
index f2dd38e64..dd00aba67 100644
--- a/src/test/java/com/hubspot/jinjava/lib/exptest/ComparisonExpTestsTest.java
+++ b/src/test/java/com/hubspot/jinjava/lib/exptest/ComparisonExpTestsTest.java
@@ -54,6 +54,11 @@ public void itComparesAcrossType() {
     assertThat(jinjava.render("{{ true ne '' }}", new HashMap<>())).isEqualTo("true");
   }
 
+  @Test
+  public void itDoesntCompare() {
+    assertThat(jinjava.render("{{ '' == 0 }}", new HashMap<>())).isEqualTo("false");
+  }
+
   @Test
   public void testAliases() {
     assertThat(jinjava.render("{{ 4 is lessthan 5 }}", new HashMap<>()))