diff --git a/modules/lang-painless/src/test/java/org/elasticsearch/painless/EqualsTests.java b/modules/lang-painless/src/test/java/org/elasticsearch/painless/EqualsTests.java
index 2722388f028..16995f60dff 100644
--- a/modules/lang-painless/src/test/java/org/elasticsearch/painless/EqualsTests.java
+++ b/modules/lang-painless/src/test/java/org/elasticsearch/painless/EqualsTests.java
@@ -19,6 +19,8 @@ package org.elasticsearch.painless;
  * under the License.
  */
 
+import org.apache.lucene.util.Constants;
+
 // TODO: Figure out a way to test autobox caching properly from methods such as Integer.valueOf(int);
 public class EqualsTests extends ScriptTestCase {
     public void testTypesEquals() {
@@ -130,10 +132,11 @@ public class EqualsTests extends ScriptTestCase {
     }
     
     public void testBranchEqualsDefAndPrimitive() {
+        assumeFalse("test fails on Windows", Constants.WINDOWS);
         assertEquals(true, exec("def x = 1000; int y = 1000; return x == y;"));
-        exec("def x = 1000; int y = 1000; return x === y;");
+        assertEquals(false, exec("def x = 1000; int y = 1000; return x === y;"));
         assertEquals(true, exec("def x = 1000; int y = 1000; return y == x;"));
-        exec("def x = 1000; int y = 1000; return y === x;");
+        assertEquals(false, exec("def x = 1000; int y = 1000; return y === x;"));
     }
 
     public void testBranchNotEquals() {
@@ -147,10 +150,11 @@ public class EqualsTests extends ScriptTestCase {
     }
 
     public void testBranchNotEqualsDefAndPrimitive() {
+        assumeFalse("test fails on Windows", Constants.WINDOWS);
         assertEquals(false, exec("def x = 1000; int y = 1000; return x != y;"));
-        exec("def x = 1000; int y = 1000; return x !== y;");
+        assertEquals(true, exec("def x = 1000; int y = 1000; return x !== y;"));
         assertEquals(false, exec("def x = 1000; int y = 1000; return y != x;"));
-        exec("def x = 1000; int y = 1000; return y !== x;");
+        assertEquals(true, exec("def x = 1000; int y = 1000; return y !== x;"));
     }
 
     public void testRightHandNull() {