Make `-0` compare less than `+0` consistently. (#22173)

Our `float`/`double` fields generally assume that `-0` compares less than `+0`,
except when bounds are exclusive: an exclusive lower bound on `-0` excludes
`+0` and an exclusive upper bound on `+0` excludes `-0`.

Closes #22167
This commit is contained in:
Adrien Grand 2016-12-21 16:51:45 +01:00 committed by GitHub
parent 31bf279ec7
commit 84edf36f11
3 changed files with 101 additions and 7 deletions

View File

@ -186,6 +186,30 @@ public class NumberFieldMapper extends FieldMapper {
return HalfFloatPoint.newSetQuery(field, v); return HalfFloatPoint.newSetQuery(field, v);
} }
private float nextDown(float f) {
// HalfFloatPoint.nextDown considers that -0 is the same as +0
// while point ranges are consistent with Float.compare, so
// they consider that -0 < +0, so we explicitly make sure
// that nextDown(+0) returns -0
if (Float.floatToIntBits(f) == Float.floatToIntBits(0f)) {
return -0f;
} else {
return HalfFloatPoint.nextDown(f);
}
}
private float nextUp(float f) {
// HalfFloatPoint.nextUp considers that -0 is the same as +0
// while point ranges are consistent with Float.compare, so
// they consider that -0 < +0, so we explicitly make sure
// that nextUp(-0) returns +0
if (Float.floatToIntBits(f) == Float.floatToIntBits(-0f)) {
return +0f;
} else {
return HalfFloatPoint.nextUp(f);
}
}
@Override @Override
Query rangeQuery(String field, Object lowerTerm, Object upperTerm, Query rangeQuery(String field, Object lowerTerm, Object upperTerm,
boolean includeLower, boolean includeUpper) { boolean includeLower, boolean includeUpper) {
@ -194,16 +218,16 @@ public class NumberFieldMapper extends FieldMapper {
if (lowerTerm != null) { if (lowerTerm != null) {
l = parse(lowerTerm); l = parse(lowerTerm);
if (includeLower) { if (includeLower) {
l = Math.nextDown(l); l = nextDown(l);
} }
l = HalfFloatPoint.nextUp(l); l = HalfFloatPoint.nextUp(l);
} }
if (upperTerm != null) { if (upperTerm != null) {
u = parse(upperTerm); u = parse(upperTerm);
if (includeUpper) { if (includeUpper) {
u = Math.nextUp(u); u = nextUp(u);
} }
u = HalfFloatPoint.nextDown(u); u = nextDown(u);
} }
return HalfFloatPoint.newRangeQuery(field, l, u); return HalfFloatPoint.newRangeQuery(field, l, u);
} }
@ -276,6 +300,30 @@ public class NumberFieldMapper extends FieldMapper {
return FloatPoint.newSetQuery(field, v); return FloatPoint.newSetQuery(field, v);
} }
private float nextDown(float f) {
// Math.nextDown considers that -0 is the same as +0
// while point ranges are consistent with Float.compare, so
// they consider that -0 < +0, so we explicitly make sure
// that nextDown(+0) returns -0
if (Float.floatToIntBits(f) == Float.floatToIntBits(0f)) {
return -0f;
} else {
return Math.nextDown(f);
}
}
private float nextUp(float f) {
// Math.nextUp considers that -0 is the same as +0
// while point ranges are consistent with Float.compare, so
// they consider that -0 < +0, so we explicitly make sure
// that nextUp(-0) returns +0
if (Float.floatToIntBits(f) == Float.floatToIntBits(-0f)) {
return +0f;
} else {
return Math.nextUp(f);
}
}
@Override @Override
Query rangeQuery(String field, Object lowerTerm, Object upperTerm, Query rangeQuery(String field, Object lowerTerm, Object upperTerm,
boolean includeLower, boolean includeUpper) { boolean includeLower, boolean includeUpper) {
@ -284,13 +332,13 @@ public class NumberFieldMapper extends FieldMapper {
if (lowerTerm != null) { if (lowerTerm != null) {
l = parse(lowerTerm); l = parse(lowerTerm);
if (includeLower == false) { if (includeLower == false) {
l = Math.nextUp(l); l = nextUp(l);
} }
} }
if (upperTerm != null) { if (upperTerm != null) {
u = parse(upperTerm); u = parse(upperTerm);
if (includeUpper == false) { if (includeUpper == false) {
u = Math.nextDown(u); u = nextDown(u);
} }
} }
return FloatPoint.newRangeQuery(field, l, u); return FloatPoint.newRangeQuery(field, l, u);
@ -364,6 +412,30 @@ public class NumberFieldMapper extends FieldMapper {
return DoublePoint.newSetQuery(field, v); return DoublePoint.newSetQuery(field, v);
} }
private double nextDown(double d) {
// Math.nextDown considers that -0 is the same as +0
// while point ranges are consistent with Double.compare, so
// they consider that -0 < +0, so we explicitly make sure
// that nextDown(+0) returns -0
if (Double.doubleToLongBits(d) == Double.doubleToLongBits(0d)) {
return -0d;
} else {
return Math.nextDown(d);
}
}
private double nextUp(double d) {
// Math.nextUp considers that -0 is the same as +0
// while point ranges are consistent with Double.compare, so
// they consider that -0 < +0, so we explicitly make sure
// that nextUp(-0) returns +0
if (Double.doubleToLongBits(d) == Double.doubleToLongBits(-0d)) {
return +0d;
} else {
return Math.nextUp(d);
}
}
@Override @Override
Query rangeQuery(String field, Object lowerTerm, Object upperTerm, Query rangeQuery(String field, Object lowerTerm, Object upperTerm,
boolean includeLower, boolean includeUpper) { boolean includeLower, boolean includeUpper) {
@ -372,13 +444,13 @@ public class NumberFieldMapper extends FieldMapper {
if (lowerTerm != null) { if (lowerTerm != null) {
l = parse(lowerTerm); l = parse(lowerTerm);
if (includeLower == false) { if (includeLower == false) {
l = Math.nextUp(l); l = nextUp(l);
} }
} }
if (upperTerm != null) { if (upperTerm != null) {
u = parse(upperTerm); u = parse(upperTerm);
if (includeUpper == false) { if (includeUpper == false) {
u = Math.nextDown(u); u = nextDown(u);
} }
} }
return DoublePoint.newRangeQuery(field, l, u); return DoublePoint.newRangeQuery(field, l, u);

View File

@ -149,4 +149,20 @@ public class NumberFieldTypeTests extends FieldTypeTestCase {
} }
IOUtils.close(reader, dir); IOUtils.close(reader, dir);
} }
public void testNegativeZero() {
assertEquals(
NumberType.DOUBLE.rangeQuery("field", null, -0d, true, true),
NumberType.DOUBLE.rangeQuery("field", null, +0d, true, false));
assertEquals(
NumberType.FLOAT.rangeQuery("field", null, -0f, true, true),
NumberType.FLOAT.rangeQuery("field", null, +0f, true, false));
assertEquals(
NumberType.HALF_FLOAT.rangeQuery("field", null, -0f, true, true),
NumberType.HALF_FLOAT.rangeQuery("field", null, +0f, true, false));
assertFalse(NumberType.DOUBLE.termQuery("field", -0d).equals(NumberType.DOUBLE.termQuery("field", +0d)));
assertFalse(NumberType.FLOAT.termQuery("field", -0f).equals(NumberType.FLOAT.termQuery("field", +0f)));
assertFalse(NumberType.HALF_FLOAT.termQuery("field", -0f).equals(NumberType.HALF_FLOAT.termQuery("field", +0f)));
}
} }

View File

@ -39,6 +39,12 @@ PUT my_index
-------------------------------------------------- --------------------------------------------------
// CONSOLE // CONSOLE
NOTE: The `double`, `float` and `half_float` types consider that `-0.0` and
`+0.0` are different values. As a consequence, doing a `term` query on
`-0.0` will not match `+0.0` and vice-versa. Same is true for range queries:
if the upper bound is `-0.0` then `+0.0` will not match, and if the lower
bound is `+0.0` then `-0.0` will not match.
==== Which type should I use? ==== Which type should I use?
As far as integer types (`byte`, `short`, `integer` and `long`) are concerned, As far as integer types (`byte`, `short`, `integer` and `long`) are concerned,