HBASE-17546 Correct scala syntax to match Apache Spark examples
Signed-off-by: Sean Busbey <busbey@apache.org>
This commit is contained in:
parent
d3ba357c7c
commit
79607fda85
|
@ -119,14 +119,14 @@ object AvroSource {
|
||||||
.save()
|
.save()
|
||||||
|
|
||||||
val df = withCatalog(catalog)
|
val df = withCatalog(catalog)
|
||||||
df.show
|
df.show()
|
||||||
df.printSchema()
|
df.printSchema()
|
||||||
df.registerTempTable("ExampleAvrotable")
|
df.registerTempTable("ExampleAvrotable")
|
||||||
val c = sqlContext.sql("select count(1) from ExampleAvrotable")
|
val c = sqlContext.sql("select count(1) from ExampleAvrotable")
|
||||||
c.show
|
c.show()
|
||||||
|
|
||||||
val filtered = df.select($"col0", $"col1.favorite_array").where($"col0" === "name001")
|
val filtered = df.select($"col0", $"col1.favorite_array").where($"col0" === "name001")
|
||||||
filtered.show
|
filtered.show()
|
||||||
val collected = filtered.collect()
|
val collected = filtered.collect()
|
||||||
if (collected(0).getSeq[String](1)(0) != "number1") {
|
if (collected(0).getSeq[String](1)(0) != "number1") {
|
||||||
throw new UserCustomizedSampleException("value invalid")
|
throw new UserCustomizedSampleException("value invalid")
|
||||||
|
@ -141,7 +141,7 @@ object AvroSource {
|
||||||
.format("org.apache.hadoop.hbase.spark")
|
.format("org.apache.hadoop.hbase.spark")
|
||||||
.save()
|
.save()
|
||||||
val newDF = withCatalog(avroCatalogInsert)
|
val newDF = withCatalog(avroCatalogInsert)
|
||||||
newDF.show
|
newDF.show()
|
||||||
newDF.printSchema()
|
newDF.printSchema()
|
||||||
if(newDF.count() != 256) {
|
if(newDF.count() != 256) {
|
||||||
throw new UserCustomizedSampleException("value invalid")
|
throw new UserCustomizedSampleException("value invalid")
|
||||||
|
@ -149,10 +149,10 @@ object AvroSource {
|
||||||
|
|
||||||
df.filter($"col1.name" === "name005" || $"col1.name" <= "name005")
|
df.filter($"col1.name" === "name005" || $"col1.name" <= "name005")
|
||||||
.select("col0", "col1.favorite_color", "col1.favorite_number")
|
.select("col0", "col1.favorite_color", "col1.favorite_number")
|
||||||
.show
|
.show()
|
||||||
|
|
||||||
df.filter($"col1.name" <= "name005" || $"col1.name".contains("name007"))
|
df.filter($"col1.name" <= "name005" || $"col1.name".contains("name007"))
|
||||||
.select("col0", "col1.favorite_color", "col1.favorite_number")
|
.select("col0", "col1.favorite_color", "col1.favorite_number")
|
||||||
.show
|
.show()
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -100,56 +100,56 @@ object DataType {
|
||||||
// test less than 0
|
// test less than 0
|
||||||
val df = withCatalog(cat)
|
val df = withCatalog(cat)
|
||||||
val s = df.filter($"col0" < 0)
|
val s = df.filter($"col0" < 0)
|
||||||
s.show
|
s.show()
|
||||||
if(s.count() != 16){
|
if(s.count() != 16){
|
||||||
throw new UserCustomizedSampleException("value invalid")
|
throw new UserCustomizedSampleException("value invalid")
|
||||||
}
|
}
|
||||||
|
|
||||||
//test less or equal than -10. The number of results is 11
|
//test less or equal than -10. The number of results is 11
|
||||||
val num1 = df.filter($"col0" <= -10)
|
val num1 = df.filter($"col0" <= -10)
|
||||||
num1.show
|
num1.show()
|
||||||
val c1 = num1.count()
|
val c1 = num1.count()
|
||||||
println(s"test result count should be 11: $c1")
|
println(s"test result count should be 11: $c1")
|
||||||
|
|
||||||
//test less or equal than -9. The number of results is 12
|
//test less or equal than -9. The number of results is 12
|
||||||
val num2 = df.filter($"col0" <= -9)
|
val num2 = df.filter($"col0" <= -9)
|
||||||
num2.show
|
num2.show()
|
||||||
val c2 = num2.count()
|
val c2 = num2.count()
|
||||||
println(s"test result count should be 12: $c2")
|
println(s"test result count should be 12: $c2")
|
||||||
|
|
||||||
//test greater or equal than -9". The number of results is 21
|
//test greater or equal than -9". The number of results is 21
|
||||||
val num3 = df.filter($"col0" >= -9)
|
val num3 = df.filter($"col0" >= -9)
|
||||||
num3.show
|
num3.show()
|
||||||
val c3 = num3.count()
|
val c3 = num3.count()
|
||||||
println(s"test result count should be 21: $c3")
|
println(s"test result count should be 21: $c3")
|
||||||
|
|
||||||
//test greater or equal than 0. The number of results is 16
|
//test greater or equal than 0. The number of results is 16
|
||||||
val num4 = df.filter($"col0" >= 0)
|
val num4 = df.filter($"col0" >= 0)
|
||||||
num4.show
|
num4.show()
|
||||||
val c4 = num4.count()
|
val c4 = num4.count()
|
||||||
println(s"test result count should be 16: $c4")
|
println(s"test result count should be 16: $c4")
|
||||||
|
|
||||||
//test greater than 10. The number of results is 10
|
//test greater than 10. The number of results is 10
|
||||||
val num5 = df.filter($"col0" > 10)
|
val num5 = df.filter($"col0" > 10)
|
||||||
num5.show
|
num5.show()
|
||||||
val c5 = num5.count()
|
val c5 = num5.count()
|
||||||
println(s"test result count should be 10: $c5")
|
println(s"test result count should be 10: $c5")
|
||||||
|
|
||||||
// test "and". The number of results is 11
|
// test "and". The number of results is 11
|
||||||
val num6 = df.filter($"col0" > -10 && $"col0" <= 10)
|
val num6 = df.filter($"col0" > -10 && $"col0" <= 10)
|
||||||
num6.show
|
num6.show()
|
||||||
val c6 = num6.count()
|
val c6 = num6.count()
|
||||||
println(s"test result count should be 11: $c6")
|
println(s"test result count should be 11: $c6")
|
||||||
|
|
||||||
//test "or". The number of results is 21
|
//test "or". The number of results is 21
|
||||||
val num7 = df.filter($"col0" <= -10 || $"col0" > 10)
|
val num7 = df.filter($"col0" <= -10 || $"col0" > 10)
|
||||||
num7.show
|
num7.show()
|
||||||
val c7 = num7.count()
|
val c7 = num7.count()
|
||||||
println(s"test result count should be 21: $c7")
|
println(s"test result count should be 21: $c7")
|
||||||
|
|
||||||
//test "all". The number of results is 32
|
//test "all". The number of results is 32
|
||||||
val num8 = df.filter($"col0" >= -100)
|
val num8 = df.filter($"col0" >= -100)
|
||||||
num8.show
|
num8.show()
|
||||||
val c8 = num8.count()
|
val c8 = num8.count()
|
||||||
println(s"test result count should be 32: $c8")
|
println(s"test result count should be 32: $c8")
|
||||||
|
|
||||||
|
|
|
@ -89,7 +89,7 @@ object HBaseSource {
|
||||||
.save()
|
.save()
|
||||||
|
|
||||||
val df = withCatalog(cat)
|
val df = withCatalog(cat)
|
||||||
df.show
|
df.show()
|
||||||
df.filter($"col0" <= "row005")
|
df.filter($"col0" <= "row005")
|
||||||
.select($"col0", $"col1").show
|
.select($"col0", $"col1").show
|
||||||
df.filter($"col0" === "row005" || $"col0" <= "row005")
|
df.filter($"col0" === "row005" || $"col0" <= "row005")
|
||||||
|
|
Loading…
Reference in New Issue