iSharkFly-Docs/java-tutorials
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[JAVA-11122] Allow multiple contexts to prevent failing tests

Browse Source
This commit is contained in:
Haroon Khan 2022-05-11 12:59:11 +01:00
parent 39e01903c2
commit 3aacf5a5a8
2 changed files with 10 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
apache-spark/src/test/java/com/baeldung/differences/rdd/ActionsUnitTest.java
View File

@ -26,8 +26,11 @@ public class ActionsUnitTest {
@BeforeClass @BeforeClass
public static void init() { public static void init() {
SparkConf conf = new SparkConf().setAppName("reduce") SparkConf conf = new SparkConf()
.setMaster("local[*]"); .setAppName("reduce")
.setMaster("local[*]")
.set("spark.driver.allowMultipleContexts", "true");
sc = new JavaSparkContext(conf); sc = new JavaSparkContext(conf);
tourists = sc.textFile("data/Tourist.csv").filter(line -> !line.startsWith("Region")); tourists = sc.textFile("data/Tourist.csv").filter(line -> !line.startsWith("Region"));
} }

7
apache-spark/src/test/java/com/baeldung/differences/rdd/TransformationsUnitTest.java
View File

@ -23,8 +23,11 @@ public class TransformationsUnitTest {
@BeforeClass @BeforeClass
public static void init() { public static void init() {
SparkConf conf = new SparkConf().setAppName("uppercaseCountries") SparkConf conf = new SparkConf()
.setMaster("local[*]"); .setAppName("uppercaseCountries")
.setMaster("local[*]")
.set("spark.driver.allowMultipleContexts", "true");
sc = new JavaSparkContext(conf); sc = new JavaSparkContext(conf);
tourists = sc.textFile("data/Tourist.csv") tourists = sc.textFile("data/Tourist.csv")
.filter(line -> !line.startsWith("Region")); //filter header row .filter(line -> !line.startsWith("Region")); //filter header row