Skip to content
Snippets Groups Projects
Commit 6ceb5599 authored by Patrick Wendell's avatar Patrick Wendell
Browse files

Adding multi-jar constructor in quickstart

parent f86960cb
No related branches found
No related tags found
No related merge requests found
...@@ -113,7 +113,7 @@ import SparkContext._ ...@@ -113,7 +113,7 @@ import SparkContext._
object SimpleJob extends Application { object SimpleJob extends Application {
val logFile = "/var/log/syslog" // Should be some file on your system val logFile = "/var/log/syslog" // Should be some file on your system
val sc = new SparkContext("local", "Simple Job", "$YOUR_SPARK_HOME", val sc = new SparkContext("local", "Simple Job", "$YOUR_SPARK_HOME",
"target/scala-{{site.SCALA_VERSION}}/simple-project_{{site.SCALA_VERSION}}-1.0.jar") List("target/scala-{{site.SCALA_VERSION}}/simple-project_{{site.SCALA_VERSION}}-1.0.jar"))
val logData = sc.textFile(logFile, 2).cache() val logData = sc.textFile(logFile, 2).cache()
val numAs = logData.filter(line => line.contains("a")).count() val numAs = logData.filter(line => line.contains("a")).count()
val numBs = logData.filter(line => line.contains("b")).count() val numBs = logData.filter(line => line.contains("b")).count()
...@@ -172,7 +172,7 @@ public class SimpleJob { ...@@ -172,7 +172,7 @@ public class SimpleJob {
public static void main(String[] args) { public static void main(String[] args) {
String logFile = "/var/log/syslog"; // Should be some file on your system String logFile = "/var/log/syslog"; // Should be some file on your system
JavaSparkContext sc = new JavaSparkContext("local", "Simple Job", JavaSparkContext sc = new JavaSparkContext("local", "Simple Job",
"$YOUR_SPARK_HOME", "target/simple-project-1.0.jar"); "$YOUR_SPARK_HOME", new String[]{"target/simple-project-1.0.jar"});
JavaRDD<String> logData = sc.textFile(logFile).cache(); JavaRDD<String> logData = sc.textFile(logFile).cache();
long numAs = logData.filter(new Function<String, Boolean>() { long numAs = logData.filter(new Function<String, Boolean>() {
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment