Use spark.tgz with updated py4j 0.10.7

samvantran · samvantran · commit a3e5a9a93faa · 2018-08-21T14:22:45.000-07:00
Previous version 0.10.4 does not support Spark 2.2.1
diff --git a/manifest.json b/manifest.json
@@ -1,8 +1,8 @@
 {
     "spark_version": "2.2.1",
     "default_spark_dist": {
-        "hadoop_version": "2.7",
-        "uri": "svt-dev.s3.amazonaws.com/spark/spark-2.2.1-bin-2.7.3-dcos-38138.tgz"
+        "hadoop_version": "2.6",
+        "uri": "svt-dev.s3.amazonaws.com/spark/spark-2.2.1-bin-2.6.5-DCOS-38138.tgz"
     },
     "spark_dist": [
         {

Original file line number	Diff line number	Diff line change
`@@ -1,8 +1,8 @@`
`1`	`1`	`{`
`2`	`2`	`"spark_version": "2.2.1",`
`3`	`3`	`"default_spark_dist": {`
`4`		`- "hadoop_version": "2.7",`
`5`		`- "uri": "svt-dev.s3.amazonaws.com/spark/spark-2.2.1-bin-2.7.3-dcos-38138.tgz"`
	`4`	`+ "hadoop_version": "2.6",`
	`5`	`+ "uri": "svt-dev.s3.amazonaws.com/spark/spark-2.2.1-bin-2.6.5-DCOS-38138.tgz"`
`6`	`6`	`},`
`7`	`7`	`"spark_dist": [`
`8`	`8`	`{`