mirror of
https://github.com/jupyter/docker-stacks.git
synced 2025-10-18 15:32:56 +00:00
Fix python in docs
This commit is contained in:
@@ -202,9 +202,9 @@ import os
|
|||||||
|
|
||||||
# To figure out what version of Hadoop, run:
|
# To figure out what version of Hadoop, run:
|
||||||
# ls /usr/local/spark/jars/hadoop*
|
# ls /usr/local/spark/jars/hadoop*
|
||||||
os.environ[
|
os.environ["PYSPARK_SUBMIT_ARGS"] = (
|
||||||
"PYSPARK_SUBMIT_ARGS"
|
'--packages "org.apache.hadoop:hadoop-aws:2.7.3" pyspark-shell'
|
||||||
] = '--packages "org.apache.hadoop:hadoop-aws:2.7.3" pyspark-shell'
|
)
|
||||||
|
|
||||||
import pyspark
|
import pyspark
|
||||||
|
|
||||||
@@ -226,9 +226,9 @@ Using Spark context for Hadoop 2.6.0
|
|||||||
```python
|
```python
|
||||||
import os
|
import os
|
||||||
|
|
||||||
os.environ[
|
os.environ["PYSPARK_SUBMIT_ARGS"] = (
|
||||||
"PYSPARK_SUBMIT_ARGS"
|
"--packages com.amazonaws:aws-java-sdk:1.10.34,org.apache.hadoop:hadoop-aws:2.6.0 pyspark-shell"
|
||||||
] = "--packages com.amazonaws:aws-java-sdk:1.10.34,org.apache.hadoop:hadoop-aws:2.6.0 pyspark-shell"
|
)
|
||||||
|
|
||||||
import pyspark
|
import pyspark
|
||||||
|
|
||||||
@@ -259,9 +259,9 @@ This recipe is not tested and might be broken.
|
|||||||
```python
|
```python
|
||||||
import os
|
import os
|
||||||
|
|
||||||
os.environ[
|
os.environ["PYSPARK_SUBMIT_ARGS"] = (
|
||||||
"PYSPARK_SUBMIT_ARGS"
|
"--jars /home/jovyan/spark-streaming-kafka-assembly_2.10-1.6.1.jar pyspark-shell"
|
||||||
] = "--jars /home/jovyan/spark-streaming-kafka-assembly_2.10-1.6.1.jar pyspark-shell"
|
)
|
||||||
import pyspark
|
import pyspark
|
||||||
from pyspark.streaming.kafka import KafkaUtils
|
from pyspark.streaming.kafka import KafkaUtils
|
||||||
from pyspark.streaming import StreamingContext
|
from pyspark.streaming import StreamingContext
|
||||||
|
Reference in New Issue
Block a user