big data: spark

[hhstore]

spark:

• pyspark
• dspark(douban)

ref:

• http://spark.apache.org/docs/2.1.0/api/python/pyspark.html
• https://github.com/PacktPublishing/Learning-PySpark

docker:

• https://github.com/gettyimages/docker-spark
• https://github.com/apache/sqoop
• https://github.com/bartdag/py4j

pip install pyspark