Rename top-level 'pyspark' directory to 'python'

core/src/main/scala/spark/api/python/PythonRDD.scala

@@ -38,7 +38,7 @@ private[spark] class PythonRDD[T: ClassManifest](
   override def compute(split: Split, context: TaskContext): Iterator[Array[Byte]] = {
     val SPARK_HOME = new ProcessBuilder().environment().get("SPARK_HOME")
 
-    val pb = new ProcessBuilder(Seq(pythonExec, SPARK_HOME + "/pyspark/pyspark/worker.py"))
+    val pb = new ProcessBuilder(Seq(pythonExec, SPARK_HOME + "/python/pyspark/worker.py"))
     // Add the environmental variables to the process.
     val currentEnvVars = pb.environment()
 

docs/_plugins/copy_api_dirs.rb

@@ -30,8 +30,8 @@ if ENV['SKIP_SCALADOC'] != '1'
 end
 
 if ENV['SKIP_EPYDOC'] != '1'
-  puts "Moving to pyspark directory and building epydoc."
-  cd("../pyspark")
+  puts "Moving to python directory and building epydoc."
+  cd("../python")
   puts `epydoc --config epydoc.conf`
 
   puts "Moving back into docs dir."
@@ -40,8 +40,8 @@ if ENV['SKIP_EPYDOC'] != '1'
   puts "echo making directory pyspark"
   mkdir_p "pyspark"
 
-  puts "cp -r ../pyspark/docs/. api/pyspark"
-  cp_r("../pyspark/docs/.", "api/pyspark")
+  puts "cp -r ../python/docs/. api/pyspark"
+  cp_r("../python/docs/.", "api/pyspark")
 
   cd("..")
 end

pyspark/pyspark-shell → pyspark-shell

 #!/usr/bin/env bash
 FWDIR="`dirname $0`"
-exec $FWDIR/run-pyspark $FWDIR/pyspark/shell.py "$@"
+exec $FWDIR/run-pyspark $FWDIR/python/pyspark/shell.py "$@"

pyspark/pyspark/__init__.py → python/pyspark/__init__.py

@@ -10,7 +10,7 @@ Public classes:
 """
 import sys
 import os
-sys.path.insert(0, os.path.join(os.environ["SPARK_HOME"], "pyspark/lib/py4j0.7.egg"))
+sys.path.insert(0, os.path.join(os.environ["SPARK_HOME"], "python/lib/py4j0.7.egg"))
 
 
 from pyspark.context import SparkContext