From 809c785bcc33e684a68ea14240a466def864199a Mon Sep 17 00:00:00 2001
From: Davies Liu <davies@databricks.com>
Date: Thu, 23 Oct 2014 23:58:00 -0700
Subject: [PATCH] [SPARK-2652] [PySpark] donot use KyroSerializer as default
serializer
KyroSerializer can not serialize customized class without registered explicitly, use it as default serializer in PySpark will introduce some regression in MLlib.
cc mengxr
Author: Davies Liu <davies@databricks.com>
Closes #2916 from davies/revert and squashes the following commits:
43eb6d3 [Davies Liu] donot use KyroSerializer as default serializer
---
python/pyspark/context.py | 1 -
1 file changed, 1 deletion(-)
diff --git a/python/pyspark/context.py b/python/pyspark/context.py
index 8d27ccb95f..5f8dcedb1e 100644
--- a/python/pyspark/context.py
+++ b/python/pyspark/context.py
@@ -43,7 +43,6 @@ __all__ = ['SparkContext']
# These are special default configs for PySpark, they will overwrite
# the default ones for Spark if they are not configured by user.
DEFAULT_CONFIGS = {
- "spark.serializer": "org.apache.spark.serializer.KryoSerializer",
"spark.serializer.objectStreamReset": 100,
"spark.rdd.compress": True,
}
--
GitLab