From 56ad70ec95e6b41077dc723dee753ff1ddcc44a0 Mon Sep 17 00:00:00 2001 From: Xiangrui Meng Date: Mon, 10 Nov 2014 14:18:33 -0800 Subject: [PATCH 1/3] add a note about SPARK-3990 --- python/pyspark/mllib/recommendation.py | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/python/pyspark/mllib/recommendation.py b/python/pyspark/mllib/recommendation.py index e863fc249ec36..0dbc955607ee2 100644 --- a/python/pyspark/mllib/recommendation.py +++ b/python/pyspark/mllib/recommendation.py @@ -60,6 +60,18 @@ def predictAll(self, usersProducts): class ALS(object): + """Alternatiing Least Squares matrix factorization. + + SPARK-3990: In Spark 1.1.x, we use Kryo serialization by default in + PySpark. ALS does not work under this default setting. You can switch + back to the default Java serialization by setting: + + spark.serializer=org.apache.spark.serializer.JavaSerializer + + Please go to http://spark.apache.org/docs/latest/configuration.html + for instructions on how to configure Spark. + """ + @classmethod def train(cls, ratings, rank, iterations=5, lambda_=0.01, blocks=-1): sc = ratings.context From 53725b0bfd327fb289d2483a43b4c9de8c73d50c Mon Sep 17 00:00:00 2001 From: Xiangrui Meng Date: Mon, 10 Nov 2014 14:21:33 -0800 Subject: [PATCH 2/3] add a note about SPARK-3990 --- python/pyspark/mllib/recommendation.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/pyspark/mllib/recommendation.py b/python/pyspark/mllib/recommendation.py index 0dbc955607ee2..0ca3d39028b1d 100644 --- a/python/pyspark/mllib/recommendation.py +++ b/python/pyspark/mllib/recommendation.py @@ -60,7 +60,7 @@ def predictAll(self, usersProducts): class ALS(object): - """Alternatiing Least Squares matrix factorization. + """Alternating Least Squares matrix factorization. SPARK-3990: In Spark 1.1.x, we use Kryo serialization by default in PySpark. ALS does not work under this default setting. You can switch From d4818f3449a899b2e2de96f8e6dd4262a1d0d13b Mon Sep 17 00:00:00 2001 From: Xiangrui Meng Date: Mon, 10 Nov 2014 22:24:53 -0800 Subject: [PATCH 3/3] fix python style --- python/pyspark/mllib/recommendation.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/python/pyspark/mllib/recommendation.py b/python/pyspark/mllib/recommendation.py index 0ca3d39028b1d..d4c06c05663da 100644 --- a/python/pyspark/mllib/recommendation.py +++ b/python/pyspark/mllib/recommendation.py @@ -65,13 +65,13 @@ class ALS(object): SPARK-3990: In Spark 1.1.x, we use Kryo serialization by default in PySpark. ALS does not work under this default setting. You can switch back to the default Java serialization by setting: - + spark.serializer=org.apache.spark.serializer.JavaSerializer Please go to http://spark.apache.org/docs/latest/configuration.html for instructions on how to configure Spark. """ - + @classmethod def train(cls, ratings, rank, iterations=5, lambda_=0.01, blocks=-1): sc = ratings.context