From daf3fc2ef46f8db18d2acf599f75cd6632e9e9bf Mon Sep 17 00:00:00 2001
From: edzardb <42831806+edzardb@users.noreply.github.com>
Date: Wed, 9 Oct 2019 09:45:50 +0200
Subject: [PATCH] DiscretizerModelReader::load fails with Spark 2.1.1 #36

https://github.com/sramirez/spark-MDLP-discretization/issues/36

Fix to load method for Spark 2.x.x. Since Spark 1.6 is old now, this fix is valid.
---
 .../scala/org/apache/spark/ml/feature/MDLPDiscretizer.scala     | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/main/scala/org/apache/spark/ml/feature/MDLPDiscretizer.scala b/src/main/scala/org/apache/spark/ml/feature/MDLPDiscretizer.scala
index 73ebb4e..d4a31f2 100644
--- a/src/main/scala/org/apache/spark/ml/feature/MDLPDiscretizer.scala
+++ b/src/main/scala/org/apache/spark/ml/feature/MDLPDiscretizer.scala
@@ -258,7 +258,7 @@ object DiscretizerModel extends MLReadable[DiscretizerModel] {
       val Row(splits: Array[Array[Float]]) =
           sqlContext.read.parquet(dataPath)
             .select("splits")
-            .head()
+            .head().getAs[Seq[Seq[Float]]](0).map(arr => arr.toArray).toArray
       val model = new DiscretizerModel(metadata.uid, splits)
       DefaultParamsReader.getAndSetParams(model, metadata)
       model