File tree Expand file tree Collapse file tree 6 files changed +7
-7
lines changed
mllib/src/main/scala/org/apache/spark/ml Expand file tree Collapse file tree 6 files changed +7
-7
lines changed Original file line number Diff line number Diff line change @@ -484,7 +484,7 @@ class LogisticRegression @Since("1.2.0") (
484484 }
485485
486486 override protected [spark] def train (dataset : Dataset [_]): LogisticRegressionModel = {
487- val handlePersistence = dataset.rdd.getStorageLevel == StorageLevel .NONE
487+ val handlePersistence = dataset.storageLevel == StorageLevel .NONE
488488 train(dataset, handlePersistence)
489489 }
490490
Original file line number Diff line number Diff line change @@ -165,7 +165,7 @@ final class OneVsRestModel private[ml] (
165165 val newDataset = dataset.withColumn(accColName, initUDF())
166166
167167 // persist if underlying dataset is not persistent.
168- val handlePersistence = dataset.rdd.getStorageLevel == StorageLevel .NONE
168+ val handlePersistence = dataset.storageLevel == StorageLevel .NONE
169169 if (handlePersistence) {
170170 newDataset.persist(StorageLevel .MEMORY_AND_DISK )
171171 }
@@ -358,7 +358,7 @@ final class OneVsRest @Since("1.4.0") (
358358 }
359359
360360 // persist if underlying dataset is not persistent.
361- val handlePersistence = dataset.rdd.getStorageLevel == StorageLevel .NONE
361+ val handlePersistence = dataset.storageLevel == StorageLevel .NONE
362362 if (handlePersistence) {
363363 multiclassLabeled.persist(StorageLevel .MEMORY_AND_DISK )
364364 }
Original file line number Diff line number Diff line change @@ -304,7 +304,7 @@ class KMeans @Since("1.5.0") (
304304 override def fit (dataset : Dataset [_]): KMeansModel = {
305305 transformSchema(dataset.schema, logging = true )
306306
307- val handlePersistence = dataset.rdd.getStorageLevel == StorageLevel .NONE
307+ val handlePersistence = dataset.storageLevel == StorageLevel .NONE
308308 val instances : RDD [OldVector ] = dataset.select(col($(featuresCol))).rdd.map {
309309 case Row (point : Vector ) => OldVectors .fromML(point)
310310 }
Original file line number Diff line number Diff line change @@ -213,7 +213,7 @@ class AFTSurvivalRegression @Since("1.6.0") (@Since("1.6.0") override val uid: S
213213 override def fit (dataset : Dataset [_]): AFTSurvivalRegressionModel = {
214214 transformSchema(dataset.schema, logging = true )
215215 val instances = extractAFTPoints(dataset)
216- val handlePersistence = dataset.rdd.getStorageLevel == StorageLevel .NONE
216+ val handlePersistence = dataset.storageLevel == StorageLevel .NONE
217217 if (handlePersistence) instances.persist(StorageLevel .MEMORY_AND_DISK )
218218
219219 val featuresSummarizer = {
Original file line number Diff line number Diff line change @@ -165,7 +165,7 @@ class IsotonicRegression @Since("1.5.0") (@Since("1.5.0") override val uid: Stri
165165 transformSchema(dataset.schema, logging = true )
166166 // Extract columns from data. If dataset is persisted, do not persist oldDataset.
167167 val instances = extractWeightedLabeledPoints(dataset)
168- val handlePersistence = dataset.rdd.getStorageLevel == StorageLevel .NONE
168+ val handlePersistence = dataset.storageLevel == StorageLevel .NONE
169169 if (handlePersistence) instances.persist(StorageLevel .MEMORY_AND_DISK )
170170
171171 val instr = Instrumentation .create(this , dataset)
Original file line number Diff line number Diff line change @@ -251,7 +251,7 @@ class LinearRegression @Since("1.3.0") (@Since("1.3.0") override val uid: String
251251 return lrModel
252252 }
253253
254- val handlePersistence = dataset.rdd.getStorageLevel == StorageLevel .NONE
254+ val handlePersistence = dataset.storageLevel == StorageLevel .NONE
255255 if (handlePersistence) instances.persist(StorageLevel .MEMORY_AND_DISK )
256256
257257 val (featuresSummarizer, ySummarizer) = {
You can’t perform that action at this time.
0 commit comments