Skip to content

Commit b02db42

Browse files
committed
add performance note
1 parent 6053d0e commit b02db42

File tree

1 file changed

+6
-0
lines changed

1 file changed

+6
-0
lines changed

mllib/src/main/scala/org/apache/spark/ml/stat/Summarizer.scala

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -70,6 +70,9 @@ abstract class SummaryBuilder {
7070
* val meanDF = dataframe.select(Summarizer.mean($"features"))
7171
* val Row(mean_) = meanDF.first()
7272
* }}}
73+
*
74+
* Note: Currently, the performance of this interface is about 2x~3x slower then using the RDD
75+
* interface.
7376
*/
7477
@Since("2.3.0")
7578
object Summarizer extends Logging {
@@ -94,6 +97,9 @@ object Summarizer extends Logging {
9497
* @param metrics additional metrics that can be provided.
9598
* @return a builder.
9699
* @throws IllegalArgumentException if one of the metric names is not understood.
100+
*
101+
* Note: Currently, the performance of this interface is about 2x~3x slower then using the RDD
102+
* interface.
97103
*/
98104
@Since("2.3.0")
99105
def metrics(firstMetric: String, metrics: String*): SummaryBuilder = {

0 commit comments

Comments
 (0)