We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 23860e4 commit f7864d0Copy full SHA for f7864d0
mllib/src/main/scala/org/apache/spark/mllib/linalg/distributed/RowMatrix.scala
@@ -220,8 +220,12 @@ class RowMatrix(
220
221
val computeMode = mode match {
222
case "auto" =>
223
+ if(k > 5000) {
224
+ logWarning(s"computing svd with k=$k and n=$n, please check necessity")
225
+ }
226
+
227
// TODO: The conditions below are not fully tested.
- if (n < 100 || k > n / 2) {
228
+ if (n < 100 || (k > n / 2 && n <= 15000)) {
229
// If n is small or k is large compared with n, we better compute the Gramian matrix first
230
// and then compute its eigenvalues locally, instead of making multiple passes.
231
if (k < n / 3) {
0 commit comments