We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 62c7b78 commit d6d60e2Copy full SHA for d6d60e2
graphx/src/main/scala/org/apache/spark/graphx/GraphLoader.scala
@@ -60,7 +60,7 @@ object GraphLoader extends Logging {
60
val startTime = System.currentTimeMillis
61
62
// Parse the edge data table directly into edge partitions
63
- val edges = sc.textFile(path, minEdgePartitions).mapPartitionsWithIndex { (pid, iter) =>
+ val edges = sc.textFile(path, minEdgePartitions).coalesce(minEdgePartitions).mapPartitionsWithIndex { (pid, iter) =>
64
val builder = new EdgePartitionBuilder[Int]
65
iter.foreach { line =>
66
if (!line.isEmpty && line(0) != '#') {
0 commit comments