From 350d3be3d77408a85d894bccb746fb603782ca1f Mon Sep 17 00:00:00 2001 From: Eric Liang Date: Thu, 1 Sep 2016 18:38:38 -0700 Subject: [PATCH] Thu Sep 1 18:38:38 PDT 2016 --- .../apache/spark/shuffle/sort/BypassMergeSortShuffleWriter.java | 1 - .../java/org/apache/spark/shuffle/sort/UnsafeShuffleWriter.java | 2 -- .../scala/org/apache/spark/shuffle/sort/SortShuffleWriter.scala | 2 -- 3 files changed, 5 deletions(-) diff --git a/core/src/main/java/org/apache/spark/shuffle/sort/BypassMergeSortShuffleWriter.java b/core/src/main/java/org/apache/spark/shuffle/sort/BypassMergeSortShuffleWriter.java index cd6d64a1ee4af..0fcc56d50ae6a 100644 --- a/core/src/main/java/org/apache/spark/shuffle/sort/BypassMergeSortShuffleWriter.java +++ b/core/src/main/java/org/apache/spark/shuffle/sort/BypassMergeSortShuffleWriter.java @@ -238,7 +238,6 @@ public Option stop(boolean success) { partitionWriters = null; } } - shuffleBlockResolver.removeDataByMap(shuffleId, mapId); return None$.empty(); } } diff --git a/core/src/main/java/org/apache/spark/shuffle/sort/UnsafeShuffleWriter.java b/core/src/main/java/org/apache/spark/shuffle/sort/UnsafeShuffleWriter.java index 876cb7f7d86d5..63d376b44fb11 100644 --- a/core/src/main/java/org/apache/spark/shuffle/sort/UnsafeShuffleWriter.java +++ b/core/src/main/java/org/apache/spark/shuffle/sort/UnsafeShuffleWriter.java @@ -465,8 +465,6 @@ public Option stop(boolean success) { } return Option.apply(mapStatus); } else { - // The map task failed, so delete our output data. - shuffleBlockResolver.removeDataByMap(shuffleId, mapId); return Option.apply(null); } } diff --git a/core/src/main/scala/org/apache/spark/shuffle/sort/SortShuffleWriter.scala b/core/src/main/scala/org/apache/spark/shuffle/sort/SortShuffleWriter.scala index 1adacabc86c05..cc01e6aa7ea91 100644 --- a/core/src/main/scala/org/apache/spark/shuffle/sort/SortShuffleWriter.scala +++ b/core/src/main/scala/org/apache/spark/shuffle/sort/SortShuffleWriter.scala @@ -83,8 +83,6 @@ private[spark] class SortShuffleWriter[K, V, C]( if (success) { return Option(mapStatus) } else { - // The map task failed, so delete our output data. - shuffleBlockResolver.removeDataByMap(dep.shuffleId, mapId) return None } } finally {