Node repurpose tool

Changed NodeRepurposeCommandIT to validate indexes still exists after
repurpose and do not exist after repurpose on all nodes.

Author: henningandersen

server/src/test/java/org/elasticsearch/env/NodeRepurposeCommandIT.java

@@ -38,7 +38,7 @@ public void testRepurpose() throws Exception {
         final String indexName = "test-repurpose";
 
         logger.info("--> starting two nodes");
-        List<String> nodes = internalCluster().startNodes(2);
+        final List<String> nodes = internalCluster().startNodes(2);
 
         logger.info("--> creating index");
         prepareCreate(indexName, Settings.builder()
@@ -52,8 +52,9 @@ public void testRepurpose() throws Exception {
 
         ensureGreen();
 
+        assertTrue(client().prepareGet(indexName, "type1", "1").get().isExists());
+
         final Settings noMasterNoDataSettings = Settings.builder()
-            .put(internalCluster().getDefaultSettings())
             .put(Node.NODE_DATA_SETTING.getKey(), false)
             .put(Node.NODE_MASTER_SETTING.getKey(), false)
             .build();
@@ -80,15 +81,36 @@ public void testRepurpose() throws Exception {
         assertThat(lockedException.getMessage(), containsString(NodeRepurposeCommand.FAILED_TO_OBTAIN_NODE_LOCK_MSG));
 
         logger.info("--> Starting node after repurpose");
-        internalCluster().startNode(noMasterNoDataSettings);
+        nodes.set(stoppedOrdinal, internalCluster().startNode(noMasterNoDataSettings));
+
+        ensureYellow();
+
+        assertTrue(client().prepareGet(indexName, "type1", "1").get().isExists());
+        assertTrue(indexExists(indexName));
+
+        logger.info("--> Restarting and repurposing other node");
+
+        internalCluster().stopRandomNode(s -> true);
+        internalCluster().stopRandomNode(s -> true);
+
+        executeRepurposeCommandForOrdinal(noMasterNoDataSettings, indexUUID, runningOrdinal);
+
+        internalCluster().startNodes(2);
+        ensureGreen();
+
+        // indexes and docs gone.
+        assertFalse(indexExists(indexName));
     }
 
     private void executeRepurposeCommandForOrdinal(Settings settings, String indexUUID, int ordinal) throws Exception {
         boolean verbose = randomBoolean();
+        Settings settingsWithPath = Settings.builder().put(internalCluster().getDefaultSettings()).put(settings).build();
+        int expectedIndexCount = TestEnvironment.newEnvironment(settingsWithPath).dataFiles().length;
         Matcher<String> matcher = allOf(
-            containsString(NodeRepurposeCommand.noMasterMessage(1, 1, TestEnvironment.newEnvironment(settings).dataFiles().length)),
+            containsString(NodeRepurposeCommand.noMasterMessage(1, 1, expectedIndexCount)),
             not(contains(NodeRepurposeCommand.PRE_V7_MESSAGE)),
             NodeRepurposeCommandTests.conditionalNot(containsString(indexUUID), verbose == false));
-        NodeRepurposeCommandTests.verifySuccess(settings, matcher, verbose, ordinal);
+        NodeRepurposeCommandTests.verifySuccess(settingsWithPath, matcher,
+            verbose, ordinal);
     }
 }