Enable bwc tests and adjust versioning. (#66016)

Backporting #66004 to 7.x branch.
Relates to #64710

Author: martijnvg

server/src/main/java/org/elasticsearch/cluster/metadata/ComposableIndexTemplate.java

@@ -296,7 +296,7 @@ public DataStreamTemplate(boolean hidden) {
         }
 
         DataStreamTemplate(StreamInput in) throws IOException {
-            hidden = in.getVersion().onOrAfter(DataStream.HIDDEN_VERSION) && in.readBoolean();
+            hidden = in.getVersion().onOrAfter(DataStream.NEW_FEATURES_VERSION) && in.readBoolean();
         }
 
         public String getTimestampField() {
@@ -318,7 +318,7 @@ public boolean isHidden() {
 
         @Override
         public void writeTo(StreamOutput out) throws IOException {
-            if (out.getVersion().onOrAfter(DataStream.HIDDEN_VERSION)) {
+            if (out.getVersion().onOrAfter(DataStream.NEW_FEATURES_VERSION)) {
                 out.writeBoolean(hidden);
             }
         }

server/src/main/java/org/elasticsearch/cluster/metadata/DataStream.java

@@ -43,8 +43,11 @@
 public final class DataStream extends AbstractDiffable<DataStream> implements ToXContentObject {
 
     public static final String BACKING_INDEX_PREFIX = ".ds-";
-    public static final Version HIDDEN_VERSION = Version.V_7_11_0;
-    public static final Version REPLICATED_VERSION = Version.V_7_11_0;
+
+    /**
+     * The version when data stream metadata, hidden data streams and replicated data streams was introduced.
+     */
+    public static final Version NEW_FEATURES_VERSION = Version.V_7_11_0;
 
     private final String name;
     private final TimestampField timeStampField;
@@ -187,9 +190,9 @@ public static String getDefaultBackingIndexName(String dataStreamName, long gene
 
     public DataStream(StreamInput in) throws IOException {
         this(in.readString(), new TimestampField(in), in.readList(Index::new), in.readVLong(),
-            in.getVersion().onOrAfter(Version.V_7_11_0) ? in.readMap(): null,
-            in.getVersion().onOrAfter(HIDDEN_VERSION) && in.readBoolean(),
-            in.getVersion().onOrAfter(REPLICATED_VERSION) && in.readBoolean());
+            in.getVersion().onOrAfter(NEW_FEATURES_VERSION) ? in.readMap(): null,
+            in.getVersion().onOrAfter(NEW_FEATURES_VERSION) && in.readBoolean(),
+            in.getVersion().onOrAfter(NEW_FEATURES_VERSION) && in.readBoolean());
     }
 
     public static Diff<DataStream> readDiffFrom(StreamInput in) throws IOException {
@@ -202,13 +205,9 @@ public void writeTo(StreamOutput out) throws IOException {
         timeStampField.writeTo(out);
         out.writeList(indices);
         out.writeVLong(generation);
-        if (out.getVersion().onOrAfter(Version.V_7_11_0)) {
+        if (out.getVersion().onOrAfter(NEW_FEATURES_VERSION)) {
             out.writeMap(metadata);
-        }
-        if (out.getVersion().onOrAfter(HIDDEN_VERSION)) {
             out.writeBoolean(hidden);
-        }
-        if (out.getVersion().onOrAfter(REPLICATED_VERSION)) {
             out.writeBoolean(replicated);
         }
     }

x-pack/plugin/core/src/main/java/org/elasticsearch/xpack/core/action/DeleteDataStreamAction.java

@@ -68,7 +68,7 @@ public Request(StreamInput in) throws IOException {
             super(in);
             this.names = in.readStringArray();
             this.wildcardExpressionsOriginallySpecified = in.getVersion().onOrAfter(Version.V_7_10_0) && in.readBoolean();
-            if (in.getVersion().onOrAfter(DataStream.HIDDEN_VERSION)) {
+            if (in.getVersion().onOrAfter(DataStream.NEW_FEATURES_VERSION)) {
                 this.indicesOptions = IndicesOptions.readIndicesOptions(in);
             }
         }
@@ -80,7 +80,7 @@ public void writeTo(StreamOutput out) throws IOException {
             if (out.getVersion().onOrAfter(Version.V_7_10_0)) {
                 out.writeBoolean(wildcardExpressionsOriginallySpecified);
             }
-            if (out.getVersion().onOrAfter(DataStream.HIDDEN_VERSION)) {
+            if (out.getVersion().onOrAfter(DataStream.NEW_FEATURES_VERSION)) {
                 indicesOptions.writeIndicesOptions(out);
             }
         }

x-pack/plugin/core/src/main/java/org/elasticsearch/xpack/core/action/GetDataStreamAction.java

@@ -56,7 +56,7 @@ public ActionRequestValidationException validate() {
         public Request(StreamInput in) throws IOException {
             super(in);
             this.names = in.readOptionalStringArray();
-            if (in.getVersion().onOrAfter(DataStream.HIDDEN_VERSION)) {
+            if (in.getVersion().onOrAfter(DataStream.NEW_FEATURES_VERSION)) {
                 this.indicesOptions = IndicesOptions.readIndicesOptions(in);
             }
         }
@@ -65,7 +65,7 @@ public Request(StreamInput in) throws IOException {
         public void writeTo(StreamOutput out) throws IOException {
             super.writeTo(out);
             out.writeOptionalStringArray(names);
-            if (out.getVersion().onOrAfter(DataStream.HIDDEN_VERSION)) {
+            if (out.getVersion().onOrAfter(DataStream.NEW_FEATURES_VERSION)) {
                 indicesOptions.writeIndicesOptions(out);
             }
         }