diff --git a/src/Microsoft.ML.Data/Transforms/ColumnConcatenatingEstimator.cs b/src/Microsoft.ML.Data/Transforms/ColumnConcatenatingEstimator.cs
index ef5508a648..1eaf3be122 100644
--- a/src/Microsoft.ML.Data/Transforms/ColumnConcatenatingEstimator.cs
+++ b/src/Microsoft.ML.Data/Transforms/ColumnConcatenatingEstimator.cs
@@ -116,8 +116,8 @@ private SchemaShape.Column CheckInputsAndMakeColumn(
                 }
                 if (!col.ItemType.Equals(itemType))
                 {
-                    throw _host.Except($"Column '{sources[i]}' has values of {col.ItemType}, " +
-                        $"which is not the same as earlier observed type of {itemType}.");
+                    throw _host.Except($"Concatenated columns should have the same type. Column '{sources[i]}' has type of {col.ItemType}, " +
+                        $"but expected column type is {itemType}.");
                 }
                 varVector |= col.Kind == SchemaShape.Column.VectorKind.VariableVector;
                 isNormalized &= col.IsNormalized();