[AutoML] CodeGen For AzureAttach (#4498)

* build to modelbuilder

* update Model project

* update ConsoleApp

* small update:

* fix test and update

* add IsAzureAttach to setting

* remove a task

* add some comments

* refactor AzureImage CodeGenerator

* still some refactor

* some clean up

* update

* add LabelMapping.tt, rename some CodeGenerators

* add ImageLabelMapping.cs

* update ConsumeModel.cs

* target AzureAttachModelCodeGenerator at ModelOutputClass instead of OnnxModelOutputClass

* add test case for AzureImageCodeGenerator

* rename AzureImageCodeGeneratorTest

* add some test

* rename AzureImageClassification to Azure

*  add AzureModelBuilder

* add AzureCodeGeneratorTest

* update ImageLabelMapping to accept label

* remove AzureImageCodeGenerator

* fix test

* fix test

* fix bugs

* update base on Eric's review

* Update TaskKind.cs

* Update src/Microsoft.ML.CodeGenerator/CodeGenerator/CSharp/TransformGeneratorFactory.cs

Co-Authored-By: Justin Ormont <[email protected]>

* update based on Bri's change

* rename ProjectFile to CSharpProjectFile, add CSharpCodeFile and stop using ProjectFileGenerator in codegen

* rm partial class

* rename Interface (add CSharp prefix)

* implement IProjectGenerator in ICSharpSolutionGenerator to have same API with old CodeGen

* add header

* add LoadImage transformer

Co-authored-by: Justin Ormont <[email protected]>

Author: LittleLittleCloud

src/Microsoft.ML.AutoML/EstimatorExtensions/EstimatorExtensionCatalog.cs

@@ -20,6 +20,7 @@ internal enum EstimatorName
         TextFeaturizing,
         TypeConverting,
         ValueToKeyMapping,
+        RawByteImageLoading,
         ImageLoading
     }
 
@@ -39,7 +40,8 @@ internal class EstimatorExtensionCatalog
             { EstimatorName.TextFeaturizing, typeof(TextFeaturizingExtension) },
             { EstimatorName.TypeConverting, typeof(TypeConvertingExtension) },
             { EstimatorName.ValueToKeyMapping, typeof(ValueToKeyMappingExtension) },
-            { EstimatorName.ImageLoading, typeof(ImageLoadingExtension) }
+            { EstimatorName.RawByteImageLoading, typeof(RawByteImageLoading) },
+            { EstimatorName.ImageLoading, typeof(ImageLoading) }
         };
 
         public static IEstimatorExtension GetExtension(EstimatorName estimatorName)

src/Microsoft.ML.AutoML/EstimatorExtensions/EstimatorExtensions.cs

@@ -272,7 +272,7 @@ private static IEstimator<ITransformer> CreateInstance(MLContext context, string
         }
     }
 
-    internal class ImageLoadingExtension : IEstimatorExtension
+    internal class RawByteImageLoading : IEstimatorExtension
     {
         public static string ImageFolder { private get; set; }
         public IEstimator<ITransformer> CreateInstance(MLContext context, PipelineNode pipelineNode)
@@ -286,7 +286,7 @@ public static SuggestedTransform CreateSuggestedTransform(MLContext context, str
             {
                 { "imageFolder", ImageFolder },
             };
-            var pipelineNode = new PipelineNode(EstimatorName.ImageLoading.ToString(), PipelineNodeType.Transform, inColumn, outColumn, pipelineNodeProperty);
+            var pipelineNode = new PipelineNode(EstimatorName.RawByteImageLoading.ToString(), PipelineNodeType.Transform, inColumn, outColumn, pipelineNodeProperty);
             var estimator = CreateInstance(context, inColumn, outColumn);
             return new SuggestedTransform(pipelineNode, estimator);
         }
@@ -296,4 +296,29 @@ private static IEstimator<ITransformer> CreateInstance(MLContext context, string
             return context.Transforms.LoadRawImageBytes(outColumn, ImageFolder, inColumn);
         }
     }
+
+    internal class ImageLoading : IEstimatorExtension
+    {
+        public static string ImageFolder { private get; set; }
+        public IEstimator<ITransformer> CreateInstance(MLContext context, PipelineNode pipelineNode)
+        {
+            return CreateInstance(context, pipelineNode.InColumns[0], pipelineNode.OutColumns[0]);
+        }
+
+        public static SuggestedTransform CreateSuggestedTransform(MLContext context, string inColumn, string outColumn)
+        {
+            var pipelineNodeProperty = new Dictionary<string, object>()
+            {
+                { "imageFolder", ImageFolder },
+            };
+            var pipelineNode = new PipelineNode(EstimatorName.ImageLoading.ToString(), PipelineNodeType.Transform, inColumn, outColumn, pipelineNodeProperty);
+            var estimator = CreateInstance(context, inColumn, outColumn);
+            return new SuggestedTransform(pipelineNode, estimator);
+        }
+
+        private static IEstimator<ITransformer> CreateInstance(MLContext context, string inColumn, string outColumn)
+        {
+            return context.Transforms.LoadImages(outColumn, ImageFolder, inColumn);
+        }
+    }
 }

src/Microsoft.ML.AutoML/TransformInference/TransformInference.cs

@@ -358,7 +358,7 @@ public override IEnumerable<SuggestedTransform> Apply(IntermediateColumn[] colum
                         var columnDestSuffix = "_featurized";
                         string columnDestRenamed = $"{column.ColumnName}{columnDestSuffix}";
 
-                        yield return ImageLoadingExtension.CreateSuggestedTransform(Context, column.ColumnName, columnDestRenamed);
+                        yield return RawByteImageLoading.CreateSuggestedTransform(Context, column.ColumnName, columnDestRenamed);
                     }
                 }
             }

src/Microsoft.ML.CodeGenerator/CodeGenerator/CSharp/AzureCodeGenerator/AzureAttachCodeGenenrator.cs

@@ -0,0 +1,54 @@
+// Licensed to the .NET Foundation under one or more agreements.
+// The .NET Foundation licenses this file to you under the MIT license.
+// See the LICENSE file in the project root for more information.
+
+using System;
+using System.Collections.Generic;
+using System.IO;
+using System.Text;
+using Microsoft.ML.AutoML;
+using Microsoft.ML.CodeGenerator.CodeGenerator.CSharp.Interface;
+using Microsoft.ML.CodeGenerator.CSharp;
+
+namespace Microsoft.ML.CodeGenerator.CodeGenerator.CSharp.AzureCodeGenerator
+{
+    internal class AzureAttachCodeGenenrator : ICSharpSolutionGenerator
+    {
+        public ICSharpProjectGenerator AzureAttachConsoleApp { get; private set; }
+        public ICSharpProjectGenerator AzureAttachModel { get; private set; }
+        public string Name { get; set; }
+
+        private readonly Pipeline _pipeline;
+        private readonly CodeGeneratorSettings _settings;
+        private readonly ColumnInferenceResults _columnInferenceResult;
+
+        public AzureAttachCodeGenenrator(Pipeline pipeline, ColumnInferenceResults columnInferenceResults, CodeGeneratorSettings options)
+        {
+            _pipeline = pipeline;
+            _settings = options;
+            _columnInferenceResult = columnInferenceResults;
+            Name = _settings.OutputName;
+            var namespaceValue = Utilities.Utils.Normalize(_settings.OutputName);
+            AzureAttachConsoleApp = new AzureAttachConsoleAppCodeGenerator(_pipeline, _columnInferenceResult, _settings, namespaceValue);
+            AzureAttachModel = new AzureAttachModelCodeGenerator(_pipeline, _columnInferenceResult, _settings, namespaceValue);
+        }
+
+        public ICSharpSolution ToSolution()
+        {
+            var solution = new CSharpSolution()
+            {
+                AzureAttachConsoleApp.ToProject(),
+                AzureAttachModel.ToProject()
+            };
+
+            solution.Name = _settings.OutputName;
+            return solution;
+        }
+
+        public void GenerateOutput()
+        {
+            var folder = Path.Combine(_settings.OutputBaseDir, _settings.OutputName);
+            ToSolution().WriteToDisk(folder);
+        }
+    }
+}

src/Microsoft.ML.CodeGenerator/CodeGenerator/CSharp/AzureCodeGenerator/AzureAttachConsoleAppCodeGenerator.cs

@@ -0,0 +1,115 @@
+// Licensed to the .NET Foundation under one or more agreements.
+// The .NET Foundation licenses this file to you under the MIT license.
+// See the LICENSE file in the project root for more information.
+
+using System;
+using System.Collections;
+using System.Collections.Generic;
+using System.IO;
+using System.Linq;
+using System.Text;
+using Microsoft.CodeAnalysis;
+using Microsoft.ML.AutoML;
+using Microsoft.ML.CodeGenerator.CodeGenerator.CSharp.Interface;
+using Microsoft.ML.CodeGenerator.CSharp;
+using Microsoft.ML.CodeGenerator.Templates.Azure.Console;
+using Microsoft.ML.CodeGenerator.Templates.Console;
+using Microsoft.ML.Transforms;
+
+namespace Microsoft.ML.CodeGenerator.CodeGenerator.CSharp
+{
+    internal class AzureAttachConsoleAppCodeGenerator : ICSharpProjectGenerator
+    {
+        private readonly Pipeline _pipeline;
+        private readonly CodeGeneratorSettings _settings;
+        private readonly ColumnInferenceResults _columnInferenceResult;
+        private readonly string _nameSpaceValue;
+
+        public ICSharpFile ModelBuilder { get; private set; }
+        public ICSharpFile PredictProject { get; private set; }
+        public ICSharpFile PredictProgram { get; private set; }
+        public string Name { get; set; }
+
+        public AzureAttachConsoleAppCodeGenerator(Pipeline pipeline, ColumnInferenceResults columnInferenceResults, CodeGeneratorSettings options, string namespaceValue)
+        {
+            _pipeline = pipeline;
+            _settings = options;
+            _columnInferenceResult = columnInferenceResults;
+            _nameSpaceValue = namespaceValue;
+            Name = $"{_settings.OutputName}.ConsoleApp";
+
+            var (_, _, PreTrainerTransforms, _) = _pipeline.GenerateTransformsAndTrainers();
+
+            ModelBuilder = new CSharpCodeFile()
+            {
+                File = new AzureModelBuilder()
+                {
+                    Path = _settings.TrainDataset,
+                    HasHeader = _columnInferenceResult.TextLoaderOptions.HasHeader,
+                    Separator = _columnInferenceResult.TextLoaderOptions.Separators.FirstOrDefault(),
+                    PreTrainerTransforms = PreTrainerTransforms,
+                    AllowQuoting = _columnInferenceResult.TextLoaderOptions.AllowQuoting,
+                    AllowSparse = _columnInferenceResult.TextLoaderOptions.AllowSparse,
+                    Namespace = _nameSpaceValue,
+                    Target = _settings.Target,
+                    OnnxModelPath = _settings.OnnxModelPath,
+                    MLNetModelpath = _settings.ModelPath,
+                }.TransformText(),
+                Name = "ModelBuilder.cs",
+            };
+
+            PredictProject = new CSharpProjectFile()
+            {
+                File = new PredictProject()
+                {
+                    Namespace = _nameSpaceValue,
+                    IncludeMklComponentsPackage = false,
+                    IncludeLightGBMPackage = false,
+                    IncludeFastTreePackage = false,
+                    IncludeImageTransformerPackage = _settings.IsImage,
+                    IncludeImageClassificationPackage = false,
+                    IncludeOnnxPackage = true,
+                    IncludeResNet18Package = false,
+                    IncludeRecommenderPackage = false,
+                    StablePackageVersion = _settings.StablePackageVersion,
+                    UnstablePackageVersion = _settings.UnstablePackageVersion,
+                }.TransformText(),
+                Name = $"{_settings.OutputName}.ConsoleApp.csproj",
+            };
+
+            var columns = _columnInferenceResult.TextLoaderOptions.Columns;
+            var featuresList = columns.Where((str) => str.Name != _settings.LabelName).Select((str) => str.Name).ToList();
+            PredictProgram = new CSharpCodeFile()
+            {
+                File = new PredictProgram()
+                {
+                    TaskType = _settings.MlTask.ToString(),
+                    LabelName = _settings.LabelName,
+                    Namespace = _nameSpaceValue,
+                    TestDataPath = _settings.TestDataset,
+                    TrainDataPath = _settings.TrainDataset,
+                    AllowQuoting = _columnInferenceResult.TextLoaderOptions.AllowQuoting,
+                    AllowSparse = _columnInferenceResult.TextLoaderOptions.AllowSparse,
+                    HasHeader = _columnInferenceResult.TextLoaderOptions.HasHeader,
+                    Separator = _columnInferenceResult.TextLoaderOptions.Separators.FirstOrDefault(),
+                    Target = _settings.Target,
+                    Features = featuresList,
+                }.TransformText(),
+                Name = "Program.cs",
+            };
+        }
+
+        public ICSharpProject ToProject()
+        {
+            var project = new CSharpProject()
+            {
+                ModelBuilder,
+                PredictProject,
+                PredictProgram,
+            };
+
+            project.Name = Name;
+            return project;
+        }
+    }
+}