Forward logs of Experiment's sub MLContexts to main MLContext

Author: mstfbl

src/Microsoft.ML.AutoML/Experiment/Experiment.cs

@@ -85,6 +85,13 @@ private void MainContextCanceledEvent(object state)
             }
         }
 
+        private void RelayCurrentContextLogsToLogger(object sender, LoggingEventArgs e)
+        {
+            // Relay logs that are generated by the current MLContext to the Experiment class's
+            // _logger.
+            _logger.Info(e.Message);
+        }
+
         public IList<TRunDetail> Execute()
         {
             var iterationResults = new List<TRunDetail>();
@@ -129,6 +136,7 @@ public IList<TRunDetail> Execute()
                     // context is canceled to stop further model training. The cancellation of the main MLContext
                     // a user has instantiated is not desirable, thus additional MLContexts are used.
                     _currentModelMLContext = _newContextSeedGenerator == null ? new MLContext() : new MLContext(_newContextSeedGenerator.Next());
+                    _currentModelMLContext.Log += RelayCurrentContextLogsToLogger;
                     var pipeline = PipelineSuggester.GetNextInferredPipeline(_currentModelMLContext, _history, _datasetColumnInfo, _task,
                         _optimizingMetricInfo.IsMaximizing, _experimentSettings.CacheBeforeTrainer, _logger, _trainerAllowList);
                     // break if no candidates returned, means no valid pipeline available

test/Microsoft.ML.AutoML.Tests/AutoFitTests.cs

@@ -21,10 +21,40 @@ namespace Microsoft.ML.AutoML.Test
 {
     public class AutoFitTests : BaseTestClass
     {
+        // Marker necessary for AutoFitContextLogTest to ensure that the wanted logs
+        // from Experiment's sub MLContexts were relayed to the main calling MLContext.
+        bool _markerAutoFitContextLogTest;
         public AutoFitTests(ITestOutputHelper output) : base(output)
         {
         }
 
+        private void MlContextLog(object sender, LoggingEventArgs e)
+        {
+            // Log containing ImageClassificationTrainer will only come from AutoML's sub
+            // contexts.
+            if (!_markerAutoFitContextLogTest && e.Message.Contains("[Source=ImageClassificationTrainer;"))
+                _markerAutoFitContextLogTest = true;
+        }
+
+        [TensorFlowFact]
+        public void AutoFitContextLogTest()
+		{
+            // This test confirms that logs produced from contexts made during AutoML experiment
+            // runs are correctly relayed to the main Experiment MLContext.
+            _markerAutoFitContextLogTest = false;
+            var context = new MLContext(1);
+            context.Log += MlContextLog;
+            var datasetPath = DatasetUtil.GetFlowersDataset();
+            var columnInference = context.Auto().InferColumns(datasetPath, "Label");
+            var textLoader = context.Data.CreateTextLoader(columnInference.TextLoaderOptions);
+            var trainData = textLoader.Load(datasetPath);
+            var result = context.Auto()
+                            .CreateMulticlassClassificationExperiment(15)
+                            .Execute(trainData, columnInference.ColumnInformation);
+            Assert.True(_markerAutoFitContextLogTest, "Image classification trainer logs from Experiment's sub contexts" +
+                "were not relayed to the main MLContext.");
+        }
+
         [Fact]
         public void AutoFitBinaryTest()
         {
@@ -85,7 +115,7 @@ public void AutoFitMultiTest(bool useNumberOfCVFolds)
                 Assert.Equal(NumberDataViewType.Single, scoredData.Schema[DefaultColumnNames.PredictedLabel].Type);
             }
         }
-
+        
         [TensorFlowFact]
         //Skipping test temporarily. This test will be re-enabled once the cause of failures has been determined
         [Trait("Category", "SkipInCI")]