From 8cbe05a4152b979febfbf217c778f72ae43deea7 Mon Sep 17 00:00:00 2001
From: jralexander <johalex@microsoft.com>
Date: Thu, 28 Feb 2019 09:58:01 -0800
Subject: [PATCH 1/5] Update dataset usage

---
 .../tutorials/SentimentAnalysis/Program.cs    | 210 +++++++++---------
 .../SentimentAnalysis.csproj                  |  16 +-
 .../SentimentAnalysis/SentimentData.cs        |  16 +-
 3 files changed, 118 insertions(+), 124 deletions(-)

diff --git a/machine-learning/tutorials/SentimentAnalysis/Program.cs b/machine-learning/tutorials/SentimentAnalysis/Program.cs
index 7cccf89a0b4..a6b422eda68 100644
--- a/machine-learning/tutorials/SentimentAnalysis/Program.cs
+++ b/machine-learning/tutorials/SentimentAnalysis/Program.cs
@@ -1,4 +1,4 @@
-// <Snippet1>
+// <SnippetAddUsings>
 using System;
 using System.Collections.Generic;
 using System.IO;
@@ -7,120 +7,118 @@
 using Microsoft.ML;
 using Microsoft.ML.Core.Data;
 using Microsoft.ML.Data;
+using Microsoft.ML.Trainers.Online;
 using Microsoft.ML.Transforms.Text;
-// </Snippet1>
+// </SnippetAddUsings>
 
 namespace SentimentAnalysis
 {
     class Program
     {
-        // <Snippet2>
-        static readonly string _trainDataPath = Path.Combine(Environment.CurrentDirectory, "Data", "wikipedia-detox-250-line-data.tsv");
-        static readonly string _testDataPath = Path.Combine(Environment.CurrentDirectory, "Data", "wikipedia-detox-250-line-test.tsv");
+        // <SnippetDeclareGlobalVariables>
+        static readonly string _dataPath = Path.Combine(Environment.CurrentDirectory, "Data", "yelp_labelled.txt");
         static readonly string _modelPath = Path.Combine(Environment.CurrentDirectory, "Data", "Model.zip");
-        static TextLoader _textLoader;
-        // </Snippet2>
+        // </SnippetDeclareGlobalVariables>
 
         static void Main(string[] args)
         {
             // Create ML.NET context/local environment - allows you to add steps in order to keep everything together 
             // during the learning process.  
             //Create ML Context with seed for repeatable/deterministic results
-            // <Snippet3>
+            // <SnippetCreateMLContext>
             MLContext mlContext = new MLContext(seed: 0);
-            // </Snippet3>
+            // </SnippetCreateMLContext>
 
             // The TextLoader loads a dataset with comments and corresponding postive or negative sentiment. 
             // When you create a loader, you specify the schema by passing a class to the loader containing
             // all the column names and their types. This is used to create the model, and train it. 
             // Initialize our TextLoader
-            // <Snippet4>
-            _textLoader = mlContext.Data.CreateTextLoader(
-                columns: new TextLoader.Column[] 
+            // <SnippetCreateTextLoader>
+            TextLoader textLoader = mlContext.Data.CreateTextLoader(
+                columns: new TextLoader.Column[]
                 {
-                    new TextLoader.Column("Label", DataKind.Bool,0),
-                    new TextLoader.Column("SentimentText", DataKind.Text,1)
+                    new TextLoader.Column("SentimentText", DataKind.Text,0),
+                    new TextLoader.Column("Label", DataKind.Bool,1)
                 },
                 separatorChar: '\t',
-                hasHeader: true
+                hasHeader: false
             );
-            // </Snippet4>
+            // </SnippetCreateTextLoader>
+            //Note that this case, loading your training data from a file, 
+            //is the easiest way to get started, but ML.NET also allows you 
+            //to load data from databases or in-memory collections.
+            // <SnippetLoadTrainData>
+            IDataView dataView = textLoader.Read(_dataPath);
+            // </SnippetLoadTrainData>
+
+            // <SnippetSplitData>
+            (IDataView trainSet, IDataView testSet) splitDataView = mlContext.BinaryClassification.TrainTestSplit(dataView, testFraction: 0.2);
+            // </SnippetSplitData>
 
-            // <Snippet5>
-            var model = Train(mlContext, _trainDataPath);
-            // </Snippet5>
+            // <SnippetCallBuildAndTrainModel>
+            ITransformer model = BuildAndTrainModel(mlContext, splitDataView.trainSet);
+            // </SnippetCallBuildAndTrainModel>
 
-            // <Snippet11>
-            Evaluate(mlContext, model);
-            // </Snippet11>
-            
-            // <Snippet16>
-            Predict(mlContext, model);
-            // </Snippet16>
+            // <SnippetCallEvaluate>
+            Evaluate(mlContext, model, splitDataView.testSet);
+            // </SnippetCallEvaluate>
 
-            // <Snippet25>
-            PredictWithModelLoadedFromFile(mlContext);
-            // </Snippet25>
+            // <SnippetCallPredictSentiment>
+            PredictSentiment(mlContext, model);
+            // </SnippetCallPredictSentiment>
+
+            // <SnippetCallPredictSentimentWithModelLoadedFromFile>
+            PredictSentimentWithModelLoadedFromFile(mlContext);
+            // </SnippetCallPredictSentimentWithModelLoadedFromFile>
 
 
             Console.WriteLine();
             Console.WriteLine("=============== End of process ===============");
         }
 
-        public static ITransformer Train(MLContext mlContext, string dataPath)
+        public static ITransformer BuildAndTrainModel(MLContext mlContext, IDataView splitTrainSet)
         {
-            //Note that this case, loading your training data from a file, 
-            //is the easiest way to get started, but ML.NET also allows you 
-            //to load data from databases or in-memory collections.
-            // <Snippet6>
-            IDataView dataView =_textLoader.Read(dataPath);
-            // </Snippet6>
-
             // Create a flexible pipeline (composed by a chain of estimators) for creating/training the model.
             // This is used to format and clean the data.  
             // Convert the text column to numeric vectors (Features column) 
-            // <Snippet7>
-            var pipeline = mlContext.Transforms.Text.FeaturizeText(inputColumnName: "SentimentText", outputColumnName: "Features")
-                    //</Snippet7>
+            // <SnippetFeaturizeText>
+            EstimatorChain<BinaryPredictionTransformer<Microsoft.ML.Internal.Internallearn.IPredictorWithFeatureWeights<float>>> pipeline = mlContext.Transforms.Text.FeaturizeText(outputColumnName: DefaultColumnNames.Features, inputColumnName: nameof(SentimentData.SentimentText))
+            //</SnippetFeaturizeText>
 
-                    // Adds a FastTreeBinaryClassificationTrainer, the decision tree learner for this project  
-                    // <Snippet8> 
-                    .Append(mlContext.BinaryClassification.Trainers.FastTree(numLeaves: 50, numTrees: 50, minDatapointsInLeaves: 20));
-            // </Snippet8>
+            // Adds a FastTreeBinaryClassificationTrainer, the decision tree learner for this project  
+            // <SnippetAddTrainer> 
+            .Append(mlContext.BinaryClassification.Trainers.FastTree(numLeaves: 50, numTrees: 50, minDatapointsInLeaves: 20));
+            // </SnippetAddTrainer>
 
             // Create and train the model based on the dataset that has been loaded, transformed.
-            // <Snippet9>
+            // <SnippetTrainModel>
             Console.WriteLine("=============== Create and Train the Model ===============");
-            var model = pipeline.Fit(dataView);
+            TransformerChain<BinaryPredictionTransformer<Microsoft.ML.Internal.Internallearn.IPredictorWithFeatureWeights<float>>> model = pipeline.Fit(splitTrainSet);
             Console.WriteLine("=============== End of training ===============");
             Console.WriteLine();
-            // </Snippet9>
+            // </SnippetTrainModel>
 
             // Returns the model we trained to use for evaluation.
-            // <Snippet10>
+            // <SnippetReturnModel>
             return model;
-            // </Snippet10>
+            // </SnippetReturnModel>
         }
 
-        public static void Evaluate(MLContext mlContext, ITransformer model)
+        public static void Evaluate(MLContext mlContext, ITransformer model, IDataView splitTestSet)
         {
             // Evaluate the model and show accuracy stats
-            // Load evaluation/test data
-            // <Snippet12>
-            var dataView = _textLoader.Read(_testDataPath);
-            // </Snippet12>
 
             //Take the data in, make transformations, output the data. 
-            // <Snippet13>
+            // <SnippetTransformData>
             Console.WriteLine("=============== Evaluating Model accuracy with Test data===============");
-            var predictions = model.Transform(dataView);
-            // </Snippet13>
+            IDataView predictions = model.Transform(splitTestSet);
+            // </SnippetTransformData>
 
             // BinaryClassificationContext.Evaluate returns a BinaryClassificationEvaluator.CalibratedResult
             // that contains the computed overall metrics.
-            // <Snippet14>
-            var metrics = mlContext.BinaryClassification.Evaluate(predictions, "Label");
-            // </Snippet14>
+            // <SnippetEvaluate>
+            CalibratedBinaryClassificationMetrics metrics = mlContext.BinaryClassification.Evaluate(predictions, "Label");
+            // </SnippetEvaluate>
 
             // The Accuracy metric gets the accuracy of a classifier, which is the proportion 
             // of correct predictions in the test set.
@@ -134,7 +132,7 @@ public static void Evaluate(MLContext mlContext, ITransformer model)
             // The F1 score is the harmonic mean of precision and recall:
             //  2 * precision * recall / (precision + recall).
 
-            // <Snippet15>
+            // <SnippetDisplayMetrics>
             Console.WriteLine();
             Console.WriteLine("Model quality metrics evaluation");
             Console.WriteLine("--------------------------------");
@@ -142,109 +140,111 @@ public static void Evaluate(MLContext mlContext, ITransformer model)
             Console.WriteLine($"Auc: {metrics.Auc:P2}");
             Console.WriteLine($"F1Score: {metrics.F1Score:P2}");
             Console.WriteLine("=============== End of model evaluation ===============");
-            //</Snippet15>
+            //</SnippetDisplayMetrics>
 
             // Save the new model to .ZIP file
-            // <Snippet23>
+            // <SnippetCallSaveModel>
             SaveModelAsFile(mlContext, model);
-            // </Snippet23>
+            // </SnippetCallSaveModel>
         }
 
-        private static void Predict(MLContext mlContext, ITransformer model)
+        private static void PredictSentiment(MLContext mlContext, ITransformer model)
         {
-            // <Snippet17>
-            var predictionFunction = model.CreatePredictionEngine<SentimentData, SentimentPrediction>(mlContext);
-            // </Snippet17>
+            // <SnippetCreatePredictionEngine1>
+            PredictionEngine<SentimentData, SentimentPrediction> predictionFunction = model.CreatePredictionEngine<SentimentData, SentimentPrediction>(mlContext);
+            // </SnippetCreatePredictionEngine1>
 
-            // <Snippet18>
+            // <SnippetCreateTestIssue1>
             SentimentData sampleStatement = new SentimentData
             {
-                SentimentText = "This is a very rude movie"
+                SentimentText = "This was a very bad steak"
             };
-            // </Snippet18>
+            // </SnippetCreateTestIssue1>
 
-            // <Snippet19>
-            var resultprediction = predictionFunction.Predict(sampleStatement);
-            // </Snippet19>
-            // <Snippet20>
+            // <SnippetPredict>
+            SentimentPrediction resultprediction = predictionFunction.Predict(sampleStatement);
+            // </SnippetPredict>
+            // <SnippetOutputPrediction>
             Console.WriteLine();
             Console.WriteLine("=============== Prediction Test of model with a single sample and test dataset ===============");
 
             Console.WriteLine();
-            Console.WriteLine($"Sentiment: {sampleStatement.SentimentText} | Prediction: {(Convert.ToBoolean(resultprediction.Prediction) ? "Toxic" : "Not Toxic")} | Probability: {resultprediction.Probability} ");
+            Console.WriteLine($"Sentiment: {sampleStatement.SentimentText} | Prediction: {(Convert.ToBoolean(resultprediction.Prediction) ? "Positive" : "Negative")} | Probability: {resultprediction.Probability} ");
+
             Console.WriteLine("=============== End of Predictions ===============");
             Console.WriteLine();
-            // </Snippet20>
+            // </SnippetOutputPrediction>
         }
 
-        public static void PredictWithModelLoadedFromFile(MLContext mlContext)
+        public static void PredictSentimentWithModelLoadedFromFile(MLContext mlContext)
         {
             // Adds some comments to test the trained model's predictions.
-            // <Snippet26>
+            // <SnippetCreateTestIssues>
             IEnumerable<SentimentData> sentiments = new[]
             {
                 new SentimentData
                 {
-                    SentimentText = "This is a very rude movie"
+                    SentimentText = "This was a horrible meal"
                 },
                 new SentimentData
                 {
-                    SentimentText = "I love this article."
+                    SentimentText = "I love this spaghetti."
                 }
             };
-            // </Snippet26>
+            // </SnippetCreateTestIssues>
 
-            // <Snippet27>
+            // <SnippetLoadModel>
             ITransformer loadedModel;
             using (var stream = new FileStream(_modelPath, FileMode.Open, FileAccess.Read, FileShare.Read))
             {
                 loadedModel = mlContext.Model.Load(stream);
             }
-            // </Snippet27>
+            // </SnippetLoadModel>
 
-            // <Snippet28>
             // Create prediction engine
-            var sentimentStreamingDataView = mlContext.Data.ReadFromEnumerable(sentiments);
-            var predictions = loadedModel.Transform(sentimentStreamingDataView);
-            
-            // Use the model to predict whether comment data is toxic (1) or nice (0).
-            var predictedResults = mlContext.CreateEnumerable<SentimentPrediction>(predictions, reuseRowObject: false);
-            // </Snippet28>
-
-            // <Snippet29>
+            // <SnippetCreatePredictionEngine>
+            IDataView sentimentStreamingDataView = mlContext.Data.ReadFromEnumerable(sentiments);
+            IDataView predictions = loadedModel.Transform(sentimentStreamingDataView);
+
+            // Use the model to predict whether comment data is Positive (1) or Negative (0).
+            IEnumerable<SentimentPrediction> predictedResults = mlContext.CreateEnumerable<SentimentPrediction>(predictions, reuseRowObject: false);
+            // </SnippetCreatePredictionEngine>
+
+            // <SnippetAddInfoMessage>
             Console.WriteLine();
 
             Console.WriteLine("=============== Prediction Test of loaded model with a multiple samples ===============");
-            // </Snippet29>
+            // </SnippetAddInfoMessage>
 
             Console.WriteLine();
 
             // Builds pairs of (sentiment, prediction)
-            // <Snippet30>
-            var sentimentsAndPredictions = sentiments.Zip(predictedResults, (sentiment, prediction) => (sentiment, prediction));
-            // </Snippet30>
+            // <SnippetBuildSentimentPredictionPairs>
+            IEnumerable<(SentimentData sentiment, SentimentPrediction prediction)> sentimentsAndPredictions = sentiments.Zip(predictedResults, (sentiment, prediction) => (sentiment, prediction));
+            // </SnippetBuildSentimentPredictionPairs>
 
-            // <Snippet31>
-            foreach (var item in sentimentsAndPredictions)
+            // <SnippetDisplayResults>
+            foreach ((SentimentData sentiment, SentimentPrediction prediction) item in sentimentsAndPredictions)
             {
-                Console.WriteLine($"Sentiment: {item.sentiment.SentimentText} | Prediction: {(Convert.ToBoolean(item.prediction.Prediction) ? "Toxic" : "Not Toxic")} | Probability: {item.prediction.Probability} ");
+                Console.WriteLine($"Sentiment: {item.sentiment.SentimentText} | Prediction: {(Convert.ToBoolean(item.prediction.Prediction) ? "Positive" : "Negative")} | Probability: {item.prediction.Probability} ");
+
             }
             Console.WriteLine("=============== End of predictions ===============");
 
-            // </Snippet31>          
+            // </SnippetDisplayResults>          
         }
 
         // Saves the model we trained to a zip file.
 
         private static void SaveModelAsFile(MLContext mlContext, ITransformer model)
         {
-            // <Snippet24> 
+            // <SnippetSaveModel> 
             using (var fs = new FileStream(_modelPath, FileMode.Create, FileAccess.Write, FileShare.Write))
-                mlContext.Model.Save(model,fs);
-            // </Snippet24>
+                mlContext.Model.Save(model, fs);
+            // </SnippetSaveModel>
 
             Console.WriteLine("The model is saved to {0}", _modelPath);
         }
-        
+
     }
 }
diff --git a/machine-learning/tutorials/SentimentAnalysis/SentimentAnalysis.csproj b/machine-learning/tutorials/SentimentAnalysis/SentimentAnalysis.csproj
index 24644687c3d..329f60a0c04 100644
--- a/machine-learning/tutorials/SentimentAnalysis/SentimentAnalysis.csproj
+++ b/machine-learning/tutorials/SentimentAnalysis/SentimentAnalysis.csproj
@@ -12,21 +12,15 @@
   <ItemGroup>
     <PackageReference Include="Microsoft.ML" Version="0.10.0" />
   </ItemGroup>
-   
-  <ItemGroup>
-    <Folder Include="Data\" />
-  </ItemGroup>
   
    <ItemGroup>
-    <None Update="Data\wikipedia-detox-250-line-all.tsv">
-      <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
-    </None>
-    <None Update="Data\wikipedia-detox-250-line-data.tsv">
-      <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
-    </None>
-    <None Update="Data\wikipedia-detox-250-line-test.tsv">
+    <None Update="Data\yelp_labelled.txt">
       <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
     </None>
   </ItemGroup>
+  
+   <ItemGroup>
+     <Folder Include="Data\" />
+   </ItemGroup>
 
 </Project>
diff --git a/machine-learning/tutorials/SentimentAnalysis/SentimentData.cs b/machine-learning/tutorials/SentimentAnalysis/SentimentData.cs
index e764b891327..1ec7eb82592 100644
--- a/machine-learning/tutorials/SentimentAnalysis/SentimentData.cs
+++ b/machine-learning/tutorials/SentimentAnalysis/SentimentData.cs
@@ -1,17 +1,17 @@
-// <Snippet1>
+// <SnippetAddUsings>
 using Microsoft.ML.Data;
-// </Snippet1>
+// </SnippetAddUsings>
 
 namespace SentimentAnalysis
 {
-    // <Snippet2>
+    // <SnippetDeclareTypes>
     public class SentimentData
     {
-        [Column(ordinal: "0", name: "Label")]
-        public float Sentiment;
-
-        [Column(ordinal: "1")]
+        [Column(ordinal: "0")]
         public string SentimentText;
+
+        [Column(ordinal: "1", name: "Label")]
+        public float Sentiment;
     }
 
     public class SentimentPrediction
@@ -25,5 +25,5 @@ public class SentimentPrediction
         [ColumnName("Score")]
         public float Score { get; set; }
     }
-    // </Snippet2>
+    // </SnippetDeclareTypes>
 }

From 22e5276aeefbf6872edc11e0f5919fae19058746 Mon Sep 17 00:00:00 2001
From: jralexander <johalex@microsoft.com>
Date: Fri, 1 Mar 2019 12:34:48 -0800
Subject: [PATCH 2/5] Updating methods

---
 .../tutorials/SentimentAnalysis/Program.cs    | 73 +++++++++++--------
 .../SentimentAnalysis.csproj                  |  4 -
 .../SentimentAnalysis/SentimentData.cs        | 10 +--
 3 files changed, 46 insertions(+), 41 deletions(-)

diff --git a/machine-learning/tutorials/SentimentAnalysis/Program.cs b/machine-learning/tutorials/SentimentAnalysis/Program.cs
index a6b422eda68..84549a10752 100644
--- a/machine-learning/tutorials/SentimentAnalysis/Program.cs
+++ b/machine-learning/tutorials/SentimentAnalysis/Program.cs
@@ -29,31 +29,7 @@ static void Main(string[] args)
             MLContext mlContext = new MLContext(seed: 0);
             // </SnippetCreateMLContext>
 
-            // The TextLoader loads a dataset with comments and corresponding postive or negative sentiment. 
-            // When you create a loader, you specify the schema by passing a class to the loader containing
-            // all the column names and their types. This is used to create the model, and train it. 
-            // Initialize our TextLoader
-            // <SnippetCreateTextLoader>
-            TextLoader textLoader = mlContext.Data.CreateTextLoader(
-                columns: new TextLoader.Column[]
-                {
-                    new TextLoader.Column("SentimentText", DataKind.Text,0),
-                    new TextLoader.Column("Label", DataKind.Bool,1)
-                },
-                separatorChar: '\t',
-                hasHeader: false
-            );
-            // </SnippetCreateTextLoader>
-            //Note that this case, loading your training data from a file, 
-            //is the easiest way to get started, but ML.NET also allows you 
-            //to load data from databases or in-memory collections.
-            // <SnippetLoadTrainData>
-            IDataView dataView = textLoader.Read(_dataPath);
-            // </SnippetLoadTrainData>
-
-            // <SnippetSplitData>
-            (IDataView trainSet, IDataView testSet) splitDataView = mlContext.BinaryClassification.TrainTestSplit(dataView, testFraction: 0.2);
-            // </SnippetSplitData>
+            (IDataView trainSet, IDataView testSet) splitDataView = LoadAndTransformData(mlContext);
 
             // <SnippetCallBuildAndTrainModel>
             ITransformer model = BuildAndTrainModel(mlContext, splitDataView.trainSet);
@@ -64,25 +40,57 @@ static void Main(string[] args)
             // </SnippetCallEvaluate>
 
             // <SnippetCallPredictSentiment>
-            PredictSentiment(mlContext, model);
+            UseModelWithSingleItem(mlContext, model);
             // </SnippetCallPredictSentiment>
 
             // <SnippetCallPredictSentimentWithModelLoadedFromFile>
-            PredictSentimentWithModelLoadedFromFile(mlContext);
+            UseLoadedModelWithBatchItems(mlContext);
             // </SnippetCallPredictSentimentWithModelLoadedFromFile>
 
-
             Console.WriteLine();
             Console.WriteLine("=============== End of process ===============");
         }
 
+        private static (IDataView trainSet, IDataView testSet) LoadAndTransformData(MLContext mlContext)
+        {
+            // The TextLoader loads a dataset with comments and corresponding postive or negative sentiment. 
+            // When you create a loader, you specify the schema by passing a class to the loader containing
+            // all the column names and their types. This is used to create the model, and train it. 
+            // Initialize our TextLoader
+           // TODO: Change to ReadFromTextFile
+            // <SnippetCreateTextLoader>
+            //return mlContext.Data.CreateTextLoader(
+            //    columns: new TextLoader.Column[]
+            //    {
+            //        new TextLoader.Column("SentimentText", DataKind.Text,0),
+            //        new TextLoader.Column("Label", DataKind.Bool,1)
+            //    },
+            //    separatorChar: '\t',
+            //    hasHeader: false
+            //);
+            // </SnippetCreateTextLoader>
+
+            //Note that this case, loading your training data from a file, 
+            //is the easiest way to get started, but ML.NET also allows you 
+            //to load data from databases or in-memory collections.
+            // <SnippetLoadTrainData>
+            IDataView dataView = mlContext.Data.ReadFromTextFile<SentimentData>(_dataPath,hasHeader:false);
+            // </SnippetLoadTrainData>
+
+            // <SnippetSplitData>
+            (IDataView trainSet, IDataView testSet) splitDataView = mlContext.BinaryClassification.TrainTestSplit(dataView, testFraction: 0.2);
+            // </SnippetSplitData>
+
+            return splitDataView;
+        }
+
         public static ITransformer BuildAndTrainModel(MLContext mlContext, IDataView splitTrainSet)
         {
             // Create a flexible pipeline (composed by a chain of estimators) for creating/training the model.
             // This is used to format and clean the data.  
             // Convert the text column to numeric vectors (Features column) 
             // <SnippetFeaturizeText>
-            EstimatorChain<BinaryPredictionTransformer<Microsoft.ML.Internal.Internallearn.IPredictorWithFeatureWeights<float>>> pipeline = mlContext.Transforms.Text.FeaturizeText(outputColumnName: DefaultColumnNames.Features, inputColumnName: nameof(SentimentData.SentimentText))
+            var pipeline = mlContext.Transforms.Text.FeaturizeText(outputColumnName: DefaultColumnNames.Features, inputColumnName: nameof(SentimentData.SentimentText))
             //</SnippetFeaturizeText>
 
             // Adds a FastTreeBinaryClassificationTrainer, the decision tree learner for this project  
@@ -148,7 +156,7 @@ public static void Evaluate(MLContext mlContext, ITransformer model, IDataView s
             // </SnippetCallSaveModel>
         }
 
-        private static void PredictSentiment(MLContext mlContext, ITransformer model)
+        private static void UseModelWithSingleItem(MLContext mlContext, ITransformer model)
         {
             // <SnippetCreatePredictionEngine1>
             PredictionEngine<SentimentData, SentimentPrediction> predictionFunction = model.CreatePredictionEngine<SentimentData, SentimentPrediction>(mlContext);
@@ -162,7 +170,7 @@ private static void PredictSentiment(MLContext mlContext, ITransformer model)
             // </SnippetCreateTestIssue1>
 
             // <SnippetPredict>
-            SentimentPrediction resultprediction = predictionFunction.Predict(sampleStatement);
+            var resultprediction = predictionFunction.Predict(sampleStatement);
             // </SnippetPredict>
             // <SnippetOutputPrediction>
             Console.WriteLine();
@@ -176,7 +184,7 @@ private static void PredictSentiment(MLContext mlContext, ITransformer model)
             // </SnippetOutputPrediction>
         }
 
-        public static void PredictSentimentWithModelLoadedFromFile(MLContext mlContext)
+        public static void UseLoadedModelWithBatchItems(MLContext mlContext)
         {
             // Adds some comments to test the trained model's predictions.
             // <SnippetCreateTestIssues>
@@ -204,6 +212,7 @@ public static void PredictSentimentWithModelLoadedFromFile(MLContext mlContext)
             // Create prediction engine
             // <SnippetCreatePredictionEngine>
             IDataView sentimentStreamingDataView = mlContext.Data.ReadFromEnumerable(sentiments);
+            //TODO: check exp in tutorial
             IDataView predictions = loadedModel.Transform(sentimentStreamingDataView);
 
             // Use the model to predict whether comment data is Positive (1) or Negative (0).
diff --git a/machine-learning/tutorials/SentimentAnalysis/SentimentAnalysis.csproj b/machine-learning/tutorials/SentimentAnalysis/SentimentAnalysis.csproj
index 329f60a0c04..86366b9381d 100644
--- a/machine-learning/tutorials/SentimentAnalysis/SentimentAnalysis.csproj
+++ b/machine-learning/tutorials/SentimentAnalysis/SentimentAnalysis.csproj
@@ -18,9 +18,5 @@
       <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
     </None>
   </ItemGroup>
-  
-   <ItemGroup>
-     <Folder Include="Data\" />
-   </ItemGroup>
 
 </Project>
diff --git a/machine-learning/tutorials/SentimentAnalysis/SentimentData.cs b/machine-learning/tutorials/SentimentAnalysis/SentimentData.cs
index 1ec7eb82592..9131f2262da 100644
--- a/machine-learning/tutorials/SentimentAnalysis/SentimentData.cs
+++ b/machine-learning/tutorials/SentimentAnalysis/SentimentData.cs
@@ -7,11 +7,11 @@ namespace SentimentAnalysis
     // <SnippetDeclareTypes>
     public class SentimentData
     {
-        [Column(ordinal: "0")]
+        [LoadColumn(0)]
         public string SentimentText;
 
-        [Column(ordinal: "1", name: "Label")]
-        public float Sentiment;
+        [LoadColumn(1), ColumnName("Label")]
+        public bool Sentiment;
     }
 
     public class SentimentPrediction
@@ -19,10 +19,10 @@ public class SentimentPrediction
         [ColumnName("PredictedLabel")]
         public bool Prediction { get; set; }
 
-        [ColumnName("Probability")]
+       // [ColumnName("Probability")]
         public float Probability { get; set; }
 
-        [ColumnName("Score")]
+      //  [ColumnName("Score")]
         public float Score { get; set; }
     }
     // </SnippetDeclareTypes>

From 3a41d214b08ba0b4793310cf45722917758a5c68 Mon Sep 17 00:00:00 2001
From: jralexander <johalex@microsoft.com>
Date: Fri, 1 Mar 2019 15:21:44 -0800
Subject: [PATCH 3/5] Revised based on feedback

---
 .../tutorials/SentimentAnalysis/Program.cs    | 32 +++++--------------
 1 file changed, 8 insertions(+), 24 deletions(-)

diff --git a/machine-learning/tutorials/SentimentAnalysis/Program.cs b/machine-learning/tutorials/SentimentAnalysis/Program.cs
index 84549a10752..d4b371d06c1 100644
--- a/machine-learning/tutorials/SentimentAnalysis/Program.cs
+++ b/machine-learning/tutorials/SentimentAnalysis/Program.cs
@@ -51,24 +51,8 @@ static void Main(string[] args)
             Console.WriteLine("=============== End of process ===============");
         }
 
-        private static (IDataView trainSet, IDataView testSet) LoadAndTransformData(MLContext mlContext)
+        private static (IDataView trainSet, IDataView testSet) LoadData(MLContext mlContext)
         {
-            // The TextLoader loads a dataset with comments and corresponding postive or negative sentiment. 
-            // When you create a loader, you specify the schema by passing a class to the loader containing
-            // all the column names and their types. This is used to create the model, and train it. 
-            // Initialize our TextLoader
-           // TODO: Change to ReadFromTextFile
-            // <SnippetCreateTextLoader>
-            //return mlContext.Data.CreateTextLoader(
-            //    columns: new TextLoader.Column[]
-            //    {
-            //        new TextLoader.Column("SentimentText", DataKind.Text,0),
-            //        new TextLoader.Column("Label", DataKind.Bool,1)
-            //    },
-            //    separatorChar: '\t',
-            //    hasHeader: false
-            //);
-            // </SnippetCreateTextLoader>
 
             //Note that this case, loading your training data from a file, 
             //is the easiest way to get started, but ML.NET also allows you 
@@ -86,13 +70,13 @@ private static (IDataView trainSet, IDataView testSet) LoadAndTransformData(MLCo
 
         public static ITransformer BuildAndTrainModel(MLContext mlContext, IDataView splitTrainSet)
         {
+
             // Create a flexible pipeline (composed by a chain of estimators) for creating/training the model.
             // This is used to format and clean the data.  
             // Convert the text column to numeric vectors (Features column) 
             // <SnippetFeaturizeText>
             var pipeline = mlContext.Transforms.Text.FeaturizeText(outputColumnName: DefaultColumnNames.Features, inputColumnName: nameof(SentimentData.SentimentText))
             //</SnippetFeaturizeText>
-
             // Adds a FastTreeBinaryClassificationTrainer, the decision tree learner for this project  
             // <SnippetAddTrainer> 
             .Append(mlContext.BinaryClassification.Trainers.FastTree(numLeaves: 50, numTrees: 50, minDatapointsInLeaves: 20));
@@ -101,7 +85,7 @@ public static ITransformer BuildAndTrainModel(MLContext mlContext, IDataView spl
             // Create and train the model based on the dataset that has been loaded, transformed.
             // <SnippetTrainModel>
             Console.WriteLine("=============== Create and Train the Model ===============");
-            TransformerChain<BinaryPredictionTransformer<Microsoft.ML.Internal.Internallearn.IPredictorWithFeatureWeights<float>>> model = pipeline.Fit(splitTrainSet);
+            var model = pipeline.Fit(splitTrainSet);
             Console.WriteLine("=============== End of training ===============");
             Console.WriteLine();
             // </SnippetTrainModel>
@@ -209,15 +193,15 @@ public static void UseLoadedModelWithBatchItems(MLContext mlContext)
             }
             // </SnippetLoadModel>
 
-            // Create prediction engine
-            // <SnippetCreatePredictionEngine>
+            // Load test data  
+            // <SnippetPrediction>
             IDataView sentimentStreamingDataView = mlContext.Data.ReadFromEnumerable(sentiments);
-            //TODO: check exp in tutorial
+
             IDataView predictions = loadedModel.Transform(sentimentStreamingDataView);
 
-            // Use the model to predict whether comment data is Positive (1) or Negative (0).
+            // Use model to predict whether comment data is Positive (1) or Negative (0).
             IEnumerable<SentimentPrediction> predictedResults = mlContext.CreateEnumerable<SentimentPrediction>(predictions, reuseRowObject: false);
-            // </SnippetCreatePredictionEngine>
+            // </SnippetPrediction>
 
             // <SnippetAddInfoMessage>
             Console.WriteLine();

From 4a0cabe82e63d28ed1729f59296fd47dfa600e0f Mon Sep 17 00:00:00 2001
From: jralexander <johalex@microsoft.com>
Date: Wed, 6 Mar 2019 14:39:35 -0800
Subject: [PATCH 4/5] revised based on feedbeck

---
 .../tutorials/SentimentAnalysis/Program.cs    | 23 +++++++++++--------
 .../SentimentAnalysis.csproj                  |  4 ++--
 2 files changed, 16 insertions(+), 11 deletions(-)

diff --git a/machine-learning/tutorials/SentimentAnalysis/Program.cs b/machine-learning/tutorials/SentimentAnalysis/Program.cs
index d4b371d06c1..9f15892b088 100644
--- a/machine-learning/tutorials/SentimentAnalysis/Program.cs
+++ b/machine-learning/tutorials/SentimentAnalysis/Program.cs
@@ -26,10 +26,13 @@ static void Main(string[] args)
             // during the learning process.  
             //Create ML Context with seed for repeatable/deterministic results
             // <SnippetCreateMLContext>
-            MLContext mlContext = new MLContext(seed: 0);
+            MLContext mlContext = new MLContext();
             // </SnippetCreateMLContext>
 
-            (IDataView trainSet, IDataView testSet) splitDataView = LoadAndTransformData(mlContext);
+            // <SnippetCallLoadData>
+            (IDataView trainSet, IDataView testSet) splitDataView = LoadData(mlContext);
+            // </SnippetCallLoadData>
+
 
             // <SnippetCallBuildAndTrainModel>
             ITransformer model = BuildAndTrainModel(mlContext, splitDataView.trainSet);
@@ -39,33 +42,35 @@ static void Main(string[] args)
             Evaluate(mlContext, model, splitDataView.testSet);
             // </SnippetCallEvaluate>
 
-            // <SnippetCallPredictSentiment>
+            // <SnippetCallUseModelWithSingleItem>
             UseModelWithSingleItem(mlContext, model);
-            // </SnippetCallPredictSentiment>
+            // </SnippetCallUseModelWithSingleItem>
 
-            // <SnippetCallPredictSentimentWithModelLoadedFromFile>
+            // <SnippetCallUseLoadedModelWithBatchItems>
             UseLoadedModelWithBatchItems(mlContext);
-            // </SnippetCallPredictSentimentWithModelLoadedFromFile>
+            // </SnippetCallUseLoadedModelWithBatchItems>
 
             Console.WriteLine();
             Console.WriteLine("=============== End of process ===============");
         }
 
-        private static (IDataView trainSet, IDataView testSet) LoadData(MLContext mlContext)
+        public static (IDataView trainSet, IDataView testSet) LoadData(MLContext mlContext)
         {
 
             //Note that this case, loading your training data from a file, 
             //is the easiest way to get started, but ML.NET also allows you 
             //to load data from databases or in-memory collections.
-            // <SnippetLoadTrainData>
+            // <SnippetLoadData>
             IDataView dataView = mlContext.Data.ReadFromTextFile<SentimentData>(_dataPath,hasHeader:false);
-            // </SnippetLoadTrainData>
+            // </SnippetLoadData>
 
             // <SnippetSplitData>
             (IDataView trainSet, IDataView testSet) splitDataView = mlContext.BinaryClassification.TrainTestSplit(dataView, testFraction: 0.2);
             // </SnippetSplitData>
 
+            // <SnippetReturnSplitData>        
             return splitDataView;
+            // </SnippetReturnSplitData>           
         }
 
         public static ITransformer BuildAndTrainModel(MLContext mlContext, IDataView splitTrainSet)
diff --git a/machine-learning/tutorials/SentimentAnalysis/SentimentAnalysis.csproj b/machine-learning/tutorials/SentimentAnalysis/SentimentAnalysis.csproj
index 86366b9381d..9dd42a56de0 100644
--- a/machine-learning/tutorials/SentimentAnalysis/SentimentAnalysis.csproj
+++ b/machine-learning/tutorials/SentimentAnalysis/SentimentAnalysis.csproj
@@ -12,8 +12,8 @@
   <ItemGroup>
     <PackageReference Include="Microsoft.ML" Version="0.10.0" />
   </ItemGroup>
-  
-   <ItemGroup>
+
+  <ItemGroup>
     <None Update="Data\yelp_labelled.txt">
       <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
     </None>

From 886a6c292c247df64fb7fe26bb8664e5cb236c94 Mon Sep 17 00:00:00 2001
From: jralexander <johalex@microsoft.com>
Date: Thu, 7 Mar 2019 14:07:23 -0800
Subject: [PATCH 5/5] Updated for v 0.11.0

---
 .../tutorials/SentimentAnalysis/Program.cs    | 19 +++++++++----------
 .../SentimentAnalysis.csproj                  |  2 +-
 2 files changed, 10 insertions(+), 11 deletions(-)

diff --git a/machine-learning/tutorials/SentimentAnalysis/Program.cs b/machine-learning/tutorials/SentimentAnalysis/Program.cs
index 9f15892b088..eb81c525ca0 100644
--- a/machine-learning/tutorials/SentimentAnalysis/Program.cs
+++ b/machine-learning/tutorials/SentimentAnalysis/Program.cs
@@ -5,9 +5,8 @@
 using System.Linq;
 using Microsoft.Data.DataView;
 using Microsoft.ML;
-using Microsoft.ML.Core.Data;
 using Microsoft.ML.Data;
-using Microsoft.ML.Trainers.Online;
+using Microsoft.ML.Trainers;
 using Microsoft.ML.Transforms.Text;
 // </SnippetAddUsings>
 
@@ -30,16 +29,16 @@ static void Main(string[] args)
             // </SnippetCreateMLContext>
 
             // <SnippetCallLoadData>
-            (IDataView trainSet, IDataView testSet) splitDataView = LoadData(mlContext);
+            TrainCatalogBase.TrainTestData splitDataView = LoadData(mlContext);
             // </SnippetCallLoadData>
 
 
             // <SnippetCallBuildAndTrainModel>
-            ITransformer model = BuildAndTrainModel(mlContext, splitDataView.trainSet);
+            ITransformer model = BuildAndTrainModel(mlContext, splitDataView.TrainSet);
             // </SnippetCallBuildAndTrainModel>
 
             // <SnippetCallEvaluate>
-            Evaluate(mlContext, model, splitDataView.testSet);
+            Evaluate(mlContext, model, splitDataView.TestSet);
             // </SnippetCallEvaluate>
 
             // <SnippetCallUseModelWithSingleItem>
@@ -54,18 +53,18 @@ static void Main(string[] args)
             Console.WriteLine("=============== End of process ===============");
         }
 
-        public static (IDataView trainSet, IDataView testSet) LoadData(MLContext mlContext)
+        public static TrainCatalogBase.TrainTestData LoadData(MLContext mlContext)
         {
 
             //Note that this case, loading your training data from a file, 
             //is the easiest way to get started, but ML.NET also allows you 
             //to load data from databases or in-memory collections.
             // <SnippetLoadData>
-            IDataView dataView = mlContext.Data.ReadFromTextFile<SentimentData>(_dataPath,hasHeader:false);
+            IDataView dataView = mlContext.Data.LoadFromTextFile<SentimentData>(_dataPath,hasHeader:false);
             // </SnippetLoadData>
 
             // <SnippetSplitData>
-            (IDataView trainSet, IDataView testSet) splitDataView = mlContext.BinaryClassification.TrainTestSplit(dataView, testFraction: 0.2);
+            TrainCatalogBase.TrainTestData splitDataView = mlContext.BinaryClassification.TrainTestSplit(dataView, testFraction: 0.2);
             // </SnippetSplitData>
 
             // <SnippetReturnSplitData>        
@@ -200,12 +199,12 @@ public static void UseLoadedModelWithBatchItems(MLContext mlContext)
 
             // Load test data  
             // <SnippetPrediction>
-            IDataView sentimentStreamingDataView = mlContext.Data.ReadFromEnumerable(sentiments);
+            IDataView sentimentStreamingDataView = mlContext.Data.LoadFromEnumerable(sentiments);
 
             IDataView predictions = loadedModel.Transform(sentimentStreamingDataView);
 
             // Use model to predict whether comment data is Positive (1) or Negative (0).
-            IEnumerable<SentimentPrediction> predictedResults = mlContext.CreateEnumerable<SentimentPrediction>(predictions, reuseRowObject: false);
+            IEnumerable<SentimentPrediction> predictedResults = mlContext.Data.CreateEnumerable<SentimentPrediction>(predictions, reuseRowObject: false);
             // </SnippetPrediction>
 
             // <SnippetAddInfoMessage>
diff --git a/machine-learning/tutorials/SentimentAnalysis/SentimentAnalysis.csproj b/machine-learning/tutorials/SentimentAnalysis/SentimentAnalysis.csproj
index 9dd42a56de0..2c175268cab 100644
--- a/machine-learning/tutorials/SentimentAnalysis/SentimentAnalysis.csproj
+++ b/machine-learning/tutorials/SentimentAnalysis/SentimentAnalysis.csproj
@@ -10,7 +10,7 @@
   </PropertyGroup>
 
   <ItemGroup>
-    <PackageReference Include="Microsoft.ML" Version="0.10.0" />
+    <PackageReference Include="Microsoft.ML" Version="0.11.0" />
   </ItemGroup>
 
   <ItemGroup>