microsoft · ganik · Aug 23, 2019 · Aug 23, 2019 · Aug 23, 2019 · Aug 24, 2019
diff --git a/build.cmd b/build.cmd
@@ -181,6 +181,8 @@ if "%AzureBuild%" == "True" (
     echo ##vso[task.prependpath]%_dotnetRoot%
 )
 
+set LOCAL_NUGET_PACKAGES_DIR=.\local-nuget-packages
+
 :: Build managed code
 echo ""
 echo "#################################"
@@ -350,6 +352,7 @@ copy  "%BuildOutputDir%%Configuration%\pybridge.pyd" "%__currentScriptDir%src\py
 
 if %PythonVersion% == 2.7 (
     copy "%BuildOutputDir%%Configuration%\Platform\win-x64\publish\*.dll" "%__currentScriptDir%src\python\nimbusml\internal\libs\"
+    xcopy /S /E /I "%BuildOutputDir%%Configuration%\Platform\win-x64\publish\Data" "%__currentScriptDir%src\python\nimbusml\internal\libs\Data"
 	:: remove dataprep dlls as its not supported in python 2.7
 	del "%__currentScriptDir%src\python\nimbusml\internal\libs\Microsoft.DPrep.*"
 	del "%__currentScriptDir%src\python\nimbusml\internal\libs\Microsoft.Data.*"
@@ -360,6 +363,7 @@ if %PythonVersion% == 2.7 (
 	del "%__currentScriptDir%src\python\nimbusml\internal\libs\Microsoft.Workbench.Messaging.SDK.dll"
 ) else (
     for /F "tokens=*" %%A in (build/libs_win.txt) do copy "%BuildOutputDir%%Configuration%\Platform\win-x64\publish\%%A" "%__currentScriptDir%src\python\nimbusml\internal\libs\"
+    xcopy /S /E /I "%BuildOutputDir%%Configuration%\Platform\win-x64\publish\Data" "%__currentScriptDir%src\python\nimbusml\internal\libs\Data"
 )
 
 if "%DebugBuild%" == "True" (

diff --git a/build.sh b/build.sh
@@ -175,6 +175,8 @@ then
     echo "Installing dotnet SDK ... "
     curl -sSL https://dot.net/v1/dotnet-install.sh | bash /dev/stdin -Version 2.1.701 -InstallDir ./cli
 
+    export LOCAL_NUGET_PACKAGES_DIR=./local-nuget-packages
+
     # Build managed code
     echo "Building managed code ... "
     _dotnet="${__currentScriptDir}/cli/dotnet"
@@ -213,6 +215,7 @@ then
         cp  "${BuildOutputDir}/${__configuration}/Platform/${PublishDir}"/publish/System.Native.a "${__currentScriptDir}/src/python/nimbusml/internal/libs/"
         cp  "${BuildOutputDir}/${__configuration}/Platform/${PublishDir}"/publish/createdump "${__currentScriptDir}/src/python/nimbusml/internal/libs/"  || :
         cp  "${BuildOutputDir}/${__configuration}/Platform/${PublishDir}"/publish/sosdocsunix.txt "${__currentScriptDir}/src/python/nimbusml/internal/libs/"
+        cp  -r "${BuildOutputDir}/${__configuration}/Platform/${PublishDir}"/publish/Data "${__currentScriptDir}/src/python/nimbusml/internal/libs/."
 		ext=*.so
 		if [ "$(uname -s)" = "Darwin" ]
 		then 
@@ -241,6 +244,7 @@ then
 		cat build/${libs_txt} | while read i; do
 			cp  "${BuildOutputDir}/${__configuration}/Platform/${PublishDir}"/publish/$i "${__currentScriptDir}/src/python/nimbusml/internal/libs/"
 		done
+        cp  -r "${BuildOutputDir}/${__configuration}/Platform/${PublishDir}"/publish/Data "${__currentScriptDir}/src/python/nimbusml/internal/libs/."
     fi
 
     if [[ $__configuration = Dbg* ]]

diff --git a/build/libs_linux.txt b/build/libs_linux.txt
@@ -1,6 +1,7 @@
 Newtonsoft.Json.dll
 libCpuMathNative.so
 libFastTreeNative.so
+libFeaturizers.so
 libLdaNative.so
 libMklImports.so
 libMklProxyNative.so

diff --git a/build/libs_mac.txt b/build/libs_mac.txt
@@ -9,6 +9,7 @@ lib_lightgbm.dylib
 libtensorflow.dylib
 libonnxruntime.dylib
 libtensorflow_framework.1.dylib
+Featurizers.dll
 System.Drawing.Common.dll
 TensorFlow.NET.dll
 NumSharp.Core.dll

diff --git a/build/libs_win.txt b/build/libs_win.txt
@@ -8,6 +8,7 @@ libiomp5md.dll
 MklImports.dll
 MklProxyNative.dll
 SymSgdNative.dll
+Featurizers.dll
 tensorflow.dll
 TensorFlow.NET.dll
 NumSharp.Core.dll

diff --git a/local-nuget-packages/MicrosoftMLFeaturizers.0.1.0.nupkg b/local-nuget-packages/MicrosoftMLFeaturizers.0.1.0.nupkg
diff --git a/local-nuget-packages/microsoft.extensions.ml.0.18.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.extensions.ml.0.18.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.extensions.ml.symbols.0.18.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.extensions.ml.symbols.0.18.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.1.6.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.1.6.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.automl.0.18.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.automl.0.18.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.automl.symbols.0.18.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.automl.symbols.0.18.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.cpumath.1.6.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.cpumath.1.6.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.cpumath.symbols.1.6.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.cpumath.symbols.1.6.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.dataview.1.6.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.dataview.1.6.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.dataview.symbols.1.6.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.dataview.symbols.1.6.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.dnn.0.18.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.dnn.0.18.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.dnn.symbols.0.18.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.dnn.symbols.0.18.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.ensemble.0.18.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.ensemble.0.18.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.ensemble.symbols.0.18.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.ensemble.symbols.0.18.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.entrypoints.0.18.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.entrypoints.0.18.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.entrypoints.symbols.0.18.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.entrypoints.symbols.0.18.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.experimental.0.18.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.experimental.0.18.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.experimental.symbols.0.18.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.experimental.symbols.0.18.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.fasttree.1.6.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.fasttree.1.6.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.fasttree.symbols.1.6.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.fasttree.symbols.1.6.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.featurizers.0.18.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.featurizers.0.18.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.featurizers.symbols.0.18.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.featurizers.symbols.0.18.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.imageanalytics.1.6.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.imageanalytics.1.6.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.imageanalytics.symbols.1.6.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.imageanalytics.symbols.1.6.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.lightgbm.1.6.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.lightgbm.1.6.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.lightgbm.symbols.1.6.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.lightgbm.symbols.1.6.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.mkl.components.1.6.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.mkl.components.1.6.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.mkl.components.symbols.1.6.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.mkl.components.symbols.1.6.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.mkl.redist.1.6.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.mkl.redist.1.6.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.onnxconverter.0.18.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.onnxconverter.0.18.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.onnxconverter.symbols.0.18.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.onnxconverter.symbols.0.18.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.onnxtransformer.1.6.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.onnxtransformer.1.6.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.onnxtransformer.symbols.1.6.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.onnxtransformer.symbols.1.6.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.parquet.0.18.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.parquet.0.18.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.parquet.symbols.0.18.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.parquet.symbols.0.18.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.recommender.0.18.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.recommender.0.18.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.recommender.symbols.0.18.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.recommender.symbols.0.18.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.sampleutils.0.18.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.sampleutils.0.18.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.sampleutils.symbols.0.18.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.sampleutils.symbols.0.18.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.symbols.1.6.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.symbols.1.6.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.tensorflow.1.6.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.tensorflow.1.6.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.tensorflow.redist.0.18.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.tensorflow.redist.0.18.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.tensorflow.symbols.1.6.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.tensorflow.symbols.1.6.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.timeseries.1.6.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.timeseries.1.6.2-preview2-28208-8.nupkg
diff --git a/local-nuget-packages/microsoft.ml.timeseries.symbols.1.6.2-preview2-28208-8.nupkg b/local-nuget-packages/microsoft.ml.timeseries.symbols.1.6.2-preview2-28208-8.nupkg
diff --git a/nuget.config b/nuget.config
@@ -5,6 +5,7 @@
   </config>
   <packageSources>
     <add key="nuget.org" value="https://api.nuget.org/v3/index.json" />
-    <add key="MlNet_Daily" value="https://dotnet.myget.org/F/dotnet-core/api/v3/index.json" />
+    <!--add key="MlNet_Daily" value="https://dotnet.myget.org/F/dotnet-core/api/v3/index.json" /-->
+    <add key="local_packages" value="%LOCAL_NUGET_PACKAGES_DIR%" />
   </packageSources>
 </configuration>
diff --git a/src/DotNetBridge/Bridge.cs b/src/DotNetBridge/Bridge.cs
@@ -7,6 +7,8 @@
 using System.Runtime.InteropServices;
 using System.Text;
 using System.Threading;
+using Microsoft.ML;
+using Microsoft.ML.Featurizers;
 using Microsoft.ML.Data;
 using Microsoft.ML.EntryPoints;
 using Microsoft.ML.Runtime;
@@ -300,6 +302,7 @@ private static unsafe int GenericExec(EnvironmentBlock* penv, sbyte* psz, int cd
             //env.ComponentCatalog.RegisterAssembly(typeof(TimeSeriesProcessingEntryPoints).Assembly);
             //env.ComponentCatalog.RegisterAssembly(typeof(ParquetLoader).Assembly);
             env.ComponentCatalog.RegisterAssembly(typeof(SsaChangePointDetector).Assembly);
+            env.ComponentCatalog.RegisterAssembly(typeof(CategoryImputerTransformer).Assembly);
             env.ComponentCatalog.RegisterAssembly(typeof(DotNetBridgeEntrypoints).Assembly);
 
             using (var ch = host.Start("Executing"))

diff --git a/src/DotNetBridge/DotNetBridge.csproj b/src/DotNetBridge/DotNetBridge.csproj
@@ -32,17 +32,19 @@
       <PrivateAssets>all</PrivateAssets>
       <IncludeAssets>runtime; build; native; contentfiles; analyzers</IncludeAssets>
     </PackageReference>
-    <PackageReference Include="Microsoft.ML" Version="1.4.0-preview2" />
-    <PackageReference Include="Microsoft.ML.CpuMath" Version="1.4.0-preview2" />
-    <PackageReference Include="Microsoft.ML.EntryPoints" Version="0.16.0-preview2" />
-    <PackageReference Include="Microsoft.ML.Mkl.Components" Version="1.4.0-preview2" />
-    <PackageReference Include="Microsoft.ML.ImageAnalytics" Version="1.4.0-preview2" />
-    <PackageReference Include="Microsoft.ML.LightGBM" Version="1.4.0-preview2" />
-    <PackageReference Include="Microsoft.ML.OnnxTransformer" Version="1.4.0-preview2" />
-    <PackageReference Include="Microsoft.ML.TensorFlow" Version="1.4.0-preview2" />
-    <PackageReference Include="Microsoft.ML.Dnn" Version="0.16.0-preview2" />
-    <PackageReference Include="Microsoft.ML.Ensemble" Version="0.16.0-preview2" />
-    <PackageReference Include="Microsoft.ML.TimeSeries" Version="1.4.0-preview2" />
+    <PackageReference Include="Microsoft.ML" Version="1.6.2-preview2-28208-8" />
+    <PackageReference Include="Microsoft.ML.CpuMath" Version="1.6.2-preview2-28208-8" />    
+    <PackageReference Include="Microsoft.ML.EntryPoints" Version="0.18.2-preview2-28208-8" />
+    <PackageReference Include="Microsoft.ML.Mkl.Components" Version="1.6.2-preview2-28208-8" />
+    <PackageReference Include="Microsoft.ML.ImageAnalytics" Version="1.6.2-preview2-28208-8" />
+    <PackageReference Include="Microsoft.ML.LightGBM" Version="1.6.2-preview2-28208-8" />
+    <PackageReference Include="Microsoft.ML.OnnxTransformer" Version="1.6.2-preview2-28208-8" />
+    <PackageReference Include="Microsoft.ML.TensorFlow" Version="1.6.2-preview2-28208-8" />
+    <PackageReference Include="Microsoft.ML.Dnn" Version="0.18.2-preview2-28208-8" />
+    <PackageReference Include="Microsoft.ML.Ensemble" Version="0.18.2-preview2-28208-8" />
+    <PackageReference Include="Microsoft.ML.TimeSeries" Version="1.6.2-preview2-28208-8" />
+    <PackageReference Include="Microsoft.ML.Featurizers" Version="0.18.2-preview2-28208-8" />
+    <PackageReference Include="MicrosoftMLFeaturizers" Version="0.1.0" />
     <PackageReference Include="Microsoft.DataPrep" Version="0.0.1.12-preview" />
     <PackageReference Include="TensorFlow.NET" Version="0.11.3" />
     <PackageReference Include="SciSharp.TensorFlow.Redist" Version="1.14.0" />

diff --git a/src/DotNetBridge/ManifestUtils.cs b/src/DotNetBridge/ManifestUtils.cs
@@ -11,6 +11,7 @@
 using System.Text.RegularExpressions;
 using Microsoft.ML.Data;
 using Microsoft.ML.EntryPoints;
+using Microsoft.ML.Featurizers;
 using Microsoft.ML.Model.OnnxConverter;
 using Microsoft.ML.Runtime;
 using Microsoft.ML.Trainers;
@@ -43,7 +44,8 @@ public static class ManifestUtils
             typeof(SymbolicSgdLogisticRegressionBinaryTrainer),
             typeof(OnnxContext),
             typeof(SsaForecastingTransformer),
-            typeof(VariableColumnTransform)
+            typeof(VariableColumnTransform),
+            typeof(DateTimeTransformer)
         };
 
         private static (IEnumerable<string> epListContents, JObject manifest) BuildManifests()

diff --git a/src/Platforms/build.csproj b/src/Platforms/build.csproj
@@ -11,17 +11,19 @@
   </PropertyGroup>
 
   <ItemGroup>
-    <PackageReference Include="Microsoft.ML" Version="1.4.0-preview2" />
-    <PackageReference Include="Microsoft.ML.CpuMath" Version="1.4.0-preview2" />
-    <PackageReference Include="Microsoft.ML.EntryPoints" Version="0.16.0-preview2" />
-    <PackageReference Include="Microsoft.ML.Mkl.Components" Version="1.4.0-preview2" />
-    <PackageReference Include="Microsoft.ML.ImageAnalytics" Version="1.4.0-preview2" />
-    <PackageReference Include="Microsoft.ML.LightGBM" Version="1.4.0-preview2" />
-    <PackageReference Include="Microsoft.ML.OnnxTransformer" Version="1.4.0-preview2" />
-    <PackageReference Include="Microsoft.ML.TensorFlow" Version="1.4.0-preview2" />
-    <PackageReference Include="Microsoft.ML.Dnn" Version="0.16.0-preview2" />
-    <PackageReference Include="Microsoft.ML.Ensemble" Version="0.16.0-preview2" />
-    <PackageReference Include="Microsoft.ML.TimeSeries" Version="1.4.0-preview2" />
+    <PackageReference Include="Microsoft.ML" Version="1.6.2-preview2-28208-8" />
+    <PackageReference Include="Microsoft.ML.CpuMath" Version="1.6.2-preview2-28208-8" />
+    <PackageReference Include="Microsoft.ML.EntryPoints" Version="0.18.2-preview2-28208-8" />
+    <PackageReference Include="Microsoft.ML.Mkl.Components" Version="1.6.2-preview2-28208-8" />
+    <PackageReference Include="Microsoft.ML.ImageAnalytics" Version="1.6.2-preview2-28208-8" />
+    <PackageReference Include="Microsoft.ML.LightGBM" Version="1.6.2-preview2-28208-8" />
+    <PackageReference Include="Microsoft.ML.OnnxTransformer" Version="1.6.2-preview2-28208-8" />
+    <PackageReference Include="Microsoft.ML.TensorFlow" Version="1.6.2-preview2-28208-8" />
+    <PackageReference Include="Microsoft.ML.Dnn" Version="0.18.2-preview2-28208-8" />
+    <PackageReference Include="Microsoft.ML.Ensemble" Version="0.18.2-preview2-28208-8" />
+    <PackageReference Include="Microsoft.ML.TimeSeries" Version="1.6.2-preview2-28208-8" />
+    <PackageReference Include="Microsoft.ML.Featurizers" Version="0.18.2-preview2-28208-8" />
+    <PackageReference Include="MicrosoftMLFeaturizers" Version="0.1.0" />
     <PackageReference Include="Microsoft.DataPrep" Version="0.0.1.12-preview" />
     <PackageReference Include="TensorFlow.NET" Version="0.11.3" />
     <PackageReference Include="SciSharp.TensorFlow.Redist" Version="1.14.0" />