Initial Tensorboard support commit.

Author: NiklasGustafsson

src/Native/LibTorchSharp/CMakeLists.txt

@@ -8,6 +8,7 @@ find_package(Torch REQUIRED PATHS ${LIBTORCH_PATH})
 
 set(SOURCES
     cifar10.h
+	crc32c.h
     THSAutograd.h
     THSData.h
     THSJIT.h
@@ -18,6 +19,7 @@ set(SOURCES
 	THSVision.h
     Utils.h
     cifar10.cpp
+	crc32c.c
 	THSActivation.cpp
     THSAutograd.cpp
 	THSConvolution.cpp

src/Native/LibTorchSharp/crc32c.c

@@ -0,0 +1,95 @@
+/* Part of CRC-32C library: https://crc32c.machinezoo.com/ */
+/*
+  Copyright (c) 2013 - 2014, 2016 Mark Adler, Robert Vazan, Max Vysokikh
+
+  This software is provided 'as-is', without any express or implied
+  warranty.  In no event will the author be held liable for any damages
+  arising from the use of this software.
+
+  Permission is granted to anyone to use this software for any purpose,
+  including commercial applications, and to alter it and redistribute it
+  freely, subject to the following restrictions:
+
+  1. The origin of this software must not be misrepresented; you must not
+  claim that you wrote the original software. If you use this software
+  in a product, an acknowledgment in the product documentation would be
+  appreciated but is not required.
+  2. Altered source versions must be plainly marked as such, and must not be
+  misrepresented as being the original software.
+  3. This notice may not be removed or altered from any source distribution.
+*/
+
+#ifndef CRC32C_H
+#define CRC32C_H
+
+#if defined(__GNUC__) || defined(__GNUG__)
+#define CRC32C_GCC
+#elif defined(_MSC_VER)
+#define CRC32C_MSC
+#endif
+
+#ifndef CRC32C_STATIC
+#ifdef CRC32C_EXPORTS
+#ifdef CRC32C_GCC
+#define CRC32C_API __attribute__ ((dllexport))
+#else
+#define CRC32C_API __declspec(dllexport)
+#endif
+#else
+#ifdef CRC32C_GCC
+#define CRC32C_API __attribute__ ((dllimport))
+#else
+#define CRC32C_API __declspec(dllimport)
+#endif
+#endif
+#else
+#define CRC32C_API
+#endif
+
+#include <stdint.h>
+#include <stddef.h>
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+/*
+    Computes CRC-32C (Castagnoli) checksum. Uses Intel's CRC32 instruction if it is available.
+    Otherwise it uses a very fast software fallback.
+*/
+CRC32C_API uint32_t crc32c_append(
+    uint32_t crc,               /* Initial CRC value. Typically it's 0.                            */
+                                /* You can supply non-trivial initial value here.                  */
+                                /* Initial value can be used to chain CRC from multiple buffers.   */
+    const uint8_t *input,       /* Data to be put through the CRC algorithm.                       */
+    size_t length);             /* Length of the data in the input buffer.                         */
+
+
+/*
+	Software fallback version of CRC-32C (Castagnoli) checksum.
+*/
+CRC32C_API uint32_t crc32c_append_sw(uint32_t crc, const uint8_t *input, size_t length);
+
+/*
+	Hardware version of CRC-32C (Castagnoli) checksum. Will fail, if CPU does not support related instructions. Use a crc32c_append version instead of.
+*/
+CRC32C_API uint32_t crc32c_append_hw(uint32_t crc, const uint8_t *input, size_t length);
+
+/*
+	Checks is hardware version of CRC-32C is available.
+*/
+CRC32C_API int crc32c_hw_available();
+
+#ifndef __cplusplus
+/*
+    Initializes the CRC-32C library. Should be called only by C users to enable hardware version for crc32c_append.
+*/
+CRC32C_API void crc32c_init();
+#endif
+
+
+#ifdef __cplusplus
+}
+#endif
+
+#endif

src/Native/LibTorchSharp/crc32c.h

@@ -21,6 +21,7 @@
   </ItemGroup>
 
   <ItemGroup>
+    <PackageReference Include="Google.Protobuf" Version="3.21.5" />
     <PackageReference Include="SharpZipLib" Version="1.3.3" />
     <PackageReference Include="System.Memory" Version="4.5.3" />
   </ItemGroup>

src/TorchSharp/TorchSharp.csproj

@@ -0,0 +1,70 @@
+// Copyright (c) .NET Foundation and Contributors.  All Rights Reserved.  See LICENSE in the project root for license information.
+
+// Note: the native implementation of CRC32C has the following copyright / license notice:
+
+/* Part of CRC-32C library: https://crc32c.machinezoo.com/ */
+/*
+  Copyright (c) 2013 - 2014, 2016 Mark Adler, Robert Vazan, Max Vysokikh
+
+  This software is provided 'as-is', without any express or implied
+  warranty.  In no event will the author be held liable for any damages
+  arising from the use of this software.
+
+  Permission is granted to anyone to use this software for any purpose,
+  including commercial applications, and to alter it and redistribute it
+  freely, subject to the following restrictions:
+
+  1. The origin of this software must not be misrepresented; you must not
+  claim that you wrote the original software. If you use this software
+  in a product, an acknowledgment in the product documentation would be
+  appreciated but is not required.
+  2. Altered source versions must be plainly marked as such, and must not be
+  misrepresented as being the original software.
+  3. This notice may not be removed or altered from any source distribution.
+*/
+
+
+using System;
+using System.Runtime.InteropServices;
+
+namespace TorchSharp.Utils
+{
+    public static class CRC32C
+    {
+        // uint32_t crc32c_append(uint32_t crc, buffer input, size_t length)
+
+        [DllImport("LibTorchSharp")]
+        extern static uint crc32c_append(uint crc, IntPtr value, ulong length);
+
+        /// <summary>
+        /// Compule the CRC32C value for a byte array.
+        /// </summary>
+        /// <param name="data">A byte array.</param>
+        public static unsafe uint process(byte[] data)
+        {
+            fixed (byte* ptr = data) {
+                return crc32c_append(0, (IntPtr)ptr, (ulong)data.Length);
+            }
+        }
+
+        /// <summary>
+        /// Compule the CRC32C value for a 32-bit integer.
+        /// </summary>
+        /// <param name="data">A byte array.</param>
+        public static unsafe uint process(int data)
+        {
+            fixed (int* ptr = stackalloc int[] { data })
+                return crc32c_append(0, (IntPtr)ptr, (ulong)sizeof(int));
+        }
+
+        /// <summary>
+        /// Compule the CRC32C value for a 64-bit integer.
+        /// </summary>
+        /// <param name="data">A byte array.</param>
+        public static unsafe uint process(long data)
+        {
+            fixed (long* ptr = stackalloc long[] { data })
+                return crc32c_append(0, (IntPtr)ptr, (ulong)sizeof(long));
+        }
+    }
+}