From 9c13f9aaeddc7158a473edfb4776caeb70be6ab5 Mon Sep 17 00:00:00 2001
From: Felix Berlakovich <felix@berlakovich.at>
Date: Mon, 3 Jun 2024 08:51:40 +0200
Subject: [PATCH] Load the available lexers from pygmentize output

---
 pp-source-format/Formatter.cs                 | 103 +++++++++++++++---
 .../Properties/Settings.Designer.cs           |   2 +-
 pp-source-format/Ribbon.Designer.cs           |  14 ---
 pp-source-format/Ribbon.cs                    |  25 +++++
 pp-source-format/app.config                   |  12 +-
 pp-source-format/packages.config              |  12 ++
 pp-source-format/pp-source-format.csproj      |  32 +++++-
 7 files changed, 165 insertions(+), 35 deletions(-)
 create mode 100644 pp-source-format/packages.config

diff --git a/pp-source-format/Formatter.cs b/pp-source-format/Formatter.cs
index dda220f..044c04b 100644
--- a/pp-source-format/Formatter.cs
+++ b/pp-source-format/Formatter.cs
@@ -4,7 +4,7 @@
 using System.Diagnostics;
 using System.IO;
 using System.Linq;
-using System.Text;
+using System.Text.Json.Nodes;
 using System.Text.RegularExpressions;
 using System.Threading.Tasks;
 using System.Windows.Forms;
@@ -48,7 +48,6 @@ static PpPasteDataType PowerpointPasteType(this Format f)
                     return PpPasteDataType.ppPasteRTF;
                 default:
                     throw new Exception("Unknown paste type: " + f.ToString());
-
             }
         }
 
@@ -65,7 +64,6 @@ static string DataFormat(this Format f)
                     return DataFormats.Rtf;
                 default:
                     throw new Exception("Unknown data format: " + f.ToString());
-
             }
         }
 
@@ -82,10 +80,77 @@ static string PygmentsFormat(this Format f)
                     return "rtf";
                 default:
                     throw new Exception("Unknown pygments format: " + f.ToString());
+            }
+        }
+
+        public class PygmentsConfiguration
+        {
+            public class Style
+            {
+                public string Name { get; }
+                public string Info { get; }
 
+                public Style(string  name, string info)
+                {
+                    Name = name;
+                    Info = info;
+                }
+            }
+
+            public IEnumerable<string> Lexers { get; }
+            public List<Style> Styles { get; }
+
+            public PygmentsConfiguration(List<string> lexers, List<Style> styles)
+            {
+                Lexers = lexers;
+                Styles = styles;
             }
         }
 
+        public static PygmentsConfiguration GetConfiguration()
+        {
+            var allArguments = new List<string>(new string[]
+            {
+                "-L",
+                "--json",
+            });
+
+
+            var arguments = String.Join(" ", allArguments.ToArray());
+            var startInfo = new ProcessStartInfo()
+            {
+                FileName = Pygments.PygmentizePath,
+                Arguments = arguments,
+                UseShellExecute = false,
+                RedirectStandardError = true,
+                RedirectStandardOutput = true,
+                CreateNoWindow = true,
+            };
+
+            Process p = new Process()
+            {
+                StartInfo = startInfo
+            };
+
+            p.Start();
+            var result = Task.Run(() => p.StandardOutput.ReadToEnd()).Result;
+            var error = Task.Run(() => p.StandardError.ReadToEnd()).Result;
+            p.WaitForExit();
+
+            if (!String.IsNullOrWhiteSpace(error))
+            {
+                throw new Exception(
+                    String.Format("Error getting supported Pygmentzie lexers and styules {0}:\n", error));
+            }
+
+            var config = JsonNode.Parse(result);
+            var lexerObject = config["lexers"].AsObject();
+            var stylesObject = config["styles"].AsObject();
+            var lexers = lexerObject.Select(x => x.Key).ToList();
+            var styles = stylesObject.Select(x => new PygmentsConfiguration.Style(x.Key, x.Value.AsObject()["doc"].GetValue<string>())).ToList();
+            return new PygmentsConfiguration(lexers, styles);
+        }
+
         /// <summary>
         /// Exactly what it says on the tin.
         /// </summary>
@@ -100,7 +165,6 @@ public static void FormatShape(Shape s, string language, string style)
 
             try
             {
-
                 // Every paste option I tried had different issues, so I use this
                 // switch to switch between them.
                 Format format = Format.HTML;
@@ -125,6 +189,7 @@ public static void FormatShape(Shape s, string language, string style)
                         var formattedText = RunPygments(item, sourceText, language, style);
                         d.SetData(item.DataFormat(), formattedText);
                     }
+
                     Clipboard.SetDataObject(d);
                 }
                 else
@@ -200,12 +265,14 @@ private static string RunPygments(Format format, string input, string language,
             var filePath = Path.Combine(Path.GetTempPath(), "pp-format." + format.PygmentsFormat());
             bool useFilePath = false;
 
-            var options = new List<string>(new string[] {
+            var options = new List<string>(new string[]
+            {
                 "style=" + style,
             });
             if (format == Format.HTML)
             {
-                options.AddRange(new string[] {
+                options.AddRange(new string[]
+                {
                     "noclasses=true",
                     "nowrap=true",
                     //"full=true",
@@ -214,7 +281,8 @@ private static string RunPygments(Format format, string input, string language,
             }
 
 
-            var allArguments = new List<string>(new string[] {
+            var allArguments = new List<string>(new string[]
+            {
                 "-f " + format.PygmentsFormat(),
                 "-l " + language,
                 "-O " + '"' + string.Join(",", options.ToArray()) + '"'
@@ -249,25 +317,27 @@ private static string RunPygments(Format format, string input, string language,
             };
 
             p.Start();
+
             p.StandardInput.Write(input);
             p.StandardInput.Close();
+            var result = Task.Run(() => useFilePath ? File.ReadAllText(filePath) : p.StandardOutput.ReadToEnd()).Result;
+            var error = Task.Run(() => p.StandardError.ReadToEnd()).Result;
 
             p.WaitForExit();
 
 
-            var error = p.StandardError.ReadToEnd();
             if (!String.IsNullOrWhiteSpace(error))
             {
-                throw new Exception(String.Format("Temp file at {0}, Error running pygmentize with arguments {0}:\n{1}", filePath, arguments, error));
+                throw new Exception(String.Format("Temp file at {0}, Error running pygmentize with arguments {0}:\n{1}",
+                    filePath, arguments, error));
             }
 
-            var result = useFilePath ? File.ReadAllText(filePath) : p.StandardOutput.ReadToEnd();
-
             if (format == Format.HTML)
             {
                 // Wrap the result in a valid, minimal document with the Fragments as required by the HTML Clipboard format
                 // https://docs.microsoft.com/en-us/previous-versions/windows/internet-explorer/ie-developer/platform-apis/aa767917(v=vs.85)
-                result = "<html><body>" + ClipboardHelper.StartFragment + "<pre>" + result + "</pre>" + ClipboardHelper.EndFragment + "</body></html>";
+                result = "<html><body>" + ClipboardHelper.StartFragment + "<pre>" + result + "</pre>" +
+                         ClipboardHelper.EndFragment + "</body></html>";
 
                 // Whitespace at the beginning of lines seems to be collapsed, sadly neither of the
                 // tricks at https://stackoverflow.com/questions/47475774/how-to-add-spaces-to-html-clipboard-data-so-that-winword-inserts-them-on-pasting
@@ -279,10 +349,8 @@ private static string RunPygments(Format format, string input, string language,
 
                 // Okay, this is the most nasty part ... We insert &nbsp; after each linebreak to preserve
                 // whitespace formatting. Each whitespace must be replaced by a single non breaking space.
-                result = Regex.Replace(result, "(<br> *)", delegate (Match m)
-                {
-                    return m.Value.Replace(" ", "&nbsp;");
-                });
+                result = Regex.Replace(result, "(<br> *)",
+                    delegate(Match m) { return m.Value.Replace(" ", "&nbsp;"); });
 
                 if (useFilePath)
                 {
@@ -325,10 +393,11 @@ private static string HtmlToRtf(string toPaste)
             {
                 System.Windows.Forms.Application.DoEvents();
             }
+
             web.Document.ExecCommand("SelectAll", false, null);
             web.Document.ExecCommand("Copy", false, null);
             //web.Dispose();
             return Clipboard.GetData(DataFormats.Rtf) as string;
         }
     }
-}
+}
\ No newline at end of file
diff --git a/pp-source-format/Properties/Settings.Designer.cs b/pp-source-format/Properties/Settings.Designer.cs
index 48cb4dd..b98ef9e 100644
--- a/pp-source-format/Properties/Settings.Designer.cs
+++ b/pp-source-format/Properties/Settings.Designer.cs
@@ -25,7 +25,7 @@ public static Settings Default {
         
         [global::System.Configuration.UserScopedSettingAttribute()]
         [global::System.Diagnostics.DebuggerNonUserCodeAttribute()]
-        [global::System.Configuration.DefaultSettingValueAttribute("java")]
+        [global::System.Configuration.DefaultSettingValueAttribute("Java")]
         public string SelectedLanguage {
             get {
                 return ((string)(this["SelectedLanguage"]));
diff --git a/pp-source-format/Ribbon.Designer.cs b/pp-source-format/Ribbon.Designer.cs
index 816d9dd..bef8fa5 100644
--- a/pp-source-format/Ribbon.Designer.cs
+++ b/pp-source-format/Ribbon.Designer.cs
@@ -34,10 +34,6 @@ protected override void Dispose(bool disposing)
         /// </summary>
         private void InitializeComponent()
         {
-            Microsoft.Office.Tools.Ribbon.RibbonDropDownItem ribbonDropDownItemImpl1 = this.Factory.CreateRibbonDropDownItem();
-            Microsoft.Office.Tools.Ribbon.RibbonDropDownItem ribbonDropDownItemImpl2 = this.Factory.CreateRibbonDropDownItem();
-            Microsoft.Office.Tools.Ribbon.RibbonDropDownItem ribbonDropDownItemImpl3 = this.Factory.CreateRibbonDropDownItem();
-            Microsoft.Office.Tools.Ribbon.RibbonDropDownItem ribbonDropDownItemImpl4 = this.Factory.CreateRibbonDropDownItem();
             this.tab1 = this.Factory.CreateRibbonTab();
             this.group1 = this.Factory.CreateRibbonGroup();
             this.bxUnavailable = this.Factory.CreateRibbonBox();
@@ -102,24 +98,14 @@ private void InitializeComponent()
             // 
             // cmbLanguage
             // 
-            ribbonDropDownItemImpl1.Label = "java";
-            ribbonDropDownItemImpl2.Label = "c";
-            this.cmbLanguage.Items.Add(ribbonDropDownItemImpl1);
-            this.cmbLanguage.Items.Add(ribbonDropDownItemImpl2);
             this.cmbLanguage.Label = "Language";
             this.cmbLanguage.Name = "cmbLanguage";
-            this.cmbLanguage.Text = "java";
             this.cmbLanguage.TextChanged += new Microsoft.Office.Tools.Ribbon.RibbonControlEventHandler(this.OnLanguageChanged);
             // 
             // cmbStyle
             // 
-            ribbonDropDownItemImpl3.Label = "default";
-            ribbonDropDownItemImpl4.Label = "vs";
-            this.cmbStyle.Items.Add(ribbonDropDownItemImpl3);
-            this.cmbStyle.Items.Add(ribbonDropDownItemImpl4);
             this.cmbStyle.Label = "Style";
             this.cmbStyle.Name = "cmbStyle";
-            this.cmbStyle.Text = "default";
             this.cmbStyle.TextChanged += new Microsoft.Office.Tools.Ribbon.RibbonControlEventHandler(this.OnStyleChanged);
             // 
             // btnFormatCurrent
diff --git a/pp-source-format/Ribbon.cs b/pp-source-format/Ribbon.cs
index 31f2087..bfc9c5f 100644
--- a/pp-source-format/Ribbon.cs
+++ b/pp-source-format/Ribbon.cs
@@ -22,12 +22,37 @@ private void RibbonLoad(object sender, RibbonUIEventArgs e)
         /// </summary>
         private void ReflectPygmentizeStatus()
         {
+            var configuration = Formatter.GetConfiguration();
+
             if (Pygments.FoundPygmentize)
             {
                 lblPygmentsAvailable.SuperTip = Pygments.PygmentizePath;
 
                 SetBoxVisible(bxAvailable, true);
                 SetBoxVisible(bxUnavailable, false);
+
+                cmbLanguage.Items.Clear();
+                cmbStyle.Items.Clear();
+
+                foreach (var lexer in configuration.Lexers)
+                {
+                    var item = Factory.CreateRibbonDropDownItem();
+                    item.Label = lexer;
+                    cmbLanguage.Items.Add(item);
+                }
+
+                cmbLanguage.Text = CurrentSettings.SelectedLanguage;
+
+                foreach (var style in configuration.Styles)
+                {
+                    var item = Factory.CreateRibbonDropDownItem();
+                    item.Label = style.Name;
+                    item.ScreenTip = style.Info;
+                    cmbStyle.Items.Add(item);
+                }
+
+                cmbStyle.Text = CurrentSettings.SelectedStyle;
+                
             }
             else
             {
diff --git a/pp-source-format/app.config b/pp-source-format/app.config
index 5d06554..6889221 100644
--- a/pp-source-format/app.config
+++ b/pp-source-format/app.config
@@ -1,7 +1,7 @@
-<?xml version="1.0" encoding="utf-8" ?>
+<?xml version="1.0" encoding="utf-8"?>
 <configuration>
     <configSections>
-        <sectionGroup name="userSettings" type="System.Configuration.UserSettingsGroup, System, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089" >
+        <sectionGroup name="userSettings" type="System.Configuration.UserSettingsGroup, System, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089">
             <section name="pp_source_format.Properties.Settings" type="System.Configuration.ClientSettingsSection, System, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089" allowExeDefinition="MachineToLocalUser" requirePermission="false" />
         </sectionGroup>
     </configSections>
@@ -15,4 +15,12 @@
             </setting>
         </pp_source_format.Properties.Settings>
     </userSettings>
+  <runtime>
+    <assemblyBinding xmlns="urn:schemas-microsoft-com:asm.v1">
+      <dependentAssembly>
+        <assemblyIdentity name="System.Runtime.CompilerServices.Unsafe" publicKeyToken="b03f5f7f11d50a3a" culture="neutral" />
+        <bindingRedirect oldVersion="0.0.0.0-6.0.0.0" newVersion="6.0.0.0" />
+      </dependentAssembly>
+    </assemblyBinding>
+  </runtime>
 </configuration>
\ No newline at end of file
diff --git a/pp-source-format/packages.config b/pp-source-format/packages.config
new file mode 100644
index 0000000..1edb76a
--- /dev/null
+++ b/pp-source-format/packages.config
@@ -0,0 +1,12 @@
+<?xml version="1.0" encoding="utf-8"?>
+<packages>
+  <package id="Microsoft.Bcl.AsyncInterfaces" version="8.0.0" targetFramework="net472" />
+  <package id="System.Buffers" version="4.5.1" targetFramework="net472" />
+  <package id="System.Memory" version="4.5.5" targetFramework="net472" />
+  <package id="System.Numerics.Vectors" version="4.5.0" targetFramework="net472" />
+  <package id="System.Runtime.CompilerServices.Unsafe" version="6.0.0" targetFramework="net472" />
+  <package id="System.Text.Encodings.Web" version="8.0.0" targetFramework="net472" />
+  <package id="System.Text.Json" version="8.0.3" targetFramework="net472" />
+  <package id="System.Threading.Tasks.Extensions" version="4.5.4" targetFramework="net472" />
+  <package id="System.ValueTuple" version="4.5.0" targetFramework="net472" />
+</packages>
\ No newline at end of file
diff --git a/pp-source-format/pp-source-format.csproj b/pp-source-format/pp-source-format.csproj
index 85acc6c..34ddd5c 100644
--- a/pp-source-format/pp-source-format.csproj
+++ b/pp-source-format/pp-source-format.csproj
@@ -33,7 +33,7 @@
     <PublishUrl>publish\</PublishUrl>
     <InstallUrl />
     <TargetCulture>en</TargetCulture>
-    <ApplicationVersion>0.1.0.4</ApplicationVersion>
+    <ApplicationVersion>0.1.0.5</ApplicationVersion>
     <AutoIncrementApplicationRevision>true</AutoIncrementApplicationRevision>
     <UpdateEnabled>false</UpdateEnabled>
     <UpdateInterval>0</UpdateInterval>
@@ -123,9 +123,38 @@
   -->
   <ItemGroup>
     <Reference Include="Accessibility" />
+    <Reference Include="Microsoft.Bcl.AsyncInterfaces, Version=8.0.0.0, Culture=neutral, PublicKeyToken=cc7b13ffcd2ddd51, processorArchitecture=MSIL">
+      <HintPath>..\packages\Microsoft.Bcl.AsyncInterfaces.8.0.0\lib\net462\Microsoft.Bcl.AsyncInterfaces.dll</HintPath>
+    </Reference>
+    <Reference Include="mscorlib" />
     <Reference Include="System" />
+    <Reference Include="System.Buffers, Version=4.0.3.0, Culture=neutral, PublicKeyToken=cc7b13ffcd2ddd51, processorArchitecture=MSIL">
+      <HintPath>..\packages\System.Buffers.4.5.1\lib\net461\System.Buffers.dll</HintPath>
+    </Reference>
     <Reference Include="System.Data" />
     <Reference Include="System.Drawing" />
+    <Reference Include="System.Memory, Version=4.0.1.2, Culture=neutral, PublicKeyToken=cc7b13ffcd2ddd51, processorArchitecture=MSIL">
+      <HintPath>..\packages\System.Memory.4.5.5\lib\net461\System.Memory.dll</HintPath>
+    </Reference>
+    <Reference Include="System.Numerics" />
+    <Reference Include="System.Numerics.Vectors, Version=4.1.4.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a, processorArchitecture=MSIL">
+      <HintPath>..\packages\System.Numerics.Vectors.4.5.0\lib\net46\System.Numerics.Vectors.dll</HintPath>
+    </Reference>
+    <Reference Include="System.Runtime.CompilerServices.Unsafe, Version=6.0.0.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a, processorArchitecture=MSIL">
+      <HintPath>..\packages\System.Runtime.CompilerServices.Unsafe.6.0.0\lib\net461\System.Runtime.CompilerServices.Unsafe.dll</HintPath>
+    </Reference>
+    <Reference Include="System.Text.Encodings.Web, Version=8.0.0.0, Culture=neutral, PublicKeyToken=cc7b13ffcd2ddd51, processorArchitecture=MSIL">
+      <HintPath>..\packages\System.Text.Encodings.Web.8.0.0\lib\net462\System.Text.Encodings.Web.dll</HintPath>
+    </Reference>
+    <Reference Include="System.Text.Json, Version=8.0.0.3, Culture=neutral, PublicKeyToken=cc7b13ffcd2ddd51, processorArchitecture=MSIL">
+      <HintPath>..\packages\System.Text.Json.8.0.3\lib\net462\System.Text.Json.dll</HintPath>
+    </Reference>
+    <Reference Include="System.Threading.Tasks.Extensions, Version=4.2.0.1, Culture=neutral, PublicKeyToken=cc7b13ffcd2ddd51, processorArchitecture=MSIL">
+      <HintPath>..\packages\System.Threading.Tasks.Extensions.4.5.4\lib\net461\System.Threading.Tasks.Extensions.dll</HintPath>
+    </Reference>
+    <Reference Include="System.ValueTuple, Version=4.0.3.0, Culture=neutral, PublicKeyToken=cc7b13ffcd2ddd51, processorArchitecture=MSIL">
+      <HintPath>..\packages\System.ValueTuple.4.5.0\lib\net47\System.ValueTuple.dll</HintPath>
+    </Reference>
     <Reference Include="System.Windows.Forms" />
     <Reference Include="System.Xml" />
     <Reference Include="System.Core" />
@@ -195,6 +224,7 @@
       <DependentUpon>Ribbon.cs</DependentUpon>
     </EmbeddedResource>
     <None Include="app.config" />
+    <None Include="packages.config" />
     <None Include="pp-source-format_TemporaryKey.pfx" />
     <None Include="Properties\Settings.settings">
       <Generator>SettingsSingleFileGenerator</Generator>