new site blog, main page, and model hub added

Author: ramonpzg

new-docs/astro.config.mjs

@@ -1,6 +1,7 @@
 // @ts-check
 import { defineConfig } from "astro/config";
 import starlight from "@astrojs/starlight";
+import starlightUtils from "@lorenzo_lewis/starlight-utils";
 
 // https://astro.build/config
 export default defineConfig({
@@ -17,45 +18,193 @@ export default defineConfig({
         linkedin: "https://github.com/menloresearch/cortex.cpp",
       },
       sidebar: [
+        {
+          label: "Title Bar",
+          items: [
+            { label: "Docs", link: "overview" },
+            { label: "Model Hub", link: "../pages/index" },
+          ],
+        },
         { label: "Welcome", slug: "overview" },
         {
           label: "Get Started",
           items: [
-            // Each item here is one entry in the navigation menu.
-
             { label: "Quickstart", slug: "getting-started/quickstart" },
             {
               label: "Installation",
               items: [
                 {
-                  label: "Install",
+                  label: "Overview",
                   slug: "getting-started/installation/installation",
                 },
                 {
                   label: "Docker",
                   slug: "getting-started/installation/docker",
                 },
+                { label: "Linux", slug: "getting-started/installation/linux" },
+                { label: "macOS", slug: "getting-started/installation/mac" },
+                {
+                  label: "Windows",
+                  slug: "getting-started/installation/windows",
+                },
+              ],
+            },
+            { label: "Requirements", slug: "requirements" },
+            { label: "Basic Usage", slug: "basic-usage" },
+            { label: "Using Models", slug: "using-models" },
+            { label: "Troubleshooting", slug: "troubleshooting" },
+          ],
+        },
+        {
+          label: "Features",
+          items: [
+            { label: "Chat Completions", slug: "chat-completions" },
+            {
+              label: "Capabilities",
+              items: [
+                {
+                  label: "Text Generation",
+                  slug: "capabilities/text-generation",
+                },
+                { label: "Embeddings", slug: "capabilities/embeddings" },
+              ],
+            },
+            {
+              label: "Assistants",
+              slug: "assistants",
+              items: [{ label: "Tools", slug: "assistants/tools" }],
+            },
+          ],
+        },
+        {
+          label: "Models",
+          items: [
+            { label: "Overview", slug: "capabilities/models" },
+            { label: "Model YAML", slug: "capabilities/models/model-yaml" },
+            {
+              label: "Model Sources",
+              items: [
+                { label: "Overview", slug: "capabilities/models/sources" },
+                {
+                  label: "Cortex Hub",
+                  slug: "capabilities/models/sources/cortex-hub",
+                },
+                {
+                  label: "Hugging Face",
+                  slug: "capabilities/models/sources/hugging-face",
+                },
+                {
+                  label: "NVIDIA NGC",
+                  slug: "capabilities/models/sources/nvidia-ngc",
+                },
               ],
             },
-            // { label: "Docker", slug: "getting-started/installation/docker" },
-            // { label: "Overview", slug: "overview" },
-            // { label: "Overview", slug: "overview" },
-            // { label: "Overview", slug: "overview" },
-            // { label: "Overview", slug: "overview" },
+            { label: "Hardware", slug: "capabilities/hardware" },
+          ],
+        },
+        {
+          label: "CLI",
+          items: [
+            { label: "Overview", slug: "cli/cortex" },
+            { label: "Run", slug: "cli/run" },
+            { label: "Start", slug: "cli/start" },
+            { label: "Stop", slug: "cli/stop" },
+            { label: "PS", slug: "cli/ps" },
+            { label: "Serve", slug: "cli/serve" },
+            { label: "Pull", slug: "cli/pull" },
+            { label: "Update", slug: "cli/update" },
+            { label: "Benchmark", slug: "cli/benchmark" },
+            // { label: "Embeddings", slug: "cli/embeddings" },
+            { label: "Presets", slug: "cli/presets" },
+            { label: "Config", slug: "cli/config" },
+            { label: "Telemetry", slug: "cli/telemetry" },
+            {
+              label: "Models",
+              items: [
+                { label: "Overview", slug: "cli/models" },
+                { label: "List", slug: "cli/models/list" },
+                { label: "Get", slug: "cli/models/get" },
+                { label: "Download", slug: "cli/models/download" },
+                { label: "Start", slug: "cli/models/start" },
+                { label: "Stop", slug: "cli/models/stop" },
+                { label: "Update", slug: "cli/models/update" },
+                { label: "Remove", slug: "cli/models/remove" },
+              ],
+            },
+            {
+              label: "Configs",
+              items: [
+                { label: "Overview", slug: "cli/configs" },
+                { label: "List", slug: "cli/configs/list" },
+                { label: "Get", slug: "cli/configs/get" },
+                { label: "Set", slug: "cli/configs/set" },
+              ],
+            },
+            {
+              label: "Engines",
+              items: [
+                { label: "Overview", slug: "cli/engines" },
+                { label: "List", slug: "cli/engines/list" },
+                { label: "Get", slug: "cli/engines/get" },
+                { label: "Init", slug: "cli/engines/init" },
+              ],
+            },
+            {
+              label: "Hardware",
+              slug: "cli/hardware",
+            },
+          ],
+        },
+        {
+          label: "Configurations",
+          items: [
+            { label: "Overview", slug: "configurations" },
+            { label: "CORS", slug: "configurations/cors" },
+            { label: "Proxy", slug: "configurations/proxy" },
+            { label: "Token", slug: "configurations/token" },
+          ],
+        },
+        {
+          label: "Engines",
+          items: [
+            { label: "Overview", slug: "engines" },
+            { label: "LlamaCpp", slug: "engines/llamacpp" },
           ],
         },
         {
           label: "Guides",
           items: [
-            // Each item here is one entry in the navigation menu.
-            { label: "Example Guide", slug: "guides/example" },
+            { label: "Function Calling", slug: "guides/function-calling" },
+            { label: "Structured Outputs", slug: "guides/structured-outputs" },
+          ],
+        },
+        {
+          label: "Architecture",
+          items: [
+            { label: "Overview", slug: "architecture" },
+            { label: "Cortex DB", slug: "architecture/cortex-db" },
+            { label: "Cortex RC", slug: "architecture/cortexrc" },
+            { label: "Data Folder", slug: "architecture/data-folder" },
+            { label: "Updater", slug: "architecture/updater" },
+            { label: "Benchmarking", slug: "benchmarking-architecture" },
+            { label: "Telemetry", slug: "telemetry-architecture" },
           ],
         },
         {
-          label: "Reference",
-          autogenerate: { directory: "reference" },
+          label: "Cortex Platform",
+          items: [
+            { label: "About", slug: "cortex-platform/about" },
+            { label: "Benchmarking", slug: "cortex-platform/benchmarking" },
+          ],
         },
       ],
+      plugins: [
+        starlightUtils({
+          navLinks: {
+            leading: { useSidebarLabelled: "Title Bar" },
+          },
+        }),
+      ],
     }),
   ],
 });

new-docs/fix-frontmatter.js

@@ -0,0 +1,74 @@
+#!/usr/bin/env bun
+
+import { readdir, readFile, writeFile } from 'fs/promises';
+import { join, basename } from 'path';
+
+const contentDir = './src/content/docs';
+
+function toTitleCase(str) {
+  // Convert kebab or snake case to space-separated title case
+  return str
+    .replace(/[-_]/g, ' ')
+    .split(' ')
+    .map(word => word.charAt(0).toUpperCase() + word.slice(1))
+    .join(' ');
+}
+
+async function fixFrontmatter(filePath) {
+  try {
+    const content = await readFile(filePath, 'utf8');
+    
+    if (content.startsWith('---\nunlisted: true\n---')) {
+      // Extract the base filename without extension
+      const fileName = basename(filePath).replace(/\.(md|mdx)$/, '');
+      
+      // Create title from filename (convert hyphen to space and capitalize)
+      const title = toTitleCase(fileName);
+      
+      // Replace frontmatter with title
+      const updatedContent = content.replace(
+        '---\nunlisted: true\n---', 
+        `---\ntitle: ${title}\nunlisted: true\n---`
+      );
+      
+      await writeFile(filePath, updatedContent);
+      console.log(`Updated frontmatter in ${filePath}`);
+      return true;
+    }
+    
+    return false;
+  } catch (error) {
+    console.error(`Error processing ${filePath}:`, error);
+    return false;
+  }
+}
+
+async function processDirectory(dir) {
+  const entries = await readdir(dir, { withFileTypes: true });
+  let totalUpdated = 0;
+  
+  for (const entry of entries) {
+    const entryPath = join(dir, entry.name);
+    
+    if (entry.isDirectory()) {
+      totalUpdated += await processDirectory(entryPath);
+    } else if ((entry.name.endsWith('.md') || entry.name.endsWith('.mdx'))) {
+      const updated = await fixFrontmatter(entryPath);
+      if (updated) totalUpdated++;
+    }
+  }
+  
+  return totalUpdated;
+}
+
+async function main() {
+  try {
+    console.log('Starting frontmatter fix...');
+    const updatedCount = await processDirectory(contentDir);
+    console.log(`Done! Updated ${updatedCount} files.`);
+  } catch (error) {
+    console.error('Error:', error);
+  }
+}
+
+main();

new-docs/migrate-docs.js

@@ -0,0 +1,81 @@
+#!/usr/bin/env bun
+
+import { readdir, stat, mkdir, readFile, writeFile, copyFile as fsCopyFile } from 'fs/promises';
+import { join, dirname, resolve } from 'path';
+
+// Source and destination directories
+const sourceDir = resolve(import.meta.dir, '../docs/docs');
+const destDir = resolve(import.meta.dir, './src/content/docs');
+
+// Function to ensure directories exist
+async function ensureDir(dir) {
+  try {
+    await stat(dir);
+  } catch (e) {
+    await mkdir(dir, { recursive: true });
+    console.log(`Created directory: ${dir}`);
+  }
+}
+
+// Function to convert frontmatter if needed (Docusaurus to Astro)
+function convertFrontmatter(content) {
+  // Docusaurus uses --- for frontmatter, which is compatible with Astro
+  // Just checking if there are any specific conversions needed
+  return content;
+}
+
+// Function to copy and transform a file
+async function copyFile(sourcePath, destPath) {
+  // Read the source file
+  const content = await readFile(sourcePath, 'utf8');
+  
+  // Transform content if needed
+  const transformedContent = convertFrontmatter(content);
+  
+  // Ensure the destination directory exists
+  await ensureDir(dirname(destPath));
+  
+  // Write the transformed content to the destination file
+  await writeFile(destPath, transformedContent);
+  console.log(`Copied: ${sourcePath} -> ${destPath}`);
+}
+
+// Function to recursively copy files
+async function copyFiles(source, dest) {
+  const entries = await readdir(source, { withFileTypes: true });
+  
+  await ensureDir(dest);
+  
+  for (const entry of entries) {
+    const sourcePath = join(source, entry.name);
+    const destPath = join(dest, entry.name);
+    
+    if (entry.isDirectory()) {
+      await copyFiles(sourcePath, destPath);
+    } else if (entry.name.endsWith('.md') || entry.name.endsWith('.mdx')) {
+      await copyFile(sourcePath, destPath);
+    } else {
+      // Copy other files directly
+      await fsCopyFile(sourcePath, destPath);
+      console.log(`Copied file: ${sourcePath} -> ${destPath}`);
+    }
+  }
+}
+
+// Main function
+async function main() {
+  try {
+    console.log('Starting migration from Docusaurus to Astro...');
+    console.log(`Source: ${sourceDir}`);
+    console.log(`Destination: ${destDir}`);
+    
+    await copyFiles(sourceDir, destDir);
+    
+    console.log('Migration completed successfully!');
+  } catch (error) {
+    console.error('Error during migration:', error);
+    process.exit(1);
+  }
+}
+
+main();

new-docs/package.json

@@ -11,8 +11,13 @@
   },
   "dependencies": {
     "@astrojs/starlight": "^0.32.2",
+    "@fontsource/press-start-2p": "^5.2.5",
+    "@fontsource/vt323": "^5.2.5",
+    "@lorenzo_lewis/starlight-utils": "^0.3.2",
     "astro": "^5.1.5",
+    "fontsource": "^0.0.1-security",
     "sharp": "^0.32.5",
-    "starlight-blog": "^0.18.0"
+    "starlight-blog": "^0.18.0",
+    "starlight-versions": "^0.5.2"
   }
 }