build: unserialized plugin throwing

Author: tstelzer

examples/gatsbydocs/contentlayer.config.ts

@@ -1,6 +1,6 @@
 import rehypeShiki from '@stefanprobst/rehype-shiki'
-import type { FieldDef} from 'contentlayer/source-files';
-import { defineDocumentType, defineNestedType,makeSource } from 'contentlayer/source-files'
+import type { FieldDef } from 'contentlayer/source-files'
+import { defineDocumentType, defineNestedType, makeSource } from 'contentlayer/source-files'
 import { createRequire } from 'module'
 import * as path from 'path'
 import * as shiki from 'shiki'
@@ -20,7 +20,7 @@ const fields: Record<string, FieldDef> = {
   },
   jsdoc: {
     type: 'list',
-    of: {type: 'string'},
+    of: { type: 'string' },
   },
   tableOfContentsDepth: { type: 'number' },
   showTopLevelSignatures: { type: 'boolean' },
@@ -61,20 +61,20 @@ const Tutorial = defineDocumentType(() => ({
 }))
 
 export default makeSource(async () => {
-  const require = createRequire(import.meta.url)
-  const shikiPkgPath = (dir: string) => path.join(require.resolve('shiki'), '..', '..', dir, path.sep)
-  const highlighter = await shiki.getHighlighter({
-    paths: { languages: shikiPkgPath('languages'), themes: shikiPkgPath('themes') },
-    theme: 'github-light',
-  })
+  // const require = createRequire(import.meta.url)
+  // const shikiPkgPath = (dir: string) => path.join(require.resolve('shiki'), '..', '..', dir, path.sep)
+  // const highlighter = await shiki.getHighlighter({
+  //   paths: { languages: shikiPkgPath('languages'), themes: shikiPkgPath('themes') },
+  //   theme: 'github-light',
+  // })
 
   return {
     contentDirPath: 'content',
     documentTypes: [Reference, HowTo, Conceptual, Tutorial],
     // onUnknownDocuments: 'skip-ignore',
-    markdown: {
-            // '@stefanprobst/rehype-shiki', {}
-      rehypePlugins: [[rehypeShiki, { highlighter }]],
-    },
+    // markdown: {
+    //   // '@stefanprobst/rehype-shiki', {}
+    //   rehypePlugins: [[rehypeShiki, { highlighter }]],
+    // },
   }
 })

packages/@contentlayer/source-files/src/fetchData/fetchAllDocuments.ts

@@ -11,8 +11,8 @@ import { FetchDataError } from '../errors/index.js'
 import type { Flags } from '../index.js'
 import type { ContentTypeMap, FilePathPatternMap } from '../types.js'
 import { DocumentTypeMap, provideDocumentTypeMapState } from './DocumentTypeMap.js'
+import { makeCacheItemFromFilePath as withoutPool } from './makeCacheItemFromFilePath.js'
 import { fromWorkerPool } from './makeCacheItemFromFilePath.worker.js'
-// import {createPool} from './makeCacheItemFromFilePath.worker.js'
 
 export const fetchAllDocuments = ({
   coreSchemaDef,
@@ -46,10 +46,10 @@ export const fetchAllDocuments = ({
       const concurrencyLimit = os.cpus().length
 
       const makeCacheItemFromFilePath = fromWorkerPool()
+      // const makeCacheItemFromFilePath = withoutPool
       const { dataErrors, documents, documentTypeMap } = yield* $(
         pipe(
           allRelativeFilePaths,
-          // TODO: parallalize
           T.forEachParN(concurrencyLimit, (relativeFilePath) =>
             makeCacheItemFromFilePath({
               relativeFilePath,
@@ -74,7 +74,6 @@ export const fetchAllDocuments = ({
               }
               const res = These.result(a)
               if (E.isLeft(res)) {
-                // FIXME: type
                 errors = Chunk.append_(errors, FetchDataError.fromSerialized(res.left as unknown as any))
               } else {
                 values = Chunk.append_(values, res.right.tuple[0])

packages/@contentlayer/source-files/src/fetchData/makeCacheItemFromFilePath.ts

@@ -10,7 +10,7 @@ import yaml from 'yaml'
 import { FetchDataError } from '../errors/index.js'
 import type { ContentTypeMap, FilePathPatternMap } from '../types.js'
 import { makeAndProvideDocumentContext } from './DocumentContext.js'
-import type { DocumentTypeName, HasDocumentTypeMapState } from './DocumentTypeMap.js'
+import type { DocumentTypeName } from './DocumentTypeMap.js'
 import { makeDocument } from './mapping.js'
 import type { RawContent, RawContentJSON, RawContentMarkdown, RawContentMDX, RawContentYAML } from './types.js'
 import { validateDocumentData } from './validateDocumentData.js'
@@ -20,6 +20,7 @@ export const makeCacheItemFromFilePath = ({
   filePathPatternMap,
   coreSchemaDef,
   contentDirPath,
+  // FIXME: This doesn't serialize properly.
   options,
   previousCache,
   contentTypeMap,