feat: fetch remote resources

Author: cap-Bernardito

README.md

@@ -168,6 +168,45 @@ module.exports = {
 };
 ```
 
+### `unresolveSourceFetcher`
+
+Type: `Function`
+Default: `undefined`
+
+The option allows you to fetching the remote content.
+
+**webpack.config.js**
+
+```js
+module.exports = {
+  module: {
+    rules: [
+      {
+        test: /\.js$/,
+        enforce: 'pre',
+        use: [
+          {
+            loader: 'source-map-loader',
+            options: {
+              async unresolveSourceFetcher(url) {
+                if (/^https?:\/\//i.test(url)) {
+                  const response = await fetch(url);
+                  const result = await response.text();
+
+                  return result;
+                }
+
+                throw new Error(`${url} is not supported`);
+              },
+            },
+          },
+        ],
+      },
+    ],
+  },
+};
+```
+
 ## Contributing
 
 Please take a moment to read our contributing guidelines if you haven't yet done so.

package-lock.json

@@ -66,6 +66,7 @@
     "jest": "^26.0.1",
     "lint-staged": "^10.2.2",
     "memfs": "^3.1.2",
+    "node-fetch": "^2.6.0",
     "npm-run-all": "^4.1.5",
     "prettier": "^2.0.5",
     "standard-version": "^8.0.0",

package.json

@@ -39,7 +39,10 @@ export default async function loader(input, inputMap) {
     ({ sourceURL, sourceContent } = await fetchFromURL(
       this,
       this.context,
-      sourceMappingURL
+      sourceMappingURL,
+      '',
+      false,
+      options.unresolveSourceFetcher
     ));
   } catch (error) {
     const brokenMapUrlReporter = getErrorReporter(
@@ -101,7 +104,8 @@ export default async function loader(input, inputMap) {
           context,
           source,
           map.sourceRoot,
-          skipReading
+          skipReading,
+          options.unresolveSourceFetcher
         ));
       } catch (error) {
         const brokenSourceUrlReporter = getErrorReporter(

src/index.js

@@ -9,6 +9,9 @@
     },
     "brokenSourceUrlReportType": {
       "enum": ["ignore", "warning", "error"]
+    },
+    "unresolveSourceFetcher": {
+      "instanceof": "Function"
     }
   },
   "additionalProperties": false

src/options.json

@@ -137,7 +137,8 @@ async function fetchFromURL(
   context,
   url,
   sourceRoot,
-  skipReading = false
+  skipReading = false,
+  unresolveSourceFetcher
 ) {
   // 1. It's an absolute url and it is not `windows` path like `C:\dir\file`
   if (/^[a-z][a-z0-9+.-]*:/i.test(url) && !path.win32.isAbsolute(url)) {
@@ -163,6 +164,16 @@ async function fetchFromURL(
       return { sourceURL, sourceContent };
     }
 
+    if (skipReading) {
+      return { sourceURL: url, sourceContent: '' };
+    }
+
+    if (unresolveSourceFetcher) {
+      const sourceContent = await unresolveSourceFetcher(url);
+
+      return { sourceURL: url, sourceContent };
+    }
+
     throw new Error(`Absolute '${url}' URL is not supported`);
   }
 

src/utils.js

@@ -82,6 +82,34 @@ exports[`source-map-loader should leave normal files with fake source-map untouc
 
 exports[`source-map-loader should leave normal files with fake source-map untouched: warnings 1`] = `Array []`;
 
+exports[`source-map-loader should not resolve SourceMap.sources to http: css 1`] = `
+"// console.log('with SourceMap')
+"
+`;
+
+exports[`source-map-loader should not resolve SourceMap.sources to http: errors 1`] = `Array []`;
+
+exports[`source-map-loader should not resolve SourceMap.sources to http: map 1`] = `
+Object {
+  "file": "sources-http.js",
+  "mappings": "AAAA",
+  "sources": Array [
+    "https://unresolved1.com/",
+    "https://unresolved1.com/",
+  ],
+  "version": 3,
+}
+`;
+
+exports[`source-map-loader should not resolve SourceMap.sources to http: warnings 1`] = `
+Array [
+  "ModuleWarning: Module Warning (from \`replaced original path\`):
+body used already for: ",
+  "ModuleWarning: Module Warning (from \`replaced original path\`):
+body used already for: ",
+]
+`;
+
 exports[`source-map-loader should process css sourceMap: css 1`] = `
 "* {
   box-sizing: border-box; }
@@ -178,12 +206,7 @@ anInvalidDirective = \\"\\\\n/*# sourceMappingURL=data:application/json;base64,\
 }
 `;
 
-exports[`source-map-loader should process css sourceMap: warnings 1`] = `
-Array [
-  "ModuleWarning: Module Warning (from \`replaced original path\`):
-Absolute 'webpack:///./src/app/app.scss' URL is not supported",
-]
-`;
+exports[`source-map-loader should process css sourceMap: warnings 1`] = `Array []`;
 
 exports[`source-map-loader should process css sourceMap: warnings 2`] = `
 Array [
@@ -360,6 +383,31 @@ Absolute 'ftp://exampleurl.com' URL is not supported",
 ]
 `;
 
+exports[`source-map-loader should resolve SourceMap.sources to http: css 1`] = `
+"// console.log('with SourceMap')
+"
+`;
+
+exports[`source-map-loader should resolve SourceMap.sources to http: errors 1`] = `Array []`;
+
+exports[`source-map-loader should resolve SourceMap.sources to http: map 1`] = `
+Object {
+  "file": "sources-http.js",
+  "mappings": "AAAA",
+  "sources": Array [
+    "https://github2.com/",
+    "https://github.com/",
+  ],
+  "sourcesContent": Array [
+    "static content",
+    "downloaded content",
+  ],
+  "version": 3,
+}
+`;
+
+exports[`source-map-loader should resolve SourceMap.sources to http: warnings 1`] = `Array []`;
+
 exports[`source-map-loader should skip invalid base64 SourceMap: css 1`] = `
 "without SourceMap
 // @sourceMappingURL=data:application/source-map;base64,\\"something invalid\\"
@@ -614,6 +662,36 @@ Object {
 
 exports[`source-map-loader should support relative sourceRoot paths in sourcemaps: warnings 1`] = `Array []`;
 
+exports[`source-map-loader should throw error for SourceMap.sources to http: css 1`] = `
+"// console.log('with SourceMap')
+"
+`;
+
+exports[`source-map-loader should throw error for SourceMap.sources to http: errors 1`] = `Array []`;
+
+exports[`source-map-loader should throw error for SourceMap.sources to http: map 1`] = `
+Object {
+  "file": "sources-http.js",
+  "mappings": "AAAA",
+  "sources": Array [
+    "https://github2.com/",
+    "https://github.com/",
+  ],
+  "sourcesContent": Array [
+    "static content",
+    "",
+  ],
+  "version": 3,
+}
+`;
+
+exports[`source-map-loader should throw error for SourceMap.sources to http: warnings 1`] = `
+Array [
+  "ModuleWarning: Module Warning (from \`replaced original path\`):
+https://github.com/ is not supported",
+]
+`;
+
 exports[`source-map-loader should use last SourceMap directive: css 1`] = `
 "with SourceMap
 anInvalidDirective = \\"\\\\n/*# sourceMappingURL=data:application/json;base64,\\"+btoa(unescape(encodeURIComponent(JSON.stringify(sourceMap))))+\\" */\\";

test/__snapshots__/loader.test.js.snap

@@ -111,47 +111,72 @@ exports[`validate options should throw an error on the "brokenSourceUrlReportTyp
 exports[`validate options should throw an error on the "unknown" option with "/test/" value 1`] = `
 "Invalid options object. Source Map Loader has been initialized using an options object that does not match the API schema.
  - options has an unknown property 'unknown'. These properties are valid:
-   object { brokenMapUrlReportType?, brokenMapParseReportType?, brokenSourceUrlReportType? }"
+   object { brokenMapUrlReportType?, brokenMapParseReportType?, brokenSourceUrlReportType?, unresolveSourceFetcher? }"
 `;
 
 exports[`validate options should throw an error on the "unknown" option with "[]" value 1`] = `
 "Invalid options object. Source Map Loader has been initialized using an options object that does not match the API schema.
  - options has an unknown property 'unknown'. These properties are valid:
-   object { brokenMapUrlReportType?, brokenMapParseReportType?, brokenSourceUrlReportType? }"
+   object { brokenMapUrlReportType?, brokenMapParseReportType?, brokenSourceUrlReportType?, unresolveSourceFetcher? }"
 `;
 
 exports[`validate options should throw an error on the "unknown" option with "{"foo":"bar"}" value 1`] = `
 "Invalid options object. Source Map Loader has been initialized using an options object that does not match the API schema.
  - options has an unknown property 'unknown'. These properties are valid:
-   object { brokenMapUrlReportType?, brokenMapParseReportType?, brokenSourceUrlReportType? }"
+   object { brokenMapUrlReportType?, brokenMapParseReportType?, brokenSourceUrlReportType?, unresolveSourceFetcher? }"
 `;
 
 exports[`validate options should throw an error on the "unknown" option with "{}" value 1`] = `
 "Invalid options object. Source Map Loader has been initialized using an options object that does not match the API schema.
  - options has an unknown property 'unknown'. These properties are valid:
-   object { brokenMapUrlReportType?, brokenMapParseReportType?, brokenSourceUrlReportType? }"
+   object { brokenMapUrlReportType?, brokenMapParseReportType?, brokenSourceUrlReportType?, unresolveSourceFetcher? }"
 `;
 
 exports[`validate options should throw an error on the "unknown" option with "1" value 1`] = `
 "Invalid options object. Source Map Loader has been initialized using an options object that does not match the API schema.
  - options has an unknown property 'unknown'. These properties are valid:
-   object { brokenMapUrlReportType?, brokenMapParseReportType?, brokenSourceUrlReportType? }"
+   object { brokenMapUrlReportType?, brokenMapParseReportType?, brokenSourceUrlReportType?, unresolveSourceFetcher? }"
 `;
 
 exports[`validate options should throw an error on the "unknown" option with "false" value 1`] = `
 "Invalid options object. Source Map Loader has been initialized using an options object that does not match the API schema.
  - options has an unknown property 'unknown'. These properties are valid:
-   object { brokenMapUrlReportType?, brokenMapParseReportType?, brokenSourceUrlReportType? }"
+   object { brokenMapUrlReportType?, brokenMapParseReportType?, brokenSourceUrlReportType?, unresolveSourceFetcher? }"
 `;
 
 exports[`validate options should throw an error on the "unknown" option with "test" value 1`] = `
 "Invalid options object. Source Map Loader has been initialized using an options object that does not match the API schema.
  - options has an unknown property 'unknown'. These properties are valid:
-   object { brokenMapUrlReportType?, brokenMapParseReportType?, brokenSourceUrlReportType? }"
+   object { brokenMapUrlReportType?, brokenMapParseReportType?, brokenSourceUrlReportType?, unresolveSourceFetcher? }"
 `;
 
 exports[`validate options should throw an error on the "unknown" option with "true" value 1`] = `
 "Invalid options object. Source Map Loader has been initialized using an options object that does not match the API schema.
  - options has an unknown property 'unknown'. These properties are valid:
-   object { brokenMapUrlReportType?, brokenMapParseReportType?, brokenSourceUrlReportType? }"
+   object { brokenMapUrlReportType?, brokenMapParseReportType?, brokenSourceUrlReportType?, unresolveSourceFetcher? }"
+`;
+
+exports[`validate options should throw an error on the "unresolveSourceFetcher" option with "[]" value 1`] = `
+"Invalid options object. Source Map Loader has been initialized using an options object that does not match the API schema.
+ - options.unresolveSourceFetcher should be an instance of function."
+`;
+
+exports[`validate options should throw an error on the "unresolveSourceFetcher" option with "{}" value 1`] = `
+"Invalid options object. Source Map Loader has been initialized using an options object that does not match the API schema.
+ - options.unresolveSourceFetcher should be an instance of function."
+`;
+
+exports[`validate options should throw an error on the "unresolveSourceFetcher" option with "1" value 1`] = `
+"Invalid options object. Source Map Loader has been initialized using an options object that does not match the API schema.
+ - options.unresolveSourceFetcher should be an instance of function."
+`;
+
+exports[`validate options should throw an error on the "unresolveSourceFetcher" option with "test" value 1`] = `
+"Invalid options object. Source Map Loader has been initialized using an options object that does not match the API schema.
+ - options.unresolveSourceFetcher should be an instance of function."
+`;
+
+exports[`validate options should throw an error on the "unresolveSourceFetcher" option with "true" value 1`] = `
+"Invalid options object. Source Map Loader has been initialized using an options object that does not match the API schema.
+ - options.unresolveSourceFetcher should be an instance of function."
 `;

test/__snapshots__/validate-options.test.js.snap

@@ -0,0 +1,2 @@
+// console.log('with SourceMap')
+//#sourceMappingURL=sources-http.js.map