feat: add setFiles method

Author: eduardoboucas

package-lock.json

@@ -63,6 +63,7 @@
     "node": "^14.16.0 || >=16.0.0"
   },
   "dependencies": {
-    "esbuild": "0.18.16"
+    "esbuild": "0.18.16",
+    "p-map": "^6.0.0"
   }
 }

package.json

@@ -295,6 +295,86 @@ describe('set', () => {
 
       await cleanup()
     })
+
+    test('Accepts multiple files concurrently', async () => {
+      const contents = ['Hello from key-0', 'Hello from key-1', 'Hello from key-2']
+      const signedURLs = ['https://signed-url.aws/0', 'https://signed-url.aws/1', 'https://signed-url.aws/2']
+
+      const store = new MockFetch()
+        .put({
+          headers: { authorization: `Bearer ${apiToken}` },
+          response: new Response(JSON.stringify({ url: signedURLs[0] })),
+          url: `https://api.netlify.com/api/v1/sites/${siteID}/blobs/key-0?context=production`,
+        })
+        .put({
+          body: async (body) => {
+            expect(await streamToString(body as unknown as NodeJS.ReadableStream)).toBe(contents[0])
+          },
+          headers: {
+            'cache-control': 'max-age=0, stale-while-revalidate=60',
+          },
+          response: new Response(null),
+          url: signedURLs[0],
+        })
+        .put({
+          headers: { authorization: `Bearer ${apiToken}` },
+          response: new Response(JSON.stringify({ url: signedURLs[1] })),
+          url: `https://api.netlify.com/api/v1/sites/${siteID}/blobs/key-1?context=production`,
+        })
+        .put({
+          body: async (body) => {
+            expect(await streamToString(body as unknown as NodeJS.ReadableStream)).toBe(contents[1])
+          },
+          headers: {
+            'cache-control': 'max-age=0, stale-while-revalidate=60',
+          },
+          response: new Response(null),
+          url: signedURLs[1],
+        })
+        .put({
+          headers: { authorization: `Bearer ${apiToken}` },
+          response: new Response(JSON.stringify({ url: signedURLs[2] })),
+          url: `https://api.netlify.com/api/v1/sites/${siteID}/blobs/key-2?context=production`,
+        })
+        .put({
+          body: async (body) => {
+            expect(await streamToString(body as unknown as NodeJS.ReadableStream)).toBe(contents[2])
+          },
+          headers: {
+            'cache-control': 'max-age=0, stale-while-revalidate=60',
+          },
+          response: new Response(null),
+          url: signedURLs[2],
+        })
+
+      const writes = await Promise.all(
+        contents.map(async (content) => {
+          const { cleanup, path } = await tmp.file()
+
+          await writeFile(path, content)
+
+          return { cleanup, path }
+        }),
+      )
+      const files = writes.map(({ path }, idx) => ({
+        key: `key-${idx}`,
+        path,
+      }))
+
+      const blobs = new Blobs({
+        authentication: {
+          token: apiToken,
+        },
+        fetcher: store.fetcher,
+        siteID,
+      })
+
+      await blobs.setFiles(files)
+
+      expect(store.fulfilled).toBeTruthy()
+
+      await Promise.all(writes.map(({ cleanup }) => cleanup()))
+    })
   }
 
   test('Throws when the API returns a non-200 status code', async () => {

src/main.test.ts

@@ -2,6 +2,8 @@ import { createReadStream } from 'node:fs'
 import { stat } from 'node:fs/promises'
 import { Readable } from 'node:stream'
 
+import pMap from 'p-map'
+
 import { fetchAndRetry } from './retry.ts'
 
 interface APICredentials {
@@ -31,6 +33,15 @@ interface SetOptions {
   ttl?: Date | number
 }
 
+interface SetFilesItem extends SetOptions {
+  key: string
+  path: string
+}
+
+interface SetFilesOptions {
+  concurrency?: number
+}
+
 type BlobInput = ReadableStream | string | ArrayBuffer | Blob
 
 const EXPIRY_HEADER = 'x-nf-expires-at'
@@ -229,6 +240,10 @@ export class Blobs {
     await this.makeStoreRequest(key, HTTPMethod.Put, headers, file as ReadableStream)
   }
 
+  setFiles(files: SetFilesItem[], { concurrency = 5 }: SetFilesOptions = {}) {
+    return pMap(files, ({ key, path, ...options }) => this.setFile(key, path, options), { concurrency })
+  }
+
   async setJSON(key: string, data: unknown, { ttl }: SetOptions = {}) {
     const payload = JSON.stringify(data)
     const headers = {