Make vite-plugin-content-virtual-mod run getEntrySlug 10 at a time (#7125)

.changeset/dull-teachers-work.md

@@ -0,0 +1,5 @@
+---
+'astro': patch
+---
+
+Make vite-plugin-content-virtual-mod run `getEntrySlug` 10 at a time to prevent `EMFILE: too many open files` error

packages/astro/package.json

@@ -148,6 +148,7 @@
     "magic-string": "^0.27.0",
     "mime": "^3.0.0",
     "ora": "^6.1.0",
+    "p-limit": "^4.0.0",
     "path-to-regexp": "^6.2.1",
     "preferred-pm": "^3.0.3",
     "prompts": "^2.4.2",

packages/astro/src/content/vite-plugin-content-virtual-mod.ts

@@ -1,4 +1,5 @@
 import glob from 'fast-glob';
+import pLimit from 'p-limit';
 import fsMod from 'node:fs';
 import { extname } from 'node:path';
 import { fileURLToPath, pathToFileURL } from 'node:url';
@@ -114,8 +115,14 @@ export async function getStringifiedLookupMap({
 		}
 	);
 
-	await Promise.all(
+	// Run 10 at a time to prevent `await getEntrySlug` from accessing the filesystem all at once.
-		contentGlob.map(async (filePath) => {
+	// Each await shouldn't take too long for the work to be noticably slow too.
+	const limit = pLimit(10);
+	const promises: Promise<void>[] = [];
+
+	for (const filePath of contentGlob) {
+		promises.push(
+			limit(async () => {
 				const entryType = getEntryType(filePath, contentPaths, contentEntryExts, dataEntryExts);
 				// Globbed ignored or unsupported entry.
 				// Logs warning during type generation, should ignore in lookup map.
@@ -167,6 +174,9 @@ export async function getStringifiedLookupMap({
 				}
 			})
 		);
+	}
+
+	await Promise.all(promises);
 
 	return JSON.stringify(lookupMap);
 }

pnpm-lock.yaml

@@ -639,6 +639,9 @@ importers:
       ora:
         specifier: ^6.1.0
         version: 6.1.0
+      p-limit:
+        specifier: ^4.0.0
+        version: 4.0.0
       path-to-regexp:
         specifier: ^6.2.1
         version: 6.2.1