feat: Add HYPIXEL_GEN_MAX_WORKERS option to limit the number of wor…

…kers
robere2 · Dec 4, 2023 · 6d6ae0c · 6d6ae0c
1 parent 1f3706b
commit 6d6ae0c
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 1 deletion.
diff --git a/packages/schemas/src/HypixelGenerator.ts b/packages/schemas/src/HypixelGenerator.ts
@@ -10,6 +10,7 @@ import {getFullStack, logger, mergeSchemas, sortObject} from "./util";
 import {HypixelApiError} from "./HypixelApiError";
 import {Agent} from "undici";
 import {HypixelRequestCallbackError} from "./HypixelRequestCallbackError";
+import * as os from "os";
 
 const __dirname = dirname(fileURLToPath(import.meta.url))
 
@@ -35,7 +36,9 @@ export class HypixelGenerator {
     /**
      * Worker pool is used to offload the CPU-heavy tasks of compiling, validating, and updating the schema.
      */
-    private readonly pool = workerpool.pool(join(__dirname, 'generator-worker.ts'));
+    private readonly pool = workerpool.pool(join(__dirname, 'generator-worker.ts'), {
+        maxWorkers: parseInt(process.env.HYPIXEL_GEN_MAX_WORKERS ?? "") || os.cpus().length - 1
+    });
     /**
      * Total number of URLs that have been processed & their schemas updated.
      * @see {@link percentCompleted}

diff --git a/packages/schemas/src/index.ts b/packages/schemas/src/index.ts
@@ -13,6 +13,7 @@ declare global {
             [key: string]: string | undefined;
             HYPIXEL_GEN_API_KEY?: string;
             HYPIXEL_GEN_WRITE_ERRORS?: string;
+            HYPIXEL_GEN_MAX_WORKERS?: string;
         }
     }
 }