Increase find passage concurrency to 8 and expose env variable (#124)

- FIND_PASSAGE_CONCURRENCY environment variable to override default value of 8 Signed-off-by: Sean Sundberg <[email protected]>
ibm-ecosystem-engineering · Oct 27, 2023 · e8dfaf8 · e8dfaf8
1 parent f482328
commit e8dfaf8
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/src/services/data-extraction/data-extraction.impl.ts b/src/services/data-extraction/data-extraction.impl.ts
@@ -13,7 +13,8 @@ import {DataExtractionResultModel} from "../../models";
 import {first, GenAiModel, GenerativeResponse} from "../../utils";
 import PQueue from "../../utils/p-queue";
 
-const queue = new PQueue({concurrency: 2});
+const concurrency = parseInt(process.env.FIND_PASSAGE_CONCURRENCY || '8')
+const queue = new PQueue({concurrency});
 
 export interface DataExtractionBackendConfig {
     identityUrl: string;