update template worker counts to 3

NASA-IMPACT · Dec 5, 2024 · 1308ebc · 1308ebc
1 parent 219cd1c
commit 1308ebc
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 4 deletions.
diff --git a/config_generation/xmls/indexing_template.xml b/config_generation/xmls/indexing_template.xml
@@ -144,7 +144,7 @@
 	<CurationIdPattern></CurationIdPattern>
 	<RunIndexMiningInIndexer>false</RunIndexMiningInIndexer>
 	<Namespace></Namespace>
-	<WorkerCount>8</WorkerCount>
+	<WorkerCount>3</WorkerCount>
 	<MaxWorkerPerHost></MaxWorkerPerHost>
 	<Url>your_url_here</Url>
 	<UrlList></UrlList>

diff --git a/config_generation/xmls/scraper_template.xml b/config_generation/xmls/scraper_template.xml
@@ -145,7 +145,7 @@
     <CurationIdPattern></CurationIdPattern>
     <RunIndexMiningInIndexer>false</RunIndexMiningInIndexer>
     <Namespace></Namespace>
-    <WorkerCount>8</WorkerCount>
+    <WorkerCount>3</WorkerCount>
     <MaxWorkerPerHost></MaxWorkerPerHost>
     <UrlList></UrlList>
     <DynamicUrlList></DynamicUrlList>

diff --git a/config_generation/xmls/webcrawler_initial_crawl.xml b/config_generation/xmls/webcrawler_initial_crawl.xml
@@ -227,7 +227,7 @@
 		<BrowserForWebRequestsViewportWidth></BrowserForWebRequestsViewportWidth>
 		<BrowserForWebRequestsViewportHeight></BrowserForWebRequestsViewportHeight>
 	</UrlAccess>
-	<WorkerCount>8</WorkerCount>
+	<WorkerCount>3</WorkerCount>
 	<MaxWorkerPerHost></MaxWorkerPerHost>
 	<UrlList></UrlList>
 	<DynamicUrlList></DynamicUrlList>

diff --git a/scraper/sinequa_webcrawler_base_template.xml b/scraper/sinequa_webcrawler_base_template.xml
@@ -227,7 +227,7 @@
 		<BrowserForWebRequestsViewportWidth></BrowserForWebRequestsViewportWidth>
 		<BrowserForWebRequestsViewportHeight></BrowserForWebRequestsViewportHeight>
 	</UrlAccess>
-	<WorkerCount>8</WorkerCount>
+	<WorkerCount>3</WorkerCount>
 	<MaxWorkerPerHost></MaxWorkerPerHost>
 	<UrlList></UrlList>
 	<DynamicUrlList></DynamicUrlList>