From 68451528b4651d8fd0e50feb39c038e7d4db7bbc Mon Sep 17 00:00:00 2001
From: peter <imvpbv@cc.au.dk>
Date: Mon, 13 Apr 2020 16:47:43 +0200
Subject: [PATCH] fixed bug

---
 src/model/page-analyzer.js | 29 +++++++++++++++--------------
 x_dev/api-demo.js          |  9 +--------
 2 files changed, 16 insertions(+), 22 deletions(-)

diff --git a/src/model/page-analyzer.js b/src/model/page-analyzer.js
index bbde37f..31237d0 100644
--- a/src/model/page-analyzer.js
+++ b/src/model/page-analyzer.js
@@ -65,22 +65,23 @@ class PageAnalyzer {
      */
     async extractData(browser, screenshotOptions = undefined) {
         return new Promise(async (resolve, reject) => { // we use an explicit promise so we can force reject if it hangs
+            let result = {
+                name: undefined,
+                data: undefined,
+                requestStrategy: undefined,
+                afterExtractAbortSave: false
+            };
+
+            let page;
+            this._errorCaught = false;
+            this._extractPromiseReject = reject;
+
+            if (screenshotOptions && screenshotOptions.resetCounter) {
+                this._screenshotCounter = 1;
+            }
+
             try {
-                this._extractPromiseReject = reject;
                 this._resetActionTimerAndThrowIfErrorCaught();
-                let result = {
-                    name: undefined,
-                    data: undefined,
-                    requestStrategy: undefined,
-                    afterExtractAbortSave: false
-                };
-
-                let page;
-                this._errorCaught = false;
-                if (screenshotOptions && screenshotOptions.resetCounter) {
-                    this._screenshotCounter = 1;
-                }
-
                 this._browserContext = await browser.createIncognitoBrowserContext();
                 page = await this._browserContext.newPage();
                 this._page = page;
diff --git a/x_dev/api-demo.js b/x_dev/api-demo.js
index 19d7bf7..72c7510 100644
--- a/x_dev/api-demo.js
+++ b/x_dev/api-demo.js
@@ -7,13 +7,6 @@ async function run() {
     let destDir = "d:/temp/cmp-temp-test";
     let rule = {
         extractor: {
-            beforeExtract: async (page, url) => {
-                //if (url === 'google.com') {
-                    console.log("Going to sleep for: " + url);
-                    await delay(300000000); // a very long time
-                    console.log("waking up: " + url);
-                //}
-            },
             extract: () => {
                 return true; // we accept all pages as a match
             }
@@ -23,7 +16,7 @@ async function run() {
 
     for (let i = 0; i < 50; i++) { // try to force an error, delete loop again before commit
         console.log("Iteration: " + (i + 1));
-        let webExtractor = new WebExtractorApi(urlsPath, rule, destDir, {maxConcurrency: 2, printProgression: false});
+        let webExtractor = new WebExtractorApi(urlsPath, rule, destDir, {maxConcurrency: 15, printProgression: false});
         try {
             await webExtractor.execute();
         } catch (e) {