detect HTML code != 200 and log ERROR rather than creating fake downl…

…oads (#34)

Co-authored-by: PEIWEN JIN <[email protected]>

wis2downloader/downloader/__init__.py

@@ -182,6 +182,12 @@ def process_job(self, job) -> None:
         response = None
         try:
             response = self.http.request('GET', _url)
+            # Check the response status code
+            if response.status != 200:
+                LOGGER.error(f"Error downloading {_url}, received status code: {response.status}")
+                # Increment failed download counter
+                FAILED_DOWNLOADS.labels(topic=topic, centre_id=centre_id).inc(1)
+                return
             # Get the filesize in KB
             filesize = len(response.data)
         except Exception as e: