Decoding error resolved

nsonaniya2010 · Nov 21, 2018 · 3a96f29 · 3a96f29
1 parent b164cc5
commit 3a96f29
Showing 1 changed file with 14 additions and 0 deletions.
diff --git a/SubDomainizer.py b/SubDomainizer.py
@@ -71,8 +71,16 @@ def IntJsExtract(self, url, heads):
             req = requests.get(url, headers=heads)
         else:
             req = requests.get('http://' + url, headers=heads)
+
         decoding = req.encoding
+
+        if decoding:
+            decoding = decoding
+        else:
+            decoding = 'utf-8'
+
         print(termcolor.colored("Searching for Inline Javascripts.....", color='yellow', attrs=['bold']))
+
         try:
             html = req.content.decode(decoding)
             minhtml = htmlmin.minify(html, remove_empty_space=True)
@@ -92,7 +100,13 @@ def ExtJsExtract(self, url, heads):
             req = requests.get(url, headers=heads)
         else:
             req = requests.get('http://' + url, headers=heads)
+
         decoding = req.encoding
+        if decoding:
+            decoding = decoding
+        else:
+            decoding = 'utf-8'
+
         try:
             html = req.content.decode(decoding)
             soup = BeautifulSoup(html, features='html.parser')