Minor fixes for PageSearch SI mode

Author: OSINT-TECHNOLOGIES

pagesearch/pagesearch_deepsearch.py

@@ -3,34 +3,39 @@
 from bs4 import BeautifulSoup
 import re
 import os
+
 def sitemap_inspection(report_folder):
-    try:
-        accessed_links_counter = 0
-        print(Fore.GREEN + "Trying to access sitemap_links.txt file..." + Style.RESET_ALL)
-        with open(report_folder + '//03-sitemap_links.txt', "r") as file:
-            links = file.readlines()
-        print(Fore.GREEN + "Reading file and forming links list..." + Style.RESET_ALL)
-        ps_docs_path = report_folder + '//sitemap_inspection'
-        if not os.path.exists(ps_docs_path):
-            os.makedirs(ps_docs_path)
-        total_emails = []
-        email_pattern = r'[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}'
-        links = [link.strip() for link in links]
-        total_links_counter = len(links)
-        for url in links:
-            response = requests.get(url)
-            if response.status_code == 200:
-                accessed_links_counter += 1
-                soup = BeautifulSoup(response.content, 'html.parser')
-                emails = re.findall(email_pattern, soup.text)
-                total_emails.append(emails)
-        ds_emails_list = [x for x in total_emails if x]
-        ds_emails_cleaned = [', '.join(sublist) for sublist in ds_emails_list]
-        ds_emails_return = list(set(ds_emails_cleaned))
-        print(Fore.LIGHTGREEN_EX + "-------------------------------------------------")
-        print(Fore.GREEN + f"During PageSearch Sitemap Inspection process:\n[+] Total {total_links_counter} links were checked")
-        print(Fore.GREEN + f"[+] Among them, {accessed_links_counter} links were accessible")
-        print(Fore.GREEN + f"[+] In result, {len(ds_emails_return)} unique e-mail addresses were found")
-        return ds_emails_return
-    except FileNotFoundError as e:
-        print(Fore.RED + f"Cannot start PageSearch in Deep Mode because sitemap_links.txt file doesn't exist {e}" + Style.RESET_ALL)
+    if os.path.exists(report_folder + '//03-sitemap_links.txt'):
+        try:
+            accessed_links_counter = 0
+            print(Fore.GREEN + "Trying to access sitemap_links.txt file..." + Style.RESET_ALL)
+            with open(report_folder + '//03-sitemap_links.txt', "r") as file:
+                links = file.readlines()
+            print(Fore.GREEN + "Reading file and forming links list..." + Style.RESET_ALL)
+            ps_docs_path = report_folder + '//sitemap_inspection'
+            if not os.path.exists(ps_docs_path):
+                os.makedirs(ps_docs_path)
+            total_emails = []
+            email_pattern = r'[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}'
+            links = [link.strip() for link in links]
+            total_links_counter = len(links)
+            print(Fore.GREEN + "Gathering e-mails..." + Style.RESET_ALL)
+            for url in links:
+                response = requests.get(url)
+                if response.status_code == 200:
+                    accessed_links_counter += 1
+                    soup = BeautifulSoup(response.content, 'html.parser')
+                    emails = re.findall(email_pattern, soup.text)
+                    total_emails.append(emails)
+            ds_emails_list = [x for x in total_emails if x]
+            ds_emails_cleaned = [', '.join(sublist) for sublist in ds_emails_list]
+            ds_emails_return = list(set(ds_emails_cleaned))
+            print(Fore.LIGHTGREEN_EX + "-------------------------------------------------")
+            print(Fore.GREEN + f"\nDuring PageSearch Sitemap Inspection process:\n[+] Total {total_links_counter} links were checked")
+            print(Fore.GREEN + f"[+] Among them, {accessed_links_counter} links were accessible")
+            print(Fore.GREEN + f"[+] In result, {len(ds_emails_return)} unique e-mail addresses were found")
+            return ds_emails_return
+        except FileNotFoundError:
+            print(Fore.RED + f"Cannot start PageSearch in Deep Mode because sitemap_links.txt file doesn't exist" + Style.RESET_ALL)
+    else:
+        print(Fore.RED + f"Cannot start PageSearch in Deep Mode because sitemap_links.txt file doesn't exist" + Style.RESET_ALL)