Updated crawl_processor.py [added PageSearch basic support]

Author: OSINT-TECHNOLOGIES

datagather_modules/crawl_processor.py

@@ -18,7 +18,6 @@ def ip_gather(short_domain):
     ip_address = socket.gethostbyname(short_domain)
     return ip_address
 
-
 def whois_gather(short_domain):
     try:
         w = whois.whois(short_domain)
@@ -54,7 +53,6 @@ def subdomains_gather(url, short_domain):
     subdomains_amount = len(subdomains)
     return subdomains, subdomains_amount
 
-
 def sm_gather(url):
     response = requests.get(url)
     soup = BeautifulSoup(response.text, 'html.parser')