Skip to content

Commit

Permalink
Updated crawl_processor.py [added PageSearch basic support]
Browse files Browse the repository at this point in the history
  • Loading branch information
OSINT-TECHNOLOGIES authored Jun 30, 2024
1 parent 71b67b3 commit 42802e4
Showing 1 changed file with 0 additions and 2 deletions.
2 changes: 0 additions & 2 deletions datagather_modules/crawl_processor.py
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,6 @@ def ip_gather(short_domain):
ip_address = socket.gethostbyname(short_domain)
return ip_address


def whois_gather(short_domain):
try:
w = whois.whois(short_domain)
Expand Down Expand Up @@ -54,7 +53,6 @@ def subdomains_gather(url, short_domain):
subdomains_amount = len(subdomains)
return subdomains, subdomains_amount


def sm_gather(url):
response = requests.get(url)
soup = BeautifulSoup(response.text, 'html.parser')
Expand Down

0 comments on commit 42802e4

Please sign in to comment.