prehistoric-systems/Zeus-Scanner
1
0
Fork 0
mirror of https://github.com/Ekultek/Zeus-Scanner.git synced 2026-03-11 08:55:51 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

edited for the new write_to_file function

Browse source
This commit is contained in:
ekultek 2017-10-03 14:53:45 -05:00
parent 45ccafdb09
commit fa43d499c5
1 changed files with 1 additions and 16 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

17
var/blackwidow/__init__.py
View file

@ -63,21 +63,6 @@ class Blackwidow(object):
break
return list(unique_links)
@staticmethod
def write_to_file(urls, dir_path="{}/log/blackwidow-log", log_file="blackwidow-log-{}.log"):
"""
write to the log file
"""
full_path = "{}/{}".format(dir_path.format(os.getcwd()),
log_file.format(len(os.listdir(dir_path.format(os.getcwd()))) + 1))
lib.settings.create_dir(dir_path.format(os.getcwd()))
with open(full_path, "a+") as log:
for url in urls:
log.write(url + "\n")
lib.settings.logger.info(lib.settings.set_color(
"found a total of {} unique usable URL's, saved to '{}'...".format(len(urls), full_path)
))
def blackwidow_main(url, proxy=None, agent=None, verbose=False):
"""
@ -99,4 +84,4 @@ def blackwidow_main(url, proxy=None, agent=None, verbose=False):
))
found = crawler.scrape_page_for_links(url)
to_use = [data[0] for data in found]
crawler.write_to_file(to_use)
lib.settings.write_to_log_file(to_use, path=lib.settings.SPIDER_LOG_PATH, filename="blackwidow-log-{}.log")