mirror of
https://github.com/Ekultek/Zeus-Scanner.git
synced 2026-03-11 08:55:51 +00:00
96 lines
3.4 KiB
Python
96 lines
3.4 KiB
Python
import os
|
|
import re
|
|
import json
|
|
|
|
from lxml import etree
|
|
|
|
import lib.core.settings
|
|
|
|
|
|
class HTTP_HEADER:
|
|
ACCEPT = "Accept"
|
|
ACCEPT_CHARSET = "Accept-Charset"
|
|
ACCEPT_ENCODING = "Accept-Encoding"
|
|
ACCEPT_LANGUAGE = "Accept-Language"
|
|
AUTHORIZATION = "Authorization"
|
|
CACHE_CONTROL = "Cache-Control"
|
|
CONNECTION = "Connection"
|
|
CONTENT_ENCODING = "Content-Encoding"
|
|
CONTENT_LENGTH = "Content-Length"
|
|
CONTENT_RANGE = "Content-Range"
|
|
CONTENT_TYPE = "Content-Type"
|
|
COOKIE = "Cookie"
|
|
EXPIRES = "Expires"
|
|
HOST = "Host"
|
|
IF_MODIFIED_SINCE = "If-Modified-Since"
|
|
LAST_MODIFIED = "Last-Modified"
|
|
LOCATION = "Location"
|
|
PRAGMA = "Pragma"
|
|
PROXY_AUTHORIZATION = "Proxy-Authorization"
|
|
PROXY_CONNECTION = "Proxy-Connection"
|
|
RANGE = "Range"
|
|
REFERER = "Referer"
|
|
REFRESH = "Refresh"
|
|
SERVER = "Server"
|
|
SET_COOKIE = "Set-Cookie"
|
|
TRANSFER_ENCODING = "Transfer-Encoding"
|
|
URI = "URI"
|
|
USER_AGENT = "User-Agent"
|
|
VIA = "Via"
|
|
X_POWERED_BY = "X-Powered-By"
|
|
X_DATA_ORIGIN = "X-Data-Origin"
|
|
X_FRAME_OPT = "X-Frame-Options"
|
|
X_FORWARDED_FROM = "X-Forwarded-From"
|
|
|
|
|
|
def write_to_log_file(data_to_write, path, filename, blacklist=False):
|
|
"""
|
|
write all found data to a log file
|
|
"""
|
|
lib.core.settings.create_dir(path.format(os.getcwd()))
|
|
full_file_path = "{}/{}".format(
|
|
path.format(os.getcwd()), filename.format(len(os.listdir(path.format(
|
|
os.getcwd()
|
|
))) + 1)
|
|
)
|
|
skip_log_schema = ("url-log", "blackwidow-log", "zeus-log", "extracted", ".blacklist", "gist-match")
|
|
to_search = filename.split("-")[0]
|
|
amount = len([f for f in os.listdir(path) if to_search in f])
|
|
new_filename = "{}({}).{}".format(
|
|
filename.split("-")[0], amount, filename.split(".")[-1]
|
|
)
|
|
with open(full_file_path, "a+") as log:
|
|
data = re.sub(r'\s+', '', log.read())
|
|
if re.match(r'^<.+>$', data): # matches HTML and XML
|
|
try:
|
|
log.write(etree.tostring(data_to_write, pretty_print=True))
|
|
except TypeError:
|
|
return write_to_log_file(data_to_write, path, new_filename)
|
|
elif amount > 0 and not any(_ in filename for _ in list(skip_log_schema)):
|
|
return write_to_log_file(data_to_write, path, new_filename)
|
|
elif blacklist:
|
|
items = log.readlines()
|
|
if any(d.strip() == data_to_write for d in items):
|
|
lib.core.settings.logger.info(lib.core.settings.set_color(
|
|
"query already in blacklist..."
|
|
))
|
|
return full_file_path
|
|
else:
|
|
log.write(data_to_write + "\n")
|
|
else:
|
|
if isinstance(data_to_write, list):
|
|
for item in data_to_write:
|
|
item = item.strip()
|
|
log.write(str(item) + "\n")
|
|
elif isinstance(data_to_write, (tuple, set)):
|
|
for item in list(data_to_write):
|
|
item = item.strip()
|
|
log.write(str(item) + "\n")
|
|
elif isinstance(data_to_write, dict):
|
|
json.dump(data_to_write, log, sort_keys=True, indent=4)
|
|
else:
|
|
log.write(data_to_write + "\n")
|
|
lib.core.settings.logger.info(lib.core.settings.set_color(
|
|
"successfully wrote found items to '{}'...".format(full_file_path)
|
|
))
|
|
return full_file_path
|