minor update to excluded websites exts and the excluded sites while parsing

This commit is contained in:
ekultek 2017-11-24 11:11:49 -06:00
parent c5ab6b005b
commit 7f62266474
2 changed files with 5 additions and 4 deletions

View file

@ -71,7 +71,7 @@ fa40d9681c7c3024bd50ad12ef231d6d ./lib/attacks/nmap_scan/__init__.py
097ddbb1444de0c09535d02265152cf1 ./lib/core/common.py
1faa2b5dfad6eb538bbfe42942d2a9da ./lib/core/errors.py
d41d8cd98f00b204e9800998ecf8427e ./lib/core/__init__.py
aa7bc32b895b1888df1eefde3c5944cb ./lib/core/settings.py
b06572893b98ebad648ca048b98ec2ba ./lib/core/settings.py
10950ee27df3186646eeead8cb7f53a2 ./var/search/selenium_search.py
7a1d9976db3e7d2923898c3065b9ca33 ./var/search/pgp_search.py
d41d8cd98f00b204e9800998ecf8427e ./var/__init__.py

View file

@ -46,7 +46,7 @@ CLONE = "https://github.com/ekultek/zeus-scanner.git"
ISSUE_LINK = "https://github.com/ekultek/zeus-scanner/issues"
# current version <major.minor.commit.patch ID>
VERSION = "1.2.31".format(PATCH_ID)
VERSION = "1.2.32".format(PATCH_ID)
# colors to output depending on the version
VERSION_TYPE_COLORS = {"dev": 33, "stable": 92, "other": 30}
@ -291,7 +291,7 @@ SPIDER_EXT_EXCLUDE = (
"sil", "smv", "so", "sub", "swf", "tar", "tbz2", "tga", "tgz", "tif", "tiff", "tlz", "ts", "ttf", "uvh",
"uvi", "uvm", "uvp", "uvs", "uvu", "viv", "vob", "war", "wav", "wax", "wbmp", "wdp", "weba", "webm", "webp",
"whl", "wm", "wma", "wmv", "wmx", "woff", "woff2", "wvx", "xbm", "xif", "xls", "xlsx", "xlt", "xm", "xpi",
"xpm", "xwd", "xz", "z", "zip", "zipx"
"xpm", "xwd", "xz", "z", "zip", "zipx", "gov"
)
# urls to exclude from being grabbed during the searching
@ -301,7 +301,8 @@ URL_EXCLUDES = (
"www.google", "mail.google", "accounts.google",
"schema.org", "www.<b", "https://cid-", "https://<strong", # these are some weird things that get pulled up?
"plus.google", "www.w3.org", "schemas.live.com",
"torproject.org", "search-results.com", "index.com"
"torproject.org", "search-results.com", "index.com",
"gov"
)
# regular expressions used for DBMS recognition based on error message response