diff --git a/app/filter.py b/app/filter.py index d68bf80..6df6675 100644 --- a/app/filter.py +++ b/app/filter.py @@ -1,5 +1,4 @@ import cssutils -from app.utils.misc import SKIP_PREFIX from bs4 import BeautifulSoup from bs4.element import ResultSet, Tag from cryptography.fernet import Fernet diff --git a/app/utils/misc.py b/app/utils/misc.py index 8503044..b0c74c2 100644 --- a/app/utils/misc.py +++ b/app/utils/misc.py @@ -11,8 +11,6 @@ from bs4 import BeautifulSoup as bsoup from cryptography.fernet import Fernet from flask import Request -SKIP_PREFIX = ['//www.', '//mobile.', '//m.'] - ddg_favicon_site = 'http://icons.duckduckgo.com/ip2' empty_gif = base64.b64decode( diff --git a/app/utils/results.py b/app/utils/results.py index ace1c3b..a2e8818 100644 --- a/app/utils/results.py +++ b/app/utils/results.py @@ -1,6 +1,6 @@ from app.models.config import Config from app.models.endpoint import Endpoint -from app.utils.misc import list_to_dict, SKIP_PREFIX +from app.utils.misc import list_to_dict from bs4 import BeautifulSoup, NavigableString import copy from flask import current_app @@ -12,6 +12,7 @@ import re import warnings SKIP_ARGS = ['ref_src', 'utm'] +SKIP_PREFIX = ['//www.', '//mobile.', '//m.'] GOOG_STATIC = 'www.gstatic.com' G_M_LOGO_URL = 'https://www.gstatic.com/m/images/icons/googleg.gif' GOOG_IMG = '/images/branding/searchlogo/1x/googlelogo' @@ -235,7 +236,6 @@ def get_site_alt(link: str, site_alts: dict = SITE_ALTS) -> str: # If a scheme is specified, remove everything before the # first occurence of it link = f'{parsed_alt.scheme}{link.split(parsed_alt.scheme, 1)[-1]}' - break return link