prehistoric-systems/web
1
0
Fork 0
mirror of https://codeberg.org/Freedium-cfd/web.git synced 2026-03-11 09:04:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Trying to log timeout of homepage

Browse source
This commit is contained in:
ZhymabekRoman 2024-02-07 19:36:46 +06:00
parent 11b6de1c53
commit 4269e88913
3 changed files with 9 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
server/__init__.py
View file

@ -32,9 +32,10 @@ error_template = jinja_env.from_string(error_template_raw_rendered)
logging.basicConfig(handlers=[InterceptHandler()], level=0, force=True)
url_correlation: ContextVar[Optional[str]] = ContextVar("url_correlation", default="UNKNOWN_URL")
home_page_process: ContextVar[Optional[list]] = ContextVar("home_page_process", default=[])
transponder_code_correlation: ContextVar[Optional[str]] = ContextVar("transponder_code_correlation", default="unknown transponder location... Beep!")
home_page_process = {}
ban_db = pickledb.load('ban_post_list.db', True)
START_TIME = dt.datetime.now().strftime("%H-%M-%S")

12
server/handlers/post.py
View file

@ -5,7 +5,7 @@ from html5lib.html5parser import parse
from html5lib import serialize
from loguru import logger
from server import base_template, config, url_correlation, redis_storage, postleter_template, home_page_process
from server import base_template, config, url_correlation, redis_storage, postleter_template, home_page_process, transponder_code_correlation
from server.utils.error import generate_error
from server.utils.logger_trace import trace
from server.utils.notify import send_message
@ -19,22 +19,22 @@ from medium_parser.utils import is_valid_medium_post_id_hexadecimal
@trace
@aio_redis_cache(10 * 60)
async def render_postleter(limit: int = 60, as_html: bool = False):
async def render_postleter(limit: int = 30, as_html: bool = False):
random_post_id_list = [i[0] for i in medium_cache.random(limit)]
home_page_process.set(random_post_id_list)
home_page_process[transponder_code_correlation.get()] = random_post_id_list
outlenget_posts_list = []
outlet_posts_list = []
for post_id in random_post_id_list:
try:
post = MediumParser(post_id, timeout=config.TIMEOUT, host_address=config.HOST_ADDRESS, auth_cookies=config.MEDIUM_AUTH_COOKIES)
await post.query()
post_metadata = await post.generate_metadata(as_dict=True)
outlenget_posts_list.append(post_metadata)
outlet_posts_list.append(post_metadata)
except Exception as ex:
logger.error(f"Couldn't render post_id for postleter: {post_id}, ex: {ex}")
# await send_message(f"Couldn't render post_id for postleter: {post_id}, ex: {ex}")
postleter_template_rendered = await postleter_template.render_async(post_list=outlenget_posts_list)
postleter_template_rendered = await postleter_template.render_async(post_list=outlet_posts_list)
if as_html:
return postleter_template_rendered
return HTMLResponse(postleter_template_rendered)

2
server/middlewares/logger.py
View file

@ -64,7 +64,7 @@ class LoggerMiddleware(BaseHTTPMiddleware):
except Exception as ex:
exception_class = type(ex)
logger.exception(ex)
await send_message(f"Error while processing url: <code>{url_correlation.get()}</code>, transponder_code: <code>{transponder_code_correlation.get()}</code>, error: <code>{ex}</code>. exception: <code>{exception_class.__name__}</code>. {home_page_process.get()}")
await send_message(f"Error while processing url: <code>{url_correlation.get()}</code>, transponder_code: <code>{transponder_code_correlation.get()}</code>, error: <code>{ex}</code>. exception: <code>{exception_class.__name__}</code>. {home_page_process.get(transponder_code_correlation.get(), '')}")
response = await generate_error()
logger.trace(response.__dict__)