prehistoric-systems/web
1
0
Fork 0
mirror of https://codeberg.org/Freedium-cfd/web.git synced 2026-03-11 09:04:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fixing retry logic (again)

Browse source
This commit is contained in:
ZhymabekRoman 2024-03-09 10:24:40 +05:00
parent e846d3469d
commit 5a05864aae
1 changed files with 13 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

20
core/medium_parser/core.py
View file

@ -84,8 +84,7 @@ class MediumParser:
logger.exception(ex)
return None
async def query(self, use_cache: bool = True, retry: int = 3):
logger.debug(f"Medium QUERY: {use_cache=}, {retry=}")
async def query_get(self, use_cache: bool):
cache_used = True
post_data = await self.get_post_data_from_cache() if use_cache else None
@ -93,14 +92,21 @@ class MediumParser:
cache_used = False
logger.debug("Getting value from cache failed, using API")
post_data = await self.get_post_data_from_api()
return post_data, cache_used
async def query(self, use_cache: bool = True, retry: int = 3):
logger.debug(f"Medium QUERY: {use_cache=}, {retry=}")
post_data, is_cache_used = None, False
attempt = 0
while not post_data and attempt < retry:
try:
post_data = await self.get_post_data_from_api()
if post_data:
break
post_data, is_cache_used = await self.query_get(use_cache)
except Exception as e:
logger.error(f"Attempt {attempt + 1} failed with error: {e}")
logger.error(f"Attempt {attempt + 1} failed with exception: {e}")
finally:
logger.info(f"Retrying in {2 ** attempt} seconds...")
await asyncio.sleep(2 ** attempt)
@ -127,7 +133,7 @@ class MediumParser:
raise MediumPostQueryError(f'Could not query post by ID from API: {self.post_id}. Reason: {reason}')
if not cache_used:
if not is_cache_used:
cache.push(self.post_id, post_data)
self.post_data = post_data