prehistoric-systems/web
1
0
Fork 0
mirror of https://codeberg.org/Freedium-cfd/web.git synced 2026-03-11 09:04:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Trying to fix multiple retry logic

Browse source
This commit is contained in:
ZhymabekRoman 2024-03-09 10:18:23 +05:00
parent b67f487be9
commit e846d3469d
1 changed files with 18 additions and 13 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

31
core/medium_parser/core.py
View file

@ -106,27 +106,32 @@ class MediumParser:
await asyncio.sleep(2 ** attempt)
attempt += 1
reason = None
reason = None
if not post_data:
reason = "No post data returned"
elif not isinstance(post_data, dict):
reason = "Post data is not a dictionary"
elif post_data.get("error"):
reason = "Post data contains an error"
elif not post_data.get("data"):
reason = "Post data missing 'data' key"
elif not post_data.get("data").get("post"):
reason = "Post data missing 'data.post' key"
if not post_data:
reason = "No post data returned"
elif not isinstance(post_data, dict):
reason = "Post data is not a dictionary"
elif post_data.get("error"):
reason = "Post data contains an error"
elif not post_data.get("data"):
reason = "Post data missing 'data' key"
elif not post_data.get("data").get("post"):
reason = "Post data missing 'data.post' key"
if reason is None:
break
else:
if not reason:
reason = "Unknown"
if reason:
raise MediumPostQueryError(f'Could not query post by ID from API: {self.post_id}. Reason: {reason}')
if not cache_used:
cache.push(self.post_id, post_data)
self.post_data = post_data
return self.post_data
return post_data
async def _parse_and_render_content_html_post(self, content: dict, title: str, subtitle: str, preview_image_id: str, highlights: list, tags: list) -> tuple[list, str, str]:
paragraphs = content["bodyModel"]["paragraphs"]