prehistoric-systems/web
1
0
Fork 0
mirror of https://codeberg.org/Freedium-cfd/web.git synced 2026-03-11 09:04:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Update Medium domains list

Browse source
This commit is contained in:
ZhymabekRoman 2024-02-02 06:01:55 +06:00
parent 7d3596443a
commit 58463cf57d
2 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
core/medium_parser/utils.py
View file

@ -18,7 +18,7 @@ from bs4 import BeautifulSoup
VALID_ID_CHARS = set(string.ascii_letters + string.digits)
KNOWN_MEDIUM_NETLOC = ("javascript.plainenglish.io", "python.plainenglish.io", "levelup.gitconnected.com")
KNOWN_MEDIUM_DOMAINS = ("medium.com", "towardsdatascience.com", "eand.co", "betterprogramming.pub", "curiouse.co", "betterhumans.pub", "uxdesign.cc")
KNOWN_MEDIUM_DOMAINS = ("medium.com", "towardsdatascience.com", "itnext.io", "eand.co", "betterprogramming.pub", "curiouse.co", "betterhumans.pub", "uxdesign.cc")
NOT_MEDIUM_DOMAINS = ("github.com", "yandex.ru", "yandex.kz", "youtube.com", "nytimes.com", "wsj.com", "reddit.com", "elpais.com", "forbes.com", "bloomberg.com")

1
test.py
View file

@ -17,6 +17,7 @@ url_for_test = {
"https://anudeep-vysyaraju.medium.com/how-any-gitamite-can-get-free-linkedin-premium-membership-d4222bd1a0b3" # <--- Check for non properly aligned emojies
}
blacklist_url = {"51e23c5a2aac"}
def main():
for url in url_for_test: