From 3da816852c499b3c44589c42d903d1f0149de52f Mon Sep 17 00:00:00 2001 From: Tauqua Date: Sun, 1 Nov 2020 18:34:51 -0600 Subject: [PATCH 1/4] Include sales from related sales section --- claim_itch.py | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/claim_itch.py b/claim_itch.py index 3a55e89..f12fc4c 100644 --- a/claim_itch.py +++ b/claim_itch.py @@ -72,7 +72,7 @@ SOURCES = { #'https://old.reddit.com/r/FreeGameFindings/comments/hbkz5o/itchio_mega_thread_5/', #'https://old.reddit.com/r/FreeGameFindings/comments/hqjptv/itchio_mega_thread_6/', ## Disabled because it take a long time - #'https://itch.io/c/537762/already-claimed-will-be-on-sale-again', + 'https://itch.io/c/537762/already-claimed-will-be-on-sale-again', 'https://old.reddit.com/r/FreeGameFindings/comments/i4ywei/itchio_mega_thread_7/', 'https://old.reddit.com/r/FreeGameFindings/comments/ipp4xn/itchio_mega_thread_8/', } @@ -124,6 +124,13 @@ def extract_from_itch_group(group_page): soup = BeautifulSoup(group_page, 'lxml') ended = soup.find_all('div', class_ = 'not_active_notification') urls, more = set(), set() + others = soup.find_all('div', class_='sale_row') + for sale in others: + rate=sale.find('div', class_='rate').getText() + if rate == "100%": + link = sale.find('a', class_='sale_overlay_link').get('href') + more.add("https://itch.io"+link) + print("Found extra sale:", link) if ended: print(" Sale ended") return urls, more From d48f76cca576c7b86d39655cf716aefb515601ad Mon Sep 17 00:00:00 2001 From: Tauqua Date: Sun, 1 Nov 2020 19:14:29 -0600 Subject: [PATCH 2/4] Re-disable large collection --- claim_itch.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/claim_itch.py b/claim_itch.py index f12fc4c..b03d545 100644 --- a/claim_itch.py +++ b/claim_itch.py @@ -72,7 +72,7 @@ SOURCES = { #'https://old.reddit.com/r/FreeGameFindings/comments/hbkz5o/itchio_mega_thread_5/', #'https://old.reddit.com/r/FreeGameFindings/comments/hqjptv/itchio_mega_thread_6/', ## Disabled because it take a long time - 'https://itch.io/c/537762/already-claimed-will-be-on-sale-again', + # 'https://itch.io/c/537762/already-claimed-will-be-on-sale-again', 'https://old.reddit.com/r/FreeGameFindings/comments/i4ywei/itchio_mega_thread_7/', 'https://old.reddit.com/r/FreeGameFindings/comments/ipp4xn/itchio_mega_thread_8/', } From bacc20683e92a79293e84477a99412ef1273d4ec Mon Sep 17 00:00:00 2001 From: Tauqua Date: Sun, 1 Nov 2020 19:15:24 -0600 Subject: [PATCH 3/4] Re-disable large collection --- claim_itch.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/claim_itch.py b/claim_itch.py index f12fc4c..194bb3a 100644 --- a/claim_itch.py +++ b/claim_itch.py @@ -72,7 +72,7 @@ SOURCES = { #'https://old.reddit.com/r/FreeGameFindings/comments/hbkz5o/itchio_mega_thread_5/', #'https://old.reddit.com/r/FreeGameFindings/comments/hqjptv/itchio_mega_thread_6/', ## Disabled because it take a long time - 'https://itch.io/c/537762/already-claimed-will-be-on-sale-again', + #'https://itch.io/c/537762/already-claimed-will-be-on-sale-again', 'https://old.reddit.com/r/FreeGameFindings/comments/i4ywei/itchio_mega_thread_7/', 'https://old.reddit.com/r/FreeGameFindings/comments/ipp4xn/itchio_mega_thread_8/', } From a03775c25b6781fbbfa88fea50c4e90faacf6c64 Mon Sep 17 00:00:00 2001 From: Tauqua Date: Sun, 1 Nov 2020 19:17:09 -0600 Subject: [PATCH 4/4] Fix merge artifacts --- claim_itch.py | 4 ---- 1 file changed, 4 deletions(-) diff --git a/claim_itch.py b/claim_itch.py index fcdaab8..194bb3a 100644 --- a/claim_itch.py +++ b/claim_itch.py @@ -72,11 +72,7 @@ SOURCES = { #'https://old.reddit.com/r/FreeGameFindings/comments/hbkz5o/itchio_mega_thread_5/', #'https://old.reddit.com/r/FreeGameFindings/comments/hqjptv/itchio_mega_thread_6/', ## Disabled because it take a long time -<<<<<<< HEAD #'https://itch.io/c/537762/already-claimed-will-be-on-sale-again', -======= - # 'https://itch.io/c/537762/already-claimed-will-be-on-sale-again', ->>>>>>> d48f76cca576c7b86d39655cf716aefb515601ad 'https://old.reddit.com/r/FreeGameFindings/comments/i4ywei/itchio_mega_thread_7/', 'https://old.reddit.com/r/FreeGameFindings/comments/ipp4xn/itchio_mega_thread_8/', }