prehistoric-systems/FMHY-SafeGuard
1
0
Fork 0
mirror of https://github.com/fmhy/FMHY-SafeGuard.git synced 2026-03-11 08:55:40 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #40 from RePacked/main

Browse source 
feat(fetchStarredSites): extract starred URLs from safeListURLs markdown
This commit is contained in:
nbats 2025-04-28 16:41:21 -07:00 committed by GitHub
commit 4db0602335
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 35 additions and 14 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

49
src/js/background.js
View file

@ -32,8 +32,6 @@ const safeListURLs = [
"https://raw.githubusercontent.com/fmhy/edit/refs/heads/main/docs/video-tools.md",
"https://raw.githubusercontent.com/fmhy/edit/refs/heads/main/docs/videopiracyguide.md",
];
const starredListURL =
"https://raw.githubusercontent.com/fmhy/bookmarks/refs/heads/main/fmhy_in_bookmarks_starred_only.html";
const fmhyFilterListURL =
"https://raw.githubusercontent.com/fmhy/FMHY-SafeGuard/refs/heads/main/fmhy-filterlist.txt";
@ -273,22 +271,45 @@ async function fetchSafeSites() {
}
async function fetchStarredSites() {
console.log("Fetching starred sites...");
console.log("Fetching starred sites from Markdown guides...");
try {
const response = await fetch(starredListURL);
if (response.ok) {
const html = await response.text();
const urls = extractUrlsFromBookmarks(html);
starredSites = [...new Set([...urls.map(normalizeUrl), ...starredSites])];
// Fetch all the Markdown files in safeListURLs
const fetchPromises = safeListURLs.map((url) => fetch(url));
const responses = await Promise.all(fetchPromises);
// Store starred sites in storage for persistence
await browserAPI.storage.local.set({
starredSites: starredSites,
starredSiteCount: starredSites.length,
// From each markdown, pull out only those lines containing a star (⭐)
let starredUrls = [];
for (const response of responses) {
if (!response.ok) {
console.warn(`Failed to fetch ${response.url}`);
continue;
}
const markdown = await response.text();
markdown.split("\n").forEach((line) => {
if (line.includes("⭐")) {
// reuse your existing URL regex logic:
const match = line.match(/https?:\/\/[^\s)]+/);
if (match) starredUrls.push(match[0].trim());
}
});
console.log(`Stored ${starredSites.length} starred sites`);
}
// Normalize, dedupe and store
starredSites = Array.from(
new Set(
starredUrls
.map((url) => normalizeUrl(url))
.filter((url) => url !== null)
)
);
await browserAPI.storage.local.set({
starredSites,
starredSiteCount: starredSites.length,
});
console.log(`Stored ${starredSites.length} starred sites`);
} catch (error) {
console.error("Error fetching starred sites:", error);
}