Add googlebot

This commit is contained in:
Nicholas Jitkoff 2023-02-11 14:04:46 -07:00
parent 3dcdb55f14
commit 1a78d6c244

View file

@ -41,7 +41,7 @@ export default async (request, context) => {
if (uaMatch) { return new Response('', { status: 401 }); }
if (path != "/" ) {
let metadataBots = [ "Twitterbot", "curl", "facebookexternalhit", "Slackbot-LinkExpanding", "Discordbot", "snapchat"]
let metadataBots = [ "Twitterbot", "curl", "facebookexternalhit", "Slackbot-LinkExpanding", "Discordbot", "snapchat", "Googlebot"]
let isMetadataBot = metadataBots.some(bot => ua.indexOf(bot) != -1);
if (isMetadataBot && path.endsWith("/")) {