From 2796f4db2fb8c87f00fa0ee09c536feb48e4a29b Mon Sep 17 00:00:00 2001 From: saturn Date: Thu, 13 Jun 2024 17:33:23 -0500 Subject: [PATCH] Add FriendlyCrawler to low priority bots. --- lw2.lisp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lw2.lisp b/lw2.lisp index 4d1dade4..70a5aea5 100644 --- a/lw2.lisp +++ b/lw2.lisp @@ -766,7 +766,7 @@ (let* ((*current-prefs* (safe-decode-json (hunchentoot:cookie-in "prefs"))) (*preview* (string-equal (hunchentoot:get-parameter "format") "preview"))) (multiple-value-bind (*revalidate-default* *force-revalidate-default*) - (cond ((ppcre:scan "GPTBot|ClaudeBot|GoogleOther|AmazonBot|facebookexternalhit" (hunchentoot:header-in* :user-agent)) + (cond ((ppcre:scan "GPTBot|ClaudeBot|GoogleOther|AmazonBot|facebookexternalhit|FriendlyCrawler" (hunchentoot:header-in* :user-agent)) ;; Low priority bots (values nil nil)) ((ppcre:scan "(?:^|,?)\\s*(?:no-cache|max-age=0)(?:$|,)" (hunchentoot:header-in* :cache-control)) -- 2.11.4.GIT