Add bingbot and SERankingBacklinksBot to UA blocklist and robots.txt

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>

sapl/middleware/ratelimit.py

@@ -35,6 +35,8 @@ BOT_UA_FRAGMENTS = [
     'AhrefsBot',
     'meta-externalagent',
     'OAI-SearchBot',
+    'bingbot',
+    'SERankingBacklinksBot',
     'Chrome/98.0.4758',  # known scraper impersonating an old Chrome
 ]
 

sapl/static/robots.txt

@@ -14,6 +14,14 @@ User-agent: OAI-SearchBot
 Disallow: /
 Crawl-delay: 10
 
+User-agent: bingbot
+Disallow: /
+Crawl-delay: 10
+
+User-agent: SERankingBacklinksBot
+Disallow: /
+Crawl-delay: 10
+
 User-agent: *
 Disallow: /relatorios/
 Crawl-delay: 10