V4.2024.09.4769 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
 Abonti
 AdsTxtCrawlerTP
-AllSubmitter
-Anarchy
-BDFetch
-BacklinksExtendedBot
-Bigfoot
-BotALot
-Buck
-Bytespider
-CATExplorador
-Cegbfeieh
-ClaudeBot
-CopyRightCheck
-Crawling at Home Project
-DIIbot
-Demon
-DigitalPebble
-Discoverybot
-DomainAppender
-Dragonfly
-Ecxi
-ExtLinksBot
+Aspiegel
+Asterias
+Bitacle
+ChatGPT-User
+ChinaClaw
+Citoid
+Cliqzbot
+Cocolyzebot
+Curious
+Deusu
+Disco
+DnyzBot
+Download Wonder
+EroCrawler
 Extreme Picture Finder
-Flunky
-FrontPage
+FacebookBot
+FyberSpider
+GPTBot
+GetRight
 Getintent
-Go!Zilla
-GoZilla
-GridBot
-HEADMasterSEO
-Haansoft
-Heritrix
-ImagesiftBot
-IndeedBot
+Harvest
+IDBTE4M
 InfraSec Scanner
-Internet Ninja
+InterGET
 JamesBOT
-Jbrofuzz
-JennyBot
-Keybot Translation-Search-Machine
-Keyword Density
-Libwhisker
-LinkWalker
+JetCar
+Joomla
+LeechFTP
+Lftp
+LibWeb
+Lightspeedsystems
 Linkbot
-LinkextractorPro
-Lipperhey
+LinksManager
+Ltx71
+MJ12bot
+MQQBrowser
 MSIECrawler
-Majestic-SEO
-MarkWatch
-MicroMessenger
-Mojolicious
-MolokaiBot
-NetAnts
-NetLyzer
-Nmap
-Nuclei
-OrangeBot
-POE-Component-Client-HTTP
-Picsearch
-ProPowerBot
-Proximic
-RankActiveLinkBot
-RankingBot2
-RepoMonkey
-Rogerbot
-SBIder
-SalesIntelligent
-SemrushBot
-SiteExplorer
+Mass Downloader
+Mata Hari
+Mb2345Browser
+Mediatoolkitbot
+Mojeek
+NICErsPRO
+Nameprotect
+Navroad
+Nessus
+NetSpider
+Niki-bot
+PageAnalyzer
+Pavuk
+Petalbot
+Pi-Monster
+Pimonster
+RSSingBot
+Rankivabot
+Ripper
+SEOlyticsCrawler
+ScreenerBot
+Semrush
+Site Sucker
 Siteimprove
-Snoopy
-Spinn3r
-Telesoft
-Titan
-TwengaBot
-Vagabondo
-Voil
-WASALive-Bot
+Snake
+SocialRankIOBot
+Sociscraper
+Sottopop
+Sqlmap
+Steeler
+Stripper
+Szukacz
+Telesphorep
+TurnitinBot
+Upflow
+VoidEYE
+WWW-Mechanize
+WWW::Mechanize
+WallpapersHD
 WeSEE
 Web Auto
-WebCollage
-WebFuck
-WebmasterWorldForumBot
-WebsiteExtractor
-Whack
-Whatweb
-Widow
-anthropic-ai
+WebWhacker
+WebZIP
+Whacker
+Who.is Bot
+Woobot
+Zermelo
+arquivo.pt
+awario.com
 clark-crawler
-cognitiveseo
 crawler.feedback
-crawler4j
-demandbase-bot
-internetVista monitor
-lwp-trivial
-openai
-sp_auditbot
-zgrab
+facebookscraper
+linkdexbot
+openai.com
+pcBrowser
+seostar
+sexsearcher
+siteripz
+sogouspider
+sysscan
+ubermetrics-technologies.com