V4.2024.07.4661 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-404checker
-ASPSeek
+AIBOT
 AhrefsBot
-Anarchy99
-AwarioSmartBot
-BackStreet
-BackWeb
-Badass
-Barkrowler
-Blackboard
-Brandwatch
+Atomseobot
+BDFetch
+Blow
+Buck
+CATExplorador
 CazoodleBot
-Crescent
+Citoid
+ClaudeBot
+Copier
 Custo
-CyotekWebCopy
-DnBCrawler-Analytics
-DnyzBot
-Download Wonder
-FDM
+Demon
+Discoverybot
+ECCP/1.0
+Ecxi
+Exabot
+Extreme Picture Finder
 FemtosearchBot
-Foobot
-Getintent
-Go-Ahead-Got-It
-GrabNet
-Haansoft
-HonoluluBot
-Image Fetch
-InfoTekies
-Iria
-JikeSpider
-Kenjin Spider
-LWP::Simple
-LeechGet
+FlashGet
+GridBot
+HTTP::Lite
+Hloader
+Jetty
+Jyxobot
+Keybot Translation-Search-Machine
+Lanshanbot
+LibWeb
+Linkbot
 LinkextractorPro
-LinkpadBot
-MQQBrowser
+Lipperhey
+Lmspider
+MFC_Tear_Sample
+MSFrontPage
 MSIECrawler
-Mail.RU_Bot
-MeanPath Bot
-Moblie Safari
-Mozlila
-Nameprotect
+Majestic SEO
+MarkWatch
+Masscan
+Mediatoolkitbot
+MegaIndex.ru
+Microsoft URL Control
+Msrabot
+Navroad
+Nessus
+NetLyzer
 NetZIP
-Netcraft
-Nikto
-Nimbostratus
-OrangeSpider
-OutfoxBot
-PageGrabber
+Nibbler
+Niki-bot
+Nmap
+OnCrawl
+OpenLinkProfiler
+PageScorer
+Panscient
 Papa Foto
 Pavuk
-Petalbot
-Pi-Monster
-PictureFinder
-ProWebWalker
-Proximic
-RSSingBot
+Psbot
+Pump
 Rainbot
-RankingBot2
-Re-re
-SMTBot
-SalesIntelligent
-ScanAlert
-Scanbot
-Sitevigil
+RankActiveLinkBot
+Scrapy
+Screaming
+ScreenerBot
+SeekportBot
+SiteSucker
+Sitebeam
+SmartDownload
+Sociscraper
 Sogou web spider
-Sottopop
-Spinn3r
-Stripper
+Spider_Bot/3.0
+SputnikBot
+Sucker
+SurveyBot
 Suzuran
-Szukacz
-T0PHackTeam
-Telesphoreo
-Turnitin
-VeriCiteCrawler
-WWW-Mechanize
-WeSEE
-WebmasterWorldForumBot
-Whacker
+T8Abot
+Titan
+Toweyabot
+Trendiction
+TurnitinBot
+TwengaBot
+UnisterBot
+WEBDAV
+WISENutbot
+WWW-Collector-E
+Web Collage
+WebBandit
+WebFetch
+WebLeacher
 Wotbox
-YoudaoBot
-Zeus
-ZumBot
-arquivo.pt
+Xaldon WebSpider
+Zade
+arquivo-web-crawler
 backlink-check
-crawler.feedback
 dataforseo.com
-dataforseobot
-linkfluence
-lwp-request
+openai
 page scorer
-pcBrowser
-s1z.ru
-scalaj-http
-scan.lol
-seostar
-sexsearcher
-trendiction.com
-webmeup-crawler
+polaris version
+serpstatbot
+voyagerx.com
+x22Mozilla
+xpymep1.exe