V4.2024.08.4719 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-AfD-Verbotsverfahren
-Alligator
-Ankit
-Battleztar Bazinga
-BuiltBotTough
-Bytespider
-Chlooe
-Cogentbot
-Collector
-Copyscape
-Custo
+Apexoo
+BackStreet
+BatchFTP
+BetaBot
+BlackWidow
+CATExplorador
+CSHttp
+ClaudeBot
+Cosmos
+Crescent
+CrunchBot
+Curious
+DIIbot
+DataCha0s
+DatabaseDriverMysqli
+Demon
+Disco
+Discoverybot
+Dispatch
 DomCopBot
-EMail Siphon
-Ebingbong
-Ecxi
-EirGrabber
-Extractor
+Domains Project
+Download Wonder
+ECCP/1.0
+Express WebPictures
 Extreme Picture Finder
-Ezooms
-Firefox/7.0
-FyberSpider
-G-i-g-a-b-o-t
-Getintent
-Gigabot
-GoZilla
-Grabber
-HTTP::Lite
+Flunky
+GetWeb
+Gotit
+HTTrack
+Heritrix
 IDBot
-Image Sucker
-JamesBOT
+Iblog
+IlseBot
+InfoNaviRobot
+InfoTekies
+Internet Ninja
+JennyBot
 Jorgee
-Jyxobot
-Keyword Density
-Kozmosbot
-LeechGet
-LibWeb
-LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lipperhey
-Minefield
+Lmspider
+Mag-Net
+Majestic12
+Mister PiX
 Morfeus Fucking Scanner
-Needle
-NetZIP
-Netcraft
-NimbleCrawler
-OnCrawl
-OutclicksBot
-Page Analyzer
-PageAnalyzer
+Nessus
+Netvibes
+NextGenSearchBot
+Nutch
+PageGrabber
+PageScorer
 PageThing.com
-PeoplePal
-Proximic
-Psbot
-Pump
-RankActive
+ProWebWalker
+RSSingBot
 RankActiveLinkBot
-RankingBot2
-ReGet
-RebelMouse
+RankingBot
+Rankivabot
+RealDownload
+RedesScrapy
+Ripper
 Rogerbot
-SEOstats
-ScreenerBot
-ScrepyBot
-SeekportBot
-SemanticJuice
-SemrushBot
-Sitebeam
-Sitevigil
+SEOlyticsCrawler
+Snake
 Snapbot
-Sogou web spider
-SpaceBison
-Sqworm
-TeleportPro
-Telesoft
-TightTwatBot
-Titan
-Toata
-URLy.Warning
-VidibleScraper
-WISENutbot
-WWW-Mechanize
-Web Fuck
-Web Pix
-Web Sauger
-WebAuto
+SocialRankIOBot
+Sqlworm
+SuperHTTP
+SurveyBot
+Turingos
+Turnitin
+URLy Warning
+V-BOT
+WallpapersHD
+WeSEE
 WebCollage
-WebReaper
-WebSauger
-WebZIP
-ZumBot
-coccocbot
-com.plumanalytics
-demandbase-bot
-netEstate NE Crawler
+WebEnhancer
+WebGo IS
+WebmasterWorldForumBot
+Webshag
+WebsiteExtractor
+WebsiteQuester
+Who.is Bot
+Widow
+Woobot
+Xaldon WebSpider
+anthropic-ai
+autoemailspider
+crawler4j
+eCatch
+internetVista monitor
+omgili
+openai.com
 pcBrowser
-sitechecker.pro
-voyagerx.com
+ripz
+seoscanners
+seostar
+siteripz
+trendiction.com
 webgains-bot
 webprosbot
+zauba.io