V4.2024.07.4618 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 01h4x.com
-Abonti
-Aboundexbot
-Ankit
+Aipbot
+AllSubmitter
+Atomseobot
 Attach
-AwarioBot
-BDCbot
-BDFetch
-Backlink-Ceck
-BatchFTP
-Black Hole
-BotALot
+BLEXBot
+Bigfoot
+Bitacle
+BlackWidow
+Bolt
 Brandprotect
-BuiltBotTough
-BuiltWith
-Bullseye
-BunnySlippers
-CopyRightCheck
-CrazyWebCrawler
+CSHttp
+ChinaClaw
 Crescent
-CrunchBot
-DataCha0s
-Demon
+DBLBot
 DigitalPebble
-Dirbuster
-Discoverybot
-DomCopBot
-EasyDL
-Evil
 Express WebPictures
-Extreme Picture Finder
-Ezooms
-FlashGet
-GalaxyBot
-Genieo
-HTTP::Lite
-Havij
-Heritrix
+FemtosearchBot
+Fimap
+Freeuploader
+Getintent
+Gigabot
+Grabber
+GrapeFX
+HEADMasterSEO
+HMView
+HTTrack
+IRLbot
+Id-search
+InfoTekies
+InterGET
+Internet Ninja
 InternetSeer
-Jbrofuzz
+Iria
+IstellaBot
 JennyBot
-Jetty
-LeechGet
-LinkScan
-LinkWalker
-Lipperhey Spider
-MFC_Tear_Sample
+JikeSpider
+Joomla
+Keyword Density
+Larbin
+Leap
+Lftp
+LibWeb
+Linkbot
 MQQBrowser
+Majestic12
 MarkMonitor
-Mata Hari
-Metauri
-Mr.4x3
+Mediatoolkitbot
+Microsoft Data Access
+Musobot
 NICErsPRO
-NPbot
-Offline Navigator
-OnCrawl
-OutfoxBot
-POE-Component-Client-HTTP
-Papa Foto
-Pi-Monster
-RankingBot
-Rankivabot
-RebelMouse
-RedesScrapy
+Name Intelligence
+Nameprotect
+NetSpider
+Nettrack
+OpenVAS
+OrangeBot
+PageScorer
+PeoplePal
+Petalbot
+Piepmatz
+ProPowerBot
+Rainbot
 SBIder
-SalesIntelligent
-SemrushBot
-SeoSiteCheckup
-Siphon
-Sociscraper
-SpankBot
-Sucuri
-SuperBot
+SEOkicks-Robot
+SearchmetricsBot
+SeekportBot
+SemanticJuice
+SiteLockSpider
+Siteimprove
+Snapbot
+Snoopy
+SpaceBison
 Szukacz
-Turingos
-TurnitinBot
-TwengaBot
-VB Project
-Vagabondo
-WWWOFFLE
-WebAuto
-WebImageCollector
-WebSucker
-Webshag
-Who.is Bot
-Wotbox
-arquivo.pt
-autoemailspider
-awario.com
-check1.exe
-crawler4j
-dataforseo.com
-page scorer
-scalaj-http
+Telesphorep
+TinyTestBot
+Trendictionbot
+VCI
+Web Auto
+Web Enhancer
+Web Pix
+Web Sucker
+WebFetch
+WebReaper
+WebSauger
+WebsiteQuester
+Widow
+Xaldon WebSpider
+Xenu
+Zade
+anthropic-ai
+archive.org_bot
+cah.io.community
+clark-crawler
+oBot
+omgili
 seobility
-seostar
-trendiction.de
-ubermetrics-technologies.com
-webmeup-crawler
+seocompany.store
+serpstatbot
 webprosbot