V4.2023.05.3768 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-AdsTxtCrawlerTP
-AfD-Verbotsverfahren
-Alligator
-Anthill
-Asterias
-Attach
+Aboundexbot
+AhrefsBot
+Anarchy
+AwarioSmartBot
 BackWeb
 Bitacle
-Boardreader
-Buck
+CCBot
+Chlooe
 Cliqzbot
+Cloud mapping
+Collector
 Copier
-CrunchBot
-Custo
-DatabaseDriverMysqli
+Cosmos
+Crescent
+DBLBot
 Deusu
-Extractor
-Foobot
-Genieo
-GrabNet
-Grafula
-GridBot
-HTTrack
-Heritrix
-Humanlinks
-IDBot
-IRLbot
-Id-search
-Image Sucker
-InfoNaviRobot
-Jbrofuzz
+Digincore
+DigitalPebble
+Discobot
+DomCopBot
+Dotbot
+Freeuploader
+Gigabot
+GrapeFX
+HEADMasterSEO
+Haansoft
+IDBTE4M
+InterGET
+Iria
+JennyBot
 JetCar
-Jorgee
-Jyxobot
-LinkpadBot
-MFC_Tear_Sample
-MJ12bot
-Mag-Net
-Magnet
-Majestic SEO
+JikeSpider
+JustView
+Keyword Density
+Kinza
+LWP::Simple
+Lanshanbot
+LinkWalker
+Lmspider
+MIDown tool
+MQQBrowser
+MSIECrawler
+Masscan
 MeanPath Bot
-Msrabot
-Offline Explorer
-OrangeBot
-PHPCrawl
-Pi-Monster
-Picscout
-Probethenet
-PxBroker
-RSSingBot
-RankActive
-RankingBot
-Rankivabot
+MegaIndex.ru
+Microsoft URL Control
+Morfeus Fucking Scanner
+Mr.4x3
+Musobot
+Nimbostratus
+Nmap
+OutclicksBot
+POE-Component-Client-HTTP
+Pandalytics
+Panscient
+Pu_iN
 RankurBot
-RepoMonkey
-SEOstats
+Ripper
 SMTBot
-ScanAlert
+SalesIntelligent
+ScoutJet
+ScreenerBot
+Seekport
+SemrushBot
+SenutoBot
 Shodan
-Siphon
-SiteLockSpider
-Snoopy
-Sogou web spider
-SputnikBot
-Sqlworm
+Site Sucker
+Sociscraper
+Spinn3r
+Steeler
+Stripper
+Sucuri
 SuperBot
-SuperHTTP
-T8Abot
-Toweyabot
-Trendictionbot
+Telesphoreo
+TightTwatBot
+Tracemyfile
+Turingos
+Twice
 URLy.Warning
-VB Project
-WWWOFFLE
-WallpapersHD
-Web Pix
-WebPix
-WebSucker
-WebZIP
-WebmasterWorldForumBot
-Whacker
+V-BOT
+Vacuum
+Vagabondo
+WASALive-Bot
+Web Collage
+Web Sucker
+WebAuto
+WebBandit
+WebWhacker
+Webalta
 Who.is Bot
-Wonderbot
-Xaldon_WebSpider
-Xenu
-ZoomBot
-ZyBorg
-adscanner
-demandbase-bot
-facebookscraper
-gopher
-ips-agent
-iubenda-radar
-meanpathbot
+Zauba
+Zermelo
+ZumBot
+com.plumanalytics
+dataforseo.com
+dataforseobot
+magpie-crawler
 oBot
-pcBrowser
-sexsearcher
-sitechecker.pro
-siteripz
-zgrab
+probe-image-size
+sogouspider