V4.2023.03.3640 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-ASPSeek
-AhrefsBot
-Aipbot
+404checker
+ADmantX
+Abonti
 Asterias
-Backlink-Ceck
-Bitacle
-Black Hole
-Brandprotect
-CazoodleBot
-Chlooe
-Collector
-CrunchBot
-DatabaseDriverMysqli
+BDCbot
+BLEXBot
+BackStreet
+BlackWidow
+Boardreader
+BuiltBotTough
+BunnySlippers
+Citoid
+Craftbot
+Curious
+DIIbot
 Demon
-DigitalPebble
-Dirbuster
-Disco
-EMail Siphon
-EasyDL
-Extractor
+Devil
+Digincore
+DnyzBot
+DomCopBot
+Domains Project
+ECCP/1.0
+Express WebPictures
 FHscan
-Fuzz
-Go-Ahead-Got-It
+FrontPage
 GoZilla
-GrapeFX
-GrapeshotCrawler
-GridBot
-HEADMasterSEO
+Grafula
 HMView
-HaosouSpider
+HTMLparser
+Hloader
+HonoluluBot
+Iblog
 IlseBot
-Image Sucker
-Indy Library
-JikeSpider
+IndeedBot
+InfoNaviRobot
 JustView
-Lanshanbot
-LieBaoFast
-LinkScan
-LinkpadBot
-Lmspider
-MFC_Tear_Sample
-Mag-Net
-Magnet
-Majestic-SEO
-Majestic12
-Mass Downloader
-Microsoft URL Control
-Moblie Safari
-Morfeus Fucking Scanner
-Mr.4x3
-Nameprotect
-NetLyzer
-Nettrack
-Niki-bot
+Jyxobot
+LeechFTP
+Linkbot
+LinksManager
+MIDown tool
+MQQBrowser
+Mata Hari
+Musobot
+Navroad
+NetAnts
+NetZIP
 Nimbostratus
-Nutch
-Offline Explorer
-OrangeBot
+Nuclei
+OpenLinkProfiler
+Openfind
 PECL::HTTP
-PageThing.com
-Pi-Monster
-Picsearch
-PyCurl
-RankingBot
-RankingBot2
-RealDownload
+Panscient
+Picscout
+Psbot
+PxBroker
+Quick-Crawler
 RocketCrawler
 Rogerbot
-Searchestate
-SearchmetricsBot
-Seekport
 SemanticJuice
+Semrush
 SeobilityBot
-SiteExplorer
+SiteCheckerBotCrawler
+SmartDownload
+Sogou web spider
 Sottopop
+SpankBot
+Spbot
 Sqlmap
-Surfbot
-Suzuran
-Titan
-True_Robot
-Turingos
+Stripper
+SuperBot
+T8Abot
+Thumbor
+TightTwatBot
+Tracemyfile
 UnisterBot
-Upflow
-VidibleScraper
-Web Fetch
-Web Fuck
-WebStripper
-WebmasterWorldForumBot
+VoidEYE
+Voil
+WWW-Mechanize
+Wallpapers
+Web Auto
+Web Enhancer
+WebBandit
+WebImageCollector
+WebZIP
 Webshag
-WebsiteQuester
-Widow
-Woobot
-Zermelo
+WiseGuys Robot
 Zitebot
-domainsproject.org
-instabid
+cah.io.community
+cognitiveseo
+com.plumanalytics
+crawl.sogou.com
+dataforseo.com
+pcBrowser
+plumanalytics
 s1z.ru
 scalaj-http
-sp_auditbot
+sexsearcher
+webgains-bot
+zgrab