V4.2023.07.3880 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-Abonti
-AhrefsBot
+360Spider
 AlphaBot
-Anarchie
+Ankit
 Anthill
-BBBike
+Aspiegel
+Asterias
+Atomseobot
+AwarioRssBot
+BDCbot
 BackStreet
-Bandit
-BatchFTP
-Battleztar Bazinga
-Bitacle
-Brandwatch
-Buddy
-BuzzSumo
-CATExplorador
-Citoid
-Claritybot
-Cloud mapping
-Crawling at Home Project
-DatabaseDriverMysqli
-Digincore
-DomainCrawler
-Dotbot
-Download Wonder
-EyeNetIE
-Fimap
-G-i-g-a-b-o-t
+Badass
+BotALot
+Bullseye
+CCBot
+CensysInspect
+DSearch
+DTS Agent
+DataCha0s
+Demon
+EMail Siphon
+Ebingbong
+EroCrawler
+Extreme Picture Finder
+Ezooms
+Fuzz
+GT::WWW
+Getintent
 GoZilla
-HTTP::Lite
-Haansoft
-Iskanie
-JetCar
-Joomla
-Jyxobot
-Keybot Translation-Search-Machine
+Hloader
+HonoluluBot
+IDBot
+Intelliseek
+IstellaBot
+JennyBot
+Jetty
+JustView
 Lanshanbot
-Leap
-LeechFTP
-LibWeb
-LinqiaRSSBot
-Ltx71
+LeechGet
 MFC_Tear_Sample
-MIIxpc
-MQQBrowser
+MIDown tool
+MJ12bot
+Mag-Net
+Magnet
 Majestic SEO
-Majestic12
-MarkMonitor
+Masscan
 Mb2345Browser
-Moblie Safari
-Mozlila
-Musobot
-NICErsPRO
-NetLyzer
+MolokaiBot
+Nameprotect
+Net Vampire
+NetAnts
 NetMechanic
-Nettrack
-NextGenSearchBot
-Nutch
-Offline Explorer
-Openfind
-Pavuk
-PxBroker
-RankFlex
-RankingBot
-Re-re
-ReGet
-Recorder
-Rogerbot
-SEOkicks-Robot
-Scanbot
-SeekportBot
-SenutoBot
-SmartDownload
-Sosospider
-Sottopop
-Sqlworm
-Sqworm
-SuperBot
+Niki-bot
+Nikto
+NimbleCrawler
+Nmap
+OpenLinkProfiler
+OpenVAS
+OutclicksBot
+PageScorer
+Pandalytics
+Panscient
+PeoplePal
+Quick-Crawler
+RankurBot
+RepoMonkey
+SEOstats
+SalesIntelligent
+Seomoz
+Site Sucker
+SiteCheckerBotCrawler
+Sucuri
+Surfbot
+Telesphorep
 Toata
+Tracemyfile
 Trendictionbot
-URLy.Warning
-Vacuum
+URLy Warning
 VelenPublicWebCrawler
-Voltron
+VeriCiteCrawler
+Virusdie
+WBSearchBot
 WPScan
-WebReaper
-WebSauger
-WebStripper
-Wonderbot
-Xenu
-Zitebot
-dataforseobot
-domainsproject.org
-muhstik-scan
-ripz
+Wallpapers/3.0
+Web Fuck
+Web Pix
+WebWhacker
+WebZIP
+Whatweb
+WinHTTrack
+Woobot
+Zermelo
+arquivo-web-crawler
+crawl.sogou.com
+eCatch
+plumanalytics
 seobility
 serpstatbot
-sp_auditbot
-trendiction.com
-xpymep1.exe
+siteripz
+sysscan
+webpros.com