V4.2022.06.3160 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-404enemy
-80legs
-ADmantX
-Acunetix
-AiHitBot
-Aipbot
-Alligator
-AlphaBot
-Anthill
-Apexoo
+Abonti
+AfD-Verbotsverfahren
+AhrefsBot
+AllSubmitter
+Anarchie
 Aspiegel
-Asterias
-Atomseobot
-AwarioRssBot
-AwarioSmartBot
 BDCbot
-BDFetch
 BackWeb
-Backlink-Ceck
-Badass
 Bandit
-Barkrowler
 BatchFTP
 Battleztar Bazinga
+BetaBot
 Bigfoot
-Bitacle
 Black Hole
-BlackWidow
-BlowFish
-Boardreader
+Blackboard
+Brandprotect
 Brandwatch
-BuiltWith
-CSHttp
-CazoodleBot
-CherryPicker
-Collector
+Buddy
+Calculon
+CheTeam
+ChinaClaw
+Claritybot
+Cliqzbot
 Copier
 CopyRightCheck
-Copyscape
 Cosmos
 Crescent
-CrunchBot
+Curious
 Custo
-DBLBot
+CyotekWebCopy
 DSearch
-DataCha0s
+Demon
 Devil
 Digincore
+DigitalPebble
 Dirbuster
 Discobot
+Discoverybot
+Dispatch
 DittoSpyder
+DomainAppender
 DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
-Domains Project
+Dotbot
+ECCP/1.0
 EMail Wolf
-EasyDL
-Exabot
-FDM
+Ebingbong
+Ecxi
+Express WebPictures
+Extreme Picture Finder
 FHscan
-FemtosearchBot
 Fimap
-Flunky
+Firefox/7.0
+FlashGet
+Foobot
 FrontPage
 Fuzz
-FyberSpider
+Fyrebot
 Genieo
-GoZilla
+GetWeb
+Gigabot
 GrabNet
 Grabber
-HEADMasterSEO
-HMView
+GrapeshotCrawler
+GridBot
 HTTP::Lite
 HTTrack
 Haansoft
-HaosouSpider
-Harvest
-Havij
 Hloader
-HonoluluBot
-Humanlinks
-IRLbot
+HybridBot
+IDBot
 Iblog
 IlseBot
 Image Sucker
-IndeedBot
 Intelliseek
-InterGET
+Iskanie
 IstellaBot
-JustView
-Kenjin Spider
+JamesBOT
+Jbrofuzz
+Joomla
+Jyxobot
 Keyword Density
-Kozmosbot
+Kinza
+LWP::Simple
+Lanshanbot
 Larbin
+Leap
 LeechGet
-Libwhisker
-LinqiaRSSBot
+Lftp
+Likse
+LinkpadBot
+LinksManager
+LinqiaScrapeBot
+Lipperhey
 Lipperhey Spider
-Litemage_walker
+Ltx71
+MFC_Tear_Sample
+MIDown tool
 MJ12bot
-MQQBrowser
-MSIECrawler
+MSFrontPage
 MTRobot
-Mag-Net
-Majestic SEO
-MarkWatch
+Mail.RU_Bot
 Mass Downloader
-MauiBot
+Masscan
+Mata Hari
 MeanPath Bot
-Meanpathbot
-Mediatoolkitbot
-Minefield
-Mr.4x3
-Msrabot
+MegaIndex.ru
+Metauri
+MicroMessenger
+Microsoft Data Access
+Moblie Safari
+Mojeek
+Morfeus Fucking Scanner
 Musobot
+NICErsPRO
+NPbot
 Navroad
-Needle
-NetLyzer
 NetMechanic
 NetZIP
 Netcraft
-Niki-bot
-Nikto
+Nettrack
 Nimbostratus
 Ninja
-Not
-Nuclei
 Octopus
+Offline Explorer
 OpenLinkProfiler
-Openfind
-Openvas
-OrangeSpider
-OutclicksBot
-OutfoxBot
+OrangeBot
+PECL::HTTP
 PHPCrawl
-PageScorer
-PageThing.com
+PageAnalyzer
+PageGrabber
 Pandalytics
-Papa Foto
-Pavuk
 Pixray
 PleaseCrawl
-ProPowerBot
-Probethenet
+ProWebWalker
 Pu_iN
-Quick-Crawler
+PyCurl
 RankActive
-RankActiveLinkBot
 RankingBot
-RealDownload
+RankingBot2
+RankurBot
+ReGet
+RebelMouse
 Ripper
-SBIder
-SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
-SEOstats
-SalesIntelligent
-ScanAlert
+SISTRIX
 Scanbot
-Scrapy
 ScrepyBot
-Seekport
+Searchestate
+SearchmetricsBot
+Semrush
 Seomoz
-Shodan
 Siphon
-SiteExplorer
-SiteSucker
-Sitebeam
-SmartDownload
-Snoopy
-SpaceBison
-Spbot
-Spinn3r
-Sqworm
+Site Sucker
+SiteSnagger
+Sitevigil
+SlySearch
+Spanner
+SputnikBot
+Sqlmap
+Sqlworm
+Sucker
 Sucuri
 SuperHTTP
-Swiftbot
+Surfbot
+Suzuran
+T0PHackTeam
 T8Abot
 TeleportPro
 Telesoft
-Telesphorep
-TheNomad
-Titan
+The Intraformant
+Thumbor
+Toata
+Toweyabot
 Tracemyfile
+Trendiction
 Turingos
 Turnitin
 TurnitinBot
-Typhoeus
-URLy Warning
-UnisterBot
+TwengaBot
+Twice
 V-BOT
 VB Project
-VCI
+Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
 Virusdie
 VoidEYE
-WASALive-Bot
+Voltron
+WEBDAV
+WPScan
 Wallpapers
-Web Auto
 Web Enhancer
-Web Sauger
-Web Sucker
-WebBandit
+Web Fetch
 WebCollage
-WebCopier
-WebSauger
+WebEnhancer
+WebFuck
+WebGo IS
+WebStripper
 WebSucker
 WebWhacker
+Webalta
 Website Quester
-WebsiteQuester
-Whatweb
-Widow
+Webster
+Who.is Bot
+WinHTTrack
+WiseGuys Robot
 Wotbox
-Wprecon
 Xaldon WebSpider
+Xaldon_WebSpider
 Xenu
-Zermelo
-adscanner
+Zade
+Zeus
+Zitebot
+ZmEu
+ZoomBot
+ZumBot
+archive.org_bot
 arquivo.pt
 autoemailspider
 backlink-check
-cah.io.community
-cognitiveseo
-crawler.feedback
-crawler4j
+check1.exe
+com.plumanalytics
+dataforseo.com
 domainsproject.org
 eCatch
 evc-batch
-heritrix
-internetVista monitor
-lwp-request
+gopher
+ips-agent
+isitwp.com
+linkdexbot
 lwp-trivial
 meanpathbot
-mediawords
 netEstate NE Crawler
-pcBrowser
+oBot
+polaris version
 probe-image-size
-ripz
 s1z.ru
-scalaj-http
-seobility
-seostar
+satoristudio.net
+scan.lol
+seocompany.store
 serpstatbot
-sitechecker.pro
-sysscan
-webprosbot
-zauba.io
+sexsearcher
+trendiction.de
+ubermetrics-technologies.com
+voyagerx.com
+webgains-bot
+x09Mozilla
+x22Mozilla
+xpymep1.exe
 zgrab