V4.2021.11.2690 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+404checker
+404enemy
+80legs
+ASPSeek
 Abonti
-Aboundex
 Aboundexbot
-Acunetix
+AfD-Verbotsverfahren
+AhrefsBot
+Alexibot
+AlphaBot
 Anarchie
 Anarchy
-Ankit
-Aspiegel
-Asterias
-Attach
+Anarchy99
+Anthill
+Apexoo
 AwarioSmartBot
 BBBike
 BDCbot
-Badass
-Barkrowler
+BackDoorBot
+BackWeb
+Backlink-Ceck
+Bandit
+BatchFTP
+Bigfoot
 Bitacle
 Black Hole
-BlackWidow
+Blackboard
+Boardreader
 Bolt
-Brandwatch
-Buck
-Buddy
+BuiltBotTough
+Bullseye
 BuzzSumo
+CCBot
 CODE87
+CSHttp
 CazoodleBot
-CheeseBot
+CheTeam
 ChinaClaw
+Chlooe
 Cloud mapping
-Copier
+CopyRightCheck
 Copyscape
+Cosmos
 Craftbot
-CrazyWebCrawler
+Curious
 CyotekWebCopy
-DBLBot
-DIIbot
 DSearch
-DTS Agent
+DataCha0s
 DatabaseDriverMysqli
-Devil
-Digincore
-Discobot
+Dispatch
+DittoSpyder
 DnBCrawler-Analytics
-DomainAppender
 DomainCrawler
 DomainSigmaCrawler
-DomainStatsBot
-Domains Project
 Dotbot
-Dragonfly
-ECCP/1.0
-EasyDL
-Ebingbong
+Drip
 Exabot
-Express WebPictures
 Extractor
 ExtractorPro
-FyberSpider
-Fyrebot
-GT::WWW
-GalaxyBot
+Fimap
+Foobot
 Genieo
-GetWeb
+GermCrawler
+Getintent
 Gigabot
 GrabNet
+Grabber
 GrapeshotCrawler
+HEADMasterSEO
 HMView
-HTTP::Lite
-Haansoft
-HaosouSpider
-Harvest
+HTTrack
 Havij
-Hloader
-HybridBot
-IDBTE4M
-IRLbot
+Heritrix
+IDBot
+Iblog
 Image Fetch
-Indy Library
+Image Sucker
+IndeedBot
 InfoTekies
-Internet Ninja
-JOC Web Spider
+Iria
+Iskanie
+IstellaBot
 JamesBOT
+Jbrofuzz
 JetCar
 Jetty
-Kozmosbot
+Joomla
+Jorgee
+JustView
+Jyxobot
 LNSpiderguy
-LWP::Simple
 Leap
 LeechGet
-LexiBot
-LieBaoFast
-Linkbot
-LinkextractorPro
-LinkpadBot
+LibWeb
+Libwhisker
+LinkScan
+Linkdexbot
 LinksManager
-LinqiaRSSBot
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lipperhey
 Lipperhey Spider
-Litemage_walker
+Lmspider
 Ltx71
 MFC_Tear_Sample
-MIDown tool
 MIIxpc
 MJ12bot
-MQQBrowser
 MSIECrawler
 MTRobot
-Mail.RU_Bot
-Majestic12
-MarkMonitor
-MarkWatch
-Mata Hari
-MauiBot
-MeanPath Bot
-Metauri
+Magnet
+Majestic SEO
+Majestic-SEO
+Mediatoolkitbot
 MicroMessenger
-Microsoft URL Control
-Mister PiX
-Mojolicious
+Morfeus Fucking Scanner
 Mozlila
-Navroad
-Needle
-Net Vampire
+NICErsPRO
+NPbot
+NearSite
 NetAnts
-Netcraft
-Nettrack
-NextGenSearchBot
-NimbleCrawler
+NetMechanic
+Netvibes
+Nibbler
 Nmap
-Offline Explorer
+Nuclei
+Nutch
+Offline Navigator
+OnCrawl
 OpenLinkProfiler
-OrangeBot
+OpenVAS
+Openfind
 OrangeSpider
-OutfoxBot
-PHPCrawl
-PageScorer
-Pandalytics
-Papa Foto
-Pavuk
+POE-Component-Client-HTTP
+Page Analyzer
+PageGrabber
 PeoplePal
 Petalbot
-Picscout
-Picsearch
-Pockey
+Pi-Monster
+PictureFinder
+Piepmatz
+ProWebWalker
 Probethenet
-Pump
-PxBroker
+QueryN Metasearch
 Quick-Crawler
-RankFlex
-Rankivabot
-ReGet
+RankingBot
 RealDownload
-Reaper
 RebelMouse
 RedesScrapy
-Rogerbot
-SISTRIX
-SalesIntelligent
-Scrapy
-ScreenerBot
-SearchmetricsBot
+RepoMonkey
+SBIder
+SEOkicks
+ScoutJet
+Searchestate
 Semrush
-SeoSiteCheckup
+SemrushBot
+SeobilityBot
 Seomoz
+Shodan
 Site Sucker
-SiteSnagger
+SiteCheckerBotCrawler
 SiteSucker
-Sitebeam
 SlySearch
-Snapbot
-Sociscraper
-Sosospider
-Spammen
+Snake
+Sottopop
 Spanner
-Sqlmap
-Sqlworm
-Steeler
+SputnikBot
+Sqworm
 Sucuri
-Surfbot
+SuperHTTP
+SurveyBot
+Swiftbot
+Szukacz
 T0PHackTeam
 Teleport
-Telesoft
-The Intraformant
-Toata
-Toweyabot
-Turnitin
-TurnitinBot
-URLy.Warning
+TheNomad
+Thumbor
+TightTwatBot
+Trendiction
+Trendictionbot
+Turingos
+TwengaBot
+UnisterBot
+Upflow
 V-BOT
 VB Project
 VCI
 Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
 VidibleScraper
-VoidEYE
+Virusdie
 Voil
+Voltron
 WEBDAV
 WISENutbot
-WWW-Collector-E
+WPScan
+WWW-Mechanize
 WWWOFFLE
-Wallpapers/3.0
-Web Auto
+WallpapersHD
 Web Enhancer
 Web Fuck
 Web Pix
+Web Sauger
+WebAuto
+WebBandit
+WebEnhancer
 WebFuck
-WebImageCollector
 WebLeacher
 WebPix
-WebReaper
-WebStripper
+WebSauger
+WebSucker
 WebZIP
-WebmasterWorldForumBot
-Webshag
+Webalta
+WebsiteExtractor
 Who.is Bot
-WiseGuys Robot
+Widow
 Woobot
-Xaldon WebSpider
 Xenu
-YoudaoBot
+Zade
 Zermelo
-ZmEu
+Zeus
+Zitebot
 ZoomBot
-ZumBot
-ZyBorg
+ZoominfoBot
+archive.org_bot
 cah.io.community
-com.plumanalytics
-dataforseo.com
+coccocbot-web
+crawler4j
 demandbase-bot
+eCatch
 evc-batch
-facebookscraper
-instabid
-ips-agent
+internetVista monitor
+isitwp.com
 lwp-trivial
-magpie-crawler
-netEstate NE Crawler
+mediawords
+muhstik-scan
+oBot
 page scorer
 plumanalytics
-s1z.ru
-scalaj-http
-seoscanners
-seostar
-sitechecker.pro
+polaris version
+scan.lol
+serpstatbot
+siteripz
 sogouspider
+sysscan
 tAkeOut
-trendiction.com
-trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
+webmeup-crawler
 webpros.com
-webprosbot
-x22Mozilla
+x09Mozilla
+zgrab