V4.2021.11.2717 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404checker
-80legs
+404enemy
 ADmantX
-AIBOT
 ASPSeek
+Abonti
 Aboundexbot
-AfD-Verbotsverfahren
-Alligator
+AiHitBot
+Aipbot
+AlphaBot
+Anarchy
 Anarchy99
+Ankit
+Apexoo
 Aspiegel
 Asterias
-Attach
+AwarioSmartBot
 BDFetch
 BLEXBot
+BackDoorBot
+BackStreet
+BackWeb
 Barkrowler
-Blackboard
-BlowFish
-Bolt
-Brandprotect
-Buck
+Battleztar Bazinga
+BetaBot
+Bitacle
+Black Hole
+BlackWidow
+BotALot
+Brandwatch
+BuiltBotTough
 BuiltWith
-BunnySlippers
 CATExplorador
-CODE87
+CSHttp
 Calculon
-CazoodleBot
+Cegbfeieh
 CensysInspect
 CheTeam
-Chlooe
-Cliqzbot
+ChinaClaw
+Claritybot
 Cloud mapping
-CopyRightCheck
-Copyscape
+Cogentbot
+Crawling at Home Project
+Crescent
 Curious
-Custo
-DBLBot
 DSearch
-DTS Agent
+DatabaseDriverMysqli
 Demon
-Digincore
-Discobot
-DnBCrawler-Analytics
-DnyzBot
-DomainAppender
-DomainCrawler
+Deusu
+Dirbuster
+DittoSpyder
 DomainSigmaCrawler
-DomainStatsBot
 Download Wonder
 Drip
-EMail Siphon
+ECCP/1.0
 EasyDL
-Ebingbong
-Ecxi
-EroCrawler
-Exabot
-Express WebPictures
-Extreme Picture Finder
+ExtLinksBot
+Ezooms
+FDM
 FemtosearchBot
-Freeuploader
-Fyrebot
-GermCrawler
-GetRight
-Gigabot
-Gotit
-GridBot
-HEADMasterSEO
-HTTP::Lite
-Harvest
-Heritrix
-Hloader
+Fimap
+Firefox/7.0
+FlashGet
+GT::WWW
+Genieo
+Grabber
+Grafula
+GrapeshotCrawler
+HTTrack
 HybridBot
 IDBTE4M
 IDBot
 Iblog
 Id-search
 IlseBot
-IndeedBot
-Indy Library
+Image Fetch
+Intelliseek
+Internet Ninja
 InternetSeer
+Iskanie
+JamesBOT
 JennyBot
+JetCar
 Jetty
-JikeSpider
-Joomla
 Jorgee
 JustView
-Jyxobot
 Keyword Density
 LWP::Simple
+Leap
 LeechFTP
-LexiBot
-LibWeb
-Libwhisker
-LinkextractorPro
+Lftp
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 LinqiaScrapeBot
 Lipperhey
-Ltx71
+Lipperhey Spider
 MFC_Tear_Sample
 MIDown tool
+MJ12bot
+MSFrontPage
 MTRobot
-Mail.RU_Bot
-Majestic12
+Mag-Net
+Magnet
+Majestic-SEO
+MarkWatch
+Masscan
 Mata Hari
-MauiBot
-Mb2345Browser
-Meanpathbot
+MeanPath Bot
 Mediatoolkitbot
 MegaIndex.ru
-Metauri
-Microsoft Data Access
-Microsoft URL Control
 Moblie Safari
-Mojeek
 Morfeus Fucking Scanner
 Msrabot
-NPbot
-Navroad
-NearSite
-Needle
+Name Intelligence
 Net Vampire
+NetAnts
 NetLyzer
-Nettrack
-Nibbler
-Niki-bot
 Nikto
-Ninja
+NimbleCrawler
+Nuclei
+Offline Explorer
+Offline Navigator
 OnCrawl
 OpenLinkProfiler
 Openfind
-Openvas
 OrangeBot
-OutclicksBot
-OutfoxBot
-PageAnalyzer
-PageScorer
-Pi-Monster
-Pimonster
-PleaseCrawl
-Pockey
-ProWebWalker
-Probethenet
-Pump
-QueryN Metasearch
+Page Analyzer
+PageGrabber
+Pandalytics
+PeoplePal
+Petalbot
+Picscout
+Piepmatz
+Pixray
+Psbot
 Quick-Crawler
-RSSingBot
 RankActive
+RankActiveLinkBot
 RankingBot
-Re-re
-Ripper
-Rogerbot
-SEOkicks-Robot
-SEOprofiler
-SEOstats
+Rankivabot
+RankurBot
+Recorder
+SBIder
+SEOkicks
+SEOlyticsCrawler
 SMTBot
-Scanbot
+ScanAlert
+ScoutJet
+Screaming
+ScrepyBot
+Searchestate
 SearchmetricsBot
-SeobilityBot
+SemanticJuice
+Semrush
+SentiBot
 Seomoz
-Siphon
-Site Sucker
+Shodan
 SiteCheckerBotCrawler
-SiteExplorer
+Sitebeam
 Siteimprove
-Snake
-SpankBot
+SlySearch
+Snapbot
+Snoopy
+SocialRankIOBot
+Sociscraper
+Sogou web spider
+Sottopop
+Spammen
 Spanner
-Stripper
+Spinn3r
+Steeler
 Sucker
-Surfbot
-SurveyBot
+SuperHTTP
+Swiftbot
+T8Abot
+Teleport
+TeleportPro
 Telesphoreo
+TheNomad
 TightTwatBot
 Toweyabot
-Tracemyfile
 Trendiction
 Trendictionbot
+True_Robot
 Turingos
-Turnitin
-TurnitinBot
 Twice
-Upflow
-VeriCiteCrawler
+Typhoeus
+URLy.Warning
+Vacuum
+VidibleScraper
+Virusdie
+VoidEYE
 Voil
 Voltron
+WASALive-Bot
 WBSearchBot
-WWW-Mechanize
-WWW::Mechanize
+WISENutbot
+WWWOFFLE
 Wallpapers/3.0
+WallpapersHD
 WeSEE
-Web Auto
-Web Pix
-Web Sucker
-WebAuto
+Web Enhancer
+Web Fetch
 WebBandit
-WebCopier
+WebEnhancer
+WebFetch
+WebFuck
+WebGo IS
+WebImageCollector
 WebLeacher
 WebPix
 WebReaper
 WebSauger
-WebStripper
-WebSucker
-WebWhacker
-WebZIP
-Webalta
+WebmasterWorldForumBot
 Webshag
-WebsiteExtractor
-Webster
+WebsiteQuester
+Whack
+Whatweb
 Who.is Bot
+WiseGuys Robot
+Wprecon
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zade
-Zeus
 Zitebot
-ZoomBot
-adscanner
+ZmEu
+archive.org_bot
 arquivo-web-crawler
-arquivo.pt
-check1.exe
+backlink-check
 clark-crawler
 cognitiveseo
 com.plumanalytics
-crawler4j
-demandbase-bot
-eCatch
-facebookscraper
-heritrix
-isitwp.com
+dataforseo.com
+evc-batch
 magpie-crawler
-mediawords
+muhstik-scan
 netEstate NE Crawler
 pcBrowser
-plumanalytics
-probe-image-size
-s1z.ru
+polaris version
 satoristudio.net
-scalaj-http
-scan.lol
+seobility
 seocompany.store
-seostar
-sitechecker.pro
-siteripz
-sogouspider
+sexsearcher
 spyfu
-trendiction.de
+sysscan
+tAkeOut
 ubermetrics-technologies.com
-webmeup-crawler
-webpros.com
+voyagerx.com
 x22Mozilla
-xpymep1.exe
+zauba.io
+zgrab