V4.2021.10.2645 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-404checker
-Abonti
-Aboundex
+80legs
+ADmantX
+AIBOT
+ALittle Client
 Aboundexbot
 Acunetix
-AfD-Verbotsverfahren
 AhrefsBot
-AiHitBot
+Aipbot
+AllSubmitter
 Alligator
-Anthill
+AlphaBot
+Ankit
+Apexoo
+Aspiegel
+Asterias
 Attach
-AwarioRssBot
-AwarioSmartBot
-BBBike
-BDFetch
-BackDoorBot
+BackStreet
 BackWeb
 Backlink-Ceck
-Battleztar Bazinga
-Bitacle
-Black Hole
-Blow
+Badass
+Bandit
+Bigfoot
 BlowFish
-Brandwatch
-Bullseye
-BuzzSumo
+Boardreader
+Bolt
+Brandprotect
+Buck
+BuiltWith
 CODE87
+Calculon
+CazoodleBot
 CensysInspect
+CheTeam
 CherryPicker
-Claritybot
+Chlooe
 Cloud mapping
+Collector
 Copier
 CopyRightCheck
 Copyscape
-Cosmos
-CrazyWebCrawler
-Crescent
 Custo
 CyotekWebCopy
 DBLBot
-DIIbot
 DataCha0s
 DatabaseDriverMysqli
 Demon
 Deusu
 Devil
+DittoSpyder
 DnyzBot
-DomCopBot
-DomainAppender
 DomainCrawler
-DomainStatsBot
-Domains Project
+DomainSigmaCrawler
+Dotbot
 Download Wonder
 Dragonfly
-Drip
 ECCP/1.0
+EMail Siphon
 EMail Wolf
-Ecxi
+Ebingbong
 EirGrabber
-ExtractorPro
-EyeNetIE
-FemtosearchBot
+Evil
+Extractor
+Extreme Picture Finder
 Firefox/7.0
-Freeuploader
+Foobot
+FrontPage
 FyberSpider
-Fyrebot
-GT::WWW
-Genieo
 GetRight
-GetWeb
 Getintent
 Go!Zilla
-Gotit
-GrapeshotCrawler
-HTMLparser
-Haansoft
+GridBot
+HTTrack
 HaosouSpider
-Harvest
-Havij
-HybridBot
-IDBTE4M
-Iblog
+Heritrix
+Hloader
+IRLbot
 Id-search
-IlseBot
-InfoNaviRobot
-Intelliseek
-InterGET
-Internet Ninja
-Iria
+IndeedBot
+Indy Library
+InfoTekies
 Iskanie
-IstellaBot
-Jbrofuzz
-JennyBot
-Jetty
+JetCar
+JikeSpider
 Jorgee
 Jyxobot
-Kenjin Spider
-LWP::Simple
-Lanshanbot
-Larbin
+Keyword Density
+LNSpiderguy
 Lftp
-Lightspeedsystems
+Libwhisker
 LinkScan
 LinkpadBot
+LinqiaRSSBot
 LinqiaScrapeBot
-MFC_Tear_Sample
+Lipperhey Spider
+MIDown tool
 MJ12bot
-MQQBrowser
-MSIECrawler
-MTRobot
 Mag-Net
-Majestic12
-MarkMonitor
-MauiBot
-Mb2345Browser
-MegaIndex.ru
-Microsoft Data Access
-Microsoft URL Control
-Msrabot
+MarkWatch
+Mata Hari
+MeanPath Bot
+Mediatoolkitbot
+Metauri
+MicroMessenger
+Mister PiX
+Moblie Safari
+Morfeus Fucking Scanner
+Mozlila
 Name Intelligence
-Nameprotect
-Navroad
+NearSite
 Needle
-Nessus
 Net Vampire
-NetAnts
-NetLyzer
+NetMechanic
 NetZIP
-Netvibes
+Netcraft
+NextGenSearchBot
 Niki-bot
-NimbleCrawler
 Nimbostratus
-Nutch
+Ninja
+Nuclei
 Octopus
 Offline Explorer
-OnCrawl
+OpenLinkProfiler
 OpenVAS
+Openfind
+Openvas
+OrangeBot
 OrangeSpider
+OutfoxBot
 PECL::HTTP
-PHPCrawl
-Page Analyzer
-PageAnalyzer
-PageThing.com
-Pandalytics
-Panscient
+POE-Component-Client-HTTP
+PageGrabber
+PageScorer
+Papa Foto
 PeoplePal
+Picsearch
 Pimonster
-Pockey
+Pixray
 ProPowerBot
 Pu_iN
-QueryN Metasearch
-RankActive
-RankActiveLinkBot
+PyCurl
+Quick-Crawler
+RankFlex
 RankingBot
-RankingBot2
 ReGet
-Reaper
+RealDownload
+RebelMouse
+Recorder
 Ripper
-RocketCrawler
-SBIder
-SEOkicks-Robot
-SalesIntelligent
-Screaming
+SEOlyticsCrawler
+Scanbot
+Scrapy
+ScreenerBot
 Searchestate
 Semrush
 SeobilityBot
-Siphon
+Seomoz
 SiteCheckerBotCrawler
 SiteLockSpider
-SiteSnagger
 Sitebeam
 Sitevigil
+SlySearch
 Snake
-Snapbot
-Sociscraper
-Sogou web spider
-Sottopop
-Spanner
-SuperHTTP
-Surfbot
+Snoopy
+SpaceBison
+SpankBot
+Spbot
+SputnikBot
+Sqworm
+Steeler
+SurveyBot
 Szukacz
+T0PHackTeam
+T8Abot
+Telesoft
 Telesphorep
+The Intraformant
+TheNomad
 Thumbor
+TightTwatBot
+Titan
+Toata
 True_Robot
+Turingos
 TurnitinBot
+TwengaBot
+URLy Warning
+UnisterBot
+VB Project
 VCI
 Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
-VoidEYE
-Voltron
-WASALive-Bot
-WBSearchBot
-WPScan
-WWW-Collector-E
-WWW-Mechanize
-WallpapersHD
-Web Auto
+Virusdie
+Voil
+WWWOFFLE
+Wallpapers/3.0
+Web Enhancer
 Web Fetch
-Web Fuck
+Web Pix
+WebAuto
 WebBandit
 WebEnhancer
-WebFetch
-WebImageCollector
-WebStripper
+WebFuck
+WebPix
 WebSucker
 WebZIP
 Webalta
-WebmasterWorldForumBot
-Whacker
+WebsiteExtractor
+Webster
 Who.is Bot
-Wonderbot
+WinHTTrack
 Woobot
-Xaldon_WebSpider
-Zauba
+Xaldon WebSpider
+Zermelo
+Zeus
+ZmEu
 ZoomBot
-ZoominfoBot
 ZumBot
-ZyBorg
+autoemailspider
 backlink-check
-cah.io.community
-check1.exe
 coccocbot-web
-cognitiveseo
 com.plumanalytics
+crawl.sogou.com
+crawler.feedback
+dataforseo.com
 demandbase-bot
 domainsproject.org
+eCatch
 evc-batch
-instabid
-ips-agent
-isitwp.com
-lwp-trivial
-magpie-crawler
-netEstate NE Crawler
+heritrix
+internetVista monitor
+meanpathbot
+mediawords
 pcBrowser
+plumanalytics
 polaris version
 ripz
 satoristudio.net
 scalaj-http
+scan.lol
 seoscanners
+seostar
+serpstatbot
 sexsearcher
 sitechecker.pro
+spyfu
+sysscan
 ubermetrics-technologies.com
+voyagerx.com
 webmeup-crawler
-x22Mozilla
-zauba.io
-zgrab
+xpymep1.exe