V4.2021.09.2608 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+404checker
+Abonti
 Aboundexbot
-AhrefsBot
+Acunetix
+AfD-Verbotsverfahren
 Aipbot
-Anarchy
-Apexoo
-Aspiegel
-AwarioSmartBot
-BDCbot
-BackStreet
-BacklinkCrawler
-Barkrowler
-BatchFTP
+Alligator
+Anarchy99
+Ankit
+Anthill
+BackDoorBot
+Backlink-Ceck
+Badass
+Bandit
 Battleztar Bazinga
 Bigfoot
 Bitacle
+Black Hole
+BlackWidow
 Blow
+BlowFish
 Boardreader
 Bolt
-Buck
+Brandwatch
+Buddy
 BuiltBotTough
-BunnySlippers
+BuiltWith
+Bullseye
+CATExplorador
 CCBot
-CODE87
-CSHttp
+CazoodleBot
 Cegbfeieh
-CensysInspect
 CheeseBot
-CherryPicker
-ChinaClaw
+Claritybot
 Cliqzbot
+Cloud mapping
+Cocolyzebot
+Cogentbot
+Collector
+Copier
 Copyscape
-Cosmos
-Crawling at Home Project
-CrazyWebCrawler
+Crescent
 CrunchBot
+CyotekWebCopy
+DSearch
+DTS Agent
 DataCha0s
 Demon
-Deusu
+Digincore
 DigitalPebble
-Dirbuster
 Disco
-Discobot
-DittoSpyder
 DomainAppender
 DomainStatsBot
-Domains Project
-Dotbot
 Download Wonder
-Dragonfly
-Drip
+EMail Siphon
 EMail Wolf
-EasyDL
+EirGrabber
 Evil
-Extreme Picture Finder
-FlashGet
-Flunky
+Express WebPictures
+ExtLinksBot
+Extractor
 Foobot
-Fuzz
-FyberSpider
-Fyrebot
-GalaxyBot
-Genieo
-GetRight
+G-i-g-a-b-o-t
+GT::WWW
+GermCrawler
 GetWeb
-Go!Zilla
-Gotit
-Grabber
-GridBot
-HTTP::Lite
-Haansoft
-Havij
-Heritrix
+Getintent
+Gigabot
+GoZilla
+GrabNet
+Grafula
+GrapeFX
+HEADMasterSEO
+HaosouSpider
 Hloader
-Humanlinks
-IDBTE4M
+HybridBot
+IDBot
 IRLbot
+Iblog
+IlseBot
+Image Fetch
+IndeedBot
 InfoTekies
 Intelliseek
-Internet Ninja
+InterGET
+Iskanie
+IstellaBot
 JOC Web Spider
-JikeSpider
+JamesBOT
+Joomla
+Jorgee
 JustView
 Keyword Density
 LWP::Simple
-Larbin
+Leap
+LeechFTP
 LeechGet
-Lftp
-LibWeb
-Libwhisker
+LexiBot
+LieBaoFast
 Lightspeedsystems
-Likse
-LinkScan
+Linkbot
 Linkdexbot
+LinkpadBot
 LinksManager
-LinqiaMetadataDownloaderBot
-Lipperhey
+LinqiaScrapeBot
 Litemage_walker
 Lmspider
 Ltx71
-MIDown tool
 MIIxpc
 MJ12bot
 Magnet
-MarkMonitor
-Mass Downloader
-Masscan
-MauiBot
-Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
-MicroMessenger
-Microsoft URL Control
-Mister PiX
+Mail.RU_Bot
+Majestic-SEO
+Mb2345Browser
+Microsoft Data Access
 Mojeek
-Mojolicious
 Mozlila
 Msrabot
-Musobot
-NPbot
+NICErsPRO
 Name Intelligence
 Nameprotect
 Navroad
 NearSite
-Needle
+Nessus
+NetAnts
+NetLyzer
+NetZIP
 Nettrack
-Nibbler
-Nutch
-Octopus
-Offline Navigator
+NextGenSearchBot
+NimbleCrawler
+Ninja
+Nmap
+Offline Explorer
+OnCrawl
+OpenVAS
 OrangeSpider
-OutfoxBot
+POE-Component-Client-HTTP
 Page Analyzer
 PageAnalyzer
-PageScorer
 PageThing.com
-Pandalytics
-Papa Foto
+Panscient
 PeoplePal
 Pi-Monster
+Picscout
 PictureFinder
-Pimonster
-Pixray
-PleaseCrawl
+Piepmatz
 Pockey
+Psbot
+Pu_iN
 Pump
+PxBroker
 PyCurl
-RSSingBot
-RankActiveLinkBot
+QueryN Metasearch
+Quick-Crawler
+RankActive
 RankingBot
-RankingBot2
 Rankivabot
-ReGet
 RealDownload
+Reaper
 RebelMouse
-Recorder
 RedesScrapy
-Rogerbot
+RepoMonkey
+Ripper
+SBIder
 SEOkicks
-SEOstats
-SalesIntelligent
-Scanbot
+SEOlyticsCrawler
+ScanAlert
 Screaming
-Searchestate
-Seomoz
+ScreenerBot
+Semrush
+SentiBot
+SeobilityBot
 Shodan
+Siphon
 Site Sucker
-SiteCheckerBotCrawler
-SiteExplorer
+SiteLockSpider
 SiteSnagger
-Sitebeam
+Siteimprove
+SmartDownload
+Snapbot
 SocialRankIOBot
-Sogou web spider
-Spammen
-Spanner
-Spbot
+Sociscraper
 Sqlmap
+Sqlworm
 Steeler
-SuperBot
-Suzuran
+SuperHTTP
+SurveyBot
+Szukacz
 T0PHackTeam
 T8Abot
-Teleport
-TeleportPro
-Telesphorep
-Thumbor
-Toata
-Trendiction
+Telesoft
+TightTwatBot
 True_Robot
+Turingos
+TwengaBot
 Twice
-Typhoeus
-URLy.Warning
 UnisterBot
 Upflow
+V-BOT
 VCI
-Vacuum
-Vagabondo
-VelenPublicWebCrawler
+VeriCiteCrawler
 VoidEYE
 Voil
-WASALive-Bot
-WBSearchBot
+WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
 Wallpapers
-Web Enhancer
-Web Fuck
+Wallpapers/3.0
+Web Auto
+Web Pix
 WebAuto
+WebCollage
 WebFuck
+WebImageCollector
 WebReaper
-WebStripper
-Webalta
-WebsiteExtractor
+WebSucker
+WebWhacker
 WebsiteQuester
-Whack
+Whacker
 Who.is Bot
-Widow
-WiseGuys Robot
-Xaldon WebSpider
+Woobot
+Xaldon_WebSpider
+Zade
+Zauba
 Zermelo
+Zeus
 ZmEu
 ZoominfoBot
+archive.org_bot
 arquivo-web-crawler
+backlink-check
+cah.io.community
 clark-crawler
-coccocbot-web
-cognitiveseo
-com.plumanalytics
-crawl.sogou.com
-crawler.feedback
-crawler4j
 demandbase-bot
-domainsproject.org
-ips-agent
-magpie-crawler
-meanpathbot
-mediawords
+eCatch
+heritrix
+internetVista monitor
 muhstik-scan
 netEstate NE Crawler
-oBot
-pcBrowser
 plumanalytics
+ripz
 s1z.ru
 satoristudio.net
-scan.lol
 seobility
 seoscanners
 sogouspider
 webmeup-crawler
-x09Mozilla
-x22Mozilla
+webpros.com
+xpymep1.exe
 zgrab