V4.2022.04.3023 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-80legs
+404checker
 AIBOT
-ALittle Client
 ASPSeek
-Abonti
-Aboundex
-Acunetix
-Alexibot
-AllSubmitter
+AfD-Verbotsverfahren
+AhrefsBot
+Aipbot
+Alligator
 Anarchie
-Anarchy
-Attach
-AwarioRssBot
-AwarioSmartBot
-BBBike
-BDCbot
+Ankit
+Apexoo
+Aspiegel
+BLEXBot
+BackDoorBot
+BackWeb
+Backlink-Ceck
+Bandit
+Barkrowler
+Battleztar Bazinga
+BetaBot
+Bitacle
 Black Hole
-BlackWidow
+Blow
 BlowFish
 Boardreader
-Bolt
-Buck
+BotALot
 Buddy
-Bullseye
-CATExplorador
-CODE87
+BuiltBotTough
+BunnySlippers
 CSHttp
 CensysInspect
+CheTeam
 CherryPicker
 Chlooe
-Cliqzbot
-Copier
-CopyRightCheck
-Copyscape
+Citoid
+Claritybot
+Cloud mapping
+Collector
 Cosmos
-Crawling at Home Project
+Craftbot
+CrazyWebCrawler
+CrunchBot
+Curious
 CyotekWebCopy
-DBLBot
-DIIbot
-DatabaseDriverMysqli
-Deusu
-DigitalPebble
-Disco
+Digincore
+Dispatch
+DnBCrawler-Analytics
 DnyzBot
-DomainAppender
-DomainSigmaCrawler
-DomainStatsBot
+DomainCrawler
+Domains Project
+Download Wonder
+Dragonfly
+Drip
 ECCP/1.0
-EirGrabber
+Ebingbong
+Ecxi
 Exabot
+Extractor
 ExtractorPro
-Extreme Picture Finder
+EyeNetIE
+Ezooms
 FDM
-Fuzz
-FyberSpider
+Foobot
+FrontPage
+Fyrebot
 G-i-g-a-b-o-t
-GermCrawler
-GetRight
+GT::WWW
+GalaxyBot
+Genieo
 Gigabot
-Go-Ahead-Got-It
-GrabNet
-Grafula
+Go!Zilla
+Grabber
+GrapeFX
 GrapeshotCrawler
-HEADMasterSEO
-HTMLparser
+HMView
 HTTP::Lite
 Haansoft
-Harvest
-Havij
 Hloader
 HonoluluBot
 Humanlinks
-HybridBot
 IDBot
 IRLbot
 Iblog
-Image Sucker
+IlseBot
 IndeedBot
-InfoTekies
-Intelliseek
-InterGET
-Iria
-Iskanie
-IstellaBot
-JamesBOT
-JetCar
-Jorgee
+Indy Library
+Internet Ninja
+JOC Web Spider
+Jbrofuzz
+Jetty
+JikeSpider
+Kenjin Spider
 Keybot Translation-Search-Machine
-Kinza
-Kozmosbot
-LWP::Simple
-LeechFTP
-LexiBot
-LibWeb
-Lightspeedsystems
+Larbin
+Lftp
+LinkScan
 LinkWalker
-LinkextractorPro
-LinqiaRSSBot
-LinqiaScrapeBot
-Ltx71
+Linkdexbot
+LinksManager
+Lipperhey
+Lmspider
 MFC_Tear_Sample
-MIDown tool
+MIIxpc
 MQQBrowser
-MTRobot
 Mag-Net
+Magnet
 Mail.RU_Bot
-Majestic-SEO
+Majestic SEO
 Majestic12
-Metauri
+MarkWatch
+Mass Downloader
+Masscan
+Mata Hari
+Mb2345Browser
+MeanPath Bot
+Meanpathbot
+MegaIndex.ru
 MicroMessenger
-Mister PiX
-Moblie Safari
-Mojeek
 Mojolicious
 MolokaiBot
-Mozlila
-Mr.4x3
-Name Intelligence
-Nameprotect
+Musobot
+NICErsPRO
 Navroad
 Needle
-Nessus
-Net Vampire
-NetZIP
-NextGenSearchBot
-Nibbler
+NetMechanic
+Nettrack
 Niki-bot
+Ninja
 Nmap
-Not
+Nuclei
 Octopus
 Offline Explorer
-Offline Navigator
 OnCrawl
-OrangeBot
-OutfoxBot
-PECL::HTTP
+OpenLinkProfiler
+OpenVAS
 PHPCrawl
+POE-Component-Client-HTTP
 Page Analyzer
-Papa Foto
-Petalbot
+Pavuk
 Pi-Monster
 PictureFinder
-Pimonster
-Pixray
-PleaseCrawl
+Piepmatz
 Pockey
-ProPowerBot
-Psbot
-RankingBot
-Rankivabot
+Probethenet
+Pu_iN
+RankActive
+RankFlex
+RankingBot2
+RankurBot
+Re-re
+RebelMouse
+RedesScrapy
+Rogerbot
 SBIder
-SEOkicks
+SEOkicks-Robot
 SEOprofiler
-SEOstats
 SISTRIX
-SalesIntelligent
-ScanAlert
 Scanbot
-Screaming
-Searchestate
-Seekport
-SentiBot
+Scrapy
+ScrepyBot
+Semrush
+SemrushBot
 SeoSiteCheckup
-Seomoz
+Site Sucker
 SiteLockSpider
-SiteSucker
 Siteimprove
 Sitevigil
-Snapbot
-Sogou web spider
+SlySearch
+Sociscraper
+SpaceBison
 Spammen
 Spbot
-SputnikBot
-Sqworm
-Steeler
+Spinn3r
+Sqlmap
 Stripper
+Sucker
+Sucuri
+SuperBot
 SuperHTTP
 SurveyBot
-T8Abot
-Telesoft
-The Intraformant
-Titan
-Toweyabot
-Trendictionbot
-True_Robot
-Turnitin
+Swiftbot
+Teleport
+TeleportPro
+TheNomad
+Thumbor
+Toata
+Tracemyfile
+Trendiction
+Typhoeus
+URLy.Warning
 VCI
-Voil
+VeriCiteCrawler
+Virusdie
 Voltron
-WASALive-Bot
+WISENutbot
+WPScan
+WWW-Collector-E
 WWW-Mechanize
 WWW::Mechanize
 WWWOFFLE
 Wallpapers
 Wallpapers/3.0
-Web Enhancer
+WeSEE
+Web Fuck
 Web Pix
 WebAuto
-WebCollage
-WebFetch
-WebFuck
+WebEnhancer
 WebGo IS
-WebLeacher
-WebReaper
+WebPix
+WebSauger
 WebStripper
+WebSucker
 Webalta
-Webshag
-WebsiteExtractor
 WebsiteQuester
-Webster
-Whack
-Whacker
-WinHTTrack
+Whatweb
+Who.is Bot
+Widow
 WiseGuys Robot
-Woobot
+Wprecon
 Xenu
+YoudaoBot
 Zauba
-Zeus
+Zitebot
+ZoomBot
 ZoominfoBot
-ZumBot
-arquivo-web-crawler
+ZyBorg
 arquivo.pt
 check1.exe
-clark-crawler
-cognitiveseo
-crawl.sogou.com
-crawler.feedback
-dataforseo.com
-evc-batch
-gopher
+com.plumanalytics
+crawler4j
+demandbase-bot
+domainsproject.org
+instabid
 ips-agent
-iubenda-radar
-lwp-trivial
+isitwp.com
+mediawords
+oBot
 pcBrowser
-probe-image-size
-scalaj-http
-scan.lol
+plumanalytics
+satoristudio.net
 seobility
-seocompany.store
+seostar
 sitechecker.pro
-sogouspider
-tAkeOut
+sp_auditbot
+spyfu
+sysscan
 trendiction.com
-ubermetrics-technologies.com
-voyagerx.com
-webpros.com
-x22Mozilla
+trendiction.de
+webmeup-crawler
 xpymep1.exe
-zgrab
+zauba.io