V4.2022.10.3383 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
 404checker
-AIBOT
-Abonti
-Aboundex
+ADmantX
+ALittle Client
 Aboundexbot
-AfD-Verbotsverfahren
-AhrefsBot
+Acunetix
 AiHitBot
-Anarchie
+Alexibot
 Anarchy99
-Asterias
-Atomseobot
+Attach
+AwarioRssBot
 AwarioSmartBot
 BDCbot
 BDFetch
 BackStreet
+BackWeb
+Backlink-Ceck
 Bandit
-Barkrowler
-Battleztar Bazinga
+BetaBot
+Black Hole
+Blackboard
+Bolt
 Brandprotect
+Brandwatch
+Buck
 BuiltWith
+Bullseye
+BunnySlippers
 CATExplorador
-Cegbfeieh
-CheTeam
-CherryPicker
-ChinaClaw
-Cliqzbot
-Cloud mapping
+CazoodleBot
+Citoid
+Claritybot
 Cocolyzebot
-Collector
+Cogentbot
 Copier
+CopyRightCheck
 Copyscape
+Craftbot
+CrazyWebCrawler
 Crescent
-CrunchBot
-CyotekWebCopy
-DIIbot
-DTS Agent
+Curious
+Custo
+DBLBot
 Demon
+Deusu
 Devil
+Digincore
 DigitalPebble
 Dirbuster
-Discobot
-Dispatch
-DittoSpyder
 DnBCrawler-Analytics
-DomainAppender
+DomCopBot
+DomainCrawler
+DomainSigmaCrawler
 DomainStatsBot
+Domains Project
 Dotbot
 Download Wonder
 Drip
 EMail Siphon
+EMail Wolf
 EasyDL
-Extractor
+Ebingbong
+Ecxi
+ExtractorPro
 EyeNetIE
-Ezooms
-FHscan
-Fimap
-Firefox/7.0
+FDM
+FemtosearchBot
 FlashGet
 Freeuploader
 Fuzz
-G-i-g-a-b-o-t
-GalaxyBot
+FyberSpider
+GT::WWW
 GetRight
-Gigabot
-GoZilla
+Go!Zilla
 Gotit
-GrapeFX
+GrabNet
+Grabber
+Grafula
 GrapeshotCrawler
-HMView
+GridBot
+HEADMasterSEO
 HTTP::Lite
-Harvest
-Havij
-HonoluluBot
-IDBot
-IRLbot
-Image Fetch
-Indy Library
-InfoTekies
-InterGET
+HTTrack
+Haansoft
+Hloader
+Humanlinks
+Image Sucker
 Internet Ninja
-Iria
-JOC Web Spider
+IstellaBot
+JikeSpider
 Joomla
+Jorgee
+Keyword Density
 LWP::Simple
 Larbin
-LeechFTP
-LexiBot
+LeechGet
+Lftp
+Lightspeedsystems
 Likse
 LinkWalker
-Linkbot
+LinkpadBot
 LinqiaRSSBot
-Lipperhey
+LinqiaScrapeBot
+Lmspider
 Ltx71
 MFC_Tear_Sample
-MIDown tool
-MQQBrowser
+MJ12bot
 MSFrontPage
-MSIECrawler
+MTRobot
 Majestic SEO
-Mass Downloader
+Majestic12
+MarkMonitor
 Masscan
 Mata Hari
+MauiBot
 Mb2345Browser
+MeanPath Bot
 Mediatoolkitbot
 Metauri
-MicroMessenger
+Microsoft URL Control
 Mister PiX
-Mojolicious
-Nessus
-Net Vampire
+Morfeus Fucking Scanner
+NICErsPRO
+Nameprotect
+Needle
 NetAnts
-NetLyzer
+NetMechanic
 NetSpider
-Nettrack
+Netcraft
 Nibbler
-Niki-bot
 Nikto
-Offline Explorer
-OpenVAS
-Openfind
-OrangeSpider
-PECL::HTTP
+Ninja
+Nmap
+Octopus
+OnCrawl
+OrangeBot
 PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
 PageAnalyzer
-PageGrabber
-Pavuk
-PeoplePal
-Petalbot
-Pi-Monster
-Picsearch
+PageScorer
+Picscout
 Piepmatz
+Pimonster
 Pixray
 PleaseCrawl
-RankActive
+ProPowerBot
+ProWebWalker
 RankFlex
-RankingBot
-ReGet
+RankingBot2
+Rankivabot
+RankurBot
+RealDownload
 RebelMouse
-RedesScrapy
+RepoMonkey
+Ripper
 RocketCrawler
-SEOkicks-Robot
-SEOstats
 SISTRIX
-SMTBot
 ScanAlert
+Scanbot
 Scrapy
+ScreenerBot
 ScrepyBot
-Searchestate
-SearchmetricsBot
-Seomoz
-Siphon
+Semrush
+Shodan
 SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
-SiteSucker
+Siteimprove
+Sitevigil
 SlySearch
-SmartDownload
-Snapbot
 Sociscraper
-SpaceBison
+Sosospider
 Spammen
-SpankBot
 Spanner
 SputnikBot
-Sqworm
+Sqlmap
 Steeler
-Sucker
-SuperBot
+SurveyBot
 Szukacz
-Thumbor
-TightTwatBot
-Toata
-Tracemyfile
-Trendictionbot
-Turingos
-Turnitin
+T8Abot
+TeleportPro
+Telesoft
+Telesphorep
+True_Robot
 TurnitinBot
-TwengaBot
-Twice
-Typhoeus
-URLy.Warning
-Upflow
+UnisterBot
 V-BOT
+VB Project
 VCI
-Vacuum
 Vagabondo
-VeriCiteCrawler
-VidibleScraper
-Voil
-Voltron
+VelenPublicWebCrawler
+WASALive-Bot
 WEBDAV
-WPScan
+WISENutbot
+WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
-WWWOFFLE
-Wallpapers
+WeSEE
 Web Enhancer
 Web Fetch
 Web Fuck
+Web Sauger
 WebAuto
-WebCollage
+WebCopier
 WebEnhancer
-WebFuck
-WebGo IS
-WebSauger
-Webalta
+WebImageCollector
+WebLeacher
+WebReaper
+WebSucker
+WebWhacker
 WebmasterWorldForumBot
-WebsiteQuester
-Who.is Bot
+Webshag
+Whack
+Whacker
 Widow
-WinHTTrack
 WiseGuys Robot
 Woobot
 Xaldon_WebSpider
-YoudaoBot
-Zade
-Zauba
 Zermelo
-Zeus
-ZmEu
-ZoominfoBot
+ZoomBot
+ZyBorg
+adscanner
+archive.org_bot
 autoemailspider
-crawl.sogou.com
-crawler4j
-domainsproject.org
-eCatch
+backlink-check
+cah.io.community
+check1.exe
+clark-crawler
+crawler.feedback
+dataforseo.com
+facebookscraper
 gopher
 heritrix
-instabid
 internetVista monitor
 isitwp.com
-iubenda-radar
-linkdexbot
-muhstik-scan
-oBot
-page scorer
-plumanalytics
-seoscanners
-seostar
+magpie-crawler
+meanpathbot
+mediawords
+netEstate NE Crawler
+ripz
+scan.lol
+sexsearcher
 sitechecker.pro
-tAkeOut
-trendiction.com
+siteripz
+trendiction.de
+ubermetrics-technologies.com
 voyagerx.com
 webgains-bot
-webmeup-crawler
 webpros.com
-zauba.io
-zgrab
+x22Mozilla
+xpymep1.exe