V4.2021.12.2814 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-ADmantX
-AIBOT
-ALittle Client
-Aboundex
+404checker
+404enemy
 Aboundexbot
-AfD-Verbotsverfahren
 AhrefsBot
-Aipbot
-Alexibot
-AllSubmitter
-Alligator
-AlphaBot
-Anarchy99
+Anarchie
+Ankit
+Attach
+AwarioRssBot
 AwarioSmartBot
-BDFetch
+BDCbot
+BackDoorBot
 BackStreet
-Backlink-Ceck
-BacklinkCrawler
-Badass
-BatchFTP
-BetaBot
-BlackWidow
-Blackboard
+Battleztar Bazinga
+Blow
 BlowFish
 Boardreader
-Bolt
-Buddy
-BuiltBotTough
-BuiltWith
-BuzzSumo
+Brandprotect
+Buck
 CODE87
 CSHttp
 Calculon
+Cegbfeieh
 CheTeam
+ChinaClaw
 Chlooe
-Citoid
-Cliqzbot
-Cloud mapping
-Cocolyzebot
-Cogentbot
 Collector
+CopyRightCheck
+Copyscape
 Cosmos
 Craftbot
-CrunchBot
-Custo
-CyotekWebCopy
-DIIbot
+Curious
+DSearch
 DTS Agent
 DataCha0s
+DatabaseDriverMysqli
 Demon
-Devil
 Digincore
+DigitalPebble
+Dirbuster
+Disco
+Discobot
 Discoverybot
 DittoSpyder
-DnBCrawler-Analytics
 DnyzBot
-DomCopBot
 DomainAppender
 DomainStatsBot
-Dotbot
-Download Wonder
-EMail Siphon
-EirGrabber
-Exabot
-Express WebPictures
-FHscan
+Domains Project
+ECCP/1.0
+Ebingbong
+EroCrawler
+Evil
+Extractor
+ExtractorPro
+FDM
+FemtosearchBot
 Firefox/7.0
 Flunky
-Foobot
+Freeuploader
 FrontPage
 Fuzz
-FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
+Genieo
+GetRight
 Getintent
+Gigabot
 GoZilla
-GrapeFX
-GrapeshotCrawler
-HEADMasterSEO
-HMView
+GrabNet
 HTMLparser
-HTTP::Lite
 Haansoft
-Havij
+HaosouSpider
 Heritrix
 Humanlinks
+HybridBot
 IDBot
-Iblog
 Image Fetch
 Image Sucker
+IndeedBot
+InfoTekies
 Intelliseek
-Internet Ninja
+InternetSeer
+Iria
 Iskanie
 IstellaBot
-JennyBot
-Jetty
+JOC Web Spider
+JamesBOT
 Joomla
+Keyword Density
 Kinza
 Kozmosbot
-LWP::Simple
-Lftp
+LNSpiderguy
+Lanshanbot
+Leap
 Libwhisker
-LieBaoFast
 Lightspeedsystems
 Likse
-LinkScan
-LinkextractorPro
+Linkbot
+Linkdexbot
 LinksManager
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
-Litemage_walker
-Lmspider
-Ltx71
-MFC_Tear_Sample
-MIIxpc
+MIDown tool
 MJ12bot
 MQQBrowser
-Mag-Net
-Magnet
+MSIECrawler
+Mail.RU_Bot
+Majestic SEO
 Mass Downloader
+Masscan
 Mata Hari
-MauiBot
+Mb2345Browser
 MeanPath Bot
+Meanpathbot
+Microsoft URL Control
+Minefield
+Mister PiX
 Moblie Safari
-Mr.4x3
-Msrabot
+Mojeek
+Mojolicious
+Musobot
 NPbot
-Nameprotect
+Navroad
 NearSite
-Nessus
 NetAnts
-Nettrack
-Nibbler
-Niki-bot
+NetMechanic
+Netvibes
+NimbleCrawler
+Ninja
+Nmap
+Not
 Nuclei
-Nutch
-OnCrawl
-OpenLinkProfiler
 OpenVAS
 Openfind
 Openvas
-OrangeSpider
 OutfoxBot
+PECL::HTTP
 PHPCrawl
-Page Analyzer
+POE-Component-Client-HTTP
+PageGrabber
 Papa Foto
-Pavuk
-Picscout
-Piepmatz
-Pimonster
+Petalbot
+PleaseCrawl
 ProPowerBot
-Pump
-RSSingBot
-RankingBot2
+Pu_iN
+Quick-Crawler
+RankActive
+RankFlex
+RankingBot
+RankurBot
 RebelMouse
-Recorder
+Ripper
+RocketCrawler
+Rogerbot
 SEOkicks
 SEOkicks-Robot
-SEOprofiler
-SMTBot
+SEOlyticsCrawler
+SISTRIX
 ScanAlert
 ScoutJet
 ScrepyBot
-Semrush
+SearchmetricsBot
+SemrushBot
+SeobilityBot
+Seomoz
 Shodan
 Site Sucker
-SiteCheckerBotCrawler
-SiteLockSpider
-SiteSucker
-Sitebeam
+SiteExplorer
+Siteimprove
 SmartDownload
-Snapbot
-Spammen
-SpankBot
+Snake
+Snoopy
+SocialRankIOBot
+Sociscraper
 Spanner
+Spbot
 Spinn3r
 SputnikBot
-Sqlmap
-Sqlworm
+Sqworm
+Stripper
 SuperBot
 Surfbot
-SurveyBot
 T0PHackTeam
 T8Abot
-Teleport
 TeleportPro
-Telesoft
-Telesphorep
 The Intraformant
-TightTwatBot
-Toweyabot
-Trendiction
-Trendictionbot
-True_Robot
-TurnitinBot
+TheNomad
+Thumbor
+Tracemyfile
+Turnitin
 TwengaBot
 Twice
-Typhoeus
-VB Project
-VCI
-Vacuum
-VelenPublicWebCrawler
-VeriCiteCrawler
+URLy Warning
+Upflow
+VidibleScraper
 VoidEYE
+Voil
 Voltron
-WEBDAV
+WISENutbot
+WPScan
 WWW-Mechanize
+WWW::Mechanize
 WWWOFFLE
-Wallpapers
 WallpapersHD
 Web Collage
+Web Pix
 Web Sauger
 WebAuto
-WebEnhancer
-WebFetch
+WebBandit
 WebFuck
-WebPix
-WebStripper
+WebGo IS
 WebSucker
 WebWhacker
 WebmasterWorldForumBot
-Webster
-Whacker
+Whack
+Whatweb
+Who.is Bot
+WiseGuys Robot
+Wonderbot
 Woobot
+Wprecon
+Xaldon WebSpider
+Zade
+Zeus
 Zitebot
-ZoominfoBot
-adscanner
+ZoomBot
+ZumBot
+arquivo-web-crawler
+autoemailspider
 backlink-check
-cah.io.community
-clark-crawler
-cognitiveseo
-domainsproject.org
-heritrix
-internetVista monitor
+coccocbot-web
+crawler.feedback
+dataforseo.com
+instabid
 ips-agent
 isitwp.com
 meanpathbot
-serpstatbot
+muhstik-scan
+pcBrowser
+plumanalytics
+ripz
 sexsearcher
-sitechecker.pro
-sogouspider
-sp_auditbot
-spyfu
+trendiction.com
 ubermetrics-technologies.com
-zgrab
+voyagerx.com
+webmeup-crawler
+x09Mozilla
+x22Mozilla
+zauba.io