V4.2022.03.2967 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
+01h4x.com
+404enemy
 AIBOT
 ALittle Client
-Aboundexbot
+ASPSeek
+Abonti
 Acunetix
-AhrefsBot
-AiHitBot
+Aipbot
+Alexibot
+AllSubmitter
 Alligator
-Anarchie
-Anthill
-Asterias
+Anarchy
+Aspiegel
 Atomseobot
-AwarioRssBot
+Attach
+AwarioSmartBot
+BBBike
 BDFetch
-BackStreet
+BLEXBot
+BackWeb
+BacklinkCrawler
 Badass
 Bandit
+BatchFTP
 Battleztar Bazinga
-Bitacle
-Black Hole
-BlowFish
-Boardreader
+BetaBot
+Bigfoot
+BlackWidow
+Blow
 BotALot
-Brandprotect
 Buck
+Buddy
 BuiltWith
 Bullseye
 BuzzSumo
-CODE87
-CazoodleBot
+CSHttp
+CheTeam
 CheeseBot
-CherryPicker
-ChinaClaw
-Citoid
+Claritybot
+Cliqzbot
 Cloud mapping
-Cocolyzebot
 Collector
-CopyRightCheck
-Curious
-DBLBot
+Craftbot
+CrunchBot
+Custo
+CyotekWebCopy
 DSearch
-DataCha0s
-Deusu
-Devil
+DTS Agent
+DatabaseDriverMysqli
+Demon
 Digincore
-Discobot
+DigitalPebble
+Dirbuster
 Discoverybot
-DnBCrawler-Analytics
+Dispatch
 DnyzBot
 DomainAppender
+DomainCrawler
 Domains Project
+Dotbot
 Download Wonder
-Dragonfly
 Drip
-EasyDL
+EMail Wolf
 Ecxi
-EroCrawler
-Evil
-Exabot
-ExtractorPro
-Extreme Picture Finder
-Ezooms
-FDM
+Express WebPictures
+EyeNetIE
+FemtosearchBot
+Fimap
+Freeuploader
 Fuzz
 FyberSpider
 Fyrebot
 G-i-g-a-b-o-t
-GetRight
-GetWeb
+GT::WWW
+Genieo
+GermCrawler
 Getintent
 Go!Zilla
-Gotit
+GrabNet
 GrapeFX
 GrapeshotCrawler
-HMView
-HTTP::Lite
+HTMLparser
 HTTrack
-Haansoft
-Humanlinks
-HybridBot
+Heritrix
+IDBTE4M
+IDBot
 Id-search
 Image Fetch
+IndeedBot
 InfoTekies
-InterGET
-IstellaBot
+InternetSeer
+JOC Web Spider
+JamesBOT
 Jbrofuzz
+JennyBot
+Jetty
 Joomla
-Jorgee
-Jyxobot
-Kenjin Spider
-Keybot Translation-Search-Machine
-Kinza
+Keyword Density
 Kozmosbot
-Lanshanbot
+LNSpiderguy
+LWP::Simple
 Larbin
-Leap
-Lightspeedsystems
-Linkdexbot
-LinkextractorPro
+LeechFTP
+LexiBot
+Lftp
 LinksManager
-Lipperhey
+LinqiaMetadataDownloaderBot
 MIDown tool
-MJ12bot
+MQQBrowser
 MSFrontPage
-MSIECrawler
-MTRobot
-Magnet
-Majestic-SEO
-Majestic12
-MarkMonitor
+Mail.RU_Bot
+Majestic SEO
 MauiBot
 Meanpathbot
-MicroMessenger
-Mister PiX
-Mojolicious
-Mr.4x3
+Mediatoolkitbot
+MegaIndex.ru
+Minefield
 NICErsPRO
+NPbot
+Navroad
 NearSite
-Nessus
 Net Vampire
-NetLyzer
-Netcraft
-Niki-bot
-NimbleCrawler
-Ninja
-Not
+NetZIP
+NextGenSearchBot
+Nikto
+Nimbostratus
+Nmap
 Nutch
-Offline Navigator
-OnCrawl
+Octopus
+Offline Explorer
+OpenLinkProfiler
 OpenVAS
 Openfind
-PECL::HTTP
-POE-Component-Client-HTTP
+Openvas
+OrangeBot
+OrangeSpider
+OutclicksBot
+OutfoxBot
 Page Analyzer
-PageScorer
-PageThing.com
+PageAnalyzer
+PageGrabber
 Pandalytics
-Papa Foto
-Pavuk
-PeoplePal
-Petalbot
-Picscout
-Pimonster
-Pixray
+PleaseCrawl
 Pockey
-ProPowerBot
-ProWebWalker
-PxBroker
-PyCurl
-RankActive
-Rankivabot
-Re-re
+Psbot
+Pump
+Quick-Crawler
+RankActiveLinkBot
+RankurBot
 ReGet
+Reaper
+RebelMouse
+RepoMonkey
 Ripper
+SBIder
 SEOkicks
-SEOkicks-Robot
-SMTBot
 SalesIntelligent
 Scanbot
-Screaming
-ScrepyBot
+ScoutJet
 SearchmetricsBot
-SemanticJuice
-Shodan
-Siphon
+Semrush
+SemrushBot
+SiteCheckerBotCrawler
 SiteLockSpider
-SiteSucker
-SlySearch
+SiteSnagger
+Sitevigil
 Snapbot
+SocialRankIOBot
 Sociscraper
-Sottopop
-Spammen
-SpankBot
-Spanner
-Spbot
-Spinn3r
-Sqlmap
-Stripper
+SpaceBison
+Sqlworm
+Sqworm
+Steeler
 Sucker
 SuperBot
-Swiftbot
-Teleport
-Titan
-Trendictionbot
-Turingos
+SuperHTTP
+Suzuran
+Szukacz
+T8Abot
+Telesphoreo
+Telesphorep
+The Intraformant
+TheNomad
+Toata
+Trendiction
+True_Robot
+TurnitinBot
 TwengaBot
-Typhoeus
+Twice
+URLy.Warning
+Upflow
 V-BOT
-VB Project
-Vacuum
-VelenPublicWebCrawler
+Vagabondo
+VeriCiteCrawler
+VidibleScraper
+VoidEYE
 Voltron
-WBSearchBot
-WEBDAV
-WWW-Collector-E
-Wallpapers
-Web Auto
-Web Fetch
-Web Fuck
-Web Sauger
-Web Sucker
-WebCopier
+WASALive-Bot
+Wallpapers/3.0
+Web Collage
+Web Enhancer
+Web Pix
+WebEnhancer
 WebFuck
-WebLeacher
+WebGo IS
+WebImageCollector
+WebPix
 WebSauger
-Webalta
-WebmasterWorldForumBot
-Webshag
+WebStripper
+WebSucker
+WebZIP
 WebsiteExtractor
-Whack
-Whatweb
-WinHTTrack
-WiseGuys Robot
+Whacker
+Who.is Bot
+Widow
 Wonderbot
-Xaldon WebSpider
-Xaldon_WebSpider
+Wprecon
+Xenu
+YoudaoBot
 Zade
-Zermelo
 ZmEu
-ZoomBot
-ZumBot
-archive.org_bot
 arquivo.pt
-autoemailspider
-cognitiveseo
+clark-crawler
 com.plumanalytics
-crawler.feedback
-dataforseo.com
-ips-agent
-iubenda-radar
-lwp-request
-lwp-trivial
+crawl.sogou.com
+crawler4j
+domainsproject.org
+gopher
+internetVista monitor
 magpie-crawler
-meanpathbot
-mediawords
-pcBrowser
-probe-image-size
-ripz
+netEstate NE Crawler
+plumanalytics
+polaris version
 s1z.ru
-satoristudio.net
-seobility
-sitechecker.pro
+seocompany.store
+seoscanners
+serpstatbot
+sexsearcher
 sogouspider
 sp_auditbot
+spyfu
 sysscan
 trendiction.com
-trendiction.de
+ubermetrics-technologies.com
 voyagerx.com
+webpros.com
+webprosbot
 x22Mozilla
 xpymep1.exe
+zgrab