V4.2021.12.2815 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
 404checker
-404enemy
-Aboundexbot
+80legs
+ASPSeek
 AhrefsBot
-Anarchie
+AiHitBot
+Alexibot
+AllSubmitter
+AlphaBot
+Anarchy99
 Ankit
+Anthill
+Apexoo
 Attach
-AwarioRssBot
-AwarioSmartBot
+BBBike
 BDCbot
-BackDoorBot
 BackStreet
-Battleztar Bazinga
-Blow
-BlowFish
+BatchFTP
+BetaBot
+BlackWidow
+Blackboard
 Boardreader
-Brandprotect
-Buck
-CODE87
+Brandwatch
+BuiltBotTough
+BuiltWith
+Bullseye
+CCBot
 CSHttp
-Calculon
-Cegbfeieh
+CensysInspect
 CheTeam
-ChinaClaw
+CheeseBot
 Chlooe
+Citoid
 Collector
+Copier
 CopyRightCheck
 Copyscape
 Cosmos
-Craftbot
-Curious
-DSearch
-DTS Agent
+Custo
+DBLBot
+DIIbot
 DataCha0s
-DatabaseDriverMysqli
 Demon
+Devil
 Digincore
 DigitalPebble
-Dirbuster
 Disco
-Discobot
 Discoverybot
-DittoSpyder
-DnyzBot
-DomainAppender
-DomainStatsBot
+Dispatch
+DnBCrawler-Analytics
+DomainCrawler
 Domains Project
 ECCP/1.0
+EMail Siphon
+EasyDL
 Ebingbong
+Ecxi
 EroCrawler
-Evil
+Express WebPictures
+ExtLinksBot
 Extractor
-ExtractorPro
 FDM
+FHscan
 FemtosearchBot
 Firefox/7.0
+FlashGet
 Flunky
+Foobot
 Freeuploader
-FrontPage
-Fuzz
-GT::WWW
-GalaxyBot
-Genieo
-GetRight
-Getintent
-Gigabot
+FyberSpider
+Fyrebot
+G-i-g-a-b-o-t
+GermCrawler
+Go!Zilla
 GoZilla
 GrabNet
-HTMLparser
+GrapeFX
+HEADMasterSEO
+HTTrack
 Haansoft
-HaosouSpider
-Heritrix
+Havij
 Humanlinks
 HybridBot
-IDBot
-Image Fetch
-Image Sucker
-IndeedBot
+Indy Library
 InfoTekies
-Intelliseek
-InternetSeer
+Internet Ninja
 Iria
 Iskanie
-IstellaBot
 JOC Web Spider
-JamesBOT
-Joomla
-Keyword Density
+Jetty
+JustView
 Kinza
 Kozmosbot
-LNSpiderguy
 Lanshanbot
-Leap
+LeechGet
+LibWeb
 Libwhisker
+LieBaoFast
 Lightspeedsystems
 Likse
-Linkbot
+LinkWalker
 Linkdexbot
-LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
-MIDown tool
-MJ12bot
+Litemage_walker
+Lmspider
+MIIxpc
 MQQBrowser
+MSFrontPage
 MSIECrawler
-Mail.RU_Bot
+Mag-Net
 Majestic SEO
-Mass Downloader
-Masscan
+Majestic-SEO
+MarkWatch
 Mata Hari
-Mb2345Browser
-MeanPath Bot
+MauiBot
 Meanpathbot
-Microsoft URL Control
-Minefield
-Mister PiX
+MicroMessenger
+Microsoft Data Access
 Moblie Safari
 Mojeek
-Mojolicious
+Morfeus Fucking Scanner
 Musobot
 NPbot
+Name Intelligence
+Nameprotect
 Navroad
-NearSite
+Net Vampire
 NetAnts
-NetMechanic
+Netcraft
 Netvibes
+NextGenSearchBot
+Nibbler
+Niki-bot
+Nikto
 NimbleCrawler
 Ninja
-Nmap
 Not
-Nuclei
-OpenVAS
-Openfind
+Offline Explorer
 Openvas
 OutfoxBot
-PECL::HTTP
 PHPCrawl
 POE-Component-Client-HTTP
-PageGrabber
+Page Analyzer
+PageScorer
 Papa Foto
-Petalbot
+PeoplePal
+Pi-Monster
+PictureFinder
 PleaseCrawl
-ProPowerBot
+Pockey
+Psbot
 Pu_iN
+Pump
+PxBroker
 Quick-Crawler
-RankActive
-RankFlex
+RSSingBot
+RankActiveLinkBot
 RankingBot
+RankingBot2
 RankurBot
 RebelMouse
+Recorder
 Ripper
-RocketCrawler
-Rogerbot
-SEOkicks
+SBIder
 SEOkicks-Robot
 SEOlyticsCrawler
-SISTRIX
+SEOprofiler
+SMTBot
 ScanAlert
+Scanbot
 ScoutJet
-ScrepyBot
-SearchmetricsBot
-SemrushBot
-SeobilityBot
+Scrapy
+Searchestate
+SemanticJuice
+SentiBot
 Seomoz
 Shodan
-Site Sucker
-SiteExplorer
-Siteimprove
-SmartDownload
-Snake
+Siphon
+SiteSnagger
+SiteSucker
+SlySearch
 Snoopy
-SocialRankIOBot
 Sociscraper
+Sottopop
 Spanner
 Spbot
 Spinn3r
-SputnikBot
-Sqworm
-Stripper
-SuperBot
+Sucuri
 Surfbot
-T0PHackTeam
-T8Abot
+Suzuran
+Swiftbot
+Teleport
 TeleportPro
+Telesphorep
 The Intraformant
 TheNomad
-Thumbor
-Tracemyfile
-Turnitin
+TightTwatBot
+Trendiction
+Trendictionbot
+True_Robot
 TwengaBot
-Twice
-URLy Warning
-Upflow
+Typhoeus
+UnisterBot
+VB Project
+VeriCiteCrawler
 VidibleScraper
-VoidEYE
 Voil
 Voltron
-WISENutbot
+WASALive-Bot
 WPScan
 WWW-Mechanize
 WWW::Mechanize
 WWWOFFLE
-WallpapersHD
-Web Collage
+Wallpapers
+WeSEE
+Web Fetch
 Web Pix
 Web Sauger
-WebAuto
-WebBandit
+WebCollage
+WebEnhancer
 WebFuck
-WebGo IS
-WebSucker
-WebWhacker
-WebmasterWorldForumBot
-Whack
+WebLeacher
+WebReaper
+WebsiteQuester
 Whatweb
-Who.is Bot
-WiseGuys Robot
-Wonderbot
-Woobot
-Wprecon
-Xaldon WebSpider
-Zade
-Zeus
-Zitebot
+Widow
+Wotbox
+Xenu
+YoudaoBot
+Zermelo
 ZoomBot
+ZoominfoBot
 ZumBot
 arquivo-web-crawler
-autoemailspider
-backlink-check
-coccocbot-web
-crawler.feedback
-dataforseo.com
-instabid
-ips-agent
-isitwp.com
-meanpathbot
+crawler4j
+demandbase-bot
+facebookscraper
+lwp-request
 muhstik-scan
-pcBrowser
 plumanalytics
+probe-image-size
 ripz
-sexsearcher
-trendiction.com
+satoristudio.net
+scalaj-http
+sogouspider
+sysscan
 ubermetrics-technologies.com
-voyagerx.com
-webmeup-crawler
-x09Mozilla
-x22Mozilla
-zauba.io
+webgains-bot
+xpymep1.exe