V4.2021.08.2562 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+404checker
+404enemy
+ADmantX
+Aboundexbot
+AhrefsBot
 AiHitBot
-AllSubmitter
-Anarchy
+Alexibot
+Alligator
+Anthill
+Aspiegel
 Attach
+AwarioSmartBot
 BDFetch
-BackDoorBot
-BackWeb
+BackStreet
 Badass
-Bandit
+Barkrowler
+Battleztar Bazinga
+Bitacle
+Black Hole
 Blow
+BlowFish
 Boardreader
-BotALot
-Brandwatch
 Buck
 Bullseye
-BunnySlippers
+BuzzSumo
 CATExplorador
-CSHttp
 Calculon
-CheTeam
-CherryPicker
-Copier
-Craftbot
-Crawling at Home Project
-Curious
+CazoodleBot
+CheeseBot
+Chlooe
+Claritybot
+Cloud mapping
+Cogentbot
+CopyRightCheck
+Crescent
+CrunchBot
+CyotekWebCopy
 DBLBot
 DTS Agent
-DataCha0s
 Deusu
+Devil
 Digincore
-Disco
-Discoverybot
-DomCopBot
+Dirbuster
+DnyzBot
 DomainAppender
-DomainStatsBot
-EMail Wolf
-EasyDL
-Ecxi
+DomainSigmaCrawler
+Domains Project
+Dotbot
+Download Wonder
+Drip
+ECCP/1.0
+EMail Siphon
 EirGrabber
+Exabot
 Extractor
+Extreme Picture Finder
+EyeNetIE
 Firefox/7.0
-FlashGet
+Flunky
 Freeuploader
-FrontPage
+FyberSpider
 G-i-g-a-b-o-t
+GT::WWW
+GalaxyBot
+GermCrawler
+GetWeb
 Getintent
-Go-Ahead-Got-It
-Grafula
+Gigablast
+Gigabot
 GrapeFX
-GrapeshotCrawler
 HEADMasterSEO
-HTMLparser
-HTTP::Lite
+Haansoft
 Harvest
-Humanlinks
-HybridBot
 IDBTE4M
+IDBot
 Image Sucker
 IndeedBot
 InfoNaviRobot
-InfoTekies
+InterGET
 Internet Ninja
-Iria
-Iskanie
-Jbrofuzz
+InternetSeer
+JamesBOT
 JetCar
-Jetty
-JikeSpider
-Jorgee
-Kenjin Spider
 Keyword Density
-Kinza
 Larbin
+Leap
 LeechFTP
-LeechGet
-Lftp
-Libwhisker
+LexiBot
+LieBaoFast
+Lightspeedsystems
+Likse
+LinkScan
 LinkWalker
-Linkbot
 Linkdexbot
 LinkpadBot
-LinqiaScrapeBot
+LinqiaRSSBot
+Lipperhey
+Lipperhey Spider
+Litemage_walker
+Lmspider
 Ltx71
-MFC_Tear_Sample
-MIDown tool
-MIIxpc
-MJ12bot
-MSFrontPage
+MQQBrowser
 MSIECrawler
 MTRobot
-Majestic12
+Mag-Net
+Mail.RU_Bot
 MarkMonitor
-MarkWatch
 Mass Downloader
-Masscan
-MeanPath Bot
-Mediatoolkitbot
-MicroMessenger
-Mojolicious
+Mb2345Browser
+MegaIndex.ru
+Metauri
+Microsoft URL Control
+Moblie Safari
 Mr.4x3
-Msrabot
-Musobot
-NPbot
-Name Intelligence
-Needle
-Net Vampire
-NetAnts
-NetMechanic
-NetZIP
+Nessus
+Netcraft
 Nettrack
-NextGenSearchBot
-Niki-bot
-Nikto
-Ninja
-Nutch
+Nibbler
+Nimbostratus
+Nuclei
 Offline Explorer
-Openfind
-OrangeBot
-OutclicksBot
 OutfoxBot
-Page Analyzer
-PageGrabber
-Papa Foto
-Pavuk
-PeoplePal
+PHPCrawl
+PageAnalyzer
+PageScorer
+Pandalytics
+Panscient
+Petalbot
 Pi-Monster
 Picscout
-PictureFinder
-Piepmatz
-Pixray
+Pimonster
 Pockey
 ProWebWalker
+Psbot
 Pu_iN
+PxBroker
 PyCurl
 Quick-Crawler
-RSSingBot
+RankActiveLinkBot
+RankFlex
 RankingBot
-RankingBot2
+ReGet
 RealDownload
 Reaper
 Recorder
+RepoMonkey
+RocketCrawler
+Rogerbot
+SBIder
 SEOkicks-Robot
+SEOlyticsCrawler
 SEOstats
+SISTRIX
+SMTBot
+SalesIntelligent
 Scanbot
+ScoutJet
+Screaming
 ScrepyBot
-Semrush
-SeoSiteCheckup
+SearchmetricsBot
+SemrushBot
 SeobilityBot
-Seomoz
 Shodan
-Siphon
-Siteimprove
+SiteCheckerBotCrawler
+SiteExplorer
+SiteLockSpider
+Sitebeam
 Sitevigil
-SlySearch
-SmartDownload
-Snapbot
+Snoopy
 SocialRankIOBot
-Sottopop
+Sosospider
 Spammen
-SpankBot
-Sqlworm
-Sqworm
+Spbot
+SputnikBot
+Sucker
+Sucuri
 SuperBot
+Surfbot
 SurveyBot
 Suzuran
-Swiftbot
+T0PHackTeam
+Teleport
+TeleportPro
 Telesoft
+Telesphoreo
+Telesphorep
+The Intraformant
+Thumbor
+TightTwatBot
 Titan
-Toata
+Toweyabot
 Tracemyfile
+Trendictionbot
 Turnitin
 TurnitinBot
 TwengaBot
+Typhoeus
 URLy Warning
-URLy.Warning
-UnisterBot
 Upflow
-V-BOT
-Vacuum
 Vagabondo
-Voil
-Voltron
-WASALive-Bot
+VidibleScraper
 WBSearchBot
-WISENutbot
-WPScan
+WEBDAV
 WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
 Wallpapers
-Web Fetch
+WallpapersHD
+Web Collage
+Web Enhancer
 Web Fuck
-Web Pix
-Web Sucker
+Web Sauger
 WebAuto
-WebCollage
-WebCopier
-WebImageCollector
 WebPix
-Webalta
-WebmasterWorldForumBot
+WebStripper
+WebSucker
+WebZIP
 Webshag
 Website Quester
-WebsiteExtractor
 Whack
-Who.is Bot
-WinHTTrack
 Wonderbot
-Woobot
-Wotbox
 Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
-Zade
-Zauba
-Zermelo
-Zitebot
-ZmEu
-ZoomBot
-ZumBot
-arquivo.pt
-autoemailspider
+ZyBorg
+arquivo-web-crawler
 backlink-check
-cah.io.community
 clark-crawler
+crawl.sogou.com
+crawler.feedback
+crawler4j
 dataforseo.com
-facebookscraper
-gopher
-internetVista monitor
-ips-agent
-mediawords
+eCatch
+instabid
+lwp-trivial
 netEstate NE Crawler
+page scorer
 pcBrowser
 plumanalytics
-probe-image-size
-ripz
 s1z.ru
+satoristudio.net
 scalaj-http
 scan.lol
+seobility
 seoscanners
-serpstatbot
-sogouspider
+siteripz
+sysscan
+tAkeOut
 trendiction.com
 ubermetrics-technologies.com
-voyagerx.com
-webmeup-crawler
-webprosbot
 x09Mozilla
 x22Mozilla
-zauba.io
-zgrab