V4.2021.07.2489 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-AIBOT
-Aboundexbot
+01h4x.com
 AiHitBot
+Aipbot
+Alexibot
+AllSubmitter
+Anarchy
 Anarchy99
 Ankit
 Apexoo
 Aspiegel
-Asterias
 Attach
+AwarioSmartBot
+BDFetch
 BLEXBot
-BackStreet
-BackWeb
-Backlink-Ceck
-BacklinkCrawler
-Bandit
+Barkrowler
+BatchFTP
 Battleztar Bazinga
 Bigfoot
-Blackboard
+Bitacle
+Black Hole
 Blow
-Bolt
-Buddy
+BuiltBotTough
 BuiltWith
-CCBot
+Bullseye
+BuzzSumo
 CODE87
-Calculon
-Cegbfeieh
+CSHttp
+CheTeam
 CheeseBot
-CherryPicker
-ChinaClaw
+Chlooe
+Claritybot
 Cloud mapping
-Cocolyzebot
 Copier
-CopyRightCheck
-Craftbot
-Crescent
+Cosmos
+CrazyWebCrawler
 CrunchBot
 Curious
+Custo
 CyotekWebCopy
+DIIbot
 DTS Agent
-Devil
+DatabaseDriverMysqli
+Demon
 Digincore
-DigitalPebble
-Dirbuster
-Disco
 Dispatch
 DnyzBot
 DomCopBot
-DomainCrawler
+DomainAppender
+DomainSigmaCrawler
+DomainStatsBot
 Domains Project
 Dotbot
-Dragonfly
 Drip
 ECCP/1.0
+EMail Wolf
+EasyDL
+Ecxi
+EirGrabber
+EroCrawler
 Evil
+Exabot
+Express WebPictures
 Extractor
+Extreme Picture Finder
 EyeNetIE
 Ezooms
-FHscan
-Fimap
-FlashGet
-Flunky
 Freeuploader
-Fuzz
 FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
 GT::WWW
 GalaxyBot
+GermCrawler
+GetRight
+GetWeb
 Getintent
-Go!Zilla
-GoZilla
+Gotit
 GrabNet
-GridBot
-HEADMasterSEO
+Grafula
+GrapeFX
+HMView
 HTMLparser
-Harvest
+HTTrack
+HaosouSpider
+Heritrix
+Hloader
 Humanlinks
 HybridBot
-IDBot
-IRLbot
+IDBTE4M
 Id-search
+Image Fetch
 Image Sucker
-IndeedBot
-InfoNaviRobot
-InterGET
-Internet Ninja
-Iria
+InternetSeer
 Iskanie
 JOC Web Spider
-Jbrofuzz
-Jetty
-JikeSpider
+JennyBot
+JustView
 Jyxobot
 Kenjin Spider
 Kinza
 Kozmosbot
-LNSpiderguy
-Larbin
+Lanshanbot
 LeechFTP
+LeechGet
+Lftp
 LibWeb
-LinkWalker
+LinkextractorPro
 LinkpadBot
+LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
+Lipperhey
 Lipperhey Spider
-Ltx71
-MFC_Tear_Sample
+Litemage_walker
+MIDown tool
 MIIxpc
 MJ12bot
 MQQBrowser
-MSFrontPage
-MSIECrawler
-Magnet
+MTRobot
 Majestic SEO
 Majestic-SEO
-Majestic12
-Masscan
-Mata Hari
-MeanPath Bot
-MegaIndex.ru
-Mister PiX
+MauiBot
+Mb2345Browser
+Mediatoolkitbot
+MicroMessenger
+Moblie Safari
+Mojeek
+Mojolicious
 NICErsPRO
-NPbot
-Needle
-NetSpider
-NetZIP
-Netcraft
-Nettrack
-Netvibes
+Navroad
+Nessus
+Net Vampire
+NetAnts
+NetLyzer
+NetMechanic
+NextGenSearchBot
 Nibbler
-Nikto
-NimbleCrawler
-Nimbostratus
-Ninja
+Niki-bot
+Nuclei
 Nutch
-Offline Explorer
-OnCrawl
+OpenLinkProfiler
 Openfind
-OrangeSpider
-OutfoxBot
-PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
+Openvas
+OrangeBot
+PECL::HTTP
 PageAnalyzer
-PageScorer
+PageThing.com
 Pandalytics
-Panscient
 PeoplePal
+Petalbot
+Picscout
 Picsearch
-Pimonster
-Pixray
-PleaseCrawl
+PictureFinder
+Pockey
 ProWebWalker
+Probethenet
 Psbot
+Pu_iN
 PxBroker
-QueryN Metasearch
-RankActive
+Quick-Crawler
+RSSingBot
 RankFlex
+RankingBot2
 Re-re
 ReGet
-Reaper
+RealDownload
 RebelMouse
+Recorder
+SBIder
 SMTBot
-ScanAlert
-ScoutJet
+SalesIntelligent
+Scrapy
 Screaming
-ScrepyBot
-SemrushBot
-SeobilityBot
+ScreenerBot
+SearchmetricsBot
 Seomoz
-Siphon
+Shodan
 SiteExplorer
-SiteSnagger
-Siteimprove
+SiteLockSpider
+Sitebeam
+SlySearch
 Snapbot
-Snoopy
-Sottopop
-Spammen
+Sociscraper
+SpaceBison
 Spanner
-Spbot
-Spinn3r
-Stripper
-SuperBot
+SputnikBot
+Sqworm
+Steeler
 Suzuran
+Swiftbot
 Szukacz
-T8Abot
-Telesoft
-Telesphorep
+TeleportPro
 The Intraformant
-Toata
+TightTwatBot
+Toweyabot
 Tracemyfile
 Trendictionbot
 True_Robot
-URLy Warning
-URLy.Warning
-Vagabondo
-VidibleScraper
-VoidEYE
-Voil
+TwengaBot
+Upflow
+Vacuum
+VeriCiteCrawler
 WBSearchBot
-WEBDAV
-WISENutbot
 WPScan
+Web Auto
 Web Collage
-Web Fetch
-Web Fuck
+Web Pix
 Web Sauger
-WebAuto
-WebBandit
-WebFetch
-WebGo IS
+Web Sucker
+WebCollage
+WebFuck
 WebPix
-WebSauger
-WebStripper
-WebSucker
 Webalta
 Webshag
 Website Quester
-Webster
+WebsiteExtractor
 Whacker
 Who.is Bot
 WinHTTrack
+WiseGuys Robot
 Wonderbot
 Woobot
-Wotbox
-Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zauba
-Zeus
-Zitebot
-ZmEu
-ZoominfoBot
+Zade
 arquivo-web-crawler
-com.plumanalytics
-domainsproject.org
-eCatch
+autoemailspider
+backlink-check
+check1.exe
+coccocbot-web
+cognitiveseo
+evc-batch
+gopher
 heritrix
-magpie-crawler
-meanpathbot
+instabid
+ips-agent
+lwp-trivial
+netEstate NE Crawler
+page scorer
 plumanalytics
-ripz
-satoristudio.net
 scan.lol
-seobility
-seoscanners
 serpstatbot
 sexsearcher
-sogouspider
-trendiction.com
+sitechecker.pro
+sp_auditbot
+spyfu
+sysscan
+tAkeOut
+ubermetrics-technologies.com
 webmeup-crawler
-zauba.io
+zgrab