V4.2021.10.2646 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-80legs
+01h4x.com
 ADmantX
-AIBOT
 ALittle Client
-Aboundexbot
+Aboundex
 Acunetix
-AhrefsBot
-Aipbot
-AllSubmitter
 Alligator
-AlphaBot
-Ankit
-Apexoo
 Aspiegel
-Asterias
-Attach
-BackStreet
-BackWeb
-Backlink-Ceck
-Badass
-Bandit
-Bigfoot
+BBBike
+BLEXBot
+BackDoorBot
+BacklinkCrawler
+Barkrowler
+BatchFTP
+Battleztar Bazinga
+Bitacle
 BlowFish
 Boardreader
 Bolt
-Brandprotect
 Buck
+Buddy
 BuiltWith
-CODE87
-Calculon
-CazoodleBot
-CensysInspect
 CheTeam
+CheeseBot
 CherryPicker
-Chlooe
-Cloud mapping
-Collector
-Copier
+ChinaClaw
+Cogentbot
 CopyRightCheck
 Copyscape
+Cosmos
+Crawling at Home Project
+CrunchBot
+Curious
 Custo
 CyotekWebCopy
-DBLBot
-DataCha0s
-DatabaseDriverMysqli
+DTS Agent
 Demon
-Deusu
-Devil
+Digincore
+DigitalPebble
+Dirbuster
+Discobot
+Dispatch
 DittoSpyder
 DnyzBot
-DomainCrawler
-DomainSigmaCrawler
 Dotbot
-Download Wonder
-Dragonfly
+Drip
 ECCP/1.0
 EMail Siphon
-EMail Wolf
-Ebingbong
 EirGrabber
 Evil
-Extractor
-Extreme Picture Finder
+FDM
 Firefox/7.0
-Foobot
 FrontPage
-FyberSpider
-GetRight
-Getintent
-Go!Zilla
+GT::WWW
+GalaxyBot
+Genieo
+Gigabot
+Go-Ahead-Got-It
+Grafula
 GridBot
-HTTrack
-HaosouSpider
+HEADMasterSEO
+Haansoft
+Harvest
 Heritrix
 Hloader
+Humanlinks
+HybridBot
+IDBTE4M
+IDBot
 IRLbot
+Iblog
 Id-search
+IlseBot
 IndeedBot
 Indy Library
 InfoTekies
-Iskanie
-JetCar
-JikeSpider
-Jorgee
+InterGET
+InternetSeer
+JOC Web Spider
+Jbrofuzz
+JustView
 Jyxobot
-Keyword Density
+Kinza
+Kozmosbot
 LNSpiderguy
-Lftp
+Larbin
+Leap
 Libwhisker
+Likse
 LinkScan
-LinkpadBot
+LinkWalker
+LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
 Lipperhey Spider
+Litemage_walker
+Ltx71
+MFC_Tear_Sample
 MIDown tool
-MJ12bot
-Mag-Net
-MarkWatch
-Mata Hari
+MIIxpc
+MSFrontPage
+Majestic SEO
+Majestic-SEO
+Majestic12
+Masscan
 MeanPath Bot
 Mediatoolkitbot
+MegaIndex.ru
 Metauri
 MicroMessenger
+Microsoft Data Access
+Microsoft URL Control
 Mister PiX
 Moblie Safari
+Mojolicious
 Morfeus Fucking Scanner
 Mozlila
+Musobot
+NICErsPRO
 Name Intelligence
-NearSite
 Needle
-Net Vampire
 NetMechanic
-NetZIP
+NetSpider
 Netcraft
-NextGenSearchBot
+Netvibes
+Nibbler
 Niki-bot
+Nikto
 Nimbostratus
-Ninja
 Nuclei
-Octopus
-Offline Explorer
+Nutch
+Offline Navigator
+OnCrawl
 OpenLinkProfiler
-OpenVAS
-Openfind
 Openvas
-OrangeBot
-OrangeSpider
-OutfoxBot
 PECL::HTTP
+PHPCrawl
 POE-Component-Client-HTTP
-PageGrabber
-PageScorer
-Papa Foto
-PeoplePal
-Picsearch
-Pimonster
-Pixray
-ProPowerBot
-Pu_iN
-PyCurl
-Quick-Crawler
+Page Analyzer
+PageAnalyzer
+PictureFinder
+Piepmatz
+Psbot
+Pump
 RankFlex
 RankingBot
+RankurBot
 ReGet
-RealDownload
-RebelMouse
-Recorder
-Ripper
-SEOlyticsCrawler
-Scanbot
-Scrapy
-ScreenerBot
-Searchestate
+Reaper
+RedesScrapy
+RepoMonkey
+RocketCrawler
+Rogerbot
+SBIder
+SEOkicks
+SEOkicks-Robot
+SEOprofiler
+SMTBot
+Screaming
 Semrush
-SeobilityBot
 Seomoz
-SiteCheckerBotCrawler
+Shodan
+Siphon
 SiteLockSpider
 Sitebeam
+Siteimprove
 Sitevigil
 SlySearch
 Snake
 Snoopy
-SpaceBison
-SpankBot
-Spbot
-SputnikBot
+Sociscraper
+Sosospider
+Sottopop
+Spanner
+Spinn3r
+Sqlmap
 Sqworm
 Steeler
-SurveyBot
-Szukacz
-T0PHackTeam
-T8Abot
+Stripper
+SuperHTTP
+Swiftbot
 Telesoft
+Telesphoreo
 Telesphorep
-The Intraformant
-TheNomad
-Thumbor
 TightTwatBot
-Titan
-Toata
-True_Robot
+Trendiction
 Turingos
 TurnitinBot
-TwengaBot
+Twice
+Typhoeus
 URLy Warning
 UnisterBot
-VB Project
-VCI
+Vacuum
 Vagabondo
+VelenPublicWebCrawler
 Virusdie
 Voil
-WWWOFFLE
-Wallpapers/3.0
-Web Enhancer
-Web Fetch
-Web Pix
+Voltron
+WWW-Mechanize
+WeSEE
+Web Sauger
+Web Sucker
 WebAuto
-WebBandit
+WebCollage
 WebEnhancer
-WebFuck
-WebPix
-WebSucker
+WebFetch
+WebGo IS
+WebImageCollector
+WebReaper
+WebStripper
+WebWhacker
 WebZIP
-Webalta
+Website Quester
 WebsiteExtractor
-Webster
-Who.is Bot
+Whatweb
 WinHTTrack
-Woobot
-Xaldon WebSpider
-Zermelo
+Wonderbot
+Wotbox
 Zeus
-ZmEu
-ZoomBot
-ZumBot
+Zitebot
+arquivo-web-crawler
+arquivo.pt
 autoemailspider
-backlink-check
+check1.exe
 coccocbot-web
-com.plumanalytics
-crawl.sogou.com
-crawler.feedback
+cognitiveseo
 dataforseo.com
 demandbase-bot
-domainsproject.org
-eCatch
-evc-batch
-heritrix
-internetVista monitor
+facebookscraper
+instabid
+ips-agent
+isitwp.com
+magpie-crawler
 meanpathbot
-mediawords
-pcBrowser
-plumanalytics
-polaris version
-ripz
+oBot
+s1z.ru
 satoristudio.net
 scalaj-http
-scan.lol
-seoscanners
+seobility
 seostar
-serpstatbot
-sexsearcher
 sitechecker.pro
-spyfu
-sysscan
+siteripz
+sogouspider
+trendiction.com
 ubermetrics-technologies.com
 voyagerx.com
 webmeup-crawler
+webpros.com
+x22Mozilla
 xpymep1.exe
+zgrab