V4.2022.07.3201 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404enemy
-80legs
+404checker
+ADmantX
+ALittle Client
+ASPSeek
+Aboundex
 Aboundexbot
-AhrefsBot
+Acunetix
 AiHitBot
-Aipbot
 AllSubmitter
-Anarchie
+Alligator
+Anarchy
+Ankit
 Anthill
-Aspiegel
+Apexoo
 Asterias
 Attach
+AwarioRssBot
 AwarioSmartBot
-BBBike
-Backlink-Ceck
-BatchFTP
+BLEXBot
+BackDoorBot
+BackStreet
+Bandit
 Battleztar Bazinga
-Bitacle
-BlackWidow
-Blow
+Black Hole
+Blackboard
+Bolt
 BotALot
-Brandwatch
-Buck
-CATExplorador
-CSHttp
-Cegbfeieh
+BuiltBotTough
+BuiltWith
+CCBot
 CheTeam
-CheeseBot
-CherryPicker
-ChinaClaw
+Citoid
+Cliqzbot
 Cloud mapping
-Cocolyzebot
-Collector
-Copyscape
+Cogentbot
+CopyRightCheck
 Craftbot
 CrazyWebCrawler
-Custo
-DBLBot
-DTS Agent
-Demon
+Crescent
+CrunchBot
+CyotekWebCopy
+DIIbot
+DSearch
+DataCha0s
+DatabaseDriverMysqli
 Devil
-DigitalPebble
 Dirbuster
-Disco
+Discobot
+Dispatch
 DittoSpyder
+DnBCrawler-Analytics
 DnyzBot
-DomainAppender
-DomainSigmaCrawler
-Dragonfly
-EMail Siphon
-EasyDL
+DomainStatsBot
+Domains Project
+Download Wonder
 Ebingbong
-Evil
+EirGrabber
+ExtLinksBot
 Extractor
-EyeNetIE
-Ezooms
+ExtractorPro
+FDM
 FemtosearchBot
-FlashGet
-Flunky
+Foobot
 Freeuploader
-FrontPage
 Fuzz
-GT::WWW
+FyberSpider
+Fyrebot
+G-i-g-a-b-o-t
 GalaxyBot
-Genieo
+Getintent
+Gigabot
 Go!Zilla
 Go-Ahead-Got-It
 GoZilla
-Grafula
-GridBot
+GrapeFX
 HEADMasterSEO
-Harvest
+HMView
+HTMLparser
+HTTP::Lite
+HTTrack
+HaosouSpider
 Hloader
-HonoluluBot
-Iblog
-Id-search
-IlseBot
-Image Fetch
-IndeedBot
-InfoNaviRobot
-InterGET
+IDBTE4M
+IDBot
+IRLbot
+Image Sucker
+Intelliseek
 Internet Ninja
+Iria
 IstellaBot
 JOC Web Spider
-JamesBOT
-JennyBot
-JustView
-Jyxobot
-Kenjin Spider
-Keybot Translation-Search-Machine
-Larbin
-LeechFTP
+Jetty
+JikeSpider
+Joomla
+Jorgee
+Keyword Density
+Kozmosbot
+LWP::Simple
 LibWeb
+Libwhisker
+Lightspeedsystems
+LinkScan
 Linkbot
-LinqiaRSSBot
-Ltx71
+LinkextractorPro
+LinqiaScrapeBot
+Lipperhey
 MFC_Tear_Sample
+MJ12bot
+MSFrontPage
+MSIECrawler
 MTRobot
 Magnet
-Majestic SEO
-Majestic-SEO
-Masscan
+Majestic12
+MauiBot
 Mb2345Browser
-Metauri
+MeanPath Bot
+Mediatoolkitbot
+Microsoft URL Control
+Mister PiX
 Mozlila
 Msrabot
-NICErsPRO
-Name Intelligence
+Musobot
+NPbot
+Nameprotect
 Net Vampire
-NetSpider
-Nettrack
-NextGenSearchBot
+NetAnts
+Nibbler
+Niki-bot
 Nikto
+NimbleCrawler
 Nimbostratus
-Ninja
+Nmap
 Not
 Octopus
 OpenLinkProfiler
-Openvas
+Openfind
 OrangeBot
-OutclicksBot
-Page Analyzer
-PageAnalyzer
-PageScorer
-Panscient
+OrangeSpider
+OutfoxBot
 Papa Foto
-PeoplePal
+Petalbot
+Picscout
 Piepmatz
-Pimonster
-PleaseCrawl
-ProPowerBot
-Probethenet
-Psbot
-PxBroker
+Pixray
+Pockey
+PyCurl
 QueryN Metasearch
 Quick-Crawler
+RSSingBot
 RankActiveLinkBot
 Re-re
-Recorder
-RedesScrapy
-SBIder
+RebelMouse
 SEOkicks
-SEOlyticsCrawler
-SEOprofiler
-SEOstats
 SalesIntelligent
-ScoutJet
 Scrapy
-Screaming
 ScreenerBot
+ScrepyBot
+Searchestate
 SearchmetricsBot
+Seekport
 SentiBot
-SeoSiteCheckup
+SeobilityBot
+Seomoz
 Shodan
-Site Sucker
-SiteCheckerBotCrawler
 SiteExplorer
 SiteLockSpider
-SlySearch
+SiteSucker
+Sitebeam
+Siteimprove
+Sitevigil
 SmartDownload
-Snake
-Snapbot
-Snoopy
+SocialRankIOBot
 Sosospider
+SpankBot
+Spanner
 Spbot
-Spinn3r
-Sucuri
+SputnikBot
+Sqlmap
+Sqworm
+Sucker
+SuperBot
 SuperHTTP
-SurveyBot
-Swiftbot
-T0PHackTeam
+Surfbot
 T8Abot
-Telesoft
-Toweyabot
+Teleport
+Titan
 Trendictionbot
 True_Robot
-Typhoeus
-URLy Warning
-UnisterBot
+TwengaBot
+Twice
+URLy.Warning
 Upflow
 V-BOT
-VB Project
-VCI
+Vacuum
+Vagabondo
 VeriCiteCrawler
-Voltron
-WWW-Collector-E
-WWW-Mechanize
-Wallpapers
+WBSearchBot
+WWW::Mechanize
+WWWOFFLE
 WeSEE
-Web Auto
-Web Collage
-Web Enhancer
-Web Fuck
-Web Pix
-WebBandit
+Web Fetch
+Web Sucker
 WebEnhancer
-WebFuck
-WebGo IS
-WebImageCollector
+WebLeacher
 WebPix
 WebReaper
-WebSauger
-WebWhacker
+WebSucker
 Webalta
-Website Quester
-WebsiteExtractor
+WebmasterWorldForumBot
 WebsiteQuester
 Webster
+Whack
 Whatweb
 Who.is Bot
-Widow
 WinHTTrack
 WiseGuys Robot
 Wonderbot
-Zade
-Zermelo
+Woobot
+Wotbox
+Xenu
+Zeus
 Zitebot
-ZmEu
 ZoomBot
-ZyBorg
+ZoominfoBot
 adscanner
-archive.org_bot
-arquivo-web-crawler
-autoemailspider
-check1.exe
+clark-crawler
+coccocbot
 com.plumanalytics
-crawler.feedback
-dataforseo.com
-heritrix
-instabid
+crawler4j
+domainsproject.org
+evc-batch
+facebookscraper
 internetVista monitor
 ips-agent
-isitwp.com
 linkdexbot
-plumanalytics
+magpie-crawler
 probe-image-size
-satoristudio.net
-seobility
-seocompany.store
+seostar
 sexsearcher
+sitechecker.pro
+siteripz
 sogouspider
-sp_auditbot
+spyfu
+sysscan
 tAkeOut
-trendiction.com
-trendiction.de
-ubermetrics-technologies.com
-webgains-bot
-webpros.com
+voyagerx.com
+webmeup-crawler
+xpymep1.exe
+zauba.io
+zgrab