V4.2021.11.2747 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
-ALittle Client
+404enemy
+ADmantX
+AIBOT
 ASPSeek
 Abonti
+Acunetix
+AiHitBot
 Aipbot
-AlphaBot
-Anarchy
+Alexibot
+Alligator
+Anarchie
 Anarchy99
-Ankit
-Apexoo
-Attach
+Aspiegel
+AwarioRssBot
+AwarioSmartBot
+BDFetch
+BLEXBot
 BackWeb
-Badass
-Bandit
-Battleztar Bazinga
-Bigfoot
+Backlink-Ceck
+Bitacle
 Black Hole
 BlackWidow
-Blackboard
-Blow
-BlowFish
-Brandprotect
-Brandwatch
-BuiltWith
+Boardreader
+Bolt
+Buck
+Buddy
 Bullseye
-BunnySlippers
-BuzzSumo
-CATExplorador
 CCBot
-CazoodleBot
 Cegbfeieh
-CensysInspect
-Chlooe
+CheTeam
+CheeseBot
+CherryPicker
+ChinaClaw
 Cloud mapping
-Cocolyzebot
+Cogentbot
+Copier
 Copyscape
 Cosmos
-Crawling at Home Project
 Crescent
-DTS Agent
+Custo
+CyotekWebCopy
+DIIbot
 Demon
-Deusu
-Devil
-Digincore
-Dirbuster
+DigitalPebble
+Discobot
 Discoverybot
-DnBCrawler-Analytics
+DomCopBot
 DomainAppender
-DomainStatsBot
-Dragonfly
+DomainCrawler
+Domains Project
+Dotbot
+ECCP/1.0
+EMail Siphon
 EMail Wolf
-EasyDL
 Ebingbong
-Evil
+Exabot
 ExtLinksBot
-Extractor
 FDM
+FemtosearchBot
 Fimap
-FrontPage
+Foobot
+FyberSpider
+Fyrebot
 G-i-g-a-b-o-t
+GalaxyBot
 GermCrawler
+GetWeb
 Getintent
-Gigabot
-Go!Zilla
-GoZilla
-Gotit
 Grafula
-GrapeFX
+GrapeshotCrawler
+HMView
+HTMLparser
 HTTrack
-HaosouSpider
-Harvest
-Hloader
-IDBTE4M
-IDBot
-IRLbot
+Id-search
+Image Sucker
+IndeedBot
 Indy Library
-InfoNaviRobot
-JOC Web Spider
+Intelliseek
+InterGET
+Internet Ninja
+Iria
+Iskanie
 JamesBOT
-JennyBot
-JetCar
-Keyword Density
+Jetty
+Jorgee
+Jyxobot
+Kozmosbot
+LNSpiderguy
 Lanshanbot
-Lftp
-LibWeb
-Libwhisker
-Likse
+Larbin
+LeechFTP
+Lightspeedsystems
+LinkScan
 Linkdexbot
 LinkextractorPro
+LinkpadBot
 LinksManager
+LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey Spider
-MIIxpc
-MQQBrowser
+Lipperhey
+Lmspider
+Ltx71
+MFC_Tear_Sample
+MSIECrawler
 MTRobot
-Mag-Net
 Mail.RU_Bot
-Majestic SEO
 Majestic-SEO
 MarkMonitor
-MauiBot
-MegaIndex.ru
-Metauri
+Mass Downloader
+Mata Hari
+Mb2345Browser
+MeanPath Bot
 MicroMessenger
-Microsoft URL Control
 Minefield
-Mister PiX
-Mojeek
+Moblie Safari
 Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
+Msrabot
+NICErsPRO
+Name Intelligence
+Navroad
 NearSite
 Nessus
 Net Vampire
-Nettrack
-Netvibes
-Nikto
-NimbleCrawler
-Nimbostratus
+NetAnts
+Netcraft
+NextGenSearchBot
+Nibbler
 Nuclei
-Nutch
+Octopus
 Offline Navigator
-OpenLinkProfiler
+OpenVAS
+Openfind
+Openvas
 OrangeBot
 OrangeSpider
-OutclicksBot
-OutfoxBot
-PECL::HTTP
 POE-Component-Client-HTTP
-PageAnalyzer
-Panscient
-PeoplePal
+PageGrabber
+Pavuk
 Petalbot
-Pixray
+Pi-Monster
+Picsearch
+PictureFinder
+Piepmatz
+Pimonster
+Pockey
+ProWebWalker
 Probethenet
 Psbot
-Pump
-Quick-Crawler
+Pu_iN
+PxBroker
 RSSingBot
-Rankivabot
-ReGet
-RealDownload
+RankingBot
+RedesScrapy
+RepoMonkey
+Ripper
 RocketCrawler
-SBIder
 SEOkicks-Robot
-SEOprofiler
-SISTRIX
-SMTBot
+SEOlyticsCrawler
+SEOstats
 SalesIntelligent
-ScanAlert
 Scanbot
-Scrapy
 Screaming
 ScreenerBot
+ScrepyBot
 SearchmetricsBot
-SemrushBot
-Seomoz
+SemanticJuice
+SeoSiteCheckup
+SeobilityBot
 Shodan
-SiteExplorer
-Sitebeam
-Snake
+Siphon
+SiteCheckerBotCrawler
+Siteimprove
+SmartDownload
+Snapbot
 Sociscraper
-Sogou web spider
-Sosospider
-Sottopop
-Spinn3r
 Sqlmap
-Sqworm
-Stripper
-Sucker
 SuperBot
-Surfbot
-SurveyBot
-Szukacz
 T0PHackTeam
-TeleportPro
-Telesoft
-TheNomad
-Thumbor
-Titan
-Turingos
+Teleport
+Telesphoreo
+TightTwatBot
+True_Robot
 Turnitin
+TurnitinBot
+TwengaBot
 Twice
-Typhoeus
-URLy.Warning
-V-BOT
-VCI
-Voltron
-WBSearchBot
-WEBDAV
-WISENutbot
+Vagabondo
+VeriCiteCrawler
 WPScan
-WWW-Mechanize
-WallpapersHD
+WWW::Mechanize
+WWWOFFLE
+Wallpapers
+Wallpapers/3.0
+WeSEE
 Web Auto
-Web Fuck
-WebAuto
-WebCollage
+Web Enhancer
+Web Fetch
+Web Pix
+Web Sauger
+WebBandit
 WebCopier
-WebEnhancer
-WebFetch
+WebFuck
 WebGo IS
+WebImageCollector
 WebLeacher
-WebPix
-WebReaper
-WebStripper
+WebSauger
 WebWhacker
+Webalta
+WebmasterWorldForumBot
 WebsiteQuester
 Webster
-Whack
-Whatweb
+Who.is Bot
 Widow
 WinHTTrack
+Wonderbot
+Woobot
+Wotbox
+Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
-Zade
-Zauba
-Zitebot
-ZoomBot
-ZoominfoBot
-ZyBorg
+ZmEu
+ZumBot
 arquivo.pt
-cognitiveseo
-crawl.sogou.com
-dataforseo.com
-gopher
+backlink-check
+clark-crawler
+crawler.feedback
+domainsproject.org
+eCatch
+facebookscraper
 internetVista monitor
 ips-agent
-lwp-trivial
-meanpathbot
-mediawords
-muhstik-scan
-netEstate NE Crawler
-pcBrowser
+isitwp.com
+lwp-request
+oBot
 plumanalytics
 ripz
-s1z.ru
+satoristudio.net
 scalaj-http
-scan.lol
-sexsearcher
-sitechecker.pro
-sogouspider
+seocompany.store
+seostar
+serpstatbot
+sp_auditbot
 spyfu
-ubermetrics-technologies.com
-webgains-bot
-x22Mozilla
-xpymep1.exe
-zauba.io
+tAkeOut
+trendiction.com
+webpros.com
+webprosbot
+x09Mozilla
+zgrab