V4.2022.02.2894 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
 ADmantX
-AIBOT
-ALittle Client
-ASPSeek
-Abonti
-AiHitBot
+AfD-Verbotsverfahren
 Aipbot
 Alexibot
-AllSubmitter
-Alligator
-AlphaBot
-Anarchy
-BDFetch
-BLEXBot
+Anarchie
+Anarchy99
+Anthill
+Aspiegel
+Attach
 BackDoorBot
+BackWeb
+Backlink-Ceck
+BacklinkCrawler
+Badass
+Bandit
 Barkrowler
-Bitacle
+Battleztar Bazinga
+BetaBot
+Bigfoot
 Black Hole
 BlackWidow
+Blackboard
+Blow
 BlowFish
-Brandprotect
-Buck
-BuiltBotTough
-BuiltWith
-CATExplorador
+BotALot
+Brandwatch
+Bullseye
+BunnySlippers
 CSHttp
-CheeseBot
-CherryPicker
-Chlooe
+Citoid
+Cliqzbot
+Cloud mapping
+Copier
+Cosmos
 CrazyWebCrawler
-DTS Agent
+CrunchBot
+Curious
+CyotekWebCopy
+DBLBot
+DSearch
+DatabaseDriverMysqli
+Deusu
 Digincore
 DigitalPebble
 Discoverybot
+DittoSpyder
+DnBCrawler-Analytics
 DnyzBot
-DomCopBot
 DomainAppender
-DomainCrawler
-Domains Project
+DomainSigmaCrawler
+DomainStatsBot
+Dotbot
+ECCP/1.0
 EMail Siphon
-EasyDL
 EirGrabber
-Exabot
-Express WebPictures
+Evil
 ExtLinksBot
-Extreme Picture Finder
-EyeNetIE
-FDM
-FHscan
-Fimap
-Firefox/7.0
-FrontPage
-Fuzz
-FyberSpider
-Genieo
-GetRight
-GetWeb
+Extractor
+Ezooms
+GT::WWW
+GalaxyBot
+Getintent
+Gigabot
+Go!Zilla
 Go-Ahead-Got-It
 GoZilla
-Gotit
-Grabber
+GrabNet
 GridBot
-HEADMasterSEO
-HaosouSpider
+HMView
+Haansoft
 Harvest
 Havij
 Heritrix
-HonoluluBot
+Hloader
 HybridBot
+IDBot
 IRLbot
-Iblog
-Id-search
-IlseBot
-Image Sucker
-IndeedBot
-InfoNaviRobot
-Intelliseek
+Image Fetch
+Indy Library
+InfoTekies
+Internet Ninja
 InternetSeer
-IstellaBot
-JOC Web Spider
-JamesBOT
-Jbrofuzz
-JennyBot
+Iria
+Iskanie
 Jetty
 Joomla
-Keyword Density
-Kinza
-Kozmosbot
-LNSpiderguy
-LeechGet
-LexiBot
+JustView
+Jyxobot
+Kenjin Spider
+Leap
+LeechFTP
 Lftp
-Lightspeedsystems
+Linkdexbot
+LinkextractorPro
+LinkpadBot
 LinksManager
-LinqiaRSSBot
-LinqiaScrapeBot
-Lmspider
-MFC_Tear_Sample
-MQQBrowser
-Mag-Net
+Lipperhey Spider
+MIDown tool
+MJ12bot
+MSFrontPage
 Mail.RU_Bot
-Majestic SEO
-Majestic12
-Mata Hari
+MarkWatch
+Masscan
 MauiBot
+Mb2345Browser
 MeanPath Bot
-MegaIndex.ru
-Microsoft URL Control
-Minefield
+Meanpathbot
 Mister PiX
 MolokaiBot
-Morfeus Fucking Scanner
+Mozlila
 Mr.4x3
-Nameprotect
-Needle
+Msrabot
+NICErsPRO
+NPbot
+Navroad
 NetLyzer
-NetSpider
+Netcraft
+Nettrack
+Netvibes
 Nibbler
-Ninja
-Offline Explorer
-OpenVAS
-Openfind
+Niki-bot
+Nikto
+Nmap
+Nutch
+Octopus
+OpenLinkProfiler
+Openvas
 OrangeBot
-OutclicksBot
-PECL::HTTP
-PHPCrawl
+POE-Component-Client-HTTP
+Page Analyzer
 PageAnalyzer
-PageGrabber
-PageScorer
-Panscient
 Pavuk
-Pi-Monster
-PictureFinder
+Petalbot
+Picscout
 Piepmatz
+Pimonster
 PleaseCrawl
-Pu_iN
-PxBroker
-QueryN Metasearch
+Pockey
+Probethenet
+Pump
+PyCurl
 Quick-Crawler
 RSSingBot
-RankActiveLinkBot
+RankActive
+RankFlex
 RankurBot
-Reaper
-Recorder
-RedesScrapy
-RepoMonkey
-SBIder
-SEOkicks-Robot
+Re-re
+RebelMouse
+Ripper
+Rogerbot
+SEOkicks
 SEOlyticsCrawler
-SEOstats
+SEOprofiler
 SalesIntelligent
-ScanAlert
-Scanbot
+ScoutJet
+Scrapy
 Screaming
-ScrepyBot
+ScreenerBot
 Searchestate
 SemanticJuice
-Semrush
-SentiBot
+SemrushBot
+SeoSiteCheckup
+Seomoz
 Shodan
-Siphon
 SiteCheckerBotCrawler
-SiteExplorer
-SmartDownload
-Snapbot
+Siteimprove
+SlySearch
+Snake
 SocialRankIOBot
 Sociscraper
 Sogou web spider
-Sottopop
 SpaceBison
 Spinn3r
-Stripper
-Sucker
-SuperHTTP
+Sucuri
+Surfbot
 SurveyBot
-Suzuran
-Swiftbot
+Szukacz
 T0PHackTeam
-T8Abot
-Teleport
-Telesphoreo
-Telesphorep
-The Intraformant
-Thumbor
+TeleportPro
+Telesoft
+TheNomad
+Titan
 Tracemyfile
 Trendiction
-TwengaBot
-URLy Warning
+TurnitinBot
+Typhoeus
 UnisterBot
-VelenPublicWebCrawler
-VidibleScraper
+V-BOT
+VCI
+Vacuum
+Vagabondo
+Virusdie
+VoidEYE
+Voil
 Voltron
-WASALive-Bot
-WBSearchBot
-WEBDAV
-WISENutbot
-WWWOFFLE
+WPScan
+WWW-Collector-E
 Wallpapers
-Web Enhancer
-Web Fetch
-Web Pix
-WebFuck
-WebImageCollector
-WebStripper
+Wallpapers/3.0
+WeSEE
+Web Sauger
+Web Sucker
+WebBandit
+WebEnhancer
+WebFetch
+WebPix
+WebReaper
+WebSauger
+WebSucker
+WebWhacker
 WebZIP
-Website Quester
 WebsiteExtractor
-Webster
-Whack
-Whatweb
-WinHTTrack
-WiseGuys Robot
+WebsiteQuester
+Whacker
 Wonderbot
-Wprecon
 Xaldon_WebSpider
+Xenu
 Zade
-Zermelo
 Zeus
-ZoomBot
+ZoominfoBot
+ZumBot
 ZyBorg
-adscanner
 cah.io.community
-clark-crawler
-com.plumanalytics
-crawler.feedback
-crawler4j
+coccocbot-web
+cognitiveseo
 dataforseo.com
+demandbase-bot
+domainsproject.org
 evc-batch
-facebookscraper
+gopher
 isitwp.com
 iubenda-radar
-lwp-request
 lwp-trivial
-magpie-crawler
+mediawords
 muhstik-scan
-netEstate NE Crawler
+probe-image-size
 s1z.ru
-scalaj-http
 scan.lol
 seobility
-seoscanners
-sitechecker.pro
+seostar
+serpstatbot
 siteripz
-sysscan
-trendiction.com
+sogouspider
+sp_auditbot
 voyagerx.com
-webgains-bot
-zgrab
+webmeup-crawler
+webpros.com
+x09Mozilla
+zauba.io