V4.2022.01.2872 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 404checker
 404enemy
+80legs
+ADmantX
 AIBOT
 ASPSeek
-AhrefsBot
-AiHitBot
-Anarchy
+Abonti
+Acunetix
+AfD-Verbotsverfahren
+Aipbot
+Anarchie
 Ankit
-Aspiegel
-Asterias
-Attach
+Anthill
+AwarioRssBot
 AwarioSmartBot
 BDCbot
 BLEXBot
 BackDoorBot
-BackStreet
 Backlink-Ceck
+BacklinkCrawler
+Badass
 Bandit
-Barkrowler
-Battleztar Bazinga
-BetaBot
+BatchFTP
 Black Hole
-BlowFish
+BotALot
 Brandprotect
-Buddy
+Brandwatch
+Buck
 BuiltBotTough
 BuiltWith
 BunnySlippers
-BuzzSumo
-CCBot
-Calculon
+CATExplorador
+CODE87
+CSHttp
+CazoodleBot
+CheTeam
+CheeseBot
 ChinaClaw
-Chlooe
-Citoid
-Collector
+Cogentbot
 CopyRightCheck
-Copyscape
+Cosmos
+Craftbot
 Crawling at Home Project
+Crescent
 Curious
-CyotekWebCopy
-DIIbot
-DSearch
+Custo
+DBLBot
+DTS Agent
 DataCha0s
-DatabaseDriverMysqli
-Digincore
-Disco
-Dispatch
+Discobot
+DomCopBot
 DomainAppender
-Dotbot
-ECCP/1.0
-EirGrabber
-ExtLinksBot
+DomainCrawler
+Download Wonder
+Dragonfly
+EMail Wolf
+EasyDL
+EroCrawler
+Evil
+Exabot
+Express WebPictures
+ExtractorPro
 Extreme Picture Finder
 EyeNetIE
-Foobot
-FrontPage
-G-i-g-a-b-o-t
-GT::WWW
+FDM
+FHscan
+Firefox/7.0
+FlashGet
+Flunky
+Fyrebot
 GalaxyBot
-GermCrawler
 GetRight
 GetWeb
-Getintent
-Go-Ahead-Got-It
-Gotit
-GrabNet
-GrapeshotCrawler
+Go!Zilla
+Grafula
+GrapeFX
 GridBot
-HEADMasterSEO
 HMView
-HTTP::Lite
+HTMLparser
 HTTrack
+Haansoft
 HaosouSpider
-HonoluluBot
+Harvest
 HybridBot
 IDBTE4M
-Image Fetch
-InfoNaviRobot
+Id-search
+IlseBot
+Image Sucker
+IndeedBot
+Indy Library
 Intelliseek
 InterGET
-Iskanie
 JOC Web Spider
+JamesBOT
 Jbrofuzz
-JetCar
-JikeSpider
-JustView
+Jorgee
 Kenjin Spider
-LNSpiderguy
+Keyword Density
+Kinza
 LWP::Simple
-Lanshanbot
 Leap
-Linkbot
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+Libwhisker
+Lightspeedsystems
+LinkScan
+LinkWalker
+LinksManager
 LinqiaScrapeBot
 Litemage_walker
+MFC_Tear_Sample
 MIDown tool
-MIIxpc
+MSFrontPage
 MSIECrawler
-Mail.RU_Bot
-Majestic SEO
+Mag-Net
 Majestic-SEO
-Mass Downloader
-Masscan
-Mata Hari
-Mb2345Browser
-MegaIndex.ru
+Majestic12
+MarkMonitor
+MauiBot
+MeanPath Bot
+Meanpathbot
+Mediatoolkitbot
 Metauri
-MicroMessenger
-Musobot
+Microsoft URL Control
+Moblie Safari
+Mojolicious
+Morfeus Fucking Scanner
+Mozlila
+Nameprotect
 Navroad
 Needle
 Nessus
-NetMechanic
 NetZIP
 Netcraft
+Netvibes
+Nibbler
 Nikto
-Nimbostratus
-Not
-Octopus
-Offline Explorer
-OnCrawl
-OpenLinkProfiler
-OpenVAS
-OrangeSpider
-OutfoxBot
-PHPCrawl
-Page Analyzer
+Nmap
+Nutch
+Offline Navigator
+Openfind
+OutclicksBot
+PECL::HTTP
 PageAnalyzer
-PageGrabber
-Pavuk
-Pimonster
+PageThing.com
+PeoplePal
+Pi-Monster
+Pixray
 PleaseCrawl
-Pu_iN
+ProPowerBot
+Probethenet
+Psbot
+Pump
+PxBroker
 PyCurl
-QueryN Metasearch
+RSSingBot
+RankActiveLinkBot
+RankFlex
+RankingBot
+RankingBot2
 Rankivabot
-RankurBot
-RealDownload
+Reaper
 Recorder
+Ripper
 RocketCrawler
 Rogerbot
-SBIder
 SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
-SEOstats
-Scanbot
-Scrapy
-ScreenerBot
-Seekport
-SemanticJuice
-Semrush
-Shodan
-SiteExplorer
-SiteLockSpider
-Sitevigil
-SlySearch
-SmartDownload
-Snapbot
-Snoopy
-Sociscraper
-Sogou web spider
-Sosospider
+Screaming
+ScrepyBot
+SemrushBot
+SeoSiteCheckup
+Site Sucker
+SiteCheckerBotCrawler
+SiteSucker
+Sitebeam
+Snake
+SocialRankIOBot
 Sottopop
-SpaceBison
-SpankBot
-Spanner
+Spbot
 Spinn3r
+SputnikBot
 Sqworm
 Steeler
 Stripper
-SurveyBot
-Suzuran
-Swiftbot
+Szukacz
 T8Abot
-Telesoft
-The Intraformant
-TheNomad
-TightTwatBot
-Toata
+Teleport
+Telesphoreo
+Telesphorep
+Thumbor
+Toweyabot
+Tracemyfile
 Turnitin
-Twice
-UnisterBot
+URLy.Warning
+VCI
 Vacuum
-VelenPublicWebCrawler
-Voil
+Vagabondo
+VeriCiteCrawler
+VidibleScraper
 Voltron
-WBSearchBot
-WEBDAV
+WISENutbot
+WPScan
+WWW-Collector-E
 WWW-Mechanize
+WWWOFFLE
 Wallpapers
 Wallpapers/3.0
-WeSEE
+Web Enhancer
 Web Pix
+Web Sauger
 Web Sucker
 WebAuto
-WebCollage
-WebFetch
-WebLeacher
-WebPix
+WebReaper
+WebSauger
 WebStripper
 WebZIP
-WebmasterWorldForumBot
+Webalta
 Webshag
 Webster
-Whack
-Who.is Bot
-WinHTTrack
-WiseGuys Robot
-Woobot
+Whacker
+Whatweb
 Xaldon WebSpider
-Xaldon_WebSpider
+Xenu
+YoudaoBot
+Zermelo
 Zeus
-ZoomBot
-ZumBot
+Zitebot
 adscanner
-check1.exe
-clark-crawler
-demandbase-bot
+arquivo-web-crawler
+autoemailspider
+cah.io.community
+crawl.sogou.com
+dataforseo.com
 domainsproject.org
-evc-batch
 gopher
-heritrix
 ips-agent
-meanpathbot
-muhstik-scan
-netEstate NE Crawler
+mediawords
+oBot
+page scorer
 pcBrowser
-plumanalytics
-probe-image-size
+polaris version
 ripz
-satoristudio.net
 scalaj-http
 seobility
-seocompany.store
+seostar
 serpstatbot
 sitechecker.pro
-siteripz
-sogouspider
-sp_auditbot
-trendiction.com
+spyfu
+tAkeOut
 ubermetrics-technologies.com
-webgains-bot
-webmeup-crawler
-x09Mozilla
-zauba.io
-zgrab
+webprosbot