V4.2022.01.2845 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-ASPSeek
-AiHitBot
-Aipbot
-Alexibot
-AlphaBot
-Anarchy
-Anarchy99
+360Spider
+80legs
+AIBOT
+ALittle Client
+Abonti
+Aboundex
+Aboundexbot
+AllSubmitter
+Ankit
 Apexoo
-Attach
-BLEXBot
-BackStreet
-Backlink-Ceck
-Barkrowler
-BetaBot
+Aspiegel
+Asterias
+AwarioRssBot
+Bigfoot
 Black Hole
 BlackWidow
-Blow
-BlowFish
+Blackboard
 Boardreader
-Bullseye
-BunnySlippers
+BotALot
+Brandprotect
+Brandwatch
+BuiltBotTough
+CATExplorador
+CCBot
+CODE87
 CSHttp
+CazoodleBot
 CheTeam
-CherryPicker
+ChinaClaw
+Chlooe
 Citoid
+Claritybot
 Cliqzbot
-Cloud mapping
-Cocolyzebot
+Cogentbot
+Collector
 Copier
-Cosmos
-Crawling at Home Project
-CrunchBot
-DIIbot
+CrazyWebCrawler
+Crescent
+Custo
+CyotekWebCopy
+DBLBot
+DSearch
+Deusu
 Devil
 Dirbuster
-Disco
-Discobot
-Dispatch
-DittoSpyder
-DnBCrawler-Analytics
-DomainSigmaCrawler
-DomainStatsBot
-Drip
+Discoverybot
+DomainCrawler
+Domains Project
 ECCP/1.0
+EMail Wolf
 EasyDL
-Ebingbong
-Ecxi
 EirGrabber
 Evil
-Exabot
-Express WebPictures
-ExtLinksBot
 Extractor
-ExtractorPro
-Extreme Picture Finder
-FDM
-FemtosearchBot
-Fimap
+Ezooms
 Firefox/7.0
+Flunky
+Foobot
 FrontPage
-Fyrebot
+Fuzz
 GalaxyBot
 Genieo
-GermCrawler
-GetRight
-GetWeb
 Go!Zilla
-GoZilla
-Grafula
-HMView
+Grabber
+GrapeshotCrawler
+GridBot
+HEADMasterSEO
 HTMLparser
-Haansoft
-Harvest
+HTTrack
+HaosouSpider
 Heritrix
-Humanlinks
-IDBTE4M
+Hloader
+HybridBot
 IDBot
-Image Fetch
+Id-search
+IlseBot
 Image Sucker
-IndeedBot
-InfoTekies
+InfoNaviRobot
+InterGET
+Internet Ninja
 Iria
 Iskanie
-IstellaBot
-JOC Web Spider
+Jbrofuzz
+JustView
 Jyxobot
 Kenjin Spider
-Keyword Density
 Kozmosbot
-LWP::Simple
-Lftp
-LibWeb
-Libwhisker
+LNSpiderguy
+Larbin
+LeechFTP
+LieBaoFast
 Lightspeedsystems
-LinkWalker
+LinkScan
+Linkdexbot
 LinkpadBot
 LinksManager
-MFC_Tear_Sample
-MIDown tool
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Lmspider
 MIIxpc
-MJ12bot
 MSFrontPage
-Magnet
+MSIECrawler
+Mag-Net
+Majestic SEO
 Majestic-SEO
-Mass Downloader
+Majestic12
+MarkMonitor
+MarkWatch
 Masscan
-Mata Hari
+MauiBot
 Meanpathbot
+MegaIndex.ru
+Metauri
 MicroMessenger
 Mister PiX
-Moblie Safari
 Mojeek
+Mojolicious
 Morfeus Fucking Scanner
 Mr.4x3
+Msrabot
+Nameprotect
+Navroad
 Needle
+Nessus
 Net Vampire
 NetSpider
-Nettrack
+NetZIP
+NextGenSearchBot
 Nikto
-Nimbostratus
-Nutch
+NimbleCrawler
+Ninja
+Nmap
 Octopus
 Offline Navigator
-OutfoxBot
+OnCrawl
+OpenLinkProfiler
+OpenVAS
+Openfind
+Openvas
 PHPCrawl
-POE-Component-Client-HTTP
 PageAnalyzer
 Pandalytics
-Panscient
-Papa Foto
-Pavuk
-PeoplePal
 Petalbot
-Pi-Monster
 Picsearch
-Piepmatz
 Pimonster
-ProPowerBot
-ProWebWalker
-Psbot
-Pu_iN
-Pump
-Quick-Crawler
+PleaseCrawl
+Probethenet
 RankActive
-RankFlex
-RankingBot2
-Rankivabot
+RankActiveLinkBot
 Re-re
 RealDownload
-Reaper
+RebelMouse
 RedesScrapy
 RepoMonkey
 Ripper
-RocketCrawler
-Rogerbot
 SBIder
-SEOlyticsCrawler
+SEOkicks-Robot
 SEOstats
+SISTRIX
+ScanAlert
 Scanbot
-Scrapy
-ScrepyBot
-Searchestate
+Screaming
+SearchmetricsBot
+Seekport
+SemanticJuice
 Semrush
 SemrushBot
-SentiBot
-Shodan
-Siphon
-SiteLockSpider
-SiteSucker
-SlySearch
+SeobilityBot
+Seomoz
+Siteimprove
 Snapbot
-Sociscraper
-Sosospider
-SpaceBison
+Spanner
+Spbot
+Spinn3r
 SputnikBot
-Sqlworm
+Sqlmap
 Sqworm
 Stripper
-Sucker
-SuperBot
-SuperHTTP
+SurveyBot
+Suzuran
+Swiftbot
 Szukacz
-Telesoft
-Telesphoreo
-TightTwatBot
+T0PHackTeam
+T8Abot
+Teleport
+Thumbor
+Titan
 Toata
-Trendiction
+Toweyabot
 Turingos
-Turnitin
-Twice
-VB Project
+Typhoeus
+UnisterBot
+VCI
+VelenPublicWebCrawler
+Virusdie
 Voil
-Voltron
 WASALive-Bot
-WEBDAV
-WPScan
-WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
-Wallpapers
-Wallpapers/3.0
-WeSEE
 Web Collage
 Web Enhancer
 Web Sauger
-WebAuto
-WebCollage
-WebEnhancer
-WebFetch
-WebGo IS
 WebLeacher
 WebPix
-Webalta
-WebmasterWorldForumBot
+WebSauger
+WebStripper
+WebSucker
+WebWhacker
+WebZIP
 Webshag
-WebsiteExtractor
+Website Quester
+Whack
+Who.is Bot
+Widow
+WiseGuys Robot
+Wonderbot
+Woobot
 Wprecon
+Xaldon WebSpider
+Xenu
 YoudaoBot
-Zade
 Zitebot
-ZoomBot
-ZoominfoBot
 ZumBot
 ZyBorg
+archive.org_bot
 arquivo-web-crawler
-autoemailspider
+arquivo.pt
+backlink-check
+cah.io.community
 check1.exe
 clark-crawler
-crawl.sogou.com
-domainsproject.org
-facebookscraper
-heritrix
-instabid
-isitwp.com
-lwp-trivial
+cognitiveseo
+crawler.feedback
+magpie-crawler
 meanpathbot
+mediawords
 muhstik-scan
-netEstate NE Crawler
-satoristudio.net
+polaris version
 scalaj-http
-sogouspider
-spyfu
+seostar
+sitechecker.pro
+siteripz
 sysscan
-tAkeOut
+trendiction.com
 trendiction.de
-webpros.com
+ubermetrics-technologies.com
+voyagerx.com
+webgains-bot
 webprosbot
 x09Mozilla
-xpymep1.exe
+x22Mozilla
+zgrab