V4.2022.05.3109 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-AIBOT
-ALittle Client
+01h4x.com
+404checker
+80legs
 ASPSeek
-AfD-Verbotsverfahren
+Abonti
 AhrefsBot
+AiHitBot
 Aipbot
 AllSubmitter
-AlphaBot
-Ankit
+Alligator
+Anarchy
+Anarchy99
+Anthill
 Apexoo
 Aspiegel
 Asterias
-Atomseobot
 AwarioSmartBot
-BBBike
+BDFetch
 BackDoorBot
-BacklinkCrawler
-Badass
-BetaBot
-Bitacle
-BotALot
-Brandprotect
+BackStreet
+Bandit
+Barkrowler
+BlackWidow
+Blow
+Bolt
 Brandwatch
-BuiltBotTough
-Bullseye
-BunnySlippers
+Buck
+BuiltWith
 BuzzSumo
-CSHttp
-Calculon
-CazoodleBot
+CCBot
+CODE87
 CensysInspect
 CheTeam
-Cloud mapping
+CherryPicker
+Chlooe
+Claritybot
+Cliqzbot
+Cocolyzebot
 Cogentbot
-Collector
+Copyscape
+Cosmos
+Craftbot
 Crawling at Home Project
-Crescent
+CrazyWebCrawler
 CrunchBot
-DBLBot
-DSearch
-Deusu
-Devil
+Curious
+Custo
+CyotekWebCopy
+DIIbot
+Demon
 DigitalPebble
-Discoverybot
-DittoSpyder
+Dirbuster
+Disco
+Dispatch
+DnBCrawler-Analytics
 DnyzBot
+DomCopBot
 DomainAppender
+DomainCrawler
+Dotbot
+Download Wonder
 ECCP/1.0
 EMail Siphon
-EasyDL
-Ecxi
-EroCrawler
-Evil
-Express WebPictures
-ExtLinksBot
-Extractor
-FDM
+ExtractorPro
+FemtosearchBot
 Firefox/7.0
+Flunky
 Foobot
+FrontPage
 Fuzz
-GT::WWW
-GalaxyBot
-Genieo
-GermCrawler
-Go!Zilla
-Go-Ahead-Got-It
+G-i-g-a-b-o-t
+GetRight
+GetWeb
+Getintent
+GoZilla
 Grabber
+GrapeshotCrawler
+GridBot
+HMView
 HTMLparser
-Humanlinks
+HTTP::Lite
+Haansoft
+Harvest
+Heritrix
 HybridBot
 IRLbot
-Iblog
 IlseBot
-Image Sucker
+IndeedBot
 InfoNaviRobot
-InfoTekies
-Internet Ninja
+Intelliseek
+InterGET
 Iskanie
 IstellaBot
-JOC Web Spider
-JamesBOT
 Jbrofuzz
-JennyBot
 JikeSpider
-Kenjin Spider
-Keyword Density
-LNSpiderguy
+JustView
+Keybot Translation-Search-Machine
+Kinza
 LWP::Simple
-Larbin
-Leap
+Lanshanbot
 LeechFTP
 LeechGet
-LexiBot
-LibWeb
+Lftp
 Lightspeedsystems
-Lipperhey
+LinkScan
+LinkWalker
+Linkbot
+LinksManager
+Lipperhey Spider
 Litemage_walker
-MIIxpc
+Lmspider
+Ltx71
+MIDown tool
 MJ12bot
-MQQBrowser
-MTRobot
+Mag-Net
 Magnet
-Mata Hari
+Majestic-SEO
+MarkMonitor
 Mb2345Browser
+MeanPath Bot
 Meanpathbot
-Microsoft URL Control
-Minefield
-Mister PiX
+Mediatoolkitbot
+MicroMessenger
+Microsoft Data Access
 Mojeek
-Msrabot
+Mojolicious
+Mr.4x3
 NICErsPRO
-NPbot
-Name Intelligence
-Navroad
 NearSite
-Needle
-Net Vampire
-NetAnts
-NetLyzer
-NetMechanic
-NetSpider
+Netcraft
 Netvibes
-NextGenSearchBot
-Nmap
-Not
-Nutch
+Niki-bot
+NimbleCrawler
+Ninja
 Octopus
-OpenLinkProfiler
-OpenVAS
-Openvas
+Offline Explorer
+Openfind
 OrangeBot
-OutclicksBot
+OrangeSpider
+OutfoxBot
 PECL::HTTP
-PHPCrawl
 POE-Component-Client-HTTP
-Page Analyzer
-Panscient
-Papa Foto
-PeoplePal
+PageGrabber
+PageScorer
+Pandalytics
 Petalbot
+Picscout
 Picsearch
 Piepmatz
 Pimonster
-PleaseCrawl
-Pockey
-Probethenet
-Psbot
-Pump
-PyCurl
+Pixray
+ProPowerBot
 QueryN Metasearch
 RSSingBot
-RankActive
+RankActiveLinkBot
+RankFlex
+RankingBot
+Rankivabot
 RankurBot
-ReGet
-Reaper
+RebelMouse
 Recorder
+RedesScrapy
 RepoMonkey
+Ripper
 SBIder
-SEOlyticsCrawler
-ScanAlert
+SEOkicks-Robot
 Scanbot
-ScoutJet
-ScrepyBot
-SentiBot
-SeobilityBot
-Shodan
-Siphon
+Searchestate
+SemanticJuice
+Semrush
+SemrushBot
 SiteCheckerBotCrawler
-SiteLockSpider
-Sitebeam
 Siteimprove
-SlySearch
+Sitevigil
 Snake
-Snoopy
-SocialRankIOBot
+Snapbot
+Sociscraper
 Sogou web spider
+Sottopop
+SpaceBison
 Spammen
-Spinn3r
+SpankBot
+Spanner
+Spbot
 Sqlmap
-Sqworm
-Steeler
-Sucuri
-SuperBot
-Surfbot
-SurveyBot
-Suzuran
-Telesoft
-Turnitin
-TurnitinBot
-Typhoeus
-V-BOT
+Stripper
+SuperHTTP
+TeleportPro
+The Intraformant
+TheNomad
+True_Robot
+TwengaBot
+Twice
+VB Project
+VCI
 Vacuum
+VeriCiteCrawler
+VidibleScraper
 Virusdie
-Voltron
-WISENutbot
-WPScan
-Web Auto
-Web Enhancer
+VoidEYE
+Voil
+WASALive-Bot
+WBSearchBot
+WEBDAV
+WWW-Collector-E
+WWW::Mechanize
+WWWOFFLE
+Web Collage
 Web Fetch
 Web Fuck
 Web Sauger
-Web Sucker
-WebBandit
-WebCopier
-WebGo IS
+WebAuto
+WebLeacher
 WebPix
 WebReaper
 WebSauger
-WebStripper
-WebSucker
-WebWhacker
-WinHTTrack
-WiseGuys Robot
+Webalta
+Website Quester
+Widow
 Woobot
-Wotbox
-Zade
-Zermelo
-ZmEu
-ZumBot
-adscanner
-backlink-check
-clark-crawler
+Wprecon
+YoudaoBot
+Zauba
+ZoomBot
+archive.org_bot
+autoemailspider
+check1.exe
 cognitiveseo
-crawler.feedback
+com.plumanalytics
+crawl.sogou.com
+demandbase-bot
 domainsproject.org
-evc-batch
 instabid
-internetVista monitor
 isitwp.com
-lwp-trivial
+iubenda-radar
 magpie-crawler
-meanpathbot
+muhstik-scan
 netEstate NE Crawler
+oBot
+page scorer
 plumanalytics
+polaris version
 ripz
-s1z.ru
-satoristudio.net
-scalaj-http
 scan.lol
-serpstatbot
-sitechecker.pro
-sp_auditbot
-spyfu
+seocompany.store
 sysscan
-tAkeOut
-trendiction.com
-trendiction.de
+ubermetrics-technologies.com
 webpros.com
 webprosbot
-x22Mozilla
+zauba.io