V4.2021.09.2601 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-ASPSeek
-AfD-Verbotsverfahren
-Anarchy99
-Anthill
-Aspiegel
+80legs
+Aboundexbot
+Acunetix
+AiHitBot
+Aipbot
+Alligator
+AlphaBot
+Anarchy
 Asterias
 Attach
-AwarioSmartBot
-BLEXBot
-Backlink-Ceck
+BackStreet
+BackWeb
 BacklinkCrawler
-Badass
-Bandit
-Black Hole
+Battleztar Bazinga
+Bigfoot
 Blackboard
+Blow
 Boardreader
+Bolt
 Brandprotect
 Brandwatch
-Buck
 Buddy
-BuiltBotTough
-Bullseye
-BunnySlippers
+BuiltWith
 BuzzSumo
-CODE87
+CSHttp
+Cegbfeieh
 CensysInspect
+CheeseBot
 Chlooe
 Cliqzbot
-Cloud mapping
 Cocolyzebot
+Copier
+CopyRightCheck
+Copyscape
 Cosmos
 Craftbot
-Crawling at Home Project
-Crescent
+CrazyWebCrawler
+CrunchBot
 Curious
-Custo
-DIIbot
+CyotekWebCopy
+DSearch
 DTS Agent
-Demon
-Devil
-DigitalPebble
+Digincore
+Dirbuster
 Disco
 Discobot
-Dispatch
-DomainSigmaCrawler
-DomainStatsBot
-Domains Project
+DittoSpyder
+DnyzBot
 Dotbot
 Download Wonder
-ECCP/1.0
-EasyDL
 Evil
-Extractor
-FHscan
-Flunky
+Exabot
+EyeNetIE
+Fimap
+Firefox/7.0
 Foobot
-Fyrebot
-G-i-g-a-b-o-t
+Freeuploader
+Fuzz
+FyberSpider
 GT::WWW
 GalaxyBot
-Genieo
-GetWeb
-Getintent
-Go!Zilla
+GoZilla
 GrabNet
 Grabber
-HEADMasterSEO
-HMView
-HTMLparser
-HTTP::Lite
-Haansoft
+Grafula
+GridBot
+HTTrack
+Harvest
 Havij
-Hloader
-HybridBot
-IDBot
+Humanlinks
 IRLbot
-Iblog
-Image Sucker
-InfoNaviRobot
-InfoTekies
-Internet Ninja
+IlseBot
+IndeedBot
+Indy Library
+Intelliseek
+InterGET
+InternetSeer
 Iria
 Iskanie
+IstellaBot
 JOC Web Spider
 Jbrofuzz
 JetCar
-JikeSpider
+Jetty
+Joomla
+Jorgee
 Kenjin Spider
-Lanshanbot
-Larbin
+LNSpiderguy
 Leap
-LeechGet
-LexiBot
-Lightspeedsystems
-Likse
-LinkWalker
-Linkdexbot
-LinkpadBot
+LieBaoFast
+Linkbot
+LinkextractorPro
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Ltx71
-MFC_Tear_Sample
+Lipperhey
+Lmspider
 MIDown tool
 MIIxpc
-MSFrontPage
-MTRobot
-Magnet
-Mail.RU_Bot
-Majestic SEO
+MJ12bot
+MQQBrowser
+Majestic-SEO
 Majestic12
-MarkMonitor
-MarkWatch
+Mass Downloader
+Mb2345Browser
+Mediatoolkitbot
 MegaIndex.ru
-Metauri
-Microsoft Data Access
-Microsoft URL Control
 Moblie Safari
+Mojeek
 Mojolicious
 Morfeus Fucking Scanner
+Mozlila
+Mr.4x3
 Musobot
 NICErsPRO
 NPbot
-Navroad
-NearSite
-Needle
+Name Intelligence
+Nameprotect
 Nessus
-NetLyzer
-NetZIP
-Netcraft
-Nettrack
-Nikto
+Net Vampire
+NetSpider
+Netvibes
+NextGenSearchBot
+NimbleCrawler
+Ninja
+Nmap
+Nutch
+Octopus
+Offline Navigator
 OpenLinkProfiler
 OpenVAS
-Openfind
 OrangeBot
+OrangeSpider
 OutclicksBot
 OutfoxBot
-PageAnalyzer
+PECL::HTTP
+PageGrabber
+Pandalytics
+PeoplePal
 Petalbot
-Picsearch
 Pimonster
 PleaseCrawl
-Pockey
-ProPowerBot
+Pu_iN
 PxBroker
-PyCurl
 QueryN Metasearch
-Quick-Crawler
 RankActive
-RankFlex
-RankingBot2
+RankurBot
+Re-re
 RealDownload
 Reaper
+RebelMouse
 Recorder
-RocketCrawler
-Rogerbot
+Ripper
 SBIder
-SEOlyticsCrawler
+SEOprofiler
 SISTRIX
-SMTBot
 SalesIntelligent
-Searchestate
-Semrush
-Siphon
+Scanbot
+Screaming
+SearchmetricsBot
+Seomoz
+Site Sucker
 SiteCheckerBotCrawler
-SiteSucker
+SiteSnagger
 Sitebeam
-Siteimprove
+SlySearch
 SmartDownload
-Snake
-SpaceBison
-SpankBot
+Snapbot
+SocialRankIOBot
+Spammen
 Spanner
 Spinn3r
 Sqlmap
-Sucuri
-SuperBot
+Sqworm
+Sucker
+SuperHTTP
 Surfbot
-Szukacz
-T8Abot
-Teleport
-Telesphoreo
-Telesphorep
+Suzuran
+Swiftbot
+TheNomad
+Thumbor
+Toweyabot
+Tracemyfile
+Trendiction
 Trendictionbot
 True_Robot
-Turnitin
+Turingos
+TurnitinBot
+TwengaBot
+Typhoeus
 URLy Warning
 URLy.Warning
-VB Project
-Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
+Upflow
+VCI
 VoidEYE
-Voil
-WBSearchBot
+Voltron
+WASALive-Bot
 WEBDAV
-WPScan
 WWW-Collector-E
+WWW-Mechanize
+WWWOFFLE
+Wallpapers
+Wallpapers/3.0
 WallpapersHD
-Web Fuck
+Web Sauger
 Web Sucker
 WebEnhancer
-WebFetch
-WebPix
+WebLeacher
+WebReaper
+WebSauger
 WebStripper
-WebSucker
+WebWhacker
+WebZIP
+Webalta
 WebmasterWorldForumBot
-Webshag
-Website Quester
+WebsiteExtractor
 Webster
-Whatweb
-WiseGuys Robot
+WinHTTrack
 Wotbox
-Xenu
-Zade
-Zermelo
-Zeus
-ZmEu
-ZoomBot
-ZoominfoBot
+Xaldon WebSpider
+YoudaoBot
+archive.org_bot
 arquivo.pt
-backlink-check
-clark-crawler
 coccocbot-web
-com.plumanalytics
+crawl.sogou.com
 crawler.feedback
+crawler4j
+dataforseo.com
 demandbase-bot
 eCatch
-gopher
-instabid
-internetVista monitor
-ips-agent
-magpie-crawler
-mediawords
+evc-batch
+lwp-request
+lwp-trivial
 muhstik-scan
-s1z.ru
-satoristudio.net
-seobility
+oBot
+pcBrowser
+polaris version
+probe-image-size
+scan.lol
 seoscanners
 seostar
 serpstatbot
 sitechecker.pro
-siteripz
 sogouspider
-spyfu
+sp_auditbot
 tAkeOut
-trendiction.com
-ubermetrics-technologies.com
-zgrab
+trendiction.de
+webprosbot
+x22Mozilla
+xpymep1.exe
+zauba.io