V4.2021.12.2770 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
+360Spider
+404enemy
+80legs
 ADmantX
+AIBOT
 ALittle Client
 Abonti
-Acunetix
-AfD-Verbotsverfahren
+Aboundex
+Aboundexbot
+AhrefsBot
 Alexibot
-AllSubmitter
-Anarchie
+AlphaBot
+Anarchy99
+Ankit
+Anthill
 Aspiegel
 Asterias
+Attach
 AwarioSmartBot
+BLEXBot
 BackDoorBot
-BackStreet
 Barkrowler
 Battleztar Bazinga
-Bigfoot
-Bitacle
-Black Hole
-Blackboard
+BetaBot
+Blow
+Bolt
 Brandwatch
-BuiltBotTough
+Buddy
 BuiltWith
-BunnySlippers
 BuzzSumo
-CazoodleBot
-CensysInspect
-CheeseBot
+CATExplorador
+CODE87
+Calculon
 CherryPicker
-ChinaClaw
-Chlooe
-Claritybot
-Cliqzbot
-Cocolyzebot
+Citoid
+Cloud mapping
 Collector
 Copier
-CopyRightCheck
 Cosmos
 Craftbot
-Curious
-CyotekWebCopy
+CrazyWebCrawler
+DBLBot
 DIIbot
-DTS Agent
 DataCha0s
+DatabaseDriverMysqli
 Demon
-Deusu
-Disco
-DittoSpyder
+Devil
+Digincore
+Dispatch
+DomCopBot
+DomainAppender
 DomainCrawler
-Dotbot
-Dragonfly
+DomainStatsBot
+Domains Project
+Download Wonder
 ECCP/1.0
 EMail Wolf
-EroCrawler
-Evil
-Extractor
-EyeNetIE
-FDM
-FemtosearchBot
+EasyDL
+Express WebPictures
+ExtLinksBot
+Ezooms
 Fimap
 FlashGet
 Flunky
+Foobot
+FrontPage
 FyberSpider
 Fyrebot
-Genieo
+G-i-g-a-b-o-t
+GT::WWW
 Gigabot
-Go!Zilla
-GrabNet
-GrapeFX
+Gotit
+Grafula
+GridBot
 HEADMasterSEO
-Haansoft
-Havij
+HMView
+HTMLparser
+HTTP::Lite
+HTTrack
+Heritrix
+Hloader
 Humanlinks
 HybridBot
+IDBTE4M
 IDBot
-Image Sucker
-InfoNaviRobot
-Intelliseek
+IRLbot
+Id-search
+IndeedBot
 InterGET
-JikeSpider
-Jorgee
+IstellaBot
+JamesBOT
+Jbrofuzz
+JennyBot
+Jetty
 JustView
-Kinza
-Kozmosbot
-LNSpiderguy
+Jyxobot
+Keyword Density
 LWP::Simple
-Lanshanbot
 Leap
-LeechGet
+LexiBot
 Lftp
-Lightspeedsystems
+LibWeb
 LinkScan
-Linkbot
-LinqiaMetadataDownloaderBot
-Litemage_walker
+LinkWalker
+LinksManager
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
 Ltx71
-MQQBrowser
-MSFrontPage
-MTRobot
+MJ12bot
+MSIECrawler
 Mag-Net
-Majestic SEO
+Magnet
 Majestic-SEO
-Majestic12
-MarkMonitor
-Mata Hari
-Mediatoolkitbot
-Metauri
-MicroMessenger
-Minefield
+Masscan
+Mb2345Browser
+Meanpathbot
+MegaIndex.ru
+Microsoft Data Access
+Microsoft URL Control
+Mojeek
+Mojolicious
 Morfeus Fucking Scanner
-Mozlila
 Msrabot
 Musobot
 NICErsPRO
-NPbot
 Navroad
+NearSite
 Net Vampire
-NetAnts
-NetSpider
-NetZIP
-Nettrack
+NetMechanic
+Niki-bot
 Nikto
-OpenLinkProfiler
-OpenVAS
-OutclicksBot
+Ninja
+Not
+Nutch
+Offline Navigator
+Openfind
+OrangeSpider
+PECL::HTTP
+Page Analyzer
+PageGrabber
 Pandalytics
-Panscient
-PeoplePal
+Pi-Monster
+Picscout
+Picsearch
 PictureFinder
-Piepmatz
+Pimonster
+Pixray
+PleaseCrawl
+Pockey
 ProPowerBot
-Probethenet
-QueryN Metasearch
+Pu_iN
+PxBroker
+PyCurl
 Quick-Crawler
-RankActiveLinkBot
-RankFlex
-RankingBot2
+RankActive
 Rankivabot
-RankurBot
-Re-re
-ReGet
-RealDownload
+RebelMouse
+RedesScrapy
 RepoMonkey
+Ripper
 RocketCrawler
-Rogerbot
-SEOkicks-Robot
-SEOlyticsCrawler
+SBIder
+SEOprofiler
 SISTRIX
-SalesIntelligent
-ScoutJet
+SMTBot
 Scrapy
 Searchestate
 SearchmetricsBot
-Semrush
-SentiBot
-SeobilityBot
 Seomoz
-SiteExplorer
-SiteLockSpider
-Sitebeam
-Sitevigil
+SiteCheckerBotCrawler
 SmartDownload
-Snake
-Snapbot
+SocialRankIOBot
+Sociscraper
+Sosospider
+Sottopop
 SpaceBison
-Spanner
 SputnikBot
-Sqworm
-Steeler
-SuperBot
+Stripper
 SurveyBot
-Swiftbot
-Teleport
-TeleportPro
-The Intraformant
+Suzuran
+Szukacz
+T0PHackTeam
 TheNomad
+Thumbor
 Titan
-Toata
-True_Robot
-Turnitin
-TurnitinBot
+Tracemyfile
+Trendictionbot
+Turingos
 Twice
-Typhoeus
 URLy.Warning
 V-BOT
 VCI
-Vacuum
-Vagabondo
+VeriCiteCrawler
 Virusdie
-WWW-Mechanize
-WWWOFFLE
-WallpapersHD
-WeSEE
+WASALive-Bot
+Wallpapers
 Web Auto
-Web Fuck
+Web Collage
+Web Fetch
 Web Pix
-WebBandit
 WebCollage
-WebCopier
-WebFetch
 WebGo IS
-WebPix
-WebReaper
-WebSauger
+WebImageCollector
+WebLeacher
 WebWhacker
-Website Quester
+WebZIP
+Webalta
+WebmasterWorldForumBot
+Webshag
 WebsiteExtractor
-Webster
+Whacker
+Whatweb
 Who.is Bot
+Widow
 WinHTTrack
-Woobot
-Xaldon WebSpider
+Xaldon_WebSpider
 Zade
-ZoominfoBot
+Zauba
+Zeus
+ZmEu
+ZoomBot
 ZumBot
 ZyBorg
-adscanner
 arquivo-web-crawler
 backlink-check
-coccocbot-web
+com.plumanalytics
+crawl.sogou.com
 crawler.feedback
-crawler4j
-dataforseo.com
-eCatch
-instabid
+domainsproject.org
+evc-batch
+heritrix
 ips-agent
-lwp-request
-mediawords
+isitwp.com
 muhstik-scan
-oBot
-pcBrowser
 polaris version
-scalaj-http
+probe-image-size
+ripz
+s1z.ru
 scan.lol
-seobility
-seocompany.store
-seoscanners
 seostar
 serpstatbot
-sexsearcher
-sitechecker.pro
 siteripz
-tAkeOut
+sogouspider
 ubermetrics-technologies.com
-voyagerx.com
-webgains-bot
-x09Mozilla
-x22Mozilla
+webmeup-crawler
+webpros.com
 zauba.io
 zgrab