V4.2021.11.2693 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,249 +1,249 @@
-01h4x.com
-360Spider
+404checker
 404enemy
-ADmantX
-AIBOT
-Abonti
-Alexibot
-Alligator
-Anarchie
+ALittle Client
+Aboundex
+AiHitBot
 Anarchy
-Anarchy99
-Ankit
+Anthill
 Aspiegel
 AwarioRssBot
-BLEXBot
-BackDoorBot
+BDCbot
 BackStreet
 Backlink-Ceck
-Badass
-Bandit
-Barkrowler
+BatchFTP
 BetaBot
-Black Hole
-Boardreader
+Bigfoot
+Bitacle
+Blackboard
+Blow
 Brandwatch
-Buck
-BuiltWith
-BunnySlippers
-CATExplorador
-CCBot
-Calculon
-Cegbfeieh
-CensysInspect
-CheTeam
+BuiltBotTough
+BuzzSumo
+CODE87
+CazoodleBot
 CheeseBot
-Cocolyzebot
+CherryPicker
+Claritybot
+Cloud mapping
 Cogentbot
 Copier
 Cosmos
 Craftbot
+CrunchBot
 Curious
-DataCha0s
-Digincore
+CyotekWebCopy
+DIIbot
+Deusu
 DigitalPebble
 Discobot
 DittoSpyder
+DnBCrawler-Analytics
 DomainCrawler
+DomainSigmaCrawler
 Domains Project
-Download Wonder
-EMail Siphon
+Dragonfly
 EasyDL
+Ecxi
 EroCrawler
-Evil
 Exabot
+ExtLinksBot
 Extreme Picture Finder
-FDM
-FemtosearchBot
-Firefox/7.0
+EyeNetIE
+Fimap
+FlashGet
 Foobot
-FrontPage
+Freeuploader
 Fuzz
+GT::WWW
 Genieo
-GetWeb
-Go!Zilla
-Gotit
-Grabber
-Grafula
-HMView
-HTMLparser
+GermCrawler
+Getintent
+Go-Ahead-Got-It
+GoZilla
+GridBot
 HTTP::Lite
 HTTrack
-Haansoft
 HaosouSpider
 Harvest
 Havij
-Heritrix
-Hloader
-Humanlinks
+HybridBot
 IDBTE4M
-Iblog
+IRLbot
 Image Fetch
-InterGET
-Jetty
-Joomla
+Image Sucker
+IndeedBot
+InfoNaviRobot
+InfoTekies
+Intelliseek
+Internet Ninja
+InternetSeer
+JennyBot
+JikeSpider
+Jorgee
 JustView
-Kenjin Spider
-Keyword Density
+Jyxobot
+LNSpiderguy
+LWP::Simple
+Lanshanbot
 Larbin
 Leap
 LeechFTP
-LeechGet
-LexiBot
 LibWeb
-Lightspeedsystems
-Likse
+LieBaoFast
 Linkdexbot
+LinkextractorPro
 LinksManager
-LinqiaScrapeBot
+LinqiaRSSBot
+Lipperhey Spider
+Litemage_walker
 Lmspider
 Ltx71
-MIDown tool
+MIIxpc
 MJ12bot
 MQQBrowser
-MSIECrawler
 MTRobot
-Majestic-SEO
-Majestic12
-MarkMonitor
+Mail.RU_Bot
+Majestic SEO
+MarkWatch
 Mass Downloader
 Masscan
 Meanpathbot
+Metauri
 MicroMessenger
-Microsoft Data Access
+Microsoft URL Control
+Mister PiX
 Moblie Safari
-Mojeek
-Mozlila
-Mr.4x3
-Msrabot
 Musobot
 NICErsPRO
-NPbot
-Navroad
+Name Intelligence
+NearSite
 Net Vampire
-NetMechanic
-Netcraft
+NetZIP
+NextGenSearchBot
+Nuclei
+Octopus
 Offline Explorer
-OnCrawl
-OutclicksBot
+Offline Navigator
+OpenVAS
+Openfind
+Openvas
+PHPCrawl
+POE-Component-Client-HTTP
 PageGrabber
-Pandalytics
-Pavuk
+PageThing.com
+PeoplePal
 Petalbot
-Picscout
+Picsearch
+Piepmatz
 Pixray
-PleaseCrawl
-Pockey
-ProWebWalker
-Psbot
-Pu_iN
-Pump
-PxBroker
+Probethenet
 QueryN Metasearch
-RankFlex
+Quick-Crawler
+RSSingBot
 RankingBot2
+Rankivabot
 ReGet
-RealDownload
-SEOprofiler
+Reaper
+Ripper
+RocketCrawler
+Rogerbot
+SEOkicks-Robot
+SEOlyticsCrawler
+SISTRIX
+SalesIntelligent
 ScoutJet
-Scrapy
 Screaming
-ScrepyBot
-Searchestate
-SearchmetricsBot
-SentiBot
+Semrush
 SeoSiteCheckup
 Seomoz
+Siphon
 SiteExplorer
-SiteLockSpider
-SiteSnagger
 SiteSucker
+Sitebeam
 SlySearch
-SmartDownload
 Snake
-Sogou web spider
-Sosospider
-SpaceBison
-Spinn3r
-SputnikBot
+Snoopy
+SocialRankIOBot
+Sottopop
+Spbot
 Sqworm
-Stripper
-Surfbot
-Szukacz
+Sucker
+Sucuri
+SuperBot
+SuperHTTP
+Swiftbot
+T8Abot
 Teleport
-TeleportPro
+Telesoft
+Telesphoreo
 Telesphorep
-Titan
-Tracemyfile
+The Intraformant
+TheNomad
+Toata
 Trendictionbot
-True_Robot
 TurnitinBot
-Twice
 Typhoeus
+URLy.Warning
 UnisterBot
 Upflow
-V-BOT
-VB Project
-VCI
-Virusdie
+VeriCiteCrawler
+VoidEYE
+Voil
 Voltron
-WASALive-Bot
-WWW-Mechanize
+WISENutbot
+WPScan
 WWWOFFLE
-Web Collage
+Web Fetch
+Web Fuck
 Web Sauger
+Web Sucker
 WebBandit
-WebCopier
-WebEnhancer
-WebSucker
+WebFetch
+WebImageCollector
+WebPix
+WebReaper
 WebWhacker
-WebmasterWorldForumBot
-Website Quester
+Webalta
+Webshag
+WebsiteExtractor
+WebsiteQuester
 Widow
-WiseGuys Robot
-Wonderbot
-Woobot
-Wotbox
 Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zermelo
-Zeus
-ZmEu
-ZoominfoBot
-archive.org_bot
-arquivo-web-crawler
+Zade
+Zauba
+ZoomBot
 arquivo.pt
 autoemailspider
-backlink-check
-coccocbot-web
-cognitiveseo
+cah.io.community
+check1.exe
+clark-crawler
 com.plumanalytics
-crawler4j
-dataforseo.com
+crawler.feedback
 domainsproject.org
-facebookscraper
+gopher
 internetVista monitor
 ips-agent
 isitwp.com
 lwp-request
-magpie-crawler
-mediawords
+meanpathbot
 muhstik-scan
 oBot
 page scorer
-polaris version
+probe-image-size
 s1z.ru
-siteripz
+scalaj-http
+seoscanners
+serpstatbot
+sitechecker.pro
 sogouspider
-sp_auditbot
-sysscan
+spyfu
 tAkeOut
-trendiction.com
+trendiction.de
 webmeup-crawler
-webprosbot
-x09Mozilla
+webpros.com
 x22Mozilla
 xpymep1.exe
 zauba.io