V4.2021.05.2364 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
 404checker
-80legs
-Abonti
-Aboundexbot
-Acunetix
+Aboundex
 ADmantX
+AhrefsBot
 AIBOT
-Alexibot
+Aipbot
+Alligator
 AllSubmitter
-Anarchie
-Anarchy
-arquivo-web-crawler
+AlphaBot
+Aspiegel
+Attach
 AwarioRssBot
-AwarioSmartBot
-BackDoorBot
-Backlink-Ceck
-backlink-check
 BacklinkCrawler
-BackWeb
-Barkrowler
-BDCbot
-Bitacle
+Battleztar Bazinga
+BBBike
+BDFetch
+BetaBot
+Bigfoot
 Black Hole
+Blow
 BlowFish
-Bolt
+BotALot
+Brandprotect
 Brandwatch
+Buddy
 BuiltWith
-Calculon
+BunnySlippers
 CazoodleBot
+Cegbfeieh
 CensysInspect
-CheeseBot
-CherryPicker
-ChinaClaw
-Chlooe
-Cliqzbot
+Claritybot
 coccocbot-web
-Cocolyzebot
+CODE87
+cognitiveseo
 com.plumanalytics
 Copier
-CopyRightCheck
-Copyscape
-Cosmos
 Craftbot
-Crescent
+CyotekWebCopy
+DataCha0s
 DBLBot
-Demon
-Devil
+demandbase-bot
 Digincore
+DigitalPebble
+Disco
+Discobot
 Discoverybot
-DittoSpyder
 DomainAppender
 DomainCrawler
-DomainSigmaCrawler
-domainsproject.org
+Domains Project
 DomainStatsBot
-DomCopBot
+Dotbot
 Download Wonder
-Dragonfly
-DSearch
 DTS Agent
 EasyDL
-eCatch
-EMail Siphon
-Evil
+ECCP/1.0
+EirGrabber
+EroCrawler
 Exabot
 ExtLinksBot
-facebookscraper
+Extractor
+ExtractorPro
 FemtosearchBot
-Fyrebot
+FHscan
+Foobot
+Freeuploader
+Fuzz
+FyberSpider
 GalaxyBot
-Genieo
-Getintent
-Go-Ahead-Got-It
-Go!Zilla
-Grabber
+GermCrawler
+Gigablast
+gopher
+Gotit
+GoZilla
 GrapeFX
-GrapeshotCrawler
 GT::WWW
-HaosouSpider
 Harvest
-HMView
+Havij
+HEADMasterSEO
+Heritrix
+HTTP::Lite
 Iblog
 IDBTE4M
-Image Fetch
-Image Sucker
-IndeedBot
+Id-search
+IlseBot
 Indy Library
 InfoTekies
-instabid
-Internet Ninja
-ips-agent
-Iria
-IRLbot
-Iskanie
+InterGET
+isitwp.com
 IstellaBot
+JamesBOT
+JennyBot
+Jetty
 JOC Web Spider
-Kenjin Spider
-Kinza
-Larbin
+JustView
+Keyword Density
+Lanshanbot
+LeechFTP
 LeechGet
-LieBaoFast
-Likse
-LinkScan
-Lipperhey
+Libwhisker
+Linkbot
+LinkextractorPro
+LinkpadBot
+LinksManager
+LinqiaRSSBot
 Lmspider
-LNSpiderguy
-lwp-request
-LWP::Simple
-lwp-trivial
-Mag-Net
-Majestic SEO
+Ltx71
 Majestic-SEO
-MarkWatch
-Mata Hari
-MauiBot
+MarkMonitor
+Masscan
+Mb2345Browser
+meanpathbot
+Meanpathbot
+MeanPath Bot
 Metauri
+MicroMessenger
+Microsoft URL Control
 MIDown tool
+MIIxpc
 MJ12bot
-Mojeek
+Morfeus Fucking Scanner
 Mozlila
 MQQBrowser
-MSIECrawler
-Nameprotect
-NearSite
-Needle
+Msrabot
+MTRobot
+muhstik-scan
+Musobot
+Name Intelligence
+Nessus
 NetAnts
-Netcraft
-netEstate NE Crawler
-Nettrack
-Net Vampire
+NetMechanic
+NetSpider
+Netvibes
+Nibbler
 Nimbostratus
-Nuclei
-Nutch
 Offline Navigator
-OnCrawl
-Openfind
 Openvas
 OPPO A33
+OrangeBot
+OutclicksBot
+OutfoxBot
+page scorer
 PageScorer
+PageThing.com
 Pandalytics
 Panscient
-Papa Foto
 PeoplePal
 Petalbot
-PHPCrawl
 Picsearch
-PictureFinder
+Piepmatz
+Pimonster
 Pixray
-PleaseCrawl
 plumanalytics
+Pockey
+polaris version
+probe-image-size
+Probethenet
 ProWebWalker
-Pu_iN
-Pump
-QueryN Metasearch
+PyCurl
 Quick-Crawler
-RankingBot2
-RankurBot
-Recorder
+RankActive
+RankActiveLinkBot
+ReGet
 RepoMonkey
-Re-re
-Ripper
-ripz
-RSSingBot
+RocketCrawler
 s1z.ru
 satoristudio.net
-SBIder
-ScanAlert
-scan.lol
-ScoutJet
+Scrapy
 Searchestate
-SemrushBot
 SentiBot
 seobility
-SeobilityBot
-SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
 seoscanners
-serpstatbot
+SeoSiteCheckup
 sexsearcher
-SISTRIX
-SiteCheckerBotCrawler
-SiteExplorer
+sitechecker.pro
 Siteimprove
+SiteLockSpider
 siteripz
-SiteSnagger
 SiteSucker
-Sitevigil
-SmartDownload
-SMTBot
-sogouspider
-Sogou web spider
-Sottopop
+Snapbot
+Snoopy
+Sociscraper
+Spammen
+Spanner
+sp_auditbot
 Spbot
-spyfu
+Spinn3r
+SputnikBot
 Sqlmap
-Stripper
-SuperHTTP
 Suzuran
+Swiftbot
+sysscan
+Szukacz
 T0PHackTeam
-tAkeOut
-TeleportPro
+T8Abot
+Teleport
+Telesoft
 Telesphorep
 TheNomad
+Thumbor
 Titan
-Trendiction
+Tracemyfile
 Trendictionbot
 trendiction.com
-True_Robot
-TurnitinBot
+trendiction.de
+TwengaBot
 Typhoeus
 Upflow
-Vagabondo
+URLy.Warning
+Vacuum
+VCI
 VelenPublicWebCrawler
 VeriCiteCrawler
-Virusdie
-Voil
+VidibleScraper
+VoidEYE
+Voltron
+WallpapersHD
+WASALive-Bot
 WBSearchBot
-Webalta
-WebAuto
-Web Auto
-WebBandit
+WebCollage
 WebCopier
-WEBDAV
 WebEnhancer
 Web Enhancer
+WebFetch
 WebFuck
+Web Fuck
 WebGo IS
-WebLeacher
+WebImageCollector
 WebmasterWorldForumBot
-webmeup-crawler
-WebPix
 Web Pix
-WebSauger
-Web Sauger
+WebReaper
+Webshag
+WebsiteExtractor
+Webster
 WebStripper
-WebSucker
-WebZIP
+Who.is Bot
 Widow
 WinHTTrack
-WISENutbot
 Woobot
+WWW-Collector-E
 WWW-Mechanize
-x09Mozilla
+WWW::Mechanize
 Xaldon_WebSpider
-Xenu
 YoudaoBot
-zauba.io
 Zeus
 zgrab
-ZoominfoBot
+ZmEu
 ZumBot