V4.2021.06.2374 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-80legs
-Abonti
-Aboundex
+404checker
 Aboundexbot
-AfD-Verbotsverfahren
+Acunetix
+ADmantX
 AhrefsBot
-AiHitBot
+AIBOT
 Aipbot
-Alligator
-AllSubmitter
-AlphaBot
-Anarchie
-Anarchy
-Anarchy99
+Alexibot
+Ankit
+Anthill
 Apexoo
+ASPSeek
+Asterias
+Attach
 autoemailspider
-backlink-check
-BackStreet
-BackWeb
+Backlink-Ceck
+BacklinkCrawler
+Bandit
 Barkrowler
 BatchFTP
 Battleztar Bazinga
 BBBike
 BDFetch
-BetaBot
 Bigfoot
 Black Hole
 Blow
+Bolt
+Brandprotect
 Brandwatch
-Buck
-BuiltBotTough
-CATExplorador
+BuzzSumo
+Calculon
 CazoodleBot
+CCBot
+check1.exe
+CheeseBot
 CherryPicker
-CheTeam
-ChinaClaw
-Cliqzbot
+Chlooe
 Cloud mapping
-Cocolyzebot
-CODE87
-cognitiveseo
-CopyRightCheck
+coccocbot-web
+com.plumanalytics
+Copier
 Copyscape
-Craftbot
 crawler4j
 crawler.feedback
-CrunchBot
-Deusu
+CSHttp
+Curious
+DatabaseDriverMysqli
+demandbase-bot
+Demon
+Devil
+Digincore
 Dirbuster
 Discobot
+Discoverybot
+Dispatch
 DnyzBot
-DomainCrawler
+DomainAppender
+domainsproject.org
+DomCopBot
 Dotbot
-Download Wonder
 Drip
-Ebingbong
-Ecxi
 Exabot
+Express WebPictures
 ExtLinksBot
-Extractor
-ExtractorPro
 EyeNetIE
-Ezooms
 FHscan
 Foobot
-FrontPage
 Fuzz
-FyberSpider
 Fyrebot
+GalaxyBot
 Getintent
+Gigabot
 G-i-g-a-b-o-t
-Gotit
-Go!Zilla
+Go-Ahead-Got-It
+GoZilla
 Grabber
-Grafula
+GrabNet
+GrapeFX
 GrapeshotCrawler
+GT::WWW
+Haansoft
+HaosouSpider
 HEADMasterSEO
+heritrix
+Heritrix
+Hloader
 HTMLparser
 HTTrack
-Humanlinks
-HybridBot
-Id-search
+IDBot
 Image Fetch
-Image Sucker
-InterGET
-InternetSeer
-internetVista monitor
+Indy Library
+InfoNaviRobot
+InfoTekies
+instabid
+IRLbot
 isitwp.com
+IstellaBot
 JennyBot
 Jetty
-JikeSpider
-JOC Web Spider
 Jorgee
-Kenjin Spider
+JustView
 Keyword Density
 Kinza
-LeechGet
-LibWeb
-Lightspeedsystems
-LinkpadBot
-LinksManager
+Lanshanbot
+Larbin
+LeechFTP
+LexiBot
+LieBaoFast
+Likse
+LinkScan
+LinqiaScrapeBot
+Lipperhey
 Litemage_walker
 LNSpiderguy
-lwp-request
-Mag-Net
-magpie-crawler
-Mail.RU_Bot
-Majestic12
+Ltx71
 Majestic SEO
 Majestic-SEO
-MarkWatch
-Masscan
-Mata Hari
-meanpathbot
-MeanPath Bot
-Mediatoolkitbot
 mediawords
-MFC_Tear_Sample
+Metauri
 MicroMessenger
+Microsoft URL Control
 MIIxpc
+Mister PiX
+MJ12bot
 Mojeek
-Mojolicious
 Morfeus Fucking Scanner
-MQQBrowser
 MSFrontPage
-MSIECrawler
+Msrabot
 MTRobot
 Musobot
-Navroad
-Nessus
 Netcraft
-NetLyzer
-Net Vampire
+NetMechanic
+NetSpider
+Netvibes
 NetZIP
-NextGenSearchBot
+Niki-bot
+Nikto
 NimbleCrawler
-Nimbostratus
-Nmap
+Ninja
 NPbot
-Nuclei
 Nutch
+Octopus
 Offline Explorer
+OnCrawl
+Openfind
 OpenVAS
 OrangeBot
 OrangeSpider
-OutclicksBot
 PageAnalyzer
-PageGrabber
-Pavuk
-pcBrowser
-PECL::HTTP
+Page Analyzer
+page scorer
 PeoplePal
-Picscout
-PictureFinder
+Petalbot
 Piepmatz
-Pimonster
 Pi-Monster
-Pockey
-polaris version
-probe-image-size
-Probethenet
+POE-Component-Client-HTTP
 ProPowerBot
-Pump
+Pu_iN
 PyCurl
-QueryN Metasearch
-RankActiveLinkBot
-RankingBot2
-RebelMouse
-RedesScrapy
-ReGet
-Ripper
-RocketCrawler
-RSSingBot
-satoristudio.net
-scalaj-http
+Quick-Crawler
+RankActive
+RankFlex
+RankurBot
+RealDownload
+Recorder
+Re-re
+Rogerbot
+s1z.ru
 Scanbot
+Screaming
 SearchmetricsBot
 Semrush
+SemrushBot
+seobility
 SeobilityBot
-SEOkicks
+SEOkicks-Robot
+SEOlyticsCrawler
 Seomoz
-SEOprofiler
+seoscanners
+SeoSiteCheckup
+seostar
 serpstatbot
-sexsearcher
-Siphon
+SISTRIX
+Sitebeam
 SiteCheckerBotCrawler
-sitechecker.pro
-Siteimprove
-SlySearch
-SmartDownload
-SMTBot
+SiteExplorer
+SiteSnagger
 Snoopy
-sogouspider
-Sogou web spider
+SpaceBison
 Spammen
-SpankBot
-Spbot
-SputnikBot
-Sqlworm
-Stripper
-SuperBot
+sp_auditbot
+Spinn3r
+spyfu
+Sqlmap
+Sucker
+Sucuri
 SuperHTTP
 Surfbot
 SurveyBot
-Swiftbot
-sysscan
-The Intraformant
-TheNomad
+Suzuran
+Szukacz
+T8Abot
+tAkeOut
+TeleportPro
+Telesphoreo
+Toata
 Toweyabot
-Trendictionbot
 trendiction.com
-URLy Warning
-Vacuum
+trendiction.de
+True_Robot
+TurnitinBot
+TwengaBot
+Twice
+UnisterBot
 Vagabondo
 VB Project
-VelenPublicWebCrawler
+VCI
 VidibleScraper
 Virusdie
-VoidEYE
 WBSearchBot
-WebAuto
-WebCollage
-Web Collage
-WEBDAV
+WebCopier
 WebEnhancer
-Web Enhancer
-WebFetch
-WebFuck
+Web Fetch
 Web Fuck
-WebGo IS
-webmeup-crawler
+WebPix
 WebReaper
-Webster
-WebStripper
+WebSucker
+WebWhacker
+WebZIP
 WeSEE
-Whack
+Whacker
 Who.is Bot
-WiseGuys Robot
+WISENutbot
 Wonderbot
-Woobot
+Wprecon
+WPScan
 WWW-Collector-E
+WWW::Mechanize
 WWWOFFLE
+x09Mozilla
+x22Mozilla
 Xaldon WebSpider
-Xaldon_WebSpider
+Xenu
 YoudaoBot
 zauba.io
-zgrab
-ZmEu
+Zermelo
+Zeus
 ZoominfoBot
+ZumBot