V4.2021.05.2357 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-Aboundex
+01h4x.com
+404checker
+404enemy
+80legs
+Abonti
 Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
-AhrefsBot
-Anarchie
-Ankit
-Anthill
-archive.org_bot
-Aspiegel
-ASPSeek
+AIBOT
+Alligator
+AllSubmitter
+Anarchy
+arquivo.pt
+Asterias
 BackDoorBot
-Backlink-Ceck
+backlink-check
+BacklinkCrawler
+BackStreet
 BatchFTP
+Battleztar Bazinga
+BBBike
 BDCbot
+BDFetch
 BetaBot
-Bigfoot
+Bitacle
 Black Hole
 BLEXBot
+Blow
 BlowFish
-BotALot
-Brandprotect
-Brandwatch
-BuiltBotTough
+Boardreader
+Buddy
 BuiltWith
-BuzzSumo
+Bullseye
 Calculon
+CATExplorador
+CazoodleBot
 CCBot
-CheeseBot
-ChinaClaw
-Claritybot
+CensysInspect
+CheTeam
 Cliqzbot
-Collector
+Cocolyzebot
+Cogentbot
+cognitiveseo
 com.plumanalytics
-Copier
-CopyRightCheck
-Cosmos
+Copyscape
 Craftbot
-crawler4j
-CrazyWebCrawler
+Crescent
 CrunchBot
-Curious
-DatabaseDriverMysqli
-Deusu
-DIIbot
-Disco
+Devil
+Digincore
+Dirbuster
 Dispatch
-DomainCrawler
-DomainSigmaCrawler
+DomainAppender
 domainsproject.org
-Dotbot
+DomainStatsBot
+DomCopBot
+Dragonfly
+Drip
+DSearch
+DTS Agent
+Ebingbong
 eCatch
 ECCP/1.0
+Ecxi
 EMail Siphon
-EroCrawler
-ExtLinksBot
+evc-batch
+Evil
+Exabot
 Extractor
-ExtractorPro
-Extreme Picture Finder
-EyeNetIE
-Ezooms
-facebookscraper
+FDM
+FemtosearchBot
+FHscan
 Firefox/7.0
-Flunky
+FlashGet
 Freeuploader
-FyberSpider
+Fuzz
 Fyrebot
+GalaxyBot
+GermCrawler
 Getintent
-GetWeb
-Gigablast
-Gigabot
+GetRight
 Go-Ahead-Got-It
-gopher
 Gotit
 GoZilla
-GT::WWW
+Grabber
+GrabNet
+Grafula
 Haansoft
 HaosouSpider
 HEADMasterSEO
-Heritrix
+Hloader
 HTMLparser
-HTTP::Lite
-HTTrack
-IDBot
-Image Sucker
-IndeedBot
-InterGET
-internetVista monitor
-Iria
-Iskanie
-Jetty
-JOC Web Spider
+Iblog
+IDBTE4M
+IlseBot
+instabid
+Internet Ninja
+ips-agent
+JamesBOT
+Jbrofuzz
+JetCar
+JikeSpider
+Jorgee
+Jyxobot
 Keyword Density
-Kinza
 Kozmosbot
+Lanshanbot
 LeechFTP
-LeechGet
-LexiBot
-Lftp
 LibWeb
-LieBaoFast
-Likse
-Linkdexbot
-LinksManager
-LinqiaScrapeBot
+Libwhisker
+LinkextractorPro
+LinkpadBot
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Lipperhey Spider
-Litemage_walker
 Ltx71
+lwp-request
 lwp-trivial
+Magnet
 magpie-crawler
-Mail.RU_Bot
-Majestic12
+Majestic SEO
 Majestic-SEO
-Mata Hari
+MarkMonitor
+MarkWatch
+Mass Downloader
+MauiBot
 Mb2345Browser
+Meanpathbot
 MeanPath Bot
-MegaIndex.ru
+mediawords
 MFC_Tear_Sample
 Microsoft URL Control
 MIIxpc
-Mojeek
-Mojolicious
-Mozlila
-MSIECrawler
+Morfeus Fucking Scanner
+Mr.4x3
+MSFrontPage
 MTRobot
 Musobot
 Nameprotect
-Needle
-Netcraft
+Navroad
+Nessus
+NetAnts
+netEstate NE Crawler
+NetLyzer
 NetSpider
 Nettrack
-Netvibes
+Net Vampire
+NetZIP
 NextGenSearchBot
 Nikto
-Nmap
-Nutch
-Openfind
-Openvas
+Ninja
+Offline Explorer
+OpenLinkProfiler
+OpenVAS
 OPPO A33
-OrangeSpider
-OutclicksBot
-page scorer
-Papa Foto
+OrangeBot
+PageAnalyzer
+Pandalytics
+Panscient
+Pavuk
 pcBrowser
 PECL::HTTP
 Petalbot
-PHPCrawl
+Picsearch
 Piepmatz
-Pi-Monster
+Pimonster
 Pixray
-plumanalytics
-Probethenet
-ProWebWalker
 Psbot
-Pump
-RankActive
-RankingBot
-RankingBot2
+Pu_iN
+RankActiveLinkBot
 RankurBot
 RebelMouse
-ReGet
+Recorder
 RepoMonkey
-Re-re
-Rogerbot
+RocketCrawler
+RSSingBot
+satoristudio.net
+SBIder
 scalaj-http
-Scanbot
 scan.lol
-ScoutJet
-Screaming
 Searchestate
-SemrushBot
-SEOkicks
-SEOkicks-Robot
 Seomoz
+SEOprofiler
+SEOstats
 serpstatbot
+sexsearcher
+Shodan
 Siphon
 Sitebeam
-sitechecker.pro
-Siteimprove
-SiteLockSpider
-SiteSucker
-Site Sucker
+SiteCheckerBotCrawler
+siteripz
+SiteSnagger
 SlySearch
-SmartDownload
 SMTBot
+Snake
 Snapbot
-SpaceBison
-Spammen
+SocialRankIOBot
+sogouspider
+Sottopop
 Spanner
-sp_auditbot
-Sqlmap
+Spinn3r
 Sqworm
-Steeler
 Stripper
 Suzuran
-T0PHackTeam
+Swiftbot
 T8Abot
 TeleportPro
 Telesoft
 Telesphoreo
-TightTwatBot
-Titan
-Toata
-Toweyabot
-Tracemyfile
+Thumbor
 Trendiction
+Trendictionbot
+Turingos
 Turnitin
-TwengaBot
+TurnitinBot
 Twice
 Upflow
 URLy Warning
-URLy.Warning
-VCI
+Vacuum
+Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
 VidibleScraper
-VoidEYE
+Voil
 Voltron
-WBSearchBot
-WebAuto
-Web Auto
-WebCollage
+Webalta
+WebBandit
 WEBDAV
-WebEnhancer
-Web Enhancer
-WebFetch
 WebFuck
+WebGo IS
 WebImageCollector
+WebLeacher
+webmeup-crawler
 WebReaper
+WebSauger
 Web Sauger
-Webshag
 WebsiteExtractor
-WebsiteQuester
-Website Quester
-WebStripper
 WebWhacker
 WebZIP
 Whack
-Widow
-WiseGuys Robot
-WWW-Mechanize
-WWW::Mechanize
-Xenu
-xpymep1.exe
-YoudaoBot
+Who.is Bot
+Wonderbot
+WWW-Collector-E
+WWWOFFLE
+x22Mozilla
 Zade
-Zauba
-Zeus
-zgrab
+Zermelo
 Zitebot
+ZmEu
 ZoominfoBot
+ZyBorg