V4.2022.04.3017 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 360Spider
-404enemy
-ALittle Client
+80legs
+AIBOT
+ASPSeek
 Aboundex
-AhrefsBot
+Acunetix
+AfD-Verbotsverfahren
 AiHitBot
+Aipbot
+Alexibot
 Anarchie
 Anarchy
-Apexoo
-Asterias
-Atomseobot
-AwarioRssBot
+Anarchy99
+Ankit
+Aspiegel
+AwarioSmartBot
+BBBike
+BDCbot
 BDFetch
-BackDoorBot
-BackStreet
-BackWeb
 Backlink-Ceck
-Barkrowler
+BatchFTP
 Bigfoot
-BlackWidow
-Blackboard
+Blow
+BlowFish
 Boardreader
-BotALot
+Bolt
 Brandprotect
 Brandwatch
-BuiltBotTough
 BunnySlippers
 BuzzSumo
-Calculon
-CazoodleBot
-Cegbfeieh
+CATExplorador
+CSHttp
+Chlooe
 Citoid
-Cocolyzebot
-Cogentbot
+Cliqzbot
+Cloud mapping
 Collector
 Copier
-CopyRightCheck
+Copyscape
 Cosmos
-Crawling at Home Project
-Crescent
-DIIbot
+Custo
+CyotekWebCopy
+DBLBot
+DSearch
 DTS Agent
-DataCha0s
-Demon
-Dirbuster
-Disco
+DatabaseDriverMysqli
 Discobot
-DnBCrawler-Analytics
-DomainStatsBot
-Domains Project
-Dotbot
-Drip
-EMail Wolf
-Ecxi
+Dragonfly
+ECCP/1.0
+Ebingbong
 EroCrawler
-Exabot
-ExtLinksBot
-Extractor
+Express WebPictures
+ExtractorPro
 Extreme Picture Finder
-FlashGet
-Freeuploader
+EyeNetIE
+Ezooms
+FHscan
+Flunky
 FrontPage
-GT::WWW
-GalaxyBot
+FyberSpider
 Genieo
-GermCrawler
-GetRight
 GetWeb
-GoZilla
 Gotit
 GrabNet
-Grafula
+Grabber
+GrapeFX
 GrapeshotCrawler
 HEADMasterSEO
 HMView
-HonoluluBot
+HTMLparser
+Heritrix
+Hloader
+Humanlinks
 HybridBot
-IlseBot
-Image Sucker
-Indy Library
-InfoTekies
-Intelliseek
+IDBTE4M
+Iblog
+IndeedBot
+InterGET
+Internet Ninja
 InternetSeer
-Iskanie
-JOC Web Spider
-JennyBot
+Iria
+IstellaBot
 JetCar
-JikeSpider
-Jyxobot
+Joomla
+JustView
 Kenjin Spider
+Keyword Density
 LNSpiderguy
-Leap
-LeechFTP
-LexiBot
+LWP::Simple
+Lanshanbot
+LeechGet
 Lftp
+LibWeb
 Libwhisker
 Lightspeedsystems
-Linkdexbot
-LinqiaRSSBot
-Lipperhey Spider
-MIIxpc
+Likse
+LinkWalker
+LinkpadBot
+Lipperhey
+Litemage_walker
+Lmspider
+Ltx71
+MFC_Tear_Sample
 MJ12bot
+MQQBrowser
 MSFrontPage
 MTRobot
+Mag-Net
 Magnet
 Mail.RU_Bot
-Majestic SEO
-Majestic12
-MarkWatch
+Majestic-SEO
+MarkMonitor
 Masscan
-Mata Hari
+MauiBot
 Mb2345Browser
+MeanPath Bot
+Mediatoolkitbot
 MegaIndex.ru
-Metauri
+MicroMessenger
+Microsoft URL Control
 Moblie Safari
-Mojeek
+MolokaiBot
+Morfeus Fucking Scanner
 Mozlila
-Msrabot
-Musobot
 Nameprotect
-Net Vampire
+Navroad
+Nessus
+NetLyzer
 NetMechanic
-Nettrack
-Netvibes
-Nibbler
-Niki-bot
-Nuclei
+Netcraft
+NextGenSearchBot
+Nikto
+Nimbostratus
+Nutch
+Octopus
 Offline Explorer
-OnCrawl
-OpenLinkProfiler
+OpenVAS
 Openfind
-OrangeBot
-OrangeSpider
-PECL::HTTP
+OutfoxBot
 PHPCrawl
 Page Analyzer
-Pi-Monster
-Piepmatz
-Pixray
-Psbot
+PageGrabber
+PageScorer
+PageThing.com
+Panscient
+Papa Foto
+Petalbot
+Picscout
+Pockey
 Pu_iN
-Pump
-QueryN Metasearch
 Quick-Crawler
-RSSingBot
-RankActiveLinkBot
+RankActive
 RankingBot
-Rankivabot
-Reaper
-Recorder
-RepoMonkey
+Re-re
+ReGet
+RealDownload
+Ripper
 Rogerbot
-SEOkicks
+SBIder
+SEOlyticsCrawler
 SEOstats
 SISTRIX
 SalesIntelligent
-Scanbot
-ScoutJet
 Scrapy
-Screaming
 ScreenerBot
 ScrepyBot
-Searchestate
-SearchmetricsBot
-Seomoz
-SiteCheckerBotCrawler
-SmartDownload
-Snapbot
+SemrushBot
+SeobilityBot
+Shodan
+Siphon
+SiteLockSpider
+SlySearch
+SocialRankIOBot
 Sosospider
-SpankBot
+SpaceBison
+Spammen
 Spanner
-Spbot
 SputnikBot
-Sqlmap
-Sqworm
-Steeler
+Sucker
+Sucuri
 Suzuran
 Swiftbot
-Teleport
-TeleportPro
-The Intraformant
+T0PHackTeam
+Telesoft
+Telesphoreo
 Thumbor
 TightTwatBot
 Titan
-Toweyabot
 Trendiction
-TwengaBot
-Twice
+Trendictionbot
+TurnitinBot
+Typhoeus
+URLy.Warning
 Upflow
-V-BOT
 VB Project
 VCI
 Vagabondo
-VeriCiteCrawler
 Virusdie
-WBSearchBot
+VoidEYE
 WEBDAV
-WISENutbot
-WPScan
+WWW-Collector-E
 WWW::Mechanize
-Wallpapers/3.0
-WallpapersHD
-Web Collage
+WWWOFFLE
+Wallpapers
+WeSEE
+Web Enhancer
+Web Fetch
 Web Fuck
-WebAuto
-WebBandit
-WebFuck
-WebImageCollector
-WebPix
+Web Pix
+WebEnhancer
+WebFetch
 WebReaper
-WebStripper
-WebWhacker
 WebmasterWorldForumBot
-Webster
-Who.is Bot
+Whack
+Widow
+Wonderbot
 Wprecon
-YoudaoBot
-Zermelo
+Xenu
+ZoominfoBot
 ZumBot
+adscanner
+arquivo-web-crawler
 arquivo.pt
 autoemailspider
+check1.exe
+clark-crawler
 coccocbot
+cognitiveseo
 crawl.sogou.com
+crawler.feedback
+eCatch
 evc-batch
-facebookscraper
-gopher
-heritrix
 instabid
 ips-agent
-isitwp.com
 iubenda-radar
 lwp-request
-lwp-trivial
-meanpathbot
-mediawords
+magpie-crawler
+netEstate NE Crawler
 page scorer
-plumanalytics
 polaris version
 ripz
 satoristudio.net
-seobility
 seoscanners
+seostar
+sexsearcher
 sitechecker.pro
-sp_auditbot
-sysscan
-ubermetrics-technologies.com
-webgains-bot
-x09Mozilla
-x22Mozilla
-zauba.io
+siteripz
+tAkeOut
+webprosbot
+xpymep1.exe