V4.2022.02.2922 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-ASPSeek
-Aboundex
-Aboundexbot
+360Spider
+Abonti
 Acunetix
 AfD-Verbotsverfahren
-AiHitBot
+AhrefsBot
 Aipbot
 Alexibot
 AllSubmitter
-Alligator
-AlphaBot
-Anarchy
-Anarchy99
+Anarchie
 Anthill
 Aspiegel
-BackStreet
-Backlink-Ceck
-BetaBot
-Bitacle
+Attach
+AwarioSmartBot
+BBBike
+BDCbot
+BDFetch
+BackDoorBot
+BackWeb
+Badass
+Barkrowler
 Black Hole
-Blackboard
-BlowFish
+Boardreader
 Bolt
 BotALot
-Brandprotect
 Brandwatch
-CCBot
-CensysInspect
+Buddy
+Bullseye
+BuzzSumo
+CATExplorador
+CODE87
+CSHttp
+CazoodleBot
 CheTeam
-CherryPicker
+CheeseBot
 Chlooe
-Claritybot
-Cogentbot
+Cocolyzebot
 Collector
 CopyRightCheck
-Cosmos
-CyotekWebCopy
-DIIbot
-DTS Agent
-DataCha0s
-Demon
-Devil
-Digincore
-DigitalPebble
+Custo
+DatabaseDriverMysqli
+Deusu
+Disco
 Discoverybot
 Dispatch
-DnBCrawler-Analytics
-DnyzBot
-DomCopBot
-DomainSigmaCrawler
-DomainStatsBot
-Domains Project
+DomainAppender
 Download Wonder
-Dragonfly
 Drip
-EMail Wolf
+EMail Siphon
 EasyDL
-Ebingbong
 Ecxi
-EroCrawler
-Evil
-ExtractorPro
-Extreme Picture Finder
-FDM
-Firefox/7.0
-Freeuploader
-FrontPage
-FyberSpider
+EirGrabber
+Extractor
+EyeNetIE
+FemtosearchBot
+Fyrebot
 Genieo
-Gigabot
-Go-Ahead-Got-It
+GetRight
+GoZilla
 GrabNet
 Grafula
+GrapeshotCrawler
 HEADMasterSEO
 HMView
 HTTrack
 Harvest
-IDBot
-IRLbot
-Id-search
-IlseBot
-Image Sucker
+Heritrix
+HonoluluBot
+IDBTE4M
+Iblog
 IndeedBot
-Indy Library
+InterGET
 Internet Ninja
-Iria
+IstellaBot
 JOC Web Spider
 JamesBOT
 Jbrofuzz
+JetCar
 JikeSpider
+Jorgee
 Jyxobot
-Keyword Density
+Kinza
+Kozmosbot
+LWP::Simple
 Lanshanbot
-Leap
-LeechFTP
+LeechGet
 LexiBot
-Lftp
-Libwhisker
-LinkWalker
+LieBaoFast
+Likse
 Linkdexbot
 LinkextractorPro
 LinkpadBot
-LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey Spider
-Ltx71
-MIDown tool
-MJ12bot
-MSIECrawler
-MTRobot
-Magnet
-Mail.RU_Bot
-Majestic12
-Mass Downloader
-MauiBot
-Mb2345Browser
+Lipperhey
+MIIxpc
+Majestic-SEO
+Mata Hari
+MeanPath Bot
+MegaIndex.ru
 Metauri
-MicroMessenger
-Microsoft URL Control
-Mojeek
+Microsoft Data Access
+Mister PiX
+Moblie Safari
+Morfeus Fucking Scanner
+Mozlila
 Msrabot
-NICErsPRO
-Name Intelligence
+Musobot
+Nameprotect
+NetAnts
 NetMechanic
+NetSpider
+Netcraft
 Nibbler
-Niki-bot
 NimbleCrawler
-Nimbostratus
-Nuclei
-Nutch
-Octopus
-Openfind
+Nmap
+Not
+Offline Explorer
+Openvas
 OrangeBot
-OrangeSpider
-OutfoxBot
+PHPCrawl
 Page Analyzer
-Pavuk
-Petalbot
+PageAnalyzer
+PageGrabber
+Pandalytics
+PeoplePal
 Pi-Monster
-Pockey
-Probethenet
-Pump
+Pimonster
+Pixray
+ProPowerBot
+ProWebWalker
+Pu_iN
 PxBroker
-PyCurl
-QueryN Metasearch
-RankFlex
-ReGet
-Reaper
-RebelMouse
+Quick-Crawler
+RankActiveLinkBot
+Recorder
+RedesScrapy
+RepoMonkey
+Ripper
+RocketCrawler
+Rogerbot
 SBIder
-SEOkicks-Robot
-SEOlyticsCrawler
+SEOstats
 SISTRIX
 SMTBot
-ScanAlert
-SearchmetricsBot
+SalesIntelligent
+Scanbot
+Screaming
+ScrepyBot
 SemanticJuice
 SentiBot
-SeobilityBot
-Seomoz
 Siphon
-Site Sucker
 SiteCheckerBotCrawler
+SiteLockSpider
 SiteSnagger
+Sitebeam
+Siteimprove
 Sitevigil
 SlySearch
-SmartDownload
-Snoopy
-SocialRankIOBot
-Sogou web spider
+Snapbot
 Sottopop
-SpaceBison
-Spanner
 Spbot
 Spinn3r
 Steeler
 Stripper
-Sucker
 SuperBot
+SuperHTTP
+Surfbot
 Suzuran
-T0PHackTeam
+Swiftbot
+Szukacz
 T8Abot
-Teleport
-The Intraformant
+TeleportPro
+Telesphorep
 TheNomad
-TightTwatBot
+Thumbor
+Toata
+Toweyabot
 Trendiction
-True_Robot
-Turingos
+TurnitinBot
 Twice
-Typhoeus
 URLy Warning
-VB Project
-Vacuum
+UnisterBot
+V-BOT
+VCI
+Vagabondo
 VidibleScraper
-Voil
-WBSearchBot
+Voltron
+WEBDAV
 WISENutbot
-WWW-Mechanize
+WWW::Mechanize
 WWWOFFLE
 Wallpapers
+Wallpapers/3.0
+WallpapersHD
 WeSEE
-Web Collage
+Web Auto
+Web Enhancer
 Web Fuck
 Web Pix
+WebCollage
 WebCopier
-WebFetch
+WebFuck
+WebGo IS
 WebImageCollector
-WebLeacher
 WebPix
-WebSauger
-WebStripper
+WebWhacker
 WebZIP
-Webshag
-Website Quester
-WebsiteExtractor
-WebsiteQuester
+Webalta
+Webster
 Whack
-Whacker
-Who.is Bot
-Widow
+Whatweb
 WiseGuys Robot
-Woobot
+Wonderbot
 Wprecon
-Xenu
+Xaldon WebSpider
+Xaldon_WebSpider
 Zauba
-Zitebot
+Zermelo
+ZoominfoBot
 ZumBot
-adscanner
-check1.exe
+ZyBorg
+arquivo.pt
+clark-crawler
+coccocbot-web
+cognitiveseo
 com.plumanalytics
 crawler.feedback
-crawler4j
-facebookscraper
-instabid
+dataforseo.com
+domainsproject.org
+evc-batch
 internetVista monitor
-magpie-crawler
+lwp-request
+mediawords
+netEstate NE Crawler
+oBot
 pcBrowser
-ripz
-seocompany.store
+plumanalytics
+probe-image-size
+satoristudio.net
+scalaj-http
+scan.lol
+seostar
 serpstatbot
-sitechecker.pro
+siteripz
+sp_auditbot
+sysscan
 trendiction.com
 trendiction.de
-webgains-bot
-webmeup-crawler
-webpros.com
+x22Mozilla
+xpymep1.exe
 zgrab