V4.2022.08.3320 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
+404enemy
+ALittle Client
+ASPSeek
 Aboundex
-Aboundexbot
-Acunetix
 AfD-Verbotsverfahren
-AhrefsBot
+Alexibot
 AllSubmitter
 AlphaBot
-Anarchie
-Ankit
 Anthill
-Attach
-AwarioSmartBot
-BDFetch
-BackDoorBot
-BackStreet
-BackWeb
-Bandit
+Asterias
+Backlink-Ceck
+BacklinkCrawler
 Barkrowler
-Bigfoot
-Black Hole
-BlackWidow
-BlowFish
+BatchFTP
+Blow
+BotALot
 Brandprotect
+Brandwatch
 Buck
-Buddy
-BuiltWith
+BunnySlippers
+BuzzSumo
 CODE87
 CSHttp
-Cegbfeieh
-CensysInspect
+Calculon
+CazoodleBot
 CheTeam
-Chlooe
+CheeseBot
+CherryPicker
+Cliqzbot
+Cloud mapping
+Cocolyzebot
+Collector
 Cosmos
-Crawling at Home Project
-CrunchBot
-CyotekWebCopy
-DatabaseDriverMysqli
-Demon
+Craftbot
+Crescent
+Curious
+DBLBot
+DTS Agent
 Devil
-Digincore
-DigitalPebble
-Discobot
+Discoverybot
+Dispatch
+DittoSpyder
+DnBCrawler-Analytics
 DnyzBot
+DomCopBot
 DomainAppender
 DomainCrawler
 DomainSigmaCrawler
 DomainStatsBot
-Dotbot
 Download Wonder
-Dragonfly
-ECCP/1.0
 EMail Siphon
-EasyDL
-Ebingbong
-ExtLinksBot
+EMail Wolf
+Ecxi
+Exabot
+Extractor
 Extreme Picture Finder
 EyeNetIE
-Ezooms
-FDM
 FHscan
-Fimap
 Firefox/7.0
 FlashGet
-Flunky
 Foobot
-Freeuploader
-FrontPage
-Fuzz
-GT::WWW
+Fyrebot
+G-i-g-a-b-o-t
 GalaxyBot
-Grafula
-GrapeFX
-GrapeshotCrawler
+GermCrawler
+Getintent
+HEADMasterSEO
 HMView
-HTTP::Lite
-HTTrack
+HTMLparser
 Harvest
-Heritrix
 Hloader
 HonoluluBot
-IDBot
-IRLbot
-Id-search
-IndeedBot
+HybridBot
+IDBTE4M
+Iblog
+IlseBot
 Indy Library
-InfoTekies
-JamesBOT
-JetCar
-Jetty
+InternetSeer
+JOC Web Spider
 Joomla
 Jorgee
-Kenjin Spider
-Keyword Density
-Kinza
+Keybot Translation-Search-Machine
 LWP::Simple
-Lanshanbot
-Larbin
-Leap
-LeechGet
+LexiBot
 LibWeb
-Likse
+Libwhisker
+LieBaoFast
+Lightspeedsystems
+LinkWalker
+Linkbot
+LinkpadBot
 LinksManager
-LinqiaScrapeBot
+LinqiaRSSBot
+Lipperhey Spider
+Ltx71
+MFC_Tear_Sample
 MIIxpc
-MJ12bot
 MQQBrowser
-MSFrontPage
-Magnet
 Mail.RU_Bot
 Majestic-SEO
-MarkWatch
-Masscan
-Mb2345Browser
+Mata Hari
+MauiBot
+MeanPath Bot
 Mediatoolkitbot
 MicroMessenger
-Moblie Safari
+Microsoft Data Access
+Microsoft URL Control
+Mojolicious
+Morfeus Fucking Scanner
+Mozlila
 Mr.4x3
-Msrabot
+Musobot
+NICErsPRO
+Nameprotect
 NearSite
-NetSpider
-Niki-bot
+Needle
+Net Vampire
+NetMechanic
 Nikto
 Nimbostratus
-Nmap
+Nutch
+Octopus
 Offline Explorer
-Offline Navigator
-OnCrawl
-Openfind
-OrangeSpider
+OpenLinkProfiler
+OrangeBot
 OutclicksBot
+OutfoxBot
+PHPCrawl
 POE-Component-Client-HTTP
+Page Analyzer
 PageScorer
+Pandalytics
 Panscient
+Pavuk
 Pi-Monster
-Pixray
-PleaseCrawl
-Pockey
 ProPowerBot
+ProWebWalker
 Probethenet
-Pu_iN
-PyCurl
+Pump
 QueryN Metasearch
-RSSingBot
-RankFlex
+Quick-Crawler
+RankActive
 RankingBot
-RankingBot2
-ReGet
-Recorder
+RedesScrapy
 RepoMonkey
-Ripper
 SBIder
-SEOkicks-Robot
-SMTBot
+SEOlyticsCrawler
+SEOstats
+SISTRIX
+SalesIntelligent
 Scanbot
+ScoutJet
+ScreenerBot
 ScrepyBot
-Seekport
-Semrush
+Searchestate
+SemanticJuice
 SemrushBot
-SentiBot
-SeoSiteCheckup
 SeobilityBot
-Seomoz
 Shodan
-SiteCheckerBotCrawler
+Siphon
 SiteExplorer
-SiteLockSpider
-SiteSnagger
-SmartDownload
-Snoopy
-Sogou web spider
+Sitevigil
+SlySearch
+Snake
+Snapbot
 Sosospider
+SpaceBison
 SpankBot
+Spanner
 Spbot
-SputnikBot
+Sqlworm
 Stripper
-Sucker
-SuperHTTP
-Surfbot
-SurveyBot
-Suzuran
-Szukacz
+Swiftbot
 Teleport
+Telesoft
 Telesphorep
 TightTwatBot
-Trendictionbot
-Turingos
-Turnitin
+Titan
+Toata
 TwengaBot
+URLy.Warning
 UnisterBot
-VB Project
-VCI
 VelenPublicWebCrawler
 VeriCiteCrawler
-WWW-Collector-E
+WBSearchBot
+WPScan
+WWW-Mechanize
 Wallpapers/3.0
 WallpapersHD
+WeSEE
+Web Collage
 Web Enhancer
 Web Pix
+Web Sauger
 WebAuto
-WebEnhancer
-WebFuck
-WebImageCollector
+WebCollage
+WebGo IS
 WebPix
-WebReaper
 WebSucker
 WebWhacker
+Webalta
+WebmasterWorldForumBot
 Webshag
-WebsiteExtractor
-Whacker
+Webster
+Whack
+Whatweb
 Who.is Bot
-Widow
-WiseGuys Robot
-Wonderbot
-Wotbox
+Woobot
 Wprecon
+Xaldon WebSpider
+Xaldon_WebSpider
 YoudaoBot
-Zermelo
-ZoominfoBot
+Zauba
+Zeus
+ZmEu
 ZumBot
 arquivo-web-crawler
 arquivo.pt
 autoemailspider
+cah.io.community
 coccocbot
 cognitiveseo
 crawler.feedback
+dataforseo.com
+domainsproject.org
+facebookscraper
 gopher
 heritrix
-instabid
-linkdexbot
-meanpathbot
-muhstik-scan
-page scorer
+internetVista monitor
+lwp-trivial
+magpie-crawler
+oBot
 plumanalytics
-probe-image-size
-ripz
-scan.lol
+satoristudio.net
 seobility
 seocompany.store
+seoscanners
+seostar
 serpstatbot
-sitechecker.pro
 sogouspider
+sp_auditbot
+spyfu
+tAkeOut
+trendiction.com
 trendiction.de
-ubermetrics-technologies.com
 voyagerx.com
-webmeup-crawler
-webpros.com
-webprosbot
-x09Mozilla
+x22Mozilla
 zgrab