V4.2021.09.2586 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-404enemy
+01h4x.com
 ADmantX
-AIBOT
-AhrefsBot
+ALittle Client
+ASPSeek
+Abonti
+Aboundex
+Aboundexbot
+AiHitBot
 Aipbot
 Alligator
-Anarchy99
-Anthill
-Apexoo
+AlphaBot
+Anarchie
+Ankit
 Asterias
 Attach
 BDCbot
 BDFetch
-BackDoorBot
-BatchFTP
-BetaBot
-Blow
+Badass
+Black Hole
+BlowFish
 Boardreader
-Brandprotect
-Buddy
+Bolt
+Buck
+BuiltWith
+CATExplorador
 CSHttp
-Calculon
-CazoodleBot
-ChinaClaw
-Cogentbot
+Cegbfeieh
+CheTeam
+CheeseBot
+Chlooe
+Cliqzbot
+Cloud mapping
 Collector
-Copier
+CopyRightCheck
 Cosmos
-Craftbot
-Crawling at Home Project
-Crescent
-Curious
+Custo
 CyotekWebCopy
-DSearch
+DIIbot
+DTS Agent
 DatabaseDriverMysqli
-Deusu
-Devil
-Disco
+Digincore
 Dispatch
-DittoSpyder
+DnyzBot
+DomainAppender
 DomainSigmaCrawler
-DomainStatsBot
-Dotbot
-Download Wonder
-Drip
+Domains Project
+Dragonfly
+ECCP/1.0
+Ebingbong
 Evil
-Extractor
-ExtractorPro
-Extreme Picture Finder
+Express WebPictures
 EyeNetIE
-Ezooms
-FemtosearchBot
-Fimap
-Foobot
-Freeuploader
+Firefox/7.0
+FlashGet
 FrontPage
 FyberSpider
-Fyrebot
 G-i-g-a-b-o-t
+Genieo
 GermCrawler
-Getintent
-HTMLparser
-HTTP::Lite
-HTTrack
+GetRight
+Gotit
+Grafula
+GridBot
+HMView
 Haansoft
-HaosouSpider
-Heritrix
-Humanlinks
+HybridBot
+IDBTE4M
 IDBot
 Iblog
 Image Fetch
 Image Sucker
-IndeedBot
 Indy Library
-InfoTekies
-InterGET
-InternetSeer
+Intelliseek
 Iria
 IstellaBot
-JamesBOT
-JennyBot
-JetCar
+JOC Web Spider
+Jbrofuzz
 JikeSpider
-Jorgee
-Kinza
+JustView
+Kenjin Spider
+Keyword Density
+Lanshanbot
+Larbin
 LeechFTP
-LeechGet
 LexiBot
-LibWeb
-LieBaoFast
-Linkbot
-LinksManager
+Libwhisker
+Lightspeedsystems
+LinkScan
+LinkWalker
+LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lipperhey
-Litemage_walker
-MFC_Tear_Sample
+Ltx71
+MIIxpc
 MJ12bot
 MQQBrowser
+MSFrontPage
 MSIECrawler
-MTRobot
-Majestic12
-MarkMonitor
-MarkWatch
-Masscan
+Magnet
+Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
 MauiBot
-Mb2345Browser
-MeanPath Bot
-Meanpathbot
-MegaIndex.ru
 Metauri
-MicroMessenger
-Microsoft Data Access
-Moblie Safari
+Microsoft URL Control
+Mozlila
 Mr.4x3
+Msrabot
 Navroad
-NearSite
-Nessus
+Needle
+Net Vampire
 NetAnts
-NetLyzer
 NetMechanic
+NetSpider
+Nettrack
+Niki-bot
 Nikto
-Octopus
-Offline Explorer
-OpenVAS
-OutfoxBot
-PHPCrawl
+Ninja
+OpenLinkProfiler
+Openfind
+OrangeBot
+OrangeSpider
+OutclicksBot
 Page Analyzer
-PageAnalyzer
+PageGrabber
 PageScorer
 Pandalytics
 Pavuk
-PeoplePal
 Petalbot
-Pi-Monster
-Picsearch
-Pimonster
+Picscout
 Pixray
+Pockey
 ProPowerBot
-ProWebWalker
 Probethenet
-Pu_iN
+Psbot
 Pump
 PxBroker
 QueryN Metasearch
-RankingBot
-Re-re
-RedesScrapy
-Ripper
+Quick-Crawler
+RSSingBot
+RankingBot2
+ReGet
+RebelMouse
+Recorder
+Rogerbot
+SBIder
 SEOkicks
 SEOlyticsCrawler
-SEOstats
-SMTBot
-SalesIntelligent
+SEOprofiler
+ScanAlert
 ScoutJet
 ScreenerBot
-Siphon
+SearchmetricsBot
+Semrush
+SemrushBot
+Shodan
 Site Sucker
-SiteExplorer
+SiteCheckerBotCrawler
 SiteLockSpider
+SiteSnagger
 Sitevigil
-Snake
-Snoopy
+Snapbot
+SocialRankIOBot
 Sogou web spider
-Sosospider
-Sottopop
 SpaceBison
 Spammen
+Spanner
 Spbot
+SputnikBot
+Sqlmap
 Sqlworm
 Steeler
+Stripper
+Sucker
 SuperBot
-T0PHackTeam
+Surfbot
+SurveyBot
+Suzuran
+Swiftbot
 T8Abot
-Teleport
-TeleportPro
-Telesoft
-The Intraformant
+Telesphoreo
 TheNomad
+Thumbor
 Titan
-Trendictionbot
+Toata
+Tracemyfile
 True_Robot
-Turingos
-TurnitinBot
+Turnitin
 TwengaBot
-Typhoeus
+Twice
 UnisterBot
-Upflow
 V-BOT
-VB Project
-Vacuum
-Vagabondo
-VelenPublicWebCrawler
-VidibleScraper
+VeriCiteCrawler
+VoidEYE
 Voil
+Voltron
 WASALive-Bot
+WBSearchBot
+WEBDAV
 WISENutbot
-WWWOFFLE
-WallpapersHD
+WPScan
+WWW-Mechanize
+Wallpapers/3.0
 Web Auto
-Web Enhancer
-Web Fuck
+Web Collage
 Web Pix
 WebBandit
 WebCollage
-WebImageCollector
-WebReaper
-WebSauger
-WebStripper
-WebWhacker
+WebFetch
+WebGo IS
+WebLeacher
+WebSucker
 Webalta
 WebmasterWorldForumBot
-Whacker
-WinHTTrack
-WiseGuys Robot
-Xaldon WebSpider
-YoudaoBot
-Zermelo
-Zeus
+Website Quester
+WebsiteQuester
+Who.is Bot
+Wonderbot
+Woobot
+Wotbox
+Xenu
 ZmEu
-ZoominfoBot
-archive.org_bot
-backlink-check
-cah.io.community
-check1.exe
-coccocbot-web
-crawl.sogou.com
+ZumBot
+arquivo.pt
+autoemailspider
+cognitiveseo
+com.plumanalytics
 dataforseo.com
-eCatch
+demandbase-bot
 facebookscraper
-heritrix
 instabid
 internetVista monitor
-ips-agent
 isitwp.com
-lwp-trivial
 magpie-crawler
-meanpathbot
-mediawords
-muhstik-scan
-oBot
+page scorer
 pcBrowser
 probe-image-size
-seoscanners
-sitechecker.pro
+ripz
+s1z.ru
+satoristudio.net
+scalaj-http
+seostar
+serpstatbot
+siteripz
+sogouspider
+sp_auditbot
 sysscan
-tAkeOut
-trendiction.com
-x22Mozilla
+webmeup-crawler
+xpymep1.exe
 zauba.io
+zgrab