V4.2022.04.3072 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-ADmantX
-ASPSeek
-Abonti
-Aboundexbot
-AfD-Verbotsverfahren
+01h4x.com
+404enemy
+AIBOT
+ALittle Client
+Aboundex
+Acunetix
+AhrefsBot
 Alexibot
 AllSubmitter
-Alligator
-Anarchy
+AlphaBot
+Anarchie
 Anarchy99
-Ankit
-Apexoo
+Asterias
 AwarioRssBot
 AwarioSmartBot
+BDCbot
 BDFetch
 BLEXBot
-Backlink-Ceck
-Badass
-Barkrowler
-BatchFTP
-Bigfoot
+BackWeb
+BacklinkCrawler
+Bandit
+BetaBot
+Black Hole
 BlackWidow
-BlowFish
-Boardreader
-BotALot
-Brandwatch
-BuiltWith
-BunnySlippers
+Blackboard
+BuiltBotTough
 CATExplorador
-CCBot
-Calculon
-CensysInspect
+CazoodleBot
 CheeseBot
-CherryPicker
 ChinaClaw
-Citoid
+Cocolyzebot
 Collector
-CopyRightCheck
-CrazyWebCrawler
-CrunchBot
-Curious
-DSearch
+Cosmos
+CyotekWebCopy
 DataCha0s
+Demon
+Deusu
 Digincore
 Dirbuster
-Disco
-Discobot
-Dispatch
-DnBCrawler-Analytics
 DomainAppender
 DomainCrawler
-Drip
+Dotbot
+Download Wonder
 EMail Siphon
+EMail Wolf
 Ecxi
-Evil
 Exabot
+Express WebPictures
+Extractor
 ExtractorPro
-EyeNetIE
-Fimap
-FlashGet
+FHscan
+Firefox/7.0
 FrontPage
-GT::WWW
-GalaxyBot
-Genieo
-GetRight
-GetWeb
-Gigabot
-Go!Zilla
+FyberSpider
+G-i-g-a-b-o-t
+GermCrawler
 GoZilla
-Gotit
 Grabber
-Grafula
-HTMLparser
+GrapeFX
+HEADMasterSEO
 HTTP::Lite
 HaosouSpider
 Harvest
-Havij
-HonoluluBot
+Humanlinks
 HybridBot
-IlseBot
-IndeedBot
-Internet Ninja
-JennyBot
-JetCar
-Jorgee
-Kinza
+IDBot
+IRLbot
+Id-search
+Image Fetch
+Image Sucker
+Indy Library
+InfoNaviRobot
+InfoTekies
+InternetSeer
+Iskanie
+JamesBOT
+Jetty
+JikeSpider
+JustView
+Keybot Translation-Search-Machine
+Leap
+LeechGet
 LexiBot
-LibWeb
-Linkbot
+Lftp
+Lightspeedsystems
+LinkextractorPro
 LinkpadBot
 LinksManager
-LinqiaRSSBot
+LinqiaScrapeBot
 Lmspider
-Ltx71
-MQQBrowser
-Majestic SEO
+MFC_Tear_Sample
+MIDown tool
+MIIxpc
+MSFrontPage
 Majestic-SEO
-Majestic12
 MarkWatch
 Masscan
 Mata Hari
 MauiBot
-Mb2345Browser
-MicroMessenger
+MeanPath Bot
+Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
 Microsoft Data Access
-Minefield
-Moblie Safari
-Mojeek
-Morfeus Fucking Scanner
+Microsoft URL Control
 Mozlila
 Musobot
+Navroad
+NearSite
 Nessus
+Net Vampire
 NetLyzer
+NetSpider
 Netcraft
 Nettrack
-Nimbostratus
+Netvibes
+Nmap
 Not
-Nuclei
+Nutch
+Offline Explorer
 Offline Navigator
-OnCrawl
+OpenLinkProfiler
 OpenVAS
 Openvas
 OrangeBot
-OrangeSpider
-OutclicksBot
-OutfoxBot
-POE-Component-Client-HTTP
-Page Analyzer
 PageGrabber
-PageScorer
 PageThing.com
 Pandalytics
-Panscient
 Papa Foto
 Pavuk
+PeoplePal
+Petalbot
+Picscout
 Piepmatz
 Pixray
+Pockey
+ProWebWalker
 Probethenet
-QueryN Metasearch
+Psbot
 RankActive
-RankingBot
-RankingBot2
-ReGet
+RankActiveLinkBot
+Rankivabot
 RealDownload
-RepoMonkey
-SEOkicks
-SEOlyticsCrawler
+Reaper
 SMTBot
 SalesIntelligent
-Screaming
+ScanAlert
+Scanbot
 ScreenerBot
+Seekport
 Semrush
-Seomoz
-Site Sucker
-SiteLockSpider
+SeoSiteCheckup
+SiteCheckerBotCrawler
+SiteExplorer
+SiteSucker
 Sitevigil
-SlySearch
 SmartDownload
-Snake
-Snapbot
 Snoopy
-Sociscraper
-Sogou web spider
-Spammen
-Spanner
-SputnikBot
+Sottopop
+SpaceBison
+Sqlworm
+Steeler
+Stripper
 Sucker
-SuperHTTP
+Sucuri
+SuperBot
 Suzuran
-T0PHackTeam
-The Intraformant
+TeleportPro
+Telesphoreo
+Telesphorep
+TheNomad
 Thumbor
-TightTwatBot
-Toweyabot
+Toata
+Tracemyfile
 Trendiction
-Trendictionbot
-Turnitin
+Turingos
+Twice
 Typhoeus
 URLy Warning
-URLy.Warning
 UnisterBot
-Vacuum
+Upflow
+V-BOT
+VB Project
 Vagabondo
+VidibleScraper
 VoidEYE
+Voil
+WISENutbot
 WPScan
-WWW::Mechanize
-WWWOFFLE
-Wallpapers
-Web Fetch
+WWW-Mechanize
+Wallpapers/3.0
+WallpapersHD
+WeSEE
+Web Auto
+Web Collage
+Web Fuck
+Web Sauger
+Web Sucker
 WebAuto
 WebBandit
+WebCollage
 WebFetch
-WebFuck
-WebGo IS
-WebImageCollector
-WebLeacher
 WebPix
-WebStripper
-WebSucker
 WebWhacker
 WebZIP
 Webalta
-WebsiteExtractor
-Webster
+WebmasterWorldForumBot
+Webshag
+Website Quester
 Whacker
-Widow
-WinHTTrack
-Wonderbot
+Woobot
 Wotbox
+Xaldon WebSpider
 Xaldon_WebSpider
-Zade
+YoudaoBot
+Zermelo
+Zeus
 Zitebot
-ZmEu
+ZoomBot
 ZumBot
-ZyBorg
-autoemailspider
-cah.io.community
-clark-crawler
-crawl.sogou.com
+adscanner
+arquivo-web-crawler
+cognitiveseo
+crawler.feedback
+crawler4j
 dataforseo.com
-demandbase-bot
 domainsproject.org
-eCatch
-evc-batch
 gopher
 heritrix
+instabid
 internetVista monitor
-linkdexbot
-lwp-request
-meanpathbot
+iubenda-radar
+lwp-trivial
+magpie-crawler
+mediawords
 muhstik-scan
-netEstate NE Crawler
 page scorer
-pcBrowser
-s1z.ru
-satoristudio.net
+scalaj-http
+seoscanners
 seostar
 serpstatbot
 sogouspider
 sp_auditbot
+spyfu
+sysscan
 trendiction.com
-trendiction.de
-ubermetrics-technologies.com
 voyagerx.com
-webgains-bot
-webmeup-crawler
 webpros.com
+webprosbot
 x22Mozilla