V4.2022.01.2869 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-80legs
-ADmantX
 AIBOT
-AhrefsBot
-Alexibot
-Alligator
-AlphaBot
-Anarchy99
+ALittle Client
+Acunetix
+AllSubmitter
+Anarchy
 Anthill
-Apexoo
-Aspiegel
 Asterias
-AwarioRssBot
-BBBike
-BackDoorBot
+BLEXBot
 Backlink-Ceck
-Bandit
-Barkrowler
+BacklinkCrawler
+BatchFTP
 Bigfoot
-BlackWidow
-Boardreader
+Blackboard
 Bolt
-Brandprotect
-Buddy
+BotALot
 BuiltBotTough
-BuiltWith
-BunnySlippers
-BuzzSumo
-CATExplorador
-Calculon
-CazoodleBot
-CheTeam
-CheeseBot
+Bullseye
+CODE87
+CSHttp
 CherryPicker
+ChinaClaw
 Chlooe
-Claritybot
-Cliqzbot
 Cocolyzebot
-Cogentbot
+Copier
 Copyscape
 Cosmos
-Craftbot
+Crawling at Home Project
 Crescent
-CrunchBot
 Curious
-DataCha0s
 DatabaseDriverMysqli
+Devil
 Digincore
+DigitalPebble
 Disco
-Discobot
 Discoverybot
-Dispatch
-DittoSpyder
-DnBCrawler-Analytics
 DomCopBot
 DomainAppender
-DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
-Domains Project
-ECCP/1.0
-EMail Siphon
-EMail Wolf
-Ecxi
+Ebingbong
 EirGrabber
-EroCrawler
 Exabot
-Extractor
+ExtLinksBot
+ExtractorPro
+EyeNetIE
 Ezooms
+FDM
 Firefox/7.0
 Flunky
-FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
-GalaxyBot
-GermCrawler
-Go-Ahead-Got-It
-GoZilla
+Freeuploader
+FrontPage
+Fuzz
+GT::WWW
+GetRight
 Gotit
-GrabNet
-GrapeFX
-GrapeshotCrawler
 HEADMasterSEO
 HTMLparser
+HTTrack
+Harvest
+Havij
+Heritrix
+Hloader
 HonoluluBot
+IRLbot
+Iblog
+Id-search
 IlseBot
-Image Fetch
-InfoNaviRobot
+Image Sucker
 Intelliseek
-InternetSeer
-JOC Web Spider
-JamesBOT
-JennyBot
+Iria
+Iskanie
 Jetty
 JikeSpider
-Kozmosbot
+Joomla
+Jorgee
+JustView
+Jyxobot
+Kenjin Spider
+Keyword Density
+Kinza
+LNSpiderguy
 Lanshanbot
-Larbin
-Lftp
-LieBaoFast
-Lightspeedsystems
-LinkScan
+LeechGet
+LibWeb
 Linkdexbot
 LinkextractorPro
+LinkpadBot
 LinqiaMetadataDownloaderBot
-Litemage_walker
-MIDown tool
-MIIxpc
+Lipperhey
+Lmspider
+Ltx71
+MFC_Tear_Sample
 MJ12bot
 MSFrontPage
 MTRobot
-Mail.RU_Bot
+Magnet
 Majestic SEO
-Majestic12
-MarkMonitor
-MarkWatch
+Majestic-SEO
+Mata Hari
+MauiBot
 Mb2345Browser
-MicroMessenger
-Minefield
-MolokaiBot
-Morfeus Fucking Scanner
+Mediatoolkitbot
+Metauri
+Microsoft URL Control
+Moblie Safari
+Mozlila
 Mr.4x3
 NICErsPRO
-NearSite
+Name Intelligence
+Nameprotect
+Navroad
+Needle
 Nessus
-NetLyzer
 NetSpider
+NetZIP
+Netcraft
 Nettrack
 Netvibes
 NextGenSearchBot
 Nibbler
+Niki-bot
 Nikto
-Nimbostratus
-Ninja
 Not
 Nutch
+Octopus
+Offline Navigator
 OnCrawl
-OpenLinkProfiler
 Openvas
 OrangeSpider
+Page Analyzer
 PageAnalyzer
 PageThing.com
 Pandalytics
-Papa Foto
-Pavuk
-Petalbot
+Panscient
 Pi-Monster
 PictureFinder
-Pixray
 PleaseCrawl
 Pockey
-ProWebWalker
-Pu_iN
-PxBroker
-RankFlex
-RankingBot2
+ProPowerBot
+Pump
+PyCurl
+RSSingBot
+RankActive
+RankActiveLinkBot
+RankingBot
 Rankivabot
-ReGet
-RebelMouse
+RankurBot
+Re-re
+Reaper
 Recorder
-RedesScrapy
-SEOlyticsCrawler
+Ripper
+Rogerbot
+SEOkicks-Robot
 SEOprofiler
+SEOstats
+SISTRIX
 SalesIntelligent
-ScreenerBot
-Searchestate
-Seekport
-SemanticJuice
-SemrushBot
+ScanAlert
+Scanbot
+Scrapy
+Screaming
+ScrepyBot
+SeoSiteCheckup
 SeobilityBot
-Shodan
-Siphon
-Site Sucker
-SiteSucker
-SocialRankIOBot
+Seomoz
+SiteCheckerBotCrawler
+SiteExplorer
+SiteSnagger
+Sitebeam
+Sitevigil
+SmartDownload
+Sociscraper
 Sogou web spider
-Sosospider
 Sottopop
-SpaceBison
+Spanner
 Spbot
+Spinn3r
+SputnikBot
+Sqlmap
 Sqworm
-Steeler
+SuperBot
 SuperHTTP
-Suzuran
+SurveyBot
 T0PHackTeam
-T8Abot
-Teleport
-Telesphoreo
+Telesoft
 Telesphorep
-The Intraformant
-TightTwatBot
+Toweyabot
 Tracemyfile
-Turingos
-Twice
-VCI
+Trendictionbot
+Turnitin
+TurnitinBot
+TwengaBot
+URLy.Warning
+UnisterBot
+V-BOT
+VB Project
+Vagabondo
+VeriCiteCrawler
 Voil
-Voltron
-WWW-Collector-E
-WWW::Mechanize
-WallpapersHD
-WeSEE
-Web Collage
+WASALive-Bot
+WBSearchBot
+WEBDAV
+WPScan
+WWW-Mechanize
+Web Auto
 Web Fuck
-Web Pix
 Web Sucker
-WebAuto
-WebCopier
-WebFetch
-WebGo IS
+WebEnhancer
+WebFuck
 WebLeacher
-WebStripper
+WebPix
+WebSucker
 WebWhacker
-WebZIP
-WebsiteQuester
-Whacker
+Webalta
+Whack
+Whatweb
 Who.is Bot
-WinHTTrack
-Wprecon
+Widow
 Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
-Zade
+Zauba
+Zeus
+ZmEu
+ZoomBot
 ZoominfoBot
+ZumBot
+adscanner
 arquivo.pt
 autoemailspider
-coccocbot-web
-cognitiveseo
+check1.exe
+clark-crawler
 com.plumanalytics
-crawler4j
+dataforseo.com
 demandbase-bot
+eCatch
 evc-batch
-facebookscraper
-heritrix
+ips-agent
 isitwp.com
 iubenda-radar
-muhstik-scan
-pcBrowser
-scalaj-http
-seocompany.store
-sitechecker.pro
-sp_auditbot
-sysscan
-trendiction.de
-ubermetrics-technologies.com
+lwp-request
+meanpathbot
+page scorer
+polaris version
+ripz
+s1z.ru
+scan.lol
+seostar
+sexsearcher
+siteripz
+tAkeOut
+trendiction.com
 voyagerx.com
-webmeup-crawler
-webpros.com
 webprosbot
-x09Mozilla
-xpymep1.exe