V4.2020.03.2026 [ci skip]

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
+404checker
 404enemy
 Abonti
 ADmantX
 AIBOT
 AiHitBot
 Alexibot
+Alligator
+AllSubmitter
 AlphaBot
-arquivo.pt
-ASPSeek
+Anarchie
+Apexoo
+archive.org_bot
+arquivo-web-crawler
+Aspeigel
 Asterias
 Attach
 autoemailspider
-AwarioRssBot
 AwarioSmartBot
+BackDoorBot
+Backlink-Ceck
 backlink-check
 Barkrowler
-Battleztar Bazinga
-BBBike
+BatchFTP
+BDFetch
+BetaBot
 Bitacle
 Blackboard
-Brandprotect
-Brandwatch
+Black Hole
+BlackWidow
+BLEXBot
+Boardreader
 Buddy
+BuiltBotTough
 BuiltWith
+BunnySlippers
 BuzzSumo
-CATExplorador
+Calculon
 CazoodleBot
 CCBot
-CheTeam
-ChinaClaw
+Chlooe
 Claritybot
-Cloud mapping
-Cogentbot
 cognitiveseo
-Collector
-com.plumanalytics
-Cosmos
+Copier
+CopyRightCheck
+Copyscape
 crawler4j
 crawl.sogou.com
-CrazyWebCrawler
-CSHttp
 Custo
 DatabaseDriverMysqli
-DataCha0s
-demandbase-bot
-Demon
-Deusu
 Devil
-Discobot
+Digincore
+DigitalPebble
+Discoverybot
 DittoSpyder
-DomainAppender
-DomainCrawler
+DomainSigmaCrawler
 Dotbot
-Download Wonder
-DSearch
-DTS Agent
-EasyDL
-Ebingbong
-ECCP/1.0
-EirGrabber
-EMail Siphon
-EMail Wolf
+eCatch
+Ecxi
 EroCrawler
 evc-batch
 Evil
-Express WebPictures
-ExtractorPro
-EyeNetIE
-Ezooms
+Extractor
 FDM
 FemtosearchBot
 Fimap
-Firefox/7.0
+Flunky
 Freeuploader
+FyberSpider
 Fyrebot
-Getintent
+Genieo
+GermCrawler
 GetWeb
+G-i-g-a-b-o-t
+Gotit
 Go!Zilla
+GrabNet
 GrapeFX
-GrapeshotCrawler
-GT::WWW
+GridBot
 HaosouSpider
-Havij
-HEADMasterSEO
-HMView
+Heritrix
+Hloader
+HTTrack
 Humanlinks
-HybridBot
-Iblog
-IDBot
 Id-search
-IlseBot
-Image Sucker
-Indy Library
 InfoNaviRobot
-InternetSeer
-internetVista monitor
+InfoTekies
+instabid
+Intelliseek
+Internet Ninja
+Iria
+IRLbot
 Iskanie
-IstellaBot
 JamesBOT
-JetCar
-JOC Web Spider
-Jyxobot
-Kenjin Spider
+Jetty
+JikeSpider
+JustView
+Kinza
 Kozmosbot
-Lanshanbot
 Larbin
-LeechGet
+Lftp
 LibWeb
 Libwhisker
-LieBaoFast
-Linkdexbot
-LinkScan
+LinkextractorPro
+LinkpadBot
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Litemage_walker
-Lmspider
-LNSpiderguy
+Lipperhey
+Lipperhey Spider
 Ltx71
+lwp-request
+LWP::Simple
 lwp-trivial
-Mag-Net
-Majestic12
-Majestic SEO
-Majestic-SEO
-Masscan
-Mass Downloader
+Magnet
+Mail.RU_Bot
+MarkWatch
+Mata Hari
 Mb2345Browser
 meanpathbot
 Meanpathbot
+Mediatoolkitbot
+mediawords
+MegaIndex.ru
 Metauri
+MicroMessenger
 Microsoft Data Access
+MIDown tool
+MJ12bot
+Mojeek
 MSFrontPage
 MSIECrawler
-Msrabot
 muhstik-scan
-Needle
-NetSpider
-Netvibes
-NetZIP
+NearSite
+Nessus
+Netcraft
+NetMechanic
+Net Vampire
 Nibbler
+NICErsPRO
+Niki-bot
 Nikto
 NimbleCrawler
-Nutch
 Octopus
-OpenLinkProfiler
+Offline Explorer
 Openvas
-OpenVAS
+OPPO A33
 OrangeSpider
+OutclicksBot
 OutfoxBot
-Page Analyzer
-PageGrabber
-PageScorer
-Panscient
-Papa Foto
+PageAnalyzer
+page scorer
+Pavuk
 pcBrowser
-PHPCrawl
-Picscout
-Pimonster
-PleaseCrawl
+PeoplePal
+Pi-Monster
+Pixray
 plumanalytics
-Pockey
 POE-Component-Client-HTTP
 polaris version
 Probethenet
+ProPowerBot
 Psbot
-PxBroker
-RankingBot
-Rankivabot
-Recorder
-ReGet
-RepoMonkey
-RSSingBot
-SBIder
+Pump
+QueryN Metasearch
+Quick-Crawler
+RankActive
+Reaper
+Ripper
+RocketCrawler
+Rogerbot
+s1z.ru
 scan.lol
-Scrapy
-ScreenerBot
-Searchestate
-Semrush
-SEOkicks
+ScoutJet
+Screaming
+SearchmetricsBot
+SemrushBot
+SEOkicks-Robot
+Seomoz
 SEOprofiler
+SeoSiteCheckup
 serpstatbot
+sexsearcher
 Siphon
 SISTRIX
-Sitebeam
+Site Sucker
 Sitevigil
+SlySearch
 SmartDownload
 SMTBot
+Snake
 Snapbot
+Snoopy
 Sociscraper
-sogouspider
-Sosospider
-Sottopop
-SpankBot
-Spinn3r
-Sqlworm
-Sqworm
-Surfbot
-SurveyBot
-Swiftbot
+SpaceBison
+Spammen
+spyfu
+Sqlmap
+Steeler
+Stripper
+SuperBot
+Szukacz
+T0PHackTeam
+tAkeOut
 Teleport
+TeleportPro
+Telesoft
 TheNomad
 Thumbor
-Tracemyfile
-trendiction.com
-trendiction.de
-TwengaBot
-Twice
-UnisterBot
-URLy Warning
-URLy.Warning
-Vagabondo
-VB Project
+Titan
+Toata
+Toweyabot
+True_Robot
+Turingos
+Turnitin
+TurnitinBot
+VeriCiteCrawler
 VidibleScraper
-Virusdie
-Voltron
-Wallpapers/3.0
-Webalta
+Voil
+WallpapersHD
+WBSearchBot
 Web Auto
 WebBandit
+Web Collage
 WebCopier
+WebEnhancer
 Web Enhancer
-Web Fetch
 Web Fuck
 WebmasterWorldForumBot
 webmeup-crawler
-WebReaper
+Web Pix
+Web Sauger
 Webshag
 WebsiteExtractor
-WebsiteQuester
-Website Quester
-WebSucker
-WebZIP
-Whack
+Webster
+WebWhacker
+Whacker
+Whatweb
 Who.is Bot
 Widow
 WinHTTrack
-WiseGuys Robot
+WISENutbot
 Wonderbot
 Wotbox
+Wprecon
 WPScan
-WWW-Collector-E
-x09Mozilla
-x22Mozilla
-Xaldon WebSpider
-Xenu
+xpymep1.exe
+YoudaoBot
 Zade
 zauba.io
-Zitebot
-ZmEu
-ZumBot
+Zermelo
+zgrab