V4.2020.03.2027 [ci skip]

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
 404enemy
 Abonti
-ADmantX
-AIBOT
 AiHitBot
 Alexibot
-Alligator
 AllSubmitter
-AlphaBot
-Anarchie
-Apexoo
-archive.org_bot
-arquivo-web-crawler
+arquivo.pt
 Aspeigel
-Asterias
+ASPSeek
 Attach
-autoemailspider
 AwarioSmartBot
 BackDoorBot
-Backlink-Ceck
 backlink-check
 Barkrowler
-BatchFTP
-BDFetch
-BetaBot
+BDCbot
 Bitacle
 Blackboard
 Black Hole
-BlackWidow
 BLEXBot
-Boardreader
-Buddy
-BuiltBotTough
-BuiltWith
+Bolt
+Bullseye
 BunnySlippers
 BuzzSumo
-Calculon
-CazoodleBot
-CCBot
+CheTeam
 Chlooe
 Claritybot
+Cliqzbot
+coccocbot-web
 cognitiveseo
+Collector
 Copier
 CopyRightCheck
 Copyscape
-crawler4j
-crawl.sogou.com
-Custo
+CrunchBot
 DatabaseDriverMysqli
-Devil
-Digincore
-DigitalPebble
-Discoverybot
+DataCha0s
+Dirbuster
+Disco
+Discobot
+Dispatch
 DittoSpyder
+DnyzBot
+DomainCrawler
 DomainSigmaCrawler
-Dotbot
-eCatch
+Dragonfly
+Drip
 Ecxi
+EirGrabber
+EMail Wolf
 EroCrawler
-evc-batch
-Evil
-Extractor
-FDM
+Exabot
+Express WebPictures
+ExtractorPro
+Extreme Picture Finder
+EyeNetIE
 FemtosearchBot
-Fimap
-Flunky
+FHscan
+Firefox/7.0
+FlashGet
 Freeuploader
-FyberSpider
-Fyrebot
-Genieo
-GermCrawler
-GetWeb
-G-i-g-a-b-o-t
+Getintent
+GetRight
 Gotit
-Go!Zilla
-GrabNet
-GrapeFX
-GridBot
-HaosouSpider
+GoZilla
+Grafula
+GT::WWW
+Haansoft
+Harvest
 Heritrix
 Hloader
+HMView
+HTTP::Lite
 HTTrack
-Humanlinks
-Id-search
+HybridBot
+IDBot
+IlseBot
+Image Fetch
+Indy Library
 InfoNaviRobot
 InfoTekies
-instabid
-Intelliseek
+InterGET
 Internet Ninja
-Iria
+ips-agent
 IRLbot
 Iskanie
-JamesBOT
-Jetty
 JikeSpider
+Joomla
+Jorgee
 JustView
+Kenjin Spider
 Kinza
 Kozmosbot
-Larbin
+Lanshanbot
 Lftp
-LibWeb
 Libwhisker
-LinkextractorPro
 LinkpadBot
-LinqiaMetadataDownloaderBot
 Lipperhey
 Lipperhey Spider
-Ltx71
+Litemage_walker
+Lmspider
 lwp-request
 LWP::Simple
-lwp-trivial
 Magnet
-Mail.RU_Bot
-MarkWatch
-Mata Hari
-Mb2345Browser
+Mag-Net
+Majestic SEO
+Majestic-SEO
+MarkMonitor
+Masscan
+MauiBot
 meanpathbot
-Meanpathbot
-Mediatoolkitbot
+MeanPath Bot
 mediawords
-MegaIndex.ru
 Metauri
 MicroMessenger
 Microsoft Data Access
-MIDown tool
+Mister PiX
 MJ12bot
 Mojeek
+Mojolicious
+Morfeus Fucking Scanner
+Mr.4x3
 MSFrontPage
 MSIECrawler
 muhstik-scan
+Navroad
 NearSite
-Nessus
+NetAnts
 Netcraft
+NetLyzer
 NetMechanic
+NetSpider
+Nettrack
 Net Vampire
+Netvibes
 Nibbler
-NICErsPRO
 Niki-bot
 Nikto
 NimbleCrawler
+Nmap
+NPbot
+Nutch
+oBot
 Octopus
-Offline Explorer
-Openvas
-OPPO A33
-OrangeSpider
-OutclicksBot
+Offline Navigator
+Openfind
 OutfoxBot
 PageAnalyzer
+Page Analyzer
+PageGrabber
 page scorer
-Pavuk
-pcBrowser
+PageScorer
 PeoplePal
-Pi-Monster
+PHPCrawl
+Picscout
+Picsearch
 Pixray
-plumanalytics
+PleaseCrawl
+Pockey
 POE-Component-Client-HTTP
-polaris version
-Probethenet
-ProPowerBot
 Psbot
-Pump
-QueryN Metasearch
+PxBroker
+PyCurl
 Quick-Crawler
-RankActive
-Reaper
-Ripper
-RocketCrawler
-Rogerbot
-s1z.ru
+RankFlex
+Rankivabot
+RebelMouse
+RedesScrapy
 scan.lol
-ScoutJet
 Screaming
-SearchmetricsBot
+ScreenerBot
+Searchestate
 SemrushBot
-SEOkicks-Robot
+SEOlyticsCrawler
 Seomoz
-SEOprofiler
-SeoSiteCheckup
 serpstatbot
-sexsearcher
 Siphon
-SISTRIX
-Site Sucker
-Sitevigil
+Sitebeam
+SiteExplorer
+Siteimprove
+SiteLockSpider
+SiteSnagger
+SiteSucker
 SlySearch
-SmartDownload
 SMTBot
-Snake
 Snapbot
-Snoopy
 Sociscraper
-SpaceBison
 Spammen
+SpankBot
+Spanner
+sp_auditbot
+Spinn3r
 spyfu
-Sqlmap
-Steeler
+Sqlworm
 Stripper
-SuperBot
+Surfbot
+SurveyBot
+Suzuran
+sysscan
 Szukacz
-T0PHackTeam
-tAkeOut
 Teleport
-TeleportPro
 Telesoft
+Telesphoreo
+Telesphorep
 TheNomad
 Thumbor
+TightTwatBot
 Titan
 Toata
-Toweyabot
+Trendiction
+Trendictionbot
+trendiction.com
 True_Robot
 Turingos
-Turnitin
-TurnitinBot
+URLy.Warning
+VB Project
 VeriCiteCrawler
-VidibleScraper
 Voil
-WallpapersHD
+Voltron
+Wallpapers/3.0
 WBSearchBot
-Web Auto
-WebBandit
-Web Collage
-WebCopier
-WebEnhancer
-Web Enhancer
+Webalta
+WebCollage
+WEBDAV
+WebFetch
+Web Fetch
 Web Fuck
+WebGo IS
+WebImageCollector
+WebLeacher
 WebmasterWorldForumBot
 webmeup-crawler
-Web Pix
-Web Sauger
-Webshag
+WebReaper
 WebsiteExtractor
-Webster
+WebsiteQuester
+Website Quester
 WebWhacker
+WeSEE
 Whacker
 Whatweb
-Who.is Bot
-Widow
 WinHTTrack
-WISENutbot
 Wonderbot
-Wotbox
-Wprecon
 WPScan
+WWW-Mechanize
+x22Mozilla
+Xaldon_WebSpider
+Xenu
 xpymep1.exe
-YoudaoBot
 Zade
-zauba.io
-Zermelo
-zgrab
+Zeus
+ZumBot
+ZyBorg