V4.2020.12.2201 [ci skip]

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-80legs
-Abonti
-Aboundexbot
+360Spider
+404checker
+Acunetix
 AfD-Verbotsverfahren
+AhrefsBot
 AiHitBot
 Aipbot
-Alligator
-Anarchie
-archive.org_bot
-arquivo.pt
-arquivo-web-crawler
+AlphaBot
+Ankit
 Aspiegel
-autoemailspider
-backlink-check
-BackWeb
-Bandit
-BatchFTP
-Battleztar Bazinga
+Attach
+BackDoorBot
+Badass
+Barkrowler
+BBBike
 BDCbot
-BDFetch
-Bigfoot
+Bitacle
 Blackboard
+BLEXBot
 BlowFish
-Brandprotect
-Buddy
+BotALot
 BuiltBotTough
-Calculon
-Cegbfeieh
-check1.exe
+BuzzSumo
+CATExplorador
 CheeseBot
-CherryPicker
-ChinaClaw
-Chlooe
-Claritybot
 CODE87
-Copier
 Copyscape
+Cosmos
+Craftbot
 crawler.feedback
-CrazyWebCrawler
+crawl.sogou.com
 CrunchBot
-Curious
-DatabaseDriverMysqli
+Custo
+CyotekWebCopy
+DataCha0s
+DBLBot
+Demon
+Devil
 Digincore
-DigitalPebble
-DIIbot
-Disco
+Dirbuster
+Discobot
+Discoverybot
 DomainAppender
 DomainCrawler
-Domains Project
+domainsproject.org
+DomainStatsBot
 Dotbot
-Download Wonder
 Dragonfly
-EasyDL
+Drip
+DSearch
+DTS Agent
 eCatch
-Ecxi
-EMail Siphon
-EMail Wolf
-Evil
-EyeNetIE
-FDM
+ExtLinksBot
+Extreme Picture Finder
 FemtosearchBot
-Fimap
 FlashGet
-Foobot
+Flunky
 Freeuploader
-FrontPage
 FyberSpider
 GalaxyBot
+Getintent
 GetRight
-Gigablast
 G-i-g-a-b-o-t
-Go-Ahead-Got-It
+Gotit
+GoZilla
+Go!Zilla
+GrabNet
+Grafula
+GrapeFX
+GrapeshotCrawler
 GridBot
-GT::WWW
-heritrix
-Heritrix
-HMView
+Haansoft
+Havij
+Hloader
+HTMLparser
 HTTrack
 Humanlinks
 HybridBot
 Iblog
+IDBot
 Image Fetch
-Image Sucker
-InfoNaviRobot
-InfoTekies
 Intelliseek
-InterGET
-Internet Ninja
-ips-agent
-Iria
+internetVista monitor
 IRLbot
-IstellaBot
+isitwp.com
 Jbrofuzz
 JennyBot
 JetCar
-Jetty
+JOC Web Spider
+Jorgee
+Jyxobot
 Keyword Density
-Kinza
+Lanshanbot
 LeechFTP
-LeechGet
 LexiBot
 Libwhisker
 LieBaoFast
-Lightspeedsystems
+Likse
 LinkextractorPro
-LinksManager
+LinkpadBot
+LinkScan
+LinkWalker
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Litemage_walker
+Lipperhey Spider
 LNSpiderguy
 LWP::Simple
+lwp-trivial
 Magnet
-Mag-Net
 magpie-crawler
 Mail.RU_Bot
-Majestic-SEO
-MarkMonitor
-Masscan
-Mass Downloader
-meanpathbot
+Majestic SEO
+Mata Hari
 MeanPath Bot
-Mediatoolkitbot
 mediawords
+Metauri
 MFC_Tear_Sample
-MicroMessenger
-Microsoft URL Control
-Mister PiX
+Microsoft Data Access
+MJ12bot
+Mojolicious
 Morfeus Fucking Scanner
-Mr.4x3
+MQQBrowser
+MSFrontPage
+Msrabot
+muhstik-scan
 Musobot
-Name Intelligence
-NetAnts
+Navroad
+Nessus
 Netcraft
-netEstate NE Crawler
 NetMechanic
-NetSpider
-Netvibes
-NICErsPRO
-Nikto
+Nettrack
+NetZIP
+Niki-bot
 NimbleCrawler
-Nutch
-oBot
-OnCrawl
-OPPO A33
-OrangeBot
+NPbot
+Octopus
+Openfind
+OpenLinkProfiler
+OpenVAS
 OrangeSpider
-PageScorer
-Pandalytics
+Page Analyzer
+Pavuk
+pcBrowser
 PECL::HTTP
 PeoplePal
-PictureFinder
-POE-Component-Client-HTTP
+Picsearch
+plumanalytics
 polaris version
-Probethenet
 ProPowerBot
-Psbot
+ProWebWalker
 Pump
 PyCurl
-QueryN Metasearch
-RankActive
-RankFlex
-RankingBot2
+RankingBot
 Rankivabot
+RankurBot
+RealDownload
+Reaper
 RebelMouse
 Recorder
-RedesScrapy
+ReGet
+Ripper
 RocketCrawler
-RSSingBot
 s1z.ru
-SalesIntelligent
-SBIder
+satoristudio.net
 ScanAlert
 scan.lol
+Scrapy
 Screaming
-ScreenerBot
+SearchmetricsBot
+Semrush
 SemrushBot
-SEOkicks
-Seomoz
-SEOprofiler
+seoscanners
+SEOstats
+serpstatbot
 Shodan
+Siphon
+SiteExplorer
+SiteSucker
+Sitevigil
+SmartDownload
+Snapbot
 SocialRankIOBot
-Sociscraper
 sogouspider
 Sogou web spider
-SpankBot
+Sosospider
 sp_auditbot
-Spbot
-spyfu
-Sqlmap
+SputnikBot
 Sqlworm
+Sqworm
 Stripper
-Sucuri
-SuperBot
-Surfbot
-Suzuran
+SurveyBot
 sysscan
 Szukacz
 T0PHackTeam
+tAkeOut
+Teleport
 Telesphoreo
-The Intraformant
-TheNomad
-TightTwatBot
-Titan
+Thumbor
+Toata
 Toweyabot
+Trendiction
 Trendictionbot
-trendiction.com
+trendiction.de
 True_Robot
 Turingos
+Turnitin
 TwengaBot
-Typhoeus
+Twice
+Upflow
 URLy.Warning
-Vacuum
-VoidEYE
-Wallpapers/3.0
+Virusdie
 WallpapersHD
-WebAuto
+WBSearchBot
 WebBandit
-Web Collage
 WEBDAV
 WebEnhancer
 Web Enhancer
-WebFuck
+WebFetch
 Web Fuck
-WebGo IS
-WebmasterWorldForumBot
-webmeup-crawler
-Web Pix
-WebReaper
+WebImageCollector
+WebLeacher
+WebPix
 WebSauger
-Web Sauger
-Webshag
+WebsiteQuester
 Website Quester
 WebStripper
-WebSucker
 Web Sucker
-WebWhacker
+WebZIP
+WeSEE
 Whack
 Whacker
+Widow
 WinHTTrack
 WiseGuys Robot
-Wonderbot
+Woobot
 Wotbox
 Wprecon
-WPScan
+WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
 x09Mozilla
+x22Mozilla
+Xaldon WebSpider
+Xaldon_WebSpider
 Xenu
 xpymep1.exe
 Zade
-Zitebot
+Zermelo
+Zeus
+zgrab
+ZmEu