V4.2021.03.2298 [ci skip]

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 404checker
-AfD-Verbotsverfahren
-Anarchy99
-Ankit
-Anthill
+404enemy
+Aboundexbot
+Acunetix
+ADmantX
+AIBOT
+Aipbot
+Alligator
+AlphaBot
+Anarchie
+Apexoo
 archive.org_bot
-arquivo-web-crawler
-Aspiegel
+ASPSeek
 Attach
-autoemailspider
-AwarioSmartBot
-BackDoorBot
+Backlink-Ceck
+BackStreet
 Badass
-Barkrowler
-BatchFTP
-BBBike
-Bigfoot
+Bandit
+Battleztar Bazinga
+BDCbot
+BetaBot
+Blackboard
+BlackWidow
 BLEXBot
 Blow
-BlowFish
-Brandwatch
-BuiltBotTough
-Bullseye
-CCBot
-CensysInspect
+Boardreader
+BotALot
+Buddy
+BuzzSumo
+CATExplorador
+CazoodleBot
+Cegbfeieh
 CheeseBot
-ChinaClaw
-Cloud mapping
+CherryPicker
+CheTeam
+Chlooe
+Claritybot
 coccocbot-web
 Cocolyzebot
-CODE87
-Cogentbot
-cognitiveseo
-Collector
-Copyscape
+com.plumanalytics
+Copier
+CopyRightCheck
 Cosmos
-Craftbot
+crawler.feedback
 crawl.sogou.com
+CyotekWebCopy
 DatabaseDriverMysqli
 DBLBot
-Demon
+Deusu
 Devil
-Discobot
+DigitalPebble
+DIIbot
 Discoverybot
-Dispatch
-DomainAppender
+DnyzBot
+DomainCrawler
 DomainSigmaCrawler
-Domains Project
-DomainStatsBot
-DomCopBot
+domainsproject.org
+Dotbot
 Download Wonder
+Dragonfly
 Drip
-DSearch
-Ecxi
-EMail Siphon
-EMail Wolf
+Ebingbong
+ECCP/1.0
 Evil
-Express WebPictures
-ExtLinksBot
-Extreme Picture Finder
+Extractor
+ExtractorPro
 facebookscraper
+FDM
 Fimap
 Firefox/7.0
-Foobot
-Genieo
+FlashGet
+Fuzz
+Fyrebot
+GalaxyBot
 GermCrawler
+Getintent
+Gigablast
+Gigabot
 Go-Ahead-Got-It
-Gotit
-GoZilla
-Go!Zilla
 Grabber
-Grafula
-GrapeshotCrawler
-GridBot
+GrabNet
+GrapeFX
+Haansoft
 HaosouSpider
+HEADMasterSEO
+heritrix
 Hloader
-HMView
+HTMLparser
 HTTP::Lite
 HTTrack
 HybridBot
+Iblog
 IDBot
 IDBTE4M
+Id-search
+IlseBot
 IndeedBot
 Indy Library
 InfoNaviRobot
 InfoTekies
-Internet Ninja
-internetVista monitor
-ips-agent
+Intelliseek
+InternetSeer
+Iria
+IstellaBot
+JamesBOT
 JennyBot
-JetCar
-Jetty
-JikeSpider
-JOC Web Spider
-Joomla
-Jorgee
-JustView
 Kenjin Spider
 Kozmosbot
-Larbin
+Lanshanbot
 LexiBot
-Lftp
-Libwhisker
+LieBaoFast
+Likse
+LinkextractorPro
 LinkpadBot
-LinksManager
+LinkWalker
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey
-Litemage_walker
-lwp-request
+LNSpiderguy
 lwp-trivial
-Mag-Net
-Majestic12
-MarkMonitor
-MarkWatch
-Masscan
-Mass Downloader
+magpie-crawler
+Mail.RU_Bot
+Majestic-SEO
 Mata Hari
 MauiBot
-Mb2345Browser
-MeanPath Bot
-Mediatoolkitbot
 mediawords
-MegaIndex.ru
 Metauri
-MicroMessenger
-Microsoft Data Access
 Microsoft URL Control
-Mojeek
-Mojolicious
-Morfeus Fucking Scanner
+Mister PiX
+MJ12bot
+Mozlila
 Mr.4x3
-MTRobot
-muhstik-scan
+MSFrontPage
+MSIECrawler
+Msrabot
 Musobot
-Nameprotect
-Navroad
 NearSite
-Nessus
-Netcraft
-NetLyzer
-NetSpider
-Niki-bot
-Nimbostratus
-Nmap
+Needle
+Netvibes
+NetZIP
+NICErsPRO
 Nuclei
-oBot
-Octopus
-Offline Explorer
+OnCrawl
+Openfind
 OpenLinkProfiler
 OpenVAS
+OrangeBot
+OrangeSpider
 OutclicksBot
 PageGrabber
-page scorer
-Panscient
-Papa Foto
+PageThing.com
 Pavuk
+PeoplePal
+Petalbot
+PHPCrawl
 Picsearch
-PictureFinder
 Piepmatz
-PleaseCrawl
-Pockey
-Probethenet
-ProWebWalker
-Pump
+Pimonster
+Pixray
+plumanalytics
+polaris version
+Psbot
+PxBroker
+PyCurl
 QueryN Metasearch
-RankingBot2
+RankActive
+RankActiveLinkBot
 Rankivabot
 Reaper
-RebelMouse
 Recorder
-ReGet
-Re-re
-Ripper
-s1z.ru
-SalesIntelligent
+RedesScrapy
+RepoMonkey
+RocketCrawler
+RSSingBot
 Scanbot
-ScoutJet
 Scrapy
-Searchestate
+ScreenerBot
 Semrush
 SemrushBot
+SentiBot
 SEOkicks
-SEOkicks-Robot
 Seomoz
 SEOprofiler
-SEOstats
-sexsearcher
-sitechecker.pro
-SiteExplorer
-SiteLockSpider
-siteripz
-SiteSucker
-SocialRankIOBot
-sogouspider
-SpaceBison
+serpstatbot
+SISTRIX
+Sitebeam
+Siteimprove
+Site Sucker
+SMTBot
+Snake
+Snoopy
+Sogou web spider
+Sosospider
 Spammen
-Spanner
-sp_auditbot
 Sqlmap
-Sqlworm
-Stripper
 Sucker
-SurveyBot
+Swiftbot
+sysscan
 T0PHackTeam
 T8Abot
 tAkeOut
 Teleport
+The Intraformant
 TightTwatBot
-Toata
-Toweyabot
-trendiction.de
+Titan
+Trendiction
+Trendictionbot
+True_Robot
 Turnitin
 TwengaBot
-Upflow
+Typhoeus
 URLy Warning
 URLy.Warning
-Vagabondo
-VB Project
-VelenPublicWebCrawler
 VeriCiteCrawler
+VidibleScraper
+Virusdie
+VoidEYE
 Voil
 Voltron
 WallpapersHD
 WASALive-Bot
 Webalta
-WebCollage
-WebEnhancer
+Web Auto
 Web Enhancer
-WebFetch
-Web Fetch
+WebFuck
 WebImageCollector
-webmeup-crawler
+WebmasterWorldForumBot
 WebPix
-WebReaper
-WebSauger
 Web Sauger
-WebsiteQuester
+WebSucker
 WebWhacker
 WebZIP
 Whacker
 Who.is Bot
-WinHTTrack
+Widow
 WISENutbot
-Wprecon
+Wonderbot
+WPScan
+WWW-Collector-E
 WWW-Mechanize
+x09Mozilla
+x22Mozilla
 Xaldon WebSpider
-Xenu
+Xaldon_WebSpider
 YoudaoBot
+Zade
 Zauba
-zauba.io
+Zeus
+Zitebot
+ZmEu