V4.2021.12.2760 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
+01h4x.com
+360Spider
 404enemy
-AIBOT
+ADmantX
 ALittle Client
-ASPSeek
-Aboundex
-Aboundexbot
 AfD-Verbotsverfahren
-AhrefsBot
-AiHitBot
-Alligator
 AlphaBot
 Anarchy99
 Anthill
-Aspiegel
-Asterias
-Attach
-BBBike
-BackStreet
+BDCbot
+BDFetch
+BLEXBot
 Backlink-Ceck
-Barkrowler
-BlowFish
+Bandit
+Black Hole
 Bolt
 BotALot
-Brandwatch
+Buck
+Buddy
 BuiltWith
-CheTeam
+BunnySlippers
+CODE87
+Calculon
+CazoodleBot
 CheeseBot
-ChinaClaw
-Chlooe
-Citoid
-Cocolyzebot
-Craftbot
+Claritybot
+Cliqzbot
+Cloud mapping
+Collector
+Copier
+Copyscape
 CrazyWebCrawler
-Curious
-Custo
-DIIbot
+CyotekWebCopy
 DataCha0s
-DatabaseDriverMysqli
-Demon
+Deusu
 Devil
-Digincore
-Disco
-Dispatch
+Discobot
 DittoSpyder
 DnBCrawler-Analytics
 DomCopBot
-DomainAppender
+DomainCrawler
 DomainStatsBot
-Download Wonder
+Dotbot
+Dragonfly
+EMail Siphon
 EasyDL
 Ecxi
 EirGrabber
+Evil
 ExtLinksBot
-Extractor
-EyeNetIE
-FDM
-Fimap
-Flunky
-Foobot
-FrontPage
+ExtractorPro
+Fuzz
 FyberSpider
-Fyrebot
+G-i-g-a-b-o-t
+GT::WWW
+GalaxyBot
+Genieo
+GermCrawler
 GetRight
-Gigabot
-GoZilla
+GetWeb
 GrabNet
-Grabber
-GrapeFX
-GrapeshotCrawler
 GridBot
-HTMLparser
+HMView
 HTTP::Lite
-HTTrack
 HaosouSpider
 Heritrix
-Hloader
+Humanlinks
 HybridBot
 IRLbot
 Iblog
 IlseBot
 Image Fetch
-IndeedBot
-InterGET
+Image Sucker
+InfoNaviRobot
+InfoTekies
+Internet Ninja
+Iria
+Iskanie
+JOC Web Spider
 Jbrofuzz
-JetCar
 Jetty
-Keyword Density
+JustView
+Kenjin Spider
 Kozmosbot
-LNSpiderguy
-LeechFTP
-LibWeb
-Lightspeedsystems
-Likse
-LinkScan
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
+LeechGet
+LexiBot
+Lftp
+Linkdexbot
+LinkpadBot
+Lipperhey Spider
 Litemage_walker
 Ltx71
 MFC_Tear_Sample
-MSFrontPage
-MSIECrawler
-Magnet
-Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
-Mass Downloader
-Masscan
+MIDown tool
+MQQBrowser
+MarkMonitor
+MarkWatch
 Mata Hari
 MegaIndex.ru
 MicroMessenger
 Microsoft URL Control
+Minefield
 Mojeek
+Mozlila
 Mr.4x3
-Musobot
-NICErsPRO
-NPbot
+Name Intelligence
 Nameprotect
 Needle
+Nessus
 Net Vampire
-NetAnts
 NetMechanic
 NetSpider
 NetZIP
 Netcraft
 Nettrack
-NimbleCrawler
-Nutch
-Offline Explorer
-Openvas
+Netvibes
+NextGenSearchBot
+Nikto
+Nimbostratus
+Ninja
+Nmap
+Nuclei
+Octopus
+Offline Navigator
+OpenLinkProfiler
+OpenVAS
+Openfind
+OrangeBot
 OrangeSpider
-PageGrabber
+OutclicksBot
+PHPCrawl
+POE-Component-Client-HTTP
 PageScorer
-Panscient
-Petalbot
-Picscout
-Piepmatz
-Pu_iN
+Pavuk
+Pi-Monster
+ProPowerBot
+PxBroker
 PyCurl
-Quick-Crawler
+QueryN Metasearch
 RSSingBot
 RankActive
-RankingBot
-Re-re
-ReGet
+RankFlex
+RankingBot2
+Rankivabot
 Reaper
 RedesScrapy
 Rogerbot
 SBIder
-SEOkicks
+SEOprofiler
 SEOstats
 SMTBot
-SalesIntelligent
-Scanbot
+Scrapy
+ScrepyBot
+Searchestate
 SearchmetricsBot
-SemanticJuice
-SemrushBot
 SeoSiteCheckup
+SeobilityBot
 Shodan
-Site Sucker
-SiteSnagger
-SmartDownload
+SiteLockSpider
+SiteSucker
+Sitevigil
+Snapbot
+Snoopy
 SocialRankIOBot
-Sogou web spider
 Sosospider
-Spbot
-Steeler
-Stripper
-Sucker
-SuperBot
-Surfbot
-T0PHackTeam
+Spanner
+Sqlmap
+Sqworm
+SurveyBot
 T8Abot
-Teleport
-TeleportPro
-Telesphoreo
-Telesphorep
-The Intraformant
 Thumbor
 TightTwatBot
 Toata
+Toweyabot
+Tracemyfile
 Trendictionbot
-Turnitin
+True_Robot
+Turingos
 TurnitinBot
-TwengaBot
-Virusdie
-VoidEYE
-Voil
-Voltron
+URLy Warning
+UnisterBot
+VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
 WASALive-Bot
 WBSearchBot
-WEBDAV
 WISENutbot
+WPScan
+WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
 WWWOFFLE
-Wallpapers/3.0
-WeSEE
-Web Sucker
-WebAuto
-WebCollage
+Web Collage
+Web Sauger
+WebBandit
 WebEnhancer
+WebFuck
 WebGo IS
-WebLeacher
+WebReaper
+WebStripper
 WebSucker
-WebZIP
-Webalta
+WebWhacker
 WebmasterWorldForumBot
 Webshag
 Website Quester
-WebsiteExtractor
-WebsiteQuester
+Webster
+Whack
 Whacker
-WiseGuys Robot
-Wonderbot
-Wotbox
+Whatweb
+Widow
+WinHTTrack
 Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
+Zade
+Zauba
 Zeus
-Zitebot
-ZoominfoBot
-ZyBorg
+ZumBot
 adscanner
-archive.org_bot
-arquivo.pt
-autoemailspider
-backlink-check
-cah.io.community
-check1.exe
+arquivo-web-crawler
+coccocbot-web
+cognitiveseo
 com.plumanalytics
-dataforseo.com
-eCatch
-evc-batch
+crawl.sogou.com
+crawler.feedback
+crawler4j
+domainsproject.org
 heritrix
-ips-agent
+internetVista monitor
+isitwp.com
 lwp-request
 lwp-trivial
+magpie-crawler
 meanpathbot
-mediawords
-netEstate NE Crawler
-plumanalytics
-ripz
+muhstik-scan
+probe-image-size
 scalaj-http
-seobility
-seocompany.store
-sexsearcher
+seoscanners
+seostar
+serpstatbot
+siteripz
+sp_auditbot
+tAkeOut
 trendiction.com
+ubermetrics-technologies.com
 webgains-bot
-webmeup-crawler
+webpros.com
 webprosbot
+x22Mozilla
 zauba.io