V4.2022.02.2939 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-80legs
-Abonti
-Aboundexbot
-Acunetix
+01h4x.com
+404enemy
+AIBOT
+Aboundex
+AfD-Verbotsverfahren
+AhrefsBot
 AiHitBot
-Aipbot
 Alexibot
+Anarchie
+Apexoo
+Attach
+BBBike
+BDFetch
+BLEXBot
+BackStreet
+Backlink-Ceck
 Badass
 Barkrowler
 Battleztar Bazinga
-Boardreader
+BetaBot
+Bitacle
+Black Hole
+BlackWidow
+Blackboard
+Blow
 Bolt
-Brandprotect
-Bullseye
-BunnySlippers
+Brandwatch
+Buddy
+BuzzSumo
 CATExplorador
-CCBot
 CODE87
-CensysInspect
-CheeseBot
+CazoodleBot
+Cegbfeieh
+CherryPicker
+ChinaClaw
+Citoid
 Claritybot
-Cloud mapping
-Copier
-Copyscape
+Cocolyzebot
+Cogentbot
+Collector
+CopyRightCheck
+Crawling at Home Project
 CrazyWebCrawler
-CrunchBot
-Custo
-DBLBot
-DIIbot
+Crescent
 DSearch
-DTS Agent
-DatabaseDriverMysqli
-Demon
-Digincore
-DigitalPebble
-Disco
+DataCha0s
+Deusu
+Discoverybot
+Dispatch
 DnBCrawler-Analytics
-DomainAppender
 DomainCrawler
 DomainStatsBot
-Domains Project
-Dotbot
 Download Wonder
 Dragonfly
-ECCP/1.0
-EMail Wolf
-EasyDL
-EirGrabber
-EroCrawler
+Drip
+EMail Siphon
+Evil
+Exabot
+Express WebPictures
 ExtLinksBot
 Extractor
-EyeNetIE
 Ezooms
-FDM
-Fimap
+FHscan
 Firefox/7.0
-Foobot
+Freeuploader
+FrontPage
 Fuzz
 FyberSpider
-Fyrebot
-GalaxyBot
+Genieo
 GetRight
-GetWeb
 Getintent
+Go!Zilla
+Go-Ahead-Got-It
 GoZilla
 Gotit
+Grabber
 GrapeFX
-GridBot
 HTTP::Lite
-HTTrack
-HonoluluBot
-HybridBot
+Haansoft
+Heritrix
 IDBTE4M
-Iblog
+IDBot
+IRLbot
+Id-search
+Image Fetch
+IndeedBot
 Indy Library
 InterGET
+InternetSeer
+Iria
 Jbrofuzz
-JustView
+JennyBot
+JetCar
+Jetty
+JikeSpider
+Joomla
+Jorgee
 Jyxobot
 Kinza
 LWP::Simple
-Leap
+Lanshanbot
+Larbin
 LeechFTP
+LeechGet
 LexiBot
+LibWeb
 Libwhisker
-Likse
+Linkdexbot
+LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
 Lipperhey
+Lipperhey Spider
 MIDown tool
-MQQBrowser
-MTRobot
-Mag-Net
+MIIxpc
+MJ12bot
 Magnet
 Majestic SEO
 Majestic-SEO
-Majestic12
-MarkWatch
-Mass Downloader
+MarkMonitor
 Masscan
-Mata Hari
-Mb2345Browser
+MauiBot
 MeanPath Bot
-Microsoft URL Control
+MicroMessenger
 Mojolicious
 MolokaiBot
-Mozlila
 Mr.4x3
-Musobot
-NICErsPRO
+NPbot
 Name Intelligence
+Nameprotect
 NearSite
-Net Vampire
-NetAnts
+Nessus
 NetMechanic
 Netcraft
+Nettrack
+Nibbler
 Niki-bot
 NimbleCrawler
 Nmap
+Not
 Offline Navigator
-OnCrawl
+OpenLinkProfiler
+OpenVAS
+Openfind
+Openvas
 OrangeBot
-PECL::HTTP
+PHPCrawl
 PageGrabber
 PageScorer
+PageThing.com
 Pandalytics
-Panscient
-Pavuk
-Pi-Monster
-Picsearch
+Papa Foto
+Picscout
 PictureFinder
-ProPowerBot
-Pump
-RankActive
-RankActiveLinkBot
+Pimonster
+Pockey
+ProWebWalker
+Pu_iN
+PyCurl
+Quick-Crawler
 RankFlex
-RankingBot
-Rankivabot
 RankurBot
-Re-re
-RepoMonkey
-Rogerbot
+ReGet
 SBIder
+SEOkicks
 SEOkicks-Robot
-SEOprofiler
-SMTBot
-SalesIntelligent
+SEOlyticsCrawler
+SISTRIX
 ScreenerBot
-Searchestate
+ScrepyBot
 SearchmetricsBot
-Seekport
 SemanticJuice
-SeoSiteCheckup
-SeobilityBot
-SiteSnagger
+SemrushBot
+Siphon
+Site Sucker
+SiteSucker
+Sitebeam
 SlySearch
 Snapbot
-Sogou web spider
-Spammen
-Spbot
+SocialRankIOBot
+Sociscraper
+SpankBot
 Spinn3r
-Sqworm
-Steeler
 Sucker
-SuperBot
-SuperHTTP
+Surfbot
+SurveyBot
+Suzuran
+Swiftbot
 Szukacz
-T0PHackTeam
-TeleportPro
-Titan
-Trendiction
-True_Robot
+TheNomad
+TightTwatBot
+Toata
+Toweyabot
 Turingos
-TurnitinBot
-TwengaBot
-Twice
-URLy.Warning
+Turnitin
+Typhoeus
 UnisterBot
-VB Project
-VCI
-Vacuum
-Vagabondo
-VidibleScraper
-Voil
+VeriCiteCrawler
+Virusdie
 WASALive-Bot
-WISENutbot
+WBSearchBot
+WEBDAV
+WPScan
 WWW::Mechanize
 WWWOFFLE
-WeSEE
+WallpapersHD
 Web Auto
 Web Collage
 Web Fetch
-Web Fuck
-Web Pix
-Web Sauger
-WebCollage
-WebEnhancer
-WebFuck
-WebImageCollector
+WebFetch
+WebLeacher
+WebPix
 WebStripper
-WebSucker
-WebZIP
+WebWhacker
 Webalta
-WebmasterWorldForumBot
-WebsiteQuester
-Webster
-Whack
-Widow
-WiseGuys Robot
-Wprecon
-Xaldon WebSpider
+Webshag
+WebsiteExtractor
+Whacker
+Whatweb
+Who.is Bot
+WinHTTrack
 Xaldon_WebSpider
 Xenu
 YoudaoBot
-Zade
-ZmEu
-ZoomBot
+Zauba
 ZyBorg
 arquivo-web-crawler
-arquivo.pt
 backlink-check
-coccocbot
-com.plumanalytics
-crawler.feedback
-demandbase-bot
+cah.io.community
+cognitiveseo
 domainsproject.org
-gopher
-iubenda-radar
+eCatch
+heritrix
+instabid
+isitwp.com
 mediawords
-muhstik-scan
-netEstate NE Crawler
-ripz
+pcBrowser
+polaris version
+probe-image-size
+s1z.ru
+satoristudio.net
 scalaj-http
-scan.lol
-seocompany.store
-seoscanners
-sitechecker.pro
+seobility
+serpstatbot
 siteripz
-sp_auditbot
-spyfu
-sysscan
-tAkeOut
+sogouspider
 trendiction.com
-trendiction.de
-voyagerx.com
-webprosbot
+ubermetrics-technologies.com
 x09Mozilla
+x22Mozilla
 xpymep1.exe
-zauba.io
-zgrab