V4.2022.01.2839 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
-AIBOT
-ALittle Client
-Acunetix
-AhrefsBot
+404checker
+ADmantX
+ASPSeek
+Abonti
+Aboundex
+Aboundexbot
 Aipbot
-AllSubmitter
-Alligator
-Anarchie
-Ankit
-Apexoo
+Alexibot
+Anarchy
+Anarchy99
 Aspiegel
-AwarioSmartBot
+Attach
 BDCbot
-BackDoorBot
-BatchFTP
-BlackWidow
-BlowFish
-Boardreader
+BLEXBot
+Backlink-Ceck
+Barkrowler
+Bigfoot
+Black Hole
+Blackboard
 Bolt
-BotALot
-Brandwatch
+Brandprotect
 Buddy
-BuiltBotTough
-BuzzSumo
+BuiltWith
 CCBot
-CSHttp
+CODE87
+CazoodleBot
 CensysInspect
+CheTeam
+CherryPicker
 ChinaClaw
-Chlooe
 Citoid
-Cocolyzebot
+Claritybot
+Cogentbot
+Copier
+Copyscape
 Cosmos
 Craftbot
-Crawling at Home Project
-CrazyWebCrawler
 CrunchBot
-Curious
-CyotekWebCopy
 DBLBot
 DTS Agent
-DatabaseDriverMysqli
+Demon
 Deusu
-Digincore
+Devil
 DigitalPebble
 Dirbuster
 Disco
-Discobot
 Dispatch
 DittoSpyder
-DnyzBot
 DomCopBot
-Domains Project
-Dotbot
+DomainAppender
+Dragonfly
 Drip
 EMail Siphon
 EMail Wolf
-EasyDL
-Ebingbong
-EroCrawler
-Express WebPictures
-Extractor
-Extreme Picture Finder
-FDM
+Evil
+ExtLinksBot
+ExtractorPro
+EyeNetIE
+Ezooms
 FHscan
-FemtosearchBot
-FlashGet
-Freeuploader
-FyberSpider
+Firefox/7.0
+Fyrebot
 Genieo
-GetRight
 Go-Ahead-Got-It
 GoZilla
 Gotit
-GrabNet
-Grafula
+Grabber
 GrapeFX
-GridBot
+GrapeshotCrawler
 HEADMasterSEO
+HTMLparser
+HTTP::Lite
 HTTrack
-Haansoft
-HaosouSpider
+Harvest
 Havij
-HybridBot
-IDBot
+Heritrix
+Hloader
+Humanlinks
 IRLbot
-Iblog
-Id-search
-Image Fetch
+IlseBot
+Image Sucker
+IndeedBot
 InfoNaviRobot
+Intelliseek
+InterGET
+InternetSeer
 IstellaBot
-JennyBot
-JetCar
-Jetty
-JustView
-Jyxobot
+JOC Web Spider
+Jbrofuzz
+Joomla
+Kenjin Spider
 Keyword Density
-Leap
-LeechGet
-LexiBot
-Lftp
+Kinza
+LWP::Simple
+LibWeb
+Libwhisker
 LieBaoFast
-LinkWalker
+Lightspeedsystems
+Likse
 Linkdexbot
-LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 LinqiaScrapeBot
-MJ12bot
-MSFrontPage
-MSIECrawler
-MTRobot
-Mag-Net
+Lipperhey
+Lmspider
+MQQBrowser
+Magnet
 Mail.RU_Bot
-Majestic SEO
+MarkMonitor
+Mass Downloader
+MauiBot
 MegaIndex.ru
+MicroMessenger
+Microsoft URL Control
 Minefield
-Moblie Safari
-Mojolicious
-Morfeus Fucking Scanner
+Mister PiX
 Mozlila
-Navroad
+Mr.4x3
+Musobot
+Nameprotect
+NetSpider
+NetZIP
 Netcraft
-Netvibes
+Nettrack
 NextGenSearchBot
-Nibbler
+Niki-bot
 NimbleCrawler
-Nmap
+Nimbostratus
 Not
-Nuclei
-Nutch
+Octopus
+Offline Explorer
+OpenLinkProfiler
 OpenVAS
-OrangeSpider
-POE-Component-Client-HTTP
-PageGrabber
+Openvas
+OrangeBot
+OutclicksBot
+OutfoxBot
+PECL::HTTP
+Page Analyzer
 Pandalytics
 PeoplePal
-Petalbot
-Picscout
 Picsearch
+PictureFinder
+Pimonster
 Pixray
-ProPowerBot
-Probethenet
+PleaseCrawl
+Pockey
+ProWebWalker
+Pu_iN
+QueryN Metasearch
 RankActive
-RealDownload
-Ripper
-RocketCrawler
-Rogerbot
+RankFlex
+RankingBot
+Re-re
+SBIder
 SEOlyticsCrawler
-SEOstats
 SMTBot
 Scanbot
-ScoutJet
-Scrapy
-Searchestate
-SemanticJuice
+Screaming
 SemrushBot
+SentiBot
 SeoSiteCheckup
 SeobilityBot
 Seomoz
 Siphon
-SiteSnagger
-SlySearch
-Sosospider
+Site Sucker
+SiteCheckerBotCrawler
+Sitebeam
+Snake
+Snoopy
+SocialRankIOBot
 Sottopop
 Spammen
-Spanner
+SpankBot
+Spbot
+SputnikBot
 Sqlmap
 Sqworm
-Steeler
-SuperBot
 SuperHTTP
-SurveyBot
-Suzuran
 Swiftbot
-TeleportPro
+Szukacz
+T0PHackTeam
+Teleport
 Telesoft
-Telesphoreo
-TightTwatBot
 Titan
-Trendiction
-Twice
-Typhoeus
-URLy Warning
-Vagabondo
+True_Robot
+Turingos
+Turnitin
+TwengaBot
+URLy.Warning
+V-BOT
+VCI
+Vacuum
 VelenPublicWebCrawler
-VeriCiteCrawler
-Virusdie
 Voil
-WASALive-Bot
+Voltron
+WBSearchBot
 WEBDAV
+WISENutbot
+WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
 WWWOFFLE
-WeSEE
-Web Auto
-Web Collage
-Web Fetch
-Web Fuck
+Wallpapers
+Wallpapers/3.0
+Web Enhancer
+Web Sucker
+WebBandit
 WebCollage
-WebCopier
-WebImageCollector
+WebLeacher
 WebPix
+WebReaper
 WebStripper
-WebmasterWorldForumBot
-Webster
+WebSucker
+WebWhacker
+WebZIP
+Webshag
+Website Quester
+WebsiteExtractor
 Whack
-Whatweb
 Who.is Bot
-Widow
-WiseGuys Robot
-Wonderbot
-Wotbox
-Wprecon
+WinHTTrack
+Woobot
 Xaldon WebSpider
-Zauba
+Xaldon_WebSpider
+YoudaoBot
+Zade
+Zeus
+Zitebot
 ZoomBot
-ZoominfoBot
+ZumBot
 adscanner
-autoemailspider
-cah.io.community
-check1.exe
-clark-crawler
+arquivo-web-crawler
+arquivo.pt
+coccocbot-web
 com.plumanalytics
-crawl.sogou.com
+crawler.feedback
 crawler4j
-dataforseo.com
-evc-batch
-heritrix
-isitwp.com
-magpie-crawler
-page scorer
-probe-image-size
-s1z.ru
-satoristudio.net
-scalaj-http
-seocompany.store
-seostar
-sitechecker.pro
-siteripz
+domainsproject.org
+lwp-trivial
+muhstik-scan
+netEstate NE Crawler
+serpstatbot
+sexsearcher
+sogouspider
 sp_auditbot
+spyfu
 sysscan
-trendiction.de
-ubermetrics-technologies.com
+voyagerx.com
 webmeup-crawler
-webpros.com
 webprosbot
-x09Mozilla
-zauba.io
-zgrab