V4.2022.12.3530 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
+360Spider
+404checker
 404enemy
-ADmantX
-Aboundexbot
-AhrefsBot
-AiHitBot
-Alexibot
-AllSubmitter
-Anarchy
-Asterias
-Atomseobot
-AwarioRssBot
-AwarioSmartBot
-BDCbot
+AIBOT
+ALittle Client
+Aboundex
+AfD-Verbotsverfahren
+Alligator
+Ankit
+Anthill
+Attach
 BLEXBot
 BackStreet
-Barkrowler
-Battleztar Bazinga
-Bigfoot
-Blow
-BlowFish
-BuiltWith
-Bullseye
+Backlink-Ceck
+Badass
+Bandit
+Black Hole
+Brandprotect
+Brandwatch
+Buck
+Buddy
+BuiltBotTough
 BunnySlippers
 BuzzSumo
-CATExplorador
-CCBot
-Calculon
-Cegbfeieh
+CSHttp
+CensysInspect
+CheTeam
 CheeseBot
-Citoid
+Chlooe
+Claritybot
 Cliqzbot
-Cloud mapping
-Cocolyzebot
 Cogentbot
 Collector
-Copier
+Copyscape
+Craftbot
 CrazyWebCrawler
+CrunchBot
 Curious
-DBLBot
-DIIbot
-DSearch
+DataCha0s
+DatabaseDriverMysqli
 Demon
+Devil
+Disco
 Discobot
-Discoverybot
+DnBCrawler-Analytics
 DnyzBot
+DomainCrawler
 DomainSigmaCrawler
-Dotbot
 Download Wonder
 Drip
+EMail Siphon
 EasyDL
-EirGrabber
+EroCrawler
 Evil
-Express WebPictures
 ExtLinksBot
-Extractor
-ExtractorPro
-FDM
-Flunky
-FyberSpider
-G-i-g-a-b-o-t
+Extreme Picture Finder
+Fimap
+FlashGet
+Foobot
+FrontPage
+Fuzz
+Fyrebot
+GalaxyBot
 Genieo
-GetRight
 GetWeb
-Go!Zilla
+Getintent
 GoZilla
-Grabber
+Gotit
+Grafula
+GrapeFX
+GrapeshotCrawler
 GridBot
+HEADMasterSEO
 HTMLparser
 HTTP::Lite
-HTTrack
 Haansoft
-Heritrix
-Hloader
+Harvest
+Havij
+HonoluluBot
 Humanlinks
-HybridBot
-IDBTE4M
 IlseBot
 Image Fetch
+Image Sucker
 IndeedBot
+InfoTekies
 Intelliseek
+InterGET
+Internet Ninja
+InternetSeer
+Iskanie
+IstellaBot
+JOC Web Spider
 JamesBOT
 Jbrofuzz
 JennyBot
-Joomla
-Jorgee
 JustView
-Jyxobot
 Kinza
+Kozmosbot
 LNSpiderguy
-LWP::Simple
-Leap
-LeechGet
-LibWeb
-LieBaoFast
+Lanshanbot
+Larbin
+Libwhisker
 Lightspeedsystems
+Likse
 LinkWalker
 LinkextractorPro
-LinkpadBot
 LinksManager
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
 Lmspider
+MFC_Tear_Sample
+MIDown tool
 MJ12bot
-Mail.RU_Bot
+MSIECrawler
+Magnet
 Majestic SEO
-Majestic-SEO
-MarkMonitor
+Majestic12
 Mass Downloader
 Masscan
-MauiBot
-MeanPath Bot
 Metauri
 Microsoft URL Control
-Moblie Safari
-Mr.4x3
-NPbot
-Navroad
-Net Vampire
+Minefield
+Mojolicious
+Morfeus Fucking Scanner
+Mozlila
+NICErsPRO
+Name Intelligence
+Nameprotect
+NearSite
+Nessus
+NetAnts
+NetLyzer
+NetMechanic
 NetZIP
 Netcraft
-NextGenSearchBot
-Not
-Octopus
-Offline Explorer
-Offline Navigator
-OpenVAS
+Nettrack
+Nikto
+NimbleCrawler
+Ninja
+Nmap
 Openfind
-OrangeBot
-PHPCrawl
-POE-Component-Client-HTTP
+Openvas
 Page Analyzer
-PageScorer
-PageThing.com
+PageGrabber
 Papa Foto
-Pavuk
 Petalbot
-Pi-Monster
-Picscout
-Piepmatz
-Pixray
+Pockey
+ProPowerBot
 Probethenet
+Psbot
 Pu_iN
+PxBroker
 PyCurl
 QueryN Metasearch
-RSSingBot
-RankActiveLinkBot
+RankingBot
 Rankivabot
-RealDownload
-Recorder
-Rogerbot
-SEOkicks-Robot
+ReGet
+RepoMonkey
+Ripper
+RocketCrawler
+SEOkicks
+SEOlyticsCrawler
 SEOprofiler
 SISTRIX
-SalesIntelligent
-Scrapy
-Screaming
-ScreenerBot
-ScrepyBot
+ScanAlert
+Scanbot
 Searchestate
+Seekport
 SemanticJuice
 Semrush
-SeoSiteCheckup
-Siphon
-SiteSnagger
+SentiBot
+SeobilityBot
 SiteSucker
-Sitebeam
-SmartDownload
+Siteimprove
+SlySearch
+Sociscraper
 Sogou web spider
+Sosospider
+Sottopop
+SpaceBison
 Spammen
-Spanner
 SputnikBot
+Sqworm
 Stripper
-SuperBot
-SuperHTTP
+Surfbot
 SurveyBot
+Suzuran
 T0PHackTeam
-T8Abot
 Telesphoreo
 Telesphorep
-TightTwatBot
 Titan
-Toata
-Tracemyfile
-Trendiction
-Trendictionbot
-True_Robot
-Turnitin
-TwengaBot
-Typhoeus
+Twice
 URLy Warning
+UnisterBot
+Upflow
+V-BOT
+VB Project
 VCI
-Vagabondo
-VeriCiteCrawler
-VidibleScraper
-Voltron
+Vacuum
 WEBDAV
-WISENutbot
-WWWOFFLE
-WeSEE
-WebBandit
-WebFuck
-WebSucker
+WPScan
+WWW-Collector-E
+WWW::Mechanize
+Wallpapers
+Web Auto
+Web Pix
+Web Sucker
+WebImageCollector
+WebLeacher
+WebSauger
 WebWhacker
-WebZIP
-Webalta
-WebmasterWorldForumBot
-Webshag
-WebsiteExtractor
+Webster
 Whack
-Whatweb
 Who.is Bot
-WinHTTrack
-WiseGuys Robot
-Woobot
-Wprecon
-Xaldon_WebSpider
-Zauba
+Widow
+Wonderbot
+YoudaoBot
+Zeus
 Zitebot
-ZmEu
-ZoominfoBot
-ZyBorg
-archive.org_bot
+ZumBot
 arquivo-web-crawler
 backlink-check
-cah.io.community
+check1.exe
 coccocbot
-com.plumanalytics
-crawler.feedback
-crawler4j
-demandbase-bot
-isitwp.com
+crawl.sogou.com
+eCatch
+gopher
+heritrix
+iubenda-radar
 linkdexbot
 lwp-trivial
-mediawords
-oBot
+magpie-crawler
+polaris version
+probe-image-size
+ripz
 s1z.ru
 satoristudio.net
-seobility
+scalaj-http
 seocompany.store
-seoscanners
 seostar
-serpstatbot
+sexsearcher
+spyfu
 sysscan
 tAkeOut
 trendiction.com
-webgains-bot
-xpymep1.exe
-zauba.io
-zgrab
+voyagerx.com
+webmeup-crawler