V4.2022.02.2935 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+404checker
 AIBOT
 Aboundex
-Aboundexbot
-AfD-Verbotsverfahren
-AiHitBot
-Aipbot
+Acunetix
+AhrefsBot
 Alexibot
-AlphaBot
+Alligator
 Anarchie
+Anarchy
+Anthill
 Apexoo
 Aspiegel
 Asterias
+Atomseobot
+Attach
+AwarioSmartBot
 BBBike
-BDCbot
-BLEXBot
-Backlink-Ceck
+BDFetch
+BackWeb
 BacklinkCrawler
-Badass
 Barkrowler
-Battleztar Bazinga
 Black Hole
-BlackWidow
-Blackboard
+BlowFish
 Bolt
+BotALot
+Brandprotect
 Brandwatch
-BunnySlippers
-CATExplorador
+BuiltBotTough
+BuzzSumo
 CCBot
 Calculon
-CazoodleBot
-CensysInspect
-CherryPicker
-ChinaClaw
-Citoid
-Claritybot
+CheeseBot
 Cliqzbot
-Cogentbot
+Cloud mapping
 Collector
-Copyscape
+Copier
 Craftbot
-CrunchBot
-Custo
-DSearch
+Crescent
+Curious
+DIIbot
+DTS Agent
 DataCha0s
-DittoSpyder
-DnBCrawler-Analytics
-DomainStatsBot
-Download Wonder
+DatabaseDriverMysqli
+Demon
+Discoverybot
+DnyzBot
+Domains Project
+Dotbot
 Drip
-EMail Siphon
-EMail Wolf
-EroCrawler
-ExtractorPro
+Evil
+Exabot
+Express WebPictures
+Extractor
+Ezooms
 FDM
-Fimap
+FHscan
 Firefox/7.0
-Genieo
-GetRight
+FlashGet
+Flunky
+Fuzz
+Fyrebot
+GalaxyBot
+GermCrawler
 Getintent
 Go!Zilla
-Go-Ahead-Got-It
-GoZilla
-Gotit
-Grabber
-HTMLparser
-HaosouSpider
+GrabNet
+GrapeshotCrawler
+HMView
 Havij
+Heritrix
 Hloader
 HonoluluBot
-Humanlinks
-IDBot
+HybridBot
+IDBTE4M
 Image Fetch
 Image Sucker
-Indy Library
-Internet Ninja
+InfoNaviRobot
+Intelliseek
 Iria
-Iskanie
-IstellaBot
 JamesBOT
-Joomla
+JennyBot
 Jorgee
-LWP::Simple
-Lanshanbot
+JustView
+Kenjin Spider
+Keyword Density
+Kozmosbot
+Larbin
+Leap
 LeechGet
-LexiBot
 Lftp
-LibWeb
-Libwhisker
-LieBaoFast
-LinkScan
+Lightspeedsystems
+Likse
+LinkWalker
 Linkbot
-LinkextractorPro
-LinqiaMetadataDownloaderBot
+Linkdexbot
+LinqiaRSSBot
 Lipperhey
-MFC_Tear_Sample
-MIIxpc
-MJ12bot
 MSFrontPage
-MSIECrawler
-Mag-Net
-Magnet
-Mail.RU_Bot
-MarkMonitor
+Majestic SEO
 MarkWatch
 Masscan
 Mata Hari
-MauiBot
+MeanPath Bot
+Mediatoolkitbot
 MegaIndex.ru
 Microsoft Data Access
-Minefield
+Microsoft URL Control
 Moblie Safari
-Mojeek
 Mojolicious
-Mr.4x3
-Musobot
+MolokaiBot
+NICErsPRO
 Name Intelligence
-Nameprotect
-Navroad
-Net Vampire
-NetAnts
-NetMechanic
-NetZIP
-Netvibes
+NearSite
+Netcraft
 NextGenSearchBot
 Nikto
-Ninja
-Nmap
+Not
 Nuclei
-Nutch
 Octopus
-Offline Explorer
-OpenLinkProfiler
+OnCrawl
+OpenVAS
 Openfind
 Openvas
 OrangeSpider
-PECL::HTTP
-POE-Component-Client-HTTP
+PHPCrawl
+Page Analyzer
+PageAnalyzer
 PageGrabber
-PageScorer
 PageThing.com
-Pandalytics
-Panscient
-Petalbot
-Picscout
+Pi-Monster
+Picsearch
 PictureFinder
+Piepmatz
+Pimonster
 Pixray
-Probethenet
+Pockey
+Psbot
 PxBroker
-RankActive
+PyCurl
+QueryN Metasearch
 RankFlex
 RankingBot
 Rankivabot
-Re-re
+RealDownload
 Reaper
-RebelMouse
-Recorder
-RedesScrapy
+SBIder
 SEOkicks
-SalesIntelligent
-ScanAlert
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
+SEOstats
+SISTRIX
+SMTBot
 ScoutJet
 Screaming
-ScreenerBot
-ScrepyBot
-Searchestate
-SearchmetricsBot
-SemanticJuice
-SentiBot
-SeobilityBot
-SiteLockSpider
-Sitebeam
-Siteimprove
-Sitevigil
-Snapbot
-Spammen
+Semrush
+SeoSiteCheckup
+Shodan
+Site Sucker
+SiteExplorer
+SlySearch
+SmartDownload
+SocialRankIOBot
+Sociscraper
+Sosospider
+SpaceBison
 Spbot
+Spinn3r
+SputnikBot
 Sqlmap
-Stripper
-Sucuri
-SuperBot
+Sqlworm
+Sqworm
+SuperHTTP
+Suzuran
 Szukacz
 TeleportPro
-The Intraformant
+Telesphoreo
 TheNomad
-Thumbor
 TightTwatBot
-Toweyabot
-TurnitinBot
-TwengaBot
+Trendiction
+Trendictionbot
+True_Robot
+Turingos
+Turnitin
 Typhoeus
 URLy.Warning
 UnisterBot
 Upflow
-VCI
-Vacuum
-VoidEYE
-Voil
-WASALive-Bot
-WBSearchBot
-WPScan
-WWW-Collector-E
-WWW::Mechanize
-Wallpapers
+V-BOT
+Vagabondo
+VeriCiteCrawler
+VidibleScraper
+Virusdie
 Wallpapers/3.0
 WeSEE
-Web Enhancer
-Web Pix
-Web Sauger
-WebBandit
-WebFetch
-WebFuck
-WebImageCollector
+Web Fuck
+WebAuto
+WebCopier
+WebGo IS
+WebLeacher
+WebPix
 WebSauger
-WebsiteExtractor
+WebSucker
+Webalta
+Webshag
+WebsiteQuester
 Who.is Bot
+Widow
 Wonderbot
-Wprecon
-Xaldon WebSpider
+Woobot
+Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zade
-ZmEu
+Zeus
 ZoomBot
+ZyBorg
+adscanner
+archive.org_bot
+arquivo-web-crawler
 arquivo.pt
-cah.io.community
+autoemailspider
+clark-crawler
 cognitiveseo
 crawler.feedback
-crawler4j
-eCatch
-evc-batch
+demandbase-bot
 gopher
+instabid
 internetVista monitor
-isitwp.com
-lwp-request
-meanpathbot
+ips-agent
+lwp-trivial
+magpie-crawler
 muhstik-scan
-oBot
-plumanalytics
+page scorer
+probe-image-size
 ripz
 satoristudio.net
 scalaj-http
-seoscanners
+scan.lol
 seostar
-sexsearcher
+serpstatbot
+siteripz
 spyfu
-sysscan
+tAkeOut
 trendiction.de
-voyagerx.com
-webgains-bot
 webpros.com
-zauba.io
+x09Mozilla
+x22Mozilla
+xpymep1.exe
+zgrab