V4.2022.11.3469 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+80legs
+ADmantX
 AIBOT
+ALittle Client
+ASPSeek
 Abonti
 Aboundex
-AhrefsBot
-AllSubmitter
+Acunetix
+AiHitBot
+Alexibot
 Alligator
-AlphaBot
 Anarchie
-Anarchy
 Anthill
-Aspiegel
-Atomseobot
+BDCbot
+BDFetch
 BLEXBot
 BackWeb
+Backlink-Ceck
 Badass
-Bandit
-Barkrowler
-BatchFTP
-Battleztar Bazinga
-BetaBot
-Bigfoot
 Bitacle
-Black Hole
 Blackboard
+Boardreader
 Bolt
+BotALot
 Brandprotect
-Brandwatch
-Buck
-BuiltBotTough
-BuiltWith
-Bullseye
-BuzzSumo
+CATExplorador
+CCBot
+CODE87
+CSHttp
 CazoodleBot
-Cegbfeieh
-CheTeam
-CheeseBot
+CensysInspect
+CherryPicker
 ChinaClaw
-Cliqzbot
-Cogentbot
-Collector
-Copier
-Craftbot
-Curious
-DTS Agent
-DatabaseDriverMysqli
-Demon
+Chlooe
+CopyRightCheck
+Copyscape
+Crawling at Home Project
+CyotekWebCopy
+DIIbot
 Deusu
 Devil
-Digincore
 Dirbuster
-Disco
+DnBCrawler-Analytics
+DnyzBot
+DomCopBot
 DomainSigmaCrawler
-Drip
-ECCP/1.0
+DomainStatsBot
+Domains Project
+Dotbot
+Download Wonder
+Dragonfly
+EMail Siphon
+EMail Wolf
+EasyDL
+Ebingbong
 Ecxi
 EirGrabber
-Evil
-Exabot
-ExtLinksBot
-Extreme Picture Finder
+Express WebPictures
+ExtractorPro
 FDM
+FemtosearchBot
+Fimap
 FlashGet
-Freeuploader
-FrontPage
-GT::WWW
-Genieo
-GermCrawler
-GetRight
-GetWeb
-Gigabot
+Foobot
+Fuzz
+FyberSpider
+Fyrebot
+Getintent
 Go!Zilla
-GoZilla
-Grabber
-HMView
+GrapeshotCrawler
 HTMLparser
 HTTrack
 HaosouSpider
-Havij
-Heritrix
-Hloader
 Humanlinks
 HybridBot
-IDBTE4M
-IDBot
 Id-search
+IndeedBot
+Indy Library
 Intelliseek
-InterGET
 Internet Ninja
-Iskanie
+JOC Web Spider
+JamesBOT
 Jbrofuzz
 JetCar
-JikeSpider
 Joomla
-Kozmosbot
-LNSpiderguy
-LWP::Simple
+Jorgee
+Kenjin Spider
+Kinza
+Lanshanbot
 LeechFTP
 LexiBot
 Lftp
-LibWeb
-Libwhisker
-Lightspeedsystems
+LieBaoFast
+Likse
+LinkWalker
 Linkbot
-LinqiaRSSBot
-LinqiaScrapeBot
 Ltx71
-MIIxpc
-MTRobot
+MFC_Tear_Sample
+MJ12bot
+MQQBrowser
+MSFrontPage
 Mag-Net
+Magnet
 Majestic SEO
-Majestic-SEO
-MarkMonitor
-Mass Downloader
-Mata Hari
-Mb2345Browser
-MeanPath Bot
-Metauri
-MicroMessenger
-Minefield
-MolokaiBot
-Mozlila
-Msrabot
-Musobot
+Masscan
+MauiBot
+Microsoft Data Access
+Mojeek
+Mojolicious
+NICErsPRO
+NPbot
+Navroad
 NearSite
-Needle
-Net Vampire
 NetLyzer
-Netcraft
-Nettrack
-Netvibes
-Nibbler
+NetMechanic
+Niki-bot
 Nikto
 Nimbostratus
-Nmap
-Octopus
-Offline Explorer
+Nutch
 Offline Navigator
-OrangeBot
-OrangeSpider
-OutclicksBot
+OnCrawl
+OpenVAS
 PHPCrawl
 Page Analyzer
 PageAnalyzer
+PageGrabber
 PageScorer
-Papa Foto
-Petalbot
+PageThing.com
+Pavuk
+PeoplePal
 Pi-Monster
 Picscout
-Picsearch
-Pixray
+Pimonster
 PleaseCrawl
+Pockey
 ProWebWalker
+Probethenet
+Pu_iN
+PxBroker
 PyCurl
-QueryN Metasearch
-RSSingBot
-RankActive
 RankFlex
-RankingBot
+Rankivabot
+RealDownload
+Reaper
+RebelMouse
+Recorder
 RepoMonkey
-Ripper
-RocketCrawler
+Rogerbot
 SEOkicks
 SEOkicks-Robot
-SEOlyticsCrawler
-SISTRIX
+ScanAlert
 ScoutJet
-Scrapy
-Semrush
-Seomoz
+Screaming
+ScrepyBot
+Searchestate
+SemanticJuice
 Shodan
-Site Sucker
-SiteExplorer
-SiteSucker
-Sitebeam
-Siteimprove
-SlySearch
+Siphon
+SiteCheckerBotCrawler
+SiteSnagger
 Sociscraper
-Sogou web spider
-Spanner
-Spbot
+Sosospider
+SpaceBison
+SpankBot
 Spinn3r
 SputnikBot
 Sqworm
+Steeler
+Stripper
 SuperBot
-Surfbot
-TeleportPro
-Thumbor
-TightTwatBot
+SurveyBot
+Suzuran
+Swiftbot
+Szukacz
+Telesoft
+The Intraformant
+TheNomad
+Titan
+Toata
+Toweyabot
 Tracemyfile
-Trendictionbot
-TwengaBot
+Trendiction
+True_Robot
+Turnitin
 Typhoeus
-UnisterBot
-VB Project
+URLy Warning
+Upflow
 VCI
-VelenPublicWebCrawler
 VeriCiteCrawler
+VidibleScraper
+Voltron
 WBSearchBot
-WPScan
-WWW::Mechanize
-WWWOFFLE
-Wallpapers/3.0
-WeSEE
-Web Collage
-Web Enhancer
-Web Sauger
-Web Sucker
+WWW-Collector-E
+WWW-Mechanize
+WallpapersHD
 WebAuto
-WebFuck
+WebCollage
+WebCopier
+WebFetch
 WebLeacher
-WebReaper
+WebPix
+WebSauger
 WebStripper
-WebWhacker
+WebSucker
 Webalta
-WebmasterWorldForumBot
 Webshag
-Website Quester
 Whack
+Who.is Bot
+WinHTTrack
 WiseGuys Robot
+Wonderbot
+Woobot
+Wotbox
 Wprecon
 Xaldon WebSpider
 Xaldon_WebSpider
-Zitebot
+YoudaoBot
+Zermelo
 ZmEu
-ZoomBot
 ZumBot
-adscanner
+arquivo-web-crawler
 autoemailspider
+backlink-check
 check1.exe
-clark-crawler
-crawler4j
-gopher
-instabid
-ips-agent
-iubenda-radar
+coccocbot
+cognitiveseo
+crawler.feedback
+dataforseo.com
+demandbase-bot
+domainsproject.org
+eCatch
+internetVista monitor
+isitwp.com
+linkdexbot
 lwp-trivial
 magpie-crawler
 mediawords
-page scorer
+pcBrowser
 plumanalytics
+scalaj-http
+scan.lol
 seobility
-seostar
 sexsearcher
 sitechecker.pro
-sogouspider
+sysscan
+tAkeOut
+ubermetrics-technologies.com
 voyagerx.com
-webmeup-crawler
-webprosbot
-zgrab
+webpros.com
+zauba.io