V4.2022.12.3508 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
-80legs
 AIBOT
-ALittle Client
-ASPSeek
 Abonti
-Aboundexbot
-AiHitBot
 Alexibot
 AllSubmitter
 Alligator
-Anarchy
 Ankit
-Attach
-AwarioRssBot
+Anthill
+Asterias
+Atomseobot
 BBBike
+BDCbot
 BLEXBot
 BackDoorBot
-BackStreet
-Badass
+Backlink-Ceck
 Barkrowler
-Battleztar Bazinga
-Bigfoot
-Bitacle
-BlackWidow
+BetaBot
 Blackboard
+BlowFish
+Brandprotect
 Brandwatch
-Buck
 Buddy
-BuiltWith
+BuiltBotTough
 Bullseye
-BunnySlippers
+BuzzSumo
 CATExplorador
-CazoodleBot
-CheTeam
-CherryPicker
+CCBot
+CODE87
+CSHttp
+CensysInspect
+ChinaClaw
+Chlooe
+Citoid
 Cliqzbot
 Cloud mapping
-Cogentbot
+Cocolyzebot
+Collector
 Copier
-Copyscape
-Craftbot
-Crawling at Home Project
-CrazyWebCrawler
+CrunchBot
 Custo
-DIIbot
-Deusu
+CyotekWebCopy
+DBLBot
+DTS Agent
+DataCha0s
 Devil
+Digincore
 Discobot
-Dispatch
 DittoSpyder
-DomCopBot
-Dotbot
-Dragonfly
+DnyzBot
+DomainAppender
+Domains Project
+Download Wonder
+Drip
 ECCP/1.0
-EMail Siphon
-EasyDL
-EirGrabber
+Ecxi
+EroCrawler
+Express WebPictures
+ExtLinksBot
 ExtractorPro
-Extreme Picture Finder
+Ezooms
 FDM
-FemtosearchBot
 Fimap
-Firefox/7.0
 FlashGet
-FrontPage
+Foobot
+Fuzz
 FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
 GT::WWW
+GermCrawler
 Getintent
 Gigabot
-Go!Zilla
 Go-Ahead-Got-It
-Grabber
+GoZilla
 GrapeFX
-HTMLparser
-HTTrack
-Haansoft
+GrapeshotCrawler
+HTTP::Lite
 HaosouSpider
-Harvest
-Havij
-Heritrix
 Hloader
-HonoluluBot
+Humanlinks
 IRLbot
-IlseBot
+Image Fetch
+Image Sucker
+InfoNaviRobot
+InfoTekies
 Intelliseek
-Internet Ninja
-JOC Web Spider
+InterGET
+InternetSeer
+Iskanie
 JamesBOT
-JennyBot
-JikeSpider
-Joomla
-Kenjin Spider
+Jbrofuzz
+Jyxobot
 Keyword Density
-Kinza
 Kozmosbot
+Lanshanbot
 Leap
-LeechGet
-Lightspeedsystems
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-Lipperhey
+LinkWalker
+LinqiaScrapeBot
 Litemage_walker
 Lmspider
-Ltx71
 MJ12bot
-Magnet
+MQQBrowser
+MSFrontPage
+MSIECrawler
+MTRobot
+Mail.RU_Bot
 Majestic SEO
-Majestic-SEO
-Mb2345Browser
-MeanPath Bot
-Meanpathbot
-Microsoft Data Access
-Mister PiX
+Majestic12
+MarkMonitor
+MarkWatch
+Mass Downloader
+Masscan
+MauiBot
+MicroMessenger
+Minefield
+Moblie Safari
 MolokaiBot
 Morfeus Fucking Scanner
-Nameprotect
-Needle
+Mozlila
+Name Intelligence
+Navroad
+NearSite
 Nessus
 Net Vampire
+NetAnts
 NetSpider
-Nettrack
+Netcraft
 Netvibes
+NextGenSearchBot
 Niki-bot
-NimbleCrawler
-Nimbostratus
-OpenVAS
-OrangeBot
-OutfoxBot
-PECL::HTTP
-PHPCrawl
-PageAnalyzer
+Nikto
+Nutch
+Offline Explorer
+Offline Navigator
+OpenLinkProfiler
+Openvas
+OrangeSpider
+POE-Component-Client-HTTP
+Page Analyzer
 PageGrabber
-Papa Foto
-Pavuk
+PageThing.com
+Pandalytics
 Pi-Monster
 Picscout
-Piepmatz
-Pimonster
+Picsearch
 Pixray
-Pockey
-ProPowerBot
-Probethenet
+PleaseCrawl
 Psbot
 Pu_iN
-Pump
-PyCurl
 QueryN Metasearch
 Quick-Crawler
-RankActive
-RankFlex
-RankingBot
-RankingBot2
-Rankivabot
-Re-re
+RebelMouse
 Recorder
-RepoMonkey
+RedesScrapy
 Ripper
-RocketCrawler
-SBIder
-SEOlyticsCrawler
-SEOstats
-SISTRIX
+Rogerbot
+SMTBot
 Searchestate
 SearchmetricsBot
-Semrush
-SentiBot
 SeoSiteCheckup
-Siphon
-SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
+Seomoz
+SiteSnagger
+Sitebeam
 Sitevigil
-Snake
-Sosospider
-Sqworm
-Steeler
-SuperBot
-Suzuran
-Teleport
+SlySearch
+Snapbot
+Sogou web spider
+Sottopop
+SpaceBison
+Spammen
+Spinn3r
+Sqlmap
+Sqlworm
+Stripper
+SurveyBot
+Swiftbot
+T0PHackTeam
 Telesoft
 Telesphorep
+The Intraformant
 TheNomad
-TightTwatBot
-Titan
+Toata
 Toweyabot
-True_Robot
-Turingos
-TurnitinBot
-TwengaBot
 Twice
-UnisterBot
+Upflow
 VB Project
-VeriCiteCrawler
-Virusdie
+VCI
+Vagabondo
+VelenPublicWebCrawler
+VoidEYE
 Voltron
-WISENutbot
-WPScan
+WASALive-Bot
 WWW-Mechanize
+WWW::Mechanize
 WWWOFFLE
-Web Auto
+Wallpapers
+Wallpapers/3.0
+WeSEE
+Web Collage
+Web Fetch
+Web Fuck
 Web Sauger
 Web Sucker
-WebBandit
-WebFetch
-WebPix
+WebAuto
+WebWhacker
 WebZIP
-WebmasterWorldForumBot
 Webshag
-Whatweb
+WebsiteExtractor
+Widow
 WinHTTrack
+WiseGuys Robot
 Wonderbot
-Wotbox
-Wprecon
-Zade
-Zermelo
+Xenu
+YoudaoBot
+Zauba
 Zitebot
 ZoomBot
 ZoominfoBot
 adscanner
 arquivo.pt
-cah.io.community
+autoemailspider
+backlink-check
+check1.exe
 coccocbot
-com.plumanalytics
+cognitiveseo
+crawl.sogou.com
 crawler.feedback
-crawler4j
-eCatch
-evc-batch
-gopher
-instabid
+dataforseo.com
+demandbase-bot
+facebookscraper
+heritrix
 ips-agent
+isitwp.com
+iubenda-radar
+linkdexbot
+lwp-request
+lwp-trivial
 magpie-crawler
-muhstik-scan
+meanpathbot
+mediawords
 netEstate NE Crawler
-page scorer
-pcBrowser
-plumanalytics
+probe-image-size
 ripz
-satoristudio.net
 scalaj-http
-scan.lol
+seobility
 seoscanners
-seostar
-sogouspider
-sp_auditbot
-trendiction.com
-zgrab
+serpstatbot
+sysscan
+webgains-bot
+webpros.com
+webprosbot
+xpymep1.exe