V4.2022.03.3000 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-80legs
-ALittle Client
-Abonti
+404checker
+404enemy
+AIBOT
 Aboundex
-Acunetix
-AhrefsBot
-Aipbot
-Alexibot
-AllSubmitter
-Alligator
+Aboundexbot
+AiHitBot
+Anarchy
 Aspiegel
-Asterias
 Atomseobot
-AwarioSmartBot
 BDFetch
-Bandit
-BatchFTP
-Black Hole
-Boardreader
+BackDoorBot
+BacklinkCrawler
+Badass
+Barkrowler
+Battleztar Bazinga
+Bigfoot
+Blackboard
+Blow
+Bolt
+BotALot
 Brandprotect
 Brandwatch
-Buck
-BuiltBotTough
+Buddy
 BuiltWith
 Bullseye
 BunnySlippers
-CATExplorador
 CCBot
+CODE87
 CSHttp
 CazoodleBot
-CheeseBot
-Citoid
+Cegbfeieh
+CherryPicker
+ChinaClaw
+Cliqzbot
 Cloud mapping
-CopyRightCheck
-Cosmos
-Crawling at Home Project
-CrazyWebCrawler
-Crescent
-CrunchBot
+Cocolyzebot
+Cogentbot
 Curious
+CyotekWebCopy
 DBLBot
+DSearch
 DTS Agent
 DatabaseDriverMysqli
-Deusu
+Demon
 Devil
-Discobot
+Digincore
+Disco
 Discoverybot
 Dispatch
-DittoSpyder
-DnBCrawler-Analytics
 DomCopBot
-DomainSigmaCrawler
-Ecxi
+Domains Project
+Dotbot
+Dragonfly
+EMail Siphon
+EMail Wolf
+EroCrawler
 Exabot
-Express WebPictures
-ExtractorPro
-Ezooms
-FDM
-Fimap
-FlashGet
-Foobot
+FemtosearchBot
+Flunky
 Fuzz
-Fyrebot
 G-i-g-a-b-o-t
 GT::WWW
+GalaxyBot
+Genieo
 GermCrawler
-GetRight
 Go!Zilla
 Go-Ahead-Got-It
-Gotit
-HTMLparser
-HTTrack
-Haansoft
+Grafula
+GrapeFX
+HEADMasterSEO
 HaosouSpider
+Harvest
+Heritrix
 HonoluluBot
-Iblog
-Id-search
+IDBTE4M
+IDBot
+IRLbot
 IlseBot
-InfoTekies
-InterGET
+Image Fetch
+Image Sucker
+InfoNaviRobot
+Intelliseek
 Iria
-Iskanie
-IstellaBot
 JOC Web Spider
-JikeSpider
-JustView
+Jetty
 Jyxobot
-Kenjin Spider
 Keybot Translation-Search-Machine
-LNSpiderguy
+Keyword Density
+Kozmosbot
 LWP::Simple
-Lanshanbot
-LinkScan
+Larbin
+Leap
+LexiBot
+Lftp
+LibWeb
+Lightspeedsystems
+Likse
 LinkWalker
-Linkbot
 LinkpadBot
-LinqiaRSSBot
-LinqiaScrapeBot
-MIDown tool
-MIIxpc
+Lmspider
+Ltx71
+MJ12bot
 MSIECrawler
+Mag-Net
 Magnet
 Mail.RU_Bot
-Majestic-SEO
-Majestic12
+Majestic SEO
 MarkWatch
-Masscan
 MauiBot
-Meanpathbot
 Mediatoolkitbot
 Metauri
 Microsoft Data Access
+Minefield
 Mister PiX
-Moblie Safari
 Mojeek
-Morfeus Fucking Scanner
-Mr.4x3
-Msrabot
-NICErsPRO
 NPbot
+Name Intelligence
 NearSite
 Needle
-Nessus
-NetAnts
+Net Vampire
+NetSpider
+NetZIP
+Netcraft
+Netvibes
+Niki-bot
 Nikto
-Not
+Nutch
 Octopus
-OnCrawl
-Openfind
-Openvas
-OrangeBot
-PECL::HTTP
-POE-Component-Client-HTTP
+Offline Navigator
+OpenLinkProfiler
 Page Analyzer
-PageScorer
-Panscient
-Papa Foto
-Pavuk
+PageGrabber
 PeoplePal
-Pi-Monster
-Picsearch
+Petalbot
+Piepmatz
+Pixray
+PleaseCrawl
 Pockey
 Probethenet
-Psbot
 Pu_iN
 QueryN Metasearch
-RSSingBot
-RankActiveLinkBot
+RankActive
+RankFlex
+RankingBot
 RankingBot2
-RealDownload
-Recorder
+Re-re
+ReGet
+Reaper
 RedesScrapy
-SBIder
-SEOkicks-Robot
+SEOlyticsCrawler
 SISTRIX
+SMTBot
+SalesIntelligent
 ScanAlert
 ScoutJet
-Screaming
-ScreenerBot
-ScrepyBot
-SearchmetricsBot
-Seekport
-SemanticJuice
+Semrush
 SentiBot
 SeoSiteCheckup
 SeobilityBot
+Seomoz
 Shodan
 Siphon
-SiteSucker
-Sitebeam
+Site Sucker
+SiteSnagger
 SlySearch
 SmartDownload
-Snake
-Sogou web spider
+Snapbot
+Snoopy
+Sociscraper
 Sosospider
-Spammen
-SpankBot
+Sottopop
+SpaceBison
+Spbot
 Sqworm
-Steeler
 Stripper
 Sucuri
-Surfbot
-Teleport
-The Intraformant
-TheNomad
+SuperHTTP
+Suzuran
+T8Abot
+Telesoft
+Telesphorep
 Thumbor
-TightTwatBot
-Toata
+Titan
 Toweyabot
-Trendictionbot
-True_Robot
+Tracemyfile
+Trendiction
+Turingos
 TurnitinBot
 TwengaBot
 Typhoeus
 URLy.Warning
-Upflow
-VeriCiteCrawler
+VB Project
+VelenPublicWebCrawler
 VidibleScraper
 Virusdie
-VoidEYE
-Voil
+Voltron
+WBSearchBot
 WPScan
-WWW::Mechanize
+WWW-Collector-E
+Wallpapers/3.0
+WallpapersHD
 Web Collage
 Web Enhancer
 Web Fetch
 Web Sauger
-Web Sucker
-WebBandit
+WebAuto
 WebCollage
-WebStripper
-WebSucker
-WebWhacker
-Webshag
+WebSauger
 WebsiteQuester
-Webster
-Whack
-Whacker
-Who.is Bot
-Xaldon_WebSpider
+WinHTTrack
+WiseGuys Robot
+Wotbox
+Wprecon
 Zade
+Zauba
+Zermelo
 Zeus
 Zitebot
-adscanner
+ZmEu
+ZyBorg
 archive.org_bot
-arquivo.pt
 autoemailspider
-backlink-check
 clark-crawler
 crawl.sogou.com
+dataforseo.com
+domainsproject.org
+eCatch
 heritrix
-iubenda-radar
-lwp-request
+instabid
+ips-agent
+magpie-crawler
+meanpathbot
+muhstik-scan
 netEstate NE Crawler
 oBot
+pcBrowser
 plumanalytics
 polaris version
 probe-image-size
-s1z.ru
-seocompany.store
-seoscanners
-seostar
+serpstatbot
+sexsearcher
 sitechecker.pro
-siteripz
-sogouspider
+sp_auditbot
 sysscan
 trendiction.com
-webmeup-crawler
+webgains-bot
+webprosbot
 x22Mozilla
-zgrab
+xpymep1.exe
+zauba.io