V4.2022.05.3098 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,132 +1,124 @@
+01h4x.com
 360Spider
 404checker
-404enemy
-80legs
-ADmantX
-Aboundex
+ASPSeek
+Abonti
+Aboundexbot
 Acunetix
 AfD-Verbotsverfahren
-AiHitBot
-AlphaBot
-Anarchie
+AhrefsBot
+Aipbot
+Alexibot
+AllSubmitter
+Alligator
 Anarchy
-Apexoo
+Anarchy99
 Aspiegel
-Asterias
-BBBike
-BDCbot
-BLEXBot
-BackStreet
-BackWeb
-Barkrowler
-BatchFTP
-BetaBot
-BlackWidow
-Blow
+AwarioRssBot
+BacklinkCrawler
+Bigfoot
+Black Hole
 BlowFish
-Brandprotect
-Brandwatch
+Boardreader
+Buck
+BuiltBotTough
+BuiltWith
 Bullseye
+BunnySlippers
+BuzzSumo
 CODE87
+Calculon
+CazoodleBot
 Cegbfeieh
-CheTeam
-CherryPicker
-Claritybot
-Collector
-Cosmos
-Crescent
-Custo
+Cocolyzebot
+Cogentbot
+Copier
+CopyRightCheck
+Craftbot
 CyotekWebCopy
-DBLBot
-DIIbot
-DSearch
 DTS Agent
 DatabaseDriverMysqli
-Digincore
-DigitalPebble
-DnyzBot
-DomCopBot
-DomainAppender
-DomainSigmaCrawler
-DomainStatsBot
+Deusu
+Disco
+DomainCrawler
 Domains Project
+Download Wonder
+Dragonfly
 Drip
-ECCP/1.0
-EMail Siphon
-Express WebPictures
-ExtLinksBot
+Ebingbong
+Ecxi
+EirGrabber
+Evil
+Extractor
+ExtractorPro
 Ezooms
-FHscan
+FDM
 FemtosearchBot
-FlashGet
-Foobot
+Firefox/7.0
+Freeuploader
 FrontPage
 FyberSpider
-Fyrebot
 G-i-g-a-b-o-t
-GT::WWW
-Genieo
-GetRight
+GalaxyBot
+GermCrawler
+Getintent
+Gigabot
+Go-Ahead-Got-It
 Gotit
-HMView
+GrapeFX
+HEADMasterSEO
 HTMLparser
-HTTP::Lite
-Haansoft
 Harvest
-Heritrix
 HonoluluBot
+Humanlinks
 HybridBot
+IDBTE4M
 Iblog
-IlseBot
+Id-search
 Image Fetch
-Image Sucker
 IndeedBot
-Intelliseek
+Indy Library
+InfoNaviRobot
+InfoTekies
 Internet Ninja
-Iria
-IstellaBot
-JamesBOT
 Jbrofuzz
-JustView
-Keybot Translation-Search-Machine
-Keyword Density
-LNSpiderguy
-Lanshanbot
-LibWeb
+Jetty
+Joomla
+Jorgee
+Kinza
+LWP::Simple
+Leap
+Lftp
 Libwhisker
-LieBaoFast
+Lightspeedsystems
 Likse
-LinkWalker
-LinkpadBot
+LinkScan
 LinksManager
-LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey
 Lipperhey Spider
+Litemage_walker
 Ltx71
 MJ12bot
-MQQBrowser
-MTRobot
-Mag-Net
 Mail.RU_Bot
-Majestic SEO
-Mass Downloader
-Microsoft Data Access
+Majestic12
+MarkWatch
+Mata Hari
+MeanPath Bot
+Metauri
 Minefield
-Mister PiX
-Mojeek
-Mozlila
-NPbot
+Mojolicious
+MolokaiBot
+Mr.4x3
 Name Intelligence
 Navroad
-Nessus
-Net Vampire
-NetAnts
+NearSite
 NetLyzer
-Netcraft
-Nibbler
-NimbleCrawler
-Not
-Offline Explorer
+NetSpider
+Nikto
+Nimbostratus
+Nuclei
+Octopus
 Offline Navigator
 OpenLinkProfiler
 OrangeSpider
@@ -134,117 +126,125 @@ OutclicksBot
 OutfoxBot
 PECL::HTTP
 PHPCrawl
-PageAnalyzer
+POE-Component-Client-HTTP
+Page Analyzer
 PageScorer
 PageThing.com
 Pandalytics
-Panscient
-Picscout
+Papa Foto
+Pi-Monster
+Pimonster
+Pixray
+PleaseCrawl
 ProWebWalker
 Probethenet
+Psbot
 Pu_iN
-Quick-Crawler
-RankActive
+QueryN Metasearch
+RSSingBot
 RankActiveLinkBot
-RankFlex
-RankingBot
-ReGet
-Reaper
+Rankivabot
+RankurBot
 RebelMouse
-Ripper
+RedesScrapy
+RepoMonkey
 RocketCrawler
 SBIder
-SEOkicks
 SEOkicks-Robot
-SEOprofiler
 SISTRIX
 SalesIntelligent
 ScanAlert
-ScoutJet
 Scrapy
-Screaming
 ScrepyBot
-Semrush
+Searchestate
+Seekport
 SemrushBot
-SentiBot
-Seomoz
-SiteExplorer
-SiteLockSpider
-Sitebeam
-Siteimprove
+SeoSiteCheckup
+Shodan
+SlySearch
 Snoopy
-Sosospider
+SocialRankIOBot
+Sogou web spider
 Sottopop
-Spanner
-Sqlmap
+Spammen
+Spbot
 Sqlworm
 Steeler
-SuperHTTP
-Swiftbot
-T0PHackTeam
+Sucker
+SuperBot
+Surfbot
+T8Abot
+TeleportPro
+Telesoft
+Telesphoreo
+Telesphorep
 Thumbor
 Titan
-Turnitin
-TurnitinBot
+Toweyabot
+Trendiction
+Trendictionbot
 Typhoeus
 URLy Warning
-UnisterBot
-V-BOT
-VB Project
+URLy.Warning
+Upflow
 Vacuum
-VelenPublicWebCrawler
-VidibleScraper
-Virusdie
 VoidEYE
-Voil
 Voltron
-WBSearchBot
-WWW-Mechanize
-WWWOFFLE
+WASALive-Bot
+WEBDAV
 Wallpapers/3.0
+WallpapersHD
+Web Enhancer
 Web Pix
-WebCopier
-WebFetch
+Web Sauger
+WebBandit
+WebImageCollector
+WebPix
+WebReaper
+WebStripper
 WebSucker
-Webalta
+WebWhacker
+WebZIP
+Website Quester
 WebsiteExtractor
-Webster
+Whack
+Whacker
+Whatweb
 Who.is Bot
-Widow
 WiseGuys Robot
 Wonderbot
-Woobot
-Wprecon
+Xaldon WebSpider
 Xaldon_WebSpider
-Zauba
+Zeus
+ZmEu
 ZoomBot
-ZyBorg
-backlink-check
-clark-crawler
+ZoominfoBot
+arquivo.pt
+autoemailspider
 coccocbot
 cognitiveseo
+com.plumanalytics
 crawl.sogou.com
-crawler4j
-dataforseo.com
-domainsproject.org
-heritrix
-linkdexbot
-lwp-request
-lwp-trivial
+demandbase-bot
+eCatch
 magpie-crawler
-muhstik-scan
+mediawords
 netEstate NE Crawler
-oBot
-plumanalytics
+page scorer
 polaris version
+ripz
+s1z.ru
 satoristudio.net
-seocompany.store
-seostar
-sitechecker.pro
+scalaj-http
+seobility
+spyfu
 sysscan
-trendiction.de
+tAkeOut
+trendiction.com
 ubermetrics-technologies.com
-webpros.com
-webprosbot
+voyagerx.com
+webgains-bot
+webmeup-crawler
 x09Mozilla
-x22Mozilla
+zauba.io
+zgrab