V4.2022.08.3308 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
+01h4x.com
 80legs
-AIBOT
+ADmantX
 ALittle Client
 ASPSeek
+AfD-Verbotsverfahren
+Anarchy
 Anarchy99
-Ankit
 Apexoo
 Aspiegel
 Attach
-AwarioRssBot
-AwarioSmartBot
-BLEXBot
-Backlink-Ceck
+BDCbot
+BackDoorBot
 BacklinkCrawler
-Badass
-Bandit
 Battleztar Bazinga
-BetaBot
-Black Hole
+Bigfoot
+Bitacle
 Blackboard
 Boardreader
 BotALot
-Brandprotect
-Buck
-Buddy
+BuiltBotTough
 BuzzSumo
-CCBot
 CSHttp
-ChinaClaw
-Citoid
+Calculon
+CensysInspect
+CheTeam
+Chlooe
 Cogentbot
-Copier
-CopyRightCheck
 Copyscape
 Cosmos
-Craftbot
-CrazyWebCrawler
+Crescent
+CyotekWebCopy
 DTS Agent
-DataCha0s
-DatabaseDriverMysqli
-Digincore
+Demon
 DigitalPebble
-Dirbuster
 Disco
-Discobot
-Discoverybot
-Dispatch
-DnyzBot
-DomainAppender
+DittoSpyder
+DomCopBot
 DomainSigmaCrawler
-Domains Project
-Dotbot
-Drip
 ECCP/1.0
 EMail Siphon
+EMail Wolf
 Ebingbong
 Ecxi
-Evil
+EirGrabber
+EroCrawler
 Exabot
-Express WebPictures
-Extractor
+Extreme Picture Finder
+Ezooms
 FDM
-Fimap
+Firefox/7.0
 FlashGet
 Foobot
-GalaxyBot
+Fuzz
+Fyrebot
 Genieo
-GermCrawler
-GetRight
 Getintent
-Gigabot
-Go!Zilla
-Gotit
-GrabNet
+Go-Ahead-Got-It
 GrapeshotCrawler
 HTMLparser
+HTTP::Lite
+HTTrack
 Haansoft
 HaosouSpider
-Hloader
-HonoluluBot
-IDBTE4M
+Havij
+Humanlinks
+IDBot
+Iblog
 Id-search
+IlseBot
 Image Fetch
-Image Sucker
-IndeedBot
 Indy Library
 InfoTekies
-InternetSeer
-Iria
-Iskanie
+Internet Ninja
+IstellaBot
 JOC Web Spider
-JamesBOT
-Jbrofuzz
-JetCar
 JikeSpider
+Joomla
 JustView
+Kenjin Spider
 Keyword Density
-Kozmosbot
+Kinza
+LNSpiderguy
+LWP::Simple
 Lanshanbot
-Larbin
-Leap
+LeechFTP
 LeechGet
-Lftp
+LexiBot
 LibWeb
-LinkWalker
+LinkScan
+LinkextractorPro
 LinqiaRSSBot
-LinqiaScrapeBot
+Lipperhey
 Litemage_walker
-Lmspider
-MIDown tool
+MIIxpc
+MJ12bot
+MTRobot
 Mag-Net
 Mail.RU_Bot
 Majestic SEO
+Majestic-SEO
+MarkMonitor
 MarkWatch
 Masscan
-MauiBot
-Mb2345Browser
+Mata Hari
+Meanpathbot
+Metauri
+MicroMessenger
 Microsoft Data Access
+Moblie Safari
+MolokaiBot
 Morfeus Fucking Scanner
-Msrabot
-NPbot
-Nameprotect
-Net Vampire
+Musobot
+NICErsPRO
+NetLyzer
 NetMechanic
-Netvibes
-Nikto
+NetZIP
+Nettrack
+NextGenSearchBot
 NimbleCrawler
-Ninja
-Nutch
-OnCrawl
+Not
+Octopus
+Offline Explorer
+OpenLinkProfiler
 Openvas
-PECL::HTTP
+OrangeSpider
+OutfoxBot
+PHPCrawl
 POE-Component-Client-HTTP
+Page Analyzer
 PageAnalyzer
 PageThing.com
 Pandalytics
-Papa Foto
-Pavuk
+Panscient
 Pi-Monster
-Picsearch
-Piepmatz
-Pimonster
+Picscout
+PictureFinder
 Pixray
-Pu_iN
+ProPowerBot
 Pump
-QueryN Metasearch
-Quick-Crawler
-RSSingBot
+RankActiveLinkBot
 RankFlex
-Rankivabot
+RankurBot
 Re-re
-Reaper
+ReGet
+RealDownload
 RebelMouse
-RedesScrapy
-RocketCrawler
+Recorder
+RepoMonkey
 SBIder
 SEOlyticsCrawler
-SEOstats
-ScanAlert
-ScoutJet
+SEOprofiler
+SISTRIX
+SMTBot
+Screaming
 ScreenerBot
+ScrepyBot
 SearchmetricsBot
-Seekport
 SemanticJuice
-Semrush
-SeoSiteCheckup
-Site Sucker
-SiteCheckerBotCrawler
-SiteSnagger
+SemrushBot
+Seomoz
+SiteLockSpider
+Sitebeam
 Siteimprove
 Sitevigil
 SmartDownload
 Snapbot
-SocialRankIOBot
-Sogou web spider
-Sosospider
+Snoopy
+Sottopop
 SpaceBison
-Spammen
+SpankBot
 Spanner
 Spbot
-SputnikBot
+Sqlmap
+Sqworm
 Steeler
+Sucuri
 Surfbot
-Swiftbot
 T8Abot
+TeleportPro
 Telesphorep
-The Intraformant
-Thumbor
+Titan
+Toata
+Toweyabot
 Trendiction
-TwengaBot
-UnisterBot
+True_Robot
+Typhoeus
+URLy Warning
 Upflow
-VCI
+V-BOT
+VB Project
 Vagabondo
-VoidEYE
 Voil
-WISENutbot
 WPScan
-WWW-Mechanize
-WWW::Mechanize
 Wallpapers
-Wallpapers/3.0
-Web Enhancer
+WallpapersHD
+WeSEE
+Web Auto
 Web Fuck
 Web Sucker
-WebEnhancer
-WebFuck
-WebGo IS
-WebImageCollector
-WebPix
+WebCollage
+WebCopier
+WebReaper
 WebSauger
-WebStripper
 WebWhacker
+WebmasterWorldForumBot
+Website Quester
 WebsiteExtractor
 Webster
-Whacker
 Whatweb
-Who.is Bot
 WinHTTrack
-Wprecon
-Zade
+Wotbox
+Xaldon WebSpider
+YoudaoBot
 Zermelo
-Zeus
-ZyBorg
-arquivo-web-crawler
-autoemailspider
+backlink-check
 cah.io.community
-coccocbot
+check1.exe
+clark-crawler
 crawler4j
-eCatch
-instabid
+demandbase-bot
+domainsproject.org
+gopher
 ips-agent
 isitwp.com
 iubenda-radar
-magpie-crawler
-meanpathbot
+lwp-request
+mediawords
+muhstik-scan
 netEstate NE Crawler
+page scorer
+pcBrowser
 polaris version
 ripz
-satoristudio.net
-seobility
-seostar
-sitechecker.pro
+seocompany.store
+seoscanners
+serpstatbot
+sexsearcher
+siteripz
 sogouspider
-spyfu
 tAkeOut
+trendiction.com
+trendiction.de
 ubermetrics-technologies.com
-x09Mozilla
+voyagerx.com
+webpros.com
+webprosbot
+x22Mozilla
 xpymep1.exe
+zgrab