V4.2022.08.3309 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+404enemy
 80legs
 ADmantX
+AIBOT
 ALittle Client
 ASPSeek
-AfD-Verbotsverfahren
+AhrefsBot
+Alligator
+AlphaBot
 Anarchy
-Anarchy99
+Ankit
+Anthill
 Apexoo
-Aspiegel
-Attach
-BDCbot
+Asterias
+Atomseobot
+BBBike
 BackDoorBot
-BacklinkCrawler
-Battleztar Bazinga
-Bigfoot
-Bitacle
+BackStreet
+Backlink-Ceck
+Badass
+Barkrowler
+Black Hole
+BlackWidow
 Blackboard
-Boardreader
-BotALot
-BuiltBotTough
-BuzzSumo
+BlowFish
+Bolt
+Brandwatch
+Buck
+Buddy
+BuiltWith
+CCBot
 CSHttp
-Calculon
+CazoodleBot
 CensysInspect
-CheTeam
-Chlooe
+ChinaClaw
+Cliqzbot
 Cogentbot
-Copyscape
-Cosmos
-Crescent
-CyotekWebCopy
-DTS Agent
-Demon
+Collector
+Craftbot
+Crawling at Home Project
+CrunchBot
+Curious
+DataCha0s
+Deusu
+Digincore
 DigitalPebble
-Disco
-DittoSpyder
+Dispatch
+DnyzBot
 DomCopBot
-DomainSigmaCrawler
-ECCP/1.0
-EMail Siphon
+Download Wonder
+Dragonfly
 EMail Wolf
-Ebingbong
-Ecxi
-EirGrabber
-EroCrawler
-Exabot
+EasyDL
+Evil
+Express WebPictures
+ExtLinksBot
+Extractor
+ExtractorPro
 Extreme Picture Finder
-Ezooms
+EyeNetIE
 FDM
-Firefox/7.0
-FlashGet
+FHscan
 Foobot
 Fuzz
-Fyrebot
-Genieo
+FyberSpider
+G-i-g-a-b-o-t
+GetWeb
 Getintent
+Gigabot
+Go!Zilla
 Go-Ahead-Got-It
-GrapeshotCrawler
-HTMLparser
-HTTP::Lite
+GoZilla
+Gotit
+Grafula
+HEADMasterSEO
 HTTrack
-Haansoft
-HaosouSpider
-Havij
-Humanlinks
+Harvest
+Heritrix
+HonoluluBot
 IDBot
 Iblog
 Id-search
 IlseBot
 Image Fetch
-Indy Library
-InfoTekies
-Internet Ninja
+Intelliseek
+InterGET
+InternetSeer
 IstellaBot
 JOC Web Spider
-JikeSpider
-Joomla
-JustView
+JennyBot
+Jyxobot
 Kenjin Spider
+Keybot Translation-Search-Machine
 Keyword Density
-Kinza
-LNSpiderguy
-LWP::Simple
+Kozmosbot
 Lanshanbot
-LeechFTP
-LeechGet
-LexiBot
-LibWeb
+Lftp
+LieBaoFast
 LinkScan
-LinkextractorPro
-LinqiaRSSBot
-Lipperhey
-Litemage_walker
-MIIxpc
-MJ12bot
+LinkWalker
+Linkbot
+LinqiaMetadataDownloaderBot
+Lipperhey Spider
+Lmspider
 MTRobot
-Mag-Net
-Mail.RU_Bot
 Majestic SEO
 Majestic-SEO
-MarkMonitor
-MarkWatch
 Masscan
-Mata Hari
-Meanpathbot
-Metauri
+MauiBot
+Mb2345Browser
 MicroMessenger
-Microsoft Data Access
+Microsoft URL Control
+Minefield
 Moblie Safari
-MolokaiBot
+Mojeek
+Mojolicious
 Morfeus Fucking Scanner
-Musobot
-NICErsPRO
+Mr.4x3
+Name Intelligence
+Nameprotect
+Navroad
+NearSite
 NetLyzer
 NetMechanic
+NetSpider
 NetZIP
-Nettrack
-NextGenSearchBot
+Netcraft
+Nikto
 NimbleCrawler
-Not
+Nuclei
+Nutch
 Octopus
 Offline Explorer
-OpenLinkProfiler
-Openvas
-OrangeSpider
-OutfoxBot
-PHPCrawl
-POE-Component-Client-HTTP
+Openfind
+OrangeBot
+PECL::HTTP
 Page Analyzer
-PageAnalyzer
 PageThing.com
 Pandalytics
-Panscient
+Pavuk
+PeoplePal
 Pi-Monster
-Picscout
-PictureFinder
-Pixray
+Picsearch
+Pimonster
+Pockey
 ProPowerBot
-Pump
-RankActiveLinkBot
-RankFlex
+ProWebWalker
+QueryN Metasearch
+Quick-Crawler
+RankingBot2
 RankurBot
 Re-re
-ReGet
-RealDownload
+Reaper
 RebelMouse
-Recorder
-RepoMonkey
-SBIder
-SEOlyticsCrawler
-SEOprofiler
-SISTRIX
+SEOkicks
+SEOkicks-Robot
 SMTBot
-Screaming
-ScreenerBot
-ScrepyBot
-SearchmetricsBot
 SemanticJuice
+Semrush
 SemrushBot
-Seomoz
-SiteLockSpider
-Sitebeam
+SentiBot
+SeobilityBot
+Site Sucker
+SiteSucker
 Siteimprove
 Sitevigil
+SlySearch
 SmartDownload
-Snapbot
-Snoopy
-Sottopop
-SpaceBison
+Snake
+SocialRankIOBot
+Sogou web spider
+Sosospider
 SpankBot
-Spanner
-Spbot
-Sqlmap
-Sqworm
-Steeler
+SputnikBot
+Sqlworm
+Stripper
+Sucker
 Sucuri
-Surfbot
-T8Abot
-TeleportPro
+SurveyBot
+Suzuran
+Swiftbot
+Teleport
 Telesphorep
+Thumbor
 Titan
-Toata
 Toweyabot
+Tracemyfile
 Trendiction
-True_Robot
-Typhoeus
-URLy Warning
-Upflow
-V-BOT
 VB Project
-Vagabondo
+VCI
 Voil
-WPScan
-Wallpapers
+Voltron
+WEBDAV
+WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
+WWWOFFLE
 WallpapersHD
-WeSEE
-Web Auto
-Web Fuck
-Web Sucker
-WebCollage
-WebCopier
-WebReaper
+WebBandit
+WebEnhancer
+WebFetch
+WebFuck
+WebLeacher
 WebSauger
+WebStripper
+WebSucker
 WebWhacker
+WebZIP
+Webalta
 WebmasterWorldForumBot
+Webshag
 Website Quester
 WebsiteExtractor
-Webster
+Whack
 Whatweb
+Widow
 WinHTTrack
+WiseGuys Robot
 Wotbox
-Xaldon WebSpider
+Xaldon_WebSpider
 YoudaoBot
+Zade
+Zauba
 Zermelo
+Zitebot
+adscanner
+autoemailspider
 backlink-check
-cah.io.community
-check1.exe
-clark-crawler
+cognitiveseo
 crawler4j
-demandbase-bot
-domainsproject.org
 gopher
-ips-agent
-isitwp.com
-iubenda-radar
-lwp-request
-mediawords
-muhstik-scan
-netEstate NE Crawler
+instabid
+internetVista monitor
+lwp-trivial
+meanpathbot
+oBot
 page scorer
-pcBrowser
-polaris version
-ripz
+plumanalytics
+probe-image-size
+s1z.ru
+scalaj-http
+scan.lol
 seocompany.store
-seoscanners
-serpstatbot
-sexsearcher
 siteripz
 sogouspider
-tAkeOut
-trendiction.com
-trendiction.de
+spyfu
+sysscan
 ubermetrics-technologies.com
-voyagerx.com
-webpros.com
-webprosbot
-x22Mozilla
-xpymep1.exe
-zgrab
+x09Mozilla
+zauba.io