V4.2022.06.3179 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,248 +1,248 @@
-01h4x.com
-404enemy
-AIBOT
-ALittle Client
-AiHitBot
+360Spider
+80legs
+Aboundex
+AfD-Verbotsverfahren
+Alexibot
 AllSubmitter
-Anarchie
-Anarchy
+AlphaBot
+Anarchy99
 Anthill
 Apexoo
 Asterias
 Atomseobot
-BDCbot
 BDFetch
-BackStreet
+BackDoorBot
+BackWeb
 Backlink-Ceck
+BacklinkCrawler
 Bandit
-BatchFTP
-Battleztar Bazinga
+BetaBot
 Bigfoot
-Bitacle
-Blow
-Brandwatch
+BlackWidow
+Blackboard
+BlowFish
+Bolt
+BotALot
 Buck
-Buddy
 BuiltBotTough
-BuiltWith
-Bullseye
-BunnySlippers
-CATExplorador
+BuzzSumo
 CCBot
 CODE87
 Calculon
-Cegbfeieh
-CensysInspect
-CheTeam
+CazoodleBot
 CheeseBot
-CherryPicker
-Citoid
-Cloud mapping
+Chlooe
 Cogentbot
-CrazyWebCrawler
+Copier
+Crescent
+Curious
+Custo
+CyotekWebCopy
 DBLBot
-DTS Agent
-Demon
-DigitalPebble
+DSearch
+DataCha0s
+DatabaseDriverMysqli
+Dirbuster
+Discoverybot
 Dispatch
-DomainAppender
+DnyzBot
 DomainCrawler
-DomainSigmaCrawler
-EMail Siphon
-Evil
+DomainStatsBot
+Dotbot
+Download Wonder
+Dragonfly
+Drip
+EMail Wolf
+Ecxi
+Exabot
+Express WebPictures
 Extreme Picture Finder
-FHscan
-FemtosearchBot
-Firefox/7.0
-FrontPage
-Fyrebot
-GT::WWW
+Fimap
+FlashGet
+Freeuploader
+FyberSpider
+G-i-g-a-b-o-t
+Genieo
 GermCrawler
 GetWeb
-Go!Zilla
-Go-Ahead-Got-It
-GrapeshotCrawler
-GridBot
-HMView
-Harvest
+Getintent
+Gotit
+Haansoft
+Havij
 Heritrix
 HonoluluBot
-Humanlinks
 HybridBot
-IDBTE4M
 IRLbot
-Image Fetch
+Id-search
+IlseBot
+Image Sucker
 InfoNaviRobot
-InfoTekies
 Intelliseek
-InternetSeer
-IstellaBot
-JOC Web Spider
+JennyBot
+JikeSpider
 Joomla
-Jyxobot
+LNSpiderguy
+LWP::Simple
+Lanshanbot
+Leap
 LeechFTP
-LeechGet
-LexiBot
 Lftp
 LibWeb
-Libwhisker
-Likse
-LinkWalker
-LinkextractorPro
+LieBaoFast
+Lightspeedsystems
+LinkScan
+Linkbot
 LinkpadBot
-LinksManager
-MFC_Tear_Sample
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey Spider
+Litemage_walker
+Ltx71
 MIDown tool
-MIIxpc
-MTRobot
-Mail.RU_Bot
+MQQBrowser
+Magnet
 Majestic SEO
+Majestic-SEO
 Majestic12
-Mass Downloader
+MarkWatch
 Masscan
 Mata Hari
-MeanPath Bot
-MegaIndex.ru
-MicroMessenger
-Mojolicious
+Meanpathbot
+Mediatoolkitbot
+Minefield
+Moblie Safari
 Morfeus Fucking Scanner
+Mozlila
 Musobot
 NICErsPRO
-Name Intelligence
+NPbot
 Navroad
-NearSite
-Nessus
-NetLyzer
+Needle
+Net Vampire
 NetSpider
 NetZIP
 Nettrack
 Netvibes
-Niki-bot
-Nimbostratus
+Nikto
 Nmap
 Not
 Offline Explorer
+Offline Navigator
 OpenLinkProfiler
 OpenVAS
-Openvas
-OrangeSpider
-Picscout
-Pimonster
-PleaseCrawl
-Pockey
-ProPowerBot
-ProWebWalker
+Openfind
+OrangeBot
+Pandalytics
+Papa Foto
+Pi-Monster
+Picsearch
+Piepmatz
+Psbot
+Pump
 PxBroker
-PyCurl
-QueryN Metasearch
-RankurBot
-Re-re
-Reaper
-RebelMouse
-Recorder
-RedesScrapy
+Quick-Crawler
+RSSingBot
+RankActiveLinkBot
+RankingBot
+RankingBot2
+RealDownload
+RepoMonkey
 Ripper
-Rogerbot
-SEOkicks-Robot
+SBIder
 SEOlyticsCrawler
-SEOstats
 SMTBot
-SalesIntelligent
 ScanAlert
-Scrapy
 Screaming
-ScreenerBot
+ScrepyBot
+SearchmetricsBot
 Semrush
-SemrushBot
-SeobilityBot
-Seomoz
+Siphon
 Site Sucker
 SiteCheckerBotCrawler
+SiteLockSpider
+Sitebeam
 SmartDownload
-Snoopy
-Sociscraper
-SpankBot
-Spanner
+Snapbot
+SocialRankIOBot
 Spbot
+Spinn3r
 SputnikBot
-Sqlmap
+Steeler
 Sucker
-SuperBot
-SuperHTTP
-Surfbot
+SurveyBot
+Swiftbot
 Szukacz
-Teleport
-TeleportPro
-Telesoft
-Telesphoreo
-The Intraformant
-TightTwatBot
+TheNomad
+Thumbor
+Titan
+Trendiction
+True_Robot
 Turingos
-Turnitin
+TurnitinBot
+TwengaBot
+Typhoeus
+URLy.Warning
 UnisterBot
-Upflow
-Vacuum
-Vagabondo
-VeriCiteCrawler
-VidibleScraper
-VoidEYE
+Virusdie
+Voltron
 WASALive-Bot
 WEBDAV
-WWW-Mechanize
+WISENutbot
+WWW-Collector-E
 WWW::Mechanize
-Wallpapers
-Wallpapers/3.0
-WallpapersHD
-Web Collage
+WWWOFFLE
+WeSEE
+Web Fetch
 Web Pix
 Web Sauger
-Web Sucker
-WebAuto
-WebEnhancer
+WebBandit
+WebCollage
+WebFetch
 WebFuck
 WebImageCollector
-WebLeacher
-Webalta
+WebSucker
 WebmasterWorldForumBot
-WebsiteExtractor
 Webster
-Whacker
+Whack
 Whatweb
-Widow
+Who.is Bot
 WinHTTrack
-WiseGuys Robot
-Wonderbot
+Wotbox
 Wprecon
+Xaldon_WebSpider
 Xenu
+YoudaoBot
+Zade
 Zeus
 Zitebot
-ZoominfoBot
-ZyBorg
+ZmEu
+ZoomBot
+adscanner
 archive.org_bot
-arquivo.pt
+autoemailspider
+cah.io.community
 check1.exe
-clark-crawler
-com.plumanalytics
-crawl.sogou.com
+crawler.feedback
+crawler4j
 demandbase-bot
-instabid
 ips-agent
+linkdexbot
+lwp-request
 lwp-trivial
-magpie-crawler
-muhstik-scan
+meanpathbot
+mediawords
 netEstate NE Crawler
-satoristudio.net
-seocompany.store
-seoscanners
-seostar
-serpstatbot
-sp_auditbot
-spyfu
+pcBrowser
+polaris version
+s1z.ru
+scalaj-http
+seobility
+sexsearcher
+sitechecker.pro
+sysscan
 tAkeOut
-trendiction.com
-voyagerx.com
-webgains-bot
-webprosbot
+webmeup-crawler
+webpros.com
 x09Mozilla
 x22Mozilla
 xpymep1.exe