V4.2022.08.3304 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-404enemy
+80legs
 AIBOT
-ASPSeek
 Abonti
-AiHitBot
-Alligator
-Anarchie
-Anarchy
-Anthill
+Acunetix
+Aipbot
+Alexibot
+AllSubmitter
+AlphaBot
+Anarchy99
+Ankit
 Aspiegel
-Atomseobot
-AwarioSmartBot
+Asterias
 BBBike
-BDCbot
-BLEXBot
-BackStreet
-Backlink-Ceck
-BacklinkCrawler
-Bandit
-Barkrowler
+BackDoorBot
+Badass
 Battleztar Bazinga
 BetaBot
-Bigfoot
-BlackWidow
-Blackboard
-Buck
-BuiltBotTough
-CODE87
+Black Hole
+Buddy
+BuiltWith
+BunnySlippers
+BuzzSumo
+CATExplorador
 CSHttp
-Calculon
-Cegbfeieh
-CheTeam
+CazoodleBot
 CheeseBot
-ChinaClaw
+CherryPicker
 Claritybot
-Cliqzbot
-CopyRightCheck
+Collector
 Cosmos
+Craftbot
 Crescent
-Curious
-DIIbot
+Custo
 DSearch
-DatabaseDriverMysqli
-Digincore
-Disco
+DTS Agent
+Devil
 Discoverybot
+DnBCrawler-Analytics
+DomCopBot
 DomainAppender
-DomainCrawler
 Domains Project
-Dotbot
+Drip
 ECCP/1.0
 EMail Wolf
-Ecxi
-EirGrabber
+EasyDL
+EroCrawler
+Evil
+Exabot
+Express WebPictures
+Extractor
+ExtractorPro
 Ezooms
-FlashGet
+FemtosearchBot
 Flunky
+Foobot
 Freeuploader
-Fuzz
-GT::WWW
-GalaxyBot
-Genieo
+G-i-g-a-b-o-t
 GermCrawler
-GetWeb
-Getintent
-Go!Zilla
-Go-Ahead-Got-It
-GoZilla
+Gigabot
+GrabNet
 Grafula
-GridBot
-HMView
-HTMLparser
-HTTP::Lite
+GrapeFX
+HTTrack
 Harvest
-Hloader
-HybridBot
-Iblog
-IndeedBot
-InfoNaviRobot
-InfoTekies
+Havij
+HonoluluBot
+Humanlinks
+IDBTE4M
+IlseBot
+Image Fetch
 Intelliseek
-Internet Ninja
-Iria
-Jetty
-JikeSpider
+InterGET
+InternetSeer
+Iskanie
+JOC Web Spider
 Jorgee
 Jyxobot
-Kenjin Spider
+Keybot Translation-Search-Machine
 Kozmosbot
-LNSpiderguy
+Lanshanbot
 Larbin
-Lightspeedsystems
-Likse
+Leap
+LeechGet
+LinkWalker
+LinkpadBot
 LinksManager
-LinqiaScrapeBot
-Lmspider
-MIDown tool
+LinqiaRSSBot
+Lipperhey
+Ltx71
 MJ12bot
 MQQBrowser
 MSIECrawler
+MTRobot
+Mag-Net
 Magnet
-Mail.RU_Bot
 Majestic SEO
+Majestic-SEO
 MarkMonitor
-MarkWatch
-Mass Downloader
 Masscan
-MauiBot
-Mb2345Browser
-MeanPath Bot
-Mediatoolkitbot
+Mata Hari
+Meanpathbot
 MegaIndex.ru
-Metauri
-Microsoft URL Control
-Moblie Safari
-NICErsPRO
-Nameprotect
+Microsoft Data Access
+Mister PiX
+Mojolicious
+MolokaiBot
+Morfeus Fucking Scanner
+Mr.4x3
+Msrabot
+Musobot
+Name Intelligence
+Navroad
+NearSite
 Needle
-Net Vampire
-NetLyzer
-Netcraft
-Nettrack
+Nessus
+NetAnts
+NetSpider
+NetZIP
 NextGenSearchBot
+Nibbler
 Nikto
-Nimbostratus
-Ninja
-Not
-Openfind
-OrangeBot
-OutfoxBot
-PECL::HTTP
+Nmap
+OnCrawl
+OpenVAS
+PHPCrawl
+Page Analyzer
+PageAnalyzer
 PageScorer
 Panscient
-Pavuk
-Picscout
-Picsearch
+PictureFinder
+Piepmatz
+Pixray
 PleaseCrawl
-ProWebWalker
-Pu_iN
-QueryN Metasearch
-RSSingBot
-RankActiveLinkBot
-RankFlex
-RankingBot2
+Probethenet
+Psbot
+PxBroker
+RankActive
+RankingBot
+RankurBot
+Re-re
 ReGet
-Reaper
-Recorder
+RebelMouse
 RedesScrapy
-Ripper
-Rogerbot
-SBIder
+RocketCrawler
+SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
-SEOstats
+SEOprofiler
 SISTRIX
 SMTBot
 SalesIntelligent
-ScrepyBot
+ScanAlert
+Scrapy
+ScreenerBot
 SemanticJuice
-Semrush
+SemrushBot
 SeoSiteCheckup
+SeobilityBot
 Seomoz
-Siphon
-Site Sucker
+SiteCheckerBotCrawler
 SiteLockSpider
-SiteSnagger
-SiteSucker
 Sitebeam
-Snake
+Sitevigil
 Snapbot
 SocialRankIOBot
-SpaceBison
-SpankBot
+Sogou web spider
+Sosospider
+Spanner
 Spinn3r
-Sqlworm
 Sqworm
-Sucker
 Sucuri
-SuperHTTP
-Surfbot
-Suzuran
+SurveyBot
 Swiftbot
-T0PHackTeam
-T8Abot
+Szukacz
+Teleport
+TeleportPro
+The Intraformant
+TheNomad
+Thumbor
 TightTwatBot
-Titan
+Toata
+Tracemyfile
 True_Robot
-Turingos
-V-BOT
+Twice
+Typhoeus
+UnisterBot
+VB Project
+VCI
+Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
 WASALive-Bot
 WISENutbot
+WPScan
+WWW-Mechanize
 WWW::Mechanize
+WWWOFFLE
+Wallpapers
+WallpapersHD
 WeSEE
+Web Fetch
 Web Pix
-Web Sucker
+Web Sauger
 WebAuto
-WebBandit
+WebCollage
 WebCopier
-WebFetch
+WebFuck
+WebGo IS
+WebLeacher
+WebSauger
+WebStripper
+WebSucker
+WebWhacker
+WebmasterWorldForumBot
 Webshag
-Website Quester
 Webster
-Whacker
+Whack
 Whatweb
-WinHTTrack
-WiseGuys Robot
-Wonderbot
-Wprecon
-Xaldon WebSpider
-Xaldon_WebSpider
-Zauba
+Who.is Bot
+Woobot
 Zermelo
 ZumBot
 adscanner
-archive.org_bot
-arquivo.pt
-backlink-check
-check1.exe
+coccocbot
 cognitiveseo
-crawl.sogou.com
 crawler.feedback
 crawler4j
-eCatch
-facebookscraper
-gopher
+evc-batch
 heritrix
 internetVista monitor
-ips-agent
-linkdexbot
-lwp-request
 lwp-trivial
+mediawords
 muhstik-scan
 netEstate NE Crawler
+page scorer
 pcBrowser
-satoristudio.net
-scan.lol
-seobility
+polaris version
+probe-image-size
+ripz
+s1z.ru
 seoscanners
 seostar
 sexsearcher
-sp_auditbot
 sysscan
-tAkeOut
 trendiction.com
 trendiction.de
-x22Mozilla
-zgrab
+ubermetrics-technologies.com
+webmeup-crawler
+x09Mozilla
+xpymep1.exe
+zauba.io