V4.2022.04.3026 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-AIBOT
-ALittle Client
-Aboundex
-AfD-Verbotsverfahren
-Aipbot
-Alexibot
+404checker
+ADmantX
+Abonti
+Aboundexbot
+Acunetix
 Alligator
-AlphaBot
 Anarchie
-Anthill
-AwarioSmartBot
+Aspiegel
+Atomseobot
 BBBike
 BDFetch
-BackWeb
+BacklinkCrawler
+BatchFTP
 BetaBot
 Bigfoot
+Bitacle
 BlackWidow
-BlowFish
+Blow
 Boardreader
 Bolt
 BotALot
-BuiltBotTough
-CODE87
-CSHttp
+Brandprotect
+Brandwatch
+Buddy
 CazoodleBot
-Chlooe
-Citoid
-Claritybot
-Cogentbot
+CheTeam
+CherryPicker
+ChinaClaw
+Cliqzbot
 Collector
 Copier
-CopyRightCheck
-Copyscape
-Craftbot
-Crawling at Home Project
-CrazyWebCrawler
+Cosmos
 Crescent
 CrunchBot
-Curious
-Custo
-DBLBot
 DIIbot
-DSearch
-DTS Agent
-DataCha0s
-DatabaseDriverMysqli
 Deusu
 Dirbuster
-DittoSpyder
-DomainCrawler
+Discobot
+Discoverybot
+DomCopBot
+DomainAppender
 DomainSigmaCrawler
+Domains Project
 Download Wonder
-Dragonfly
-ECCP/1.0
-EasyDL
+Drip
 Ebingbong
 EirGrabber
 Evil
 Express WebPictures
-Extractor
-Extreme Picture Finder
-FDM
-FemtosearchBot
-FlashGet
+EyeNetIE
+Ezooms
+Firefox/7.0
 Flunky
+Foobot
 FrontPage
 Fuzz
-FyberSpider
-G-i-g-a-b-o-t
+Fyrebot
+GalaxyBot
 GetRight
-GetWeb
+Gigabot
 Go!Zilla
 GoZilla
-GrabNet
-Grabber
-HEADMasterSEO
-HMView
+GrapeshotCrawler
+HTMLparser
+HTTP::Lite
+HTTrack
 HaosouSpider
-Havij
-Heritrix
-Humanlinks
-IDBTE4M
+Harvest
+HybridBot
+IDBot
+IRLbot
 Iblog
-Id-search
-Image Sucker
-InternetSeer
-JOC Web Spider
-JamesBOT
-Jbrofuzz
-JikeSpider
+IlseBot
+Image Fetch
+Indy Library
+InfoNaviRobot
+Intelliseek
+IstellaBot
+JennyBot
 Jyxobot
-Kenjin Spider
-Kinza
-Kozmosbot
-Larbin
-Libwhisker
+LNSpiderguy
+LWP::Simple
+Lanshanbot
+Leap
+Lftp
+Lightspeedsystems
+Likse
 LinkScan
+LinkWalker
+Linkdexbot
+LinkextractorPro
+LinkpadBot
 LinksManager
-LinqiaRSSBot
+LinqiaMetadataDownloaderBot
 Lipperhey
+Litemage_walker
 Ltx71
-MSFrontPage
-Magnet
-Mail.RU_Bot
+MIDown tool
+MJ12bot
+MSIECrawler
+MTRobot
+Mag-Net
 Majestic SEO
-Majestic12
-MauiBot
-Mb2345Browser
-Mediatoolkitbot
-MegaIndex.ru
+MarkMonitor
+Masscan
 Metauri
-Minefield
-Mister PiX
+Microsoft URL Control
 Mojeek
+MolokaiBot
 Mozlila
 Mr.4x3
-Name Intelligence
+Msrabot
+Musobot
+NICErsPRO
+NPbot
 Needle
-Net Vampire
-Netcraft
-Nettrack
+NetLyzer
+NetSpider
 Netvibes
+NextGenSearchBot
 Nibbler
-Niki-bot
-Nikto
 Ninja
+Nmap
+Nuclei
 Octopus
-Offline Explorer
 Offline Navigator
-OnCrawl
+Openfind
 OrangeBot
 PECL::HTTP
-PHPCrawl
-PageScorer
-Pandalytics
-Picsearch
-PleaseCrawl
+PageGrabber
+PeoplePal
+Petalbot
+Pi-Monster
+Picscout
+PictureFinder
+Piepmatz
+Pixray
+Pockey
 ProWebWalker
-Probethenet
 Psbot
 Pu_iN
 PxBroker
-RSSingBot
-RankActive
 RankActiveLinkBot
+RankingBot
 RankingBot2
-Re-re
+Rankivabot
 ReGet
+Reaper
+RebelMouse
 Recorder
-RocketCrawler
-SEOkicks
+RedesScrapy
+Ripper
+SBIder
 SEOlyticsCrawler
-SalesIntelligent
-Scrapy
-ScrepyBot
-Seekport
-SemanticJuice
-SemrushBot
+Scanbot
+ScreenerBot
+Searchestate
+SearchmetricsBot
 SeoSiteCheckup
-SeobilityBot
-Siphon
-SiteCheckerBotCrawler
-Snapbot
-Snoopy
-SocialRankIOBot
+Seomoz
+SiteExplorer
+SiteSnagger
+SiteSucker
+SmartDownload
 Sogou web spider
-Sosospider
-Spammen
+Sottopop
 SpankBot
-Spinn3r
-SputnikBot
+Spbot
+Sqlmap
 Sqworm
+Steeler
 Sucker
 Sucuri
-SuperBot
 Surfbot
-SurveyBot
-T8Abot
+Swiftbot
 Teleport
+TeleportPro
+Telesoft
+Telesphorep
 TheNomad
-Thumbor
-Toweyabot
-Tracemyfile
+Titan
 Trendiction
-Trendictionbot
 True_Robot
 TurnitinBot
-TwengaBot
-Typhoeus
+Twice
+UnisterBot
 V-BOT
-VCI
-Vacuum
-VelenPublicWebCrawler
+VB Project
+VeriCiteCrawler
+Virusdie
+VoidEYE
 Voil
-WBSearchBot
-WISENutbot
-WWWOFFLE
+WPScan
+WWW-Collector-E
+Wallpapers
+Wallpapers/3.0
 WallpapersHD
 WeSEE
 Web Collage
-Web Enhancer
-Web Fuck
-Web Sauger
-WebAuto
-WebBandit
-WebCollage
-WebFetch
-WebLeacher
-WebPix
+Web Pix
+Web Sucker
+WebCopier
+WebImageCollector
 WebReaper
-WebSauger
 WebStripper
-WebSucker
-Whack
+WebWhacker
+WebZIP
+Webalta
+Webster
 Whatweb
 Who.is Bot
 Widow
+WiseGuys Robot
 Wonderbot
 Wotbox
+Wprecon
 Xaldon_WebSpider
 Zade
-Zauba
 Zitebot
-ZoomBot
-arquivo-web-crawler
-autoemailspider
-backlink-check
-cah.io.community
+ZmEu
+ZumBot
+adscanner
+archive.org_bot
+arquivo.pt
+coccocbot
 cognitiveseo
-dataforseo.com
-eCatch
-heritrix
-instabid
+crawl.sogou.com
+crawler4j
+demandbase-bot
+evc-batch
+internetVista monitor
 isitwp.com
-lwp-trivial
-muhstik-scan
-oBot
-page scorer
+meanpathbot
 pcBrowser
 polaris version
 probe-image-size
-seoscanners
+s1z.ru
+scalaj-http
+seobility
+seostar
 serpstatbot
-sitechecker.pro
-siteripz
+sexsearcher
+sogouspider
+sp_auditbot
+spyfu
+ubermetrics-technologies.com
+voyagerx.com
 webgains-bot
-webmeup-crawler
-webprosbot
-x09Mozilla
-xpymep1.exe
+webpros.com
+zauba.io