V4.2022.04.3051 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404enemy
+404checker
 80legs
 ADmantX
+ALittle Client
 Aboundex
+Aboundexbot
 Acunetix
-AhrefsBot
 AiHitBot
+Alexibot
 AllSubmitter
-AlphaBot
-Anarchy
-Anarchy99
+Anarchie
 Anthill
-Aspiegel
-Atomseobot
+Apexoo
 Attach
+AwarioRssBot
 BBBike
 BDFetch
 BLEXBot
 BackDoorBot
+BackStreet
+Backlink-Ceck
 BacklinkCrawler
-BatchFTP
-Black Hole
-Blackboard
+Barkrowler
+BetaBot
+BlackWidow
 Blow
-BlowFish
+Bolt
 BotALot
-BuiltBotTough
 BuiltWith
-Bullseye
-BuzzSumo
+CATExplorador
+CSHttp
 Cegbfeieh
-CheTeam
-Chlooe
-Claritybot
+CheeseBot
 Cliqzbot
-Cosmos
-Craftbot
+Cogentbot
+Collector
+Copyscape
 Crawling at Home Project
-Custo
+Crescent
+CyotekWebCopy
 DBLBot
 DataCha0s
-Deusu
-Digincore
+DatabaseDriverMysqli
+Demon
+Devil
+Dirbuster
+Disco
 Discobot
-Discoverybot
 Dispatch
-DomainCrawler
-DomainSigmaCrawler
+DomCopBot
+DomainAppender
 Domains Project
-Dotbot
 Download Wonder
-ECCP/1.0
-EirGrabber
-EroCrawler
+Dragonfly
+Drip
+EMail Siphon
+Evil
 Exabot
-Extreme Picture Finder
-FDM
+ExtLinksBot
+EyeNetIE
 FHscan
-FemtosearchBot
-Fimap
-FlashGet
-Flunky
+Foobot
+Freeuploader
 Fuzz
+G-i-g-a-b-o-t
 GT::WWW
-GalaxyBot
-Genieo
-Gotit
-GrapeshotCrawler
-HMView
+GetRight
+GoZilla
+GrabNet
+Grabber
 HTMLparser
-HTTP::Lite
+HaosouSpider
 Harvest
-Heritrix
+Havij
 Hloader
-HybridBot
-IDBTE4M
+Humanlinks
 IRLbot
-Iblog
-IlseBot
-Image Sucker
-IndeedBot
-Indy Library
-InterGET
+Id-search
+Intelliseek
 Internet Ninja
-Iria
+InternetSeer
 IstellaBot
 JamesBOT
-JetCar
-JikeSpider
-Joomla
-JustView
-Jyxobot
+JennyBot
+Jetty
 Keybot Translation-Search-Machine
+Keyword Density
 Kinza
-Kozmosbot
 LNSpiderguy
-Larbin
 LeechFTP
 LeechGet
-Lightspeedsystems
+Lftp
+LibWeb
+Libwhisker
+Likse
 LinkScan
+LinkWalker
 LinkextractorPro
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey Spider
+LinksManager
+Lipperhey
+Litemage_walker
 Lmspider
-Ltx71
 MFC_Tear_Sample
+MIDown tool
+MIIxpc
+MJ12bot
 MQQBrowser
 MSFrontPage
-MTRobot
-Magnet
 Mail.RU_Bot
-Majestic12
-MarkMonitor
+MarkWatch
 Mass Downloader
 Masscan
+Mata Hari
+Mediatoolkitbot
 MegaIndex.ru
-Mojolicious
 MolokaiBot
-Mozlila
+Mr.4x3
 Msrabot
-Musobot
-NICErsPRO
 Name Intelligence
-Navroad
-NearSite
-NetAnts
-NetLyzer
-Nettrack
-NextGenSearchBot
+Nessus
+NetMechanic
 Nibbler
 Niki-bot
-Nimbostratus
-Nuclei
-OnCrawl
+Nikto
+OpenVAS
 OutclicksBot
-Page Analyzer
-PageAnalyzer
-Panscient
+PECL::HTTP
+PHPCrawl
+POE-Component-Client-HTTP
+PageThing.com
 Papa Foto
-Pavuk
-Petalbot
-Pi-Monster
+PeoplePal
+Picscout
 Picsearch
-Pimonster
-PleaseCrawl
+Piepmatz
+Pixray
+Pockey
+ProPowerBot
 Probethenet
+Pu_iN
+PxBroker
 QueryN Metasearch
 Quick-Crawler
-RankFlex
-RankingBot
+RankActive
+RankActiveLinkBot
 Rankivabot
-ReGet
+RankurBot
+Re-re
+RealDownload
+Reaper
 RebelMouse
-RedesScrapy
 RepoMonkey
-SBIder
-SEOlyticsCrawler
-ScanAlert
-SemanticJuice
+Ripper
+Rogerbot
+SEOprofiler
+Scrapy
+ScrepyBot
+Semrush
 Seomoz
-Sitebeam
+SiteExplorer
+SiteSnagger
 SlySearch
-SmartDownload
-SocialRankIOBot
+Snake
+Snapbot
 Sogou web spider
 Sottopop
-SpankBot
-SputnikBot
+Sqlmap
 Sqworm
+Steeler
 Stripper
 Sucuri
-SuperHTTP
-Surfbot
 SurveyBot
-Suzuran
+Swiftbot
 Szukacz
 TeleportPro
+Telesoft
+Telesphoreo
+Telesphorep
 The Intraformant
-Titan
+Toata
+Tracemyfile
 Turingos
-Turnitin
-TurnitinBot
-URLy.Warning
-UnisterBot
+Twice
 V-BOT
-VCI
+VB Project
 Vacuum
 Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
 Virusdie
-Voil
-WBSearchBot
+Voltron
 WEBDAV
-WWW-Mechanize
+WPScan
+WWW-Collector-E
 WWWOFFLE
 Wallpapers/3.0
+WallpapersHD
+WeSEE
 Web Auto
-Web Collage
-Web Fetch
+Web Fuck
+Web Pix
 Web Sauger
-Web Sucker
-WebBandit
-WebCopier
-WebFetch
+WebAuto
+WebCollage
+WebEnhancer
+WebFuck
+WebGo IS
 WebPix
-WebStripper
-WebWhacker
-WebZIP
+WebReaper
+WebSauger
+Webalta
 WebmasterWorldForumBot
 Webshag
-Website Quester
-WebsiteExtractor
-Whacker
+WebsiteQuester
+Who.is Bot
 Widow
-WinHTTrack
-Wonderbot
-Xaldon WebSpider
-Zade
-Zauba
-Zermelo
-Zitebot
-ZmEu
-archive.org_bot
+Wprecon
+Xenu
+YoudaoBot
+Zeus
+ZoomBot
+ZumBot
+ZyBorg
 arquivo-web-crawler
-autoemailspider
-clark-crawler
+backlink-check
+cah.io.community
 cognitiveseo
-com.plumanalytics
-crawler.feedback
 demandbase-bot
-evc-batch
-heritrix
+domainsproject.org
 instabid
 isitwp.com
-lwp-trivial
-pcBrowser
+iubenda-radar
+meanpathbot
+mediawords
+netEstate NE Crawler
+oBot
 plumanalytics
-polaris version
 scalaj-http
-scan.lol
-seocompany.store
-seoscanners
+seobility
 seostar
+sp_auditbot
 spyfu
-trendiction.de
-webpros.com
+trendiction.com
+webgains-bot
+webprosbot
 x09Mozilla
-xpymep1.exe
+x22Mozilla
+zauba.io