V4.2022.06.3193 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-80legs
-AIBOT
-Abonti
-Aboundex
-AhrefsBot
-AiHitBot
-Aipbot
-Alexibot
+404enemy
+ADmantX
+Aboundexbot
 AllSubmitter
 AlphaBot
 Anarchy
-Ankit
-Anthill
-Asterias
-Attach
-AwarioSmartBot
+Anarchy99
+Aspiegel
 BBBike
-BDCbot
 BLEXBot
-Badass
+BackDoorBot
+BackStreet
+Backlink-Ceck
 Bandit
 Barkrowler
 BatchFTP
-BetaBot
-Bigfoot
-Blow
-BlowFish
-Bolt
-Buck
+Battleztar Bazinga
+Black Hole
+Boardreader
+Brandwatch
 Buddy
 BuiltBotTough
+BuiltWith
 CSHttp
-CazoodleBot
 Cegbfeieh
-Chlooe
-Citoid
-Cloud mapping
+CherryPicker
 Cocolyzebot
+Collector
 CopyRightCheck
+Copyscape
+Cosmos
+Craftbot
+Crescent
 CrunchBot
 Curious
+Custo
+DBLBot
 DIIbot
 DSearch
 DTS Agent
+DataCha0s
+DatabaseDriverMysqli
 Demon
+Devil
 Digincore
-Dirbuster
-Discoverybot
+Dispatch
 DittoSpyder
 DnyzBot
-DomCopBot
+DomainAppender
 Domains Project
+Dotbot
+Dragonfly
+Drip
+ECCP/1.0
+EMail Siphon
 EMail Wolf
+Ebingbong
+EirGrabber
+EroCrawler
+Evil
 Exabot
-ExtLinksBot
-ExtractorPro
-Extreme Picture Finder
 Ezooms
+FHscan
 FlashGet
-Freeuploader
 FrontPage
-GetRight
-GetWeb
+GT::WWW
+GermCrawler
+Getintent
 Gigabot
 Go!Zilla
-Gotit
-GrabNet
-GridBot
 HEADMasterSEO
 HMView
-HTTrack
-Haansoft
-HaosouSpider
+HTTP::Lite
 Harvest
-Havij
-Heritrix
-HonoluluBot
-HybridBot
-IDBTE4M
-IDBot
-IRLbot
-Image Fetch
-InfoNaviRobot
+Hloader
+Humanlinks
+IndeedBot
+Indy Library
+InfoTekies
+InternetSeer
 Iria
-JennyBot
-JetCar
-Joomla
-Jorgee
-Keybot Translation-Search-Machine
-Keyword Density
+Iskanie
+IstellaBot
+JOC Web Spider
+JikeSpider
+JustView
+Jyxobot
+Kinza
 Kozmosbot
-Lanshanbot
-Leap
+LWP::Simple
+Larbin
 LeechFTP
-LexiBot
 LibWeb
+Libwhisker
 LieBaoFast
 LinkScan
-Linkbot
 LinkextractorPro
+LinkpadBot
+LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lipperhey
-MIDown tool
-MJ12bot
-MSIECrawler
-MTRobot
+Lmspider
+Ltx71
+MSFrontPage
 Mag-Net
-Magnet
-Majestic-SEO
-MarkMonitor
-Mata Hari
-Meanpathbot
+Majestic SEO
+Mass Downloader
+MauiBot
 MegaIndex.ru
 Metauri
 Microsoft Data Access
-Moblie Safari
-Mojeek
-Mojolicious
-MolokaiBot
+Microsoft URL Control
+Morfeus Fucking Scanner
 Mr.4x3
-Msrabot
-NICErsPRO
+Musobot
+NPbot
 Nameprotect
-NearSite
 Needle
 Net Vampire
-NetAnts
+NetLyzer
 NetSpider
-Nikto
+NextGenSearchBot
+Niki-bot
 Not
 Nuclei
-Offline Explorer
+Nutch
+Octopus
 Offline Navigator
 OnCrawl
 OpenVAS
 Openfind
+OutclicksBot
 OutfoxBot
 PECL::HTTP
 PHPCrawl
 POE-Component-Client-HTTP
-Papa Foto
-PeoplePal
-Pi-Monster
+Page Analyzer
+PageAnalyzer
+PageScorer
+Panscient
 Piepmatz
-Pimonster
-Probethenet
+Pixray
+ProPowerBot
+Psbot
 Pump
 PyCurl
 QueryN Metasearch
+Quick-Crawler
 RankActive
-RankActiveLinkBot
+RankingBot
 RankingBot2
-Rankivabot
+RankurBot
 ReGet
-RealDownload
-Reaper
-Recorder
 RepoMonkey
-Ripper
+SEOlyticsCrawler
 SEOstats
-SMTBot
+SISTRIX
 Scanbot
-ScoutJet
-Scrapy
-ScreenerBot
+Searchestate
+Seekport
 SemanticJuice
-SeobilityBot
-Seomoz
-Shodan
-SiteSnagger
-Siteimprove
-Sitevigil
-Snapbot
-SocialRankIOBot
-Sociscraper
-Sogou web spider
-SpankBot
-Spanner
+SemrushBot
+SentiBot
+SeoSiteCheckup
+Siphon
+SiteLockSpider
+Snoopy
+Sosospider
 Sqlmap
 Sqlworm
+Sqworm
 Steeler
-Stripper
+Sucker
 Swiftbot
 Szukacz
-Telesphoreo
+T0PHackTeam
+T8Abot
+Teleport
+TeleportPro
+Telesphorep
+The Intraformant
 TheNomad
-Toata
+Thumbor
+Toweyabot
 Trendiction
-Trendictionbot
-TurnitinBot
 TwengaBot
+URLy Warning
 URLy.Warning
-Vagabondo
-VidibleScraper
+Vacuum
+VoidEYE
 Voil
 Voltron
-WEBDAV
-WWWOFFLE
-Web Pix
-Web Sauger
-Web Sucker
-WebAuto
+WASALive-Bot
+WWW-Collector-E
+WWW-Mechanize
+Wallpapers
+Web Collage
+Web Fetch
 WebBandit
-WebCollage
-WebCopier
-WebGo IS
+WebFuck
+WebImageCollector
 WebLeacher
-WebReaper
 WebSucker
 WebWhacker
 WebZIP
+Webalta
 Webshag
 WebsiteQuester
-Whack
-Whacker
-Whatweb
-Widow
+Who.is Bot
+WiseGuys Robot
+Wonderbot
 Woobot
-Wotbox
+Xaldon WebSpider
 Xenu
 Zade
+Zauba
 Zermelo
+Zeus
 Zitebot
-ZyBorg
+ZoomBot
+ZoominfoBot
 adscanner
-archive.org_bot
-arquivo.pt
-cah.io.community
-com.plumanalytics
-crawl.sogou.com
+autoemailspider
+check1.exe
+coccocbot
+crawler.feedback
+dataforseo.com
+domainsproject.org
 evc-batch
 gopher
-heritrix
 internetVista monitor
 isitwp.com
-iubenda-radar
-lwp-request
-lwp-trivial
+linkdexbot
 magpie-crawler
-oBot
-polaris version
-serpstatbot
-sexsearcher
-sp_auditbot
-spyfu
+mediawords
+pcBrowser
+ripz
+satoristudio.net
+seobility
+seocompany.store
+seoscanners
+seostar
+sitechecker.pro
+sogouspider
 sysscan
-trendiction.de
+ubermetrics-technologies.com
+webpros.com
+x22Mozilla
 xpymep1.exe