V4.2022.07.3219 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404checker
-404enemy
-ADmantX
-AIBOT
 ALittle Client
 ASPSeek
-AllSubmitter
-Alligator
-AlphaBot
+Acunetix
+AhrefsBot
+Anarchy
 Anthill
 Apexoo
-Aspiegel
-Asterias
+Attach
+AwarioRssBot
 AwarioSmartBot
-BDCbot
+BDFetch
+BLEXBot
 BackStreet
-BackWeb
-BacklinkCrawler
-Bandit
-Battleztar Bazinga
+Backlink-Ceck
+BatchFTP
+BetaBot
 Black Hole
-BlackWidow
-Boardreader
-BotALot
-CATExplorador
+Bolt
+Buck
+Buddy
+BuiltBotTough
+BuiltWith
+Bullseye
+BunnySlippers
+BuzzSumo
 CCBot
-CazoodleBot
-CheeseBot
+CODE87
+Calculon
+Cegbfeieh
+CensysInspect
 Claritybot
-Cogentbot
-Copier
-CopyRightCheck
-Copyscape
+Collector
 Cosmos
 Craftbot
-CrazyWebCrawler
-CyotekWebCopy
+Crawling at Home Project
+CrunchBot
+DataCha0s
 DatabaseDriverMysqli
 Demon
-Deusu
-Devil
-Digincore
 DigitalPebble
 Discobot
-DnBCrawler-Analytics
-DomainAppender
-DomainCrawler
-Domains Project
-Dragonfly
-ECCP/1.0
-Ecxi
-EirGrabber
+Dispatch
+DittoSpyder
+DnyzBot
+DomainStatsBot
+Download Wonder
+Drip
+EMail Wolf
+Ebingbong
 EroCrawler
-Evil
-ExtLinksBot
-ExtractorPro
-EyeNetIE
+Extractor
+Extreme Picture Finder
 FDM
-FemtosearchBot
+FHscan
 Firefox/7.0
+FlashGet
 Flunky
 Fuzz
 Genieo
 GermCrawler
 GetRight
 GetWeb
-Gigabot
+Go!Zilla
+Go-Ahead-Got-It
 Gotit
-Grabber
+GrapeshotCrawler
+GridBot
+HEADMasterSEO
 HMView
-HTTP::Lite
-HTTrack
-HonoluluBot
+Haansoft
+HaosouSpider
+Harvest
+HybridBot
 IDBot
+Id-search
+Image Fetch
 Image Sucker
-Intelliseek
-Internet Ninja
-JamesBOT
-JennyBot
+Indy Library
+Jbrofuzz
+JetCar
 Jetty
+Joomla
 Jorgee
-Jyxobot
-Kenjin Spider
 Keybot Translation-Search-Machine
-Kinza
-Larbin
-Leap
+Kozmosbot
+LWP::Simple
+Lanshanbot
+LeechFTP
 LeechGet
 Lftp
-LibWeb
+Lightspeedsystems
+LinkWalker
+Linkbot
 LinkextractorPro
-LinksManager
+LinkpadBot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 Lipperhey
+Lipperhey Spider
 Litemage_walker
-Lmspider
+MFC_Tear_Sample
 MIIxpc
-MQQBrowser
 MTRobot
-Magnet
-Majestic SEO
-Mass Downloader
-MeanPath Bot
-Mediatoolkitbot
-MegaIndex.ru
-Metauri
+Majestic12
+Mata Hari
+MauiBot
 MicroMessenger
-Microsoft URL Control
-Mojeek
-MolokaiBot
-Mozlila
-Mr.4x3
-Msrabot
+Minefield
+Mojolicious
 Musobot
-NICErsPRO
-Nameprotect
-NearSite
+NPbot
 Nessus
-Net Vampire
-NetLyzer
-Nibbler
-Nikto
+NetMechanic
+NetZIP
+Nettrack
+Netvibes
+NextGenSearchBot
 Nimbostratus
 Ninja
+Nmap
 Not
 Offline Navigator
-OpenLinkProfiler
-OpenVAS
+OnCrawl
+Openfind
 OrangeBot
+OrangeSpider
+OutclicksBot
+PHPCrawl
+PageScorer
 PageThing.com
-Pandalytics
 Panscient
-PeoplePal
-Picscout
-Picsearch
-PictureFinder
-Pockey
-ProPowerBot
-Probethenet
-PxBroker
+Papa Foto
+Piepmatz
+Pixray
+PleaseCrawl
+ProWebWalker
+Psbot
+Pump
 PyCurl
-Rankivabot
-Re-re
-SEOkicks
+Quick-Crawler
+RSSingBot
+RankingBot2
+ReGet
+RebelMouse
+RedesScrapy
 SEOkicks-Robot
 SISTRIX
-ScanAlert
-ScoutJet
-Scrapy
+SMTBot
 Screaming
-ScrepyBot
-Semrush
-SentiBot
+ScreenerBot
+Searchestate
+SearchmetricsBot
+SemanticJuice
+SeoSiteCheckup
+SeobilityBot
 Seomoz
 Shodan
-Siphon
-SiteCheckerBotCrawler
-SiteExplorer
-SiteSucker
-Siteimprove
+SiteLockSpider
+SiteSnagger
+Sitebeam
 SlySearch
 Snake
-Sociscraper
 Sogou web spider
+Sosospider
+Sottopop
 SpankBot
 Spanner
 Spbot
-SputnikBot
-Sqlmap
+Sqlworm
+Steeler
 Stripper
-Surfbot
+Sucker
+SuperBot
+SurveyBot
+Swiftbot
 Szukacz
 T0PHackTeam
 T8Abot
-Teleport
-TeleportPro
 Telesoft
-Telesphorep
+The Intraformant
+TheNomad
+Thumbor
 TightTwatBot
-Titan
 Toweyabot
-Tracemyfile
 Trendiction
+True_Robot
+Turnitin
 TurnitinBot
-TwengaBot
-Twice
-URLy Warning
-UnisterBot
-Upflow
-V-BOT
-Vagabondo
+Typhoeus
+VCI
 VelenPublicWebCrawler
-VoidEYE
+VeriCiteCrawler
+VidibleScraper
 Voil
+Voltron
 WASALive-Bot
-WBSearchBot
-WEBDAV
 WPScan
 WWW-Mechanize
+WWWOFFLE
 WallpapersHD
 WeSEE
-Web Enhancer
-Web Fuck
-WebCollage
-WebCopier
-WebFetch
+Web Auto
+Web Pix
+Web Sucker
+WebAuto
 WebFuck
-WebGo IS
-WebImageCollector
 WebPix
-WebSauger
-WebSucker
-WebsiteQuester
+Webalta
+Webshag
 Webster
-Whack
 Whatweb
 Widow
-Wotbox
-Xaldon WebSpider
+Woobot
+Wprecon
+Xaldon_WebSpider
+YoudaoBot
 Zade
-Zermelo
+Zauba
 Zeus
-ZumBot
-adscanner
+ZmEu
+ZoomBot
+ZoominfoBot
 archive.org_bot
-arquivo.pt
 clark-crawler
-crawler.feedback
+com.plumanalytics
+crawl.sogou.com
 demandbase-bot
-gopher
-instabid
 ips-agent
 iubenda-radar
 linkdexbot
+lwp-request
 lwp-trivial
+magpie-crawler
+meanpathbot
 muhstik-scan
-page scorer
-polaris version
+oBot
+pcBrowser
 satoristudio.net
-scalaj-http
-seocompany.store
-seostar
-sexsearcher
-sogouspider
-sp_auditbot
-tAkeOut
+scan.lol
+seobility
+serpstatbot
+siteripz
+spyfu
+sysscan
+webgains-bot
 webpros.com
-webprosbot
-x22Mozilla
+x09Mozilla
+xpymep1.exe
+zauba.io