V4.2022.02.2912 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 360Spider
+404checker
 404enemy
-ALittle Client
+ADmantX
+AIBOT
 ASPSeek
-Abonti
-Aboundex
 Acunetix
 AhrefsBot
-Alexibot
-AlphaBot
+Aipbot
+AllSubmitter
+Anarchy
+Anarchy99
+Attach
+AwarioRssBot
 AwarioSmartBot
-BackDoorBot
-BackStreet
-BackWeb
-BacklinkCrawler
+BBBike
+Bandit
 BetaBot
+Bigfoot
 Black Hole
-Blackboard
-Blow
+BlackWidow
+Bolt
 BotALot
 Brandprotect
-CODE87
-CheeseBot
+BuzzSumo
 Chlooe
-Citoid
-Cliqzbot
-Cloud mapping
-Cogentbot
+Cocolyzebot
+Copier
 Copyscape
-Cosmos
 Craftbot
 CrazyWebCrawler
 Crescent
-CrunchBot
-DIIbot
+Curious
+Custo
+CyotekWebCopy
+DBLBot
 DSearch
-DatabaseDriverMysqli
-Deusu
-Devil
+DataCha0s
+Digincore
 DigitalPebble
+Disco
+Dispatch
+DittoSpyder
+DomainAppender
 DomainSigmaCrawler
-Download Wonder
+DomainStatsBot
+Dotbot
 ECCP/1.0
+EasyDL
+Ebingbong
+Ecxi
 Evil
-ExtLinksBot
 ExtractorPro
-Extreme Picture Finder
-Ezooms
-FemtosearchBot
-Firefox/7.0
-FlashGet
-Flunky
-Freeuploader
-FyberSpider
+EyeNetIE
+Foobot
 Fyrebot
-G-i-g-a-b-o-t
-GT::WWW
-Gigabot
-Go!Zilla
-GoZilla
+GalaxyBot
+GetWeb
 Gotit
-GrabNet
+Grabber
 GrapeFX
-Haansoft
-HaosouSpider
-Harvest
-IDBTE4M
-IDBot
+GrapeshotCrawler
+GridBot
+HTMLparser
+HonoluluBot
 IRLbot
 Iblog
-Id-search
 IlseBot
-IndeedBot
+Image Fetch
+InfoNaviRobot
 Intelliseek
-InterGET
+Internet Ninja
 InternetSeer
-Iria
+Iskanie
 IstellaBot
-JOC Web Spider
-JamesBOT
+Jbrofuzz
+Jetty
 JikeSpider
-Jyxobot
+JustView
 Keyword Density
-Kinza
+Kozmosbot
 LNSpiderguy
+LWP::Simple
 Lanshanbot
 Larbin
-Leap
-LeechGet
-LibWeb
-Libwhisker
-LieBaoFast
-LinkScan
-Linkdexbot
+Lightspeedsystems
+Likse
 LinkextractorPro
-LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey Spider
-Lmspider
-MFC_Tear_Sample
-MIIxpc
+LinksManager
+Ltx71
 MJ12bot
-MQQBrowser
-MSFrontPage
-Majestic-SEO
+MSIECrawler
+MTRobot
+Mag-Net
+Magnet
+Mail.RU_Bot
+Majestic SEO
 MarkMonitor
 MarkWatch
+Masscan
+Mata Hari
+MauiBot
 MeanPath Bot
-Meanpathbot
-Mister PiX
+Mediatoolkitbot
+Metauri
+MicroMessenger
+Microsoft URL Control
+Mojeek
+Mojolicious
 Morfeus Fucking Scanner
 Mozlila
 Mr.4x3
 Msrabot
-NPbot
-Nameprotect
-Nessus
-NextGenSearchBot
+NICErsPRO
+Net Vampire
+NetLyzer
+NetMechanic
+NetZIP
+Netcraft
+Netvibes
+Nibbler
 NimbleCrawler
+Nimbostratus
+Not
+Nuclei
 Octopus
-OnCrawl
-OpenLinkProfiler
-Openvas
+Offline Explorer
+Openfind
 OrangeBot
+OrangeSpider
 PECL::HTTP
 PHPCrawl
-POE-Component-Client-HTTP
-PageScorer
-Pavuk
-Petalbot
-Picsearch
-Piepmatz
-Pimonster
+Page Analyzer
+Papa Foto
+Picscout
+PictureFinder
 Pixray
 ProPowerBot
-Probethenet
+ProWebWalker
 Psbot
 PxBroker
-QueryN Metasearch
 Quick-Crawler
 RSSingBot
-RankFlex
-RankingBot
-RankingBot2
+RankActiveLinkBot
+Rankivabot
 RankurBot
-Reaper
+Re-re
+Recorder
 RedesScrapy
-RepoMonkey
-RocketCrawler
-SEOstats
+SEOlyticsCrawler
 SISTRIX
 SMTBot
+Scanbot
 ScoutJet
 ScreenerBot
-SearchmetricsBot
-Seekport
-Semrush
+Searchestate
+SemanticJuice
+SemrushBot
+SentiBot
 SeobilityBot
-Shodan
+Seomoz
+Siphon
+Site Sucker
+SiteCheckerBotCrawler
 SiteExplorer
 SiteSnagger
-Siteimprove
-SlySearch
+SiteSucker
+Sitebeam
 Snake
-Sociscraper
+Snapbot
+Snoopy
+SocialRankIOBot
 Sogou web spider
+Sottopop
+Spammen
 SpankBot
-Steeler
+Spanner
+Spbot
+Spinn3r
+SputnikBot
+Sqlmap
+Stripper
 Sucker
-SuperHTTP
+Sucuri
 Szukacz
-T8Abot
-TeleportPro
+Teleport
 Telesphoreo
-Telesphorep
-Toata
-Tracemyfile
-Trendiction
+Toweyabot
 Trendictionbot
-True_Robot
-Turingos
-Turnitin
-TwengaBot
-Twice
-URLy Warning
 UnisterBot
-Upflow
+VCI
+Vacuum
 Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
 VoidEYE
-Voil
-WASALive-Bot
-WBSearchBot
-WPScan
-WWW-Mechanize
+WEBDAV
 Wallpapers
 Wallpapers/3.0
+WallpapersHD
 WeSEE
 Web Auto
-Web Collage
+Web Fuck
 Web Sucker
-WebBandit
-WebEnhancer
 WebFetch
 WebGo IS
+WebImageCollector
+WebLeacher
 WebPix
+WebStripper
 WebSucker
+WebWhacker
+WebZIP
+WebmasterWorldForumBot
+WebsiteExtractor
 WebsiteQuester
+Webster
 Whacker
-WiseGuys Robot
+Who.is Bot
 Wonderbot
 Woobot
-Wprecon
+Xaldon WebSpider
 YoudaoBot
-Zade
-Zermelo
-Zeus
-archive.org_bot
+adscanner
+arquivo.pt
 backlink-check
-cah.io.community
-check1.exe
 cognitiveseo
-com.plumanalytics
-crawl.sogou.com
+crawler4j
+domainsproject.org
 eCatch
-instabid
+facebookscraper
+heritrix
 internetVista monitor
-ips-agent
+isitwp.com
+lwp-request
 lwp-trivial
-meanpathbot
 mediawords
-oBot
-page scorer
 plumanalytics
-ripz
-seocompany.store
-seoscanners
-seostar
+probe-image-size
+scalaj-http
+scan.lol
+sexsearcher
 sitechecker.pro
-sogouspider
-sp_auditbot
-tAkeOut
-trendiction.com
+trendiction.de
 ubermetrics-technologies.com
 webgains-bot
+webmeup-crawler
 webprosbot
+x09Mozilla
+zauba.io
 zgrab