V4.2022.07.3254 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
 80legs
-Abonti
+ASPSeek
+Aboundexbot
+AhrefsBot
 AiHitBot
-Alexibot
 Alligator
-AlphaBot
 Anarchy
-Ankit
-Attach
+Anarchy99
+Apexoo
+Asterias
+BDFetch
+BLEXBot
 BackDoorBot
-BackWeb
+Backlink-Ceck
 BacklinkCrawler
+BatchFTP
 BetaBot
-Black Hole
+Bigfoot
+Bitacle
 BlackWidow
+BlowFish
 Bolt
+Brandwatch
 Buddy
-CATExplorador
-CensysInspect
+BuiltBotTough
+Bullseye
+BunnySlippers
+CazoodleBot
+Cegbfeieh
+CheTeam
 CheeseBot
-ChinaClaw
-Chlooe
-Claritybot
-Cliqzbot
 Cloud mapping
 Collector
+Copier
+Cosmos
 Craftbot
 Crawling at Home Project
 CrazyWebCrawler
 Crescent
-Curious
-DSearch
+CrunchBot
+Custo
+DataCha0s
 DatabaseDriverMysqli
 Demon
-Deusu
+Devil
 Digincore
 DigitalPebble
-Dirbuster
-Disco
-Discobot
-Discoverybot
+Dispatch
+DnBCrawler-Analytics
 DnyzBot
-DomCopBot
+DomainCrawler
+DomainStatsBot
 Domains Project
+Dotbot
 Download Wonder
-Dragonfly
-EMail Siphon
-EasyDL
-Ebingbong
+Drip
+EMail Wolf
+Ecxi
 EirGrabber
-EroCrawler
-Evil
-Exabot
-Extractor
-Extreme Picture Finder
+ExtLinksBot
+EyeNetIE
 Ezooms
 Firefox/7.0
+FlashGet
+FrontPage
+Fuzz
 FyberSpider
-GalaxyBot
-GetWeb
+GT::WWW
 Gigabot
+Go!Zilla
 Go-Ahead-Got-It
 GoZilla
-Grabber
-Grafula
-GridBot
-HTMLparser
-HTTP::Lite
+GrapeshotCrawler
 HTTrack
-HaosouSpider
-Hloader
-Iblog
+Havij
 Id-search
+IndeedBot
 Intelliseek
-InterGET
-Iria
-IstellaBot
-Jbrofuzz
-JennyBot
-Jorgee
+JamesBOT
+Joomla
 JustView
+Jyxobot
 Kenjin Spider
-Kinza
+Keybot Translation-Search-Machine
+Kozmosbot
 Lanshanbot
-LeechFTP
+Larbin
 LeechGet
 LexiBot
-LibWeb
-LieBaoFast
+Lftp
+Lightspeedsystems
 Likse
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-Lipperhey Spider
+LinksManager
+LinqiaScrapeBot
+Lipperhey
+Litemage_walker
 Lmspider
-MQQBrowser
-MSFrontPage
-Mag-Net
-Majestic-SEO
-Mata Hari
-MauiBot
+Majestic12
+MarkMonitor
+Masscan
+MeanPath Bot
 Mediatoolkitbot
-Metauri
-Mister PiX
-Moblie Safari
+MicroMessenger
+Microsoft Data Access
+Minefield
 Mojeek
+Mojolicious
 MolokaiBot
+Msrabot
+NPbot
 Nameprotect
 NearSite
-Net Vampire
+NetAnts
 NetMechanic
+NetSpider
 NetZIP
-NextGenSearchBot
+Netvibes
 Nibbler
+Nikto
+NimbleCrawler
+Nimbostratus
 Ninja
 Not
-Octopus
-Offline Explorer
-Openvas
+Nutch
+Offline Navigator
+OpenVAS
 OrangeBot
-OrangeSpider
-OutclicksBot
 OutfoxBot
-PECL::HTTP
 Page Analyzer
-PageThing.com
-Pavuk
+Panscient
 Petalbot
 Pi-Monster
 Picscout
 Picsearch
-Piepmatz
-ProPowerBot
+PictureFinder
+Pimonster
+PleaseCrawl
+Probethenet
 Pu_iN
-PxBroker
-QueryN Metasearch
+PyCurl
+Quick-Crawler
 RSSingBot
-RankingBot2
-Re-re
+RankFlex
+ReGet
+RealDownload
 Reaper
-RebelMouse
 RedesScrapy
+RepoMonkey
+Ripper
 Rogerbot
-SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
 SEOstats
-SISTRIX
 SalesIntelligent
-Scrapy
-ScreenerBot
+Scanbot
+ScoutJet
+Searchestate
 Seekport
-Semrush
-SemrushBot
-SentiBot
 SeoSiteCheckup
 SeobilityBot
-Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
 SiteSnagger
+Sitebeam
 Sitevigil
-Snake
-Snoopy
-SocialRankIOBot
+Sociscraper
 Sottopop
 SpaceBison
 SpankBot
-Spbot
+Spinn3r
+SputnikBot
 Sqlworm
+Sqworm
 SuperBot
-Surfbot
-Swiftbot
+Suzuran
+Szukacz
+T0PHackTeam
+Teleport
 TeleportPro
-Telesphoreo
-Telesphorep
-The Intraformant
+TheNomad
 Thumbor
+Toata
 Toweyabot
 Trendiction
-True_Robot
-TurnitinBot
+Turingos
+Turnitin
+TwengaBot
+Twice
 Typhoeus
-URLy Warning
-URLy.Warning
 UnisterBot
-Upflow
-V-BOT
-Vacuum
 VeriCiteCrawler
-Voil
-WASALive-Bot
-WEBDAV
+Virusdie
+VoidEYE
+WBSearchBot
 WISENutbot
+WWW-Mechanize
 WWWOFFLE
-Web Enhancer
-Web Fetch
-Web Sauger
-Web Sucker
+Wallpapers
+WallpapersHD
+WeSEE
+WebAuto
 WebBandit
-WebCopier
-WebEnhancer
 WebFetch
-WebImageCollector
-WebReaper
+WebFuck
+WebLeacher
+WebPix
+WebSauger
 WebSucker
-WebWhacker
-WebZIP
-Website Quester
+WebmasterWorldForumBot
+WebsiteExtractor
 WebsiteQuester
 Webster
-WiseGuys Robot
+Whacker
+Whatweb
+Widow
+Wonderbot
+Wprecon
 Xaldon_WebSpider
-Xenu
 Zade
-Zermelo
+Zauba
 ZmEu
 ZoomBot
-ZoominfoBot
+ZumBot
 adscanner
-arquivo-web-crawler
-autoemailspider
-cah.io.community
-check1.exe
-coccocbot
+cognitiveseo
 crawl.sogou.com
-crawler.feedback
 dataforseo.com
-demandbase-bot
 domainsproject.org
 eCatch
-mediawords
+heritrix
+iubenda-radar
+linkdexbot
+lwp-trivial
 muhstik-scan
-netEstate NE Crawler
 oBot
 polaris version
 probe-image-size
-ripz
-s1z.ru
-scan.lol
-seobility
+satoristudio.net
+scalaj-http
+seocompany.store
 seoscanners
-serpstatbot
 siteripz
 sp_auditbot
-trendiction.de
-voyagerx.com
+sysscan
+trendiction.com
+webmeup-crawler
 webpros.com
+webprosbot
+x09Mozilla
+x22Mozilla
 xpymep1.exe
-zauba.io