V4.2022.04.3034 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-80legs
-Acunetix
-AhrefsBot
+AiHitBot
 AllSubmitter
-Alligator
-Ankit
+AlphaBot
+Anarchy
+Anarchy99
 Asterias
-Atomseobot
-AwarioRssBot
-BBBike
-BDFetch
-BLEXBot
-BackDoorBot
+Attach
+BackStreet
 BackWeb
-BatchFTP
-Bitacle
+Backlink-Ceck
+Bandit
 Black Hole
 Blackboard
-Blow
-BotALot
-Brandwatch
-Buddy
-BuzzSumo
+BlowFish
+Boardreader
+Buck
+BuiltBotTough
+BunnySlippers
+CATExplorador
 CCBot
+CSHttp
+CheTeam
 ChinaClaw
-Chlooe
-Citoid
 Claritybot
-Cloud mapping
+Cocolyzebot
 Cogentbot
-Collector
+Copier
+CopyRightCheck
+Copyscape
 Craftbot
 Crawling at Home Project
-CrazyWebCrawler
+Crescent
+CrunchBot
+Curious
 Custo
 DBLBot
+DIIbot
+DataCha0s
+DatabaseDriverMysqli
 Demon
 Deusu
 Devil
-DigitalPebble
-Dirbuster
+Digincore
+Disco
 Discoverybot
-Dispatch
-DnBCrawler-Analytics
-DnyzBot
-DomainSigmaCrawler
+DittoSpyder
 DomainStatsBot
+Download Wonder
 Dragonfly
 Drip
 EMail Wolf
-Exabot
-Express WebPictures
+EasyDL
+Ebingbong
+ExtLinksBot
+Extractor
 ExtractorPro
 Extreme Picture Finder
 Ezooms
-FDM
+FHscan
+FemtosearchBot
 Fimap
-G-i-g-a-b-o-t
+Freeuploader
+FyberSpider
+GT::WWW
 Genieo
-GetRight
-Go-Ahead-Got-It
+GermCrawler
 GrabNet
 Grabber
-GrapeFX
-HTTP::Lite
+Grafula
+GrapeshotCrawler
+HMView
+HTMLparser
 HTTrack
-Heritrix
+Haansoft
+Harvest
 Hloader
-HonoluluBot
 Humanlinks
 HybridBot
+IDBTE4M
 IDBot
 IRLbot
-Iblog
-Id-search
-IlseBot
 Image Fetch
-Image Sucker
-InfoNaviRobot
+Indy Library
 Internet Ninja
-Iskanie
-IstellaBot
-Jbrofuzz
+InternetSeer
+Iria
 JennyBot
+JetCar
 Jetty
+JikeSpider
 JustView
-Jyxobot
-LWP::Simple
+Kenjin Spider
+Kozmosbot
 Lanshanbot
 Larbin
 Leap
-LexiBot
-LibWeb
+LeechFTP
+Libwhisker
 LieBaoFast
+Likse
 LinkScan
-LinkWalker
-Linkbot
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Litemage_walker
-Lmspider
+LinksManager
 MFC_Tear_Sample
-MTRobot
+MJ12bot
+MQQBrowser
+MSIECrawler
+Magnet
+Majestic-SEO
+Majestic12
+MarkMonitor
 MarkWatch
-Masscan
-Mata Hari
-MauiBot
 Mb2345Browser
-Metauri
-Microsoft Data Access
-Microsoft URL Control
+MegaIndex.ru
 Minefield
-Msrabot
+Moblie Safari
+Mojeek
+Mr.4x3
 Musobot
-NICErsPRO
-NetSpider
-Netcraft
+NPbot
+Nameprotect
+NearSite
+NetLyzer
 Netvibes
+NextGenSearchBot
 Niki-bot
-Nikto
+Ninja
 Octopus
-Offline Explorer
 OpenLinkProfiler
-OpenVAS
-Openfind
-Openvas
-OrangeBot
+OutclicksBot
+OutfoxBot
 POE-Component-Client-HTTP
-PageAnalyzer
 PageScorer
 PageThing.com
-Papa Foto
-Pavuk
-PictureFinder
+Pandalytics
+Panscient
+Petalbot
 Pixray
 PleaseCrawl
-Psbot
-Pu_iN
+Pockey
+Pump
 PxBroker
-PyCurl
-RankFlex
-RankingBot
+QueryN Metasearch
+Rankivabot
+ReGet
 RealDownload
 Reaper
-Recorder
-RedesScrapy
-RocketCrawler
+RebelMouse
 Rogerbot
 SBIder
-SEOkicks-Robot
-SEOlyticsCrawler
 SEOstats
-SMTBot
 ScanAlert
+Scanbot
 Scrapy
-Screaming
 ScrepyBot
+Searchestate
 Semrush
-SemrushBot
-SeobilityBot
-Shodan
+SentiBot
+Seomoz
+Site Sucker
+SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
+SiteSucker
+Sitebeam
 Siteimprove
 Sitevigil
 SlySearch
 SmartDownload
-Snake
-SocialRankIOBot
+Sociscraper
 Sogou web spider
-Sottopop
-SpankBot
+Spammen
+Spanner
 SputnikBot
-Sqlmap
-Sqlworm
-Sqworm
 Steeler
-SurveyBot
-Szukacz
-Teleport
+Stripper
+Sucuri
+SuperHTTP
+Swiftbot
+T0PHackTeam
+Telesphoreo
+Telesphorep
 The Intraformant
-TightTwatBot
-Titan
-Trendiction
+Thumbor
+Toweyabot
 Trendictionbot
-True_Robot
-TwengaBot
-Typhoeus
+Turingos
+Turnitin
+Twice
 UnisterBot
-VB Project
-VelenPublicWebCrawler
-Virusdie
-VoidEYE
+VeriCiteCrawler
+VidibleScraper
 Voil
-Voltron
-WBSearchBot
-WWW-Mechanize
+WEBDAV
+WPScan
+WWW::Mechanize
+Wallpapers
 Wallpapers/3.0
-WeSEE
-Web Auto
-Web Fuck
+Web Enhancer
+Web Fetch
+Web Pix
+Web Sauger
+WebAuto
 WebBandit
+WebCollage
 WebEnhancer
-WebFuck
-WebGo IS
-WebImageCollector
-WebPix
+WebFetch
 WebReaper
+WebSauger
+WebStripper
 WebSucker
-WebZIP
-Webshag
-Webster
+WebWhacker
+WebmasterWorldForumBot
+WebsiteExtractor
+WebsiteQuester
+Whatweb
 Who.is Bot
-Widow
 WinHTTrack
-WiseGuys Robot
+Wonderbot
 Wotbox
 Wprecon
-Xaldon WebSpider
-Xenu
+Xaldon_WebSpider
 YoudaoBot
-Zade
-ZumBot
+ZmEu
+ZoomBot
 ZyBorg
-archive.org_bot
-cah.io.community
-clark-crawler
+check1.exe
+coccocbot
 com.plumanalytics
+crawler.feedback
+crawler4j
 dataforseo.com
 demandbase-bot
 facebookscraper
 heritrix
-instabid
-ips-agent
-isitwp.com
-lwp-request
+iubenda-radar
+linkdexbot
 magpie-crawler
-mediawords
-muhstik-scan
-netEstate NE Crawler
-s1z.ru
+oBot
+ripz
+scalaj-http
 seoscanners
-sexsearcher
+seostar
+serpstatbot
+siteripz
+sogouspider
 spyfu
-ubermetrics-technologies.com
-voyagerx.com
-webpros.com
-webprosbot
+sysscan
+tAkeOut
+x22Mozilla
+zauba.io
+zgrab