V4.2022.05.3080 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
+404checker
+404enemy
 80legs
 AIBOT
 ALittle Client
-Abonti
-Aboundexbot
+ASPSeek
+Aboundex
 Acunetix
-AiHitBot
 Aipbot
 Alexibot
-AllSubmitter
-Alligator
-Anarchy
 Anarchy99
 Anthill
 Aspiegel
 Atomseobot
+AwarioSmartBot
 BDCbot
-BDFetch
-Backlink-Ceck
-Badass
 Bandit
-BatchFTP
+Battleztar Bazinga
 BetaBot
-Bigfoot
-BlackWidow
-Boardreader
-Brandwatch
-Buddy
+Bitacle
+Black Hole
+Blackboard
+Blow
+BlowFish
+Bolt
+BotALot
 BuiltBotTough
 Bullseye
+BunnySlippers
 CCBot
 CODE87
-CSHttp
-CazoodleBot
 Cegbfeieh
-CensysInspect
-Cloud mapping
-Copier
-CopyRightCheck
-Copyscape
-Craftbot
-CrazyWebCrawler
-CrunchBot
-Curious
-Custo
-DSearch
+CherryPicker
+ChinaClaw
+Chlooe
+Cliqzbot
+Cogentbot
+CyotekWebCopy
+DBLBot
+DIIbot
 DTS Agent
-DataCha0s
-Demon
-Dirbuster
-DnyzBot
-DomCopBot
-DomainAppender
+Discoverybot
+Dispatch
+DittoSpyder
+DnBCrawler-Analytics
 ECCP/1.0
-EasyDL
-Ecxi
+Ebingbong
+EirGrabber
 Exabot
-FDM
-FHscan
+Ezooms
+FemtosearchBot
 Fimap
-Flunky
-Foobot
+FlashGet
+FrontPage
 Fuzz
-GermCrawler
-GetRight
+Fyrebot
+G-i-g-a-b-o-t
+GalaxyBot
+Genieo
 GetWeb
-Getintent
-Go-Ahead-Got-It
-Grabber
+Gigabot
+Go!Zilla
+GrabNet
+Grafula
+GrapeFX
+GridBot
 HMView
+HTMLparser
+HTTrack
 Haansoft
-Heritrix
-Hloader
-HonoluluBot
-Humanlinks
-IlseBot
-Image Sucker
-Indy Library
-Intelliseek
+Havij
+IRLbot
+Image Fetch
+IndeedBot
+InterGET
 Internet Ninja
-Iria
+InternetSeer
 Iskanie
 IstellaBot
 JOC Web Spider
 JamesBOT
-Jbrofuzz
-JennyBot
+JetCar
 Jetty
-JikeSpider
-Joomla
-Keyword Density
-LeechGet
+Jyxobot
+Kenjin Spider
+Keybot Translation-Search-Machine
+Kozmosbot
+LWP::Simple
 LexiBot
-Libwhisker
+Lftp
+LibWeb
 LieBaoFast
-Likse
-LinkWalker
+Lightspeedsystems
+LinkScan
 LinksManager
-LinqiaRSSBot
-LinqiaScrapeBot
+Lipperhey
 Lipperhey Spider
-Lmspider
+Ltx71
 MFC_Tear_Sample
-MIIxpc
-MSIECrawler
-Majestic SEO
-MarkMonitor
-Mass Downloader
-Masscan
-Mata Hari
-Mb2345Browser
+MIDown tool
 Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
-MicroMessenger
-Microsoft URL Control
-Moblie Safari
-MolokaiBot
-Musobot
-Name Intelligence
+Metauri
+Microsoft Data Access
+Mister PiX
+Mojeek
+Mojolicious
+Mr.4x3
+NPbot
 Nameprotect
-NetAnts
-NetMechanic
-NetZIP
-Nettrack
+NearSite
+NetSpider
+Netcraft
 Nimbostratus
-Not
+Nmap
+Nuclei
 Octopus
-Offline Explorer
 Offline Navigator
+OpenLinkProfiler
+Openfind
+Openvas
 OrangeBot
-OrangeSpider
+OutfoxBot
 PHPCrawl
-Page Analyzer
+PageAnalyzer
 PageScorer
+PageThing.com
+Pandalytics
 Papa Foto
-PeoplePal
-Petalbot
-Picscout
+Pavuk
 Picsearch
+PictureFinder
+Piepmatz
+Pimonster
+Pixray
 PleaseCrawl
 ProWebWalker
-Pu_iN
-Pump
-PxBroker
+Psbot
+Quick-Crawler
+RankActive
 RankFlex
 RankingBot
-RankingBot2
-RankurBot
-Re-re
-ReGet
-RedesScrapy
+Rankivabot
+Reaper
+Recorder
 RepoMonkey
+Ripper
 RocketCrawler
-Rogerbot
-SEOlyticsCrawler
+SBIder
+SEOkicks-Robot
+SEOprofiler
+Scanbot
 ScoutJet
-Scrapy
 Searchestate
-SearchmetricsBot
+Seekport
+SemanticJuice
+Semrush
 SemrushBot
+Seomoz
 Site Sucker
-SiteLockSpider
-SiteSucker
-Siteimprove
+SiteSnagger
 Sitevigil
-Snake
-SocialRankIOBot
-SpaceBison
+Snapbot
+Snoopy
+Sosospider
 SpankBot
-Sqlmap
-Sqlworm
+Sqworm
 Sucuri
-SuperHTTP
-Surfbot
-Swiftbot
-T0PHackTeam
+Suzuran
+Szukacz
+Teleport
 Telesoft
-Telesphorep
-The Intraformant
-Thumbor
 TightTwatBot
 Toata
-Toweyabot
 Tracemyfile
-Trendiction
 Trendictionbot
 True_Robot
+Turingos
 Turnitin
-VCI
+TwengaBot
+URLy Warning
+Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
 Virusdie
-Voltron
+VoidEYE
 WASALive-Bot
-WEBDAV
+WBSearchBot
+WISENutbot
 WPScan
-WWW-Collector-E
+WWW-Mechanize
+WWWOFFLE
+Wallpapers
 WeSEE
+Web Auto
 Web Collage
-Web Sucker
+Web Fetch
+Web Sauger
+WebBandit
+WebCollage
 WebCopier
 WebEnhancer
 WebFetch
 WebFuck
+WebImageCollector
+WebLeacher
+WebPix
 WebStripper
+WebSucker
 WebWhacker
 Webalta
-WebsiteQuester
-Whack
-Whacker
-Who.is Bot
+WebsiteExtractor
 Widow
-WiseGuys Robot
-Wonderbot
 Woobot
-Xaldon WebSpider
-YoudaoBot
-Zauba
+Wotbox
+Wprecon
+Xenu
+Zitebot
+ZmEu
+ZoomBot
 ZoominfoBot
+ZyBorg
 adscanner
-archive.org_bot
-arquivo.pt
-cah.io.community
-cognitiveseo
+autoemailspider
+backlink-check
+check1.exe
+clark-crawler
 com.plumanalytics
 crawl.sogou.com
-dataforseo.com
 domainsproject.org
-eCatch
-facebookscraper
 gopher
-heritrix
 instabid
-linkdexbot
-lwp-request
-magpie-crawler
-page scorer
-plumanalytics
-probe-image-size
+internetVista monitor
+mediawords
+polaris version
 s1z.ru
+satoristudio.net
+seobility
+seocompany.store
 seoscanners
 seostar
-serpstatbot
-sogouspider
-sp_auditbot
-ubermetrics-technologies.com
+sitechecker.pro
+spyfu
+trendiction.de
+voyagerx.com
 webprosbot
 x09Mozilla
-x22Mozilla
-zgrab
+xpymep1.exe
+zauba.io