V4.2021.11.2691 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
+404checker
 404enemy
-Abonti
+ADmantX
+ALittle Client
+ASPSeek
+Aboundexbot
+Acunetix
+AfD-Verbotsverfahren
+AhrefsBot
 AiHitBot
-Alligator
+Alexibot
 AlphaBot
-Anarchie
+Aspiegel
 AwarioSmartBot
-BackDoorBot
+BBBike
+BDCbot
+BLEXBot
 BackWeb
 Backlink-Ceck
-BacklinkCrawler
-Badass
-Barkrowler
-BetaBot
 Bitacle
+Black Hole
 BlackWidow
 Blow
-Bolt
-BotALot
-Buck
-Buddy
 BuiltBotTough
 Bullseye
 BuzzSumo
-CODE87
+CATExplorador
 CSHttp
-CheTeam
-CheeseBot
-Chlooe
+Calculon
+CazoodleBot
+Cegbfeieh
+CherryPicker
+ChinaClaw
 Claritybot
 Cocolyzebot
+Copyscape
 Cosmos
-Craftbot
 Crawling at Home Project
+CrazyWebCrawler
+CrunchBot
 Custo
-DTS Agent
 DataCha0s
-Demon
-Digincore
-Discoverybot
+Devil
+DigitalPebble
+Dirbuster
+Disco
+Dispatch
+DnBCrawler-Analytics
 DnyzBot
-DomCopBot
 DomainAppender
 DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
+Domains Project
 Dotbot
 Dragonfly
-EMail Siphon
-Ecxi
+Drip
+ECCP/1.0
+EroCrawler
+Exabot
 ExtLinksBot
 ExtractorPro
-FDM
+Extreme Picture Finder
+EyeNetIE
+Flunky
+Foobot
+Freeuploader
+Fuzz
 FyberSpider
+G-i-g-a-b-o-t
+GT::WWW
+GalaxyBot
 Genieo
-GetRight
-Go!Zilla
+GetWeb
+Gigabot
 Gotit
-Grabber
 GrapeFX
-GrapeshotCrawler
+GridBot
+HEADMasterSEO
 HTMLparser
+HTTrack
 HaosouSpider
+Harvest
 Heritrix
-Hloader
-IRLbot
+Humanlinks
+HybridBot
+IDBTE4M
+Iblog
 IlseBot
-Indy Library
-InfoTekies
-InterGET
+Image Fetch
 Internet Ninja
-Iria
-Iskanie
-IstellaBot
-JamesBOT
-Jetty
-Joomla
-Lanshanbot
-LeechFTP
+JOC Web Spider
+Kozmosbot
 LeechGet
-LexiBot
+Lftp
+LibWeb
+Libwhisker
 LieBaoFast
+Lightspeedsystems
 Likse
 LinkScan
 LinkWalker
-Linkbot
-LinksManager
-LinqiaMetadataDownloaderBot
-Ltx71
+LinkpadBot
+Lipperhey Spider
+Lmspider
 MIDown tool
-MJ12bot
 MSIECrawler
+MTRobot
+Mag-Net
 Mail.RU_Bot
-Majestic12
-MarkWatch
-Masscan
+Majestic-SEO
+MarkMonitor
+Mata Hari
 MauiBot
 MeanPath Bot
+Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
 MicroMessenger
-Microsoft Data Access
 Microsoft URL Control
-Mister PiX
 Mojolicious
+Msrabot
 Musobot
-Name Intelligence
-Navroad
-Nessus
+Needle
+NetAnts
 NetLyzer
-NetSpider
-NetZIP
-Nettrack
-NextGenSearchBot
+NetMechanic
+Nibbler
+Niki-bot
 Nikto
-NimbleCrawler
 Nimbostratus
-Nmap
+Ninja
 Offline Explorer
-OnCrawl
-OpenVAS
-OrangeBot
-OrangeSpider
+OpenLinkProfiler
+Openfind
+Openvas
 OutfoxBot
-POE-Component-Client-HTTP
-PageGrabber
+PECL::HTTP
 PageScorer
-PageThing.com
+Pandalytics
+Panscient
 Pavuk
-Petalbot
 Pi-Monster
-Picscout
+Picsearch
 Piepmatz
-Pimonster
-Pixray
-Pockey
-ProPowerBot
-ProWebWalker
-Probethenet
-Psbot
-Pu_iN
+PleaseCrawl
 Pump
-PyCurl
-Quick-Crawler
-RSSingBot
-RankActive
+QueryN Metasearch
+RankActiveLinkBot
+RankFlex
 RankingBot2
-Rankivabot
-Reaper
-RepoMonkey
-SEOkicks-Robot
+Re-re
+RealDownload
+Rogerbot
+SBIder
 SEOlyticsCrawler
-SEOprofiler
+SEOstats
 SISTRIX
-ScoutJet
-Scrapy
+ScanAlert
+Scanbot
 Screaming
-ScreenerBot
-Searchestate
+ScrepyBot
 SearchmetricsBot
-Semrush
-SeoSiteCheckup
-SiteExplorer
+SeobilityBot
+Siphon
+SiteLockSpider
 SiteSnagger
 SiteSucker
-Siteimprove
-Sitevigil
+Sitebeam
+SmartDownload
 Snapbot
-SocialRankIOBot
-Sogou web spider
+Sociscraper
 SpaceBison
 SpankBot
-Spinn3r
-Sqlmap
-Sqworm
 Sucker
 Sucuri
-Szukacz
+SuperBot
+Surfbot
+Suzuran
 T0PHackTeam
-Teleport
-TeleportPro
+T8Abot
+Telesoft
+Telesphoreo
 Telesphorep
-Trendiction
+The Intraformant
+TheNomad
+Thumbor
+True_Robot
+Turnitin
+TwengaBot
 Twice
-Typhoeus
-Upflow
+URLy Warning
+UnisterBot
 V-BOT
+VB Project
 VCI
-VelenPublicWebCrawler
-VeriCiteCrawler
-Virusdie
-Voil
+Vagabondo
+VidibleScraper
 Voltron
-WISENutbot
-WWW-Collector-E
+WBSearchBot
+WWW-Mechanize
 WWW::Mechanize
-WWWOFFLE
 Wallpapers
-Wallpapers/3.0
+WallpapersHD
+Web Auto
+Web Collage
 Web Enhancer
-WebAuto
-WebCollage
+Web Fetch
+Web Sauger
 WebCopier
-WebEnhancer
-WebReaper
-WebSauger
+WebFetch
+WebGo IS
+WebStripper
 WebWhacker
 WebmasterWorldForumBot
-Whack
+Website Quester
 Whacker
-Whatweb
+Who.is Bot
 Widow
+WiseGuys Robot
 Wonderbot
-Wotbox
-Zitebot
-ZoominfoBot
-archive.org_bot
+Wprecon
+Xaldon_WebSpider
+Xenu
+YoudaoBot
+ZmEu
+arquivo.pt
 autoemailspider
-cah.io.community
+backlink-check
 check1.exe
-coccocbot-web
-cognitiveseo
+clark-crawler
+com.plumanalytics
 crawl.sogou.com
-dataforseo.com
 demandbase-bot
-eCatch
 evc-batch
-heritrix
-instabid
 internetVista monitor
 ips-agent
-lwp-trivial
-magpie-crawler
-meanpathbot
-muhstik-scan
-netEstate NE Crawler
-probe-image-size
+isitwp.com
 ripz
 s1z.ru
 scan.lol
-seobility
+seoscanners
 seostar
-sexsearcher
-sitechecker.pro
-siteripz
-sp_auditbot
+spyfu
+sysscan
 tAkeOut
-ubermetrics-technologies.com
-webprosbot
+trendiction.com
+voyagerx.com
+webpros.com
 x09Mozilla
+x22Mozilla
+xpymep1.exe