V4.2021.08.2556 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+404checker
+404enemy
+80legs
+AIBOT
+ASPSeek
+Abonti
 Acunetix
-AllSubmitter
-Anarchy
-Ankit
-Anthill
+Alexibot
+Alligator
 Apexoo
 Asterias
 Attach
-AwarioSmartBot
-BBBike
+BDFetch
 BackWeb
 Badass
-Bandit
-BatchFTP
+Barkrowler
 Battleztar Bazinga
-Bigfoot
-Bitacle
-Black Hole
 Blow
-Bolt
+BlowFish
+Boardreader
+Brandprotect
+Brandwatch
 Buddy
-Bullseye
-CSHttp
+BuiltBotTough
+BuiltWith
+BunnySlippers
 CazoodleBot
 CensysInspect
+CheeseBot
 ChinaClaw
-Claritybot
+Cliqzbot
+Cloud mapping
 Collector
-Craftbot
-Crawling at Home Project
-CrazyWebCrawler
-Curious
+Copier
+Cosmos
 Custo
-Deusu
-Devil
-Dirbuster
+DataCha0s
+Digincore
+Disco
 Dispatch
+DittoSpyder
 DnyzBot
-DomainSigmaCrawler
+DomCopBot
+DomainCrawler
+DomainStatsBot
 Domains Project
 Dotbot
-Download Wonder
-Dragonfly
+Drip
+ECCP/1.0
 EMail Siphon
+EMail Wolf
 Ebingbong
-EroCrawler
-Express WebPictures
-Extreme Picture Finder
-EyeNetIE
+Ecxi
+EirGrabber
+Evil
 Ezooms
-FDM
-FemtosearchBot
-Fimap
-Flunky
-Freeuploader
-FrontPage
+Fuzz
+Fyrebot
 GT::WWW
+GalaxyBot
 Genieo
+GermCrawler
 GetRight
-GetWeb
-Go!Zilla
-GoZilla
-Gotit
+Gigablast
+Go-Ahead-Got-It
 GrapeFX
-GridBot
-HEADMasterSEO
+GrapeshotCrawler
 HMView
+HTMLparser
+Haansoft
 HaosouSpider
 Havij
-Humanlinks
 IDBTE4M
 IRLbot
-Iblog
 Id-search
-IlseBot
 Image Fetch
-InfoNaviRobot
+Indy Library
 InfoTekies
 Internet Ninja
-JamesBOT
-Jetty
-Joomla
+InternetSeer
+Iria
+Iskanie
+JennyBot
+JetCar
+Jorgee
 JustView
 Keyword Density
 Kinza
 LNSpiderguy
-Leap
-LexiBot
-Lftp
+Lanshanbot
+LeechGet
 LibWeb
-Libwhisker
-Likse
+Lightspeedsystems
+LinkWalker
 Linkbot
-LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
+LinkextractorPro
+LinqiaRSSBot
 LinqiaScrapeBot
+Lipperhey
+Ltx71
 MJ12bot
-MSFrontPage
 MSIECrawler
-Mag-Net
-Magnet
-Mail.RU_Bot
 Majestic SEO
-Majestic-SEO
 MarkMonitor
-MeanPath Bot
-MegaIndex.ru
-Mister PiX
+MarkWatch
+Masscan
+Mata Hari
+Meanpathbot
+Microsoft Data Access
+Microsoft URL Control
+Moblie Safari
 Mozlila
 Mr.4x3
-NICErsPRO
-Name Intelligence
 Nameprotect
+Navroad
 NearSite
+Net Vampire
+NetAnts
+NetLyzer
 NetZIP
-Netcraft
-Nettrack
-NextGenSearchBot
-Nibbler
+Netvibes
 NimbleCrawler
-Nimbostratus
-Ninja
 Nmap
-Nuclei
 Nutch
+Octopus
 OpenLinkProfiler
 Openfind
 Openvas
-OrangeBot
-OrangeSpider
-PECL::HTTP
-Page Analyzer
-PageScorer
+OutclicksBot
+OutfoxBot
 PageThing.com
-Pandalytics
-Panscient
-Picsearch
+Pavuk
+Petalbot
+Pi-Monster
+PictureFinder
+Piepmatz
+Pimonster
 PleaseCrawl
 Pockey
-ProWebWalker
-Psbot
-Pu_iN
+ProPowerBot
 PxBroker
 QueryN Metasearch
-Quick-Crawler
+RankActive
+RankActiveLinkBot
+RankFlex
 RankingBot
 RankingBot2
+RankurBot
 Re-re
-RealDownload
-Reaper
-Recorder
+ReGet
 RedesScrapy
-RepoMonkey
-Rogerbot
-SEOkicks
+Ripper
+RocketCrawler
+SBIder
+SEOkicks-Robot
+SEOlyticsCrawler
 SEOprofiler
-SMTBot
+SEOstats
+ScanAlert
 Scrapy
-SearchmetricsBot
+ScreenerBot
+ScrepyBot
 Semrush
-SemrushBot
-SeoSiteCheckup
-Site Sucker
-SiteCheckerBotCrawler
-SiteLockSpider
-SiteSnagger
+SeobilityBot
 SiteSucker
 Sitebeam
-Sitevigil
-SocialRankIOBot
-Sottopop
-SpaceBison
+Snake
+Sosospider
 Spammen
-SpankBot
-Spbot
-Steeler
-Sucuri
-SuperBot
-SuperHTTP
-Surfbot
-Szukacz
+Spanner
+SputnikBot
+Sqworm
+Stripper
+Sucker
+Swiftbot
 T0PHackTeam
 T8Abot
-Telesoft
 Telesphoreo
 Telesphorep
 The Intraformant
 TheNomad
-Tracemyfile
+TightTwatBot
+Toata
+Trendiction
 Trendictionbot
 True_Robot
-Turingos
 Turnitin
 Typhoeus
-URLy.Warning
-V-BOT
+UnisterBot
+Upflow
+VCI
+VeriCiteCrawler
 VidibleScraper
 Virusdie
-Voil
 Voltron
-WASALive-Bot
-WBSearchBot
+WEBDAV
 WPScan
+WWW-Collector-E
+WWWOFFLE
+Wallpapers
 Wallpapers/3.0
-WeSEE
+WallpapersHD
+Web Auto
 Web Collage
+Web Enhancer
 Web Pix
-WebAuto
-WebCopier
-WebEnhancer
-WebLeacher
-WebPix
-WebReaper
-WebSauger
-Webalta
-Webshag
+Web Sauger
+Web Sucker
+WebGo IS
+WebStripper
+WebWhacker
+WebZIP
+WebmasterWorldForumBot
+WebsiteExtractor
 WebsiteQuester
-Webster
 Whack
-WiseGuys Robot
-Wonderbot
-Woobot
+Whacker
+Who.is Bot
+Wotbox
 Wprecon
-Xenu
 Zauba
-Zitebot
-ZoomBot
+ZmEu
+ZoominfoBot
+ZyBorg
 archive.org_bot
 arquivo.pt
 autoemailspider
+backlink-check
 check1.exe
-crawl.sogou.com
-demandbase-bot
-eCatch
+coccocbot-web
+com.plumanalytics
+evc-batch
 gopher
-magpie-crawler
-muhstik-scan
-netEstate NE Crawler
-ripz
-scalaj-http
+instabid
+internetVista monitor
+ips-agent
+lwp-request
+lwp-trivial
+meanpathbot
+pcBrowser
+polaris version
+probe-image-size
 seoscanners
+serpstatbot
 sitechecker.pro
+sogouspider
 spyfu
-sysscan
-trendiction.com
 webpros.com
-zauba.io
+x22Mozilla
 zgrab