V4.2021.08.2514 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404checker
-AIBOT
-Abonti
-Aboundex
+404enemy
+80legs
+ADmantX
 Aboundexbot
 Acunetix
-AfD-Verbotsverfahren
-AhrefsBot
-AiHitBot
 Aipbot
-Alexibot
-AlphaBot
-Anarchy
-Anarchy99
 Ankit
-Apexoo
 Aspiegel
-Asterias
-Attach
-BDCbot
+AwarioRssBot
+AwarioSmartBot
 BLEXBot
-Bandit
-Barkrowler
-BetaBot
-Bigfoot
+BackStreet
+BackWeb
+Backlink-Ceck
+BlackWidow
+Blackboard
+BlowFish
 Boardreader
+BotALot
+Buddy
 BuiltBotTough
 BuiltWith
+Bullseye
 BuzzSumo
-CCBot
+CSHttp
 CazoodleBot
-Cliqzbot
-Copier
+Cegbfeieh
+CensysInspect
+CheTeam
+CherryPicker
+ChinaClaw
+Cogentbot
+CrazyWebCrawler
 Crescent
-CrunchBot
-Curious
-Custo
 CyotekWebCopy
-DIIbot
+DBLBot
 DTS Agent
-Devil
-DigitalPebble
+Demon
 Dirbuster
-Disco
-Dispatch
-DittoSpyder
+Discobot
 DnyzBot
-DomainAppender
-DomainCrawler
-DomainStatsBot
+DomainSigmaCrawler
 Dotbot
 Drip
 EMail Siphon
-EasyDL
-Ebingbong
+Ecxi
+EirGrabber
 EroCrawler
-Exabot
 Express WebPictures
+Extractor
+Extreme Picture Finder
 EyeNetIE
 Ezooms
-FemtosearchBot
+FDM
 Fimap
 FlashGet
+Flunky
+Freeuploader
 FrontPage
-FyberSpider
 Fyrebot
-GalaxyBot
+G-i-g-a-b-o-t
+Genieo
+GermCrawler
 GetRight
-Gigablast
+Gigabot
+Gotit
+Grafula
 GrapeFX
-GrapeshotCrawler
-HEADMasterSEO
-HTTrack
-Haansoft
+HMView
 HaosouSpider
+Harvest
+Havij
 Heritrix
-Hloader
+HybridBot
 IRLbot
-Image Fetch
+Id-search
+Image Sucker
 IndeedBot
 InfoTekies
 Intelliseek
 InterGET
 IstellaBot
-JOC Web Spider
-JamesBOT
-Jbrofuzz
-JetCar
+JennyBot
+Jetty
 JikeSpider
-Jorgee
-Kozmosbot
-LNSpiderguy
-LWP::Simple
+Jyxobot
 Leap
 LexiBot
-Libwhisker
 LieBaoFast
 Lightspeedsystems
-LinkWalker
+LinkScan
 Linkbot
-LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
+LinkextractorPro
+Lmspider
 MIIxpc
+MJ12bot
 MQQBrowser
-MSFrontPage
-Magnet
-Majestic SEO
-Majestic12
+Mag-Net
+Mail.RU_Bot
 Masscan
-Mb2345Browser
+Mata Hari
+MegaIndex.ru
+Mister PiX
 Moblie Safari
 Mojolicious
-Morfeus Fucking Scanner
 Mozlila
 Msrabot
-NPbot
-Nameprotect
-Needle
+Musobot
+NICErsPRO
+NearSite
 NetLyzer
 NetMechanic
+Netcraft
 Nettrack
 Nibbler
+Niki-bot
 Nikto
+Nimbostratus
 Ninja
 Nmap
-Nuclei
+Nutch
 Octopus
-Offline Explorer
-OnCrawl
+OpenLinkProfiler
 OpenVAS
-OrangeSpider
-OutfoxBot
+Openvas
+OutclicksBot
 POE-Component-Client-HTTP
-PageAnalyzer
+Page Analyzer
 PageGrabber
+PageScorer
 Pandalytics
-Panscient
+Papa Foto
+Pavuk
+PeoplePal
 Petalbot
 Pi-Monster
-Picscout
 Picsearch
-Piepmatz
-PleaseCrawl
+Pimonster
+Pixray
+Pockey
+Probethenet
 Psbot
 Pu_iN
-QueryN Metasearch
-Quick-Crawler
+Pump
+RSSingBot
+RankActiveLinkBot
 RankingBot
 RankingBot2
-RankurBot
-RebelMouse
+Rankivabot
+Reaper
 RepoMonkey
+Rogerbot
+SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
-SMTBot
-ScoutJet
-Scrapy
-ScreenerBot
-ScrepyBot
+ScanAlert
 SearchmetricsBot
 Semrush
-SemrushBot
+SentiBot
+SeobilityBot
+Seomoz
 Shodan
 Siphon
-SiteSnagger
 Sitebeam
-Sitevigil
-SmartDownload
-Snake
+SlySearch
 Snapbot
-Snoopy
-Sogou web spider
-SpaceBison
+SocialRankIOBot
+Sosospider
 Spanner
-Spinn3r
-Sqlmap
-Sucuri
-Swiftbot
+Sqworm
+Steeler
+Sucker
+SuperBot
+Surfbot
+Szukacz
 T0PHackTeam
-T8Abot
 Teleport
-Tracemyfile
-True_Robot
-Turingos
+TeleportPro
+Telesoft
+Telesphorep
+The Intraformant
+TheNomad
+Thumbor
+Titan
+Toweyabot
+Trendiction
 TurnitinBot
-Twice
-V-BOT
-VCI
-Vagabondo
-VeriCiteCrawler
-VidibleScraper
-Virusdie
-Voltron
-WASALive-Bot
-WBSearchBot
+Typhoeus
+URLy.Warning
+Upflow
+Vacuum
+VelenPublicWebCrawler
+VoidEYE
 WISENutbot
-WWW-Mechanize
 WWW::Mechanize
-WWWOFFLE
-Wallpapers
-WallpapersHD
-WeSEE
-Web Collage
-Web Enhancer
-Web Sauger
+Web Auto
+Web Fetch
+Web Pix
 WebBandit
-WebCopier
+WebCollage
+WebEnhancer
 WebFetch
 WebFuck
+WebGo IS
 WebImageCollector
+WebLeacher
+WebReaper
 WebSauger
+WebSucker
 Webshag
+Website Quester
+WebsiteExtractor
+Webster
+Whack
+Whacker
 Widow
-WiseGuys Robot
 Wonderbot
+Woobot
 Wotbox
-Xaldon WebSpider
-Zade
-Zitebot
+Wprecon
+Xenu
+ZoomBot
+ZumBot
 ZyBorg
-archive.org_bot
-cah.io.community
-check1.exe
-com.plumanalytics
+coccocbot-web
+demandbase-bot
+domainsproject.org
 eCatch
-evc-batch
-facebookscraper
+gopher
 heritrix
 internetVista monitor
-lwp-request
+ips-agent
+isitwp.com
 mediawords
-muhstik-scan
 netEstate NE Crawler
-pcBrowser
+page scorer
 plumanalytics
-ripz
-seobility
-sexsearcher
-sitechecker.pro
+polaris version
+s1z.ru
+satoristudio.net
+scan.lol
+seoscanners
+seostar
 siteripz
-sogouspider
 sp_auditbot
-sysscan
-voyagerx.com
-webmeup-crawler
+trendiction.de
+ubermetrics-technologies.com
 x22Mozilla
+xpymep1.exe