V4.2021.09.2569 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
+404enemy
+ADmantX
+ALittle Client
+Abonti
 Aboundexbot
 Acunetix
-AfD-Verbotsverfahren
-AhrefsBot
-Aipbot
-Alexibot
+AiHitBot
+AllSubmitter
+Alligator
 AlphaBot
-Anarchie
-Anthill
-Apexoo
-Aspiegel
-AwarioRssBot
-AwarioSmartBot
-BBBike
+Anarchy99
+BLEXBot
+BackStreet
 BackWeb
-Backlink-Ceck
-BetaBot
-Boardreader
-BotALot
+Badass
+Bandit
+Barkrowler
+BatchFTP
+Bitacle
+BlowFish
 Brandprotect
-Brandwatch
-Buck
-BuiltWith
+Buddy
+BuiltBotTough
 Bullseye
 BunnySlippers
-CCBot
-CheTeam
-CheeseBot
+CATExplorador
+Calculon
+CazoodleBot
+Cegbfeieh
 Chlooe
-Cloud mapping
+Cliqzbot
 Cocolyzebot
+Cogentbot
 Collector
-Copyscape
+Copier
 Craftbot
-Curious
+CrazyWebCrawler
+Crescent
+CrunchBot
 Custo
+DSearch
 DatabaseDriverMysqli
 Demon
-Digincore
-DigitalPebble
-Dirbuster
-Disco
-Discoverybot
-Dispatch
-DittoSpyder
-DomainSigmaCrawler
-DomainStatsBot
-Domains Project
+DomainAppender
 Dotbot
 Download Wonder
-Ebingbong
-Ecxi
+Dragonfly
+ECCP/1.0
+EMail Siphon
+EMail Wolf
 EirGrabber
-Exabot
+Evil
 Express WebPictures
 ExtLinksBot
 EyeNetIE
-FDM
-Freeuploader
-Fuzz
+FHscan
+FlashGet
+FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
 GalaxyBot
+Genieo
 GermCrawler
+GetWeb
+Getintent
+Gigablast
 Gigabot
-Go!Zilla
+Go-Ahead-Got-It
 GoZilla
-GrabNet
-GrapeshotCrawler
+Grabber
+GrapeFX
 HMView
-HTMLparser
 HTTP::Lite
+HTTrack
 Haansoft
 Hloader
 HybridBot
-IDBTE4M
-Iblog
-Image Fetch
-Indy Library
-Iria
-IstellaBot
-JamesBOT
-JetCar
+IDBot
+IRLbot
+IlseBot
+IndeedBot
+InfoTekies
+Internet Ninja
+InternetSeer
+JOC Web Spider
 Jetty
 JikeSpider
 Joomla
-JustView
-Keyword Density
+Jorgee
 Kinza
-Kozmosbot
 LNSpiderguy
-LexiBot
-LieBaoFast
-Lightspeedsystems
+LWP::Simple
+LibWeb
+Linkdexbot
 LinkpadBot
 LinksManager
 LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
-MFC_Tear_Sample
-MIIxpc
+Lmspider
+MIDown tool
 MQQBrowser
-MSIECrawler
 Mag-Net
-Mass Downloader
+Magnet
+MarkMonitor
 Mata Hari
-Meanpathbot
-MegaIndex.ru
-Metauri
-Microsoft Data Access
-Mister PiX
-Mojolicious
+MauiBot
+Mb2345Browser
+Microsoft URL Control
+Moblie Safari
+Mr.4x3
 Musobot
-NPbot
+Name Intelligence
 Navroad
 Nessus
-NetLyzer
+Net Vampire
+NetSpider
 NetZIP
-Netcraft
-Nettrack
-Niki-bot
-NimbleCrawler
-Ninja
+Netvibes
+Nibbler
 Nuclei
-Nutch
-Octopus
-OpenLinkProfiler
-Openvas
-OutclicksBot
+OpenVAS
 OutfoxBot
-Page Analyzer
+POE-Component-Client-HTTP
 PageAnalyzer
-Pandalytics
-Panscient
-Pavuk
+PageGrabber
+PageScorer
 Petalbot
+Pi-Monster
+Picscout
 Picsearch
+Piepmatz
+Pimonster
 Pockey
-Pump
+ProWebWalker
+Probethenet
+Psbot
+Pu_iN
 PxBroker
 PyCurl
-Quick-Crawler
+QueryN Metasearch
 RSSingBot
-RankActive
-RankingBot
-RankingBot2
-Rankivabot
+RankurBot
 Re-re
-RebelMouse
-Recorder
-RedesScrapy
+RealDownload
 RepoMonkey
-Rogerbot
+RocketCrawler
+SBIder
 SEOkicks-Robot
-SEOprofiler
+SEOlyticsCrawler
 SEOstats
-Screaming
+SISTRIX
+SMTBot
+ScanAlert
+Scrapy
+ScreenerBot
 ScrepyBot
-Searchestate
+Semrush
 SemrushBot
+SentiBot
 SeoSiteCheckup
-SeobilityBot
-Seomoz
 Shodan
-Siphon
-Site Sucker
-SiteExplorer
-SiteLockSpider
-SiteSucker
-SlySearch
-Snoopy
+Sitebeam
+Siteimprove
+Sitevigil
+SmartDownload
+Snapbot
 SocialRankIOBot
-Sociscraper
-SpaceBison
-Spammen
-SpankBot
+Sosospider
+Sottopop
 Spanner
+Spbot
+SputnikBot
 Sqlworm
-Sqworm
+Steeler
+Sucker
 Sucuri
-SurveyBot
+Surfbot
 T0PHackTeam
-Teleport
-TeleportPro
-Telesphoreo
+The Intraformant
 TheNomad
-Titan
+TightTwatBot
 Toata
+Toweyabot
 Trendiction
 Trendictionbot
-Twice
-Typhoeus
-URLy.Warning
+True_Robot
+Turnitin
+UnisterBot
+Upflow
+V-BOT
 VB Project
-VCI
-Virusdie
-WASALive-Bot
-WBSearchBot
+Vacuum
+VeriCiteCrawler
 WEBDAV
 WISENutbot
-WWW-Collector-E
-WWW::Mechanize
+WWWOFFLE
+Wallpapers
+Wallpapers/3.0
 WeSEE
 Web Auto
 Web Enhancer
+Web Fetch
 Web Fuck
-WebAuto
-WebBandit
-WebCollage
-WebEnhancer
-WebFetch
-WebGo IS
-WebLeacher
-WebReaper
+Web Pix
+Web Sucker
 WebSauger
+WebStripper
+WebSucker
+WebWhacker
+WebZIP
+Webalta
+WebmasterWorldForumBot
+Website Quester
+WebsiteExtractor
 WebsiteQuester
-Whack
+Webster
 Whatweb
-Widow
-WinHTTrack
+Who.is Bot
+WiseGuys Robot
+Woobot
+Wprecon
 Xaldon WebSpider
-Zauba
-Zermelo
-Zitebot
-ZumBot
-arquivo-web-crawler
-autoemailspider
-backlink-check
+Xaldon_WebSpider
+Xenu
+Zade
+ZoomBot
+ZoominfoBot
+ZyBorg
 clark-crawler
-coccocbot-web
 crawler.feedback
-domainsproject.org
-evc-batch
-internetVista monitor
-isitwp.com
-magpie-crawler
+demandbase-bot
+facebookscraper
+instabid
+lwp-request
 meanpathbot
-probe-image-size
+mediawords
+muhstik-scan
+oBot
+pcBrowser
 ripz
-satoristudio.net
-seoscanners
+s1z.ru
 serpstatbot
-spyfu
-sysscan
-trendiction.de
-voyagerx.com
-webmeup-crawler
-webprosbot
+siteripz
+sp_auditbot
+tAkeOut
+trendiction.com
+x22Mozilla
+xpymep1.exe
+zauba.io
 zgrab