V4.2021.09.2579 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404enemy
+80legs
+ADmantX
 AIBOT
 ALittle Client
-ASPSeek
-Aboundex
 Aboundexbot
-Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
-Alexibot
+AiHitBot
+Alligator
 AlphaBot
-Ankit
+Anarchy
+Apexoo
+Asterias
 Attach
+AwarioSmartBot
 BBBike
+BDCbot
 BLEXBot
+BackDoorBot
 BackStreet
-Badass
+Bandit
+BatchFTP
 Battleztar Bazinga
-BetaBot
 Bigfoot
-Bitacle
-Black Hole
-BlackWidow
-Blackboard
 Blow
-BlowFish
-Boardreader
-Bolt
-Brandprotect
 Buddy
 BuiltBotTough
-BuiltWith
+BunnySlippers
+BuzzSumo
 CATExplorador
 CODE87
-Calculon
 CazoodleBot
-Cegbfeieh
-CheTeam
+CensysInspect
 CherryPicker
-ChinaClaw
+Chlooe
+Cliqzbot
 Cloud mapping
+Copier
+CopyRightCheck
 Copyscape
-CrunchBot
+Crawling at Home Project
 Custo
 DBLBot
-DSearch
-Demon
-Deusu
+DIIbot
+DTS Agent
 Devil
-Digincore
-Disco
+DigitalPebble
+Dirbuster
 Discoverybot
-DittoSpyder
+Dispatch
 DnyzBot
-DomCopBot
-DomainAppender
-DomainCrawler
-DomainStatsBot
-Drip
+DomainSigmaCrawler
+Domains Project
+Dragonfly
 ECCP/1.0
-EasyDL
+EMail Siphon
+EMail Wolf
 Ebingbong
 Ecxi
 EirGrabber
-Evil
-Extractor
-EyeNetIE
-FHscan
+ExtractorPro
+Extreme Picture Finder
+Fimap
 Foobot
 FrontPage
 FyberSpider
+G-i-g-a-b-o-t
 GT::WWW
 GalaxyBot
+GetWeb
+Getintent
+Gigabot
 Go!Zilla
 Go-Ahead-Got-It
-GoZilla
-GrabNet
 GridBot
+HTMLparser
 HTTP::Lite
-Havij
-IDBTE4M
-Image Sucker
+HaosouSpider
+Heritrix
+Humanlinks
+IDBot
+Iblog
+Id-search
+Image Fetch
 Indy Library
-InterGET
+InfoNaviRobot
+InfoTekies
+Intelliseek
 Iria
 Iskanie
-Jetty
+IstellaBot
+JOC Web Spider
+JamesBOT
+Jbrofuzz
+JennyBot
+JetCar
 JikeSpider
+Joomla
 JustView
-Jyxobot
 Kenjin Spider
 Keyword Density
-Kozmosbot
+LNSpiderguy
 Lanshanbot
-Larbin
-LeechGet
-LibWeb
-Libwhisker
-LieBaoFast
+Leap
 Lightspeedsystems
-LinkWalker
-Linkdexbot
+Likse
 LinkextractorPro
-LinqiaRSSBot
+LinksManager
 LinqiaScrapeBot
-Litemage_walker
-MIIxpc
+Ltx71
+MFC_Tear_Sample
 MJ12bot
-MQQBrowser
+MSFrontPage
 MSIECrawler
+MTRobot
 Mag-Net
-Majestic-SEO
-Majestic12
-MarkWatch
+Magnet
+MarkMonitor
 Mass Downloader
-Masscan
 Mata Hari
-Mediatoolkitbot
-Mister PiX
+MauiBot
+MegaIndex.ru
 Moblie Safari
+Mojeek
+Morfeus Fucking Scanner
+Mozlila
+Msrabot
+NPbot
+Name Intelligence
 Nameprotect
+Navroad
+NearSite
 Needle
-Nessus
-Net Vampire
-NetAnts
-NetMechanic
-Netcraft
-Nettrack
-NextGenSearchBot
-Nibbler
-Niki-bot
-NimbleCrawler
-Nutch
+Nikto
 Octopus
-Offline Explorer
-Offline Navigator
-OpenLinkProfiler
+OpenVAS
+Openfind
 Openvas
-OrangeBot
-OrangeSpider
 OutclicksBot
-Panscient
-Pi-Monster
-Picscout
-Pimonster
-Pixray
-Pu_iN
+PECL::HTTP
+PageGrabber
+Pavuk
+Petalbot
+PleaseCrawl
+Psbot
 Pump
-Quick-Crawler
-RankActive
 RankActiveLinkBot
-RankFlex
-RankingBot2
-RankurBot
+Re-re
+RealDownload
 Reaper
-Recorder
-RedesScrapy
 RepoMonkey
-Ripper
-RocketCrawler
 SEOkicks
 SEOkicks-Robot
+SEOlyticsCrawler
 SEOstats
-SalesIntelligent
-ScanAlert
-Scrapy
 ScreenerBot
+ScrepyBot
 Semrush
+SemrushBot
 SentiBot
-Seomoz
-Siphon
-SiteExplorer
+SiteSnagger
 SiteSucker
-Siteimprove
-Sitevigil
+Sitebeam
+SmartDownload
+Snapbot
 SocialRankIOBot
-Sociscraper
-Sogou web spider
-Sosospider
-Sottopop
 SpaceBison
-Spbot
-Sucker
-Sucuri
-Surfbot
-Swiftbot
-Szukacz
-T0PHackTeam
-T8Abot
-Teleport
-TeleportPro
-The Intraformant
+Telesoft
+Telesphorep
+TheNomad
+TightTwatBot
 Titan
 Toweyabot
-TwengaBot
-Twice
-URLy Warning
+Trendictionbot
+Turnitin
+Typhoeus
 URLy.Warning
-VelenPublicWebCrawler
-VoidEYE
+Upflow
+VCI
+VeriCiteCrawler
+VidibleScraper
+Virusdie
 WASALive-Bot
-WWW-Collector-E
-WWW-Mechanize
+WISENutbot
 WWW::Mechanize
-Web Fetch
-Web Fuck
-Web Sucker
+Wallpapers
+Wallpapers/3.0
+WallpapersHD
+Web Enhancer
 WebBandit
-WebCopier
-WebFetch
-WebFuck
-WebGo IS
+WebCollage
 WebImageCollector
-WebLeacher
-WebPix
-WebStripper
+WebReaper
 WebWhacker
 Webalta
 WebmasterWorldForumBot
+Webshag
+Website Quester
 Webster
-Whack
-Who.is Bot
-Wotbox
-Xaldon_WebSpider
-Xenu
-ZmEu
+Whacker
+Whatweb
+Wonderbot
+Wprecon
+YoudaoBot
+Zauba
+Zitebot
+ZoomBot
+ZoominfoBot
+ZumBot
 ZyBorg
-backlink-check
-clark-crawler
-cognitiveseo
+archive.org_bot
+arquivo-web-crawler
+arquivo.pt
+check1.exe
 com.plumanalytics
+crawl.sogou.com
 crawler.feedback
-domainsproject.org
+crawler4j
+demandbase-bot
 evc-batch
-heritrix
-instabid
-internetVista monitor
+facebookscraper
+gopher
 lwp-request
+magpie-crawler
 meanpathbot
-netEstate NE Crawler
+oBot
+page scorer
 pcBrowser
+plumanalytics
+polaris version
+probe-image-size
+ripz
 s1z.ru
-scalaj-http
+seobility
 seoscanners
 serpstatbot
+sexsearcher
+sitechecker.pro
+siteripz
+sogouspider
+spyfu
 sysscan
 trendiction.com
-trendiction.de
 ubermetrics-technologies.com
+x09Mozilla
+xpymep1.exe
 zauba.io
+zgrab