V4.2023.01.3547 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-Aboundex
+404enemy
+80legs
+ADmantX
+AIBOT
+Abonti
+Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
 AiHitBot
-Alexibot
-Alligator
-AlphaBot
+Aipbot
 Anarchie
-Atomseobot
+Aspiegel
 Attach
 AwarioSmartBot
-BBBike
-BLEXBot
-BackDoorBot
-Bandit
-BetaBot
-Blow
+BDFetch
+BackWeb
+Backlink-Ceck
+Barkrowler
+Black Hole
+BlackWidow
+Blackboard
+BlowFish
 Bolt
-BotALot
-Brandwatch
-Buck
+Brandprotect
 BuiltBotTough
 BuiltWith
-CATExplorador
+Bullseye
 CCBot
-CODE87
+CSHttp
+Cegbfeieh
+CheTeam
+ChinaClaw
 Chlooe
+Citoid
 Claritybot
-Cloud mapping
-Collector
+Cliqzbot
+Cocolyzebot
 Copier
-Copyscape
-Craftbot
+Cosmos
+CrazyWebCrawler
 Crescent
 CrunchBot
 Custo
-DataCha0s
-Demon
+DIIbot
+DSearch
+DTS Agent
 Devil
-Digincore
-Dirbuster
 Disco
-Discoverybot
-DomCopBot
+Discobot
+Dispatch
 Domains Project
 Download Wonder
 Dragonfly
-Drip
+ECCP/1.0
 EMail Siphon
+EasyDL
+Ecxi
 EirGrabber
 EroCrawler
-Evil
-Express WebPictures
-ExtLinksBot
 Extractor
-EyeNetIE
-Ezooms
-Firefox/7.0
-Freeuploader
-G-i-g-a-b-o-t
-GT::WWW
+Extreme Picture Finder
+FHscan
+FyberSpider
+GalaxyBot
 GermCrawler
-GetRight
-GetWeb
-Go!Zilla
+GoZilla
+Gotit
 Grabber
 GrapeFX
-HEADMasterSEO
-HMView
-Harvest
+HTTP::Lite
+HTTrack
 Havij
 Heritrix
+Hloader
 Iblog
 Id-search
-IlseBot
 Image Fetch
-InfoTekies
-Intelliseek
-InterGET
-Internet Ninja
-InternetSeer
-Iskanie
-IstellaBot
-JOC Web Spider
-JamesBOT
+Image Sucker
 JennyBot
-JikeSpider
-Jorgee
-JustView
-Keyword Density
-LNSpiderguy
-Larbin
-Leap
+Jyxobot
+Kenjin Spider
+Keybot Translation-Search-Machine
+Kinza
+LWP::Simple
+LeechGet
+LexiBot
 LibWeb
-Lightspeedsystems
+LieBaoFast
 LinkScan
-LinkpadBot
+Linkbot
+LinkextractorPro
+LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
-MIIxpc
-MTRobot
-Magnet
+LinqiaRSSBot
+MJ12bot
+MSFrontPage
 Majestic-SEO
-Majestic12
-MarkMonitor
-MarkWatch
-Mass Downloader
-Mata Hari
-Mb2345Browser
-MeanPath Bot
-Mediatoolkitbot
+MauiBot
+Meanpathbot
 Metauri
-Msrabot
-Musobot
-NICErsPRO
-NPbot
+MicroMessenger
+Mister PiX
+Moblie Safari
+Mojeek
+Morfeus Fucking Scanner
+Mozlila
 Name Intelligence
-Nameprotect
 Navroad
 Nessus
+Net Vampire
 NetAnts
 NetLyzer
-Netvibes
-NextGenSearchBot
-Nimbostratus
+Netcraft
+Niki-bot
+NimbleCrawler
+Ninja
+Nmap
 Nuclei
-Octopus
+Nutch
 OnCrawl
+OpenVAS
 Openvas
-OutclicksBot
-PECL::HTTP
+OrangeBot
+OrangeSpider
 POE-Component-Client-HTTP
+PageAnalyzer
+PageGrabber
 PageScorer
-PageThing.com
+Pavuk
+PeoplePal
 Petalbot
+Pi-Monster
 Picsearch
-ProPowerBot
-ProWebWalker
 Probethenet
 Pu_iN
-Pump
-PxBroker
 PyCurl
-RankActiveLinkBot
+QueryN Metasearch
+RankActive
+RankingBot
 RankingBot2
 Rankivabot
 RankurBot
-Re-re
-ReGet
+RealDownload
 RedesScrapy
-RepoMonkey
+Ripper
+RocketCrawler
 Rogerbot
-SEOkicks
-SEOlyticsCrawler
+SBIder
+SEOstats
 SISTRIX
-ScanAlert
+SalesIntelligent
 Scanbot
-Scrapy
 ScreenerBot
-SemanticJuice
-SemrushBot
-SeoSiteCheckup
+Searchestate
+SearchmetricsBot
+SentiBot
 Siphon
-Site Sucker
+SiteLockSpider
 SiteSnagger
 SiteSucker
-Siteimprove
+Sitebeam
 Sitevigil
 SmartDownload
-Snake
-Snoopy
-Spammen
+SocialRankIOBot
+Sogou web spider
+Sosospider
+SpaceBison
 SpankBot
 Spanner
+Spinn3r
+Sqlmap
 Sqlworm
-Sucker
-Surfbot
-Thumbor
+Sqworm
+Stripper
+Sucuri
+SuperHTTP
+SurveyBot
+T0PHackTeam
+T8Abot
+Teleport
+Telesoft
+Telesphorep
+The Intraformant
+TheNomad
 TightTwatBot
-Titan
-Toata
-Trendiction
+Trendictionbot
 True_Robot
-Turnitin
-TurnitinBot
-URLy.Warning
+Typhoeus
 VCI
 Vacuum
 Vagabondo
-Virusdie
-Voil
+VeriCiteCrawler
+VoidEYE
 Voltron
 WBSearchBot
-WEBDAV
+WISENutbot
+WWW-Collector-E
 WWW::Mechanize
 Web Auto
-Web Pix
+Web Fetch
 WebCopier
-WebEnhancer
 WebFetch
-WebWhacker
-WebmasterWorldForumBot
-Webshag
+WebFuck
+WebImageCollector
+WebLeacher
+WebPix
+WebSauger
+WebStripper
+WebSucker
+Webalta
 Website Quester
-Webster
+WebsiteQuester
+Whack
 Whatweb
-WinHTTrack
-WiseGuys Robot
+Widow
 Wonderbot
-Wotbox
-Xenu
-Zade
-Zauba
-Zitebot
-ZmEu
+Xaldon_WebSpider
+Zermelo
+Zeus
+ZoomBot
 ZoominfoBot
-ZumBot
-ZyBorg
-backlink-check
+archive.org_bot
+autoemailspider
+cah.io.community
 check1.exe
-coccocbot
-crawler4j
+clark-crawler
+cognitiveseo
+com.plumanalytics
+crawl.sogou.com
 demandbase-bot
-domainsproject.org
+eCatch
 facebookscraper
-heritrix
+gopher
 instabid
 ips-agent
+iubenda-radar
 linkdexbot
-lwp-trivial
 meanpathbot
 mediawords
 muhstik-scan
-page scorer
-plumanalytics
+netEstate NE Crawler
+pcBrowser
 polaris version
 probe-image-size
 s1z.ru
-satoristudio.net
-scan.lol
-seoscanners
-spyfu
-tAkeOut
-trendiction.com
-trendiction.de
-webmeup-crawler
-webpros.com
+sogouspider
+sp_auditbot
+ubermetrics-technologies.com
 webprosbot
+x22Mozilla