V4.2022.04.3041 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
+01h4x.com
+360Spider
 404enemy
-ASPSeek
+Aboundex
 Aboundexbot
-Acunetix
-AhrefsBot
-Alexibot
-Alligator
+AfD-Verbotsverfahren
+AiHitBot
+Aipbot
+AllSubmitter
+AlphaBot
+Anarchie
 Anarchy
+Apexoo
 Aspiegel
+Atomseobot
 Attach
-AwarioRssBot
 AwarioSmartBot
-BBBike
 BackStreet
-BackWeb
+Backlink-Ceck
 BacklinkCrawler
-Badass
-Bitacle
+Barkrowler
+BatchFTP
+Battleztar Bazinga
+BetaBot
 Black Hole
-Blackboard
-Blow
-Brandprotect
-Brandwatch
-Buddy
+Boardreader
+Bolt
+Buck
 Bullseye
-BunnySlippers
-CATExplorador
-CODE87
-Calculon
+BuzzSumo
+CSHttp
 CazoodleBot
 Cegbfeieh
+CensysInspect
 CheTeam
 CheeseBot
-Cliqzbot
-Collector
-Copier
-Copyscape
+CherryPicker
+ChinaClaw
+Cocolyzebot
 Cosmos
 Craftbot
-Crawling at Home Project
+CrunchBot
 Custo
-CyotekWebCopy
 DBLBot
-DIIbot
-DTS Agent
 DataCha0s
 DatabaseDriverMysqli
-Digincore
 DigitalPebble
-Discoverybot
+DnyzBot
 DomCopBot
-DomainCrawler
-DomainSigmaCrawler
+DomainAppender
 DomainStatsBot
-Domains Project
-Dotbot
-Drip
-EMail Wolf
-EasyDL
-EirGrabber
-Evil
+EMail Siphon
+Ebingbong
 Exabot
+Ezooms
 FHscan
+Fimap
+Firefox/7.0
+Flunky
 Freeuploader
-FrontPage
+Fuzz
+FyberSpider
+Fyrebot
 GalaxyBot
-Getintent
+GermCrawler
+GetWeb
+Go-Ahead-Got-It
 GoZilla
 Gotit
+GrabNet
+Grabber
 Grafula
-GrapeshotCrawler
-HMView
+HEADMasterSEO
 HTMLparser
+Haansoft
+HaosouSpider
+Hloader
 Humanlinks
+IDBot
 IRLbot
-Iblog
-IndeedBot
+Image Fetch
+Image Sucker
+Indy Library
 Intelliseek
-Internet Ninja
-InternetSeer
-Iria
 Iskanie
-JamesBOT
-JetCar
-Jetty
+Jbrofuzz
+JikeSpider
+Joomla
+Jorgee
 Jyxobot
-Keybot Translation-Search-Machine
-Kinza
-Kozmosbot
-LNSpiderguy
-Larbin
-Leap
-LexiBot
-Lftp
-LieBaoFast
+Keyword Density
+Lanshanbot
+LeechFTP
+LeechGet
+Libwhisker
+Likse
 LinkScan
-LinkWalker
 Linkbot
-LinkextractorPro
-LinkpadBot
+LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
 Lipperhey
+Lipperhey Spider
+Litemage_walker
 Ltx71
-MFC_Tear_Sample
-Mag-Net
-Magnet
-Mail.RU_Bot
-MarkMonitor
-Masscan
+MIIxpc
+MSIECrawler
+Majestic-SEO
+Mass Downloader
+Mata Hari
+MauiBot
 Mb2345Browser
-Meanpathbot
+MeanPath Bot
 Mediatoolkitbot
+Metauri
 MicroMessenger
-Microsoft URL Control
+Microsoft Data Access
+Moblie Safari
+Mojeek
 MolokaiBot
-Mozlila
-NICErsPRO
-NPbot
-Name Intelligence
+Mr.4x3
 Nameprotect
 Navroad
-NearSite
-Nessus
-Net Vampire
+NetLyzer
+NetMechanic
 NetSpider
-Netvibes
-Nibbler
-NimbleCrawler
-Nimbostratus
-Ninja
-Not
-Nutch
-Offline Explorer
+NextGenSearchBot
+Niki-bot
+Nuclei
+OnCrawl
 OpenLinkProfiler
-Openfind
+OpenVAS
+Openvas
+OrangeBot
 OrangeSpider
-PECL::HTTP
 PageAnalyzer
-PageScorer
+PageGrabber
+PageThing.com
 Pandalytics
-Panscient
+Papa Foto
+Pavuk
+PeoplePal
 Petalbot
-Picscout
-Pimonster
 PleaseCrawl
-PyCurl
+Pockey
+Probethenet
+Quick-Crawler
+RankActiveLinkBot
+RankFlex
+RankingBot
 RankingBot2
-Rankivabot
-ReGet
 RealDownload
-Reaper
+Ripper
 RocketCrawler
-SEOlyticsCrawler
-SEOstats
+SBIder
+SEOprofiler
+SISTRIX
+SalesIntelligent
+ScanAlert
 Scanbot
 ScoutJet
 Searchestate
+SearchmetricsBot
 Seekport
 SemanticJuice
-Semrush
-SentiBot
-Seomoz
-Shodan
+SemrushBot
+SeoSiteCheckup
 Siphon
-Site Sucker
 SiteExplorer
-SiteSucker
-Siteimprove
-SlySearch
-Sociscraper
-Sosospider
-SpaceBison
-Spammen
+SiteLockSpider
+SiteSnagger
+Sitebeam
 SpankBot
 Spbot
 Spinn3r
-Sqlworm
-Steeler
-Sucker
-SuperHTTP
+SputnikBot
+Sqlmap
+Stripper
+Sucuri
+SuperBot
 Swiftbot
 Szukacz
 T0PHackTeam
-Telesoft
+TeleportPro
 Telesphoreo
-Telesphorep
-TurnitinBot
-Typhoeus
-URLy Warning
-VCI
-Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
-Virusdie
+The Intraformant
+TheNomad
+TightTwatBot
+Trendiction
+Trendictionbot
+Turingos
+Turnitin
+TwengaBot
+UnisterBot
 VoidEYE
-Voil
-Voltron
-Wallpapers
-Web Fuck
-Web Sucker
-WebEnhancer
+WASALive-Bot
+WWWOFFLE
+Wallpapers/3.0
+Web Collage
+Web Fetch
+Web Sauger
+WebAuto
+WebBandit
+WebCollage
 WebFetch
-WebGo IS
+WebFuck
 WebImageCollector
-WebSucker
-WebWhacker
-WebmasterWorldForumBot
-Webshag
+WebLeacher
+WebPix
+WebReaper
+WebSauger
 WebsiteExtractor
-WebsiteQuester
 Webster
 Whacker
-Whatweb
-Who.is Bot
-Wonderbot
+Widow
+Wprecon
 Xaldon WebSpider
+Xenu
+Zade
 Zauba
-Zeus
-ZoomBot
+Zermelo
+Zitebot
+ZmEu
+ZoominfoBot
+ZumBot
 adscanner
-arquivo.pt
-cah.io.community
+archive.org_bot
+autoemailspider
 coccocbot
-cognitiveseo
-crawler.feedback
-demandbase-bot
-domainsproject.org
+crawler4j
+dataforseo.com
+eCatch
 evc-batch
+facebookscraper
+gopher
+heritrix
+instabid
+ips-agent
 isitwp.com
-iubenda-radar
-linkdexbot
-lwp-request
 mediawords
-muhstik-scan
-netEstate NE Crawler
-oBot
 page scorer
-probe-image-size
-s1z.ru
-seocompany.store
+pcBrowser
+plumanalytics
+ripz
+satoristudio.net
 seostar
-sexsearcher
-sp_auditbot
-tAkeOut
-trendiction.com
-webpros.com
+sitechecker.pro
+webgains-bot
+webmeup-crawler
 webprosbot
-xpymep1.exe