V4.2022.06.3175 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 360Spider
+404checker
 404enemy
-80legs
+ADmantX
+ASPSeek
 Abonti
-Aboundex
-AiHitBot
-Aipbot
-AllSubmitter
-Alligator
-Anarchy
-Anarchy99
-Ankit
-Apexoo
-Aspiegel
-Atomseobot
-Attach
+AfD-Verbotsverfahren
+Alexibot
 AwarioSmartBot
+BLEXBot
+BackStreet
 BackWeb
 Backlink-Ceck
-BacklinkCrawler
-Bandit
+Badass
+Battleztar Bazinga
 Bigfoot
-Bitacle
+Boardreader
 Bolt
 Brandprotect
-Buddy
-BuiltBotTough
+Brandwatch
+Buck
+Bullseye
 BuzzSumo
-CATExplorador
+CCBot
 CSHttp
 Calculon
 CazoodleBot
+CheTeam
 CherryPicker
-Cliqzbot
+ChinaClaw
 Copier
-CrazyWebCrawler
-Crescent
+Copyscape
+Cosmos
+Crawling at Home Project
 CrunchBot
+Curious
+Custo
 CyotekWebCopy
-DBLBot
-DIIbot
-DSearch
-DTS Agent
 DatabaseDriverMysqli
 Demon
 Deusu
-Disco
-Dispatch
+Discoverybot
 DnyzBot
-DomCopBot
+DomainSigmaCrawler
+Dotbot
 Download Wonder
 Dragonfly
 Drip
-ECCP/1.0
 EMail Wolf
-Ebingbong
+EasyDL
 EroCrawler
-ExtLinksBot
-Extractor
+Exabot
+Extreme Picture Finder
 EyeNetIE
 Ezooms
-Fimap
+FemtosearchBot
 Firefox/7.0
 Freeuploader
-FrontPage
-Fuzz
-Genieo
-GermCrawler
-GetRight
-Go!Zilla
-Grabber
+FyberSpider
+GT::WWW
+Getintent
+GrapeFX
 GridBot
-HEADMasterSEO
-HMView
-HTTrack
+HTTP::Lite
 Harvest
-HonoluluBot
+Heritrix
 Humanlinks
-HybridBot
+IDBot
+IRLbot
+Id-search
 Image Fetch
-Image Sucker
-IndeedBot
-Indy Library
-InterGET
+InfoNaviRobot
+InfoTekies
 InternetSeer
-IstellaBot
-Jbrofuzz
-JennyBot
+JOC Web Spider
+JamesBOT
 Jetty
-JikeSpider
-Jorgee
+Joomla
 JustView
-Jyxobot
 Kenjin Spider
-Keybot Translation-Search-Machine
-Kinza
-Lanshanbot
-Larbin
-LeechGet
-Likse
-LinkWalker
+LNSpiderguy
+LWP::Simple
+LeechFTP
+Lftp
+Libwhisker
+LinkpadBot
 LinksManager
-Lmspider
-Ltx71
-MIDown tool
-MJ12bot
-MQQBrowser
+Lipperhey
 MSFrontPage
 MSIECrawler
-MTRobot
-Mag-Net
-Magnet
-Majestic SEO
+MarkMonitor
 MarkWatch
+Mass Downloader
 Mata Hari
 MauiBot
-Mb2345Browser
-MeanPath Bot
-MicroMessenger
+Meanpathbot
+Mediatoolkitbot
+Microsoft Data Access
 Microsoft URL Control
-Minefield
-Mojeek
-Mozlila
-Navroad
-NearSite
-NetAnts
-NetLyzer
+Mojolicious
+MolokaiBot
+Morfeus Fucking Scanner
+NICErsPRO
+Net Vampire
 NetMechanic
+Netcraft
 Nettrack
-Niki-bot
+Netvibes
+Nibbler
+NimbleCrawler
+Nimbostratus
+Nmap
 Nuclei
-Octopus
 Offline Explorer
-Openfind
-Openvas
-OrangeSpider
-PECL::HTTP
-PHPCrawl
-POE-Component-Client-HTTP
-PageScorer
+OnCrawl
+OpenLinkProfiler
+OpenVAS
+OutclicksBot
+Page Analyzer
+PageThing.com
 Pandalytics
-Panscient
-Pavuk
 PeoplePal
+Pi-Monster
+Picscout
 Picsearch
 PictureFinder
-Pimonster
-Pixray
 PleaseCrawl
+Pockey
+Psbot
+Pu_iN
+Pump
 PxBroker
+PyCurl
+QueryN Metasearch
+RSSingBot
+RankActive
+RankingBot
 RankurBot
+RealDownload
 Reaper
+RebelMouse
 Rogerbot
-SBIder
-SEOkicks
+SEOstats
 SMTBot
 SalesIntelligent
-Scanbot
 ScoutJet
+Searchestate
 SearchmetricsBot
-Semrush
-SemrushBot
+SemanticJuice
+SentiBot
+SeoSiteCheckup
+SeobilityBot
+Seomoz
 Site Sucker
-SiteCheckerBotCrawler
-Siteimprove
+SiteSnagger
+SiteSucker
 SlySearch
-Snapbot
-Snoopy
-Sosospider
-Sottopop
-SpaceBison
-Spammen
-Spbot
-Sqlmap
-Sqlworm
-Sqworm
+SmartDownload
+SocialRankIOBot
+Sogou web spider
+SpankBot
+Spinn3r
+SputnikBot
 Steeler
 Stripper
 Sucker
+Sucuri
 SuperBot
-SuperHTTP
-SurveyBot
-Szukacz
 T0PHackTeam
-Telesoft
+TeleportPro
+Telesphorep
+The Intraformant
 TheNomad
 Thumbor
-TightTwatBot
+Toata
 Toweyabot
-Tracemyfile
-Trendiction
-TwengaBot
-Twice
-Typhoeus
+Trendictionbot
+True_Robot
+URLy Warning
+V-BOT
 VB Project
-VeriCiteCrawler
-VidibleScraper
+VCI
+Vagabondo
+VelenPublicWebCrawler
+Virusdie
 VoidEYE
-WWW-Collector-E
+Voltron
+WWW-Mechanize
+WWW::Mechanize
+WWWOFFLE
+Wallpapers
 Wallpapers/3.0
-Web Pix
-WebCollage
+WeSEE
+Web Collage
+Web Enhancer
+Web Fuck
+WebAuto
+WebBandit
 WebCopier
-WebEnhancer
 WebFuck
 WebGo IS
-WebImageCollector
-WebReaper
 WebWhacker
-Webshag
-Website Quester
-Whacker
+WebZIP
+Webalta
+WebsiteExtractor
+Whatweb
+Widow
 WiseGuys Robot
+Wonderbot
+Xaldon WebSpider
+Xenu
 Zade
-Zermelo
+Zauba
 Zitebot
 ZmEu
 ZoomBot
 ZoominfoBot
 adscanner
-backlink-check
-check1.exe
+autoemailspider
 coccocbot
-com.plumanalytics
+cognitiveseo
 crawl.sogou.com
-crawler.feedback
+crawler4j
 demandbase-bot
-domainsproject.org
-facebookscraper
-instabid
+gopher
+heritrix
 internetVista monitor
-ips-agent
-iubenda-radar
+isitwp.com
 linkdexbot
 lwp-trivial
-meanpathbot
+muhstik-scan
+netEstate NE Crawler
+oBot
+page scorer
 pcBrowser
+polaris version
 probe-image-size
 ripz
-s1z.ru
+satoristudio.net
 scalaj-http
+seobility
 seocompany.store
 seostar
-sitechecker.pro
-sogouspider
-spyfu
+serpstatbot
+sp_auditbot
 trendiction.com
-voyagerx.com
+x09Mozilla
+x22Mozilla
 xpymep1.exe
-zgrab
+zauba.io