V4.2022.08.3284 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
 80legs
+ADmantX
 ALittle Client
-ASPSeek
-AfD-Verbotsverfahren
-AhrefsBot
-Alligator
+Aboundex
+AiHitBot
+Alexibot
+AllSubmitter
 AlphaBot
 Anarchie
-Anarchy
-Anarchy99
+Ankit
+Aspiegel
+Asterias
+Atomseobot
+Attach
+AwarioRssBot
 AwarioSmartBot
+BBBike
 BackStreet
-Backlink-Ceck
-Badass
+BackWeb
+BacklinkCrawler
+Barkrowler
 BatchFTP
 Battleztar Bazinga
 BetaBot
-Bigfoot
-Bitacle
-BlackWidow
-Blackboard
-BlowFish
+Black Hole
 Boardreader
 Brandprotect
 Brandwatch
-BuiltWith
+Buck
 BunnySlippers
 CCBot
 CODE87
 CSHttp
-Calculon
+CazoodleBot
 CensysInspect
-CherryPicker
 ChinaClaw
-Chlooe
-Copier
+Cloud mapping
 Cosmos
-Craftbot
-Crescent
-CrunchBot
-Curious
+CrazyWebCrawler
+Custo
+CyotekWebCopy
+DBLBot
 DTS Agent
-Demon
+DataCha0s
 Deusu
-Devil
-DigitalPebble
 Dirbuster
-Discobot
-Dispatch
+DnBCrawler-Analytics
+DnyzBot
+DomainCrawler
 DomainStatsBot
+Dotbot
 Download Wonder
 Dragonfly
-ECCP/1.0
+Drip
 EMail Siphon
-EroCrawler
-ExtractorPro
+Ecxi
+Evil
+Extreme Picture Finder
 FemtosearchBot
 Fimap
-FlashGet
-Fuzz
+Flunky
+Foobot
+Freeuploader
 FyberSpider
 Fyrebot
-GalaxyBot
+G-i-g-a-b-o-t
+GT::WWW
+Genieo
+GermCrawler
+GetRight
 Gigabot
 Go!Zilla
+Go-Ahead-Got-It
+GoZilla
+GrapeshotCrawler
+GridBot
 HEADMasterSEO
-HTMLparser
-HaosouSpider
+HMView
+Haansoft
 Harvest
-HonoluluBot
-HybridBot
-Iblog
+Hloader
+Humanlinks
+Id-search
 IlseBot
-IndeedBot
+Image Fetch
 Indy Library
-InfoTekies
-Intelliseek
+InterGET
 Iskanie
+IstellaBot
 JOC Web Spider
-Jbrofuzz
-Jetty
-Jorgee
-Jyxobot
+JetCar
+JikeSpider
 Kenjin Spider
-Keybot Translation-Search-Machine
-Kinza
-Kozmosbot
 LNSpiderguy
-LWP::Simple
-LeechFTP
-LexiBot
-Lightspeedsystems
-LinkWalker
-Linkbot
-LinkextractorPro
-LinksManager
-LinqiaRSSBot
-LinqiaScrapeBot
+Lanshanbot
+Larbin
+LibWeb
+LieBaoFast
+Likse
+LinkScan
+LinkpadBot
+Lipperhey
 Lipperhey Spider
-MIDown tool
+Litemage_walker
+Lmspider
 MIIxpc
+MQQBrowser
+MTRobot
 Magnet
-Majestic-SEO
-Majestic12
-MarkMonitor
+Majestic SEO
 MarkWatch
-Mass Downloader
-Mata Hari
-MeanPath Bot
-Mediatoolkitbot
+Masscan
 Metauri
-MolokaiBot
-Mr.4x3
-Msrabot
-Musobot
-Name Intelligence
-Needle
-NetAnts
+MicroMessenger
+Microsoft URL Control
+Moblie Safari
+Mojolicious
+Nameprotect
+Navroad
 NetSpider
 Netcraft
-Nibbler
+Nettrack
+Netvibes
+NextGenSearchBot
 Nikto
 NimbleCrawler
-Nimbostratus
 Ninja
 Nuclei
-Offline Explorer
-OnCrawl
-OpenLinkProfiler
+Octopus
+OpenVAS
 OrangeBot
 OrangeSpider
-OutclicksBot
+OutfoxBot
+PECL::HTTP
+POE-Component-Client-HTTP
+Page Analyzer
+PageAnalyzer
+PageGrabber
+PageScorer
 Pandalytics
-Papa Foto
-Pavuk
+Petalbot
+Pi-Monster
 Picsearch
-PictureFinder
 Pimonster
 Pixray
-Pockey
+PleaseCrawl
 ProWebWalker
-Probethenet
-Psbot
-Pu_iN
-PyCurl
+PxBroker
 QueryN Metasearch
 Quick-Crawler
 RSSingBot
 RankActive
-RankFlex
-RankingBot
-RankingBot2
-RankurBot
-Re-re
-ReGet
-Recorder
-RocketCrawler
-SBIder
-SEOstats
+RankActiveLinkBot
+Ripper
+SEOkicks-Robot
+SEOprofiler
 SISTRIX
-Scanbot
+SMTBot
+SalesIntelligent
 ScoutJet
-Screaming
-SearchmetricsBot
-Seomoz
-SiteCheckerBotCrawler
+Scrapy
+Searchestate
+SemanticJuice
+SeoSiteCheckup
+Shodan
+SiteExplorer
 SiteLockSpider
 SiteSnagger
+SiteSucker
+Siteimprove
 Sitevigil
-SmartDownload
+Snapbot
 Snoopy
-Sogou web spider
+Sosospider
+Sottopop
+SpaceBison
 Spammen
-SpankBot
-Steeler
+Spbot
+Sqlmap
+Sqlworm
+Sqworm
 Stripper
-SuperHTTP
+Sucuri
+SuperBot
 Surfbot
-SurveyBot
-T0PHackTeam
+Suzuran
+T8Abot
+TeleportPro
+Telesoft
+Telesphoreo
+Telesphorep
 The Intraformant
-TheNomad
-TightTwatBot
-Titan
-Trendictionbot
+Toata
+Tracemyfile
+True_Robot
+URLy Warning
 UnisterBot
-Vacuum
+Upflow
+VB Project
+VelenPublicWebCrawler
+VeriCiteCrawler
 VidibleScraper
-VoidEYE
+Voltron
+WASALive-Bot
+WBSearchBot
 WPScan
 WWW-Collector-E
+WWW::Mechanize
 WWWOFFLE
-Wallpapers/3.0
+Wallpapers
 WallpapersHD
+WeSEE
 Web Auto
 Web Collage
-Web Fetch
-Web Fuck
-Web Pix
 Web Sucker
-WebCopier
-WebFuck
-WebGo IS
-WebImageCollector
+WebBandit
 WebReaper
+WebSucker
+Webalta
+WebmasterWorldForumBot
 Webshag
-WebsiteExtractor
 Who.is Bot
-Wprecon
-ZmEu
-ZumBot
-arquivo-web-crawler
-autoemailspider
-backlink-check
-com.plumanalytics
+Woobot
+Xaldon_WebSpider
+Zauba
+Zeus
+Zitebot
+ZoomBot
+archive.org_bot
+coccocbot
+cognitiveseo
 crawl.sogou.com
 crawler.feedback
-dataforseo.com
 eCatch
-heritrix
-isitwp.com
+facebookscraper
 iubenda-radar
-linkdexbot
-lwp-trivial
 magpie-crawler
-meanpathbot
-mediawords
-muhstik-scan
+netEstate NE Crawler
 page scorer
-pcBrowser
-plumanalytics
-polaris version
-probe-image-size
-satoristudio.net
-scan.lol
 seobility
-seocompany.store
-seostar
-sexsearcher
+serpstatbot
 sitechecker.pro
-siteripz
-trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
+spyfu
+sysscan
+trendiction.com
+webgains-bot
 webmeup-crawler
-webpros.com
-xpymep1.exe
-zgrab
+x09Mozilla
+zauba.io