V4.2022.10.3394 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 404enemy
+AIBOT
+ALittle Client
 ASPSeek
-Aboundexbot
-Acunetix
-AiHitBot
-Aipbot
+Aboundex
 Alexibot
+Alligator
 AlphaBot
-Anarchy99
+Anarchy
 Apexoo
-Aspiegel
-Atomseobot
-Attach
 AwarioRssBot
+AwarioSmartBot
+BBBike
+BDCbot
 BDFetch
-BackStreet
-BackWeb
 BacklinkCrawler
+Badass
 Bandit
-Barkrowler
-Blackboard
+BatchFTP
+Battleztar Bazinga
+Bitacle
+Blow
 BlowFish
+Bolt
+BotALot
 Brandprotect
-Brandwatch
-Buck
-BuiltBotTough
-BuiltWith
+BunnySlippers
 CCBot
 CODE87
-Calculon
 CazoodleBot
-Cegbfeieh
-CherryPicker
-ChinaClaw
-Citoid
-Collector
+Chlooe
+Cocolyzebot
 Copier
-CopyRightCheck
-Cosmos
+Copyscape
+Craftbot
 CrazyWebCrawler
-Crescent
-Curious
-Custo
+CrunchBot
 CyotekWebCopy
-DataCha0s
-Demon
+DBLBot
+DIIbot
+DSearch
+DTS Agent
 Deusu
 Devil
-DigitalPebble
-Discobot
-DomCopBot
+Dirbuster
+Disco
+Dispatch
+DittoSpyder
+DomainAppender
 DomainCrawler
+DomainSigmaCrawler
 Dotbot
 Download Wonder
-Drip
 ECCP/1.0
-Ebingbong
+EMail Siphon
 Ecxi
-Evil
-Exabot
-ExtLinksBot
-Extractor
-Fyrebot
-G-i-g-a-b-o-t
-GalaxyBot
-GermCrawler
-GetRight
+EirGrabber
+EyeNetIE
+FemtosearchBot
+Firefox/7.0
+FlashGet
+Fuzz
+FyberSpider
+Genieo
+Gigabot
+Go!Zilla
 Go-Ahead-Got-It
-GridBot
-HTMLparser
-HTTrack
+Gotit
+Grafula
+GrapeFX
+GrapeshotCrawler
+HMView
+Haansoft
 HaosouSpider
-Havij
 Heritrix
-HonoluluBot
-Humanlinks
+Hloader
 HybridBot
-IDBTE4M
-IRLbot
-IndeedBot
+Iblog
+Indy Library
+InfoNaviRobot
+InfoTekies
+Intelliseek
 InterGET
-Iskanie
+Iria
 JOC Web Spider
-JamesBOT
 Jbrofuzz
-JennyBot
-Jetty
-Jorgee
 JustView
 Keybot Translation-Search-Machine
+Kinza
 LNSpiderguy
-LWP::Simple
 Lanshanbot
-Larbin
 LeechFTP
 LeechGet
-LexiBot
-LibWeb
-Libwhisker
+Lftp
 Lightspeedsystems
-LinkWalker
+Likse
 Linkbot
-LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey
+LinkextractorPro
+LinksManager
+LinqiaScrapeBot
 Lipperhey Spider
+Lmspider
 MFC_Tear_Sample
 MIDown tool
 MJ12bot
 MTRobot
 Mag-Net
-Majestic SEO
+Majestic12
+MarkMonitor
 Mass Downloader
-Mata Hari
+Masscan
 MauiBot
 MeanPath Bot
-Meanpathbot
 MegaIndex.ru
-Minefield
+Metauri
 Mister PiX
-Moblie Safari
-Morfeus Fucking Scanner
+Mojeek
+Mojolicious
 Mozlila
+Mr.4x3
 Musobot
 Name Intelligence
-Nameprotect
+Navroad
 NearSite
-NetAnts
-NetSpider
 NetZIP
-Netcraft
-Netvibes
-Nibbler
-Niki-bot
-Nimbostratus
-Ninja
+Nettrack
 Nmap
-Octopus
-Offline Explorer
-Offline Navigator
-OnCrawl
+Nutch
 OpenLinkProfiler
-Openvas
 OrangeSpider
 OutfoxBot
-Page Analyzer
+PECL::HTTP
 PageAnalyzer
-Panscient
-Papa Foto
-Petalbot
-Picsearch
+PageScorer
+PageThing.com
+Piepmatz
+Pimonster
+Pixray
 Pockey
-Pu_iN
-PxBroker
+ProPowerBot
 PyCurl
-QueryN Metasearch
-Quick-Crawler
 RankActive
-RankurBot
-Re-re
+RankingBot
+RankingBot2
 ReGet
+RealDownload
 Reaper
-SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOstats
+RepoMonkey
+Ripper
+SISTRIX
+SMTBot
+SalesIntelligent
+ScanAlert
 Scanbot
-Screaming
 ScreenerBot
 ScrepyBot
-Seekport
-Semrush
-SeoSiteCheckup
+SearchmetricsBot
+SemanticJuice
+SeobilityBot
+Shodan
 Siphon
 Site Sucker
-SiteExplorer
-SiteSucker
-SlySearch
-SmartDownload
-Snoopy
+SiteCheckerBotCrawler
+SiteLockSpider
+Sitevigil
+Snake
 SocialRankIOBot
-Sociscraper
-Sogou web spider
-SpankBot
-SputnikBot
-Sqworm
-Sucker
-Sucuri
-Szukacz
+Sottopop
+SpaceBison
+Spammen
+Spanner
+Spbot
+Sqlmap
+Steeler
+Stripper
+SurveyBot
+Swiftbot
 T0PHackTeam
 Teleport
-TeleportPro
 Telesphoreo
+Telesphorep
 TheNomad
-TurnitinBot
-TwengaBot
-Typhoeus
-VB Project
-Vacuum
-VeriCiteCrawler
-WBSearchBot
-WEBDAV
+TightTwatBot
+Titan
+Trendiction
+Trendictionbot
+Turnitin
+URLy Warning
+UnisterBot
+V-BOT
+VCI
+Vagabondo
+VelenPublicWebCrawler
+VoidEYE
 WISENutbot
-WWW-Collector-E
-WWWOFFLE
+WPScan
 Wallpapers
-Wallpapers/3.0
-WeSEE
-Web Auto
+WallpapersHD
 Web Collage
 Web Enhancer
 Web Pix
 Web Sucker
-WebFetch
-WebFuck
+WebBandit
+WebPix
+WebReaper
+WebStripper
+Webalta
 WebmasterWorldForumBot
 Webshag
+WebsiteExtractor
 WebsiteQuester
-Whatweb
-Wonderbot
+Webster
+WinHTTrack
+Wotbox
+Xaldon WebSpider
 Xaldon_WebSpider
 Xenu
-ZoomBot
-ZoominfoBot
-ZyBorg
-arquivo-web-crawler
+YoudaoBot
+Zauba
+Zermelo
+adscanner
+arquivo.pt
 backlink-check
-check1.exe
-demandbase-bot
-eCatch
-instabid
+cah.io.community
+coccocbot
+cognitiveseo
+com.plumanalytics
+crawl.sogou.com
+crawler.feedback
+crawler4j
+evc-batch
+heritrix
 isitwp.com
-muhstik-scan
+linkdexbot
 netEstate NE Crawler
 oBot
 pcBrowser
 plumanalytics
-polaris version
-ripz
-seostar
-serpstatbot
-sysscan
-tAkeOut
-trendiction.com
-ubermetrics-technologies.com
-voyagerx.com
+scalaj-http
+scan.lol
+seobility
+sexsearcher
+sitechecker.pro
+siteripz
+sogouspider
+spyfu
+trendiction.de
 webmeup-crawler
-x09Mozilla
+xpymep1.exe
+zauba.io