V4.2022.05.3087 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404checker
+360Spider
 404enemy
-ADmantX
-Abonti
+Aboundex
 Aboundexbot
-Alligator
-Anarchie
-Anarchy99
-Aspiegel
-AwarioRssBot
+AhrefsBot
+Alexibot
+AllSubmitter
+AlphaBot
+Anarchy
+Ankit
+Anthill
+Asterias
+Atomseobot
+Attach
+BDCbot
+BLEXBot
+BackDoorBot
 BackWeb
 Backlink-Ceck
 Badass
-Bandit
-BatchFTP
+Barkrowler
+Battleztar Bazinga
 BetaBot
-Bigfoot
 Bitacle
-Black Hole
-BlackWidow
-Blow
+Blackboard
 BlowFish
+Boardreader
 Bolt
-BotALot
-Buck
-BuiltWith
+Brandprotect
 Bullseye
 CATExplorador
+CODE87
 Calculon
-CazoodleBot
-CensysInspect
 CheeseBot
-ChinaClaw
+Chlooe
 Claritybot
-Cocolyzebot
 Copier
-CopyRightCheck
-Copyscape
 Craftbot
-CrazyWebCrawler
-Crescent
-DBLBot
+CrunchBot
+Custo
+CyotekWebCopy
+DIIbot
 DSearch
-Dispatch
-Download Wonder
-EMail Wolf
-Ebingbong
+DTS Agent
+Demon
+Deusu
+Devil
+Discobot
+Discoverybot
+DittoSpyder
+DnBCrawler-Analytics
+DnyzBot
+DomainSigmaCrawler
+Drip
+EMail Siphon
 EirGrabber
 EroCrawler
-Evil
-Exabot
+Express WebPictures
+ExtLinksBot
+Extractor
 ExtractorPro
-FDM
-FemtosearchBot
+EyeNetIE
+Ezooms
+FHscan
 Fimap
-FrontPage
-Fuzz
+FlashGet
+Flunky
+Foobot
 FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
 GT::WWW
-GalaxyBot
-GetWeb
+Genieo
+GermCrawler
 Gigabot
+GoZilla
 Gotit
-Grafula
+Grabber
 GrapeFX
-HTTP::Lite
+GrapeshotCrawler
+HEADMasterSEO
 HTTrack
-HaosouSpider
-Hloader
+Haansoft
 HonoluluBot
-HybridBot
-IDBTE4M
-IDBot
 IRLbot
-IlseBot
+Iblog
+Id-search
 Image Fetch
 Image Sucker
-IndeedBot
-InfoNaviRobot
 InterGET
-Internet Ninja
 IstellaBot
-Jbrofuzz
-Joomla
+JamesBOT
+JennyBot
+Jetty
+JikeSpider
 JustView
-Kozmosbot
+Kinza
+LNSpiderguy
+Lanshanbot
 Larbin
-Leap
 LeechFTP
-Libwhisker
+Lftp
+LieBaoFast
 Lightspeedsystems
-LinkWalker
-Linkbot
+LinkScan
 LinkextractorPro
-LinksManager
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
-Litemage_walker
+Lipperhey
 Lmspider
-MFC_Tear_Sample
-MIDown tool
-MSFrontPage
+MQQBrowser
+MSIECrawler
 MTRobot
-Mag-Net
+Magnet
 Majestic SEO
-MarkMonitor
+Majestic12
 MarkWatch
 Mata Hari
 MegaIndex.ru
-Metauri
-Minefield
+MicroMessenger
 Mister PiX
-Mozlila
-Msrabot
+Mojeek
+MolokaiBot
 Musobot
-NICErsPRO
-NPbot
-NearSite
-Net Vampire
+Nameprotect
 NetAnts
-NetMechanic
-NetZIP
-Netcraft
-Nettrack
+NetSpider
+NimbleCrawler
+Ninja
 Not
-Octopus
-Offline Explorer
 Offline Navigator
+OnCrawl
 OpenLinkProfiler
-OpenVAS
 Openfind
+Openvas
 OutfoxBot
-PHPCrawl
-Page Analyzer
-PageAnalyzer
-PageGrabber
-PageThing.com
-PeoplePal
+PECL::HTTP
+POE-Component-Client-HTTP
+PageScorer
+Pandalytics
 Petalbot
-PictureFinder
+Picscout
 Pimonster
-PleaseCrawl
-Probethenet
+ProPowerBot
+ProWebWalker
 Pump
 PyCurl
-RankFlex
+QueryN Metasearch
+Quick-Crawler
+RSSingBot
+RankActiveLinkBot
+RankingBot
 Rankivabot
 RankurBot
-RealDownload
-RepoMonkey
+RebelMouse
 Ripper
-Rogerbot
 SBIder
-SEOkicks
-SEOprofiler
-SEOstats
-ScanAlert
+SEOlyticsCrawler
+SMTBot
+SalesIntelligent
 Scanbot
 ScoutJet
 Screaming
-SearchmetricsBot
-Seekport
-SemanticJuice
-SemrushBot
-SentiBot
+Searchestate
+Semrush
+SeoSiteCheckup
+SeobilityBot
+Seomoz
+Siphon
+Site Sucker
+SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
-SiteSnagger
-Sitebeam
 Sitevigil
+SmartDownload
+Snake
 Snapbot
-Spammen
-SpankBot
 SputnikBot
+Sqlmap
+Sqlworm
 Sqworm
-Steeler
 Stripper
 Sucker
-Sucuri
-T0PHackTeam
-Telesoft
-Telesphorep
-Titan
+SuperBot
+SuperHTTP
+Surfbot
+SurveyBot
+Suzuran
+Teleport
+Telesphoreo
+Thumbor
+Toweyabot
 Tracemyfile
+Trendictionbot
 True_Robot
+Turingos
 TurnitinBot
 Typhoeus
-Upflow
+URLy Warning
+UnisterBot
+V-BOT
+VCI
 Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-Virusdie
-Voil
+VoidEYE
 Voltron
+WASALive-Bot
 WBSearchBot
 WISENutbot
-WWW-Mechanize
 WWW::Mechanize
-WeSEE
+WallpapersHD
 Web Auto
-Web Collage
-Web Enhancer
-Web Pix
-Web Sauger
-WebBandit
-WebCopier
-WebEnhancer
+Web Fetch
+Web Fuck
 WebFetch
 WebFuck
-WebLeacher
-WebPix
+WebGo IS
 WebReaper
-WebSauger
-WebStripper
-Webster
-Whack
-Whatweb
-Who.is Bot
+WebSucker
+WebZIP
+WebsiteQuester
+Whacker
+WinHTTrack
+Wonderbot
+Xaldon WebSpider
 Zitebot
 ZmEu
-ZoominfoBot
-ZumBot
-arquivo.pt
+adscanner
+backlink-check
 cah.io.community
-crawl.sogou.com
-domainsproject.org
-heritrix
+check1.exe
+coccocbot
+demandbase-bot
+evc-batch
+gopher
+instabid
 internetVista monitor
-linkdexbot
-magpie-crawler
+isitwp.com
+iubenda-radar
+lwp-request
 meanpathbot
-mediawords
 netEstate NE Crawler
-page scorer
-polaris version
 probe-image-size
-ripz
-scalaj-http
+satoristudio.net
 scan.lol
-seobility
-seostar
+seoscanners
+sitechecker.pro
+siteripz
+sogouspider
 sp_auditbot
+trendiction.com
+ubermetrics-technologies.com
 voyagerx.com
-webgains-bot
-xpymep1.exe
-zauba.io