V4.2022.03.2952 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
 404enemy
-AIBOT
-ALittle Client
-ASPSeek
-Aboundex
-AhrefsBot
-AiHitBot
+80legs
+Aboundexbot
 Aipbot
 AllSubmitter
-Alligator
-Anarchy99
-Apexoo
-Attach
+Anarchy
+Anthill
+Atomseobot
 AwarioRssBot
 AwarioSmartBot
-BLEXBot
+BBBike
+Backlink-Ceck
 BacklinkCrawler
-Bandit
 Barkrowler
+BetaBot
 Blackboard
 Blow
-BlowFish
 Bolt
+Brandprotect
+Brandwatch
 Buck
 Buddy
+BuiltWith
 BuzzSumo
 CATExplorador
-CazoodleBot
+CCBot
+CODE87
 CheTeam
-CheeseBot
 CherryPicker
 ChinaClaw
-Cogentbot
+Cliqzbot
 Collector
 Copier
-Copyscape
 Cosmos
-CrazyWebCrawler
 Crescent
-Custo
-DIIbot
-DSearch
+CyotekWebCopy
+DataCha0s
 Deusu
-DigitalPebble
 Dirbuster
-Disco
-Discoverybot
 Dispatch
-DnyzBot
-DomainCrawler
-DomainSigmaCrawler
-Domains Project
-Dotbot
-Drip
-Ebingbong
-Ecxi
-EroCrawler
-Exabot
+DittoSpyder
+DnBCrawler-Analytics
+DomCopBot
+DomainStatsBot
+Download Wonder
+ECCP/1.0
+EMail Wolf
+EasyDL
+Express WebPictures
 ExtLinksBot
-Extractor
-Extreme Picture Finder
-FDM
-FHscan
+Ezooms
 FemtosearchBot
-Flunky
-Fyrebot
-G-i-g-a-b-o-t
-GalaxyBot
+FlashGet
+Freeuploader
+GT::WWW
 Genieo
-Getintent
+GetRight
+GetWeb
 Go-Ahead-Got-It
-Gotit
-GrabNet
-Grabber
 Grafula
-GrapeshotCrawler
+GrapeFX
 GridBot
 HEADMasterSEO
-Harvest
+HMView
+HTMLparser
+HaosouSpider
 Havij
+Heritrix
 HonoluluBot
-Humanlinks
-IDBTE4M
-IDBot
-IRLbot
+HybridBot
 Iblog
+IlseBot
+Image Fetch
 Image Sucker
 IndeedBot
-InfoTekies
-Iskanie
-JOC Web Spider
-JennyBot
+Internet Ninja
 JetCar
-JikeSpider
+Jorgee
 Jyxobot
-Kinza
+Keyword Density
+Lanshanbot
 Larbin
 Likse
-LinkScan
+LinkWalker
+Linkbot
 LinkextractorPro
-LinkpadBot
-LinqiaMetadataDownloaderBot
+LinksManager
 LinqiaScrapeBot
 Litemage_walker
+Ltx71
 MFC_Tear_Sample
-MIDown tool
-MIIxpc
-MQQBrowser
+MSIECrawler
 MTRobot
-Majestic SEO
-Majestic-SEO
+Mag-Net
+Magnet
+Majestic12
+MarkMonitor
+Mass Downloader
 Masscan
-MauiBot
-MeanPath Bot
+Mata Hari
+Mediatoolkitbot
 Mister PiX
-MolokaiBot
-Msrabot
-Musobot
+Moblie Safari
+Mojeek
+Mr.4x3
 NICErsPRO
-NearSite
+Name Intelligence
+Navroad
 Needle
 Net Vampire
 NetAnts
+NetLyzer
+NetMechanic
 NetSpider
-Netcraft
-Nettrack
-Nibbler
+NextGenSearchBot
 Nikto
-Nmap
+NimbleCrawler
+Nimbostratus
 Not
 Nutch
+Octopus
+Offline Explorer
+Offline Navigator
+OnCrawl
 OpenLinkProfiler
 OpenVAS
 Openfind
 OrangeBot
 PECL::HTTP
-Papa Foto
-PeoplePal
+POE-Component-Client-HTTP
+Page Analyzer
+PageGrabber
+PageScorer
+PageThing.com
+Pandalytics
+Pavuk
+Picscout
 PictureFinder
-Pixray
-Psbot
+PleaseCrawl
+ProPowerBot
+ProWebWalker
+Probethenet
 Pump
-PxBroker
 RSSingBot
 RankActiveLinkBot
-RankFlex
-Rankivabot
+RankingBot
+RankurBot
 Re-re
 RealDownload
-Recorder
-Rogerbot
-SBIder
+Reaper
+RedesScrapy
+Ripper
+RocketCrawler
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOstats
 SISTRIX
-Searchestate
+ScanAlert
+Scanbot
+ScoutJet
+Scrapy
+Screaming
+ScreenerBot
 SearchmetricsBot
-Seekport
-SemanticJuice
+Semrush
 SeoSiteCheckup
-Seomoz
+SeobilityBot
 Site Sucker
-SiteCheckerBotCrawler
-SiteLockSpider
-SiteSnagger
+SiteExplorer
 SiteSucker
-Snapbot
-Sosospider
-Spanner
-Spbot
-Spinn3r
-Sqlmap
-Sqworm
-Stripper
-Sucuri
-SuperBot
-SurveyBot
-Suzuran
-Szukacz
-T8Abot
-Telesoft
-Toata
-Toweyabot
-Tracemyfile
+Sitebeam
+Sitevigil
+SmartDownload
+SocialRankIOBot
+SpankBot
+SputnikBot
+Sqlworm
+T0PHackTeam
+Teleport
+TeleportPro
+Telesphoreo
 Trendiction
-Trendictionbot
-Turnitin
+Turingos
+TurnitinBot
+TwengaBot
+Twice
+Typhoeus
 URLy Warning
-UnisterBot
-V-BOT
 VB Project
 VCI
 VeriCiteCrawler
-VidibleScraper
-VoidEYE
 Voil
 WASALive-Bot
-WEBDAV
 WISENutbot
-WWW-Mechanize
+WPScan
 Wallpapers
-WeSEE
-Web Auto
+Web Collage
 Web Fetch
+Web Sauger
+Web Sucker
+WebCollage
 WebCopier
 WebFetch
-WebGo IS
+WebFuck
 WebLeacher
-WebWhacker
 Webalta
+WebmasterWorldForumBot
 Website Quester
-WebsiteExtractor
-Webster
+Whatweb
 Who.is Bot
-Widow
-YoudaoBot
+Wonderbot
+Woobot
+Wotbox
+Wprecon
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
+Zauba
 Zeus
 Zitebot
-ZoominfoBot
+ZoomBot
+ZyBorg
 arquivo-web-crawler
-backlink-check
+arquivo.pt
+autoemailspider
+coccocbot
 crawl.sogou.com
 crawler4j
+dataforseo.com
 evc-batch
-facebookscraper
 gopher
 heritrix
 instabid
+internetVista monitor
 ips-agent
-iubenda-radar
-lwp-request
-magpie-crawler
-mediawords
+meanpathbot
 muhstik-scan
+pcBrowser
 polaris version
+probe-image-size
 ripz
-scalaj-http
 seocompany.store
 seoscanners
-serpstatbot
-siteripz
+sp_auditbot
 sysscan
 tAkeOut
-voyagerx.com
 webmeup-crawler
-webpros.com
 webprosbot
 x09Mozilla
-xpymep1.exe
-zgrab
+zauba.io