V4.2022.06.3154 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+360Spider
 404enemy
-AIBOT
-ASPSeek
 Abonti
-AhrefsBot
+Aboundex
 Aipbot
-Apexoo
-Atomseobot
-AwarioRssBot
-BDCbot
+Alligator
+Anarchy
+Anarchy99
+Aspiegel
+Asterias
 BDFetch
 BLEXBot
-BackWeb
 Backlink-Ceck
-BacklinkCrawler
-Bandit
-BatchFTP
-Battleztar Bazinga
-Bigfoot
-Blackboard
-Blow
+BlackWidow
 BlowFish
 Bolt
 BotALot
-Brandprotect
-Buddy
+Brandwatch
 BuiltWith
-Bullseye
-BunnySlippers
-CazoodleBot
-Chlooe
+CODE87
+Cegbfeieh
+CensysInspect
+CheTeam
+CherryPicker
+ChinaClaw
 Citoid
-Claritybot
-Cocolyzebot
-Collector
-Copier
-CopyRightCheck
+Cloud mapping
 Copyscape
 Cosmos
-Craftbot
-Crescent
-Curious
+CrazyWebCrawler
+CrunchBot
+Custo
+DBLBot
 DIIbot
-DataCha0s
-Deusu
-Dirbuster
-Discobot
+DTS Agent
+Demon
+Digincore
+DigitalPebble
+Disco
+Discoverybot
 Dispatch
-DomainAppender
-DomainCrawler
+DnBCrawler-Analytics
+DomCopBot
+DomainSigmaCrawler
 DomainStatsBot
-Dotbot
+Domains Project
+Download Wonder
 Dragonfly
-Drip
 ECCP/1.0
-EMail Siphon
+EMail Wolf
 EasyDL
 Ebingbong
 Ecxi
 EirGrabber
-EroCrawler
-Express WebPictures
-EyeNetIE
 Ezooms
-FDM
 FHscan
 FemtosearchBot
 Firefox/7.0
 FlashGet
-Fuzz
+Flunky
+Foobot
+FrontPage
 FyberSpider
-G-i-g-a-b-o-t
-GT::WWW
+GalaxyBot
 GermCrawler
-GetWeb
 Getintent
+Gigabot
 Go!Zilla
+Go-Ahead-Got-It
+Gotit
 Grabber
+GrapeshotCrawler
 HEADMasterSEO
 HMView
+HTMLparser
+HTTP::Lite
+HTTrack
 Haansoft
-Harvest
-Havij
-IDBot
-IRLbot
+HonoluluBot
+Humanlinks
 Iblog
+IlseBot
 Image Sucker
-IndeedBot
 InfoNaviRobot
 InfoTekies
-Intelliseek
-InterGET
-Iria
-JennyBot
-JetCar
+IstellaBot
+JamesBOT
+Jbrofuzz
 Jetty
-Jorgee
-JustView
-Keybot Translation-Search-Machine
-Kinza
+JikeSpider
+Jyxobot
+Kenjin Spider
+Kozmosbot
 Lanshanbot
+Leap
 LeechFTP
+LeechGet
 LexiBot
-Likse
-LinkScan
-LinkWalker
+Lftp
+LieBaoFast
+Lightspeedsystems
 LinkextractorPro
-LinkpadBot
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
 Litemage_walker
-MJ12bot
-MQQBrowser
-MSFrontPage
-Mail.RU_Bot
-Majestic-SEO
-Majestic12
+MFC_Tear_Sample
+MIIxpc
+MSIECrawler
+MTRobot
+Mag-Net
 Mass Downloader
 Masscan
-Meanpathbot
+Mata Hari
+MeanPath Bot
 Mediatoolkitbot
 MegaIndex.ru
+MicroMessenger
 Microsoft URL Control
-Moblie Safari
-Mojeek
-MolokaiBot
-Mr.4x3
-Musobot
+Minefield
 NICErsPRO
 Name Intelligence
+Navroad
+NearSite
 Needle
-Nessus
 Net Vampire
-NetAnts
-NetLyzer
+NetSpider
 Netcraft
-Nettrack
 Netvibes
 Nibbler
 Niki-bot
-Nimbostratus
-Nmap
+OnCrawl
 OrangeBot
 OrangeSpider
-POE-Component-Client-HTTP
+OutfoxBot
 Page Analyzer
-PageThing.com
-Picsearch
+PageAnalyzer
+PageScorer
+Pandalytics
+Papa Foto
+Petalbot
 PictureFinder
 Pimonster
-Pixray
-PleaseCrawl
-Pockey
-ProWebWalker
 Probethenet
-Pu_iN
-PyCurl
-Quick-Crawler
+Psbot
+Pump
+PxBroker
+QueryN Metasearch
+RSSingBot
+RankFlex
 RankingBot
-ReGet
-RepoMonkey
+Rankivabot
+RankurBot
+RebelMouse
+Recorder
+Ripper
 Rogerbot
-SBIder
 SEOkicks
-SEOlyticsCrawler
-SEOprofiler
-SISTRIX
-ScanAlert
-ScoutJet
+SEOstats
+SalesIntelligent
+Scanbot
+Scrapy
+ScrepyBot
 Seekport
-SemanticJuice
-SemrushBot
-Seomoz
-Shodan
+Semrush
 Siphon
-SiteCheckerBotCrawler
+Site Sucker
 SiteExplorer
-SiteLockSpider
 Sitebeam
-Siteimprove
-Sitevigil
-Snapbot
-SocialRankIOBot
-Sociscraper
+SlySearch
+Sogou web spider
+Sosospider
+Sottopop
 SpaceBison
-Stripper
+Spammen
+SpankBot
+Spinn3r
+Steeler
 Sucuri
-Surfbot
+SuperBot
+SuperHTTP
+SurveyBot
 Suzuran
+Szukacz
 T0PHackTeam
-T8Abot
-Telesphorep
-The Intraformant
-TheNomad
-Toweyabot
-Tracemyfile
+TeleportPro
+Titan
+Trendiction
+Turnitin
+TurnitinBot
+Twice
 Typhoeus
-UnisterBot
-V-BOT
 Vacuum
 Vagabondo
-VelenPublicWebCrawler
-Virusdie
-Voltron
-WASALive-Bot
+VeriCiteCrawler
+VidibleScraper
+VoidEYE
 WBSearchBot
+WPScan
+WWW-Mechanize
+WallpapersHD
 WeSEE
-Web Collage
-Web Fetch
+Web Enhancer
 Web Fuck
-WebGo IS
-WebLeacher
-WebReaper
-WebStripper
+WebCollage
+WebFuck
+WebSucker
 WebZIP
 Webalta
+WebmasterWorldForumBot
 Webshag
 WebsiteExtractor
-Who.is Bot
+Whatweb
+Widow
 WiseGuys Robot
-Wotbox
-Wprecon
-Zade
-Zeus
+Woobot
+Xenu
+ZmEu
+ZoomBot
 ZoominfoBot
-ZumBot
 ZyBorg
 arquivo-web-crawler
+arquivo.pt
 cah.io.community
-check1.exe
-com.plumanalytics
-crawler4j
+coccocbot
+dataforseo.com
 demandbase-bot
-evc-batch
-gopher
-heritrix
-internetVista monitor
+domainsproject.org
+eCatch
+facebookscraper
+iubenda-radar
 linkdexbot
+lwp-trivial
+meanpathbot
+mediawords
+muhstik-scan
+netEstate NE Crawler
 page scorer
-polaris version
-ripz
+plumanalytics
 scalaj-http
-scan.lol
 seocompany.store
-sitechecker.pro
-sogouspider
+seoscanners
+serpstatbot
+siteripz
 sp_auditbot
 spyfu
-sysscan
-webpros.com
-webprosbot
-zgrab
+trendiction.com
+ubermetrics-technologies.com