V4.2022.08.3298 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-ADmantX
-ASPSeek
-Abonti
+404enemy
 Aboundex
-Aipbot
+AiHitBot
 AllSubmitter
-Alligator
-Anarchie
-Anthill
-Apexoo
+AlphaBot
+Ankit
 Aspiegel
-Attach
-BDCbot
+AwarioRssBot
+AwarioSmartBot
 BDFetch
-BLEXBot
-BackStreet
-Badass
-Bandit
-BatchFTP
+BackDoorBot
+Backlink-Ceck
 BetaBot
-Bitacle
-Black Hole
-Blackboard
-Blow
-Bolt
+Bigfoot
+BlackWidow
+BlowFish
 Brandprotect
-Buck
-Buddy
+Brandwatch
+CATExplorador
 CSHttp
 Calculon
+CazoodleBot
 CheTeam
-Cocolyzebot
-Craftbot
-Crawling at Home Project
-CrazyWebCrawler
+ChinaClaw
+Chlooe
+Collector
+CopyRightCheck
+Cosmos
 Crescent
-DBLBot
-DIIbot
 DSearch
-DTS Agent
-DatabaseDriverMysqli
 Demon
 Devil
-DigitalPebble
-Dirbuster
+Digincore
 Disco
-Discobot
+Discoverybot
 DittoSpyder
-DnBCrawler-Analytics
-DomainCrawler
+DnyzBot
 Domains Project
-Dragonfly
+Dotbot
 ECCP/1.0
-EMail Siphon
 EMail Wolf
-EroCrawler
+Ecxi
+Express WebPictures
 ExtLinksBot
-FHscan
-FemtosearchBot
+ExtractorPro
+EyeNetIE
+Ezooms
 Fimap
 FlashGet
 Flunky
 Foobot
+Freeuploader
+Fuzz
+FyberSpider
 Fyrebot
 G-i-g-a-b-o-t
 GalaxyBot
-Genieo
-Go!Zilla
 GrapeFX
-GrapeshotCrawler
+GridBot
+HEADMasterSEO
+HMView
 HTTrack
 HaosouSpider
+Havij
 Heritrix
 HonoluluBot
-Image Sucker
-Indy Library
-Intelliseek
+IDBot
+IRLbot
+Iblog
+Image Fetch
+IndeedBot
+InterGET
 Internet Ninja
-IstellaBot
-JOC Web Spider
-JamesBOT
-Jbrofuzz
-JennyBot
 JikeSpider
-JustView
+Jorgee
 Jyxobot
 Kenjin Spider
-Keyword Density
-Kozmosbot
-LNSpiderguy
-Lanshanbot
+Kinza
+LeechFTP
 LeechGet
-LieBaoFast
-LinkextractorPro
+LexiBot
+LinkScan
+LinkWalker
 LinksManager
 LinqiaScrapeBot
-Lipperhey
-Litemage_walker
-Lmspider
+MIDown tool
 MIIxpc
-Mail.RU_Bot
-Majestic-SEO
+MQQBrowser
+Majestic SEO
+MarkMonitor
+MarkWatch
+Mass Downloader
 Masscan
 Mata Hari
-MauiBot
 Mb2345Browser
-Mediatoolkitbot
+MeanPath Bot
+Meanpathbot
+MegaIndex.ru
 Metauri
-Microsoft URL Control
-Mister PiX
+MicroMessenger
+Microsoft Data Access
+Moblie Safari
+Mojeek
+Mojolicious
+MolokaiBot
+Morfeus Fucking Scanner
 Mozlila
-Mr.4x3
 Msrabot
-Musobot
-Name Intelligence
+NICErsPRO
+NPbot
 NetAnts
-NetLyzer
 NetMechanic
+NetSpider
 Netcraft
-Nettrack
-Netvibes
-Nibbler
+Niki-bot
+Nikto
 NimbleCrawler
-Nimbostratus
-Not
-Offline Explorer
-Offline Navigator
-OnCrawl
-OpenVAS
-Openfind
+Ninja
+Nmap
+Nuclei
+Nutch
+OpenLinkProfiler
 Openvas
-OrangeBot
+OrangeSpider
+OutclicksBot
+OutfoxBot
 PECL::HTTP
-Page Analyzer
-PageAnalyzer
 PageGrabber
-Papa Foto
+PageScorer
+Panscient
 PeoplePal
-Petalbot
+Pi-Monster
 Picscout
+Picsearch
 Piepmatz
-Pimonster
-ProPowerBot
+Pixray
+Probethenet
 Pump
 PyCurl
+QueryN Metasearch
 RSSingBot
-RankActive
-RankingBot
+RankingBot2
+Rankivabot
 Re-re
-ReGet
-Ripper
+Recorder
+RedesScrapy
+RepoMonkey
 Rogerbot
-SEOlyticsCrawler
+SBIder
+SEOkicks
+SEOstats
+SMTBot
+ScanAlert
 Scanbot
-ScoutJet
-Seekport
+Screaming
+SearchmetricsBot
 SeoSiteCheckup
-SiteExplorer
+Seomoz
+SiteLockSpider
 SiteSucker
-Sitevigil
+Sitebeam
+Siteimprove
+SlySearch
+SmartDownload
 Snake
 Sogou web spider
+Sosospider
+SpaceBison
 Spammen
-Spbot
+SpankBot
 Spinn3r
-SputnikBot
-Sqlworm
-Surfbot
-Swiftbot
-Teleport
-TeleportPro
-The Intraformant
+Sqlmap
+Sqworm
+Stripper
+SuperHTTP
+Szukacz
+T0PHackTeam
+T8Abot
+Telesoft
 TheNomad
-Thumbor
+Titan
 Tracemyfile
-Trendiction
-True_Robot
 Turingos
-TurnitinBot
+TwengaBot
+Twice
 Typhoeus
 URLy Warning
+URLy.Warning
 UnisterBot
 V-BOT
 VB Project
-VelenPublicWebCrawler
+VeriCiteCrawler
 VidibleScraper
 WASALive-Bot
 WBSearchBot
-WEBDAV
-WISENutbot
-Wallpapers
-Wallpapers/3.0
-WallpapersHD
-WeSEE
-Web Collage
+WWW-Collector-E
+WWW::Mechanize
+Web Fetch
+Web Pix
 Web Sucker
 WebBandit
-WebCollage
-WebCopier
-WebImageCollector
-WebReaper
+WebFuck
+WebLeacher
+WebSauger
 WebWhacker
-WebZIP
 WebmasterWorldForumBot
+WebsiteExtractor
 WebsiteQuester
-Webster
+Whacker
 Widow
 WiseGuys Robot
+Woobot
 Wprecon
-Xaldon_WebSpider
-Zauba
+Xaldon WebSpider
+Xenu
 Zermelo
-Zeus
-ZoomBot
 ZoominfoBot
-arquivo-web-crawler
+adscanner
 arquivo.pt
-autoemailspider
-backlink-check
+cah.io.community
 check1.exe
 coccocbot
-cognitiveseo
+com.plumanalytics
 crawl.sogou.com
-crawler.feedback
-dataforseo.com
-demandbase-bot
-domainsproject.org
+crawler4j
 eCatch
+evc-batch
 facebookscraper
-gopher
-instabid
 ips-agent
-isitwp.com
-lwp-trivial
+iubenda-radar
+lwp-request
+magpie-crawler
 meanpathbot
 mediawords
 muhstik-scan
 oBot
-pcBrowser
-polaris version
+plumanalytics
 ripz
-s1z.ru
+satoristudio.net
 scalaj-http
-seostar
+scan.lol
+seocompany.store
 serpstatbot
-siteripz
+sitechecker.pro
+spyfu
+sysscan
+webmeup-crawler
 webpros.com
-webprosbot
 x09Mozilla
-zauba.io
+zgrab