V4.2022.12.3513 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
 80legs
 AIBOT
-Aboundex
-AllSubmitter
-Anthill
-Asterias
-Attach
-BDCbot
-BackDoorBot
+ALittle Client
+ASPSeek
+Aboundexbot
+Alexibot
+Alligator
+Anarchie
+Anarchy
+Apexoo
+AwarioSmartBot
+BDFetch
 BackStreet
-Backlink-Ceck
-BetaBot
+BackWeb
+BatchFTP
 Bigfoot
-BlackWidow
-Boardreader
-Bolt
-Brandprotect
+Bitacle
+Blow
+BlowFish
+BotALot
 Brandwatch
-Bullseye
-BunnySlippers
-BuzzSumo
-CCBot
+Buck
+Buddy
+BuiltBotTough
+BuiltWith
+CATExplorador
 CODE87
+CSHttp
 Calculon
-Cegbfeieh
-CensysInspect
-Citoid
-Collector
-Copier
+CherryPicker
+Chlooe
+Cogentbot
+CopyRightCheck
 Copyscape
-Crawling at Home Project
+Craftbot
+CrunchBot
 Custo
+CyotekWebCopy
 DBLBot
+DIIbot
 DSearch
-DTS Agent
 DataCha0s
+Demon
+Deusu
 DigitalPebble
-Discoverybot
-DnBCrawler-Analytics
-DomainCrawler
-DomainStatsBot
+Dirbuster
+Disco
+Dispatch
+DittoSpyder
+DnyzBot
+DomCopBot
+DomainAppender
 Domains Project
-Download Wonder
-EMail Siphon
-EirGrabber
-EroCrawler
-Exabot
+Dotbot
+ECCP/1.0
+EMail Wolf
+Ecxi
 Express WebPictures
 Extractor
-Ezooms
+ExtractorPro
+EyeNetIE
+FDM
+Fimap
 Firefox/7.0
 FlashGet
+Flunky
 FrontPage
 Fuzz
+FyberSpider
+Fyrebot
 G-i-g-a-b-o-t
+GT::WWW
+GalaxyBot
 Genieo
-GermCrawler
 GetRight
-GetWeb
-Gigabot
 Go-Ahead-Got-It
-Grabber
-Grafula
-HEADMasterSEO
-HTMLparser
-HTTP::Lite
-HTTrack
-Haansoft
-Heritrix
-IDBTE4M
+GoZilla
+Gotit
+GrabNet
+GrapeFX
+GridBot
+HaosouSpider
+Harvest
+Humanlinks
+HybridBot
 IDBot
 IRLbot
 Iblog
-Id-search
 IlseBot
-InterGET
-InternetSeer
-IstellaBot
+Image Sucker
+IndeedBot
+Iria
+Iskanie
 JennyBot
+Jorgee
 JustView
-Jyxobot
 Kenjin Spider
+Keybot Translation-Search-Machine
 Keyword Density
+Kozmosbot
+Lanshanbot
+Larbin
 Leap
-LeechFTP
-LexiBot
+LibWeb
+Libwhisker
 LieBaoFast
 Lightspeedsystems
-Likse
-LinkScan
 LinkWalker
-Linkbot
-LinqiaRSSBot
-LinqiaScrapeBot
+LinkextractorPro
+LinkpadBot
+LinksManager
 Lipperhey
-Lipperhey Spider
-Ltx71
-MFC_Tear_Sample
-MIDown tool
-MJ12bot
-MQQBrowser
+Litemage_walker
+MIIxpc
 MarkMonitor
-MarkWatch
-Mass Downloader
 MauiBot
-Mb2345Browser
 Meanpathbot
-Microsoft Data Access
+Mediatoolkitbot
 Minefield
 Moblie Safari
 Mojeek
+MolokaiBot
 Mozlila
-Msrabot
 Musobot
-NPbot
-Nameprotect
+NICErsPRO
+Name Intelligence
 Navroad
-NearSite
 Net Vampire
+NetAnts
 NetLyzer
 NetMechanic
-NetZIP
+NetSpider
 Nettrack
 Netvibes
-NextGenSearchBot
 Nibbler
-Nikto
-NimbleCrawler
-Nimbostratus
+Niki-bot
+Ninja
+Nmap
+Not
+Nuclei
 Offline Navigator
+OnCrawl
 OpenLinkProfiler
 OpenVAS
-Openfind
-Openvas
+OrangeBot
 OrangeSpider
-PHPCrawl
-Panscient
-Pavuk
+OutclicksBot
+PECL::HTTP
+PageScorer
+Pandalytics
+Papa Foto
 Petalbot
 Picscout
 PictureFinder
-Pimonster
+Pockey
 Probethenet
+Psbot
 PyCurl
+RSSingBot
 RankActive
-RankFlex
-RankingBot2
+RankActiveLinkBot
 RankurBot
-ReGet
-RocketCrawler
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOstats
+Ripper
+SBIder
+SEOkicks
+SEOprofiler
 ScanAlert
-Scanbot
-ScoutJet
-Screaming
+Scrapy
 ScrepyBot
-SearchmetricsBot
+Searchestate
+Seekport
+Semrush
+SentiBot
 SeoSiteCheckup
-SeobilityBot
-Seomoz
-Shodan
-Siphon
-SiteCheckerBotCrawler
-Sitevigil
-Snapbot
+Site Sucker
+SiteLockSpider
+SiteSucker
+Sitebeam
+SlySearch
+SmartDownload
+SocialRankIOBot
 Sociscraper
-Sogou web spider
 Sosospider
-SpaceBison
 Spammen
-Spanner
 SputnikBot
 Sqlworm
-Sucuri
-Szukacz
-T8Abot
-Teleport
-TeleportPro
-TheNomad
-Thumbor
+Steeler
+Stripper
+Sucker
+SuperHTTP
+SurveyBot
+Telesphorep
+Toata
 Toweyabot
 Tracemyfile
-Trendictionbot
-Turnitin
-TwengaBot
-Typhoeus
-Upflow
-V-BOT
-Vacuum
+Twice
+VB Project
+VCI
+VelenPublicWebCrawler
+VeriCiteCrawler
 Virusdie
-WBSearchBot
-WEBDAV
 WISENutbot
+WPScan
 WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
 WWWOFFLE
+Wallpapers
+Wallpapers/3.0
+WallpapersHD
 Web Auto
 Web Collage
+Web Enhancer
+Web Pix
 Web Sauger
-WebBandit
+WebCollage
+WebCopier
 WebEnhancer
-WebFetch
+WebFuck
+WebLeacher
+WebPix
+WebStripper
+WebSucker
+WebWhacker
+WebZIP
+Webalta
 WebmasterWorldForumBot
-Website Quester
-Widow
-Wprecon
-Xaldon_WebSpider
+WebsiteExtractor
+WebsiteQuester
+Wonderbot
+Xaldon WebSpider
+Xenu
 YoudaoBot
-Zade
-Zermelo
-ZumBot
 ZyBorg
-adscanner
 archive.org_bot
-arquivo-web-crawler
-backlink-check
-crawl.sogou.com
-crawler.feedback
-crawler4j
+arquivo.pt
+cognitiveseo
+demandbase-bot
+gopher
 instabid
-ips-agent
-isitwp.com
 iubenda-radar
 linkdexbot
-lwp-request
 muhstik-scan
-netEstate NE Crawler
-pcBrowser
-polaris version
-ripz
-satoristudio.net
-scalaj-http
-seocompany.store
-seostar
-sexsearcher
+oBot
+seobility
 sitechecker.pro
 sogouspider
 spyfu
+sysscan
 trendiction.com
-trendiction.de
-webmeup-crawler
 webpros.com
 webprosbot
-x09Mozilla
-xpymep1.exe
-zauba.io