V4.2022.11.3487 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-80legs
-Abonti
-Aboundex
-AfD-Verbotsverfahren
-AhrefsBot
+404enemy
+ALittle Client
+ASPSeek
+Aboundexbot
+Acunetix
 Aipbot
 Alexibot
 Alligator
-Anthill
+Anarchy99
+Apexoo
 Asterias
-Attach
-BDCbot
+BBBike
 BLEXBot
-BackWeb
 Backlink-Ceck
-BacklinkCrawler
-Badass
-Bandit
+BatchFTP
+Battleztar Bazinga
+BetaBot
 Black Hole
+Blackboard
 Blow
-Boardreader
+BlowFish
 Bolt
 BotALot
-BuiltBotTough
-BuiltWith
+Brandprotect
+Buddy
 BuzzSumo
+CATExplorador
+CODE87
 CSHttp
-Calculon
+CensysInspect
 CheTeam
 ChinaClaw
-Cocolyzebot
-Cosmos
-Craftbot
-CrazyWebCrawler
+Chlooe
+Cogentbot
+Collector
+Copyscape
+Crawling at Home Project
 Crescent
-DBLBot
+Custo
 DIIbot
-DTS Agent
-Demon
-Devil
+DataCha0s
+Digincore
 DigitalPebble
-Dirbuster
-Disco
-Dispatch
-DomainAppender
+Discobot
+Discoverybot
+DnBCrawler-Analytics
+DomCopBot
+DomainCrawler
+Dotbot
 Download Wonder
-Dragonfly
+ECCP/1.0
 EMail Siphon
-Ecxi
-Extractor
+EasyDL
+EirGrabber
+Exabot
 ExtractorPro
 Extreme Picture Finder
-Ezooms
-FDM
+EyeNetIE
+FHscan
+FemtosearchBot
 Fimap
-FlashGet
+Firefox/7.0
+Foobot
 Fuzz
-FyberSpider
-Fyrebot
-GT::WWW
-GalaxyBot
 Genieo
-Go-Ahead-Got-It
-GrabNet
-Grafula
-HEADMasterSEO
-Haansoft
-HaosouSpider
+GetWeb
+Getintent
+Go!Zilla
+GrapeshotCrawler
+GridBot
+HTMLparser
+Harvest
+Havij
+Heritrix
+HonoluluBot
+Humanlinks
 IDBTE4M
-IDBot
-Id-search
-Image Sucker
+IRLbot
+IndeedBot
 Indy Library
-InfoNaviRobot
 InfoTekies
-Intelliseek
-Internet Ninja
-Iskanie
-IstellaBot
-JennyBot
-JetCar
-Jetty
+InterGET
+InternetSeer
+Iria
+Jbrofuzz
 Joomla
 Jorgee
 Kenjin Spider
-Keybot Translation-Search-Machine
 Keyword Density
-Kinza
-Lanshanbot
-Leap
+LNSpiderguy
+LWP::Simple
 LeechFTP
+LexiBot
 Lftp
+LibWeb
+Libwhisker
+Lightspeedsystems
 Likse
-LinkScan
-Linkbot
+LinkWalker
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+LinqiaScrapeBot
 Litemage_walker
-Ltx71
-MIIxpc
-MSIECrawler
-MarkMonitor
-Mata Hari
+MFC_Tear_Sample
+Magnet
+Majestic-SEO
+Masscan
 MeanPath Bot
-Mediatoolkitbot
-MicroMessenger
+Meanpathbot
+MegaIndex.ru
+Microsoft URL Control
 Mister PiX
-Moblie Safari
 Morfeus Fucking Scanner
-Mozlila
-Nameprotect
-Nessus
-NetLyzer
-NetZIP
+Mr.4x3
+Msrabot
+Navroad
+NearSite
+Net Vampire
+NetMechanic
 Netcraft
-Nettrack
+Nibbler
 Niki-bot
+Nikto
+Nimbostratus
 Ninja
+Nmap
 Nuclei
+Octopus
 OpenVAS
-OrangeSpider
-Page Analyzer
-PageGrabber
-Pandalytics
-Papa Foto
+OrangeBot
+OutclicksBot
+PHPCrawl
+PageAnalyzer
+PeoplePal
+Petalbot
+Pi-Monster
 Picscout
+Picsearch
+PictureFinder
 Piepmatz
 Pimonster
-Pockey
-PxBroker
-RankActive
+ProPowerBot
+Psbot
+Pump
+PyCurl
+QueryN Metasearch
+RSSingBot
 RankingBot
-RankingBot2
 Rankivabot
-RankurBot
-Re-re
-RebelMouse
-Recorder
-Ripper
-RocketCrawler
-Rogerbot
+ReGet
+RealDownload
+RepoMonkey
 SBIder
-SEOlyticsCrawler
-SEOprofiler
-SEOstats
-SISTRIX
+SEOkicks
 SMTBot
+ScoutJet
 Scrapy
 Screaming
-ScrepyBot
-SearchmetricsBot
+Semrush
 SentiBot
 SeobilityBot
 Seomoz
-Shodan
+Siphon
 Site Sucker
-SiteCheckerBotCrawler
-SiteExplorer
 SiteLockSpider
+SiteSnagger
 SiteSucker
+Siteimprove
+Sitevigil
+SmartDownload
 Snapbot
-SocialRankIOBot
 Sociscraper
-Sosospider
-Sottopop
-SpaceBison
-Spanner
+SpankBot
 Spbot
-SputnikBot
-Sqlmap
 Steeler
 Stripper
 Sucker
-Sucuri
-SuperBot
-SuperHTTP
-Surfbot
-SurveyBot
 Suzuran
+Szukacz
 T0PHackTeam
 Teleport
 Telesphoreo
+The Intraformant
 TheNomad
-Titan
-Toweyabot
-Turnitin
-TwengaBot
-Twice
-VCI
+Thumbor
+Toata
+Tracemyfile
+UnisterBot
+Upflow
+VB Project
+Vagabondo
 VelenPublicWebCrawler
-VidibleScraper
 Virusdie
-Voil
-Voltron
+WASALive-Bot
 WEBDAV
-WWW-Mechanize
+WISENutbot
+WPScan
+WWW::Mechanize
+WWWOFFLE
 Wallpapers
 WallpapersHD
 WeSEE
-Web Collage
-Web Fetch
-Web Sauger
-WebAuto
-WebFuck
+Web Fuck
+Web Pix
+WebBandit
+WebCollage
+WebEnhancer
 WebGo IS
-WebLeacher
 WebSauger
 WebSucker
-WebZIP
+WebWhacker
+Webalta
+WebmasterWorldForumBot
 Whack
 Whacker
-Whatweb
-WinHTTrack
-WiseGuys Robot
-Xaldon_WebSpider
-Xenu
-Zitebot
-ZyBorg
+Widow
+Wonderbot
+Woobot
+Wprecon
+Zeus
+ZmEu
+ZoomBot
 adscanner
-archive.org_bot
-autoemailspider
-backlink-check
-check1.exe
-crawler4j
+arquivo-web-crawler
+arquivo.pt
+cah.io.community
+clark-crawler
+cognitiveseo
+crawl.sogou.com
 dataforseo.com
 demandbase-bot
-evc-batch
-gopher
-internetVista monitor
-ips-agent
-iubenda-radar
+eCatch
+facebookscraper
+isitwp.com
 linkdexbot
 lwp-trivial
-muhstik-scan
-oBot
-page scorer
-polaris version
-ripz
+magpie-crawler
+plumanalytics
 satoristudio.net
-scalaj-http
-scan.lol
-sexsearcher
+seobility
+seostar
 sp_auditbot
-sysscan
+tAkeOut
+trendiction.com
+webgains-bot
+webmeup-crawler
 webpros.com
-webprosbot
 x09Mozilla
-xpymep1.exe
+x22Mozilla
 zauba.io