V4.2022.10.3384 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
+01h4x.com
 404checker
 80legs
-AIBOT
-Aboundex
+ASPSeek
 Aboundexbot
+AfD-Verbotsverfahren
 AhrefsBot
-Alexibot
-AllSubmitter
+Anarchie
 Anarchy
-Anarchy99
-Ankit
-Apexoo
-Asterias
+Aspiegel
 Atomseobot
-BBBike
+AwarioSmartBot
+BDCbot
 BDFetch
 Backlink-Ceck
-BacklinkCrawler
-Badass
-Barkrowler
 BatchFTP
-Battleztar Bazinga
-Bitacle
+Bigfoot
 Black Hole
-BlowFish
-Bolt
-BotALot
+Brandwatch
+Buck
+Buddy
+BuiltBotTough
 BuiltWith
-Bullseye
-CATExplorador
-CazoodleBot
-Cegbfeieh
+CCBot
+CODE87
+CSHttp
+CensysInspect
 CheTeam
-CheeseBot
 ChinaClaw
-Claritybot
+Cliqzbot
 Cloud mapping
 Cogentbot
-Collector
-Copyscape
 Craftbot
-Crawling at Home Project
-CrunchBot
-CyotekWebCopy
+Crescent
 DBLBot
-DTS Agent
-DataCha0s
 Demon
 Deusu
 Devil
 DigitalPebble
-Discobot
-Discoverybot
-DittoSpyder
-DnBCrawler-Analytics
+Dirbuster
 DomainCrawler
 DomainSigmaCrawler
-Dotbot
+Domains Project
+Dragonfly
 ECCP/1.0
-EMail Siphon
-Ebingbong
+EMail Wolf
+EasyDL
+EirGrabber
 Evil
 Exabot
 Express WebPictures
-Extreme Picture Finder
-FHscan
+EyeNetIE
+FDM
 Fimap
-FlashGet
+Firefox/7.0
 Freeuploader
-Fuzz
+FrontPage
+FyberSpider
 G-i-g-a-b-o-t
-GalaxyBot
-Getintent
+GT::WWW
+Genieo
 Gigabot
-Go!Zilla
 Grabber
+Grafula
+GrapeshotCrawler
 HEADMasterSEO
-HaosouSpider
-Hloader
-HybridBot
-Image Sucker
+HTMLparser
+Haansoft
+Havij
+HonoluluBot
+IRLbot
+Iblog
+Image Fetch
+IndeedBot
+Indy Library
+Iria
+Iskanie
 IstellaBot
 JOC Web Spider
 JamesBOT
 Jbrofuzz
 JennyBot
-JetCar
-Joomla
-Jorgee
+Jetty
+JustView
 Kenjin Spider
+Keyword Density
+Kozmosbot
 LNSpiderguy
+LWP::Simple
+Lanshanbot
 LeechFTP
-LeechGet
 LexiBot
-Libwhisker
 LieBaoFast
-Lightspeedsystems
-Likse
+LinkScan
+LinkWalker
 LinkextractorPro
-LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey Spider
 Litemage_walker
 Lmspider
 Ltx71
-MQQBrowser
+MIIxpc
 MSIECrawler
 MTRobot
-Mail.RU_Bot
+Magnet
+Majestic SEO
+Majestic-SEO
 MarkMonitor
-Mass Downloader
-Masscan
-Mediatoolkitbot
-MegaIndex.ru
 Microsoft URL Control
 Minefield
 Mister PiX
-Morfeus Fucking Scanner
+Mojeek
 Mr.4x3
+Msrabot
+Musobot
 NPbot
-Nessus
-NetSpider
-Nettrack
+Nameprotect
+NearSite
+Needle
+Net Vampire
+NetAnts
+NetLyzer
+NetMechanic
+NetZIP
 NextGenSearchBot
-Niki-bot
-NimbleCrawler
+Nikto
 Not
-Octopus
-Offline Navigator
-OnCrawl
-Openvas
+Nuclei
+Nutch
+Offline Explorer
 OrangeBot
-OrangeSpider
+OutfoxBot
 PHPCrawl
-POE-Component-Client-HTTP
 Page Analyzer
-PageAnalyzer
 PageGrabber
-Papa Foto
+PageThing.com
+Pandalytics
+Petalbot
 Pi-Monster
+Picscout
 Pimonster
-Pockey
-Probethenet
+ProPowerBot
+ProWebWalker
 Pu_iN
 Pump
-PxBroker
 QueryN Metasearch
-Quick-Crawler
-RSSingBot
-RankActive
-RankActiveLinkBot
 RankFlex
-RankingBot
-Rankivabot
 ReGet
-Reaper
+RealDownload
+RebelMouse
+RepoMonkey
+Ripper
+SEOkicks
 SEOlyticsCrawler
-SEOprofiler
 SalesIntelligent
-ScanAlert
-ScreenerBot
+ScoutJet
+Scrapy
 ScrepyBot
-Seekport
+SearchmetricsBot
+SemrushBot
 SeoSiteCheckup
 Shodan
 Siphon
-SiteCheckerBotCrawler
 SiteExplorer
 SiteLockSpider
-Sitebeam
+SiteSucker
+Siteimprove
 Sitevigil
-Sociscraper
-Sogou web spider
+Sosospider
 Sottopop
+Spammen
+Spanner
+SputnikBot
+Sqlworm
+Sqworm
 Stripper
-Sucuri
+Sucker
 Surfbot
-Swiftbot
-Szukacz
+Suzuran
 Teleport
-Telesoft
-Telesphoreo
-Telesphorep
 TheNomad
-Thumbor
+TightTwatBot
+Toata
 Trendiction
 Trendictionbot
 True_Robot
 Turingos
-TurnitinBot
-Twice
-Typhoeus
-UnisterBot
-VCI
+Turnitin
+VB Project
 Vacuum
+VeriCiteCrawler
 VidibleScraper
-WEBDAV
-WPScan
-WWW-Collector-E
-Wallpapers
-WallpapersHD
-Web Auto
-Web Collage
-Web Fuck
-Web Pix
-Web Sucker
-WebAuto
-WebCollage
-WebGo IS
+Virusdie
+Voil
+WASALive-Bot
+WWW::Mechanize
+Web Fetch
+WebBandit
+WebFetch
 WebImageCollector
-WebLeacher
-WebPix
+WebReaper
+WebSauger
 WebStripper
-WebSucker
+WebZIP
+Webalta
 Webshag
 Website Quester
-Whacker
-Who.is Bot
 Widow
-WiseGuys Robot
 Wonderbot
-Wotbox
+Woobot
 Wprecon
-Xaldon_WebSpider
-Zauba
-Zeus
-ZmEu
-ZoomBot
-ZoominfoBot
-archive.org_bot
+Zade
+Zitebot
+ZumBot
+ZyBorg
 arquivo.pt
 autoemailspider
 backlink-check
-coccocbot
-cognitiveseo
-crawler4j
+check1.exe
+clark-crawler
+crawler.feedback
+dataforseo.com
+domainsproject.org
 eCatch
 facebookscraper
-gopher
+heritrix
+internetVista monitor
 isitwp.com
-magpie-crawler
-plumanalytics
-seobility
+iubenda-radar
+mediawords
+netEstate NE Crawler
+page scorer
+polaris version
+probe-image-size
+ripz
+s1z.ru
+scalaj-http
+scan.lol
+seoscanners
 serpstatbot
-sexsearcher
+sitechecker.pro
 sogouspider
 sp_auditbot
-spyfu
+sysscan
 trendiction.com
+ubermetrics-technologies.com
 voyagerx.com
+x09Mozilla
+zauba.io
+zgrab