V4.2022.01.2872 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
+01h4x.com
 404enemy
-ADmantX
+ASPSeek
 Aboundex
-Acunetix
+Aboundexbot
 AhrefsBot
 AiHitBot
-Alligator
-AlphaBot
-Anarchy
-Asterias
-Atomseobot
-Attach
+Alexibot
+Anarchie
+Ankit
+Anthill
+Aspiegel
 AwarioRssBot
-BDFetch
-BackDoorBot
-BacklinkCrawler
+BackWeb
 Bandit
-BatchFTP
-Bigfoot
+Barkrowler
 Bitacle
 Black Hole
-Boardreader
+Blow
+Bolt
 Brandprotect
-Buck
-Buddy
-BuiltWith
-Bullseye
 BunnySlippers
+CCBot
+Calculon
 Cegbfeieh
-CensysInspect
 CheTeam
-CheeseBot
-Citoid
-Claritybot
+ChinaClaw
+Cliqzbot
+Collector
+Copier
 CopyRightCheck
-Craftbot
-Crawling at Home Project
-Curious
+Cosmos
+CrazyWebCrawler
+CrunchBot
 Custo
 CyotekWebCopy
-DIIbot
-DSearch
+DBLBot
+DataCha0s
 Demon
-Digincore
-DigitalPebble
+Deusu
 Dirbuster
-Discoverybot
-DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
+Discobot
+Dispatch
 DomCopBot
-DomainAppender
 DomainCrawler
+Domains Project
 Dotbot
-ECCP/1.0
-EasyDL
-Ecxi
+Dragonfly
+EMail Siphon
 EirGrabber
-EroCrawler
 Evil
-ExtLinksBot
 ExtractorPro
-Extreme Picture Finder
-EyeNetIE
+Ezooms
 FDM
+FHscan
+FemtosearchBot
 Fimap
-Firefox/7.0
-FrontPage
-Fuzz
-Fyrebot
+Foobot
+Freeuploader
 GT::WWW
 GalaxyBot
-Genieo
-GetWeb
-Getintent
-Gigabot
-GoZilla
+GetRight
 Gotit
+GrabNet
 Grafula
 GrapeFX
+GrapeshotCrawler
+GridBot
 HEADMasterSEO
-HMView
-HTMLparser
+HTTP::Lite
 Haansoft
-Havij
-Hloader
-IDBTE4M
-Iblog
-IlseBot
+HonoluluBot
 Image Fetch
 Image Sucker
 IndeedBot
-InfoTekies
+InfoNaviRobot
 Intelliseek
-Internet Ninja
+InternetSeer
+Iskanie
+JOC Web Spider
 JamesBOT
 Jbrofuzz
+JennyBot
+JetCar
 Jetty
-JikeSpider
-Joomla
-Keyword Density
-Kinza
-Leap
+Jyxobot
+Kenjin Spider
+Kozmosbot
+LNSpiderguy
+LWP::Simple
+LeechFTP
+LeechGet
+LexiBot
+LibWeb
+Libwhisker
 Lightspeedsystems
 Likse
-Lipperhey
+LinkScan
+LinkWalker
 Lmspider
-Ltx71
-MIDown tool
-MJ12bot
-Mag-Net
+MFC_Tear_Sample
+MIIxpc
+MQQBrowser
+MSIECrawler
 Magnet
+Mail.RU_Bot
 Majestic SEO
-MarkMonitor
-MarkWatch
-Mass Downloader
+Majestic12
 Masscan
+Mata Hari
 Mb2345Browser
+Metauri
 Microsoft Data Access
-Mojeek
+Microsoft URL Control
+Mojolicious
 Morfeus Fucking Scanner
+Mozlila
 Msrabot
-NPbot
-Nameprotect
-NearSite
-NetSpider
+Musobot
+Net Vampire
 Netcraft
-Nikto
-NimbleCrawler
-Not
+Netvibes
+Nibbler
+Nimbostratus
+Ninja
+Nmap
+Nuclei
 Nutch
-OpenLinkProfiler
-Openfind
-OutfoxBot
+Offline Navigator
+OrangeSpider
 PECL::HTTP
-POE-Component-Client-HTTP
-PageAnalyzer
-PageThing.com
-PeoplePal
+PageGrabber
+PageScorer
+Pandalytics
+Papa Foto
 Petalbot
 Picsearch
-Piepmatz
+Probethenet
+Pump
 PxBroker
-PyCurl
-Quick-Crawler
-RSSingBot
-RankingBot
-Re-re
+QueryN Metasearch
+RankActive
+RankActiveLinkBot
+Rankivabot
 ReGet
+Reaper
+RedesScrapy
+RepoMonkey
 Ripper
-RocketCrawler
 SBIder
-SEOkicks-Robot
-ScanAlert
-Scanbot
-Searchestate
+SISTRIX
+ScoutJet
+ScrepyBot
+SearchmetricsBot
 SemanticJuice
-SentiBot
-SeoSiteCheckup
-SeobilityBot
+SemrushBot
+Seomoz
 Shodan
+Site Sucker
+SiteCheckerBotCrawler
+SiteSnagger
+Sitebeam
 Siteimprove
+SmartDownload
 Snake
-Snapbot
-Snoopy
-Sottopop
+Sogou web spider
+Sosospider
 SpaceBison
 Spammen
 Spbot
 Spinn3r
 SputnikBot
 Sqlmap
-Sqworm
-Stripper
+Sqlworm
 Sucker
-Sucuri
-SuperBot
-SurveyBot
-Szukacz
-T0PHackTeam
+SuperHTTP
+Surfbot
+Suzuran
+Swiftbot
 Teleport
+TeleportPro
 Telesphoreo
+Telesphorep
 The Intraformant
+TheNomad
 Titan
-Toweyabot
-TwengaBot
-V-BOT
-VB Project
+Trendiction
+Trendictionbot
+URLy.Warning
+UnisterBot
+Vacuum
 VelenPublicWebCrawler
 VidibleScraper
+Virusdie
+VoidEYE
 Voil
-WEBDAV
-WPScan
-WWW-Collector-E
+Voltron
+WASALive-Bot
+WBSearchBot
+WISENutbot
+WWW-Mechanize
 WWW::Mechanize
-WWWOFFLE
+WeSEE
+Web Collage
+Web Fetch
 Web Pix
-Web Sauger
 WebAuto
-WebFetch
-WebFuck
-WebReaper
+WebBandit
+WebCollage
+WebCopier
+WebGo IS
 WebSauger
-WebStripper
-WebWhacker
-WebZIP
-WebsiteExtractor
+WebSucker
+WebmasterWorldForumBot
 WebsiteQuester
-Webster
 Whack
-Whacker
 Whatweb
 Who.is Bot
+WinHTTrack
+WiseGuys Robot
 Wonderbot
-Woobot
 Wprecon
 Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zade
-Zermelo
 Zeus
-Zitebot
-ZoomBot
+ZmEu
 ZumBot
-clark-crawler
-coccocbot-web
+ZyBorg
+arquivo-web-crawler
+autoemailspider
+cognitiveseo
 crawl.sogou.com
-crawler.feedback
-domainsproject.org
-heritrix
-instabid
-ips-agent
-isitwp.com
+dataforseo.com
+eCatch
+evc-batch
+gopher
+internetVista monitor
 iubenda-radar
-lwp-trivial
 meanpathbot
-page scorer
+muhstik-scan
+oBot
+polaris version
+s1z.ru
 satoristudio.net
-scalaj-http
-seobility
-sitechecker.pro
-siteripz
-sysscan
-webgains-bot
-webmeup-crawler
-webpros.com
-x09Mozilla
-zauba.io
-zgrab
+scan.lol
+trendiction.com
+voyagerx.com
+xpymep1.exe