V4.2022.01.2828 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-404enemy
-ADmantX
-AIBOT
+01h4x.com
+404checker
 ALittle Client
-AfD-Verbotsverfahren
-AhrefsBot
-Anthill
-Attach
-BBBike
-Badass
+Aboundex
+Acunetix
+Anarchy
+Anarchy99
+Ankit
+AwarioSmartBot
+BLEXBot
+BackDoorBot
+BackWeb
+Backlink-Ceck
+Bandit
+Barkrowler
+BatchFTP
 BetaBot
+Bigfoot
 Black Hole
-Blackboard
-Blow
+BlackWidow
+Boardreader
+Brandprotect
+Brandwatch
 Buck
 BuiltBotTough
-BuiltWith
-BunnySlippers
-BuzzSumo
-CATExplorador
-CSHttp
-CherryPicker
-ChinaClaw
-Cliqzbot
+Bullseye
+Cegbfeieh
+CheeseBot
+Chlooe
+Citoid
+Claritybot
 Cloud mapping
-CrazyWebCrawler
-Custo
-DTS Agent
+Collector
+Copier
+Copyscape
+Cosmos
+Craftbot
+Crawling at Home Project
+Crescent
+CrunchBot
+DIIbot
+DSearch
 DatabaseDriverMysqli
+Devil
 Digincore
-DigitalPebble
-Discobot
+Discoverybot
 Dispatch
+DittoSpyder
 DnBCrawler-Analytics
-DnyzBot
-DomCopBot
 DomainCrawler
 DomainSigmaCrawler
-Domains Project
-Dotbot
-Dragonfly
-ECCP/1.0
-Express WebPictures
+DomainStatsBot
+Download Wonder
+EirGrabber
+Evil
+Exabot
 ExtLinksBot
-Extractor
+Extreme Picture Finder
 Ezooms
-FHscan
+FemtosearchBot
 Fimap
-Firefox/7.0
 FlashGet
+Flunky
 Foobot
 Fuzz
-GalaxyBot
-GermCrawler
-GetWeb
-Go!Zilla
-Gotit
-GridBot
-HTMLparser
-HTTP::Lite
-HaosouSpider
-Harvest
+FyberSpider
+G-i-g-a-b-o-t
+Getintent
+Grabber
+HMView
+Havij
 Hloader
-HybridBot
-IDBot
 Iblog
-IlseBot
-Image Sucker
-IndeedBot
 InfoNaviRobot
-InfoTekies
+InterGET
 Iskanie
-IstellaBot
 JOC Web Spider
-Jbrofuzz
 Jetty
 JikeSpider
 Joomla
 Jorgee
-Kinza
-Kozmosbot
+Jyxobot
+Kenjin Spider
+Keyword Density
 LNSpiderguy
-LWP::Simple
+Lanshanbot
 Larbin
-Leap
-LeechFTP
-LeechGet
-Libwhisker
-LieBaoFast
+LibWeb
 Lightspeedsystems
+LinkScan
 LinkWalker
 Linkbot
+Linkdexbot
+LinkextractorPro
+LinkpadBot
+LinksManager
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
+Lipperhey
 Lipperhey Spider
 Litemage_walker
 Lmspider
-MQQBrowser
+MFC_Tear_Sample
 MSFrontPage
 MSIECrawler
-Magnet
+MTRobot
+Majestic SEO
 Majestic-SEO
-Mass Downloader
-Masscan
+Majestic12
+MarkMonitor
+MarkWatch
 Mata Hari
+Mb2345Browser
+Meanpathbot
 Mediatoolkitbot
 MegaIndex.ru
-Mister PiX
-Mojeek
+Metauri
+MicroMessenger
+Microsoft Data Access
+Minefield
+Moblie Safari
 Msrabot
 Musobot
-NICErsPRO
 Name Intelligence
-Nameprotect
-Navroad
-Net Vampire
-NetSpider
 Netcraft
-Nibbler
-Nimbostratus
-Nmap
-Nuclei
-Offline Explorer
-Offline Navigator
+Nutch
+OpenLinkProfiler
 Openvas
 OrangeBot
-OutclicksBot
 PHPCrawl
-PageGrabber
-PageScorer
-Pandalytics
+Page Analyzer
+PageAnalyzer
+PageThing.com
 Panscient
-Picsearch
+Pi-Monster
 PictureFinder
-Pimonster
-Pixray
-Probethenet
+Pockey
+ProPowerBot
 QueryN Metasearch
 Quick-Crawler
-RSSingBot
-Rankivabot
-RankurBot
-Re-re
-RebelMouse
-RedesScrapy
+RankingBot2
+RealDownload
+Reaper
+Recorder
+RepoMonkey
 Ripper
-RocketCrawler
-SBIder
-SEOkicks-Robot
-SISTRIX
+Rogerbot
 SalesIntelligent
 ScanAlert
-ScoutJet
+Scanbot
 Screaming
 ScrepyBot
+Searchestate
 SearchmetricsBot
-SeoSiteCheckup
 SeobilityBot
-Shodan
+Siphon
 Site Sucker
-SiteCheckerBotCrawler
+SiteExplorer
 SiteSucker
-Sitebeam
-Sitevigil
-SmartDownload
+Siteimprove
+SlySearch
 Snapbot
-Snoopy
-SocialRankIOBot
-Sosospider
-Spammen
-SpankBot
+Sociscraper
+Sogou web spider
 Spanner
-SputnikBot
 Sqworm
-Steeler
-Sucker
-SuperBot
-SuperHTTP
+Stripper
 SurveyBot
 Szukacz
 T0PHackTeam
-Telesoft
-Telesphoreo
+The Intraformant
 TheNomad
 Thumbor
-TightTwatBot
+Titan
+Trendiction
+Trendictionbot
+True_Robot
 Turingos
-Typhoeus
+TwengaBot
+Twice
 URLy.Warning
-Upflow
+V-BOT
 Vacuum
-VoidEYE
-Voltron
-WWW-Mechanize
+Vagabondo
+VelenPublicWebCrawler
+VidibleScraper
+Virusdie
+Voil
+WASALive-Bot
+WISENutbot
+WPScan
+WWW-Collector-E
 WWWOFFLE
-Wallpapers
 Wallpapers/3.0
-Web Auto
-Web Sucker
+WallpapersHD
+Web Enhancer
+Web Fuck
+Web Pix
+WebBandit
+WebCollage
+WebEnhancer
 WebFetch
-WebFuck
 WebGo IS
 WebLeacher
 WebReaper
-WebSauger
 WebSucker
 WebWhacker
 Webalta
+WebmasterWorldForumBot
+Website Quester
+WebsiteExtractor
+WebsiteQuester
 Webster
 Whack
 Whatweb
-Who.is Bot
-Widow
-WiseGuys Robot
-Wotbox
+Woobot
 Wprecon
-Xaldon_WebSpider
 YoudaoBot
-Zade
-Zermelo
-Zeus
-Zitebot
+ZoomBot
 ZumBot
-ZyBorg
-archive.org_bot
 arquivo.pt
-cah.io.community
-check1.exe
-com.plumanalytics
+cognitiveseo
+crawl.sogou.com
 crawler.feedback
 dataforseo.com
+demandbase-bot
+evc-batch
+instabid
+isitwp.com
 lwp-request
 lwp-trivial
 meanpathbot
-muhstik-scan
-oBot
-seocompany.store
+netEstate NE Crawler
+page scorer
+ripz
+s1z.ru
+satoristudio.net
+scalaj-http
+scan.lol
 seoscanners
 seostar
-serpstatbot
-sexsearcher
+siteripz
 sogouspider
 spyfu
+sysscan
 tAkeOut
 trendiction.com
 trendiction.de
-voyagerx.com
-webpros.com
+xpymep1.exe
 zauba.io