V4.2022.10.3409 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 360Spider
-ADmantX
+404checker
 ALittle Client
 ASPSeek
-AhrefsBot
-AiHitBot
+Aboundex
+Acunetix
+AllSubmitter
 Alligator
-AlphaBot
 Anarchie
 Anarchy
-Anarchy99
-Anthill
-AwarioRssBot
-BBBike
-BackDoorBot
-BacklinkCrawler
-Bandit
+Aspiegel
+Asterias
+Attach
+BDCbot
+BackWeb
 Barkrowler
-Battleztar Bazinga
-BetaBot
+BatchFTP
 BlackWidow
+Blackboard
 Boardreader
-Brandprotect
+Brandwatch
 Buddy
 BuiltBotTough
 Bullseye
-CATExplorador
+BunnySlippers
 CCBot
-CSHttp
-Calculon
-CensysInspect
-CheTeam
 CheeseBot
-ChinaClaw
+CherryPicker
+Chlooe
+Claritybot
 Cliqzbot
-Cocolyzebot
-Collector
+Copier
 CopyRightCheck
-Cosmos
+Copyscape
+Crawling at Home Project
+CrazyWebCrawler
 Curious
-DIIbot
+Custo
+CyotekWebCopy
+DSearch
 DataCha0s
-Deusu
-DigitalPebble
+Demon
+Devil
+Digincore
 Dirbuster
+Disco
+Discobot
+Discoverybot
 Dispatch
-DnBCrawler-Analytics
+DittoSpyder
 DnyzBot
 DomainAppender
+DomainCrawler
 DomainSigmaCrawler
-DomainStatsBot
-Ebingbong
-Ecxi
-EroCrawler
-Extractor
-ExtractorPro
-EyeNetIE
-Ezooms
+Domains Project
+Dragonfly
+EMail Siphon
+EMail Wolf
+Evil
 FDM
 FHscan
+Fimap
 Firefox/7.0
-Freeuploader
-Fyrebot
-G-i-g-a-b-o-t
-GT::WWW
+FlashGet
+Flunky
+FrontPage
+GalaxyBot
 Genieo
 GermCrawler
-GetRight
-GetWeb
-Go-Ahead-Got-It
+Go!Zilla
 Gotit
-GrabNet
-Grabber
-HMView
-HTMLparser
-HTTP::Lite
-Haansoft
-Havij
+GrapeFX
+HaosouSpider
 Hloader
-Humanlinks
+HonoluluBot
 HybridBot
-IRLbot
-Iblog
-Id-search
+IDBTE4M
 IlseBot
-Image Fetch
 Image Sucker
-IndeedBot
-InfoTekies
-Intelliseek
-InternetSeer
-Iria
-Iskanie
-JennyBot
-JetCar
-Jorgee
-Keyword Density
-Kinza
-LNSpiderguy
-LWP::Simple
+Internet Ninja
+IstellaBot
+Joomla
+JustView
+Jyxobot
+Kenjin Spider
+Larbin
 Leap
-LeechGet
-Lftp
-LieBaoFast
+LeechFTP
+LibWeb
 Likse
-LinkWalker
 Linkbot
 LinksManager
-LinqiaMetadataDownloaderBot
-Ltx71
-MFC_Tear_Sample
-MJ12bot
-MSIECrawler
-Mag-Net
-Majestic12
-Mass Downloader
-Masscan
-Mata Hari
+LinqiaScrapeBot
+Lipperhey Spider
+MIDown tool
+MQQBrowser
+MTRobot
+Magnet
+Majestic SEO
+MarkMonitor
+MarkWatch
 MeanPath Bot
+Meanpathbot
+MegaIndex.ru
+Metauri
 Microsoft Data Access
-Microsoft URL Control
-Mister PiX
+Minefield
 Moblie Safari
+Mojeek
+Mojolicious
+MolokaiBot
+Mozlila
 Mr.4x3
+Musobot
+NPbot
 NearSite
-Needle
-Nessus
 NetAnts
 NetMechanic
 NetSpider
-NetZIP
-Netcraft
 Netvibes
 NextGenSearchBot
-NimbleCrawler
-Nutch
+Nimbostratus
+Nmap
+Not
+Octopus
 Offline Navigator
-OpenLinkProfiler
 OpenVAS
+Openvas
 OrangeSpider
 OutclicksBot
-POE-Component-Client-HTTP
+PHPCrawl
 PageGrabber
-PageThing.com
-Panscient
-Papa Foto
 Pavuk
-PeoplePal
-Petalbot
-Psbot
-Quick-Crawler
+Pi-Monster
+Picscout
+PictureFinder
+Pockey
+Probethenet
+PxBroker
+QueryN Metasearch
 RSSingBot
+RankActive
 RankFlex
-Rankivabot
+RankingBot2
+RankurBot
 Re-re
 ReGet
-RebelMouse
-SEOkicks-Robot
-SEOprofiler
-SalesIntelligent
+RealDownload
+Reaper
+RocketCrawler
+SEOlyticsCrawler
 ScanAlert
-Searchestate
+ScoutJet
+Screaming
+ScreenerBot
+ScrepyBot
 SearchmetricsBot
+SemrushBot
 SeoSiteCheckup
-SiteLockSpider
-Sitebeam
+Seomoz
+Shodan
+SiteSnagger
+SiteSucker
 Siteimprove
 SlySearch
-Snoopy
-SocialRankIOBot
+SmartDownload
+Snake
+Snapbot
 Sogou web spider
-Spammen
+Sosospider
 SpankBot
-Spbot
-Sqlworm
+Sqlmap
 Sqworm
-Stripper
+Steeler
 Sucker
-Surfbot
-Swiftbot
-Szukacz
-Telesoft
-Telesphoreo
+SuperHTTP
+T0PHackTeam
+T8Abot
+Teleport
+TeleportPro
 Telesphorep
 TheNomad
-TightTwatBot
+Thumbor
 Titan
-Trendictionbot
-Turnitin
-TwengaBot
-VB Project
+Trendiction
+True_Robot
+Typhoeus
+V-BOT
+VCI
 Vagabondo
 VelenPublicWebCrawler
 VeriCiteCrawler
-VidibleScraper
 VoidEYE
-Voil
-WISENutbot
-WWW-Collector-E
-WWW::Mechanize
-Wallpapers/3.0
+Voltron
+WBSearchBot
+WWWOFFLE
+WallpapersHD
 Web Enhancer
 Web Fuck
 Web Pix
 WebAuto
-WebBandit
-WebFuck
-WebStripper
+WebCopier
+WebGo IS
+WebImageCollector
+WebReaper
 WebWhacker
-WebmasterWorldForumBot
-Webshag
+Webalta
 Website Quester
-WebsiteExtractor
-WebsiteQuester
 Webster
+Whack
 Whatweb
-Who.is Bot
-WiseGuys Robot
-Woobot
+Widow
+Wonderbot
+Wprecon
+Xaldon WebSpider
 Xenu
-YoudaoBot
-Zade
-Zauba
 Zermelo
 Zitebot
 ZoomBot
-ZoominfoBot
 ZyBorg
-arquivo.pt
-backlink-check
-cah.io.community
 check1.exe
-coccocbot
-cognitiveseo
 com.plumanalytics
-crawler.feedback
-crawler4j
-domainsproject.org
+dataforseo.com
+demandbase-bot
 facebookscraper
-gopher
+instabid
 internetVista monitor
+ips-agent
+isitwp.com
 linkdexbot
 lwp-request
-lwp-trivial
-polaris version
+magpie-crawler
+meanpathbot
+mediawords
+muhstik-scan
+oBot
+page scorer
+plumanalytics
+probe-image-size
+scalaj-http
+seobility
+seocompany.store
 seoscanners
-serpstatbot
-spyfu
-trendiction.de
+seostar
+siteripz
+voyagerx.com
+webmeup-crawler
+webpros.com
+x22Mozilla
 xpymep1.exe