V4.2023.01.3538 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
 80legs
 ALittle Client
 Aboundexbot
+AhrefsBot
 Aipbot
-Alexibot
+AllSubmitter
+AlphaBot
+Anarchy99
+Ankit
 Anthill
-Atomseobot
-AwarioRssBot
-AwarioSmartBot
-BBBike
+Aspiegel
+Asterias
 BDFetch
-BackDoorBot
-BatchFTP
-Battleztar Bazinga
+Bandit
+Barkrowler
 BetaBot
-Bitacle
-Blackboard
+Black Hole
 Blow
-Boardreader
-BotALot
-Brandwatch
-Buck
-Buddy
-BuzzSumo
-CATExplorador
-CCBot
-CODE87
+BlowFish
+Brandprotect
+Bullseye
+CSHttp
+CazoodleBot
+Cegbfeieh
 CensysInspect
 CheTeam
-CherryPicker
-ChinaClaw
-Cliqzbot
-Cocolyzebot
-CopyRightCheck
-Craftbot
+CheeseBot
+Chlooe
+Claritybot
+Cloud mapping
+Copyscape
 CrazyWebCrawler
 Crescent
+CrunchBot
 Curious
-DBLBot
-DSearch
-DTS Agent
-DatabaseDriverMysqli
+Custo
+CyotekWebCopy
+Demon
 DigitalPebble
-Dirbuster
+Discoverybot
+DnBCrawler-Analytics
 DnyzBot
-Domains Project
+DomainAppender
+Download Wonder
+Dragonfly
 EMail Wolf
-Ebingbong
 Ecxi
-EroCrawler
+Evil
 Express WebPictures
-ExtLinksBot
-Extractor
-FemtosearchBot
-Fimap
+EyeNetIE
+Ezooms
+FDM
+FHscan
+FlashGet
+Flunky
 Freeuploader
-FyberSpider
+FrontPage
+Fyrebot
 G-i-g-a-b-o-t
-Genieo
+GT::WWW
+GalaxyBot
+GermCrawler
 GetWeb
-Getintent
-GoZilla
-GrabNet
-Grafula
-GrapeFX
-HMView
-HTMLparser
-HonoluluBot
+Go-Ahead-Got-It
+Gotit
+GrapeshotCrawler
+HTTP::Lite
+Haansoft
+Havij
+Hloader
+Humanlinks
+HybridBot
 IDBTE4M
 Image Fetch
+Image Sucker
 IndeedBot
+InfoNaviRobot
 Intelliseek
+InternetSeer
+Iskanie
+IstellaBot
 JamesBOT
-JennyBot
-Jetty
-Joomla
-Jorgee
-JustView
-Kenjin Spider
-Kozmosbot
-Lanshanbot
-Larbin
-Leap
-LibWeb
-LieBaoFast
+JetCar
+Jyxobot
+LNSpiderguy
+LWP::Simple
+LeechGet
+Libwhisker
 Lightspeedsystems
-Likse
-LinkextractorPro
-LinksManager
+LinkScan
+Linkbot
 LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
-Litemage_walker
-Lmspider
-MIIxpc
+Ltx71
 MJ12bot
 MQQBrowser
-MSFrontPage
-Majestic SEO
-MarkMonitor
+Mag-Net
+Mail.RU_Bot
+Majestic12
 Mass Downloader
-Masscan
-Mata Hari
-MauiBot
-Mb2345Browser
 MeanPath Bot
 Meanpathbot
+Mediatoolkitbot
 Metauri
+MicroMessenger
+Microsoft Data Access
 Microsoft URL Control
-Mister PiX
+Minefield
 Mojolicious
-Morfeus Fucking Scanner
 Mozlila
 Mr.4x3
-Musobot
-NPbot
-Navroad
+NICErsPRO
+Name Intelligence
 NearSite
 Needle
-Net Vampire
+Nessus
+NetAnts
+NetLyzer
+NetSpider
 NetZIP
-Netvibes
+Netcraft
+Nettrack
+NextGenSearchBot
 Nibbler
-Niki-bot
-Nimbostratus
-Openvas
+Nutch
+OpenLinkProfiler
+Openfind
 OrangeBot
-OutfoxBot
-PageAnalyzer
+OrangeSpider
+Page Analyzer
 PageGrabber
-PageScorer
-PageThing.com
-Papa Foto
 PeoplePal
-Petalbot
-Picsearch
+Pi-Monster
+Picscout
 Piepmatz
-Pimonster
-Pixray
-Pockey
+PleaseCrawl
+Probethenet
+PxBroker
 PyCurl
-QueryN Metasearch
-Rankivabot
-Re-re
-Reaper
+RankActive
+RankFlex
+RankingBot
+ReGet
+RealDownload
 RebelMouse
-Recorder
-RepoMonkey
-RocketCrawler
+Ripper
 Rogerbot
-SEOkicks-Robot
 SEOlyticsCrawler
-SEOstats
-SISTRIX
-ScanAlert
-Scanbot
-ScoutJet
+SMTBot
 Scrapy
 Screaming
-ScreenerBot
-ScrepyBot
+Seekport
+SemanticJuice
 Semrush
 SemrushBot
-SentiBot
 SeoSiteCheckup
-SeobilityBot
+Shodan
 Siphon
-SiteSnagger
-SmartDownload
-Snoopy
-SocialRankIOBot
-Sociscraper
-SpaceBison
-Spammen
-SpankBot
-Sqlmap
+Site Sucker
+SiteCheckerBotCrawler
+SiteExplorer
+SiteSucker
+Siteimprove
+Sitevigil
+Snapbot
+Sosospider
 Sqlworm
 Steeler
 Stripper
-Surfbot
-Szukacz
+SuperBot
+SuperHTTP
+Suzuran
 T8Abot
-TeleportPro
-Toata
-Toweyabot
-TurnitinBot
-TwengaBot
+Teleport
+Telesoft
+Telesphoreo
+TheNomad
+Thumbor
+Tracemyfile
+Trendiction
+Trendictionbot
+True_Robot
+Turnitin
+Typhoeus
 URLy Warning
 Upflow
+V-BOT
+VB Project
+Vagabondo
 VeriCiteCrawler
-VidibleScraper
 Virusdie
 Voil
 Voltron
-WWW-Collector-E
+WASALive-Bot
+WBSearchBot
+WISENutbot
+WWW-Mechanize
+WWW::Mechanize
 WWWOFFLE
 Wallpapers
-WeSEE
+WallpapersHD
 Web Auto
 Web Collage
-Web Enhancer
-Web Sucker
-WebCopier
+Web Fetch
+Web Sauger
+WebCollage
+WebEnhancer
+WebFetch
+WebImageCollector
+WebPix
+WebReaper
+WebSauger
 WebWhacker
-Webalta
-WebmasterWorldForumBot
-WebsiteQuester
-Whatweb
-WiseGuys Robot
+Website Quester
+WebsiteExtractor
+Who.is Bot
+WinHTTrack
 Wotbox
+Wprecon
 YoudaoBot
-Zade
-Zauba
 Zermelo
 Zitebot
-ZmEu
-ZoominfoBot
-backlink-check
-cah.io.community
-check1.exe
-clark-crawler
-cognitiveseo
-dataforseo.com
+ZoomBot
+ZumBot
+adscanner
+coccocbot
+com.plumanalytics
 demandbase-bot
-domainsproject.org
-heritrix
+facebookscraper
 instabid
+internetVista monitor
 ips-agent
-isitwp.com
-iubenda-radar
-lwp-trivial
+lwp-request
 meanpathbot
-oBot
+muhstik-scan
 page scorer
-plumanalytics
-s1z.ru
-satoristudio.net
+polaris version
+ripz
 scan.lol
-seobility
 seocompany.store
+seoscanners
+serpstatbot
+siteripz
 spyfu
-sysscan
 tAkeOut
-trendiction.com
-trendiction.de
-webgains-bot
-webmeup-crawler
-x09Mozilla
-x22Mozilla
+webpros.com
+webprosbot
+zauba.io
+zgrab