V4.2022.05.3092 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-80legs
-ADmantX
-ALittle Client
+404checker
+Aboundex
 Aboundexbot
+Acunetix
 AhrefsBot
-Aipbot
+Alexibot
 Alligator
-Anarchy99
-BDFetch
+Anthill
+Asterias
+Atomseobot
+Attach
+AwarioRssBot
+AwarioSmartBot
+BDCbot
+BLEXBot
+BackDoorBot
 BackStreet
 BackWeb
-Backlink-Ceck
 BacklinkCrawler
+Bandit
+Barkrowler
 BatchFTP
+BetaBot
+Bigfoot
 Black Hole
-Blackboard
-Blow
-Brandwatch
+BlowFish
+Boardreader
+Brandprotect
 Buck
-BunnySlippers
-CATExplorador
+Buddy
+Bullseye
+BuzzSumo
+CCBot
 CODE87
-CensysInspect
+Calculon
+CazoodleBot
+Cegbfeieh
 CheTeam
-CheeseBot
 CherryPicker
-Citoid
-Claritybot
+ChinaClaw
+Cliqzbot
+Cloud mapping
+Cogentbot
 Collector
-Copier
-Copyscape
-Cosmos
-Craftbot
-Crescent
+Crawling at Home Project
+CyotekWebCopy
+DBLBot
+DIIbot
+DSearch
 DataCha0s
-DatabaseDriverMysqli
+Demon
 Deusu
-DigitalPebble
-Dispatch
-DittoSpyder
-DnBCrawler-Analytics
-DomCopBot
-DomainAppender
-DomainCrawler
-DomainSigmaCrawler
-EasyDL
-Ebingbong
-Ecxi
+Devil
+Dirbuster
+Disco
+DomainStatsBot
+Dotbot
+Dragonfly
 EirGrabber
 EroCrawler
-Evil
-Extractor
-FemtosearchBot
-Fimap
-Firefox/7.0
-Foobot
-Freeuploader
+Exabot
+ExtractorPro
+Extreme Picture Finder
+Ezooms
+FDM
 FrontPage
-Fuzz
 FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
+GT::WWW
 Genieo
-GermCrawler
-Go!Zilla
-GrabNet
+GetRight
+GoZilla
 GrapeFX
-GridBot
-HMView
+GrapeshotCrawler
+HTTP::Lite
+HTTrack
 Haansoft
-HaosouSpider
-Harvest
-Havij
-Heritrix
-HonoluluBot
+Hloader
 IDBTE4M
 Iblog
-Id-search
-Image Fetch
 IndeedBot
-InfoNaviRobot
-InternetSeer
+Indy Library
+Intelliseek
+Internet Ninja
 Iria
-Iskanie
+JOC Web Spider
+JennyBot
+JikeSpider
+Joomla
 JustView
 Jyxobot
-Kinza
+Kenjin Spider
+Keyword Density
+LNSpiderguy
 LWP::Simple
 Lanshanbot
-LeechGet
-LexiBot
-Lftp
-Libwhisker
-Likse
-LinkextractorPro
-LinkpadBot
+LeechFTP
+LieBaoFast
+LinkScan
 LinksManager
-LinqiaScrapeBot
+LinqiaRSSBot
 Lipperhey
-Litemage_walker
 MFC_Tear_Sample
+MJ12bot
 MQQBrowser
 MSFrontPage
-MTRobot
 Mag-Net
 Magnet
-Majestic12
-Masscan
-Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
+MarkWatch
+Mata Hari
+MauiBot
+Metauri
+Microsoft URL Control
 Minefield
-Mojolicious
-MolokaiBot
-Mr.4x3
+Mister PiX
+Mozlila
 Musobot
-Navroad
-Nessus
-NetAnts
+NICErsPRO
+Name Intelligence
 NetZIP
-Netvibes
-Nikto
-NimbleCrawler
+Netcraft
+Nimbostratus
 Ninja
-Not
-Octopus
-OnCrawl
-PHPCrawl
-POE-Component-Client-HTTP
+Offline Explorer
+Offline Navigator
+OpenVAS
+Openfind
+Openvas
+OrangeSpider
+OutclicksBot
 PageThing.com
 Pandalytics
 Pavuk
 PeoplePal
-Pi-Monster
-Probethenet
-Pu_iN
+Picsearch
+Piepmatz
+Pixray
+Pockey
 Pump
-PyCurl
+PxBroker
 QueryN Metasearch
-Quick-Crawler
-RankActive
-Re-re
-ReGet
-Reaper
-RebelMouse
+RankFlex
+RankurBot
 Recorder
-RepoMonkey
+Rogerbot
+SBIder
 SEOkicks
-SEOprofiler
-SMTBot
-ScanAlert
-ScoutJet
-Screaming
-ScreenerBot
+SEOkicks-Robot
+SEOstats
+Scanbot
+ScrepyBot
 Searchestate
+SearchmetricsBot
 Seekport
-SemanticJuice
-Seomoz
-SiteCheckerBotCrawler
+SemrushBot
+SeobilityBot
+Site Sucker
 SiteExplorer
 SiteLockSpider
-Sitevigil
+SlySearch
 Snake
-Snapbot
 Snoopy
 SocialRankIOBot
-Sogou web spider
-Sosospider
+Sociscraper
 Spammen
 SpankBot
 Spbot
+SputnikBot
 Sqlmap
+Sqlworm
 Sucker
-Sucuri
 SuperBot
-Surfbot
-Suzuran
+Swiftbot
 Szukacz
-T0PHackTeam
-TeleportPro
-Telesoft
-Telesphorep
 The Intraformant
-Titan
-Toata
+Trendiction
+Trendictionbot
+Turingos
+TurnitinBot
 TwengaBot
 Twice
+Typhoeus
 UnisterBot
-V-BOT
+VB Project
 VCI
+Vacuum
 Vagabondo
-VelenPublicWebCrawler
+VeriCiteCrawler
+Virusdie
 Voil
+Voltron
 WBSearchBot
-WEBDAV
 WISENutbot
-WWW-Collector-E
+WPScan
+WWW::Mechanize
 WallpapersHD
-WeSEE
-Web Enhancer
+Web Auto
+Web Collage
 Web Fetch
 Web Fuck
 Web Pix
-Web Sucker
-WebAuto
+Web Sauger
 WebBandit
-WebFetch
-WebPix
+WebCollage
+WebCopier
+WebEnhancer
 WebReaper
-WebSauger
-WebStripper
 WebWhacker
+WebZIP
 WebmasterWorldForumBot
 Webshag
+Website Quester
 WebsiteQuester
 Webster
-WiseGuys Robot
+Whacker
 Woobot
-Wotbox
-Wprecon
+Xenu
 Zade
-Zauba
-Zitebot
+Zermelo
 ZmEu
 ZoominfoBot
 ZyBorg
-adscanner
+archive.org_bot
 arquivo.pt
-cognitiveseo
-com.plumanalytics
+autoemailspider
+check1.exe
+clark-crawler
+crawler.feedback
+crawler4j
+demandbase-bot
+domainsproject.org
 evc-batch
-magpie-crawler
-muhstik-scan
-pcBrowser
+facebookscraper
+heritrix
+instabid
+ips-agent
+lwp-request
+meanpathbot
 plumanalytics
-s1z.ru
-scalaj-http
-seobility
+probe-image-size
 seocompany.store
-seoscanners
-sexsearcher
+seostar
 sitechecker.pro
-sp_auditbot
+spyfu
 sysscan
-trendiction.de
-webpros.com
-webprosbot
+tAkeOut
+trendiction.com
+webmeup-crawler
 x09Mozilla
-xpymep1.exe
-zgrab
+x22Mozilla
+zauba.io