V4.2022.01.2889 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
+404enemy
+ADmantX
 AIBOT
+Abonti
+Acunetix
+AfD-Verbotsverfahren
+AiHitBot
+Aipbot
+Alexibot
 Alligator
-Anarchie
 Anarchy99
-Asterias
+Anthill
+Apexoo
+Atomseobot
 Attach
 AwarioRssBot
-BDFetch
+BDCbot
 BLEXBot
+BackDoorBot
 BackStreet
 BackWeb
-Badass
+BacklinkCrawler
+Bandit
+BetaBot
 Bigfoot
+Bitacle
 Black Hole
-Blackboard
-Blow
 BlowFish
 Bolt
-Brandprotect
+BotALot
+Brandwatch
 Buddy
-BuiltWith
-BunnySlippers
-BuzzSumo
+BuiltBotTough
+Bullseye
 CODE87
-CSHttp
+CazoodleBot
 CensysInspect
 CheTeam
+CheeseBot
 CherryPicker
-Chlooe
-Claritybot
+ChinaClaw
+Cliqzbot
 Cocolyzebot
+Cogentbot
 Collector
-Copier
 Copyscape
 Cosmos
 Craftbot
 Crawling at Home Project
 CrazyWebCrawler
 Crescent
-Curious
-DBLBot
-DSearch
-DTS Agent
+Custo
+CyotekWebCopy
 DataCha0s
 DatabaseDriverMysqli
-Demon
-Deusu
-DigitalPebble
+Devil
+Digincore
 Dirbuster
-Disco
 Discobot
+Discoverybot
 DnBCrawler-Analytics
-DnyzBot
-DomCopBot
-DomainCrawler
-Domains Project
-Drip
-Ecxi
-EirGrabber
-EroCrawler
-Express WebPictures
-ExtLinksBot
-ExtractorPro
-Extreme Picture Finder
-Ezooms
-FHscan
+DomainAppender
+DomainStatsBot
+Ebingbong
+Exabot
+Extractor
+EyeNetIE
 FemtosearchBot
-Fimap
 Firefox/7.0
 FlashGet
-Flunky
 FyberSpider
-Fyrebot
-Genieo
+G-i-g-a-b-o-t
+GalaxyBot
 GetWeb
-Getintent
-Go!Zilla
-Grabber
-Grafula
-GrapeFX
-HTMLparser
+Gotit
+GrabNet
+HMView
 HTTP::Lite
 HaosouSpider
 Harvest
 Havij
-Hloader
-HybridBot
+Heritrix
+Humanlinks
+IDBTE4M
 IRLbot
-Image Fetch
+IlseBot
 Indy Library
-InfoNaviRobot
-Intelliseek
-InterGET
+Internet Ninja
+InternetSeer
 Iria
-JOC Web Spider
-Jbrofuzz
+JennyBot
+Jetty
+JikeSpider
 Joomla
-JustView
-Keyword Density
+Kinza
 LNSpiderguy
-LWP::Simple
+Larbin
 LeechGet
 Lftp
 LibWeb
-LieBaoFast
+Libwhisker
 Likse
-LinkScan
-Linkdexbot
+LinkWalker
+LinkextractorPro
+LinkpadBot
+LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey
 Litemage_walker
-Lmspider
-Ltx71
-MFC_Tear_Sample
-Mag-Net
-Mail.RU_Bot
 MarkMonitor
-Mata Hari
+MauiBot
 MeanPath Bot
+Mediatoolkitbot
 MegaIndex.ru
-Microsoft Data Access
 Mister PiX
-Mojeek
-Mojolicious
-MolokaiBot
 Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
-Msrabot
 Musobot
-NetMechanic
-NetSpider
+NICErsPRO
+NPbot
+Nameprotect
+Navroad
 NetZIP
 Netcraft
-Netvibes
-NimbleCrawler
+Nettrack
+Nikto
 Nimbostratus
-Ninja
 Nmap
-Octopus
-OnCrawl
-OpenLinkProfiler
+Not
+Offline Navigator
+OpenVAS
 Openvas
 OrangeBot
-OrangeSpider
-OutfoxBot
+PECL::HTTP
+PHPCrawl
 Page Analyzer
 PageScorer
-Panscient
-Pavuk
-PeoplePal
+Pandalytics
 Picsearch
 Piepmatz
-Pimonster
-PleaseCrawl
-ProWebWalker
+Pixray
+ProPowerBot
 Psbot
+Pump
 PxBroker
-RankActive
-RealDownload
+PyCurl
+QueryN Metasearch
+RankFlex
+RankingBot
+RankingBot2
+Re-re
+ReGet
+Reaper
 RepoMonkey
 Ripper
-ScanAlert
-SearchmetricsBot
+SEOkicks
+SEOprofiler
+SEOstats
+Scrapy
+Seekport
 SemanticJuice
 Semrush
 SemrushBot
 Shodan
-SiteLockSpider
-Sitebeam
-Snoopy
-SocialRankIOBot
-Sociscraper
+SiteCheckerBotCrawler
+SiteSnagger
+Siteimprove
+Sitevigil
+Snake
+Sogou web spider
+Sosospider
 SpaceBison
-Stripper
+Sqlmap
+Sqworm
 Sucuri
-Surfbot
-SurveyBot
-Suzuran
+SuperBot
+Swiftbot
+Szukacz
 T0PHackTeam
-T8Abot
-TeleportPro
-Telesoft
-Telesphoreo
+Telesphorep
 The Intraformant
 TheNomad
+Thumbor
+TightTwatBot
 Toweyabot
-Tracemyfile
-Trendictionbot
+Trendiction
 True_Robot
-URLy Warning
-URLy.Warning
+Turingos
 UnisterBot
-V-BOT
+Upflow
 VCI
-VeriCiteCrawler
-VidibleScraper
+Vagabondo
+Virusdie
+Voltron
 WASALive-Bot
-WEBDAV
-WWW-Mechanize
+WWW-Collector-E
+WWWOFFLE
 Wallpapers
 Wallpapers/3.0
-Web Fetch
+WallpapersHD
+Web Auto
+Web Collage
 Web Pix
-WebEnhancer
+Web Sauger
+Web Sucker
+WebBandit
+WebCopier
 WebFetch
 WebImageCollector
-WebStripper
+WebPix
+WebReaper
 WebWhacker
 WebZIP
-Whack
-Whacker
+Webshag
+Website Quester
+WebsiteExtractor
+Webster
 Widow
-WiseGuys Robot
-Xenu
-Zade
+WinHTTrack
+Wonderbot
+Woobot
+Wotbox
+Xaldon WebSpider
+YoudaoBot
 Zermelo
-Zitebot
-ZoomBot
-adscanner
-arquivo-web-crawler
-autoemailspider
-check1.exe
-com.plumanalytics
-crawler.feedback
-evc-batch
-heritrix
-instabid
-isitwp.com
-iubenda-radar
+ZmEu
+ZoominfoBot
+arquivo.pt
+backlink-check
+cognitiveseo
+crawler4j
+domainsproject.org
+eCatch
+facebookscraper
+lwp-trivial
 magpie-crawler
-meanpathbot
-mediawords
-muhstik-scan
-pcBrowser
-plumanalytics
+page scorer
+polaris version
 ripz
-s1z.ru
+satoristudio.net
 scalaj-http
-seostar
+scan.lol
 serpstatbot
 sexsearcher
 sitechecker.pro
 sogouspider
+sp_auditbot
 spyfu
-sysscan
-voyagerx.com
-x09Mozilla
+trendiction.de
+webprosbot
+x22Mozilla
+zauba.io