V4.2022.08.3277 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-404enemy
-ALittle Client
-AfD-Verbotsverfahren
+360Spider
+Abonti
+Acunetix
+AhrefsBot
+AiHitBot
 Aipbot
+Anarchie
 Anarchy
 Ankit
-Atomseobot
+Anthill
+Aspiegel
+Asterias
 Attach
 BBBike
-BackDoorBot
-BackStreet
-Backlink-Ceck
+BDCbot
+BLEXBot
+BackWeb
 Badass
+Bandit
+BatchFTP
 Battleztar Bazinga
-BetaBot
+Black Hole
 BlackWidow
-Blackboard
-BlowFish
-Boardreader
-BuiltWith
+Bolt
+Brandprotect
+Buddy
+BuiltBotTough
 Bullseye
-BunnySlippers
-Cegbfeieh
-CensysInspect
-ChinaClaw
+CATExplorador
+CODE87
 Chlooe
 Citoid
 Cliqzbot
 Cloud mapping
-Cocolyzebot
+Collector
 Copier
-CopyRightCheck
-Copyscape
-Cosmos
-Crawling at Home Project
 CrazyWebCrawler
-Curious
+Crescent
 DBLBot
-DIIbot
-Demon
+DSearch
+DTS Agent
+DataCha0s
 Devil
 Disco
-Discobot
 Discoverybot
-Dispatch
+DittoSpyder
 DnyzBot
 DomainAppender
-DomainStatsBot
-Domains Project
-ExtLinksBot
+Dotbot
+Dragonfly
+ECCP/1.0
+EMail Siphon
+EMail Wolf
+Ecxi
+EroCrawler
 Extractor
-EyeNetIE
 Ezooms
+FDM
+FHscan
 FemtosearchBot
-Firefox/7.0
-FlashGet
-Flunky
-G-i-g-a-b-o-t
+Fimap
+Foobot
+Fuzz
 GT::WWW
+GalaxyBot
 Genieo
-GrabNet
-GrapeshotCrawler
+GermCrawler
+GetWeb
+Go!Zilla
+Grafula
 GridBot
-HMView
-Haansoft
 Harvest
+Havij
+Hloader
 HonoluluBot
 HybridBot
-IDBot
-Iblog
-Internet Ninja
+Image Sucker
+InternetSeer
+Iskanie
+IstellaBot
 JOC Web Spider
-Jbrofuzz
-Jetty
 JikeSpider
-Joomla
 Jorgee
+JustView
+Kenjin Spider
 Keyword Density
-Kinza
-Kozmosbot
-Lanshanbot
-LexiBot
-Lftp
+LWP::Simple
+Leap
+LieBaoFast
+Lightspeedsystems
 Likse
 LinkScan
 LinkWalker
 LinkextractorPro
+LinksManager
 LinqiaRSSBot
-Lipperhey
-Lipperhey Spider
-Litemage_walker
+LinqiaScrapeBot
 Lmspider
-MFC_Tear_Sample
 MIIxpc
+MJ12bot
+MSIECrawler
 Magnet
-Mass Downloader
+Mail.RU_Bot
+Majestic-SEO
+MarkMonitor
 Mata Hari
+MauiBot
 Mb2345Browser
 Meanpathbot
+Mediatoolkitbot
+Metauri
+MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
-Minefield
-NearSite
+Mister PiX
+MolokaiBot
+Mr.4x3
+Msrabot
+NPbot
+Nameprotect
+Needle
 Net Vampire
 NetAnts
-NetLyzer
-NetSpider
 NetZIP
-Nettrack
 Netvibes
+Niki-bot
+NimbleCrawler
+Not
+Nutch
 Offline Explorer
 Offline Navigator
+OnCrawl
 OpenLinkProfiler
-OpenVAS
-Openfind
-OrangeBot
-OutfoxBot
-POE-Component-Client-HTTP
-PageGrabber
+PECL::HTTP
+PHPCrawl
 PageScorer
-PageThing.com
-Panscient
-Papa Foto
-PeoplePal
-Picsearch
-Pimonster
-Pixray
+PictureFinder
 PleaseCrawl
+ProWebWalker
+Probethenet
+Pump
+PyCurl
+QueryN Metasearch
 RankActive
+RankingBot
 RankingBot2
 Rankivabot
 RankurBot
-RebelMouse
-Ripper
+Re-re
+ReGet
+RealDownload
+RedesScrapy
+RepoMonkey
+SBIder
+SEOlyticsCrawler
 SEOprofiler
-SEOstats
 SISTRIX
-SMTBot
-SalesIntelligent
+ScanAlert
 Scanbot
-ScoutJet
 Screaming
-ScreenerBot
-SeobilityBot
-Siphon
-Site Sucker
-SiteCheckerBotCrawler
-SiteExplorer
+Seekport
+Semrush
+Shodan
 SiteLockSpider
-SiteSnagger
-SiteSucker
+Sitebeam
+Siteimprove
+SmartDownload
 Snake
-Snapbot
 Snoopy
 Sosospider
-SpaceBison
-Spammen
-Spanner
-Sqlmap
+Sottopop
+SpankBot
+Sqlworm
+Sqworm
+Steeler
 Stripper
-Sucker
-SuperBot
-SuperHTTP
-Surfbot
-SurveyBot
+Sucuri
 Suzuran
-Swiftbot
-T0PHackTeam
-T8Abot
-TeleportPro
-Telesphoreo
-The Intraformant
-Thumbor
-Tracemyfile
-Trendiction
+Szukacz
+Telesphorep
+TheNomad
+Toweyabot
 True_Robot
-Turingos
-TwengaBot
+Turnitin
+TurnitinBot
+Twice
 Typhoeus
-UnisterBot
-VB Project
+URLy.Warning
+Upflow
+VCI
 Vacuum
-Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
+VoidEYE
+Voil
 Voltron
-WISENutbot
-WPScan
+WEBDAV
+WWW-Collector-E
 WWW-Mechanize
+WWWOFFLE
 Wallpapers/3.0
+WallpapersHD
 Web Auto
-Web Collage
-Web Enhancer
-Web Fuck
-Web Sucker
-WebCollage
-WebFuck
-WebGo IS
+WebEnhancer
+WebFetch
 WebImageCollector
-WebPix
-WebStripper
+WebLeacher
+WebWhacker
+WebZIP
 Webshag
-WebsiteQuester
 Webster
-Whacker
-Who.is Bot
-WinHTTrack
-Xaldon WebSpider
-Xaldon_WebSpider
+Woobot
+Wprecon
+Xenu
 Zade
-Zauba
-ZmEu
-ZoominfoBot
+Zeus
+Zitebot
 ZyBorg
-archive.org_bot
-arquivo.pt
-autoemailspider
+adscanner
+backlink-check
 cah.io.community
-com.plumanalytics
-crawl.sogou.com
-demandbase-bot
-eCatch
-evc-batch
-gopher
-internetVista monitor
-isitwp.com
+check1.exe
+domainsproject.org
+facebookscraper
+heritrix
+instabid
 iubenda-radar
 linkdexbot
-lwp-request
 magpie-crawler
+meanpathbot
+mediawords
 muhstik-scan
+oBot
+page scorer
 pcBrowser
-polaris version
 ripz
+s1z.ru
+satoristudio.net
 scalaj-http
-scan.lol
-seostar
-serpstatbot
-siteripz
+seobility
+seocompany.store
+seoscanners
+sexsearcher
+sogouspider
 sysscan
 tAkeOut
-trendiction.com
 trendiction.de
-webgains-bot
+ubermetrics-technologies.com
+voyagerx.com
+webmeup-crawler
 webpros.com
 x09Mozilla
-x22Mozilla
-zgrab
+zauba.io