V4.2022.07.3218 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-80legs
+01h4x.com
+404checker
+404enemy
+ADmantX
+AIBOT
+ALittle Client
 ASPSeek
-Abonti
-Aboundexbot
-Acunetix
-Aipbot
 AllSubmitter
+Alligator
 AlphaBot
-Anarchie
 Anthill
-Atomseobot
-Attach
-BBBike
-BDFetch
-BLEXBot
+Apexoo
+Aspiegel
+Asterias
+AwarioSmartBot
+BDCbot
 BackStreet
 BackWeb
-Badass
-Barkrowler
-BatchFTP
-BetaBot
-Blow
-BlowFish
-Brandprotect
-BuiltWith
-Bullseye
+BacklinkCrawler
+Bandit
+Battleztar Bazinga
+Black Hole
+BlackWidow
+Boardreader
+BotALot
 CATExplorador
-CODE87
-CSHttp
-Cegbfeieh
-CensysInspect
-CheTeam
-CherryPicker
+CCBot
+CazoodleBot
+CheeseBot
 Claritybot
-Cloud mapping
-Cocolyzebot
-Collector
+Cogentbot
 Copier
+CopyRightCheck
+Copyscape
+Cosmos
 Craftbot
-Curious
-Custo
+CrazyWebCrawler
 CyotekWebCopy
-DBLBot
-DSearch
-DataCha0s
+DatabaseDriverMysqli
+Demon
 Deusu
-Dirbuster
-Disco
+Devil
+Digincore
+DigitalPebble
 Discobot
-DittoSpyder
 DnBCrawler-Analytics
-DnyzBot
+DomainAppender
 DomainCrawler
-DomainStatsBot
+Domains Project
 Dragonfly
-EMail Wolf
+ECCP/1.0
 Ecxi
+EirGrabber
+EroCrawler
 Evil
+ExtLinksBot
+ExtractorPro
 EyeNetIE
-Ezooms
 FDM
-FHscan
-Fimap
-GT::WWW
+FemtosearchBot
+Firefox/7.0
+Flunky
+Fuzz
 Genieo
-Go-Ahead-Got-It
+GermCrawler
+GetRight
+GetWeb
+Gigabot
 Gotit
-Grafula
-GrapeFX
-HTMLparser
-Havij
-Hloader
-HybridBot
-Id-search
-Indy Library
-InfoNaviRobot
-InterGET
+Grabber
+HMView
+HTTP::Lite
+HTTrack
+HonoluluBot
+IDBot
+Image Sucker
+Intelliseek
 Internet Ninja
-JOC Web Spider
 JamesBOT
-Jbrofuzz
 JennyBot
 Jetty
-JustView
+Jorgee
+Jyxobot
 Kenjin Spider
+Keybot Translation-Search-Machine
 Kinza
-Kozmosbot
 Larbin
+Leap
 LeechGet
-LexiBot
+Lftp
 LibWeb
-LieBaoFast
-Lightspeedsystems
-LinkScan
 LinkextractorPro
-LinqiaMetadataDownloaderBot
+LinksManager
 LinqiaRSSBot
+Lipperhey
+Litemage_walker
+Lmspider
+MIIxpc
 MQQBrowser
-Majestic12
-MarkWatch
-Meanpathbot
+MTRobot
+Magnet
+Majestic SEO
+Mass Downloader
+MeanPath Bot
+Mediatoolkitbot
+MegaIndex.ru
 Metauri
-Microsoft Data Access
-Mister PiX
-Moblie Safari
+MicroMessenger
+Microsoft URL Control
 Mojeek
+MolokaiBot
 Mozlila
+Mr.4x3
+Msrabot
 Musobot
-Name Intelligence
-Navroad
+NICErsPRO
+Nameprotect
 NearSite
+Nessus
+Net Vampire
 NetLyzer
-NetSpider
-NetZIP
-Netvibes
 Nibbler
 Nikto
-Nmap
-Nutch
-Openvas
+Nimbostratus
+Ninja
+Not
+Offline Navigator
+OpenLinkProfiler
+OpenVAS
 OrangeBot
-OutfoxBot
-PHPCrawl
-Page Analyzer
-PageGrabber
-Papa Foto
-Petalbot
-Pi-Monster
+PageThing.com
+Pandalytics
+Panscient
+PeoplePal
+Picscout
 Picsearch
 PictureFinder
-Pimonster
-PleaseCrawl
 Pockey
 ProPowerBot
-ProWebWalker
-Pu_iN
+Probethenet
 PxBroker
-RankActive
-RankActiveLinkBot
-RankingBot
+PyCurl
+Rankivabot
 Re-re
-RebelMouse
-Recorder
-RedesScrapy
 SEOkicks
-SEOlyticsCrawler
-SEOprofiler
-SEOstats
+SEOkicks-Robot
 SISTRIX
 ScanAlert
-ScreenerBot
-Seekport
+ScoutJet
+Scrapy
+Screaming
+ScrepyBot
+Semrush
 SentiBot
+Seomoz
+Shodan
 Siphon
-Site Sucker
+SiteCheckerBotCrawler
 SiteExplorer
-SiteSnagger
+SiteSucker
 Siteimprove
-SmartDownload
+SlySearch
 Snake
-SocialRankIOBot
 Sociscraper
+Sogou web spider
 SpankBot
 Spanner
 Spbot
-Spinn3r
 SputnikBot
-Sqlworm
-Sucuri
-SuperBot
-SuperHTTP
+Sqlmap
+Stripper
 Surfbot
-Suzuran
 Szukacz
 T0PHackTeam
 T8Abot
 Teleport
 TeleportPro
-The Intraformant
-TheNomad
-Thumbor
+Telesoft
+Telesphorep
+TightTwatBot
 Titan
-Toata
-Turnitin
+Toweyabot
+Tracemyfile
+Trendiction
+TurnitinBot
 TwengaBot
 Twice
 URLy Warning
-URLy.Warning
+UnisterBot
+Upflow
 V-BOT
 Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
 VoidEYE
+Voil
+WASALive-Bot
 WBSearchBot
-WWW-Collector-E
-WWW::Mechanize
-WWWOFFLE
-Wallpapers/3.0
+WEBDAV
+WPScan
+WWW-Mechanize
+WallpapersHD
+WeSEE
 Web Enhancer
-Web Sucker
-WebAuto
+Web Fuck
 WebCollage
 WebCopier
+WebFetch
+WebFuck
+WebGo IS
 WebImageCollector
-WebLeacher
-WebReaper
+WebPix
+WebSauger
 WebSucker
-WebWhacker
-Webalta
-Webshag
-Who.is Bot
-WinHTTrack
+WebsiteQuester
+Webster
+Whack
+Whatweb
+Widow
 Wotbox
 Xaldon WebSpider
-Xenu
 Zade
 Zermelo
-Zitebot
-ZyBorg
+Zeus
+ZumBot
+adscanner
 archive.org_bot
-arquivo-web-crawler
-backlink-check
-cah.io.community
-cognitiveseo
-com.plumanalytics
-crawl.sogou.com
-crawler4j
+arquivo.pt
+clark-crawler
+crawler.feedback
 demandbase-bot
-heritrix
-internetVista monitor
+gopher
+instabid
 ips-agent
-isitwp.com
+iubenda-radar
 linkdexbot
 lwp-trivial
-mediawords
-netEstate NE Crawler
-plumanalytics
-probe-image-size
-ripz
+muhstik-scan
+page scorer
+polaris version
+satoristudio.net
+scalaj-http
 seocompany.store
-serpstatbot
-sitechecker.pro
-siteripz
-spyfu
-trendiction.com
-x09Mozilla
+seostar
+sexsearcher
+sogouspider
+sp_auditbot
+tAkeOut
+webpros.com
+webprosbot
 x22Mozilla
-zauba.io