V4.2021.07.2455 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
-80legs
-AIBOT
-Abonti
-Acunetix
-Alexibot
+404checker
+ADmantX
+ASPSeek
+Aboundex
+AhrefsBot
+AiHitBot
+Alligator
 AlphaBot
-Anthill
+Anarchy
+Anarchy99
+Ankit
 Apexoo
-BackStreet
-BackWeb
-BetaBot
-Bigfoot
-BlackWidow
+Aspiegel
+Asterias
+BLEXBot
+BacklinkCrawler
+Badass
+Barkrowler
+BatchFTP
+Battleztar Bazinga
 Blackboard
 Blow
-BlowFish
 Boardreader
-Bolt
+BotALot
+Brandprotect
+Brandwatch
 Buck
-Buddy
-BuiltBotTough
-BunnySlippers
-CCBot
-Calculon
+CATExplorador
 Cegbfeieh
+CensysInspect
 CheeseBot
+CherryPicker
 ChinaClaw
-Chlooe
-Claritybot
-CopyRightCheck
-CrazyWebCrawler
-Crescent
+Cliqzbot
+Cogentbot
+Collector
+Copier
+Craftbot
 CrunchBot
-DBLBot
-DSearch
-DigitalPebble
-Dirbuster
-DittoSpyder
+Curious
+CyotekWebCopy
+DTS Agent
+DataCha0s
+Devil
+Disco
+Discoverybot
+Dispatch
 DnyzBot
+DomCopBot
 DomainAppender
-DomainCrawler
-Domains Project
+Download Wonder
 Dragonfly
-Ebingbong
-EroCrawler
+EMail Siphon
+Ecxi
+EirGrabber
 Exabot
-ExtractorPro
-Ezooms
-FHscan
-FlashGet
-Freeuploader
-GT::WWW
+Express WebPictures
+ExtLinksBot
+Extractor
+FemtosearchBot
+Flunky
+Foobot
+G-i-g-a-b-o-t
+Genieo
 GermCrawler
-Getintent
+GetRight
 Gigabot
-Go!Zilla
+GrabNet
 Grabber
-HMView
-Haansoft
-HaosouSpider
-Harvest
-Humanlinks
-IDBTE4M
+Grafula
+GrapeshotCrawler
+GridBot
+HTMLparser
+HTTP::Lite
+Havij
 IDBot
 Id-search
 IndeedBot
 Indy Library
-InfoTekies
-InterGET
-InternetSeer
-Iskanie
-IstellaBot
-JOC Web Spider
-JetCar
+InfoNaviRobot
+Jbrofuzz
+JennyBot
 Jetty
-JikeSpider
 Joomla
-JustView
+Jorgee
 Jyxobot
-Kinza
-LNSpiderguy
-LWP::Simple
+Keyword Density
 Larbin
 LeechFTP
-LeechGet
-LieBaoFast
+LexiBot
+Lftp
+LibWeb
 LinkScan
+LinkWalker
 Linkbot
 Linkdexbot
-LinkpadBot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey Spider
 Ltx71
-MFC_Tear_Sample
-MJ12bot
+MIDown tool
 MTRobot
 Mag-Net
-Magnet
-Majestic-SEO
-Masscan
-Mata Hari
-MauiBot
+Mail.RU_Bot
 Mb2345Browser
-MeanPath Bot
-Meanpathbot
-MegaIndex.ru
-Metauri
-Microsoft Data Access
+MicroMessenger
 Microsoft URL Control
+Mister PiX
 Moblie Safari
 Mojolicious
-Morfeus Fucking Scanner
-Mozlila
-Msrabot
-Musobot
-NICErsPRO
-NPbot
-Name Intelligence
-Navroad
-NearSite
-NetMechanic
-NetZIP
+NetLyzer
 Netvibes
+NextGenSearchBot
+Nibbler
 Nimbostratus
-Nuclei
-Octopus
+Nutch
+OnCrawl
 OpenVAS
 Openfind
-OrangeBot
-PHPCrawl
-PageAnalyzer
-PageGrabber
+OutclicksBot
+Page Analyzer
 PageScorer
 PageThing.com
+Panscient
+Papa Foto
+Pavuk
+Petalbot
+Pi-Monster
+Picscout
 PictureFinder
 Pixray
 PleaseCrawl
-Probethenet
+Pockey
 Psbot
-Pu_iN
 PyCurl
 RSSingBot
 RankActive
-Re-re
+RankingBot
+RankurBot
 ReGet
 RealDownload
-Reaper
-RebelMouse
-RedesScrapy
+Recorder
 RepoMonkey
-Rogerbot
 SBIder
-SEOstats
 SMTBot
 SalesIntelligent
-ScanAlert
+Scanbot
 ScoutJet
-ScreenerBot
+Scrapy
+Screaming
 ScrepyBot
 SearchmetricsBot
-SemrushBot
+Semrush
+SentiBot
+SeobilityBot
 Seomoz
-Shodan
-Siphon
+Site Sucker
 SiteExplorer
-Siteimprove
-SmartDownload
-Snake
+SiteSnagger
+Sitevigil
+SlySearch
 Snoopy
+SocialRankIOBot
 Sociscraper
-SpankBot
+Sogou web spider
+Sottopop
+Spammen
 Spbot
 Spinn3r
-Sqworm
-Steeler
-Sucker
+Stripper
 Sucuri
+SuperBot
 SuperHTTP
+SurveyBot
 Suzuran
-Szukacz
+T0PHackTeam
 T8Abot
+Teleport
 TeleportPro
-The Intraformant
-Thumbor
+Telesphoreo
+TheNomad
 Titan
 Toweyabot
-Twice
+Trendictionbot
+True_Robot
+Turingos
+Turnitin
+Typhoeus
+URLy Warning
 Upflow
-V-BOT
+Vacuum
 Vagabondo
-VeriCiteCrawler
-VidibleScraper
+VelenPublicWebCrawler
 Virusdie
-VoidEYE
-WBSearchBot
-WEBDAV
-WPScan
-WWW::Mechanize
+WWW-Collector-E
+WWW-Mechanize
 WallpapersHD
+Web Auto
+Web Collage
 Web Enhancer
 Web Fuck
-Web Pix
+Web Sucker
 WebAuto
 WebBandit
-WebCollage
-WebCopier
-WebEnhancer
-WebFuck
-WebImageCollector
+WebGo IS
 WebLeacher
-WebPix
-WebReaper
+WebStripper
 WebWhacker
-WebZIP
+Webalta
 WebmasterWorldForumBot
+Webshag
 Website Quester
 WebsiteQuester
-Webster
 Whack
+Whacker
+Whatweb
+Who.is Bot
 Widow
-Wonderbot
 Wotbox
-Xaldon_WebSpider
+Wprecon
+Xenu
+YoudaoBot
+Zauba
+Zeus
+Zitebot
 ZmEu
-ZyBorg
-archive.org_bot
+ZoominfoBot
 arquivo-web-crawler
+arquivo.pt
+backlink-check
+check1.exe
+coccocbot-web
 crawl.sogou.com
-crawler.feedback
+demandbase-bot
 gopher
-heritrix
 internetVista monitor
-lwp-trivial
-muhstik-scan
-polaris version
-satoristudio.net
+magpie-crawler
+meanpathbot
+netEstate NE Crawler
+oBot
+page scorer
+pcBrowser
+plumanalytics
+s1z.ru
 scalaj-http
-seoscanners
-serpstatbot
-siteripz
-spyfu
-sysscan
-trendiction.com
-webmeup-crawler
+seostar
+sitechecker.pro
 x22Mozilla
 xpymep1.exe
-zgrab
+zauba.io