V4.2022.06.3188 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-404enemy
-ASPSeek
-Aboundex
-Acunetix
+360Spider
+ALittle Client
+AllSubmitter
 Alligator
-Anarchie
-Anarchy99
-Ankit
-Anthill
-Apexoo
+Anarchy
+Aspiegel
 Asterias
 Atomseobot
 Attach
-AwarioSmartBot
+AwarioRssBot
 BDCbot
-BLEXBot
-BackDoorBot
-BacklinkCrawler
+BackStreet
+BackWeb
+Badass
+Barkrowler
 BatchFTP
 Battleztar Bazinga
-Bigfoot
-Bitacle
+BetaBot
+Black Hole
 BlackWidow
-Blackboard
 Blow
-Bolt
+BlowFish
 Brandwatch
-Buddy
-BunnySlippers
-CODE87
-Calculon
-CazoodleBot
-Cegbfeieh
-CheTeam
+BuzzSumo
+CSHttp
 CherryPicker
-ChinaClaw
-Cloud mapping
-Copier
+Citoid
+Cocolyzebot
+Cogentbot
+Collector
 CopyRightCheck
-Curious
+Cosmos
+Craftbot
+Crawling at Home Project
+Crescent
+CrunchBot
 Custo
-DSearch
-Deusu
-Digincore
-Dispatch
+CyotekWebCopy
+DBLBot
+DIIbot
+DatabaseDriverMysqli
+Demon
+DigitalPebble
+Dirbuster
+Discoverybot
 DittoSpyder
+DnBCrawler-Analytics
 DnyzBot
-DomCopBot
-DomainAppender
+DomainCrawler
 DomainStatsBot
+Dotbot
+Download Wonder
+Dragonfly
 Drip
-Ecxi
+ECCP/1.0
 EirGrabber
-Express WebPictures
-ExtLinksBot
-ExtractorPro
-Extreme Picture Finder
-FHscan
-FemtosearchBot
+Evil
+FDM
 Fimap
-FlashGet
+Firefox/7.0
 Flunky
-Foobot
+Freeuploader
+Fuzz
 FyberSpider
-GT::WWW
-Getintent
+GetWeb
 Gigabot
-Go!Zilla
+Grafula
 GrapeFX
-GrapeshotCrawler
-HEADMasterSEO
-HMView
-Harvest
-Havij
-Humanlinks
-IDBot
+GridBot
+HTMLparser
+Haansoft
+Hloader
+IDBTE4M
+Iblog
+Id-search
 Image Fetch
-Image Sucker
-Intelliseek
-Iskanie
-Jetty
+Indy Library
+InfoNaviRobot
+InfoTekies
+InterGET
+InternetSeer
+JOC Web Spider
+JetCar
 JikeSpider
-Jyxobot
+Joomla
 Keyword Density
 Kinza
 LNSpiderguy
+Lanshanbot
+Larbin
 Leap
-LibWeb
-LieBaoFast
-Lightspeedsystems
-LinkScan
-LinksManager
-Lipperhey
-Lmspider
-MIDown tool
-MIIxpc
-MJ12bot
+LeechGet
+LexiBot
+Linkbot
+LinkpadBot
+Ltx71
+MQQBrowser
 MSIECrawler
-MTRobot
 Mag-Net
-Majestic-SEO
 Majestic12
-MarkWatch
+MarkMonitor
+Mass Downloader
 MauiBot
-Mb2345Browser
-Mediatoolkitbot
-Metauri
+MeanPath Bot
+Meanpathbot
+MegaIndex.ru
+MicroMessenger
 Microsoft Data Access
-Mojolicious
+Mister PiX
+Moblie Safari
 MolokaiBot
-Mr.4x3
-NPbot
-NearSite
+Morfeus Fucking Scanner
+Msrabot
+Musobot
+Name Intelligence
+Navroad
 Needle
-NetMechanic
-Niki-bot
-Ninja
+Nessus
+Net Vampire
+NetAnts
+NetLyzer
+NetSpider
+Nettrack
+Nibbler
+Nikto
 Not
-Nuclei
-Nutch
-OpenVAS
+Offline Navigator
+OpenLinkProfiler
+Openfind
 Openvas
-OrangeSpider
+OutclicksBot
 POE-Component-Client-HTTP
-Panscient
-Papa Foto
-Pavuk
-Petalbot
+Page Analyzer
+PageAnalyzer
+PageScorer
+PageThing.com
+Pandalytics
+Picsearch
 PictureFinder
+Piepmatz
+Pimonster
+PleaseCrawl
 Pockey
 ProPowerBot
-ProWebWalker
 PyCurl
-RankFlex
+QueryN Metasearch
+Quick-Crawler
+RankActiveLinkBot
+RankingBot
 Rankivabot
-Reaper
-RocketCrawler
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
-SISTRIX
-SMTBot
-SalesIntelligent
-Scanbot
+Re-re
+RebelMouse
+Rogerbot
+SEOstats
+Screaming
+ScreenerBot
+ScrepyBot
 Searchestate
-SearchmetricsBot
 Seekport
 SemanticJuice
 Semrush
+SemrushBot
 SeoSiteCheckup
+Seomoz
 Shodan
-Siphon
 SiteCheckerBotCrawler
+SiteLockSpider
+SiteSnagger
+SiteSucker
 Sitebeam
-Sitevigil
 SlySearch
 SmartDownload
-Sottopop
+Snake
 Spanner
-Spbot
 Spinn3r
-Sqlworm
+Sqworm
+Sucker
 Surfbot
-Szukacz
-T8Abot
-Teleport
+SurveyBot
 TeleportPro
-Telesoft
-Telesphoreo
-Telesphorep
+The Intraformant
 TheNomad
+Thumbor
 TightTwatBot
 Titan
-Toata
-Toweyabot
-Turingos
-TurnitinBot
-Twice
+Tracemyfile
+Trendictionbot
 Typhoeus
-URLy Warning
-UnisterBot
-VB Project
+URLy.Warning
+V-BOT
 Vacuum
-Vagabondo
-VoidEYE
+VelenPublicWebCrawler
+VidibleScraper
 Voil
 WASALive-Bot
-WBSearchBot
 WEBDAV
 WISENutbot
+WWW-Collector-E
+WWW-Mechanize
+WWWOFFLE
 Wallpapers
 Wallpapers/3.0
 WeSEE
-Web Fuck
-WebAuto
+Web Collage
+Web Sauger
 WebBandit
 WebEnhancer
-WebFuck
-WebImageCollector
+WebLeacher
 WebPix
-WebReaper
-WebStripper
+WebSauger
 WebZIP
-WebmasterWorldForumBot
-WebsiteExtractor
-WebsiteQuester
-Whacker
+Webalta
+Webshag
 Who.is Bot
-Widow
-Wotbox
-Zauba
-Zermelo
-ZmEu
-ZoomBot
-ZumBot
-archive.org_bot
+WinHTTrack
+Wonderbot
+Wprecon
+Xenu
+Zitebot
+ZyBorg
+adscanner
 arquivo-web-crawler
-arquivo.pt
-backlink-check
-clark-crawler
+check1.exe
 coccocbot
-crawl.sogou.com
+cognitiveseo
 crawler.feedback
-demandbase-bot
-eCatch
+dataforseo.com
+evc-batch
+facebookscraper
 instabid
 internetVista monitor
 ips-agent
 iubenda-radar
-lwp-request
 meanpathbot
-mediawords
 muhstik-scan
 oBot
-page scorer
-pcBrowser
-plumanalytics
+polaris version
+ripz
+s1z.ru
+satoristudio.net
+scalaj-http
 scan.lol
-seocompany.store
+serpstatbot
 sexsearcher
-sitechecker.pro
-siteripz
-sp_auditbot
 spyfu
 tAkeOut
+webgains-bot
 webmeup-crawler
+webpros.com
 x09Mozilla
-zgrab