V4.2022.06.3186 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404checker
-404enemy
-ADmantX
-Aboundex
+80legs
+AIBOT
+ALittle Client
+Abonti
 Aboundexbot
+Acunetix
+AfD-Verbotsverfahren
+AhrefsBot
 AiHitBot
 Aipbot
 Alexibot
-AlphaBot
-Anarchie
-Apexoo
-Atomseobot
+Alligator
+Ankit
+Aspiegel
+Attach
+AwarioRssBot
 BDCbot
-BetaBot
-Bigfoot
-Black Hole
-BlowFish
-Boardreader
+BDFetch
+BLEXBot
+BackStreet
+BatchFTP
+Battleztar Bazinga
+BotALot
 Brandwatch
-BunnySlippers
+Buck
+Buddy
+BuiltBotTough
+Bullseye
 BuzzSumo
-CSHttp
-Cegbfeieh
+CCBot
+CODE87
+CazoodleBot
 CensysInspect
+CheTeam
 CheeseBot
-CherryPicker
+ChinaClaw
 Chlooe
-Citoid
-Cliqzbot
+Claritybot
+Cloud mapping
 Cocolyzebot
-Cogentbot
 Collector
-Copyscape
+Cosmos
+Craftbot
+Crawling at Home Project
 Crescent
 CrunchBot
-Curious
-CyotekWebCopy
-DSearch
-Demon
+DBLBot
+DIIbot
+DTS Agent
+DataCha0s
 Deusu
-Discoverybot
-DittoSpyder
+DigitalPebble
+Dirbuster
+DnBCrawler-Analytics
 DomCopBot
-DomainSigmaCrawler
-Dotbot
+DomainAppender
+DomainCrawler
+DomainStatsBot
 Drip
 EMail Wolf
-EasyDL
-Ebingbong
-Express WebPictures
-EyeNetIE
+Ecxi
+Extractor
+Ezooms
 FDM
-Fimap
-FrontPage
-Fuzz
-FyberSpider
+Firefox/7.0
 Fyrebot
+G-i-g-a-b-o-t
+GT::WWW
 Genieo
-GrapeshotCrawler
+GetRight
+GetWeb
+Getintent
+Gotit
+GrabNet
+Grabber
+Grafula
+GrapeFX
 HTMLparser
-HTTP::Lite
 HTTrack
 Harvest
+Heritrix
+Hloader
 HonoluluBot
+IDBTE4M
+IDBot
 IRLbot
-Id-search
-InfoNaviRobot
+Image Fetch
 InfoTekies
-Intelliseek
+Internet Ninja
 IstellaBot
-JamesBOT
 Jbrofuzz
-Jetty
+JennyBot
+JetCar
 JikeSpider
+Joomla
 JustView
-Kenjin Spider
-Lanshanbot
-Leap
-Likse
+Jyxobot
+Keybot Translation-Search-Machine
+LeechFTP
+Lftp
+Lightspeedsystems
+LinkWalker
 LinkextractorPro
-LinksManager
+LinkpadBot
 LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey Spider
 Litemage_walker
-Ltx71
+MIDown tool
+MIIxpc
 MJ12bot
-MSFrontPage
+Mag-Net
 Magnet
-Mail.RU_Bot
-Majestic SEO
-MarkMonitor
-MarkWatch
-Masscan
-MeanPath Bot
-Meanpathbot
-MicroMessenger
-Microsoft Data Access
-Mister PiX
+MauiBot
+Mb2345Browser
+Mediatoolkitbot
 Mojeek
-MolokaiBot
-Mr.4x3
-Msrabot
+Morfeus Fucking Scanner
+Musobot
+NICErsPRO
 NPbot
-Name Intelligence
-Nameprotect
-Navroad
 Needle
-Nessus
-Net Vampire
-NetLyzer
+NetMechanic
 NetSpider
-Netcraft
 Netvibes
+Nibbler
 Nikto
-NimbleCrawler
-Nimbostratus
 Ninja
-Nmap
 Not
+Octopus
+Offline Explorer
 OnCrawl
-OpenVAS
-Openvas
-OrangeBot
-OrangeSpider
-OutfoxBot
-Page Analyzer
-PageAnalyzer
-PageGrabber
+Openfind
+OutclicksBot
 Pandalytics
-Papa Foto
 Pavuk
-PictureFinder
-Pimonster
-Pixray
+Picsearch
+PleaseCrawl
 Pockey
 ProPowerBot
-ProWebWalker
+Probethenet
 Psbot
+Pu_iN
+Pump
+PxBroker
 QueryN Metasearch
-RankActiveLinkBot
-RankFlex
-RankingBot
-ReGet
+RankActive
+RankurBot
+RealDownload
 Reaper
-Recorder
 RedesScrapy
 Ripper
 Rogerbot
 SEOkicks
 SEOkicks-Robot
-SEOlyticsCrawler
-SEOstats
-SISTRIX
-SMTBot
+SalesIntelligent
+ScanAlert
 Scanbot
-ScoutJet
-ScrepyBot
+Scrapy
+Searchestate
+Seekport
+SemanticJuice
 SemrushBot
-Siphon
-Site Sucker
-SiteSucker
+SentiBot
+SeoSiteCheckup
+SiteExplorer
+SiteLockSpider
+Sitebeam
 Sitevigil
-SpaceBison
+SlySearch
+Snoopy
+Sogou web spider
+Spammen
 SpankBot
-Spinn3r
+Spbot
 SputnikBot
-Sqworm
+Steeler
 Stripper
-Sucuri
-SuperBot
-SuperHTTP
-Surfbot
 SurveyBot
-Szukacz
-TeleportPro
+Teleport
 Telesoft
 Telesphoreo
-The Intraformant
-Titan
+Telesphorep
+TheNomad
+Toata
 Toweyabot
 Tracemyfile
-Trendiction
-Twice
-URLy.Warning
+Turingos
+URLy Warning
 Upflow
-V-BOT
-VCI
-Vagabondo
+VidibleScraper
+Virusdie
+VoidEYE
 Voil
+Voltron
 WBSearchBot
-WISENutbot
-WWW-Mechanize
+WEBDAV
+WPScan
 WWW::Mechanize
-WWWOFFLE
 Wallpapers
-Wallpapers/3.0
-WallpapersHD
 Web Auto
-Web Collage
+Web Enhancer
 Web Fuck
 Web Pix
-Web Sucker
-WebAuto
 WebCollage
-WebImageCollector
-WebLeacher
+WebFuck
 WebPix
-WebZIP
+WebSauger
+WebStripper
+WebSucker
+WebWhacker
 Webalta
+Webshag
 WebsiteQuester
 Whacker
-Widow
-Wonderbot
-Wotbox
+Whatweb
+WiseGuys Robot
 Xaldon WebSpider
-Xenu
-Zade
-Zauba
 Zermelo
-Zitebot
-ZmEu
 ZoomBot
-ZoominfoBot
-archive.org_bot
+ZumBot
+adscanner
+arquivo-web-crawler
 arquivo.pt
 backlink-check
-crawl.sogou.com
+cah.io.community
 crawler.feedback
-crawler4j
-demandbase-bot
+domainsproject.org
+evc-batch
+facebookscraper
+instabid
 internetVista monitor
 ips-agent
-iubenda-radar
-linkdexbot
-lwp-trivial
+isitwp.com
 netEstate NE Crawler
+plumanalytics
+probe-image-size
 ripz
 s1z.ru
 scalaj-http
-seocompany.store
+seoscanners
 seostar
 sogouspider
-tAkeOut
-trendiction.com
-ubermetrics-technologies.com
+sysscan
 webgains-bot
-webmeup-crawler
-x09Mozilla
+webpros.com
+webprosbot
+x22Mozilla
+xpymep1.exe
+zgrab