V4.2023.01.3539 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+404enemy
 80legs
-ALittle Client
-Aboundexbot
+AIBOT
+Acunetix
 AhrefsBot
-Aipbot
-AllSubmitter
-AlphaBot
+Alexibot
+Anarchie
 Anarchy99
-Ankit
-Anthill
 Aspiegel
-Asterias
+Atomseobot
+AwarioRssBot
+AwarioSmartBot
+BBBike
 BDFetch
-Bandit
-Barkrowler
+BLEXBot
+BackStreet
+Backlink-Ceck
 BetaBot
-Black Hole
+Bigfoot
+Blackboard
 Blow
 BlowFish
-Brandprotect
-Bullseye
+Bolt
+Buck
+BuiltBotTough
+CATExplorador
 CSHttp
 CazoodleBot
 Cegbfeieh
-CensysInspect
 CheTeam
-CheeseBot
-Chlooe
+CherryPicker
+Citoid
 Claritybot
-Cloud mapping
-Copyscape
+Collector
+CopyRightCheck
 CrazyWebCrawler
 Crescent
 CrunchBot
-Curious
 Custo
 CyotekWebCopy
-Demon
-DigitalPebble
-Discoverybot
-DnBCrawler-Analytics
+DBLBot
+DIIbot
+DSearch
+DTS Agent
+DataCha0s
+DatabaseDriverMysqli
+Deusu
+Devil
+Disco
+Discobot
 DnyzBot
 DomainAppender
+DomainSigmaCrawler
+DomainStatsBot
+Domains Project
 Download Wonder
 Dragonfly
-EMail Wolf
-Ecxi
+EasyDL
+EroCrawler
 Evil
-Express WebPictures
+Extractor
+Extreme Picture Finder
 EyeNetIE
-Ezooms
-FDM
-FHscan
 FlashGet
-Flunky
 Freeuploader
 FrontPage
+Fuzz
 Fyrebot
-G-i-g-a-b-o-t
 GT::WWW
-GalaxyBot
 GermCrawler
-GetWeb
-Go-Ahead-Got-It
-Gotit
-GrapeshotCrawler
+GetRight
+Go!Zilla
+GoZilla
+Grabber
+HEADMasterSEO
+HMView
+HTMLparser
 HTTP::Lite
-Haansoft
-Havij
-Hloader
-Humanlinks
-HybridBot
-IDBTE4M
+HonoluluBot
+IlseBot
 Image Fetch
 Image Sucker
 IndeedBot
-InfoNaviRobot
 Intelliseek
-InternetSeer
+Internet Ninja
 Iskanie
-IstellaBot
-JamesBOT
+JOC Web Spider
+Jbrofuzz
 JetCar
+Jetty
+JikeSpider
+JustView
 Jyxobot
-LNSpiderguy
-LWP::Simple
+Keybot Translation-Search-Machine
+Keyword Density
+Kinza
+Leap
 LeechGet
-Libwhisker
-Lightspeedsystems
-LinkScan
+Lftp
+LieBaoFast
+LinkWalker
 Linkbot
 LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
+Litemage_walker
 Ltx71
+MIDown tool
+MIIxpc
 MJ12bot
-MQQBrowser
+MTRobot
 Mag-Net
-Mail.RU_Bot
+Majestic-SEO
 Majestic12
-Mass Downloader
-MeanPath Bot
+MauiBot
 Meanpathbot
-Mediatoolkitbot
 Metauri
-MicroMessenger
 Microsoft Data Access
 Microsoft URL Control
-Minefield
-Mojolicious
+Moblie Safari
+MolokaiBot
+Morfeus Fucking Scanner
 Mozlila
-Mr.4x3
+Msrabot
 NICErsPRO
-Name Intelligence
 NearSite
-Needle
-Nessus
 NetAnts
-NetLyzer
-NetSpider
-NetZIP
+NetMechanic
 Netcraft
-Nettrack
-NextGenSearchBot
 Nibbler
+Nikto
+Nimbostratus
+Ninja
+Not
 Nutch
+Offline Navigator
+OnCrawl
 OpenLinkProfiler
+OpenVAS
 Openfind
-OrangeBot
 OrangeSpider
-Page Analyzer
+OutfoxBot
+PHPCrawl
 PageGrabber
-PeoplePal
+Pavuk
+Petalbot
 Pi-Monster
 Picscout
-Piepmatz
+Picsearch
 PleaseCrawl
-Probethenet
-PxBroker
-PyCurl
+ProWebWalker
+QueryN Metasearch
+Quick-Crawler
 RankActive
 RankFlex
-RankingBot
-ReGet
+RankurBot
+Re-re
 RealDownload
+Reaper
 RebelMouse
+Recorder
+RedesScrapy
 Ripper
+RocketCrawler
 Rogerbot
-SEOlyticsCrawler
-SMTBot
-Scrapy
-Screaming
-Seekport
+SEOkicks
+ScrepyBot
 SemanticJuice
-Semrush
 SemrushBot
-SeoSiteCheckup
+SentiBot
 Shodan
-Siphon
-Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
+SiteLockSpider
+SiteSnagger
 SiteSucker
+Sitebeam
 Siteimprove
-Sitevigil
-Snapbot
-Sosospider
-Sqlworm
-Steeler
+Snoopy
+Sociscraper
+Sottopop
+Spanner
 Stripper
-SuperBot
-SuperHTTP
-Suzuran
-T8Abot
-Teleport
-Telesoft
-Telesphoreo
+Sucker
+Swiftbot
+TeleportPro
+Telesphorep
+The Intraformant
 TheNomad
-Thumbor
+TightTwatBot
+Toweyabot
 Tracemyfile
-Trendiction
-Trendictionbot
 True_Robot
 Turnitin
+Twice
 Typhoeus
-URLy Warning
+URLy.Warning
 Upflow
-V-BOT
 VB Project
-Vagabondo
-VeriCiteCrawler
-Virusdie
+VCI
+VelenPublicWebCrawler
+VoidEYE
 Voil
-Voltron
-WASALive-Bot
-WBSearchBot
-WISENutbot
-WWW-Mechanize
 WWW::Mechanize
-WWWOFFLE
-Wallpapers
-WallpapersHD
-Web Auto
-Web Collage
+Wallpapers/3.0
+Web Enhancer
 Web Fetch
-Web Sauger
-WebCollage
-WebEnhancer
 WebFetch
-WebImageCollector
+WebFuck
+WebGo IS
+WebLeacher
 WebPix
-WebReaper
-WebSauger
-WebWhacker
+WebZIP
+Webshag
 Website Quester
-WebsiteExtractor
+Whacker
 Who.is Bot
-WinHTTrack
-Wotbox
 Wprecon
-YoudaoBot
-Zermelo
+Xaldon WebSpider
+Xaldon_WebSpider
+Zade
 Zitebot
+ZmEu
 ZoomBot
-ZumBot
+ZyBorg
 adscanner
-coccocbot
+autoemailspider
+backlink-check
+check1.exe
+clark-crawler
+cognitiveseo
 com.plumanalytics
-demandbase-bot
+crawler.feedback
 facebookscraper
 instabid
-internetVista monitor
 ips-agent
-lwp-request
+isitwp.com
+iubenda-radar
+linkdexbot
+magpie-crawler
 meanpathbot
-muhstik-scan
-page scorer
+oBot
 polaris version
-ripz
 scan.lol
-seocompany.store
+seobility
 seoscanners
-serpstatbot
-siteripz
+sogouspider
 spyfu
 tAkeOut
-webpros.com
+ubermetrics-technologies.com
+webgains-bot
 webprosbot
-zauba.io
-zgrab
+x09Mozilla