V4.2023.01.3540 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
+404checker
 80legs
+ADmantX
 AIBOT
-Acunetix
-AhrefsBot
-Alexibot
+Abonti
+Aboundexbot
 Anarchie
-Anarchy99
-Aspiegel
-Atomseobot
+Asterias
 AwarioRssBot
-AwarioSmartBot
-BBBike
 BDFetch
-BLEXBot
-BackStreet
-Backlink-Ceck
+Bandit
+Barkrowler
 BetaBot
 Bigfoot
-Blackboard
+Bitacle
+Black Hole
+BlackWidow
 Blow
 BlowFish
-Bolt
-Buck
+Brandprotect
+Brandwatch
+Buddy
 BuiltBotTough
-CATExplorador
-CSHttp
-CazoodleBot
+Bullseye
+BuzzSumo
+CCBot
 Cegbfeieh
 CheTeam
 CherryPicker
+ChinaClaw
 Citoid
-Claritybot
+Cogentbot
 Collector
-CopyRightCheck
-CrazyWebCrawler
+Craftbot
 Crescent
 CrunchBot
-Custo
-CyotekWebCopy
 DBLBot
-DIIbot
-DSearch
 DTS Agent
-DataCha0s
 DatabaseDriverMysqli
 Deusu
-Devil
-Disco
-Discobot
-DnyzBot
+Digincore
+DnBCrawler-Analytics
 DomainAppender
-DomainSigmaCrawler
-DomainStatsBot
 Domains Project
 Download Wonder
 Dragonfly
-EasyDL
-EroCrawler
-Evil
-Extractor
-Extreme Picture Finder
+Drip
+ECCP/1.0
+Exabot
 EyeNetIE
-FlashGet
-Freeuploader
+FHscan
+Fimap
 FrontPage
-Fuzz
-Fyrebot
 GT::WWW
-GermCrawler
 GetRight
 Go!Zilla
-GoZilla
 Grabber
+GridBot
 HEADMasterSEO
-HMView
 HTMLparser
 HTTP::Lite
-HonoluluBot
+Haansoft
+Havij
+Heritrix
+Hloader
+IDBot
+Iblog
 IlseBot
 Image Fetch
-Image Sucker
-IndeedBot
+Indy Library
+InfoNaviRobot
+InfoTekies
 Intelliseek
-Internet Ninja
-Iskanie
-JOC Web Spider
-Jbrofuzz
-JetCar
-Jetty
-JikeSpider
-JustView
-Jyxobot
+InternetSeer
+IstellaBot
+JamesBOT
+JennyBot
+Jorgee
+Kenjin Spider
 Keybot Translation-Search-Machine
 Keyword Density
 Kinza
-Leap
+LWP::Simple
+Lanshanbot
+Larbin
 LeechGet
+LexiBot
 Lftp
+Libwhisker
 LieBaoFast
-LinkWalker
-Linkbot
-LinqiaRSSBot
+Lightspeedsystems
+Likse
+LinkScan
 Litemage_walker
 Ltx71
-MIDown tool
 MIIxpc
-MJ12bot
-MTRobot
-Mag-Net
-Majestic-SEO
+MQQBrowser
 Majestic12
+MarkMonitor
+MarkWatch
 MauiBot
-Meanpathbot
-Metauri
-Microsoft Data Access
-Microsoft URL Control
-Moblie Safari
-MolokaiBot
-Morfeus Fucking Scanner
+Mb2345Browser
+MeanPath Bot
+Mediatoolkitbot
+Minefield
+Mister PiX
+Mojolicious
 Mozlila
-Msrabot
-NICErsPRO
-NearSite
-NetAnts
+Mr.4x3
+Nameprotect
+Navroad
+Needle
+Nessus
+NetLyzer
 NetMechanic
-Netcraft
-Nibbler
-Nikto
-Nimbostratus
-Ninja
+Netvibes
+Niki-bot
 Not
-Nutch
+Octopus
 Offline Navigator
 OnCrawl
 OpenLinkProfiler
-OpenVAS
-Openfind
+OrangeBot
 OrangeSpider
-OutfoxBot
-PHPCrawl
-PageGrabber
+OutclicksBot
+PageAnalyzer
+Panscient
 Pavuk
-Petalbot
-Pi-Monster
+PeoplePal
 Picscout
-Picsearch
+PictureFinder
+Pimonster
 PleaseCrawl
-ProWebWalker
-QueryN Metasearch
-Quick-Crawler
-RankActive
+Psbot
+Pu_iN
+PxBroker
+RSSingBot
 RankFlex
-RankurBot
+RankingBot2
+Rankivabot
 Re-re
-RealDownload
-Reaper
+ReGet
 RebelMouse
-Recorder
-RedesScrapy
-Ripper
-RocketCrawler
-Rogerbot
-SEOkicks
-ScrepyBot
-SemanticJuice
+SISTRIX
+SMTBot
+ScanAlert
+Screaming
+ScreenerBot
+SearchmetricsBot
+Semrush
 SemrushBot
-SentiBot
+SeoSiteCheckup
+Seomoz
 Shodan
+Site Sucker
 SiteCheckerBotCrawler
-SiteLockSpider
-SiteSnagger
-SiteSucker
 Sitebeam
 Siteimprove
-Snoopy
+Sitevigil
+SmartDownload
+Snapbot
+SocialRankIOBot
 Sociscraper
-Sottopop
-Spanner
-Stripper
-Sucker
-Swiftbot
-TeleportPro
+SpaceBison
+Spbot
+Sqlmap
+Sucuri
+SuperHTTP
+SurveyBot
+Suzuran
+Szukacz
+Teleport
 Telesphorep
-The Intraformant
 TheNomad
+Thumbor
 TightTwatBot
-Toweyabot
+Titan
+Toata
 Tracemyfile
-True_Robot
-Turnitin
-Twice
+Turingos
+TwengaBot
 Typhoeus
-URLy.Warning
+UnisterBot
 Upflow
-VB Project
+V-BOT
 VCI
+Vacuum
 VelenPublicWebCrawler
-VoidEYE
+Virusdie
 Voil
-WWW::Mechanize
+WASALive-Bot
+WEBDAV
+WWWOFFLE
 Wallpapers/3.0
-Web Enhancer
+WallpapersHD
+Web Auto
 Web Fetch
+Web Pix
+WebBandit
+WebCollage
+WebEnhancer
 WebFetch
-WebFuck
-WebGo IS
-WebLeacher
 WebPix
-WebZIP
-Webshag
-Website Quester
+WebReaper
+WebSucker
+WebWhacker
 Whacker
-Who.is Bot
-Wprecon
+Widow
+Wonderbot
+Woobot
+Wotbox
 Xaldon WebSpider
-Xaldon_WebSpider
-Zade
-Zitebot
+Xenu
+Zauba
+Zermelo
 ZmEu
-ZoomBot
+ZoominfoBot
 ZyBorg
-adscanner
+archive.org_bot
+arquivo-web-crawler
+arquivo.pt
 autoemailspider
 backlink-check
-check1.exe
-clark-crawler
+cah.io.community
 cognitiveseo
-com.plumanalytics
-crawler.feedback
+crawl.sogou.com
+demandbase-bot
+evc-batch
 facebookscraper
-instabid
-ips-agent
-isitwp.com
-iubenda-radar
+gopher
 linkdexbot
-magpie-crawler
+lwp-request
 meanpathbot
+muhstik-scan
+netEstate NE Crawler
 oBot
+plumanalytics
 polaris version
-scan.lol
+probe-image-size
+satoristudio.net
 seobility
-seoscanners
+seocompany.store
+seostar
+serpstatbot
+sitechecker.pro
 sogouspider
-spyfu
-tAkeOut
-ubermetrics-technologies.com
-webgains-bot
-webprosbot
-x09Mozilla
+sp_auditbot
+sysscan
+voyagerx.com
+zgrab