V4.2023.01.3544 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-ALittle Client
-ASPSeek
+404enemy
+80legs
+Abonti
+Aboundex
 Acunetix
 AhrefsBot
-AllSubmitter
-Atomseobot
-BDCbot
-BackStreet
+Alligator
+Anarchie
+Anarchy
+Apexoo
+Aspiegel
+AwarioRssBot
+AwarioSmartBot
+BBBike
+BDFetch
 BackWeb
 Backlink-Ceck
+BacklinkCrawler
+Bandit
 Barkrowler
-BetaBot
-Bitacle
+BatchFTP
+Battleztar Bazinga
+Bigfoot
 Black Hole
-Blow
+BlowFish
+Boardreader
 Bolt
-Brandprotect
-Brandwatch
-BuiltBotTough
+Buck
 Bullseye
 BuzzSumo
-CATExplorador
 CODE87
+CSHttp
 Calculon
 CazoodleBot
-CensysInspect
-CherryPicker
-Citoid
+Cegbfeieh
+CheeseBot
+Chlooe
+Claritybot
 Cliqzbot
 Cocolyzebot
+Cogentbot
 Collector
 Copier
-CopyRightCheck
-Copyscape
+Cosmos
 Craftbot
 CrazyWebCrawler
-Curious
-CyotekWebCopy
+Crescent
+Custo
 DSearch
+DataCha0s
 DatabaseDriverMysqli
-DittoSpyder
+Deusu
+DigitalPebble
+Disco
+Discoverybot
+DnyzBot
+DomCopBot
 DomainAppender
+DomainCrawler
 DomainSigmaCrawler
-Domains Project
+Dotbot
+Download Wonder
 Drip
+EMail Siphon
 EMail Wolf
-Exabot
-Express WebPictures
-EyeNetIE
+Ebingbong
+EroCrawler
+ExtLinksBot
+ExtractorPro
 FDM
+FHscan
 Firefox/7.0
-Flunky
-Foobot
 Fuzz
-FyberSpider
-G-i-g-a-b-o-t
 GT::WWW
-Genieo
-GermCrawler
-GetWeb
-Getintent
-Gigabot
-Go!Zilla
+GoZilla
+GrabNet
 Grabber
-GrapeFX
 GrapeshotCrawler
 GridBot
-HEADMasterSEO
 HMView
+HTTP::Lite
+HaosouSpider
+Harvest
 Hloader
-Humanlinks
-HybridBot
+HonoluluBot
 IRLbot
+IndeedBot
+Indy Library
 InfoNaviRobot
-InfoTekies
-Intelliseek
-InterGET
 InternetSeer
+Iria
 Iskanie
-IstellaBot
-Jetty
+Jbrofuzz
+JennyBot
 JikeSpider
-Joomla
 Jyxobot
 Kinza
 Kozmosbot
-Larbin
+LNSpiderguy
+LeechGet
+LexiBot
+Lftp
+LibWeb
 LieBaoFast
 Lightspeedsystems
+Linkbot
+LinkpadBot
 LinqiaMetadataDownloaderBot
-Lipperhey
-Lipperhey Spider
-Ltx71
+MIIxpc
 MJ12bot
-MTRobot
+MSFrontPage
 Magnet
-Majestic SEO
-Majestic12
-MarkMonitor
-Mb2345Browser
+Majestic-SEO
+MarkWatch
+Mass Downloader
+Mata Hari
 MeanPath Bot
-Mediatoolkitbot
 MegaIndex.ru
 Metauri
 MicroMessenger
-Minefield
-Moblie Safari
-Mojolicious
 MolokaiBot
-Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
-Msrabot
-Musobot
-NICErsPRO
 NPbot
-Nameprotect
+NearSite
 Needle
-Nessus
 NetAnts
-NetMechanic
-NetZIP
-Netcraft
+Nettrack
+NextGenSearchBot
+Niki-bot
 NimbleCrawler
+Ninja
+Nmap
+Not
 Nutch
 Octopus
+Offline Explorer
 Offline Navigator
 OnCrawl
-OpenLinkProfiler
+OpenVAS
 Openfind
-PECL::HTTP
+OutclicksBot
+OutfoxBot
 PHPCrawl
 PageGrabber
 PageThing.com
-Pandalytics
-Panscient
-Pavuk
-Pi-Monster
-Picsearch
+Papa Foto
+PictureFinder
 Piepmatz
-PleaseCrawl
-ProWebWalker
+Pixray
+Probethenet
 Psbot
-Pump
-Quick-Crawler
-RankingBot
+PxBroker
+PyCurl
+RSSingBot
+RankActive
+Rankivabot
 RankurBot
-Re-re
+ReGet
 Reaper
 Recorder
-Ripper
-SBIder
-SEOlyticsCrawler
+RedesScrapy
+RepoMonkey
+RocketCrawler
+SEOkicks-Robot
 SEOstats
-SISTRIX
-ScanAlert
-ScoutJet
+SalesIntelligent
 Scrapy
-ScreenerBot
 ScrepyBot
-SemanticJuice
-SemrushBot
-Siphon
-SiteCheckerBotCrawler
-SiteExplorer
+SearchmetricsBot
+SeoSiteCheckup
+Seomoz
+SiteLockSpider
 SiteSnagger
 Sitebeam
-SmartDownload
-Sociscraper
-Sosospider
-SpaceBison
+Siteimprove
+Snapbot
+SocialRankIOBot
+Sogou web spider
 Spammen
-Spanner
+SpankBot
+Spbot
 SputnikBot
 Sqlmap
-Sqworm
-Sucuri
+Sqlworm
+Steeler
 SuperBot
 SuperHTTP
-SurveyBot
+Surfbot
 Swiftbot
-Szukacz
-T8Abot
+T0PHackTeam
 Teleport
-Telesphoreo
+The Intraformant
 Thumbor
-TightTwatBot
-Turnitin
-TurnitinBot
-Typhoeus
-URLy Warning
+Toata
+Toweyabot
+TwengaBot
+Twice
 UnisterBot
-VCI
-Vacuum
-Virusdie
+Upflow
+VB Project
 VoidEYE
-Voil
-WEBDAV
+WBSearchBot
 WWW-Collector-E
 WWW::Mechanize
-Wallpapers
-Wallpapers/3.0
-Web Fetch
 Web Pix
-Web Sucker
-WebAuto
-WebCollage
-WebEnhancer
-WebFetch
-WebImageCollector
 WebReaper
-WebSauger
 WebStripper
-WebWhacker
-WebmasterWorldForumBot
+WebSucker
+Webalta
+WebsiteExtractor
+WebsiteQuester
 Webster
+Whack
 Whatweb
 Who.is Bot
-Wonderbot
-Woobot
-Wotbox
-Xaldon_WebSpider
-Xenu
-YoudaoBot
-Zade
-Zitebot
-ZoominfoBot
+WinHTTrack
+ZumBot
 ZyBorg
-arquivo-web-crawler
+adscanner
 arquivo.pt
-autoemailspider
-cah.io.community
-clark-crawler
-crawl.sogou.com
+backlink-check
+cognitiveseo
+com.plumanalytics
+demandbase-bot
+domainsproject.org
+eCatch
 facebookscraper
+ips-agent
+iubenda-radar
 linkdexbot
+lwp-request
+lwp-trivial
 magpie-crawler
-page scorer
-plumanalytics
+oBot
 probe-image-size
-scan.lol
+ripz
+seobility
 seocompany.store
+seoscanners
+sexsearcher
+sitechecker.pro
+siteripz
 sp_auditbot
-sysscan
-trendiction.de
-ubermetrics-technologies.com
-webgains-bot
-x22Mozilla
+spyfu
+trendiction.com
+webpros.com
+webprosbot
+x09Mozilla
 xpymep1.exe
+zauba.io
 zgrab