V4.2024.09.4745 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Ankit
+80legs
+AIBOT
+Aboundex
+Acunetix
+AhrefsBot
+Anarchy99
 Anthill
-BDCbot
-Backlink-Ceck
-BacklinkCrawler
-Bandit
-Battleztar Bazinga
-Black Hole
-BunnySlippers
-CCBot
-CherryPicker
-Collector
-Crescent
-CyotekWebCopy
-DIIbot
-DomCopBot
+Attach
+AwarioBot
+BackStreet
+Bigfoot
+Blackboard
+Brandprotect
+CensysInspect
+DSearch
+DnBCrawler-Analytics
+Domains Project
+Dragonfly
+Drip
 EMail Wolf
-Express WebPictures
-ExtractorPro
-Extreme Picture Finder
+EyeNetIE
 Ezooms
-FDM
-Flunky
+FacebookBot
+FemtosearchBot
+Foobot
 Fyrebot
-Getintent
+Genieo
+GermCrawler
 Go-Ahead-Got-It
-GrapeFX
-GrapeshotCrawler
-Harvest
-IRLbot
-IlseBot
-Image Sucker
-ImagesiftBot
-InfoNaviRobot
-InterGET
-Jetty
-Jorgee
-Lightspeedsystems
-Linkbot
-LinkpadBot
-LinqiaRSSBot
-MIDown tool
+Haansoft
+HaosouSpider
+HonoluluBot
+Humanlinks
+JOC Web Spider
+Leap
+LieBaoFast
+Litemage_walker
+Ltx71
 MSIECrawler
-MTRobot
-Majestic-SEO
-MeanPath Bot
-Mediatoolkitbot
-Metauri
-Microsoft URL Control
+Magnet
+MauiBot
 Morfeus Fucking Scanner
-Nessus
-NetAnts
-Netcraft
-Nettrack
-Netvibes
-Nikto
-Nimbostratus
+NICErsPRO
+NPbot
+Navroad
+NearSite
+Net Vampire
+NetMechanic
+NimbleCrawler
 Nuclei
-Nutch
-Offline Navigator
-Openvas
-OrangeBot
-Quick-Crawler
+PHPCrawl
+PageScorer
+Pavuk
+Picsearch
+Piepmatz
+ProPowerBot
+QueryN Metasearch
 Rainbot
-Re-re
-ScoutJet
-SemanticJuice
-SemrushBot
-SentiBot
-SiteExplorer
-Sogou web spider
+Rankivabot
+SBIder
+SISTRIX
+SenutoBot
+Siphon
+Sitevigil
+SocialRankIOBot
+Spanner
 Spider_Bot
-SputnikBot
-TeleportPro
-The Intraformant
-Toata
+Sqlworm
+SuperBot
+SuperHTTP
 Toweyabot
-VeriCiteCrawler
-VoidEYE
-WPScan
+Typhoeus
+UnisterBot
+VB Project
+VelenPublicWebCrawler
+Voil
 WWW::Mechanize
-Wallpapers/3.0
-Web Auto
-Web Collage
-Web Enhancer
-WebSauger
-WebZIP
-WinHTTrack
-Wotbox
-Wprecon
+WallpapersHD
+Web Sucker
+WebCollage
+Webshag
+Webster
+Whatweb
+YaK
+ZoomBot
+arquivo.pt
+backlink-check
 crawl.sogou.com
+dataforseobot
+domainsproject.org
 evc-batch
-instabid
-isitwp.com
-polaris version
-seostar
-trendiction.com
-ubermetrics-technologies.com
-webpros.com
-zauba.io
+imagesift.com
+internetVista monitor
+linkdexbot
+seocompany.store
+sp_auditbot
+spyfu
+tAkeOut
+x09Mozilla
+zgrab