V4.2023.06.3792 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-AIBOT
-ALittle Client
+360Spider
+404enemy
 Aboundex
-AdsTxtCrawlerTP
-Alligator
+Acunetix
+AfD-Verbotsverfahren
 Anthill
-BBBike
-BDFetch
-BlackWidow
-Blackboard
-Brandwatch
-BuiltBotTough
-Bullseye
-CheTeam
-ChinaClaw
-Cloud mapping
-Cogentbot
-Crawling at Home Project
-Curious
-DSearch
-DatabaseDriverMysqli
-DigitalPebble
-DomCopBot
-DomainStatsBot
+AwarioRssBot
+BackWeb
+Bandit
+Brandprotect
+Buddy
+CODE87
+Calculon
+CrunchBot
+Deusu
+DomainSigmaCrawler
+Domains Project
 EMail Siphon
-EMail Wolf
-ExtractorPro
-EyeNetIE
-Freeuploader
-Grabber
-HMView
-HonoluluBot
-IndeedBot
-InterGET
-InternetSeer
-JOC Web Spider
+Ebingbong
+Exabot
+Express WebPictures
+Extreme Picture Finder
+Ezooms
+FDM
+Fimap
+Flunky
+Fyrebot
+GT::WWW
+Go!Zilla
+Grafula
+HEADMasterSEO
+HTTrack
+Haansoft
+HaosouSpider
+Heritrix
+Image Fetch
+Intelliseek
+Jetty
 Keyword Density
-Kinza
-Kozmosbot
-Larbin
-MIIxpc
-MJ12bot
+LNSpiderguy
+Lanshanbot
+Libwhisker
+LinkpadBot
+LinksManager
+Lipperhey Spider
+Ltx71
+MQQBrowser
+Majestic-SEO
+Mass Downloader
+MeanPath Bot
+MegaIndex.ru
 Metauri
-Moblie Safari
-MolokaiBot
-Navroad
-Net Vampire
+Mojolicious
+Name Intelligence
+Nettrack
+Nibbler
 Ninja
-Offline Explorer
-OpenLinkProfiler
-PageScorer
-Pavuk
-PeoplePal
-Picscout
-Picsearch
-Pixray
+Offline Navigator
+OrangeSpider
+PictureFinder
+Pockey
 ProPowerBot
-Psbot
+RSSingBot
 RankingBot2
-SMTBot
-Scanbot
-ScrepyBot
-SeobilityBot
-Siteimprove
+Rankivabot
+RealDownload
+RocketCrawler
+SEOstats
+Seekport
+SeoSiteCheckup
+Shodan
 SmartDownload
-Spinn3r
-Sqworm
-Suzuran
-Telesphorep
+Snake
+Snapbot
+SocialRankIOBot
+Sqlmap
+T8Abot
+Titan
+Tracemyfile
 Trendiction
-Twice
-VB Project
-VeriCiteCrawler
-Voil
-WASALive-Bot
-Web Collage
-Web Pix
-Web Sauger
-WebImageCollector
-WebmasterWorldForumBot
-WebsiteExtractor
-Wonderbot
-Wotbox
+Turingos
+Vagabondo
+WWW-Mechanize
+Wallpapers/3.0
+WebFuck
+Whacker
+Woobot
+Xaldon_WebSpider
+YoudaoBot
 Zeus
-Zitebot
 ZmEu
-ZoomBot
-ZoominfoBot
-archive.org_bot
-cognitiveseo
-magpie-crawler
-mediawords
-pcBrowser
-probe-image-size
-s1z.ru
-seocompany.store
+com.plumanalytics
+crawl.sogou.com
+instabid
+plumanalytics
+sexsearcher
 sitechecker.pro
-sp_auditbot
 tAkeOut
+voyagerx.com
+zgrab