V4.2023.10.4033 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 Aboundexbot
-AfD-Verbotsverfahren
-AiHitBot
-Anarchie
-BDCbot
-BacklinkCrawler
-Barkrowler
-BuiltWith
+AllSubmitter
+Anarchy99
+Ankit
+AwarioRssBot
+BackDoorBot
+BackStreet
+BlowFish
 BunnySlippers
-Chlooe
-Citoid
-Copyscape
-CrunchBot
-Curious
-DTS Agent
-Digincore
-DomainSigmaCrawler
+Bytespider
+CODE87
+Claritybot
+Cogentbot
+Craftbot
+Crawling at Home Project
+CrazyWebCrawler
+DBLBot
+DatabaseDriverMysqli
+Discobot
+DittoSpyder
+DnBCrawler-Analytics
+DomCopBot
 Dotbot
-EirGrabber
-Express WebPictures
-Extractor
-Fuzz
-FyberSpider
-GalaxyBot
-GermCrawler
-Grabber
-GrapeFX
-HaosouSpider
-IDBTE4M
-Image Fetch
-IndeedBot
-Internet Ninja
-IstellaBot
-Kenjin Spider
-Keyword Density
-Lightspeedsystems
-LinkextractorPro
-MFC_Tear_Sample
-MarkMonitor
-MeanPath Bot
-MegaIndex.ru
-MicroMessenger
-Name Intelligence
-Needle
-NetMechanic
-Nettrack
-Netvibes
-Niki-bot
-Openvas
-OrangeSpider
-PageAnalyzer
-Pavuk
-PeoplePal
-PictureFinder
-Probethenet
+Download Wonder
+Dragonfly
+Drip
+Evil
+Extreme Picture Finder
+Ezooms
+FlashGet
+FrontPage
+Genieo
+Go!Zilla
+Go-Ahead-Got-It
+GridBot
+HMView
+InternetSeer
+Jbrofuzz
+LinkWalker
+LinkpadBot
+Lipperhey Spider
+Mag-Net
+Majestic-SEO
+Minefield
+Mr.4x3
+Nameprotect
+Navroad
+Net Vampire
+NetLyzer
+Netcraft
+Nibbler
+Nmap
+PageThing.com
+Picscout
+Picsearch
+Piepmatz
 Pump
-PyCurl
-RealDownload
-Recorder
-RedesScrapy
-RepoMonkey
+RankActive
+RankingBot
 SEOlyticsCrawler
-SearchmetricsBot
-SocialRankIOBot
-Stripper
-SuperBot
-SuperHTTP
-Surfbot
-Teleport
+Scanbot
+ScrepyBot
+Seekport
+SeekportBot
+SeoSiteCheckup
+SeobilityBot
+SiteSnagger
+Siteimprove
+Sitevigil
+Sogou web spider
+Spanner
+Spbot
+Sqlworm
+Sucuri
+T8Abot
 TeleportPro
-Tracemyfile
+Telesoft
+TightTwatBot
+Toweyabot
+Trendictionbot
+TwengaBot
 URLy.Warning
-V-BOT
-VidibleScraper
-WISENutbot
-WWW::Mechanize
-Web Fuck
-Web Pix
-WebAuto
-WebImageCollector
-WebLeacher
-WebmasterWorldForumBot
-Who.is Bot
-Xenu
-Zade
-Zeus
-ZmEu
-archive.org_bot
-arquivo-web-crawler
-backlink-check
+VB Project
+Voil
+Wallpapers
+Web Sauger
+Web Sucker
+WebEnhancer
+WebsiteExtractor
+Wonderbot
+Wprecon
+Xaldon WebSpider
+clark-crawler
 coccocbot
-crawl.sogou.com
-dataforseo.com
-instabid
-magpie-crawler
-polaris version
-sitechecker.pro
-spyfu
-tAkeOut
-ubermetrics-technologies.com
+demandbase-bot
+oBot
+trendiction.com
+webmeup-crawler
+webprosbot
+zauba.io