V4.2024.10.4817 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ASPSeek
+ALittle Client
+Acunetix
+AfD-Verbotsverfahren
+Aipbot
+Ankit
+Attach
+AwarioBot
+AwarioRssBot
 BBBike
-BetaBot
 Bigfoot
-Brandprotect
-Buck
-BunnySlippers
-CSHttp
-Calculon
-Cegbfeieh
-Copyscape
-Craftbot
-Digincore
-Discobot
-DnyzBot
-EasyDL
-Ecxi
-EroCrawler
-Evil
-ExtLinksBot
-FlashGet
-Flunky
-Foobot
-GetRight
-Gigabot
-GoZilla
+Boardreader
+Buddy
+Bytespider
+CensysInspect
+CherryPicker
+Claritybot
+Curious
+CyotekWebCopy
+DBLBot
+DSearch
+DatabaseDriverMysqli
+Demon
+Deusu
+DomainStatsBot
+Dotbot
+Download Wonder
+Drip
+EMail Siphon
+ExtractorPro
+FacebookBot
+Fyrebot
 Gotit
-Grabber
-Harvest
+GrabNet
+Grafula
+GrapeFX
 IDBTE4M
-IlseBot
-Jetty
+Iblog
+IndeedBot
+InfoNaviRobot
+IstellaBot
+Joomla
+JustView
+Kozmosbot
 LNSpiderguy
-LeechFTP
-Likse
-Mata Hari
-Mediatoolkitbot
-Microsoft Data Access
-NPbot
+LinkextractorPro
+MIDown tool
+MJ12bot
+Mag-Net
+Mail.RU_Bot
+MauiBot
+MegaIndex.ru
+Mozlila
+Msrabot
+Nessus
+NetLyzer
+Netvibes
+Nikto
 NimbleCrawler
-Offline Navigator
+Nutch
 PECL::HTTP
-POE-Component-Client-HTTP
-Petalbot
-Pi-Monster
-Picsearch
-Piepmatz
-Pump
-PyCurl
-RankingBot
-Ripper
-RocketCrawler
-ScanAlert
-Scrapy
-Searchestate
-SeobilityBot
+Pixray
+RankActiveLinkBot
+RankingBot2
+Rankivabot
+RealDownload
+SISTRIX
+SMTBot
+ScreenerBot
+ScrepyBot
+Seekport
 Seomoz
-Site Sucker
-Sitebeam
-Sociscraper
-Sosospider
-Spanner
-Spider_Bot
-Steeler
-Sucuri
-Szukacz
+SiteExplorer
+SurveyBot
 T0PHackTeam
-Teleport
-The Intraformant
-VelenPublicWebCrawler
-VoidEYE
-Web Auto
+Telesphorep
+Titan
+VCI
+Vagabondo
+Virusdie
+Voil
 Web Collage
-Web Sucker
-WebSauger
-Widow
-Woobot
-Wotbox
-Wprecon
-Zermelo
-Zitebot
-ZumBot
-ZyBorg
-adscanner
-archive.org_bot
-backlink-check
-cohere-ai
-dataforseo.com
-eCatch
-facebookscraper
-instabid
-ips-agent
-openai.com
-plumanalytics
-ripz
-spyfu
-trendiction.com
-trendiction.de
+Web Sauger
+WebBandit
+WebFetch
+WebFuck
+WebGo IS
+WebPix
+WinHTTrack
+Xenu
+ZoomBot
+com.plumanalytics
+dataforseobot
+gopher
+lwp-request
+openai
+page scorer
+satoristudio.net
+seocompany.store
 ubermetrics-technologies.com
-webgains-bot
+webpros.com