V4.2023.12.4207 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ASPSeek
-Aboundex
-AfD-Verbotsverfahren
-Alligator
-AlphaBot
-Anarchy
-BDCbot
-BackStreet
-Bandit
-BetaBot
-Bolt
-Claritybot
-Cliqzbot
-CyotekWebCopy
+AIBOT
+AiHitBot
+Aspiegel
+BackWeb
+Blow
+BotALot
+Bytespider
+CCBot
+CheeseBot
+Copyscape
+DBLBot
 DSearch
-Digincore
-DittoSpyder
-Download Wonder
-ECCP/1.0
-ExtLinksBot
-Extractor
+DnBCrawler-Analytics
+DnyzBot
+DomainAppender
+Domains Project
+Extreme Picture Finder
 EyeNetIE
-Fimap
+Ezooms
+FHscan
+FlashGet
 Flunky
-Fyrebot
-G-i-g-a-b-o-t
-GPTBot
-GrabNet
+Freeuploader
+Fuzz
+GetRight
+Go!Zilla
+Grabber
 Grafula
-GrapeFX
-HEADMasterSEO
-HaosouSpider
-Id-search
+Havij
+Heritrix
+IndeedBot
+InterGET
 Iria
-JOC Web Spider
-Jetty
-JustView
-Keybot Translation-Search-Machine
-LWP::Simple
+IstellaBot
+JennyBot
+Joomla
+Larbin
 LeechFTP
-LinkpadBot
-LinqiaScrapeBot
-MFC_Tear_Sample
-Magnet
-Majestic-SEO
-Majestic12
-MarkMonitor
-NICErsPRO
+LeechGet
+Libwhisker
+Ltx71
+MJ12bot
+MarkWatch
+MeanPath Bot
+Microsoft URL Control
+Moblie Safari
+Musobot
 NetZIP
+Nuclei
+Offline Explorer
 Openfind
-Openvas
 OrangeBot
-PECL::HTTP
-PageScorer
-Papa Foto
-Pimonster
-Pump
+OrangeSpider
+PageAnalyzer
+Pandalytics
+Pixray
+ProWebWalker
 PxBroker
-RankActiveLinkBot
-RankFlex
-RankingBot2
 RedesScrapy
-SMTBot
-Scanbot
+SEOprofiler
 ScoutJet
 Screaming
-ScreenerBot
-SeekportBot
-Seomoz
-Snapbot
-Sociscraper
-SpankBot
-SputnikBot
+Sitebeam
+SlySearch
+SpaceBison
+Stripper
+Sucker
 Sucuri
-SuperHTTP
 SurveyBot
-Telesphoreo
 Telesphorep
-TightTwatBot
-TurnitinBot
-Twice
-UnisterBot
+Tracemyfile
+VB Project
 VCI
-WWW::Mechanize
-Web Pix
-WebGo IS
-WebWhacker
-Webalta
-WinHTTrack
-Woobot
-crawler4j
-demandbase-bot
-heritrix
-lwp-request
-openai
-pcBrowser
-ripz
-seostar
-serpstatbot
-sitechecker.pro
+VidibleScraper
+WWWOFFLE
+Wallpapers/3.0
+Web Auto
+Web Sauger
+WebFuck
+WebPix
+WebStripper
+WebSucker
+WebmasterWorldForumBot
+Whack
+Zeus
+ZoomBot
+ZoominfoBot
+adscanner
+domainsproject.org
+iubenda-radar
+lwp-trivial
+openai.com
+polaris version
+probe-image-size
+s1z.ru
+sexsearcher
+sysscan
+webpros.com
+webprosbot
+x22Mozilla