V4.2023.08.3935 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-ALittle Client
-AhrefsBot
-Alligator
-Anarchy99
-BackWeb
-Backlink-Ceck
-BetaBot
+Abonti
+Alexibot
+Bigfoot
 Blackboard
-BotALot
-Cloud mapping
-Cocolyzebot
-Copier
-CopyRightCheck
-Custo
-Discobot
-DomainCrawler
-Dotbot
-EMail Siphon
-Ecxi
+BlowFish
+Buck
+Cegbfeieh
+Citoid
+Cogentbot
+Crescent
+Curious
+DIIbot
+Deusu
+Devil
+Digincore
+DomainSigmaCrawler
+Domains Project
+Download Wonder
+Dragonfly
+Exabot
+ExtLinksBot
+Extreme Picture Finder
 FHscan
-Fimap
-Fuzz
+FemtosearchBot
+FlashGet
+Flunky
+G-i-g-a-b-o-t
 Genieo
-GetRight
-GetWeb
-Go-Ahead-Got-It
-GrapeshotCrawler
-HEADMasterSEO
-HonoluluBot
-Humanlinks
-Id-search
-Image Fetch
-JOC Web Spider
-Jyxobot
-Kenjin Spider
+HTMLparser
+HaosouSpider
+IndeedBot
+Indy Library
+Intelliseek
+InternetSeer
+IstellaBot
+Jbrofuzz
 LNSpiderguy
-LeechGet
-Lftp
-Lightspeedsystems
-LinksManager
-Lipperhey
+LWP::Simple
+LexiBot
 Lipperhey Spider
 Litemage_walker
-Mail.RU_Bot
-Meanpathbot
-Microsoft URL Control
-Minefield
-Name Intelligence
-NearSite
-NetSpider
-PHPCrawl
-Page Analyzer
-Pavuk
-Pimonster
-Proximic
-QueryN Metasearch
-Quick-Crawler
-RankingBot2
-SEOstats
-SemanticJuice
-Semrush
-Siphon
-SiteCheckerBotCrawler
-SiteSucker
-Sitevigil
-Sogou web spider
-Sosospider
-SpankBot
-SputnikBot
-Sucuri
-The Intraformant
-Toweyabot
-Trendictionbot
-URLy.Warning
-UnisterBot
-V-BOT
-VidibleScraper
+MFC_Tear_Sample
+MIDown tool
+Mediatoolkitbot
+Microsoft Data Access
+Moblie Safari
+Mojeek
+Mojolicious
+MolokaiBot
+Net Vampire
+NextGenSearchBot
+OutclicksBot
+PECL::HTTP
+PageScorer
+PageThing.com
+Panscient
+Petalbot
+PxBroker
+Re-re
+SBIder
+SEOlyticsCrawler
+ScanAlert
+Scrapy
+ScreenerBot
+SenutoBot
+SeoSiteCheckup
+SiteLockSpider
+SpaceBison
+SuperHTTP
+T8Abot
+TeleportPro
+Telesphoreo
+URLy Warning
 WWW-Collector-E
-Web Collage
-Web Enhancer
-Web Fuck
-Web Sauger
+Wallpapers/3.0
+WebAuto
+WebFetch
 WebStripper
 WebWhacker
-WebZIP
-Who.is Bot
-Wprecon
-ZmEu
-ZyBorg
+WebsiteExtractor
+Wonderbot
+Xaldon_WebSpider
+Zauba
+Zitebot
 archive.org_bot
+backlink-check
+cah.io.community
+cognitiveseo
+crawl.sogou.com
+crawler4j
 dataforseo.com
-isitwp.com
-mediawords
-plumanalytics
-scan.lol
-siteripz
-spyfu
+evc-batch
+linkdexbot
+lwp-request
+netEstate NE Crawler
+openai
+openai.com
 sysscan
-tAkeOut
+trendiction.com
+webgains-bot