V4.2023.12.4179 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-ADmantX
-ALittle Client
-Aboundexbot
-Anarchy99
+01h4x.com
+360Spider
+AhrefsBot
+Alligator
+AlphaBot
+Anarchie
 Anthill
-Attach
-BackStreet
-Bitacle
-Blow
-Bolt
-Buck
-CSHttp
-CazoodleBot
-CheeseBot
-CherryPicker
-Cliqzbot
-Collector
-Copyscape
-Deusu
-DomCopBot
-DomainCrawler
-DomainStatsBot
-Dotbot
-EirGrabber
-EroCrawler
-Fimap
-GermCrawler
-Go-Ahead-Got-It
-GrapeFX
-Iblog
-Image Fetch
-IndeedBot
+Asterias
+BDCbot
+BLEXBot
+Backlink-Ceck
+Barkrowler
+CODE87
+Chlooe
+Cocolyzebot
+Crawling at Home Project
+Curious
+DataCha0s
+DigitalPebble
+Disco
+DittoSpyder
+ECCP/1.0
+Gotit
+Haansoft
+Hloader
+IRLbot
 Intelliseek
-Internet Ninja
-IstellaBot
-JennyBot
-JetCar
-Keyword Density
+Kozmosbot
 LNSpiderguy
-LieBaoFast
-Lightspeedsystems
-LinqiaMetadataDownloaderBot
-MIDown tool
+LeechGet
+Lipperhey
+MSFrontPage
 Majestic SEO
-MarkMonitor
-MarkWatch
+Majestic-SEO
 Mass Downloader
 Masscan
 MegaIndex.ru
-Mojeek
-Netcraft
-OnCrawl
-OrangeSpider
-PageAnalyzer
-Picsearch
-Probethenet
-Proximic
+Metauri
+MicroMessenger
+Moblie Safari
+MolokaiBot
+Mozlila
+Offline Explorer
+Openfind
+OrangeBot
+OutfoxBot
+PageThing.com
+Petalbot
+Picscout
+Pimonster
+Pu_iN
 QueryN Metasearch
-RankurBot
-Re-re
-ReGet
-RealDownload
-ScanAlert
-Scrapy
-ScrepyBot
-SearchmetricsBot
+Quick-Crawler
+Rainbot
+Reaper
+RepoMonkey
+ScoutJet
+Semrush
+SemrushBot
+SeoSiteCheckup
+SeobilityBot
 Site Sucker
-SiteSucker
-Siteimprove
-SlySearch
-Snapbot
-SocialRankIOBot
-SuperBot
-T8Abot
-Teleport
-Thumbor
-Turingos
+Sogou web spider
+Sosospider
+SpaceBison
+Spammen
+SputnikBot
+Surfbot
+Titan
+Toata
+TurnitinBot
 TwengaBot
-Upflow
-WWW::Mechanize
+VelenPublicWebCrawler
+Voltron
+WWW-Collector-E
 Web Enhancer
-WebFetch
+Web Pix
 WebFuck
-WebSucker
-Whacker
-ZoomBot
-adscanner
-archive.org_bot
-com.plumanalytics
-lwp-request
-ripz
-s1z.ru
-scan.lol
-serpstatbot
-sexsearcher
+WebStripper
+Website Quester
+Who.is Bot
+Wotbox
+Xenu
+cah.io.community
+clark-crawler
+coccocbot
+demandbase-bot
+evc-batch
+facebookscraper
+ips-agent
+iubenda-radar
+magpie-crawler
+meanpathbot
+muhstik-scan
+netEstate NE Crawler
+oBot
+seostar
 tAkeOut
-trendiction.com
-webprosbot
-zgrab
+xpymep1.exe
+zauba.io