V4.2023.05.3734 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-AllSubmitter
-Atomseobot
-Attach
+AdsTxtCrawlerTP
+Asterias
+BDFetch
+BLEXBot
+BackStreet
+Bandit
+Bigfoot
 Bitacle
-Blackboard
-Boardreader
-Bolt
-Brandwatch
-Buddy
-BunnySlippers
-CCBot
-CODE87
-Calculon
-CheTeam
-CherryPicker
-Cliqzbot
-Cloud mapping
-Cogentbot
-Copyscape
+Bullseye
+BuzzSumo
+Craftbot
+DTS Agent
+DnBCrawler-Analytics
+DnyzBot
 DomainSigmaCrawler
-EirGrabber
-Express WebPictures
-Ezooms
-FDM
-FemtosearchBot
-Fimap
-Firefox/7.0
-FrontPage
-GalaxyBot
-GermCrawler
-GetWeb
+DomainStatsBot
 Getintent
-GrapeshotCrawler
-Hloader
-Iblog
-IlseBot
-Indy Library
-Iskanie
+Gigabot
+GrabNet
+HEADMasterSEO
+HTMLparser
+Haansoft
+IDBot
+Id-search
+InfoNaviRobot
+InternetSeer
+Iria
+Jbrofuzz
 JennyBot
-LibWeb
+Jyxobot
+Kozmosbot
+LWP::Simple
+Lanshanbot
+LinksManager
+Ltx71
 MFC_Tear_Sample
-MSFrontPage
-Mag-Net
-Majestic SEO
+Majestic-SEO
+MeanPath Bot
+MegaIndex.ru
+Moblie Safari
 Mojolicious
 Morfeus Fucking Scanner
-Mozlila
+Msrabot
 Nameprotect
-NetLyzer
-NetSpider
+Needle
+NetZIP
 Netvibes
-PageGrabber
-PageScorer
-Picsearch
-PleaseCrawl
-ProWebWalker
-PyCurl
-RSSingBot
-RankActive
-ReGet
-Reaper
-SISTRIX
-SMTBot
+NextGenSearchBot
+NimbleCrawler
+Nimbostratus
+OnCrawl
+OpenLinkProfiler
+Openvas
+PECL::HTTP
+PeoplePal
+Petalbot
+Pump
+Quick-Crawler
+RankingBot
+Re-re
+Scrapy
+SearchmetricsBot
 Seekport
-Seomoz
-SiteLockSpider
-Sitevigil
-Sqlmap
-Telesoft
+SentiBot
+SeobilityBot
+SiteSucker
+Snoopy
+Sociscraper
+Spbot
+Spinn3r
+Sqlworm
+Sqworm
+Sucker
+Sucuri
+TeleportPro
 Telesphorep
-Thumbor
-Typhoeus
-URLy.Warning
-Voil
-WASALive-Bot
-WEBDAV
-WISENutbot
-WebCollage
+Toata
+Trendictionbot
+Turingos
+TwengaBot
+WWW-Collector-E
+WWW-Mechanize
+WallpapersHD
 WebGo IS
-WebWhacker
-Webster
+Widow
 Xenu
-Zeus
-archive.org_bot
-arquivo-web-crawler
+Zitebot
 backlink-check
-clark-crawler
-com.plumanalytics
 crawl.sogou.com
-dataforseobot
-facebookscraper
-internetVista monitor
-lwp-request
-satoristudio.net
-seostar
-sogouspider
-tAkeOut
-x09Mozilla
-zgrab
+instabid
+ips-agent
+isitwp.com
+magpie-crawler
+muhstik-scan
+plumanalytics
+polaris version
+seobility
+spyfu
+trendiction.com
+voyagerx.com