V4.2023.03.3605 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 404enemy
-80legs
-AIBOT
-ALittle Client
-AfD-Verbotsverfahren
+ASPSeek
+Aipbot
+Alligator
 AlphaBot
-Anarchy99
-BDCbot
+Anarchie
+Anthill
+Atomseobot
 BLEXBot
-Bandit
-Blow
-CazoodleBot
-Cogentbot
-Craftbot
-CyotekWebCopy
-Devil
-DigitalPebble
-Disco
-Discobot
-Dispatch
-DnyzBot
-DomCopBot
-EasyDL
-Extreme Picture Finder
-EyeNetIE
-FlashGet
-Go-Ahead-Got-It
-HaosouSpider
-Heritrix
-Humanlinks
-InfoTekies
-Internet Ninja
-Joomla
-Jorgee
-Keyword Density
-Larbin
-Lightspeedsystems
-Likse
-LinqiaRSSBot
-MSFrontPage
-Magnet
-Majestic-SEO
-Mb2345Browser
-MegaIndex.ru
-Metauri
-Mojeek
+Black Hole
+Boardreader
+Chlooe
+Cloud mapping
+CopyRightCheck
+Copyscape
+DTS Agent
+Deusu
+DnBCrawler-Analytics
+ECCP/1.0
+EMail Siphon
+Foobot
+FyberSpider
+G-i-g-a-b-o-t
+GalaxyBot
+GermCrawler
+GetRight
+GetWeb
+Go!Zilla
+Gotit
+GridBot
+HEADMasterSEO
+HTMLparser
+Haansoft
+Havij
+Id-search
+Image Fetch
+InternetSeer
+Jbrofuzz
+Jyxobot
+Keybot Translation-Search-Machine
+LeechFTP
+Litemage_walker
+MIDown tool
+Mag-Net
+Mail.RU_Bot
+Majestic12
+Mass Downloader
+MeanPath Bot
+Mediatoolkitbot
+NICErsPRO
 Navroad
-NetMechanic
-NetSpider
-NextGenSearchBot
-Nikto
-Offline Navigator
-OrangeSpider
-PHPCrawl
-PageScorer
-PictureFinder
-ProPowerBot
-Probethenet
-Psbot
-Pu_iN
-Quick-Crawler
+NearSite
+Nettrack
+Niki-bot
+NimbleCrawler
+Openfind
+Pi-Monster
+Re-re
 RebelMouse
-RepoMonkey
-Rogerbot
-SEOstats
-SISTRIX
-ScrepyBot
-SemrushBot
-SeobilityBot
-SmartDownload
+Ripper
+SBIder
+Scanbot
+SearchmetricsBot
+Seomoz
+SiteSucker
+Snoopy
+Sogou web spider
 Sqlmap
-Sucker
-SuperHTTP
-Teleport
-Telesphoreo
-Thumbor
+SurveyBot
+Titan
 Trendictionbot
+TwengaBot
+Twice
+URLy Warning
 URLy.Warning
-Upflow
-VoidEYE
+Vacuum
+VidibleScraper
+Voltron
+WASALive-Bot
 WISENutbot
-WWW-Mechanize
-WebLeacher
+Wallpapers/3.0
+WebEnhancer
+WebFetch
 WebPix
-WebsiteExtractor
+WebStripper
+WebsiteQuester
+Whatweb
 Woobot
+Zitebot
 ZmEu
-arquivo-web-crawler
 autoemailspider
-backlink-check
-lwp-trivial
-mediawords
-scalaj-http
-scan.lol
-seoscanners
-seostar
-spyfu
-tAkeOut
-trendiction.com
-x09Mozilla
+gopher
+heritrix
+instabid
+internetVista monitor
+linkdexbot
+plumanalytics
+s1z.ru
+siteripz
+webpros.com