V4.2023.06.3827 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Alexibot
+ALittle Client
+Aboundex
+AhrefsBot
 AllSubmitter
-Apexoo
-Atomseobot
-Attach
+Anarchie
+Anthill
+Aspiegel
+AwarioSmartBot
 Backlink-Ceck
-CODE87
-Cegbfeieh
-ChinaClaw
+BetaBot
+Bigfoot
+Boardreader
+Brandwatch
+Buddy
+CheTeam
 Chlooe
-Cloud mapping
-Collector
-Copier
+Curious
+DIIbot
+DSearch
 DataCha0s
+DatabaseDriverMysqli
+Demon
 Deusu
-Discobot
-DomainCrawler
-Drip
-EMail Siphon
-EasyDL
-EirGrabber
-EroCrawler
-Freeuploader
-Fuzz
-FyberSpider
-GetRight
-Grabber
-HMView
-HTMLparser
-Heritrix
-Id-search
-Iskanie
-Keybot Translation-Search-Machine
-LNSpiderguy
-Larbin
+DomainAppender
+Evil
+ExtLinksBot
+Extreme Picture Finder
+Fyrebot
+GalaxyBot
+Genieo
+GrapeFX
+IDBTE4M
+Jetty
+JustView
+Jyxobot
 Leap
-Lftp
-Libwhisker
-Likse
-Lipperhey
-Magnet
+LinkpadBot
+Litemage_walker
+Ltx71
+MFC_Tear_Sample
+MTRobot
 Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
-MarkMonitor
-Masscan
-Mata Hari
-MeanPath Bot
-MegaIndex.ru
-Metauri
-Mojolicious
+MarkWatch
+MicroMessenger
+Microsoft URL Control
+Musobot
+Needle
+NetLyzer
+NetSpider
+Netcraft
 Nettrack
-Netvibes
-PHPCrawl
-Page Analyzer
-Pandalytics
-Panscient
+PageThing.com
 Pixray
-RankurBot
-Reaper
-ScreenerBot
-Semrush
-SiteCheckerBotCrawler
+PyCurl
+RocketCrawler
+Scanbot
+ScrepyBot
+SearchmetricsBot
+Siteimprove
 SmartDownload
-Sociscraper
+Snapbot
 Sosospider
+SpaceBison
+Spanner
+Spinn3r
 Steeler
-Stripper
+Sucker
 Swiftbot
-T0PHackTeam
-Telesphorep
-TightTwatBot
-TwengaBot
-Typhoeus
-URLy.Warning
-VeriCiteCrawler
+The Intraformant
+Trendictionbot
+TurnitinBot
+V-BOT
+VCI
 Voil
 WWW-Mechanize
-Web Auto
-Web Fuck
-WebFuck
-WebSucker
+WeSEE
+Web Sucker
+WebGo IS
+WebPix
+WebStripper
+WebWhacker
 WebmasterWorldForumBot
-Website Quester
-WebsiteExtractor
-Xaldon_WebSpider
-YoudaoBot
-Zermelo
-arquivo-web-crawler
-backlink-check
-cah.io.community
-clark-crawler
-dataforseobot
+WinHTTrack
+Woobot
+Wprecon
+Xenu
+Zitebot
+ZyBorg
+check1.exe
+crawler.feedback
+crawler4j
+facebookscraper
 lwp-request
-magpie-crawler
-satoristudio.net
-sexsearcher
+polaris version
+probe-image-size
+s1z.ru
+seoscanners
+siteripz
 trendiction.de
-webmeup-crawler
-x09Mozilla
+voyagerx.com