V4.2023.03.3653 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
-Anarchy
-Attach
-AwarioRssBot
-BackWeb
-BetaBot
-BuiltWith
-CODE87
-CSHttp
-CensysInspect
-CheTeam
+AhrefsBot
+Anarchie
+AwarioSmartBot
+BDFetch
+BotALot
+BuzzSumo
+Cegbfeieh
 CherryPicker
-Chlooe
-CopyRightCheck
-DBLBot
-DomainCrawler
-Download Wonder
-Dragonfly
-EroCrawler
+Cliqzbot
+Copier
+Copyscape
+Crawling at Home Project
+Curious
+CyotekWebCopy
+DTS Agent
+Demon
+Deusu
+Digincore
+DigitalPebble
+Disco
+Discoverybot
+DnyzBot
+DomainStatsBot
+Exabot
 ExtLinksBot
-FyberSpider
-Gotit
-GrapeshotCrawler
-Iblog
-Id-search
-IlseBot
-Intelliseek
-Jbrofuzz
-JetCar
-Lanshanbot
-LibWeb
-LinkpadBot
+FlashGet
+GT::WWW
+Gigabot
+Go-Ahead-Got-It
+GoZilla
+GridBot
+HTTP::Lite
+InterGET
+JOC Web Spider
+Jetty
+JikeSpider
+LWP::Simple
+Leap
+LeechFTP
+LinkScan
+LinkextractorPro
 LinqiaMetadataDownloaderBot
-Lipperhey
-MSFrontPage
+MIIxpc
+MJ12bot
 MTRobot
-Magnet
-Mister PiX
-NearSite
-Net Vampire
-Netcraft
-Nibbler
-Ninja
-Nmap
+Mass Downloader
+Mata Hari
+MegaIndex.ru
+Metauri
+MicroMessenger
+NimbleCrawler
+Offline Explorer
+OrangeSpider
 OutclicksBot
+OutfoxBot
 Pavuk
+PeoplePal
+Petalbot
 Pixray
-ProWebWalker
-Probethenet
-Pu_iN
-Quick-Crawler
+PleaseCrawl
+PxBroker
+RankingBot2
+Re-re
 ReGet
-SEOlyticsCrawler
+RebelMouse
+SBIder
 Scanbot
-SemrushBot
-SeoSiteCheckup
-SiteCheckerBotCrawler
-SiteLockSpider
-SlySearch
-SmartDownload
-Snoopy
-Spanner
+Seomoz
+Siteimprove
+Sottopop
+SpankBot
+Stripper
+SuperBot
+SuperHTTP
 Swiftbot
-Titan
-TwengaBot
-VoidEYE
-Voil
-WWWOFFLE
-Web Enhancer
-Web Sauger
-WebAuto
-WebBandit
-WebImageCollector
-WebSucker
-Webalta
-Website Quester
+Szukacz
+T0PHackTeam
+T8Abot
+Telesphorep
+Toweyabot
+Twice
+Upflow
+Vacuum
+Voltron
+WISENutbot
+Web Auto
+Web Fuck
+Web Pix
+WebWhacker
 Webster
-Whacker
-Widow
-ZmEu
-ZoomBot
-autoemailspider
-check1.exe
-coccocbot
-cognitiveseo
-crawler.feedback
-domainsproject.org
-heritrix
-instabid
-internetVista monitor
-lwp-request
-plumanalytics
-ripz
-sp_auditbot
-voyagerx.com
-webpros.com
-xpymep1.exe
-zgrab
+YoudaoBot
+ZyBorg
+archive.org_bot
+arquivo-web-crawler
+gopher
+mediawords
+page scorer
+polaris version
+s1z.ru