V4.2023.04.3675 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Acunetix
-Alexibot
-AlphaBot
-Apexoo
+404checker
+Ankit
+Atomseobot
 AwarioSmartBot
-Badass
-Barkrowler
+BBBike
 Bigfoot
-Blow
-Bolt
-Bullseye
-CSHttp
-Cogentbot
-CrazyWebCrawler
-CyotekWebCopy
-Discobot
-Dispatch
-DomainCrawler
-Drip
-Ebingbong
-Ecxi
-Evil
-ExtractorPro
+Brandwatch
+CODE87
+Calculon
+CensysInspect
+Chlooe
+Claritybot
+Cliqzbot
+Cocolyzebot
+Copier
+Craftbot
+Custo
+Digincore
+Extractor
+EyeNetIE
 FHscan
-Foobot
-GetRight
-Gigabot
-HTMLparser
+Fimap
+FrontPage
+Fuzz
+GT::WWW
+Go-Ahead-Got-It
+GoZilla
+GrabNet
 Havij
-IDBTE4M
-InfoTekies
-InternetSeer
-Iria
-Iskanie
-Lftp
-LinqiaScrapeBot
-Lipperhey Spider
-MIDown tool
-Majestic12
-MeanPath Bot
-MegaIndex.ru
-Microsoft URL Control
-Mojolicious
-Musobot
-NICErsPRO
-NetSpider
-Netcraft
-Nikto
-NimbleCrawler
+IndeedBot
+Intelliseek
+InterGET
+JamesBOT
+JennyBot
+JustView
+Jyxobot
+Larbin
+LexiBot
+Lightspeedsystems
+LinksManager
+LinqiaMetadataDownloaderBot
+Majestic-SEO
+Mass Downloader
+Mata Hari
+Microsoft Data Access
+Morfeus Fucking Scanner
+NearSite
+Ninja
+Not
+OnCrawl
+OrangeSpider
 OutfoxBot
-PHPCrawl
-Pavuk
-Picsearch
-PictureFinder
-Pu_iN
+Papa Foto
 Pump
-RankFlex
+QueryN Metasearch
+ReGet
+RebelMouse
+RepoMonkey
 Ripper
-SEOkicks-Robot
-SEOprofiler
-SMTBot
-SalesIntelligent
-Screaming
+SEOkicks
+Scanbot
+Scrapy
+ScreenerBot
+Searchestate
+Seekport
+SemrushBot
 Shodan
-Siphon
-SiteSucker
-Siteimprove
-Sociscraper
-Sosospider
-Sqlworm
-Steeler
-SuperBot
-Toata
-Trendiction
+Site Sucker
+SiteExplorer
+SlySearch
+Surfbot
+TheNomad
+Toweyabot
+Tracemyfile
+Turnitin
+URLy Warning
+VelenPublicWebCrawler
 WASALive-Bot
-WEBDAV
-WWWOFFLE
-Web Auto
-Web Enhancer
-WebFetch
-WebGo IS
-WebSauger
+WWW-Collector-E
+Wallpapers
+Web Pix
+Web Sauger
+WebAuto
+WebFuck
+WebSucker
 WebZIP
-Webalta
-Webshag
-WebsiteExtractor
-WinHTTrack
-Wprecon
-Zeus
-ZyBorg
-autoemailspider
-cah.io.community
-facebookscraper
-ips-agent
+WebsiteQuester
+Widow
+WiseGuys Robot
+backlink-check
+evc-batch
+meanpathbot
 mediawords
 muhstik-scan
-s1z.ru
-sysscan
-webprosbot
+oBot
+page scorer
+satoristudio.net
+scalaj-http
+webmeup-crawler
 x09Mozilla