V4.2023.03.3623 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+01h4x.com
 360Spider
-ALittle Client
+AIBOT
 Alexibot
-Anarchy
+AlphaBot
+Anarchie
 Anarchy99
 Aspiegel
-AwarioSmartBot
 BackDoorBot
-BackWeb
-Backlink-Ceck
-BacklinkCrawler
-Badass
-Bitacle
-BotALot
-Brandwatch
-BuiltWith
+Bandit
+Barkrowler
+Battleztar Bazinga
+Bigfoot
+Black Hole
+Boardreader
 Bullseye
-CATExplorador
-CensysInspect
-Crescent
+Crawling at Home Project
+DatabaseDriverMysqli
 Demon
-Dispatch
-DnBCrawler-Analytics
-DomainStatsBot
-Ezooms
-Fimap
-FlashGet
-GrabNet
-HTTrack
-IDBTE4M
-Image Fetch
+DnyzBot
+Ecxi
+Exabot
+ExtLinksBot
+FHscan
+Foobot
+Freeuploader
+FrontPage
+Fyrebot
+Genieo
+GetRight
+Gigabot
+GrapeshotCrawler
+GridBot
+IDBot
+InfoNaviRobot
 InfoTekies
-JOC Web Spider
-JamesBOT
-Larbin
-Lightspeedsystems
-LinqiaRSSBot
+Internet Ninja
+Jorgee
+LexiBot
+Linkbot
 LinqiaScrapeBot
+Ltx71
+MTRobot
+Magnet
+Majestic12
+MauiBot
+Mb2345Browser
+MegaIndex.ru
 MicroMessenger
-Minefield
-Moblie Safari
-Mozlila
+Microsoft Data Access
 Msrabot
-NearSite
-Netvibes
+NPbot
+Net Vampire
+Niki-bot
 Nikto
-Offline Explorer
-Openvas
-Papa Foto
-Pavuk
-Petalbot
-Picsearch
-PleaseCrawl
-Pockey
-RankFlex
-RankurBot
-SBIder
-SEOlyticsCrawler
-SISTRIX
-SeoSiteCheckup
-SeobilityBot
-Site Sucker
-SiteCheckerBotCrawler
-Sogou web spider
-Sosospider
-Spanner
-Sqworm
+Nutch
+OrangeBot
+OrangeSpider
+PageAnalyzer
+Pandalytics
+Pi-Monster
+Picscout
+PictureFinder
+Piepmatz
+ProWebWalker
+RankActive
+ReGet
+Rogerbot
+ScanAlert
+SearchmetricsBot
+Shodan
+Sitebeam
 Stripper
 Sucker
-SuperHTTP
-Teleport
-The Intraformant
-Thumbor
-Toata
-Tracemyfile
-Turnitin
-V-BOT
-VeriCiteCrawler
+TeleportPro
+URLy Warning
 VidibleScraper
-WBSearchBot
+Virusdie
+WWW-Collector-E
+Web Enhancer
 Web Sauger
-WebAuto
-WebImageCollector
-Webshag
+WebSauger
+WebSucker
 WebsiteExtractor
-WebsiteQuester
-Widow
-Xenu
+Webster
+WiseGuys Robot
+Woobot
+YoudaoBot
 Zermelo
-ZoomBot
-crawl.sogou.com
-crawler4j
-demandbase-bot
-gopher
-lwp-trivial
-polaris version
-ripz
+ZmEu
+autoemailspider
+backlink-check
+evc-batch
+facebookscraper
+internetVista monitor
+probe-image-size
 satoristudio.net
 seoscanners
-zgrab
+webgains-bot
+zauba.io