V4.2023.11.4140 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Acunetix
-AhrefsBot
-BackWeb
-Barkrowler
-Bolt
-BuiltWith
-CATExplorador
-CCBot
+404checker
+Alexibot
+Alligator
+Ankit
+Apexoo
+BetaBot
+BlowFish
+Brandprotect
+Bullseye
 Chlooe
 Cliqzbot
-Cosmos
-DSearch
-DTS Agent
-DigitalPebble
-Discobot
+Cogentbot
+Copier
+CrazyWebCrawler
+Custo
+DBLBot
+Dispatch
 DittoSpyder
-EMail Wolf
-FDM
-Fimap
-FlashGet
-Flunky
-GalaxyBot
-Gotit
-GrabNet
-HMView
-HonoluluBot
-Humanlinks
-IRLbot
-Id-search
-Image Fetch
-InfoTekies
-Intelliseek
-Internet Ninja
-Iria
+DomainAppender
+EMail Siphon
+Ezooms
+Gigabot
+GoZilla
+Havij
+InterGET
+JOC Web Spider
 Jbrofuzz
-JennyBot
+JetCar
 JikeSpider
+Jorgee
+JustView
+Kenjin Spider
 Kozmosbot
-Larbin
-Leap
-LinksManager
-LinqiaMetadataDownloaderBot
-Lipperhey Spider
+Lanshanbot
+LibWeb
+Linkbot
+LinqiaScrapeBot
+Lipperhey
 MFC_Tear_Sample
+MJ12bot
+MSFrontPage
 MSIECrawler
-Mass Downloader
-MeanPath Bot
-Mr.4x3
-Musobot
-NICErsPRO
-Netvibes
+Mata Hari
+Mediatoolkitbot
+MegaIndex.ru
+MolokaiBot
+Needle
+NetAnts
+Nibbler
+OpenLinkProfiler
 OrangeBot
-PageAnalyzer
+OutfoxBot
 Pandalytics
-Papa Foto
-Pavuk
-ProPowerBot
+PeoplePal
+Pi-Monster
+Piepmatz
+Pixray
+Pockey
 ProWebWalker
-Pu_iN
-Quick-Crawler
-RankingBot2
+Probethenet
+Pump
+RealDownload
+Reaper
 Recorder
-SEOkicks
-SeobilityBot
-Shodan
-SiteLockSpider
+RocketCrawler
+Searchestate
+Seekport
+Semrush
+SemrushBot
+SenutoBot
 SlySearch
-SmartDownload
-SpaceBison
-Spanner
+Sogou web spider
 Spbot
-Stripper
-SurveyBot
-Telesphorep
-Turingos
-URLy Warning
-UnisterBot
-V-BOT
-VCI
-Web Enhancer
-Web Fetch
-WebAuto
-WebReaper
+Sqlworm
+Sqworm
+TinyTestBot
+Trendiction
+URLy.Warning
+Vagabondo
+Voil
+WEBDAV
+Web Fuck
+WebImageCollector
 Webster
+Who.is Bot
+WinHTTrack
 WiseGuys Robot
-Wonderbot
-Wprecon
-ZmEu
-ZoominfoBot
-adscanner
-check1.exe
-coccocbot
-cognitiveseo
-crawler.feedback
+Zermelo
+Zitebot
+ZumBot
+archive.org_bot
+arquivo.pt
+com.plumanalytics
+evc-batch
 instabid
-ips-agent
-netEstate NE Crawler
-seostar
-serpstatbot
-webpros.com
+linkdexbot
+muhstik-scan
+page scorer
+sogouspider
+webmeup-crawler