V4.2023.12.4180 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-360Spider
-AhrefsBot
-Alligator
-AlphaBot
-Anarchie
+Abonti
+Ankit
 Anthill
 Asterias
-BDCbot
-BLEXBot
-Backlink-Ceck
-Barkrowler
-CODE87
-Chlooe
-Cocolyzebot
-Crawling at Home Project
-Curious
-DataCha0s
-DigitalPebble
-Disco
-DittoSpyder
-ECCP/1.0
-Gotit
-Haansoft
-Hloader
-IRLbot
-Intelliseek
-Kozmosbot
-LNSpiderguy
-LeechGet
-Lipperhey
-MSFrontPage
-Majestic SEO
-Majestic-SEO
-Mass Downloader
-Masscan
-MegaIndex.ru
-Metauri
-MicroMessenger
-Moblie Safari
-MolokaiBot
-Mozlila
-Offline Explorer
-Openfind
-OrangeBot
-OutfoxBot
-PageThing.com
-Petalbot
-Picscout
-Pimonster
-Pu_iN
-QueryN Metasearch
-Quick-Crawler
-Rainbot
-Reaper
+BBBike
+BacklinkCrawler
+Bitacle
+BunnySlippers
+CensysInspect
+CheTeam
+CherryPicker
+ChinaClaw
+CrazyWebCrawler
+DTS Agent
+Demon
+DomainSigmaCrawler
+EroCrawler
+Evil
+Extractor
+Ezooms
+FHscan
+Genieo
+HybridBot
+Image Fetch
+InterGET
+InternetSeer
+Iskanie
+JOC Web Spider
+Jbrofuzz
+JennyBot
+JetCar
+JikeSpider
+LibWeb
+LinqiaScrapeBot
+Litemage_walker
+MQQBrowser
+MarkWatch
+Mb2345Browser
+MeanPath Bot
+Minefield
+Netcraft
+NextGenSearchBot
+NimbleCrawler
+OpenLinkProfiler
+OpenVAS
+OrangeSpider
+PeoplePal
+Pi-Monster
+Piepmatz
+ProPowerBot
+ProWebWalker
+Proximic
+RSSingBot
+RankActiveLinkBot
+RankingBot
+RebelMouse
+RedesScrapy
 RepoMonkey
-ScoutJet
-Semrush
-SemrushBot
-SeoSiteCheckup
-SeobilityBot
-Site Sucker
-Sogou web spider
-Sosospider
+Ripper
+SMTBot
+Scrapy
+Searchestate
+SenutoBot
+Shodan
+Siphon
+SiteExplorer
+SiteLockSpider
+Snapbot
 SpaceBison
-Spammen
-SputnikBot
-Surfbot
+Sqlmap
+Swiftbot
+T8Abot
 Titan
-Toata
-TurnitinBot
-TwengaBot
-VelenPublicWebCrawler
-Voltron
-WWW-Collector-E
-Web Enhancer
-Web Pix
-WebFuck
-WebStripper
-Website Quester
-Who.is Bot
-Wotbox
-Xenu
-cah.io.community
-clark-crawler
-coccocbot
-demandbase-bot
-evc-batch
-facebookscraper
-ips-agent
+Trendictionbot
+Twice
+URLy.Warning
+WISENutbot
+WWWOFFLE
+Wallpapers/3.0
+Web Sauger
+Web Sucker
+WebCollage
+WebEnhancer
+WebSucker
+Webalta
+Wonderbot
+Zeus
+ZoomBot
+backlink-check
+crawl.sogou.com
+eCatch
+instabid
+internetVista monitor
 iubenda-radar
-magpie-crawler
-meanpathbot
 muhstik-scan
-netEstate NE Crawler
-oBot
-seostar
-tAkeOut
-xpymep1.exe
-zauba.io
+openai
+scan.lol
+sexsearcher
+voyagerx.com
+zgrab