V4.2024.02.4289 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-404checker
-404enemy
-ADmantX
-ALittle Client
-Aboundexbot
-Anarchy
-Anthill
-Aspiegel
-AwarioSmartBot
-Backlink-Ceck
-Battleztar Bazinga
-Blow
-Brandwatch
-Cegbfeieh
-ChatGPT-User
-CherryPicker
-Chlooe
-Cloud mapping
+01h4x.com
+Aipbot
+Alligator
+Ankit
+Asterias
+BLEXBot
+BackStreet
+Badass
+Barkrowler
+BetaBot
+BlowFish
+Bolt
+BunnySlippers
+Bytespider
+CopyRightCheck
+Copyscape
 CrazyWebCrawler
-Custo
-Disco
-Dispatch
-DittoSpyder
-DomCopBot
-EMail Siphon
-EasyDL
-EyeNetIE
-FacebookBot
-Fuzz
-Genieo
+CrunchBot
+DatabaseDriverMysqli
+Dirbuster
+DnBCrawler-Analytics
+Dotbot
+EirGrabber
+EroCrawler
+Freeuploader
 GermCrawler
-Gigabot
-Grabber
-Harvest
+Go!Zilla
+Havij
+Hloader
+IDBot
 Iblog
-InternetSeer
-Iskanie
+JOC Web Spider
 JennyBot
-Joomla
-LeechFTP
-LexiBot
-Likse
-LinkpadBot
-LinksManager
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
-MQQBrowser
+JetCar
+Kenjin Spider
+Kozmosbot
+Leap
+LinkextractorPro
+LinqiaMetadataDownloaderBot
+Ltx71
+MJ12bot
+Mag-Net
+Magnet
+Majestic SEO
 Mass Downloader
-Mediatoolkitbot
+MauiBot
 MegaIndex.ru
-Microsoft Data Access
-Mister PiX
-Msrabot
-Navroad
+NPbot
+Needle
 Nessus
-NetZIP
-Nibbler
-Niki-bot
-PageScorer
-Pandalytics
-PictureFinder
-Pixray
-Quick-Crawler
-Rainbot
-RankingBot2
-Reaper
+Net Vampire
+NetLyzer
+Netcraft
+Nuclei
+OutfoxBot
+POE-Component-Client-HTTP
+PageAnalyzer
+PageGrabber
+Pavuk
+ProWebWalker
+RankActiveLinkBot
+RankingBot
+Re-re
+RedesScrapy
+ScanAlert
+ScreenerBot
 SemanticJuice
+SemrushBot
+SentiBot
+Seomoz
 Siphon
-SiteCheckerBotCrawler
+Sitebeam
 Siteimprove
-SpankBot
-Spanner
-SputnikBot
-Steeler
-SuperHTTP
-Telesphorep
-TightTwatBot
-VeriCiteCrawler
-WWW-Mechanize
-Wallpapers
-Web Fuck
-WebCollage
-WebGo IS
-WebSucker
-WebWhacker
-WebZIP
-Whatweb
-WinHTTrack
-Xaldon WebSpider
-Xaldon_WebSpider
+Snake
+Sqlmap
+Sqlworm
+Telesphoreo
+TinyTestBot
+URLy Warning
+Voil
+Web Pix
+WebEnhancer
+Webalta
+Whack
+Widow
+WiseGuys Robot
+Woobot
+Wotbox
+Wprecon
+Zitebot
+adscanner
+cah.io.community
 clark-crawler
-iubenda-radar
-meanpathbot
+dataforseobot
 mediawords
-s1z.ru
-seocompany.store
-trendiction.de
-webmeup-crawler
+netEstate NE Crawler
+serpstatbot
+sexsearcher
+webpros.com
+x09Mozilla