V4.2024.10.4833 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Anarchie
-BLEXBot
-BackWeb
-BacklinkCrawler
-Badass
-Battleztar Bazinga
-BlackWidow
-Blow
-Bullseye
-BunnySlippers
-CATExplorador
+80legs
+AhrefsBot
+AiHitBot
+Alligator
+Attach
+Barkrowler
+Bigfoot
+Bitacle
+Brandprotect
+Buck
 CSHttp
-Chlooe
-ClaudeBot
-Cloud mapping
-Cogentbot
-Craftbot
-CrunchBot
-Demon
-Discobot
-Domains Project
-Drip
-Express WebPictures
+Cocolyzebot
+Crescent
+DIIbot
+Discoverybot
+DnBCrawler-Analytics
+ECCP/1.0
+Exabot
+ExtLinksBot
+Extreme Picture Finder
+FemtosearchBot
+Fimap
+Fuzz
+GPTBot
+GetRight
+GoZilla
+GrapeFX
 HTMLparser
+HTTP::Lite
 Harvest
 Havij
-Id-search
-InterGET
-Iskanie
-JetCar
+IDBTE4M
+Iblog
+ImagesiftBot
+JOC Web Spider
 Jorgee
-JustView
-Jyxobot
-Keybot Translation-Search-Machine
-LNSpiderguy
-Leap
+Keyword Density
 LeechGet
+Lftp
 Lightspeedsystems
-LinqiaMetadataDownloaderBot
-MIDown tool
-Mag-Net
-Majestic-SEO
+LinqiaRSSBot
+MIIxpc
 MarkWatch
-Mata Hari
-Mediatoolkitbot
-Minefield
-MolokaiBot
-NearSite
-NetZIP
-NimbleCrawler
-Nuclei
-OpenLinkProfiler
-OrangeSpider
-OutfoxBot
-PageThing.com
-Piepmatz
-PleaseCrawl
-Pockey
-Quick-Crawler
-Rainbot
-RankActive
-SBIder
-SEOprofiler
-SEOstats
-Scanbot
-SiteCheckerBotCrawler
-SiteLockSpider
-Snapbot
+MeanPath Bot
+MicroMessenger
+Microsoft URL Control
+Mozlila
+Name Intelligence
+Nettrack
+Nibbler
+Niki-bot
+OnCrawl
+PageAnalyzer
+Picscout
+Probethenet
+PyCurl
+Re-re
+RealDownload
+RedesScrapy
+RepoMonkey
+SEOkicks-Robot
+ScanAlert
+Semrush
+SenutoBot
+SiteSnagger
 Sosospider
-Sottopop
 SpaceBison
-SpankBot
-Spbot
-Spinn3r
+Spammen
+SuperHTTP
 SurveyBot
-Suzuran
-TheNomad
-Titan
+Swiftbot
+Telesoft
+Telesphoreo
+TinyTestBot
 Trendictionbot
-TurnitinBot
+Turingos
+Typhoeus
+URLy.Warning
 VCI
-Vacuum
-WEBDAV
-Wallpapers
-Web Collage
-WebCollage
-WebCopier
-WebGo IS
-Widow
-Woobot
-ZumBot
-imagesift.com
-internetVista monitor
-mediawords
-netEstate NE Crawler
-openai
-scan.lol
-seobility
-sitechecker.pro
-sysscan
+WWW-Collector-E
+WWW::Mechanize
+Wallpapers/3.0
+WallpapersHD
+Web Pix
+Webalta
+Webster
+YaK
+Zeus
+ZoominfoBot
+autoemailspider
+awario.com
+cah.io.community
+crawler.feedback
+demandbase-bot
+meanpathbot
+muhstik-scan
+omgili
+scalaj-http
+siteripz
+webpros.com