V4.2024.10.4805 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-404checker
 Abonti
-Acunetix
-Alligator
-Ankit
-Anthill
-Apexoo
-Aspiegel
-Attach
-AwarioBot
+Aboundexbot
+AiHitBot
+Aipbot
 BDFetch
-Bandit
-Brandprotect
-BuzzSumo
-CATExplorador
-ChinaClaw
-Cogentbot
-Cosmos
-DBLBot
-DSearch
-Disco
-DittoSpyder
-EirGrabber
+BLEXBot
+BackDoorBot
+BacklinkCrawler
+Battleztar Bazinga
+BunnySlippers
+CCBot
+Calculon
+CazoodleBot
+Cliqzbot
+Cloud mapping
+Copier
+Custo
+DTS Agent
+Demon
+Deusu
+Ebingbong
+EroCrawler
+Evil
 Exabot
-FDM
-Fuzz
-GalaxyBot
-Genieo
-Hloader
-HonoluluBot
-IDBTE4M
-IDBot
+Ezooms
+FacebookBot
+FlashGet
+FrontPage
+HMView
 Image Sucker
-Iskanie
+InfraSec Scanner
+Internet Ninja
 Jetty
-Kenjin Spider
-Keyword Density
-Kinza
-Linkbot
-LinkextractorPro
-Litemage_walker
-MIDown tool
-Magnet
-MarkWatch
-Metauri
-MicroMessenger
-Microsoft Data Access
+JikeSpider
+Joomla
+Kozmosbot
+Lanshanbot
+Leap
+LeechGet
+Libwhisker
+Lightspeedsystems
+LinkScan
+LinqiaRSSBot
+Lipperhey
+MauiBot
+Mister PiX
 NearSite
-NetAnts
-Niki-bot
+NimbleCrawler
+Ninja
+OpenVAS
 Openfind
-OrangeBot
-POE-Component-Client-HTTP
-PeoplePal
-ProPowerBot
-Proximic
+OrangeSpider
+OutfoxBot
+PageGrabber
+Papa Foto
+RSSingBot
 Rainbot
-RankFlex
-ReGet
-RealDownload
-RedesScrapy
-Rogerbot
-SBIder
-SISTRIX
-Screaming
-SearchmetricsBot
-Siphon
-SiteCheckerBotCrawler
-Sitebeam
+RankingBot
+RebelMouse
+Recorder
+RocketCrawler
+SEOlyt
+ScoutJet
+Scrapy
+SeekportBot
+SeoCherryBot
+Site Sucker
+SiteExplorer
+SiteSucker
 Snoopy
-SputnikBot
+Sosospider
+Sottopop
+SpaceBison
+SpankBot
+Sqlworm
+Sqworm
 Steeler
-SuperHTTP
-Surfbot
-SurveyBot
-Teleport
-Telesoft
-Thumbor
+Suzuran
+Szukacz
+TeleportPro
 Turnitin
-WBSearchBot
-WebmasterWorldForumBot
+TurnitinBot
+VB Project
+VidibleScraper
+WISENutbot
+WWWOFFLE
+Web Auto
+Web Fetch
+Web Fuck
+WebPix
 Whack
-Xaldon_WebSpider
-archive.org_bot
-cohere-ai
-crawl.sogou.com
-dataforseo.com
+Whacker
+Wonderbot
+ZumBot
+arquivo.pt
+clark-crawler
+facebookscraper
 isitwp.com
-lwp-trivial
-magpie-crawler
-plumanalytics
-polaris version
-probe-image-size
-seobility
-serpstatbot
 sexsearcher
-webpros.com
-x09Mozilla
-zauba.io
+webprosbot