V4.2024.10.4823 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+01h4x.com
 404checker
-80legs
-AIBOT
-Aipbot
+ADmantX
 Alexibot
-AwarioRssBot
-BackDoorBot
-Bolt
+Anarchie
+Ankit
+Attach
+BacklinksExtendedBot
+Bitacle
+Blow
 Brandprotect
-ChatGPT-User
-ChinaClaw
-Cloud mapping
-Copyscape
-CyotekWebCopy
-DTS Agent
-Devil
-DittoSpyder
-DnBCrawler-Analytics
+Cegbfeieh
+Collector
+Cosmos
+Crawling at Home Project
+Crescent
+CrunchBot
 Domains Project
-Dotbot
+Drip
+EasyDL
+ExtLinksBot
 Extreme Picture Finder
-EyeNetIE
+FacebookBot
+FemtosearchBot
+Flunky
+Foobot
+Freeuploader
 FrontPage
-Fyrebot
-G-i-g-a-b-o-t
+Gotit
+Grabber
 Grafula
-Hloader
-Iblog
-Image Sucker
-ImagesiftBot
-InfraSec Scanner
+HTTP::Lite
+IlseBot
+Intelliseek
+Jbrofuzz
 JennyBot
-Joomla
-Keybot Translation-Search-Machine
-Kinza
 Lanshanbot
 Leap
-LibWeb
-LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Ltx71
-MSIECrawler
-Mag-Net
+Likse
+LinksManager
+Litemage_walker
+Lmspider
 Mail.RU_Bot
-Majestic SEO
-MarkMonitor
-Mass Downloader
-MauiBot
-Morfeus Fucking Scanner
-Mozlila
-NPbot
-NetSpider
-Netcraft
-Netvibes
-Nuclei
-OnCrawl
-PleaseCrawl
-ProWebWalker
-Probethenet
-PxBroker
-PyCurl
-RankActive
-RedesScrapy
-Rogerbot
-SEOlyticsCrawler
-SearchmetricsBot
-SeobilityBot
-Seomoz
-Shodan
-SiteCheckerBotCrawler
-Snake
+Mata Hari
+Moblie Safari
+Mojeek
+NICErsPRO
+Name Intelligence
+Net Vampire
+NetLyzer
+NextGenSearchBot
+NimbleCrawler
+OrangeBot
+Petalbot
+Piepmatz
+Pixray
+Pu_iN
+RankingBot2
+Re-re
+RealDownload
+RebelMouse
+SemrushBot
+SeoSiteCheckup
+SiteSnagger
+SiteSucker
 Snoopy
-Spammen
-Spanner
-Spider_Bot
-Sqlmap
-TeleportPro
-Telesoft
-Toata
-UnisterBot
-Upflow
-VCI
-VidibleScraper
+Sogou web spider
+Spbot
+SputnikBot
+SuperHTTP
+Surfbot
+Swiftbot
+T0PHackTeam
+TinyTestBot
+Trendiction
+Turnitin
+Twice
+Vacuum
 VoidEYE
-Voil
-WASALive-Bot
 Wallpapers/3.0
-WallpapersHD
+Web Pix
 WebAuto
-WebWhacker
-Website Quester
-Woobot
+WebFuck
+Widow
 Wotbox
-anthropic-ai
-check1.exe
-coccocbot
-cohere-ai
-facebookscraper
-tAkeOut
+YaK
+ZoominfoBot
+arquivo-web-crawler
+cah.io.community
+crawler.feedback
+isitwp.com
+linkdexbot
+linkfluence
+magpie-crawler
+openai
+ripz
+seostar
+webmeup-crawler
+webpros.com
+x22Mozilla