V4.2025.01.4997 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ASPSeek
-Ankit
-Anthill
-Apexoo
-BatchFTP
-Battleztar Bazinga
-Black Hole
-Blow
-Brandprotect
-BuiltWith
-ChatGPT-User
-Cloud mapping
-Cogentbot
-Copyscape
-Curious
-DigitalPebble
+Atomseobot
+Attach
+AwarioRssBot
+AwarioSmartBot
+BBBike
+Boardreader
+Buddy
+CazoodleBot
+CopyRightCheck
+Crawling at Home Project
 Dispatch
+DittoSpyder
+DnyzBot
+DomCopBot
 DomainCrawler
-Domains Project
-EirGrabber
-Evil
-Extractor
-EyeNetIE
+EMail Siphon
+Express WebPictures
 Ezooms
-FDM
-GetRight
-Grafula
+FrontPage
+Fuzz
+Getintent
 Haansoft
-Hloader
-HybridBot
-IRLbot
-IlseBot
-Image Fetch
-IndeedBot
-Jbrofuzz
-Jetty
+InfoTekies
+Information Security Team InfraSec Scanner
+InterGET
+Internet Ninja
+InternetSeer
+JOC Web Spider
+Joomla
 Jyxobot
-Likse
-LinkextractorPro
-MIDown tool
-MSIECrawler
-Majestic-SEO
-Masscan
-Mata Hari
-MauiBot
-MicroMessenger
-Mojeek
-Mojolicious
-Musobot
-NPbot
-Navroad
-NextGenSearchBot
-NimbleCrawler
-Pixray
-RankActiveLinkBot
-Re-re
-RebelMouse
-RepoMonkey
-SalesIntelligent
-SemrushBot-SI
-Snake
-Snoopy
+Kenjin Spider
+Keybot Translation-Search-Machine
+Kinza
+LNSpiderguy
+Lanshanbot
+Larbin
+LexiBot
+Mag-Net
+Mail.RU_Bot
+Majestic SEO
+Microsoft URL Control
+Minefield
+Mister PiX
+Netcraft
+Octopus
+Offline Navigator
+Openfind
+PageAnalyzer
+Pandalytics
+Picsearch
+Piepmatz
+Pu_iN
+Pump
+QueryN Metasearch
+RedesScrapy
+Ripper
+RocketCrawler
+SEOlyt
+SMTBot
+ScreenerBot
+Searchestate
+SemrushBot-FT
+Siphon
+Sitevigil
+SocialRankIOBot
 Sottopop
-Sqlworm
+Spammen
+Spbot
+Spider_Bot/3.0
 Swiftbot
-Teleport
-TeleportPro
-The Intraformant
-Trendiction
-Trendictionbot
-Turnitin
-TwengaBot
-UnisterBot
-Upflow
-V-BOT
-VCI
+T8Abot
+Telesoft
+Telesphorep
+Titan
+Tracemyfile
 VeriCiteCrawler
-WWW-Collector-E
-WWWOFFLE
-Web Auto
-Web Fuck
-WebCollage
+WPScan
+Wallpapers/3.0
+WallpapersHD
+WebBandit
 WebFuck
+WebGo IS
 WebSucker
-WiseGuys Robot
-YoudaoBot
-Zauba
-Zitebot
-ZoominfoBot
-arquivo.pt
-cah.io.community
-coccocbot
-domainsproject.org
-facebookscraper
-heritrix
+WebZIP
+WebsiteQuester
+Webster
+Xaldon_WebSpider
+Zade
+crawler.feedback
+crawler4j
+everyfeed-spider
+imagesift.com
+lwp-trivial
+oBot
 openai.com
-probe-image-size
-s1z.ru
-serpstatbot
-webprosbot
+plumanalytics
+spyfu
+webmeup-crawler
+xpymep1.exe
+zauba.io