V4.2024.10.4841 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
-Abonti
-Aboundexbot
-AdsTxtCrawlerTP
-Aipbot
-Atomseobot
-Battleztar Bazinga
-Bitacle
+Aspiegel
+AwarioRssBot
+BDFetch
+BackWeb
+Badass
 BotALot
-Buddy
-CATExplorador
-Citoid
-CopyRightCheck
+BuiltBotTough
+CSHttp
+CazoodleBot
+Cegbfeieh
+Chlooe
+Crawling at Home Project
 DIIbot
-DnyzBot
-ECCP/1.0
-Ebingbong
+DTS Agent
+DatabaseDriverMysqli
+DomainCrawler
 EirGrabber
-Extractor
-FHscan
-GT::WWW
-GermCrawler
+Exabot
+Extreme Picture Finder
+EyeNetIE
+FemtosearchBot
+Flunky
+FyberSpider
+Genieo
+Go-Ahead-Got-It
 Gotit
-HonoluluBot
+GrapeshotCrawler
+Hloader
 IDBTE4M
-IDBot
-Image Sucker
-Indy Library
-JetCar
-Jyxobot
-Keybot Translation-Search-Machine
+Information Security Team InfraSec Scanner
+InfraSec Scanner
+InterGET
 Lanshanbot
-LieBaoFast
-LinkextractorPro
-Lipperhey
-Lipperhey Spider
-MIDown tool
-MJ12bot
-Mail.RU_Bot
-Meanpathbot
-MegaIndex.ru
-Msrabot
-Nettrack
-Nuclei
-Offline Explorer
+Likse
+LinqiaMetadataDownloaderBot
+Lmspider
+Ltx71
+MarkWatch
+Mata Hari
+Mediatoolkitbot
+Musobot
+Name Intelligence
+NextGenSearchBot
+Nutch
 Offline Navigator
 PageScorer
-PeoplePal
-Picscout
-Pimonster
-ProWebWalker
-Psbot
-PxBroker
-RankActive
-RankingBot
-RankingBot2
-SEOlyticsCrawler
-ScrepyBot
-Seekport
-Semrush
-SemrushBot
-SentiBot
-Shodan
-SiteLockSpider
-SiteSucker
-Sitevigil
+Papa Foto
+RankFlex
+ReGet
+Rogerbot
+ScanAlert
+Scanbot
+Scrapy
+Screaming
+SeoSiteCheckup
+SeobilityBot
+Seomoz
+SiteCheckerBotCrawler
+SiteSnagger
+SlySearch
+Snoopy
+Sogou web spider
 SpankBot
-Spbot
-Surfbot
-Telesoft
-Telesphoreo
-TheNomad
-Thumbor
-UnisterBot
-WISENutbot
-Wallpapers/3.0
-WebFuck
-WebImageCollector
-WebStripper
-Whack
-Who.is Bot
+SputnikBot
+Sqworm
+Suzuran
+TightTwatBot
+Tracemyfile
+True_Robot
+Turingos
+TwengaBot
+Twice
+Vacuum
+VeriCiteCrawler
+VidibleScraper
+WBSearchBot
+WPScan
+WebFetch
+WebLeacher
+WebsiteQuester
 WinHTTrack
-Zermelo
-anthropic-ai
-backlink-check
-cah.io.community
-crawler.feedback
-facebookscraper
-imagesift.com
-iubenda-radar
-linkdexbot
-lwp-trivial
-magpie-crawler
-plumanalytics
+Wonderbot
+Wotbox
+Xaldon WebSpider
+Xenu
+YoudaoBot
+arquivo-web-crawler
+awario.com
+check1.exe
+meanpathbot
+oBot
+polaris version
+probe-image-size
 ripz
-seocompany.store
-sexsearcher
-trendiction.de
+s1z.ru
+serpstatbot
+sogouspider
+webgains-bot
 webpros.com
 x09Mozilla