V4.2024.06.4591 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Abonti
-AhrefsBot
-Anarchie
-Asterias
-AwarioSmartBot
-BDFetch
-BLEXBot
-Backlink-Ceck
-Bigfoot
-Boardreader
-BuiltWith
-Bytespider
+404enemy
+Aboundex
+Alligator
+BBBike
+BackDoorBot
+Battleztar Bazinga
+BlackWidow
+Bolt
+Brandprotect
+Buck
 CSHttp
-Cliqzbot
-Crescent
-CrunchBot
+Cloud mapping
+CopyRightCheck
+Curious
+Custo
 DBLBot
 DSearch
-DatabaseDriverMysqli
-Digincore
-Dirbuster
-Dragonfly
-EMail Wolf
-Ebingbong
-Ecxi
-Evil
-GT::WWW
-Go!Zilla
-GrapeFX
-HTTrack
-Havij
-Heritrix
-HonoluluBot
-Indy Library
-JOC Web Spider
-Jyxobot
-Keybot Translation-Search-Machine
-Keyword Density
-LWP::Simple
-Larbin
-Likse
-LinkScan
-LinqiaScrapeBot
-MIDown tool
-Majestic SEO
-Majestic-SEO
-MicroMessenger
-Mozlila
-NICErsPRO
-Name Intelligence
-Nameprotect
-NetSpider
-Nettrack
-Netvibes
-Openfind
-OutclicksBot
-Page Analyzer
-PageScorer
+DTS Agent
+Devil
+DomCopBot
+EroCrawler
+ExtLinksBot
+Firefox/7.0
+GalaxyBot
+HMView
+HTMLparser
+Harvest
+Hloader
+InfoNaviRobot
+InfoTekies
+JikeSpider
+LNSpiderguy
+LeechGet
+LinksManager
+Minefield
+NPbot
+Nikto
+Nutch
+POE-Component-Client-HTTP
+Pandalytics
+Panscient
+Pi-Monster
+Picscout
+PictureFinder
 Pockey
-ProWebWalker
-Pu_iN
+ProPowerBot
+RankActiveLinkBot
 RankingBot
-Reaper
-RedesScrapy
-SEOkicks
-SISTRIX
+RankingBot2
+RankurBot
+Ripper
+SEOlyticsCrawler
+ScanAlert
+Screaming
 ScrepyBot
-SemanticJuice
 Seomoz
-SiteLockSpider
-Snoopy
-SpankBot
-Sqlworm
-Sqworm
+SlySearch
+SocialRankIOBot
+SpaceBison
+Spanner
+Spbot
+T8Abot
+Telesoft
 Telesphorep
-Voil
-WASALive-Bot
-WeSEE
+The Intraformant
+Toata
+Trendiction
+TurnitinBot
+TwengaBot
+URLy.Warning
+VCI
+VeriCiteCrawler
+VidibleScraper
+WISENutbot
+WPScan
+WWWOFFLE
+WallpapersHD
 Web Enhancer
-Web Fuck
+WebAuto
 WebFetch
-WebGo IS
-WebImageCollector
-WebReaper
-WebStripper
-WebsiteExtractor
-Whatweb
+Whacker
 Widow
-WiseGuys Robot
-Zermelo
+Xaldon_WebSpider
+YoudaoBot
 ZoomBot
-arquivo-web-crawler
-arquivo.pt
-cah.io.community
-clark-crawler
-crawler.feedback
-gopher
-lwp-trivial
-mediawords
-webmeup-crawler
+ZumBot
+ZyBorg
+crawler4j
+page scorer
+polaris version
+satoristudio.net
+scan.lol
+seobility
+seostar
+siteripz
+sogouspider
+trendiction.de
+webprosbot
+xpymep1.exe
+zauba.io