V4.2023.04.3706 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-Aipbot
-Anarchie
-Anthill
-Aspiegel
-AwarioRssBot
-Backlink-Ceck
-BlackWidow
-Blackboard
-BotALot
-BuiltBotTough
-Bullseye
-CATExplorador
-CCBot
-Calculon
-Cogentbot
-Copyscape
+360Spider
+404enemy
+AIBOT
+Abonti
+Anarchy99
+Bigfoot
+Bitacle
+Boardreader
+Buck
+ChinaClaw
+Curious
+Custo
 DBLBot
-DatabaseDriverMysqli
-Devil
-DomainStatsBot
-Download Wonder
-Drip
-EirGrabber
-EroCrawler
-Express WebPictures
-Extractor
-ExtractorPro
+DIIbot
+DSearch
+DTS Agent
+Deusu
+Discoverybot
+Dispatch
+DnBCrawler-Analytics
+DomCopBot
+DomainAppender
+Exabot
 EyeNetIE
-GoZilla
-HMView
-HTMLparser
-Havij
-Heritrix
+FDM
+Firefox/7.0
+Gotit
+Grabber
+GrapeFX
+HTTrack
 Hloader
 IndeedBot
-Iria
-JikeSpider
-Kenjin Spider
-Libwhisker
-Lipperhey Spider
-MIDown tool
-MIIxpc
-Mata Hari
-MicroMessenger
+Internet Ninja
+Jorgee
+Keyword Density
+Lanshanbot
+LeechGet
+LibWeb
+LinkScan
+Linkbot
+Lipperhey
+MFC_Tear_Sample
+MSFrontPage
+MSIECrawler
+Minefield
 Mister PiX
-MolokaiBot
-Morfeus Fucking Scanner
-NICErsPRO
-Name Intelligence
-Nimbostratus
-Ninja
-Not
-OutfoxBot
-PageScorer
-Papa Foto
-Petalbot
-Pockey
-RankingBot2
-ReGet
-RealDownload
+Mojeek
+NearSite
+Nessus
+NimbleCrawler
+Nmap
+Octopus
+OnCrawl
+OutclicksBot
+PageThing.com
+PictureFinder
+ProWebWalker
+QueryN Metasearch
+RankFlex
+Reaper
 RepoMonkey
+Rogerbot
 SEOkicks-Robot
-ScoutJet
-SeobilityBot
-SlySearch
-SpankBot
-Spbot
-SuperHTTP
-Telesphoreo
-TheNomad
-URLy.Warning
-UnisterBot
-VidibleScraper
-Virusdie
+SalesIntelligent
+ScanAlert
+Scanbot
+SearchmetricsBot
+SemanticJuice
+Seomoz
+SmartDownload
+Snake
+Snoopy
+Spammen
+SuperBot
+Teleport
+Toweyabot
+Trendiction
 VoidEYE
-WWW-Collector-E
-WWW-Mechanize
 Wallpapers/3.0
 Web Pix
-WebAuto
-WebImageCollector
+Web Sauger
+WebBandit
+WebCollage
 WebLeacher
-WebsiteExtractor
-WinHTTrack
-Woobot
-Xenu
-YoudaoBot
-Zeus
-autoemailspider
+WebReaper
+WebSauger
+WebWhacker
+WebZIP
+Website Quester
+WebsiteQuester
+Xaldon_WebSpider
+Zermelo
+arquivo.pt
+cognitiveseo
 demandbase-bot
 domainsproject.org
-oBot
-pcBrowser
-ripz
-s1z.ru
+ips-agent
+plumanalytics
 sitechecker.pro
-sysscan
-webprosbot
-xpymep1.exe
+sogouspider