V4.2023.04.3658 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-AIBOT
-Aipbot
-AllSubmitter
-Aspiegel
-BDCbot
-BLEXBot
-BackDoorBot
+Aboundexbot
+AwarioRssBot
+Badass
+Battleztar Bazinga
+Bigfoot
 BlowFish
-Boardreader
-Buck
-CATExplorador
-Calculon
-CheTeam
-Cogentbot
-DIIbot
+Bolt
+BotALot
+Chlooe
+Claritybot
+Copier
+CrazyWebCrawler
+Crescent
+DTS Agent
 DataCha0s
-Demon
-Deusu
-Devil
-Discoverybot
-EroCrawler
-Freeuploader
-Gigabot
-Grabber
+Digincore
+Dirbuster
+Disco
+Dispatch
+DomainCrawler
+Download Wonder
+Dragonfly
+Drip
+Ebingbong
+ExtLinksBot
+Extreme Picture Finder
+FDM
+GetWeb
 GridBot
-HTTrack
-HaosouSpider
-Image Fetch
-Image Sucker
-InfoTekies
-Iria
-JikeSpider
-Jorgee
-Keybot Translation-Search-Machine
-LNSpiderguy
-Larbin
-Lftp
+Harvest
+Humanlinks
+IRLbot
+Iblog
+InterGET
+IstellaBot
+JOC Web Spider
+JetCar
+Libwhisker
 LieBaoFast
-Likse
-LinkWalker
+Linkbot
+LinqiaMetadataDownloaderBot
 Litemage_walker
-MIIxpc
-MJ12bot
+MFC_Tear_Sample
+MSIECrawler
 Magnet
-MarkWatch
-Mb2345Browser
-Msrabot
-Needle
-Net Vampire
-Nettrack
-Netvibes
-Openvas
-POE-Component-Client-HTTP
-PageGrabber
-Pi-Monster
-Pimonster
-QueryN Metasearch
-Rankivabot
-RedesScrapy
-RocketCrawler
-SEOprofiler
-Scanbot
-Sitebeam
-Snake
-Snapbot
-Sqworm
-Swiftbot
-TeleportPro
-Telesphoreo
-Titan
-Tracemyfile
-Trendiction
-Turingos
-Twice
-Upflow
-VB Project
-VoidEYE
-WISENutbot
-WallpapersHD
-WebCollage
-WebGo IS
-WebPix
-WebWhacker
-WiseGuys Robot
-Wotbox
-Xenu
-ZmEu
-ZoominfoBot
-coccocbot
-internetVista monitor
-isitwp.com
-magpie-crawler
-meanpathbot
-satoristudio.net
-seobility
-sexsearcher
-sp_auditbot
-tAkeOut
-webpros.com
+MarkMonitor
+Mediatoolkitbot
+Minefield
+Mozlila
+NPbot
+Nessus
+NetMechanic
+Niki-bot
+Nuclei
+Offline Navigator
+OnCrawl
+OrangeBot
+OutclicksBot
+PHPCrawl
+Page Analyzer
+Papa Foto
+Petalbot
+PxBroker
+PyCurl
+RankActive
+RankingBot2
+Ripper
+SBIder
+SemanticJuice
+SiteExplorer
+Siteimprove
+SmartDownload
+Snoopy
+SocialRankIOBot
+SputnikBot
+Steeler
+T0PHackTeam
+Telesphorep
+Toata
+Turnitin
+TurnitinBot
+Typhoeus
+VeriCiteCrawler
+VidibleScraper
+Virusdie
+Voil
+WEBDAV
+WWW::Mechanize
+Web Auto
+Web Fetch
+WebLeacher
+Whatweb
+WinHTTrack
+YoudaoBot
+ZoomBot
+dataforseo.com
+muhstik-scan
+netEstate NE Crawler
+page scorer
+zgrab