V4.2022.07.3224 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
-404checker
-404enemy
-ASPSeek
-Abonti
-AhrefsBot
+ALittle Client
+Aboundexbot
 AiHitBot
-Aipbot
-AlphaBot
-Anarchy
+Alexibot
+Anarchie
+Ankit
 Anthill
-Apexoo
-Aspiegel
 Asterias
-Atomseobot
 Attach
 AwarioRssBot
-BBBike
-BLEXBot
-BackStreet
-BackWeb
-BacklinkCrawler
-Bandit
-BatchFTP
-Black Hole
+BDCbot
+Backlink-Ceck
+Battleztar Bazinga
+BetaBot
+Bigfoot
+Bitacle
 Blow
 Bolt
-BuiltWith
-BunnySlippers
-CATExplorador
-CCBot
-CSHttp
-Calculon
-CazoodleBot
+BotALot
+Brandwatch
+Buddy
+Bullseye
+BuzzSumo
+CODE87
 CheTeam
+CherryPicker
 Chlooe
-Cliqzbot
+Citoid
+Claritybot
 Cocolyzebot
 Collector
-Copyscape
-Cosmos
-Crawling at Home Project
+Copier
+Craftbot
+CrazyWebCrawler
 Crescent
 Curious
+Custo
+CyotekWebCopy
+DBLBot
 DIIbot
-DTS Agent
+DatabaseDriverMysqli
 Demon
 Devil
-DigitalPebble
 Disco
+Discobot
 DnBCrawler-Analytics
-DomCopBot
-DomainAppender
-DomainSigmaCrawler
-DomainStatsBot
-Dotbot
-ECCP/1.0
-EMail Siphon
+DnyzBot
+DomainCrawler
+Download Wonder
+Dragonfly
+Drip
+EMail Wolf
 EasyDL
+Ebingbong
+Ecxi
+EirGrabber
 Evil
-Exabot
-Express WebPictures
 Extreme Picture Finder
+EyeNetIE
+Ezooms
+FHscan
+Fimap
 FlashGet
-Flunky
 Foobot
 Freeuploader
-GT::WWW
-GalaxyBot
+Fuzz
+Fyrebot
+G-i-g-a-b-o-t
 GermCrawler
 GetRight
-Getintent
-Gigabot
 Go-Ahead-Got-It
-Grafula
-HEADMasterSEO
+GoZilla
+Gotit
+Grabber
+GrapeFX
 HTTP::Lite
-Haansoft
-Humanlinks
+HTTrack
+Heritrix
+HonoluluBot
+IRLbot
+Id-search
 Image Fetch
-IndeedBot
+Image Sucker
 Indy Library
-InterGET
-Iria
+InfoNaviRobot
+InfoTekies
+Internet Ninja
 Iskanie
 IstellaBot
-JOC Web Spider
-JennyBot
-JetCar
 Jetty
-Joomla
-Keyword Density
-LWP::Simple
-Lanshanbot
-Lftp
+JikeSpider
+Jorgee
+Kenjin Spider
+Kinza
+Kozmosbot
+Larbin
+Leap
+LexiBot
 Libwhisker
-Likse
+LieBaoFast
 LinkScan
-LinkextractorPro
-LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+LinkWalker
+Linkbot
+LinqiaScrapeBot
 Lipperhey
-Lmspider
+Lipperhey Spider
+Litemage_walker
 MFC_Tear_Sample
 MIDown tool
 MIIxpc
+MJ12bot
 MQQBrowser
-MTRobot
+MSFrontPage
 Mag-Net
-Mail.RU_Bot
 Majestic-SEO
-MeanPath Bot
-Microsoft Data Access
-Microsoft URL Control
-Mister PiX
-Moblie Safari
-Morfeus Fucking Scanner
-Mozlila
-Msrabot
+Majestic12
+Masscan
+Mata Hari
+Mb2345Browser
+Minefield
+Mojeek
+Mr.4x3
 Name Intelligence
-Nameprotect
-Navroad
-NearSite
-Needle
-Nessus
 Net Vampire
-Netvibes
-Nuclei
+NetAnts
+NetLyzer
+NetZIP
+Netcraft
+NextGenSearchBot
+Nibbler
+Niki-bot
+Nikto
+Nmap
 Octopus
+Offline Navigator
+OnCrawl
 OpenLinkProfiler
-OpenVAS
-Openfind
-Openvas
 OrangeBot
 OrangeSpider
-OutclicksBot
-OutfoxBot
-PECL::HTTP
 PHPCrawl
+POE-Component-Client-HTTP
 PageScorer
 Pandalytics
-Petalbot
-Picscout
-Pimonster
-Pockey
+Panscient
+Pavuk
+PictureFinder
+ProPowerBot
 ProWebWalker
-Pump
-RSSingBot
+Probethenet
+Psbot
+Quick-Crawler
 RankingBot2
+Rankivabot
 Re-re
 ReGet
 RedesScrapy
-RepoMonkey
 Rogerbot
+SEOkicks
 SEOkicks-Robot
 SEOprofiler
-SalesIntelligent
-ScreenerBot
+SMTBot
+ScanAlert
+Scanbot
+Scrapy
+ScrepyBot
+Searchestate
 SearchmetricsBot
-Seekport
 SentiBot
+SeobilityBot
 Shodan
 Site Sucker
 SiteExplorer
-SiteLockSpider
+SiteSnagger
+SiteSucker
+Sitevigil
 SlySearch
+Snake
 Snapbot
-Snoopy
-Sociscraper
-Sosospider
-Sottopop
-SpaceBison
+Sogou web spider
+Spammen
 SpankBot
-Spbot
 Spinn3r
-Steeler
-Stripper
-SuperBot
-Surfbot
-Swiftbot
-T0PHackTeam
-Teleport
-Telesoft
+Szukacz
 Telesphoreo
 Telesphorep
 TheNomad
-Toata
-Trendiction
-Trendictionbot
+Toweyabot
+Tracemyfile
+Turingos
 TurnitinBot
+TwengaBot
 Twice
-URLy Warning
-URLy.Warning
-V-BOT
-VCI
+Vacuum
+Vagabondo
 VelenPublicWebCrawler
+VeriCiteCrawler
+Virusdie
+VoidEYE
+Voltron
+WASALive-Bot
 WBSearchBot
-WEBDAV
-WPScan
-WWW-Mechanize
-WWW::Mechanize
-WeSEE
+WWWOFFLE
+Wallpapers/3.0
+Web Auto
+Web Pix
 Web Sauger
-WebAuto
 WebBandit
-WebCollage
+WebCopier
+WebImageCollector
 WebLeacher
-WebPix
-WebSauger
-WebSucker
-WebWhacker
-Webalta
-WebmasterWorldForumBot
-Website Quester
+WebsiteExtractor
+WebsiteQuester
 Webster
-WiseGuys Robot
+Who.is Bot
+Widow
+WinHTTrack
+Wotbox
 Wprecon
 Xenu
 Zeus
+Zitebot
+ZmEu
 ZoomBot
+ZumBot
+ZyBorg
 adscanner
-check1.exe
-com.plumanalytics
-crawler4j
-dataforseo.com
+archive.org_bot
+autoemailspider
+clark-crawler
+cognitiveseo
+crawl.sogou.com
 demandbase-bot
+domainsproject.org
 eCatch
-heritrix
 instabid
-internetVista monitor
-isitwp.com
-iubenda-radar
-lwp-request
-lwp-trivial
 magpie-crawler
-meanpathbot
 mediawords
-muhstik-scan
 netEstate NE Crawler
-oBot
-satoristudio.net
-serpstatbot
+seobility
+seocompany.store
+seoscanners
 sexsearcher
-sp_auditbot
 spyfu
-webgains-bot
-xpymep1.exe
+sysscan
+tAkeOut
+trendiction.de
+webmeup-crawler
 zgrab