V4.2022.02.2949 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-ALittle Client
+404checker
+ADmantX
+AIBOT
 ASPSeek
-Abonti
 Aboundex
+Acunetix
 AfD-Verbotsverfahren
+AiHitBot
 Aipbot
-Alexibot
-Alligator
 AlphaBot
 Anarchie
-Apexoo
+Anthill
 Atomseobot
 BDFetch
 BackStreet
 BackWeb
-Backlink-Ceck
+BacklinkCrawler
 Bandit
-Barkrowler
-BatchFTP
-Battleztar Bazinga
 Bigfoot
-BlowFish
+Bitacle
+Black Hole
 Boardreader
 Bolt
-Buddy
-BuiltWith
-CODE87
-Calculon
-CazoodleBot
+BotALot
+CCBot
+CSHttp
 CensysInspect
 CheTeam
-Cliqzbot
-Cloud mapping
-Cocolyzebot
-Collector
-Copyscape
+Citoid
+Claritybot
+Copier
+CopyRightCheck
 Cosmos
-Craftbot
-Crawling at Home Project
-Crescent
-Custo
-Demon
-Devil
-Digincore
+CrunchBot
+Curious
+DBLBot
+DIIbot
+DSearch
+DatabaseDriverMysqli
+Deusu
+DigitalPebble
 Dirbuster
 Disco
-DnBCrawler-Analytics
+Discoverybot
 DomCopBot
-DomainAppender
-DomainCrawler
-DomainStatsBot
-ECCP/1.0
-EMail Siphon
-Ebingbong
-Exabot
-ExtLinksBot
-FHscan
-FemtosearchBot
-FrontPage
+DomainSigmaCrawler
+Dotbot
+EMail Wolf
+EasyDL
+EirGrabber
+EroCrawler
+ExtractorPro
+Extreme Picture Finder
+Ezooms
+FDM
+Fimap
+Freeuploader
+Fuzz
+Fyrebot
 G-i-g-a-b-o-t
 GT::WWW
 GalaxyBot
+GetRight
 GetWeb
-Getintent
+Gigabot
+GoZilla
+Gotit
 GrabNet
-Grafula
 GrapeFX
-GrapeshotCrawler
 HEADMasterSEO
-HMView
-HTMLparser
-HTTP::Lite
 HTTrack
-Heritrix
+Haansoft
+Harvest
+Havij
+Hloader
 HonoluluBot
-Humanlinks
-IRLbot
+HybridBot
+IDBTE4M
+IDBot
+Iblog
 Image Fetch
-InfoNaviRobot
+Image Sucker
+IndeedBot
 InfoTekies
-InterGET
-Iria
-JOC Web Spider
-JennyBot
-JetCar
-Kinza
+Jbrofuzz
+Joomla
+Kenjin Spider
+Keyword Density
 Kozmosbot
-LWP::Simple
-Lanshanbot
-Linkbot
-LinkextractorPro
-LinksManager
-Lipperhey
-Lipperhey Spider
+Larbin
+Lftp
+Lightspeedsystems
+LinkScan
+LinkpadBot
+LinqiaRSSBot
+Litemage_walker
+Lmspider
+MIIxpc
 MSFrontPage
+MSIECrawler
 MTRobot
-Magnet
+Mag-Net
+Mail.RU_Bot
 Majestic SEO
-MarkWatch
-Masscan
-MicroMessenger
+Majestic-SEO
+Majestic12
+Mb2345Browser
+MegaIndex.ru
+Metauri
 Microsoft Data Access
+Mister PiX
+Mojeek
+Mojolicious
 MolokaiBot
 Morfeus Fucking Scanner
-Msrabot
-NPbot
-NearSite
+NICErsPRO
+Nameprotect
 Needle
 Net Vampire
 NetAnts
-NetLyzer
-NetMechanic
+NetSpider
+Netcraft
 Nettrack
-Netvibes
-Nibbler
+NextGenSearchBot
 Niki-bot
-Nikto
-NimbleCrawler
-Nmap
 Nuclei
-Openfind
+Octopus
+OnCrawl
+OpenVAS
 Openvas
-OutclicksBot
+OutfoxBot
+POE-Component-Client-HTTP
 Page Analyzer
-PageAnalyzer
-PageGrabber
-PageScorer
-PageThing.com
 Panscient
 Pi-Monster
+Picscout
+PictureFinder
+Pimonster
+Pixray
 PleaseCrawl
 Pockey
-Psbot
-PxBroker
+Pump
 PyCurl
-RSSingBot
+QueryN Metasearch
+Quick-Crawler
 RankActive
-RankingBot
-Rankivabot
-RankurBot
-ReGet
-Reaper
-Recorder
-Ripper
-RocketCrawler
-SEOkicks-Robot
-SEOprofiler
-SMTBot
+RankFlex
+Re-re
+Rogerbot
+SEOlyticsCrawler
+SISTRIX
 SalesIntelligent
 Scrapy
 Screaming
-Seekport
+ScreenerBot
+ScrepyBot
+Searchestate
+SearchmetricsBot
+SeoSiteCheckup
 SeobilityBot
+Shodan
 SiteExplorer
-SiteLockSpider
-SiteSnagger
-SiteSucker
-Sitebeam
 Siteimprove
 Sitevigil
-SlySearch
+SmartDownload
 Snake
-Snapbot
 Sociscraper
 Sosospider
-Sottopop
-SpankBot
-Spanner
-Spbot
-Spinn3r
-Sqlmap
-Sqlworm
+SputnikBot
+Stripper
 Sucker
+Sucuri
+SuperHTTP
 Surfbot
+Suzuran
 Swiftbot
-T0PHackTeam
-Teleport
-Telesoft
+TeleportPro
+Telesphoreo
 Telesphorep
-Thumbor
+TightTwatBot
+Titan
 Tracemyfile
-Upflow
-Virusdie
-WASALive-Bot
-WISENutbot
+Trendictionbot
+TurnitinBot
+Typhoeus
+UnisterBot
+VelenPublicWebCrawler
+VeriCiteCrawler
+VoidEYE
+Voltron
+WBSearchBot
+WEBDAV
 WPScan
-WWW-Collector-E
-WWWOFFLE
-Wallpapers/3.0
-Web Fetch
-Web Sauger
+WWW::Mechanize
+Wallpapers
+WeSEE
 Web Sucker
+WebAuto
+WebBandit
 WebCollage
-WebFetch
+WebEnhancer
 WebFuck
-WebImageCollector
-WebLeacher
-WebReaper
-WebStripper
-WebZIP
-WebmasterWorldForumBot
-Website Quester
-Webster
-Who.is Bot
-Widow
+WebSucker
+WebWhacker
+Webalta
+WebsiteQuester
+Whack
+Whatweb
 WinHTTrack
-WiseGuys Robot
-Woobot
 Wprecon
-YoudaoBot
+Xenu
 Zade
-Zauba
 Zermelo
-Zitebot
-ZmEu
-ZoomBot
+Zeus
+ZoominfoBot
 ZumBot
-adscanner
-arquivo-web-crawler
-cah.io.community
+ZyBorg
+archive.org_bot
+autoemailspider
+backlink-check
+check1.exe
+clark-crawler
 coccocbot
-com.plumanalytics
 crawl.sogou.com
-crawler.feedback
+crawler4j
 dataforseo.com
-demandbase-bot
+eCatch
+evc-batch
 facebookscraper
 heritrix
-isitwp.com
 iubenda-radar
 lwp-trivial
 magpie-crawler
-pcBrowser
-ripz
-scalaj-http
-scan.lol
-seobility
+mediawords
+muhstik-scan
+netEstate NE Crawler
+page scorer
+plumanalytics
+polaris version
+s1z.ru
+satoristudio.net
 seocompany.store
-seoscanners
-seostar
-sexsearcher
-sitechecker.pro
-tAkeOut
-trendiction.com
-trendiction.de
+serpstatbot
+sp_auditbot
 ubermetrics-technologies.com
-xpymep1.exe
-zgrab
+webgains-bot
+webmeup-crawler
+webprosbot
+x22Mozilla
+zauba.io