V4.2022.01.2864 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
-404enemy
+404checker
 80legs
+ADmantX
 AIBOT
-Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
-AiHitBot
-Alexibot
+AhrefsBot
+Aipbot
+AllSubmitter
 AlphaBot
+Anarchie
+Anarchy
+Anarchy99
+Apexoo
 Asterias
-Attach
-AwarioRssBot
 BBBike
-BLEXBot
+BDCbot
 BackDoorBot
-BackStreet
-BacklinkCrawler
-Bandit
+BackWeb
+Backlink-Ceck
 Barkrowler
 Battleztar Bazinga
+BetaBot
+Black Hole
 Blackboard
 Blow
-Bolt
-Brandprotect
-CATExplorador
+BlowFish
+Buck
+Buddy
+Bullseye
+BuzzSumo
 CCBot
-CSHttp
+CODE87
 CazoodleBot
-CensysInspect
-CherryPicker
-ChinaClaw
-Chlooe
-Cocolyzebot
+Cegbfeieh
+CheeseBot
+Claritybot
+Cogentbot
 Copier
 Cosmos
-Crawling at Home Project
 CrazyWebCrawler
+Crescent
 CrunchBot
-DSearch
-DataCha0s
-Disco
-Dispatch
-DnyzBot
-DomCopBot
-DomainCrawler
-DomainStatsBot
+Custo
+CyotekWebCopy
+DIIbot
+DatabaseDriverMysqli
+Demon
+Devil
+Dirbuster
+Discobot
+DittoSpyder
+DnBCrawler-Analytics
+Dotbot
 Download Wonder
-EMail Siphon
-EMail Wolf
-Ebingbong
-EroCrawler
+Dragonfly
+EirGrabber
 Evil
-Exabot
-Extreme Picture Finder
-FDM
+Express WebPictures
+EyeNetIE
+Ezooms
+FHscan
+FlashGet
 Flunky
-Freeuploader
-FrontPage
 Fuzz
-G-i-g-a-b-o-t
+FyberSpider
 GT::WWW
 GalaxyBot
-Genieo
-Go!Zilla
-GoZilla
-Gotit
-Grafula
-GrapeFX
-GrapeshotCrawler
+GermCrawler
+Getintent
+Go-Ahead-Got-It
+GrabNet
 GridBot
-HTMLparser
-HTTP::Lite
-HaosouSpider
-Harvest
-Havij
-Heritrix
+Haansoft
+Hloader
+Humanlinks
+HybridBot
 IRLbot
-Id-search
+IlseBot
+Image Fetch
+Image Sucker
+IndeedBot
+InfoNaviRobot
 Intelliseek
-InternetSeer
-Jbrofuzz
 JennyBot
-JikeSpider
-JustView
+Jetty
+Joomla
+Jorgee
+Keyword Density
 Kinza
-Leap
-LexiBot
+Kozmosbot
+LNSpiderguy
+LeechFTP
+LibWeb
+Libwhisker
 LieBaoFast
-Likse
 LinkScan
 LinkWalker
-Linkbot
-LinksManager
+LinkextractorPro
+Lipperhey
 Lipperhey Spider
-MFC_Tear_Sample
+Litemage_walker
 MIDown tool
-MQQBrowser
-Mag-Net
+MIIxpc
+MJ12bot
+MSFrontPage
+MSIECrawler
+MTRobot
+Majestic12
 Mass Downloader
-MauiBot
-Mb2345Browser
+Masscan
+Mata Hari
 MeanPath Bot
-Mediatoolkitbot
+Meanpathbot
+Metauri
 Microsoft Data Access
 Microsoft URL Control
-Moblie Safari
-Mojeek
-Musobot
-NICErsPRO
+Morfeus Fucking Scanner
+Mr.4x3
+NPbot
 Nameprotect
 Nessus
 Net Vampire
-NetZIP
-NextGenSearchBot
-Niki-bot
+Netcraft
+Nibbler
+Nikto
+NimbleCrawler
 Nimbostratus
-Nmap
-Not
 Nuclei
-Offline Navigator
-Openvas
-OutfoxBot
-PHPCrawl
-PageAnalyzer
-PageScorer
-Pandalytics
-Papa Foto
-PeoplePal
+Nutch
+Octopus
+OpenLinkProfiler
+OutclicksBot
+POE-Component-Client-HTTP
 Picsearch
-PictureFinder
 Pimonster
-Pockey
+Pixray
+PleaseCrawl
 ProPowerBot
-ProWebWalker
-Pump
-PyCurl
-QueryN Metasearch
-Quick-Crawler
-RankActive
-ReGet
-RedesScrapy
-SEOkicks-Robot
-SMTBot
+RSSingBot
+RankActiveLinkBot
+RankingBot2
+RankurBot
+Reaper
+Recorder
+RepoMonkey
+Ripper
+Rogerbot
+SEOstats
 SalesIntelligent
+ScoutJet
 Scrapy
-ScrepyBot
-Searchestate
-Seekport
-SemanticJuice
+Screaming
+ScreenerBot
 SemrushBot
 SeobilityBot
+Shodan
 Siphon
-SiteExplorer
+SiteCheckerBotCrawler
 SiteSnagger
-Sitebeam
+SiteSucker
+Sitevigil
+SlySearch
 Snake
 Sogou web spider
 Sosospider
 Sottopop
+SpaceBison
 Spammen
 SpankBot
-Spbot
-Sqlworm
-Steeler
-Stripper
+Spanner
+Spinn3r
 Sucker
-Swiftbot
-T0PHackTeam
-Teleport
-Telesoft
-Telesphoreo
-The Intraformant
-TightTwatBot
-Trendictionbot
-True_Robot
-Turnitin
-TwengaBot
-VeriCiteCrawler
+SuperBot
+SuperHTTP
+TeleportPro
+Toata
+Trendiction
+Twice
+URLy.Warning
+VB Project
+Vacuum
 VidibleScraper
-Voltron
+VoidEYE
 WEBDAV
+WISENutbot
 WPScan
 WWW::Mechanize
 WWWOFFLE
-WallpapersHD
-Web Auto
-Web Enhancer
-Web Sauger
-WebAuto
-WebBandit
+Web Pix
+Web Sucker
 WebCopier
 WebEnhancer
-WebFetch
 WebFuck
-WebLeacher
+WebImageCollector
+WebPix
+WebReaper
+WebSauger
 WebStripper
 WebSucker
-WebmasterWorldForumBot
-Website Quester
-WebsiteExtractor
-WebsiteQuester
-Webster
+WebWhacker
+WebZIP
 Whacker
-Who.is Bot
+Whatweb
+Widow
 WinHTTrack
-WiseGuys Robot
-Woobot
-Wotbox
-Wprecon
+Wonderbot
+Xaldon WebSpider
 Xaldon_WebSpider
-Xenu
+Zade
+Zermelo
 Zitebot
-ZoominfoBot
+ZmEu
 ZumBot
-ZyBorg
 adscanner
-arquivo-web-crawler
 arquivo.pt
-autoemailspider
+backlink-check
+cah.io.community
+check1.exe
 clark-crawler
-coccocbot-web
+cognitiveseo
 com.plumanalytics
 crawl.sogou.com
+crawler.feedback
 crawler4j
+dataforseo.com
+demandbase-bot
 eCatch
-evc-batch
-heritrix
-instabid
+gopher
+internetVista monitor
+ips-agent
 isitwp.com
-iubenda-radar
-lwp-request
-meanpathbot
+lwp-trivial
+magpie-crawler
+mediawords
 muhstik-scan
 netEstate NE Crawler
 oBot
-polaris version
 probe-image-size
-s1z.ru
-scalaj-http
-seoscanners
-seostar
+seobility
 serpstatbot
+sexsearcher
 sogouspider
-spyfu
 sysscan
+trendiction.com
 webmeup-crawler
 webpros.com
-webprosbot
-x09Mozilla
+zauba.io