V4.2022.02.2930 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404checker
-404enemy
-Aboundex
-Aipbot
-Anarchy99
-Anthill
+ALittle Client
+Aboundexbot
+Acunetix
+AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
+Alexibot
+AlphaBot
+Ankit
 Apexoo
-Aspiegel
 Asterias
-Atomseobot
-Attach
-AwarioRssBot
 AwarioSmartBot
 BBBike
+BDFetch
 BackDoorBot
 BackStreet
-BackWeb
-Barkrowler
-Battleztar Bazinga
-Black Hole
+Backlink-Ceck
+BatchFTP
 BlackWidow
-Boardreader
-Brandwatch
+Blow
+Bolt
+Buck
 Buddy
-BuiltBotTough
-Bullseye
-CATExplorador
-CCBot
-CODE87
-CSHttp
-Calculon
-CensysInspect
 CheTeam
-Chlooe
+ChinaClaw
 Citoid
 Claritybot
-Craftbot
+Copier
+Copyscape
+Crescent
 Custo
+CyotekWebCopy
+DBLBot
 DSearch
+DTS Agent
+Deusu
+Devil
+DigitalPebble
 Dirbuster
-Discobot
+Disco
+Discoverybot
+Dispatch
 DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
-DomainAppender
 DomainSigmaCrawler
-DomainStatsBot
-Domains Project
 Dotbot
-EMail Siphon
+Download Wonder
+Drip
+ECCP/1.0
 Ebingbong
+Ecxi
+EirGrabber
 EroCrawler
-Evil
+Express WebPictures
 Extreme Picture Finder
 EyeNetIE
 Ezooms
-FHscan
+Firefox/7.0
 Flunky
-Foobot
-Fyrebot
-GT::WWW
+Freeuploader
+FrontPage
+Fuzz
+G-i-g-a-b-o-t
 GalaxyBot
 GermCrawler
-GetRight
-Gigabot
-Go!Zilla
-GoZilla
+GetWeb
+Getintent
+Go-Ahead-Got-It
 Gotit
 Grafula
 GrapeFX
-HTMLparser
-HaosouSpider
-Harvest
+HEADMasterSEO
+HMView
+HTTP::Lite
+HTTrack
 Havij
 Heritrix
 Hloader
+HybridBot
 IDBTE4M
 IDBot
-IlseBot
-Image Fetch
-IndeedBot
-InfoTekies
+Id-search
+Image Sucker
+Indy Library
+Intelliseek
 InterGET
-Jbrofuzz
-Jetty
-Joomla
-Jorgee
-JustView
-Kenjin Spider
-Keyword Density
+InternetSeer
+Iskanie
+JamesBOT
+Jyxobot
 LNSpiderguy
 Larbin
 Leap
 LeechGet
-LibWeb
+LexiBot
+Lftp
 Libwhisker
+Lightspeedsystems
+Likse
 LinkWalker
 Linkdexbot
-LinqiaMetadataDownloaderBot
+LinkpadBot
+LinksManager
 Litemage_walker
 Lmspider
 Ltx71
 MFC_Tear_Sample
-MQQBrowser
+MIDown tool
 MSFrontPage
+MSIECrawler
 MTRobot
-MarkMonitor
+Majestic SEO
+Majestic-SEO
 MarkWatch
-Masscan
-Mata Hari
-MauiBot
+Mass Downloader
+Meanpathbot
 MegaIndex.ru
 Metauri
-Microsoft Data Access
-Microsoft URL Control
-Minefield
+MicroMessenger
+Mister PiX
 Moblie Safari
-Mojolicious
-Morfeus Fucking Scanner
-Mozlila
-Musobot
-Nameprotect
-NearSite
-NetAnts
+MolokaiBot
+Name Intelligence
 NetLyzer
+NetSpider
+NetZIP
 Netvibes
-NextGenSearchBot
 Niki-bot
+NimbleCrawler
 Nimbostratus
-Nutch
-Offline Explorer
-Openvas
+Ninja
+Nmap
+OnCrawl
+OpenLinkProfiler
+OpenVAS
+OutclicksBot
+OutfoxBot
 PHPCrawl
-PageAnalyzer
-PageScorer
-Pandalytics
-Panscient
-PeoplePal
-Pi-Monster
+PageGrabber
+PageThing.com
+Pavuk
+Picscout
 PictureFinder
-Pu_iN
-Pump
-PxBroker
+Pimonster
+ProWebWalker
+Psbot
 PyCurl
-RankActive
 RankFlex
-RankingBot2
-Re-re
+ReGet
+Reaper
 RebelMouse
-Recorder
-RocketCrawler
+RedesScrapy
+RepoMonkey
+SEOkicks
 SEOlyticsCrawler
-SEOprofiler
 SMTBot
+SalesIntelligent
+ScanAlert
 ScreenerBot
 ScrepyBot
-Seekport
+Searchestate
+SearchmetricsBot
 SemanticJuice
-Semrush
+Seomoz
 Shodan
-Site Sucker
-SiteSnagger
+SiteCheckerBotCrawler
+SiteSucker
 Sitebeam
-Sitevigil
-SlySearch
+SmartDownload
 Snake
+Snapbot
 Snoopy
 SocialRankIOBot
-Sociscraper
+Sosospider
 SpaceBison
-SpankBot
-Sqlworm
-Stripper
+Spanner
+Spbot
+Steeler
 Sucker
+SuperHTTP
+Surfbot
+SurveyBot
 Szukacz
-T0PHackTeam
+T8Abot
 Teleport
-Telesoft
-Titan
-Toata
-Turingos
+Telesphoreo
+The Intraformant
+Toweyabot
+Trendiction
 Turnitin
 TurnitinBot
-TwengaBot
 Twice
+URLy Warning
+URLy.Warning
 UnisterBot
-Upflow
 VB Project
-Vacuum
+Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
 VidibleScraper
-VoidEYE
+Virusdie
+Voil
 Voltron
 WASALive-Bot
-WBSearchBot
-WWW-Collector-E
+WPScan
 WWW-Mechanize
+WWW::Mechanize
 Wallpapers/3.0
-Web Auto
-Web Fetch
-Web Pix
-WebAuto
-WebBandit
+WallpapersHD
+WeSEE
+Web Collage
 WebCollage
-WebFetch
-WebReaper
+WebCopier
+WebFuck
+WebPix
 WebSauger
+WebStripper
+WebSucker
 WebWhacker
-Webshag
-Website Quester
-WebsiteQuester
-Whatweb
-Widow
-WinHTTrack
+WebZIP
+WebsiteExtractor
+Whack
 Woobot
 Wotbox
 Wprecon
-YoudaoBot
-Zermelo
+Zade
+Zeus
 ZmEu
-ZumBot
+adscanner
+archive.org_bot
 arquivo.pt
-cah.io.community
-check1.exe
+autoemailspider
 coccocbot-web
-com.plumanalytics
+crawler.feedback
 crawler4j
-eCatch
-heritrix
+domainsproject.org
+instabid
 ips-agent
-lwp-trivial
-muhstik-scan
-oBot
-page scorer
-pcBrowser
-probe-image-size
-ripz
-seocompany.store
+isitwp.com
+iubenda-radar
+meanpathbot
+mediawords
+s1z.ru
+satoristudio.net
+scalaj-http
 seoscanners
-seostar
-sexsearcher
-tAkeOut
-trendiction.com
-webgains-bot
-webmeup-crawler
-webprosbot
-x09Mozilla
-x22Mozilla
+sogouspider
+sp_auditbot
+spyfu
+ubermetrics-technologies.com
+zauba.io