V4.2021.12.2755 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+404checker
 404enemy
-80legs
-ADmantX
+AIBOT
 ALittle Client
-AiHitBot
-AllSubmitter
-Alligator
-AlphaBot
-Anarchie
-Anarchy
-Ankit
-Asterias
-BDCbot
-BLEXBot
-BackStreet
-BackWeb
-Bandit
-BatchFTP
-BlackWidow
-Blow
-Bolt
+ASPSeek
+Aboundexbot
+Acunetix
+AfD-Verbotsverfahren
+AhrefsBot
+Anarchy99
+Aspiegel
+AwarioRssBot
+AwarioSmartBot
+BBBike
+BackDoorBot
+Badass
+Barkrowler
+BetaBot
+Bigfoot
+Bitacle
+BlowFish
+Boardreader
 BotALot
 Brandprotect
 Brandwatch
+Buddy
+BuiltBotTough
 BuiltWith
 Bullseye
-BuzzSumo
+BunnySlippers
+CATExplorador
 CODE87
-CazoodleBot
-Cegbfeieh
-CheeseBot
+CSHttp
+CheTeam
 ChinaClaw
-Cocolyzebot
-Copyscape
-Craftbot
-CrazyWebCrawler
-Crescent
-Curious
+Cloud mapping
+Cogentbot
+Collector
+Crawling at Home Project
 Custo
 DBLBot
-DIIbot
+DataCha0s
+DatabaseDriverMysqli
 Deusu
-Digincore
-Dirbuster
+Devil
 Discobot
+Discoverybot
 Dispatch
 DittoSpyder
-DomCopBot
-DomainCrawler
-DomainSigmaCrawler
-Domains Project
+DnBCrawler-Analytics
+DnyzBot
+Download Wonder
+Dragonfly
 Drip
-EMail Siphon
 EMail Wolf
+EirGrabber
 ExtLinksBot
-Extractor
 Extreme Picture Finder
 Ezooms
-FemtosearchBot
+FHscan
 Firefox/7.0
-FlashGet
-Foobot
+Flunky
+Freeuploader
 Fuzz
+FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
 GT::WWW
-Genieo
-GermCrawler
-GetWeb
+Getintent
+Go-Ahead-Got-It
 GoZilla
-Gotit
-GrapeFX
-HEADMasterSEO
+GrabNet
+Grafula
+HTTP::Lite
 HTTrack
+Havij
+Heritrix
 Hloader
-IDBTE4M
-IRLbot
+Id-search
 Image Fetch
-Image Sucker
+Indy Library
+InfoNaviRobot
 InfoTekies
 Intelliseek
-InternetSeer
+InterGET
+Iria
 Iskanie
-IstellaBot
 JOC Web Spider
 Jbrofuzz
 JikeSpider
-JustView
+Jorgee
+Jyxobot
 Kenjin Spider
-Keyword Density
+Kozmosbot
 LNSpiderguy
+Leap
 LeechFTP
+LibWeb
+Libwhisker
 LieBaoFast
 Likse
-LinkScan
 LinkWalker
 LinkpadBot
-Lipperhey
-Lipperhey Spider
-Lmspider
-MIDown tool
+LinqiaRSSBot
 MJ12bot
-MSIECrawler
-MTRobot
-Magnet
+Mail.RU_Bot
 Majestic-SEO
+MarkMonitor
+MarkWatch
 Mass Downloader
 Masscan
-Mb2345Browser
+MauiBot
 MeanPath Bot
-Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
-Microsoft Data Access
-Minefield
+Metauri
+Microsoft URL Control
+Mister PiX
+Moblie Safari
 Morfeus Fucking Scanner
-Musobot
-Nameprotect
-Navroad
-NearSite
-Needle
-Netvibes
-Niki-bot
+Name Intelligence
+NetAnts
+NetLyzer
+NetMechanic
+NetSpider
+Netcraft
 Nikto
 Nimbostratus
-Nmap
-Nuclei
-Nutch
+Ninja
 OnCrawl
-OpenLinkProfiler
 Openfind
 OrangeBot
+OutfoxBot
+Page Analyzer
 PageAnalyzer
-Pandalytics
-Pavuk
+PageGrabber
+PageScorer
+Panscient
+PeoplePal
 Petalbot
-Picscout
+Pi-Monster
 Picsearch
 Pimonster
-ProPowerBot
 Probethenet
 Pump
+QueryN Metasearch
 Quick-Crawler
 RankFlex
-Re-re
+RankingBot2
+Rankivabot
 ReGet
 RealDownload
-Reaper
-RocketCrawler
-SEOkicks-Robot
+RebelMouse
+RepoMonkey
+Rogerbot
+SEOkicks
 SEOlyticsCrawler
-SEOprofiler
+SISTRIX
+Scanbot
 ScoutJet
-ScreenerBot
+Screaming
 ScrepyBot
 Searchestate
-Semrush
-SentiBot
-SeoSiteCheckup
+SearchmetricsBot
 Seomoz
+Shodan
 Siphon
-SiteCheckerBotCrawler
 SiteExplorer
-Sitebeam
+SiteLockSpider
+SiteSucker
+Siteimprove
 SlySearch
+Snoopy
+SocialRankIOBot
+Sogou web spider
 Sottopop
-Spammen
-Spinn3r
-SputnikBot
-Sqlmap
+Spbot
 Sqlworm
+Steeler
 Sucker
-Surfbot
-Suzuran
+SuperBot
+SuperHTTP
 Swiftbot
-T8Abot
+Szukacz
+T0PHackTeam
 TeleportPro
-TheNomad
-TightTwatBot
+Telesphorep
+Thumbor
+Titan
+Tracemyfile
+Trendiction
+True_Robot
 Turnitin
+TurnitinBot
 Typhoeus
-URLy.Warning
+URLy Warning
 V-BOT
-VCI
+VB Project
 Vacuum
-Vagabondo
-VeriCiteCrawler
-WBSearchBot
+VidibleScraper
+VoidEYE
+Voltron
+WASALive-Bot
 WPScan
-WWW-Collector-E
-WWW-Mechanize
-WWWOFFLE
-Wallpapers
+WWW::Mechanize
 WeSEE
 Web Collage
+Web Fetch
+Web Fuck
+Web Sauger
 Web Sucker
-WebBandit
+WebAuto
 WebCollage
-WebFetch
 WebFuck
-WebSauger
-WebStripper
-WebSucker
-Webalta
-Webshag
-Website Quester
+WebWhacker
+WebZIP
+WebsiteExtractor
 WebsiteQuester
-Whack
-WiseGuys Robot
-Wonderbot
-Xenu
-Zade
-Zermelo
-Zitebot
-ZmEu
-ZoomBot
-ZoominfoBot
-ZyBorg
+Whatweb
+Widow
+Wprecon
+Xaldon WebSpider
+Xaldon_WebSpider
+adscanner
 archive.org_bot
-arquivo.pt
+arquivo-web-crawler
 autoemailspider
-backlink-check
-cah.io.community
 check1.exe
-coccocbot-web
-com.plumanalytics
-crawler.feedback
-crawler4j
-demandbase-bot
-domainsproject.org
-facebookscraper
+clark-crawler
+cognitiveseo
+dataforseo.com
+evc-batch
 gopher
+heritrix
 instabid
+internetVista monitor
 isitwp.com
 lwp-trivial
-magpie-crawler
-polaris version
-ripz
-scalaj-http
+mediawords
+muhstik-scan
+page scorer
+satoristudio.net
 scan.lol
-seobility
+seocompany.store
 seoscanners
 serpstatbot
 sitechecker.pro
-sogouspider
-trendiction.de
-voyagerx.com
-webgains-bot
-webprosbot
-zgrab
+spyfu
+sysscan
+tAkeOut
+trendiction.com
+x22Mozilla