V4.2022.02.2929 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 404checker
-80legs
-ADmantX
-AIBOT
-ALittle Client
-ASPSeek
-AfD-Verbotsverfahren
-AhrefsBot
-Anarchie
-Anarchy
+404enemy
+Aboundex
+Aipbot
+Anarchy99
+Anthill
 Apexoo
+Aspiegel
+Asterias
 Atomseobot
+Attach
 AwarioRssBot
 AwarioSmartBot
 BBBike
 BackDoorBot
 BackStreet
-Backlink-Ceck
-BacklinkCrawler
-Badass
-Bandit
+BackWeb
 Barkrowler
-BatchFTP
-BetaBot
-Bitacle
-Blackboard
-BlowFish
+Battleztar Bazinga
+Black Hole
+BlackWidow
 Boardreader
-BotALot
-Brandprotect
 Brandwatch
-Buck
 Buddy
 BuiltBotTough
-BunnySlippers
+Bullseye
+CATExplorador
 CCBot
+CODE87
+CSHttp
 Calculon
 CensysInspect
 CheTeam
 Chlooe
+Citoid
 Claritybot
-Cliqzbot
-Collector
-Copier
-CopyRightCheck
-Copyscape
-Cosmos
-CrazyWebCrawler
-Curious
-DataCha0s
-DatabaseDriverMysqli
-Demon
-Digincore
-DigitalPebble
-Disco
+Craftbot
+Custo
+DSearch
+Dirbuster
+Discobot
+DittoSpyder
 DnBCrawler-Analytics
 DnyzBot
+DomainAppender
+DomainSigmaCrawler
 DomainStatsBot
 Domains Project
-Download Wonder
-Dragonfly
-ECCP/1.0
+Dotbot
 EMail Siphon
 Ebingbong
-Ecxi
+EroCrawler
+Evil
+Extreme Picture Finder
 EyeNetIE
-FemtosearchBot
-Fimap
+Ezooms
+FHscan
+Flunky
 Foobot
-Freeuploader
-FrontPage
+Fyrebot
+GT::WWW
 GalaxyBot
-Genieo
 GermCrawler
 GetRight
 Gigabot
 Go!Zilla
-Grabber
+GoZilla
+Gotit
 Grafula
-HMView
+GrapeFX
+HTMLparser
+HaosouSpider
 Harvest
+Havij
 Heritrix
-HonoluluBot
+Hloader
 IDBTE4M
-IRLbot
-Id-search
+IDBot
 IlseBot
-Image Sucker
+Image Fetch
 IndeedBot
-Indy Library
-Intelliseek
-Iria
-IstellaBot
-JOC Web Spider
-JamesBOT
+InfoTekies
+InterGET
 Jbrofuzz
-JennyBot
+Jetty
 Joomla
 Jorgee
-Jyxobot
+JustView
+Kenjin Spider
 Keyword Density
 LNSpiderguy
+Larbin
+Leap
 LeechGet
-LexiBot
+LibWeb
 Libwhisker
-Linkbot
+LinkWalker
 Linkdexbot
-LinkpadBot
-MIDown tool
-MIIxpc
+LinqiaMetadataDownloaderBot
+Litemage_walker
+Lmspider
+Ltx71
+MFC_Tear_Sample
 MQQBrowser
 MSFrontPage
-Mag-Net
-Magnet
-Mail.RU_Bot
-Majestic-SEO
-Mass Downloader
+MTRobot
+MarkMonitor
+MarkWatch
+Masscan
+Mata Hari
 MauiBot
-Mb2345Browser
-Meanpathbot
+MegaIndex.ru
+Metauri
+Microsoft Data Access
 Microsoft URL Control
+Minefield
 Moblie Safari
-MolokaiBot
+Mojolicious
 Morfeus Fucking Scanner
-Needle
-Nessus
-Net Vampire
+Mozlila
+Musobot
+Nameprotect
+NearSite
 NetAnts
-NetSpider
+NetLyzer
+Netvibes
 NextGenSearchBot
-Nibbler
-Nikto
-NimbleCrawler
-Not
-Nuclei
-Octopus
-Offline Navigator
-OnCrawl
-OpenVAS
-Openfind
-OrangeBot
-OrangeSpider
-OutfoxBot
-POE-Component-Client-HTTP
-PageGrabber
-PageThing.com
+Niki-bot
+Nimbostratus
+Nutch
+Offline Explorer
+Openvas
+PHPCrawl
+PageAnalyzer
+PageScorer
 Pandalytics
+Panscient
+PeoplePal
 Pi-Monster
-Pimonster
-Pixray
-PleaseCrawl
-Pockey
-ProWebWalker
-QueryN Metasearch
-RankActiveLinkBot
-Reaper
-SISTRIX
+PictureFinder
+Pu_iN
+Pump
+PxBroker
+PyCurl
+RankActive
+RankFlex
+RankingBot2
+Re-re
+RebelMouse
+Recorder
+RocketCrawler
+SEOlyticsCrawler
+SEOprofiler
+SMTBot
+ScreenerBot
 ScrepyBot
 Seekport
 SemanticJuice
 Semrush
-SemrushBot
-SeobilityBot
-Seomoz
+Shodan
+Site Sucker
 SiteSnagger
-SiteSucker
 Sitebeam
-Siteimprove
-Snapbot
+Sitevigil
+SlySearch
+Snake
 Snoopy
+SocialRankIOBot
 Sociscraper
-Sogou web spider
-Sottopop
+SpaceBison
+SpankBot
 Sqlworm
+Stripper
 Sucker
-Sucuri
-Surfbot
 Szukacz
+T0PHackTeam
 Teleport
-TeleportPro
 Telesoft
-Telesphorep
-TheNomad
-Thumbor
-TightTwatBot
 Titan
-Toweyabot
-Tracemyfile
-Trendiction
+Toata
+Turingos
+Turnitin
 TurnitinBot
-Typhoeus
-URLy Warning
-URLy.Warning
-V-BOT
+TwengaBot
+Twice
+UnisterBot
+Upflow
 VB Project
-VCI
 Vacuum
+VelenPublicWebCrawler
 VeriCiteCrawler
 VidibleScraper
 VoidEYE
+Voltron
+WASALive-Bot
 WBSearchBot
-WISENutbot
 WWW-Collector-E
+WWW-Mechanize
 Wallpapers/3.0
-WallpapersHD
-WeSEE
+Web Auto
 Web Fetch
-Web Sauger
+Web Pix
 WebAuto
-WebFuck
-WebGo IS
-WebImageCollector
-WebLeacher
-WebPix
-WebmasterWorldForumBot
-WebsiteExtractor
+WebBandit
+WebCollage
+WebFetch
+WebReaper
+WebSauger
+WebWhacker
+Webshag
+Website Quester
+WebsiteQuester
+Whatweb
 Widow
-Wonderbot
-Xenu
-Zade
-Zauba
+WinHTTrack
+Woobot
+Wotbox
+Wprecon
+YoudaoBot
 Zermelo
-Zitebot
-ZoominfoBot
+ZmEu
 ZumBot
-ZyBorg
-archive.org_bot
-backlink-check
+arquivo.pt
 cah.io.community
-clark-crawler
-cognitiveseo
-demandbase-bot
-domainsproject.org
-magpie-crawler
-meanpathbot
+check1.exe
+coccocbot-web
+com.plumanalytics
+crawler4j
+eCatch
+heritrix
+ips-agent
+lwp-trivial
 muhstik-scan
+oBot
+page scorer
 pcBrowser
-scalaj-http
-scan.lol
-seobility
+probe-image-size
+ripz
+seocompany.store
 seoscanners
-siteripz
+seostar
+sexsearcher
+tAkeOut
 trendiction.com
-trendiction.de
-webpros.com
+webgains-bot
+webmeup-crawler
 webprosbot
-xpymep1.exe
-zauba.io
-zgrab
+x09Mozilla
+x22Mozilla