V4.2022.06.3169 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
+404checker
 80legs
-ALittle Client
+ADmantX
 Aboundexbot
 AfD-Verbotsverfahren
-AiHitBot
 Aipbot
 AllSubmitter
+Alligator
 AlphaBot
-Anarchy
+Anarchie
 Anarchy99
-Ankit
+Anthill
 Atomseobot
-AwarioRssBot
-BBBike
+Attach
+AwarioSmartBot
 BDCbot
-BDFetch
+BLEXBot
+BackWeb
+BacklinkCrawler
 Barkrowler
 BatchFTP
 Battleztar Bazinga
-BetaBot
-Black Hole
+Bigfoot
+BlackWidow
 Blow
-BlowFish
 BotALot
+Brandprotect
 Brandwatch
-BunnySlippers
-BuzzSumo
-CCBot
-CazoodleBot
+Buck
+Buddy
+Bullseye
+CATExplorador
 Cegbfeieh
-CheTeam
-CheeseBot
+CherryPicker
 ChinaClaw
-Chlooe
+Citoid
+Claritybot
+Cloud mapping
 Cocolyzebot
-Cogentbot
-Collector
 Copier
+Copyscape
+Cosmos
 Crawling at Home Project
-Crescent
-CrunchBot
-DBLBot
-DatabaseDriverMysqli
-Digincore
-Dirbuster
-Disco
-Discobot
+CrazyWebCrawler
+Custo
+CyotekWebCopy
+Demon
+Deusu
 Discoverybot
-Dispatch
-DnBCrawler-Analytics
-DnyzBot
-DomainCrawler
+DomCopBot
+DomainAppender
 DomainSigmaCrawler
+DomainStatsBot
+Domains Project
+Download Wonder
 Drip
+EMail Siphon
 EMail Wolf
-Ebingbong
-EroCrawler
-Express WebPictures
-Extreme Picture Finder
+Ecxi
+EirGrabber
+Evil
+ExtLinksBot
+Extractor
+ExtractorPro
+EyeNetIE
+Ezooms
 FemtosearchBot
-Fimap
-Fuzz
-GT::WWW
-Genieo
+Flunky
+Freeuploader
+GalaxyBot
 GermCrawler
-GetRight
-GetWeb
-Gigabot
-GoZilla
-Grafula
-HMView
-Hloader
-HonoluluBot
-IDBTE4M
-IDBot
+Getintent
+GrabNet
+Grabber
+GridBot
+HEADMasterSEO
+HTTP::Lite
+Haansoft
+HaosouSpider
+Harvest
+Humanlinks
+IRLbot
 Iblog
-Image Sucker
-Indy Library
-InfoTekies
-Iria
-JennyBot
+Intelliseek
+Internet Ninja
+Iskanie
+IstellaBot
+JamesBOT
 JikeSpider
-Keybot Translation-Search-Machine
-Keyword Density
+Jorgee
+Kenjin Spider
 LNSpiderguy
 LWP::Simple
-Larbin
-LexiBot
+Lanshanbot
+LeechFTP
 LibWeb
-LinqiaMetadataDownloaderBot
+Libwhisker
+Lightspeedsystems
+LinksManager
+Lipperhey
+Lipperhey Spider
+Lmspider
+Ltx71
 MIDown tool
+MIIxpc
 MJ12bot
-MQQBrowser
-MTRobot
-Mata Hari
+MSFrontPage
+MSIECrawler
+Mag-Net
+Magnet
+Majestic SEO
+Majestic12
+Masscan
+MeanPath Bot
 Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
 Metauri
-Microsoft Data Access
 Microsoft URL Control
-Mister PiX
-Mojeek
-Morfeus Fucking Scanner
-Mr.4x3
+Mozlila
 Msrabot
 Musobot
-Navroad
+NICErsPRO
+Name Intelligence
+Nameprotect
 Nessus
 Net Vampire
 NetAnts
-NetSpider
-Nettrack
-NextGenSearchBot
-Nibbler
-Nikto
+NetMechanic
+NetZIP
+Netcraft
+Niki-bot
+NimbleCrawler
 Nimbostratus
-Not
-Nuclei
-OnCrawl
+Nutch
+Offline Explorer
+Offline Navigator
+OpenLinkProfiler
 OpenVAS
-Openfind
 Openvas
-OutfoxBot
+OrangeBot
+OrangeSpider
 PECL::HTTP
 PHPCrawl
-Page Analyzer
-PageGrabber
-PageThing.com
-Panscient
+Pavuk
 PeoplePal
-Pi-Monster
-Picsearch
+Petalbot
 PictureFinder
-ProWebWalker
-Pu_iN
-Pump
-PxBroker
+Piepmatz
+Pixray
+Probethenet
+PyCurl
 QueryN Metasearch
 RSSingBot
-RankActive
-RankActiveLinkBot
-RankingBot2
 Rankivabot
-ReGet
-Reaper
+Re-re
+RebelMouse
 RepoMonkey
 SEOkicks
+SEOkicks-Robot
 SEOstats
 SISTRIX
-SMTBot
-ScoutJet
+SalesIntelligent
 Scrapy
-SearchmetricsBot
-Seekport
-SemanticJuice
-Seomoz
-SiteCheckerBotCrawler
+Screaming
+ScreenerBot
+Searchestate
+Siphon
+Site Sucker
 SiteExplorer
-SmartDownload
+SiteSnagger
+Sitebeam
 Snake
-Snoopy
+Snapbot
 SocialRankIOBot
+Sogou web spider
+Sosospider
+Sottopop
 SpaceBison
-Spanner
+Spbot
 Spinn3r
+SputnikBot
+Sqlmap
 Sqworm
-Steeler
 Stripper
-Surfbot
-Swiftbot
-Szukacz
-Teleport
+Sucker
+SuperHTTP
+TeleportPro
 Telesphoreo
-Telesphorep
-Thumbor
-TightTwatBot
-Toata
-Toweyabot
-Trendictionbot
-True_Robot
-TurnitinBot
+Trendiction
 TwengaBot
-Typhoeus
-URLy Warning
+URLy.Warning
 V-BOT
-VCI
-Vacuum
+VelenPublicWebCrawler
 Virusdie
-WASALive-Bot
+VoidEYE
+Voltron
 WEBDAV
-WISENutbot
+WPScan
+WWWOFFLE
 Wallpapers
-WallpapersHD
 WeSEE
-Web Auto
+Web Enhancer
 Web Fuck
-Web Sauger
-Web Sucker
-WebBandit
+WebAuto
 WebCollage
-WebFetch
-WebSucker
-WebZIP
+WebEnhancer
+WebLeacher
+WebPix
+WebReaper
+WebStripper
 Webalta
-WebmasterWorldForumBot
-Website Quester
-WebsiteExtractor
-WebsiteQuester
-Widow
-WinHTTrack
+Webshag
+Webster
+WiseGuys Robot
+Woobot
+Wotbox
+Xenu
+Zade
+Zauba
 ZmEu
-ZoomBot
-ZoominfoBot
-ZyBorg
-archive.org_bot
 arquivo-web-crawler
-arquivo.pt
+autoemailspider
 check1.exe
-cognitiveseo
-com.plumanalytics
-crawl.sogou.com
+coccocbot
+crawler.feedback
 dataforseo.com
 demandbase-bot
-eCatch
-evc-batch
-heritrix
-internetVista monitor
+gopher
+instabid
+ips-agent
+isitwp.com
+iubenda-radar
+linkdexbot
 magpie-crawler
 mediawords
 muhstik-scan
-oBot
 plumanalytics
-polaris version
 probe-image-size
-ripz
 s1z.ru
+scalaj-http
 seobility
-seoscanners
-serpstatbot
 sexsearcher
-sogouspider
-sysscan
-trendiction.de
-voyagerx.com
-webgains-bot
-webmeup-crawler
+sitechecker.pro
+spyfu
+ubermetrics-technologies.com
 webpros.com
+x22Mozilla
+xpymep1.exe
+zauba.io