V4.2022.11.3472 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,189 +1,191 @@
-01h4x.com
 360Spider
 404checker
-ADmantX
-ASPSeek
-Abonti
-Acunetix
-AfD-Verbotsverfahren
+404enemy
+AIBOT
+ALittle Client
+Aboundex
 AhrefsBot
+Alexibot
 Anarchy
-Atomseobot
+Anarchy99
+Ankit
+Asterias
+Attach
 AwarioRssBot
+AwarioSmartBot
 BDCbot
-BackDoorBot
-Backlink-Ceck
+BDFetch
+BLEXBot
 Bandit
 BetaBot
-Bigfoot
 Black Hole
-Blackboard
+BlackWidow
+Blow
+BlowFish
 Bolt
-Brandwatch
-Bullseye
+BotALot
+Buck
+BunnySlippers
+CODE87
 Calculon
-Cegbfeieh
-CheeseBot
-ChinaClaw
-Cliqzbot
-Cloud mapping
+CazoodleBot
+CheTeam
+Chlooe
+Citoid
+Cocolyzebot
+Cogentbot
 Collector
+CopyRightCheck
 Copyscape
 Cosmos
-CrazyWebCrawler
+Crescent
 Curious
 Custo
-DBLBot
-DTS Agent
-DataCha0s
+CyotekWebCopy
+DSearch
 DatabaseDriverMysqli
+Demon
+Deusu
+Devil
 Digincore
-Dirbuster
 Disco
 Dispatch
-DomainAppender
 DomainCrawler
 DomainSigmaCrawler
-Drip
+Dotbot
 EMail Siphon
-EMail Wolf
 EasyDL
-Ecxi
-EroCrawler
-Exabot
-Express WebPictures
+EirGrabber
+Evil
 ExtLinksBot
-Extractor
-Extreme Picture Finder
-EyeNetIE
+Ezooms
+FHscan
+FemtosearchBot
 Fimap
-FrontPage
-G-i-g-a-b-o-t
+FlashGet
+Flunky
+Freeuploader
+Fuzz
+FyberSpider
+GT::WWW
 GalaxyBot
-GermCrawler
-GetRight
-Go-Ahead-Got-It
+GetWeb
+Getintent
+Go!Zilla
 GoZilla
-GrapeFX
+Gotit
+GrabNet
+Grabber
+Grafula
+GridBot
+HEADMasterSEO
+HMView
 HTMLparser
-HTTP::Lite
+HTTrack
 HaosouSpider
 Harvest
-HonoluluBot
-Humanlinks
-IDBot
+Havij
+Hloader
+HybridBot
 Iblog
-IndeedBot
-Indy Library
 InfoNaviRobot
-InfoTekies
-Internet Ninja
-Iria
+InternetSeer
+JamesBOT
+Jetty
 Joomla
 Jyxobot
-Lftp
-Libwhisker
-Lightspeedsystems
-Likse
-LinkScan
-LinkpadBot
-LinqiaRSSBot
+Kenjin Spider
+Keyword Density
+Lanshanbot
+LeechGet
+LieBaoFast
+LinkWalker
+Linkbot
+LinkextractorPro
+LinksManager
 Lipperhey
-Litemage_walker
-Lmspider
-MIIxpc
+Ltx71
+MJ12bot
 MQQBrowser
 MSFrontPage
-Mag-Net
-Magnet
+MSIECrawler
 Mail.RU_Bot
+Majestic SEO
 Majestic-SEO
-Majestic12
 MarkMonitor
-Masscan
+Mata Hari
+MauiBot
 Mb2345Browser
+MeanPath Bot
 MegaIndex.ru
+Metauri
 Microsoft URL Control
-Moblie Safari
-Mr.4x3
-NICErsPRO
-NPbot
-Nameprotect
-Navroad
+Mojolicious
+MolokaiBot
+Morfeus Fucking Scanner
+NearSite
 Needle
+Nessus
+NetAnts
 NetMechanic
-NetSpider
-NetZIP
-Netcraft
-NextGenSearchBot
-Nimbostratus
-Nmap
-Nutch
+Niki-bot
+Nuclei
 Octopus
 Offline Explorer
-OnCrawl
-OpenLinkProfiler
-OpenVAS
 Openvas
-OrangeSpider
-POE-Component-Client-HTTP
-PageGrabber
+OrangeBot
+PageAnalyzer
 PageScorer
 Pandalytics
 Papa Foto
-Pavuk
-Petalbot
-Picscout
+Pi-Monster
 Picsearch
-PictureFinder
-Pimonster
-Pixray
-ProPowerBot
+PleaseCrawl
 Probethenet
-Pu_iN
-PxBroker
-PyCurl
+Pump
 QueryN Metasearch
-RSSingBot
+Quick-Crawler
 RankActive
-RankingBot
-RankingBot2
-RankurBot
-Re-re
-RedesScrapy
+RankActiveLinkBot
+ReGet
+RebelMouse
+Recorder
 RepoMonkey
-Ripper
 RocketCrawler
 Rogerbot
 SBIder
-SEOkicks-Robot
+SEOkicks
 SEOprofiler
-ScreenerBot
-Searchestate
-Semrush
-SeoSiteCheckup
-Seomoz
+SISTRIX
+SMTBot
+Screaming
+ScrepyBot
+SemanticJuice
+SemrushBot
+SeobilityBot
 Siphon
 Site Sucker
-SiteSucker
-SocialRankIOBot
-Sociscraper
-Sottopop
+SiteExplorer
+SiteLockSpider
+Siteimprove
+SlySearch
+SmartDownload
+Snoopy
 Spanner
-Sqlmap
-Sqlworm
-Sqworm
-Steeler
+Spinn3r
+Sucker
 Sucuri
-SuperBot
-Suzuran
+Surfbot
 Swiftbot
-T0PHackTeam
-Telesphoreo
-TheNomad
-TightTwatBot
-Toata
+Teleport
+TeleportPro
+Telesoft
+The Intraformant
+Titan
 Trendiction
+Trendictionbot
+Turingos
+Turnitin
 TurnitinBot
 Typhoeus
 URLy Warning
@@ -191,60 +193,58 @@ Upflow
 V-BOT
 VCI
 VelenPublicWebCrawler
-VeriCiteCrawler
-VoidEYE
-Voltron
-WISENutbot
-WPScan
-WallpapersHD
-WeSEE
-Web Auto
-Web Fetch
+VidibleScraper
+Voil
+WWW::Mechanize
+Wallpapers
+Wallpapers/3.0
 Web Sucker
-WebFetch
+WebBandit
+WebCollage
+WebCopier
+WebFuck
 WebGo IS
-WebSauger
-WebStripper
+WebReaper
+WebSucker
+WebZIP
 Webalta
+Webshag
 Whack
-Widow
+WinHTTrack
 Wonderbot
-Woobot
-Xaldon_WebSpider
+Wotbox
 Xenu
-Zauba
 Zeus
-Zitebot
 ZoomBot
 ZumBot
 adscanner
 archive.org_bot
-arquivo-web-crawler
+arquivo.pt
 autoemailspider
 cah.io.community
+check1.exe
 coccocbot
+crawl.sogou.com
 demandbase-bot
-eCatch
-evc-batch
+domainsproject.org
+gopher
 heritrix
-internetVista monitor
-ips-agent
+instabid
+iubenda-radar
 linkdexbot
-lwp-request
-lwp-trivial
 mediawords
-muhstik-scan
 oBot
 page scorer
 pcBrowser
-probe-image-size
-scalaj-http
-seobility
-seocompany.store
-spyfu
+plumanalytics
+satoristudio.net
+seoscanners
+serpstatbot
+sexsearcher
+sogouspider
+sysscan
 trendiction.com
-ubermetrics-technologies.com
 webgains-bot
-webprosbot
-zauba.io
-zgrab
+webmeup-crawler
+x09Mozilla
+x22Mozilla