V4.2022.02.2897 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+404checker
 404enemy
-80legs
-ADmantX
-ALittle Client
-Abonti
+AIBOT
+Aboundex
+Aboundexbot
 Acunetix
-Alexibot
-Anarchy
+Aipbot
+Anthill
 Apexoo
-Atomseobot
-AwarioSmartBot
+Aspiegel
+Asterias
+AwarioRssBot
 BLEXBot
-BackStreet
+BackDoorBot
+Badass
+Barkrowler
 Battleztar Bazinga
-BetaBot
-Bigfoot
-BlackWidow
+Bitacle
 Blackboard
-BlowFish
+Bolt
 Brandwatch
-Buck
-BunnySlippers
+Buddy
+BuiltWith
+Bullseye
+BuzzSumo
 CCBot
-CODE87
-CensysInspect
+CSHttp
+Calculon
 CheeseBot
-ChinaClaw
 Chlooe
+Citoid
 Claritybot
-Copyscape
+Cliqzbot
+Cocolyzebot
+Cogentbot
+Copier
+Cosmos
 Craftbot
-CrazyWebCrawler
+Crawling at Home Project
 Crescent
 CrunchBot
-Curious
 Custo
-DBLBot
-DSearch
-DataCha0s
+CyotekWebCopy
+DIIbot
+DatabaseDriverMysqli
+Demon
 Devil
-Digincore
-DigitalPebble
+Discobot
 Dispatch
-DittoSpyder
 DnBCrawler-Analytics
-DomCopBot
-DomainAppender
-DomainCrawler
-Domains Project
-Dragonfly
-ECCP/1.0
-Ebingbong
-Ecxi
+DnyzBot
+DomainSigmaCrawler
+DomainStatsBot
+Download Wonder
+EMail Siphon
+EMail Wolf
+EirGrabber
 EroCrawler
+Evil
 ExtLinksBot
-Extractor
-ExtractorPro
 FHscan
-Flunky
-Freeuploader
+FemtosearchBot
+Fimap
+FlashGet
 FrontPage
 Fuzz
 FyberSpider
 Genieo
-GetRight
-Gigabot
+GermCrawler
+Getintent
 Go!Zilla
-GoZilla
-GrabNet
+Grafula
 GrapeFX
-GrapeshotCrawler
-HMView
+HTMLparser
 HTTrack
-Havij
-Hloader
+Harvest
+Heritrix
 HonoluluBot
+Humanlinks
 HybridBot
-IDBTE4M
-IRLbot
-Iblog
-Image Fetch
-Image Sucker
 Indy Library
-InfoTekies
-Internet Ninja
-IstellaBot
-Jbrofuzz
+Intelliseek
+InterGET
+Iria
+Iskanie
 JetCar
+Jetty
 JikeSpider
+Joomla
 Jorgee
 JustView
 Jyxobot
 Kenjin Spider
-Kinza
-Kozmosbot
+LNSpiderguy
 LWP::Simple
 Larbin
-LeechFTP
+Leap
 LeechGet
-Lftp
 LibWeb
-Likse
-Linkbot
-LinkextractorPro
-LinkpadBot
-LinksManager
 LinqiaRSSBot
-MIDown tool
-Majestic-SEO
+Lipperhey Spider
+Ltx71
+MIIxpc
+MSFrontPage
+MSIECrawler
+Magnet
 MarkMonitor
-MarkWatch
-Mass Downloader
-MauiBot
+Masscan
+Mb2345Browser
 MeanPath Bot
-Mediatoolkitbot
-MegaIndex.ru
-Metauri
-Microsoft Data Access
 Microsoft URL Control
+Mister PiX
 Moblie Safari
 MolokaiBot
-NICErsPRO
+Msrabot
+Musobot
+Name Intelligence
 Navroad
-NetLyzer
-NetZIP
-Netcraft
-Nibbler
-Nikto
-Offline Explorer
-Openvas
-OutfoxBot
+NearSite
+Needle
+NetSpider
+NextGenSearchBot
+NimbleCrawler
+Ninja
+Nutch
+Octopus
+Offline Navigator
+OpenVAS
+Openfind
+OrangeBot
+OutclicksBot
 PHPCrawl
-Page Analyzer
+POE-Component-Client-HTTP
 PageThing.com
-Pandalytics
 Panscient
+Pavuk
 PeoplePal
-Picscout
+Pi-Monster
+Piepmatz
 Pimonster
+Pixray
 ProPowerBot
-Probethenet
+ProWebWalker
+Pu_iN
 Pump
+QueryN Metasearch
+RankActiveLinkBot
 RankFlex
-RankingBot
-RankurBot
+Rankivabot
+Re-re
+ReGet
+RealDownload
+Reaper
+RebelMouse
 Recorder
 RepoMonkey
 Rogerbot
-SBIder
 SEOlyticsCrawler
-SEOprofiler
-Scanbot
+SMTBot
+SalesIntelligent
 Scrapy
+Screaming
+ScreenerBot
 ScrepyBot
 SearchmetricsBot
-SemanticJuice
 SemrushBot
 SentiBot
-Seomoz
+SeoSiteCheckup
+SeobilityBot
 Shodan
 Siphon
 Site Sucker
-SiteExplorer
+SiteSnagger
+SiteSucker
 Sitebeam
+Sitevigil
 SlySearch
+SmartDownload
 Snoopy
-SocialRankIOBot
 Sociscraper
-Sogou web spider
-SpaceBison
+Sosospider
 Spammen
-Spanner
+Spinn3r
 Sqlmap
-Stripper
-Sucker
-SuperHTTP
+Sqlworm
+Sqworm
+Steeler
 Surfbot
-SurveyBot
+Suzuran
 Szukacz
-T0PHackTeam
-Telesoft
+TeleportPro
 Telesphorep
 The Intraformant
+TheNomad
 TightTwatBot
+Toata
 Toweyabot
-Tracemyfile
-Trendictionbot
-Turingos
+True_Robot
 Turnitin
-TurnitinBot
-TwengaBot
-Twice
-UnisterBot
+URLy Warning
+Vacuum
 Vagabondo
+VelenPublicWebCrawler
+VoidEYE
 Voil
+Voltron
 WWW-Mechanize
-WWWOFFLE
-WeSEE
-Web Collage
-Web Enhancer
 Web Fetch
-Web Pix
-WebAuto
-WebCopier
-WebFuck
-WebGo IS
+Web Sucker
+WebBandit
+WebFetch
+WebImageCollector
+WebLeacher
 WebPix
 WebReaper
-WebSauger
-WebStripper
-WebZIP
-Webalta
+WebSucker
 WebmasterWorldForumBot
-Webshag
-Whatweb
-Who.is Bot
+Webster
 Wonderbot
-Wotbox
 Xaldon WebSpider
-Xaldon_WebSpider
-Zauba
+Xenu
+YoudaoBot
+Zade
+Zeus
 Zitebot
-ZmEu
-ZyBorg
-adscanner
 archive.org_bot
-cognitiveseo
+cah.io.community
+coccocbot-web
 crawl.sogou.com
+dataforseo.com
 demandbase-bot
-domainsproject.org
 eCatch
-heritrix
-internetVista monitor
+instabid
+isitwp.com
 iubenda-radar
 lwp-request
-lwp-trivial
+mediawords
 muhstik-scan
 oBot
-plumanalytics
-probe-image-size
-s1z.ru
-scalaj-http
+page scorer
+pcBrowser
+ripz
 scan.lol
-sexsearcher
+seoscanners
+seostar
+siteripz
 tAkeOut
-trendiction.de
-x09Mozilla
-x22Mozilla
-xpymep1.exe
+webgains-bot
+webprosbot
+zgrab