V4.2022.06.3194 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-404enemy
-ADmantX
+ALittle Client
+Abonti
 Aboundexbot
-AllSubmitter
+Acunetix
+AfD-Verbotsverfahren
+Aipbot
 AlphaBot
-Anarchy
-Anarchy99
+Ankit
+Apexoo
 Aspiegel
 BBBike
-BLEXBot
-BackDoorBot
-BackStreet
-Backlink-Ceck
+BDCbot
+BDFetch
+BackWeb
+Badass
 Bandit
 Barkrowler
 BatchFTP
-Battleztar Bazinga
+Bitacle
 Black Hole
-Boardreader
+BlackWidow
+Brandprotect
 Brandwatch
 Buddy
-BuiltBotTough
-BuiltWith
+BuzzSumo
+CCBot
 CSHttp
-Cegbfeieh
-CherryPicker
-Cocolyzebot
+CazoodleBot
+CheTeam
+CheeseBot
 Collector
-CopyRightCheck
+Copier
 Copyscape
-Cosmos
-Craftbot
+Crawling at Home Project
 Crescent
-CrunchBot
-Curious
 Custo
-DBLBot
+CyotekWebCopy
 DIIbot
-DSearch
-DTS Agent
-DataCha0s
 DatabaseDriverMysqli
 Demon
-Devil
 Digincore
-Dispatch
-DittoSpyder
+DigitalPebble
+Dirbuster
+Disco
 DnyzBot
 DomainAppender
+DomainStatsBot
 Domains Project
 Dotbot
 Dragonfly
-Drip
-ECCP/1.0
-EMail Siphon
 EMail Wolf
-Ebingbong
-EirGrabber
-EroCrawler
 Evil
-Exabot
-Ezooms
+Express WebPictures
+Extractor
+Extreme Picture Finder
+EyeNetIE
 FHscan
-FlashGet
-FrontPage
+FemtosearchBot
+Firefox/7.0
+Fyrebot
 GT::WWW
-GermCrawler
-Getintent
-Gigabot
 Go!Zilla
-HEADMasterSEO
+Gotit
+GrabNet
+Grafula
 HMView
-HTTP::Lite
+HTMLparser
 Harvest
+Heritrix
 Hloader
+HonoluluBot
 Humanlinks
-IndeedBot
-Indy Library
-InfoTekies
-InternetSeer
-Iria
+HybridBot
+IRLbot
+Image Sucker
+InterGET
 Iskanie
 IstellaBot
 JOC Web Spider
-JikeSpider
-JustView
+JennyBot
+Jetty
+Jorgee
 Jyxobot
-Kinza
-Kozmosbot
+Kenjin Spider
+Keybot Translation-Search-Machine
+Keyword Density
+LNSpiderguy
 LWP::Simple
 Larbin
-LeechFTP
-LibWeb
-Libwhisker
+LexiBot
+Lftp
 LieBaoFast
+Likse
 LinkScan
+LinkWalker
+Linkbot
 LinkextractorPro
 LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
 Lmspider
 Ltx71
-MSFrontPage
-Mag-Net
+MIDown tool
+Mail.RU_Bot
 Majestic SEO
-Mass Downloader
-MauiBot
-MegaIndex.ru
+Meanpathbot
 Metauri
-Microsoft Data Access
-Microsoft URL Control
-Morfeus Fucking Scanner
-Mr.4x3
-Musobot
-NPbot
+Minefield
+Mister PiX
+Moblie Safari
+Name Intelligence
 Nameprotect
 Needle
-Net Vampire
-NetLyzer
-NetSpider
+Nessus
+NetAnts
+Netvibes
 NextGenSearchBot
-Niki-bot
-Not
+Nikto
+NimbleCrawler
+Nimbostratus
+Nmap
 Nuclei
-Nutch
-Octopus
 Offline Navigator
-OnCrawl
+OpenLinkProfiler
 OpenVAS
-Openfind
 OutclicksBot
 OutfoxBot
-PECL::HTTP
-PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
 PageAnalyzer
-PageScorer
+PageThing.com
 Panscient
-Piepmatz
-Pixray
-ProPowerBot
-Psbot
-Pump
-PyCurl
+Papa Foto
+Pavuk
+Picscout
+PleaseCrawl
+Pockey
+ProWebWalker
 QueryN Metasearch
 Quick-Crawler
 RankActive
+RankActiveLinkBot
 RankingBot
 RankingBot2
-RankurBot
+Rankivabot
 ReGet
+Reaper
+RedesScrapy
 RepoMonkey
+Ripper
+RocketCrawler
+Rogerbot
 SEOlyticsCrawler
-SEOstats
-SISTRIX
-Scanbot
-Searchestate
+SalesIntelligent
+ScreenerBot
+SearchmetricsBot
 Seekport
-SemanticJuice
 SemrushBot
-SentiBot
-SeoSiteCheckup
-Siphon
+Seomoz
+Site Sucker
+SiteCheckerBotCrawler
 SiteLockSpider
+Siteimprove
+SlySearch
+SmartDownload
+Snake
 Snoopy
+SocialRankIOBot
+Sociscraper
 Sosospider
+Sottopop
+SpankBot
+Spanner
+Spbot
+Spinn3r
 Sqlmap
 Sqlworm
-Sqworm
-Steeler
 Sucker
+Surfbot
+Suzuran
 Swiftbot
-Szukacz
-T0PHackTeam
-T8Abot
-Teleport
 TeleportPro
-Telesphorep
-The Intraformant
-TheNomad
-Thumbor
+Telesoft
+TightTwatBot
+Titan
 Toweyabot
-Trendiction
-TwengaBot
+Turingos
 URLy Warning
 URLy.Warning
+V-BOT
+VCI
 Vacuum
-VoidEYE
-Voil
-Voltron
-WASALive-Bot
+Vagabondo
+VelenPublicWebCrawler
+WPScan
 WWW-Collector-E
-WWW-Mechanize
-Wallpapers
+Wallpapers/3.0
+WallpapersHD
 Web Collage
-Web Fetch
+Web Fuck
+Web Sauger
+Web Sucker
 WebBandit
-WebFuck
 WebImageCollector
 WebLeacher
+WebPix
+WebReaper
 WebSucker
-WebWhacker
 WebZIP
-Webalta
-Webshag
+WebmasterWorldForumBot
 WebsiteQuester
+Webster
+Whacker
 Who.is Bot
-WiseGuys Robot
-Wonderbot
-Woobot
-Xaldon WebSpider
-Xenu
-Zade
-Zauba
-Zermelo
-Zeus
 Zitebot
-ZoomBot
-ZoominfoBot
+ZmEu
+ZumBot
 adscanner
+arquivo.pt
 autoemailspider
+cah.io.community
 check1.exe
 coccocbot
+com.plumanalytics
 crawler.feedback
 dataforseo.com
-domainsproject.org
-evc-batch
+demandbase-bot
+facebookscraper
 gopher
-internetVista monitor
-isitwp.com
+instabid
+ips-agent
+iubenda-radar
 linkdexbot
-magpie-crawler
+lwp-request
+meanpathbot
 mediawords
-pcBrowser
-ripz
-satoristudio.net
+netEstate NE Crawler
+oBot
+probe-image-size
+scan.lol
 seobility
-seocompany.store
-seoscanners
-seostar
+sexsearcher
 sitechecker.pro
-sogouspider
+siteripz
+spyfu
 sysscan
 ubermetrics-technologies.com
+voyagerx.com
+webgains-bot
 webpros.com
+x09Mozilla
 x22Mozilla
 xpymep1.exe
+zgrab