V4.2022.03.2974 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-ADmantX
-ALittle Client
-ASPSeek
-Aboundex
-AfD-Verbotsverfahren
+01h4x.com
+404checker
+404enemy
+80legs
 AhrefsBot
-AiHitBot
 Alexibot
-AlphaBot
+AllSubmitter
+Alligator
+Anarchie
+Anarchy
 Anarchy99
+Ankit
 Aspiegel
-AwarioRssBot
-AwarioSmartBot
-BBBike
-Bandit
-Battleztar Bazinga
-BetaBot
-Bigfoot
-BlowFish
-BotALot
-Brandprotect
-Buck
-BuiltBotTough
+BDCbot
+BDFetch
+BLEXBot
+BackStreet
+Backlink-Ceck
+BacklinkCrawler
+Barkrowler
+BatchFTP
+BlackWidow
+Bolt
 BuiltWith
+Bullseye
 BunnySlippers
-Cegbfeieh
-CensysInspect
-Chlooe
+CSHttp
+CazoodleBot
+CheeseBot
+CherryPicker
+ChinaClaw
+Claritybot
 Cliqzbot
 Cocolyzebot
 Cogentbot
 Copier
+Cosmos
+Craftbot
 CrazyWebCrawler
-Custo
+CrunchBot
 CyotekWebCopy
-DBLBot
-DIIbot
-DTS Agent
 DataCha0s
-DatabaseDriverMysqli
+Digincore
 Disco
+Discoverybot
 DittoSpyder
+DnyzBot
 DomCopBot
-DomainSigmaCrawler
-DomainStatsBot
-Drip
-EMail Siphon
+DomainAppender
+DomainCrawler
+Dotbot
+ECCP/1.0
+EirGrabber
+EroCrawler
 Evil
-ExtLinksBot
-Extractor
-Extreme Picture Finder
-Ezooms
-FlashGet
-Flunky
-FyberSpider
-G-i-g-a-b-o-t
-GermCrawler
+FemtosearchBot
+Fimap
+Foobot
+Freeuploader
+Fyrebot
+Genieo
+GetWeb
 Getintent
-Go!Zilla
-Gotit
+Gigabot
+Go-Ahead-Got-It
 Grabber
-GrapeshotCrawler
-HEADMasterSEO
-HTTP::Lite
-Haansoft
+HTTrack
+Harvest
+Havij
 Hloader
-Humanlinks
-HybridBot
-IDBot
+HonoluluBot
+IDBTE4M
 Iblog
+Id-search
 IlseBot
-Image Sucker
-InfoNaviRobot
-InfoTekies
+Indy Library
+Intelliseek
 InterGET
-InternetSeer
-IstellaBot
+Iria
+JamesBOT
 Jbrofuzz
+JennyBot
+JetCar
 JikeSpider
-Joomla
-Jyxobot
+Jorgee
+Keyword Density
+Kinza
+Kozmosbot
 LNSpiderguy
-LWP::Simple
-Larbin
-Leap
-LeechFTP
-LeechGet
+Lanshanbot
 Lftp
+Libwhisker
+LieBaoFast
 LinkScan
 LinkWalker
-LinkextractorPro
+Linkdexbot
 LinkpadBot
 LinksManager
 LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lipperhey
+Litemage_walker
+Lmspider
 Ltx71
 MFC_Tear_Sample
 MIDown tool
-MQQBrowser
+MIIxpc
 MSFrontPage
-MSIECrawler
-MTRobot
+Mag-Net
+Magnet
 Majestic SEO
-MarkMonitor
-MarkWatch
-Masscan
+Mass Downloader
 Mata Hari
 MauiBot
-Mb2345Browser
+Meanpathbot
+Mediatoolkitbot
 Microsoft Data Access
 Moblie Safari
-Mojeek
-MolokaiBot
 Morfeus Fucking Scanner
 Mozlila
-Msrabot
-Musobot
-NearSite
-Net Vampire
+NICErsPRO
+Nameprotect
+Nessus
 NetAnts
 NetMechanic
-Netcraft
+NetZIP
 Nettrack
-Nibbler
-NimbleCrawler
-Openfind
+Netvibes
+Nimbostratus
+Not
+Nuclei
+Nutch
+Offline Navigator
+OpenLinkProfiler
 OutclicksBot
-PHPCrawl
-POE-Component-Client-HTTP
-Pandalytics
+OutfoxBot
+Page Analyzer
+PageScorer
 Panscient
-Papa Foto
-Pavuk
 PeoplePal
+Petalbot
+Picscout
+Picsearch
 Piepmatz
-Pimonster
-PleaseCrawl
-Probethenet
-Psbot
-Pu_iN
+Pockey
+ProPowerBot
+Pump
+PyCurl
 RSSingBot
 RankActive
 RankFlex
+RankingBot
+RankingBot2
 Rankivabot
 Re-re
-RealDownload
+RebelMouse
 RedesScrapy
 RepoMonkey
+Rogerbot
+SBIder
 SEOkicks
-SEOprofiler
-SEOstats
-SMTBot
+Scanbot
+ScoutJet
+Scrapy
+Screaming
 ScrepyBot
 SearchmetricsBot
+Seekport
 SemrushBot
-SeoSiteCheckup
-Shodan
-Siphon
-SiteLockSpider
-Siteimprove
-SmartDownload
-Sociscraper
-Sogou web spider
-Sottopop
-SpaceBison
-Spammen
-Spbot
-Steeler
-Sucker
+Seomoz
+Site Sucker
+Sitevigil
+SlySearch
+Snoopy
+SpankBot
+Spanner
+Sqlmap
+Sqlworm
 Sucuri
 SuperBot
-SuperHTTP
-Surfbot
+SurveyBot
 Suzuran
 Swiftbot
-TeleportPro
+T0PHackTeam
 Telesoft
 Telesphorep
 The Intraformant
-Thumbor
+TheNomad
+TightTwatBot
 Titan
-Toata
-Tracemyfile
-Trendictionbot
+True_Robot
 Turnitin
-TurnitinBot
-Typhoeus
-URLy.Warning
-UnisterBot
+V-BOT
+VCI
+Vagabondo
+VelenPublicWebCrawler
 VidibleScraper
 Virusdie
-VoidEYE
-Voltron
+Voil
 WBSearchBot
+WEBDAV
 WISENutbot
-WPScan
 WWW-Collector-E
-WWW::Mechanize
-Wallpapers/3.0
-WallpapersHD
+Wallpapers
 Web Collage
 Web Fetch
 Web Fuck
-Web Pix
 Web Sauger
-WebCopier
-WebEnhancer
-WebFetch
 WebGo IS
 WebSauger
 WebZIP
-Webalta
 WebmasterWorldForumBot
-Webshag
-Website Quester
-Who.is Bot
+WebsiteExtractor
+WebsiteQuester
 WiseGuys Robot
 Wonderbot
 Woobot
-Xaldon_WebSpider
-YoudaoBot
+Wprecon
+Zade
 Zeus
+Zitebot
 ZmEu
 ZoomBot
 ZumBot
 ZyBorg
-archive.org_bot
-backlink-check
-cah.io.community
-com.plumanalytics
+adscanner
+arquivo-web-crawler
+autoemailspider
+check1.exe
+clark-crawler
+coccocbot
 crawler.feedback
-eCatch
-isitwp.com
-lwp-trivial
+facebookscraper
+ips-agent
+meanpathbot
+mediawords
+page scorer
+plumanalytics
 probe-image-size
+ripz
 s1z.ru
-scan.lol
+seobility
 seocompany.store
 seostar
+sp_auditbot
 spyfu
 sysscan
-tAkeOut
 trendiction.de
 webmeup-crawler
-webpros.com
-webprosbot
-x22Mozilla
-zgrab
+xpymep1.exe
+zauba.io