V4.2022.06.3158 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 80legs
-ASPSeek
-Alexibot
-AlphaBot
-Anarchy99
-AwarioSmartBot
-BDCbot
+ADmantX
+Aboundex
+Aboundexbot
+AiHitBot
+Alligator
+Anarchy
+Anthill
+AwarioRssBot
+BBBike
 BDFetch
-BackDoorBot
+BLEXBot
+BackStreet
 BackWeb
-Backlink-Ceck
-Bandit
-Barkrowler
-BetaBot
+Badass
+BatchFTP
+Battleztar Bazinga
+Bigfoot
 Bitacle
-Blackboard
+BlowFish
 Boardreader
-Brandwatch
-Buck
+BotALot
+Brandprotect
+BuiltWith
 Bullseye
+BunnySlippers
 BuzzSumo
+CCBot
 Calculon
-CensysInspect
-CheeseBot
+CherryPicker
+ChinaClaw
 Chlooe
-Citoid
+Claritybot
 Cliqzbot
-Cloud mapping
-Copyscape
+Collector
+CopyRightCheck
+Cosmos
+CrazyWebCrawler
+CrunchBot
+Curious
+Custo
 CyotekWebCopy
+DIIbot
 DSearch
-Demon
-DigitalPebble
+Digincore
 Discobot
 DittoSpyder
 DnBCrawler-Analytics
 DnyzBot
 DomCopBot
 DomainCrawler
-DomainStatsBot
-Dragonfly
-Drip
 ECCP/1.0
-EMail Siphon
-Ebingbong
+EasyDL
 Ecxi
 EirGrabber
-EroCrawler
+Exabot
 ExtractorPro
-EyeNetIE
+Extreme Picture Finder
 Ezooms
 FDM
-FemtosearchBot
-FrontPage
+Firefox/7.0
+Freeuploader
 FyberSpider
-GermCrawler
+G-i-g-a-b-o-t
 GetRight
+GetWeb
 Getintent
+Gigabot
+Go!Zilla
 Go-Ahead-Got-It
-Gotit
-GrabNet
 Grabber
 GrapeFX
+GrapeshotCrawler
+GridBot
+HMView
 HTMLparser
+HTTP::Lite
+HTTrack
 Haansoft
 HaosouSpider
-Harvest
-Heritrix
-HybridBot
-IDBot
+IRLbot
+Id-search
 IlseBot
 Image Sucker
+IndeedBot
+Internet Ninja
+InternetSeer
 Iskanie
-JOC Web Spider
-Jbrofuzz
-JennyBot
-JetCar
+IstellaBot
+Jorgee
 JustView
-Jyxobot
 Keybot Translation-Search-Machine
+Keyword Density
 Kinza
 Kozmosbot
-LNSpiderguy
-LWP::Simple
 Lanshanbot
+Larbin
 Leap
 LeechGet
 LexiBot
-Lftp
-Libwhisker
-Linkbot
-LinkextractorPro
-LinqiaMetadataDownloaderBot
+LinksManager
 LinqiaRSSBot
 Lipperhey
-Ltx71
+MIIxpc
+MJ12bot
+Mag-Net
+Magnet
 Majestic SEO
-MarkWatch
-Mass Downloader
+MeanPath Bot
+Meanpathbot
 Mediatoolkitbot
-MegaIndex.ru
-MicroMessenger
+Metauri
+Microsoft Data Access
 Minefield
-Mister PiX
-Moblie Safari
-Mojeek
 MolokaiBot
-Mozlila
+Morfeus Fucking Scanner
 Mr.4x3
 Msrabot
 Musobot
 NICErsPRO
+Nameprotect
+NearSite
 Needle
-Nessus
-NetMechanic
+NetLyzer
 NetSpider
+Netcraft
+Nettrack
+Netvibes
 NextGenSearchBot
-Niki-bot
-NimbleCrawler
+Nibbler
+Nikto
 Nimbostratus
-Nmap
-Octopus
-Offline Explorer
+Ninja
+OnCrawl
 OpenLinkProfiler
-Openfind
 Openvas
-OutfoxBot
+OrangeSpider
 PECL::HTTP
-POE-Component-Client-HTTP
+PHPCrawl
+Page Analyzer
 PageAnalyzer
-PageScorer
-Panscient
-Papa Foto
-Petalbot
+PageThing.com
+PeoplePal
 Pi-Monster
+Picsearch
 PictureFinder
-Pimonster
-PleaseCrawl
 Pockey
-Probethenet
 Psbot
 Pu_iN
 Pump
-RankActiveLinkBot
-RankFlex
-ReGet
-RebelMouse
-RepoMonkey
+PyCurl
+RankActive
+RankingBot
+RankingBot2
+Recorder
+RedesScrapy
 Ripper
 RocketCrawler
-Rogerbot
 SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
-SISTRIX
+SEOstats
 ScanAlert
-Scrapy
-Searchestate
-SearchmetricsBot
-Semrush
-SemrushBot
-SeoSiteCheckup
+Scanbot
+ScoutJet
+Screaming
+Seekport
 SeobilityBot
-Seomoz
 SiteCheckerBotCrawler
-SiteExplorer
 SiteLockSpider
-SiteSucker
-Siteimprove
-SlySearch
-Snapbot
-SocialRankIOBot
-Sociscraper
-Sogou web spider
+SmartDownload
+Snoopy
 Sosospider
-SpaceBison
+Spammen
 Spbot
-SputnikBot
-Sqworm
-SuperBot
+Spinn3r
+Sqlmap
+Sqlworm
+Steeler
+Stripper
 SuperHTTP
-SurveyBot
-Suzuran
+Surfbot
+Swiftbot
 TeleportPro
-Telesoft
-TheNomad
-Titan
-Trendiction
+Telesphoreo
+Telesphorep
+TightTwatBot
 Turnitin
 TwengaBot
 Twice
-Typhoeus
-V-BOT
+UnisterBot
 Vacuum
+VeriCiteCrawler
+VidibleScraper
 VoidEYE
-Voil
-WISENutbot
-WWW-Mechanize
+Voltron
+WASALive-Bot
+WBSearchBot
+WPScan
+WWW-Collector-E
 WWW::Mechanize
-Wallpapers
-Wallpapers/3.0
+WeSEE
+Web Auto
 Web Collage
+Web Enhancer
 Web Pix
-Web Sucker
-WebCopier
-WebEnhancer
+WebBandit
+WebCollage
+WebFetch
+WebFuck
 WebImageCollector
-WebReaper
+WebLeacher
+WebPix
 WebStripper
+WebZIP
 Webalta
-Webshag
 Website Quester
+WebsiteQuester
+Whatweb
+Widow
+WinHTTrack
 Wonderbot
 Woobot
-Wotbox
-Xaldon WebSpider
+Xenu
+Zade
 Zauba
 Zeus
-Zitebot
-ZumBot
 ZyBorg
-archive.org_bot
-arquivo-web-crawler
 autoemailspider
-backlink-check
-clark-crawler
-cognitiveseo
-crawler4j
-eCatch
-facebookscraper
+coccocbot
+com.plumanalytics
+crawler.feedback
+domainsproject.org
+evc-batch
+internetVista monitor
 ips-agent
-lwp-request
-lwp-trivial
-mediawords
 muhstik-scan
 netEstate NE Crawler
-pcBrowser
 plumanalytics
+polaris version
 satoristudio.net
-seocompany.store
-seostar
-serpstatbot
-sogouspider
-tAkeOut
+scan.lol
+seobility
+sitechecker.pro
+siteripz
+spyfu
 trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
-webmeup-crawler
 webprosbot
-x09Mozilla
-zauba.io
+zgrab