V4.2021.07.2474 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404checker
-404enemy
-ASPSeek
+ADmantX
 Abonti
-Acunetix
-AfD-Verbotsverfahren
-Alexibot
-AllSubmitter
+Aboundexbot
+AhrefsBot
+AiHitBot
 Alligator
-Anarchy99
-Anthill
-Apexoo
-Aspiegel
 Asterias
-BDCbot
-BLEXBot
+Attach
+AwarioRssBot
+AwarioSmartBot
+BDFetch
 BackDoorBot
-BackStreet
+Backlink-Ceck
 Badass
 Bandit
-Barkrowler
 BatchFTP
-Battleztar Bazinga
-BetaBot
-Bigfoot
-Bitacle
+Black Hole
+BlackWidow
+Blow
 BlowFish
-Brandprotect
-BuiltWith
-BuzzSumo
-CATExplorador
-CSHttp
-Chlooe
+BotALot
+CazoodleBot
+Cegbfeieh
+CensysInspect
+CheTeam
+ChinaClaw
+Claritybot
 Cliqzbot
-Cogentbot
-Collector
-CopyRightCheck
-Copyscape
-Crescent
-Curious
+Cloud mapping
+Cocolyzebot
+Craftbot
+CrazyWebCrawler
+CyotekWebCopy
 DIIbot
 DTS Agent
 DatabaseDriverMysqli
+Demon
 Devil
-Dirbuster
-Dispatch
+Discobot
 DomCopBot
+DomainAppender
 DomainSigmaCrawler
-Drip
+DomainStatsBot
+Dragonfly
 ECCP/1.0
-EMail Wolf
+EasyDL
 Ebingbong
-Ecxi
+EirGrabber
 Evil
 Express WebPictures
-ExtLinksBot
+Extractor
+ExtractorPro
+Extreme Picture Finder
+EyeNetIE
+FDM
 FemtosearchBot
-Firefox/7.0
 FlashGet
-Freeuploader
-Fuzz
-FyberSpider
-GT::WWW
+FrontPage
+GalaxyBot
 Genieo
-GetWeb
+GetRight
 Gigabot
-Go-Ahead-Got-It
+Go!Zilla
 GoZilla
+GrabNet
 GrapeFX
+GrapeshotCrawler
+GridBot
 HEADMasterSEO
+HMView
 HTMLparser
-HTTrack
-Harvest
 Heritrix
+Hloader
 Humanlinks
-HybridBot
-IRLbot
-Iblog
-IlseBot
-Indy Library
-Internet Ninja
+IDBTE4M
+IndeedBot
+InfoNaviRobot
+InterGET
+InternetSeer
 Iria
-JamesBOT
+Iskanie
+JetCar
 JikeSpider
+Joomla
 Jorgee
+JustView
+Jyxobot
+Kenjin Spider
+Keyword Density
 LNSpiderguy
 LWP::Simple
-LeechFTP
-Lftp
-Lightspeedsystems
-LinkWalker
-Linkbot
-LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
+Larbin
+LibWeb
+LieBaoFast
+Likse
+Linkdexbot
+Litemage_walker
 Ltx71
-MIDown tool
-MIIxpc
-MJ12bot
-MSIECrawler
-Mag-Net
-Magnet
+MSFrontPage
+MTRobot
+Mail.RU_Bot
 Majestic SEO
-Majestic12
 MarkMonitor
-MarkWatch
-Mass Downloader
+Masscan
+Mata Hari
 MauiBot
-MeanPath Bot
+Mb2345Browser
+Mediatoolkitbot
 Metauri
-MicroMessenger
-Mojolicious
-Mozlila
-NICErsPRO
-NPbot
-Nameprotect
-Navroad
-NearSite
-Nessus
-Net Vampire
-NetAnts
+Mister PiX
+Moblie Safari
+Mojeek
+Morfeus Fucking Scanner
+Needle
 NetLyzer
-NetZIP
-Nettrack
-Nikto
-NimbleCrawler
+NetMechanic
+NextGenSearchBot
 Nimbostratus
-Ninja
-Nuclei
 Nutch
+OPPO A33
+Octopus
 Offline Navigator
-OnCrawl
-Openfind
-OrangeSpider
+OpenVAS
+Openvas
+PECL::HTTP
+PHPCrawl
 POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
 PageScorer
-Panscient
-Pavuk
-Picsearch
-Piepmatz
-Pixray
+Pandalytics
+Papa Foto
 PleaseCrawl
-Pockey
-Probethenet
-Psbot
 Pu_iN
-Pump
-PxBroker
-Quick-Crawler
-RSSingBot
+PyCurl
 RankActive
+RankActiveLinkBot
 RankingBot
-Re-re
-Ripper
-SEOlyticsCrawler
-SalesIntelligent
+Rankivabot
+RepoMonkey
+Rogerbot
+SEOkicks
+SEOkicks-Robot
+SEOprofiler
 Scanbot
+Scrapy
 Screaming
+ScreenerBot
 ScrepyBot
-SeobilityBot
-Seomoz
-Shodan
+Semrush
+SemrushBot
+SentiBot
 Site Sucker
-Siteimprove
-SlySearch
+SiteExplorer
+Sitevigil
 Snoopy
+SocialRankIOBot
 Sociscraper
-Sottopop
-Spinn3r
-SputnikBot
+Spammen
+Spanner
 Sqlworm
 Sqworm
-Sucker
-Sucuri
-Suzuran
+Steeler
+SuperBot
+SurveyBot
+Szukacz
 T8Abot
 Teleport
 TeleportPro
-Telesphorep
+Telesphoreo
+The Intraformant
 TheNomad
 Thumbor
-Titan
-Trendiction
+Toata
 Trendictionbot
-Turingos
 TurnitinBot
+TwengaBot
+Typhoeus
 URLy Warning
-UnisterBot
-VB Project
-Vagabondo
+URLy.Warning
 VeriCiteCrawler
+VidibleScraper
 VoidEYE
 Voil
-WISENutbot
+WASALive-Bot
+WEBDAV
+WPScan
+WWW-Collector-E
+WWW::Mechanize
 WWWOFFLE
-WeSEE
-Web Enhancer
-Web Sucker
-WebBandit
+WallpapersHD
+Web Collage
+Web Fuck
+Web Pix
+WebAuto
 WebCollage
+WebCopier
 WebEnhancer
+WebFetch
+WebFuck
 WebGo IS
+WebPix
 WebReaper
-WebSauger
-WebSucker
+WebStripper
+WebWhacker
 Webalta
 Webshag
-WebsiteQuester
+WebsiteExtractor
+Webster
 Whack
-Who.is Bot
+Whacker
+Whatweb
 Widow
-WinHTTrack
-WiseGuys Robot
-Wotbox
-Wprecon
+Xaldon WebSpider
+Xaldon_WebSpider
 Xenu
-Zade
 Zermelo
 Zeus
 Zitebot
 ZmEu
-ZoomBot
+ZoominfoBot
 ZumBot
+ZyBorg
+archive.org_bot
 arquivo-web-crawler
-arquivo.pt
+autoemailspider
 check1.exe
 cognitiveseo
-com.plumanalytics
-demandbase-bot
-facebookscraper
-heritrix
+crawl.sogou.com
+crawler.feedback
+crawler4j
 instabid
 internetVista monitor
-lwp-request
-lwp-trivial
-netEstate NE Crawler
+isitwp.com
+muhstik-scan
+oBot
+page scorer
+pcBrowser
+polaris version
+probe-image-size
 s1z.ru
-seoscanners
-seostar
-siteripz
+seobility
+serpstatbot
+sexsearcher
+sogouspider
 spyfu
-voyagerx.com
+sysscan
+webmeup-crawler
+x09Mozilla
+xpymep1.exe
 zauba.io
 zgrab