V4.2021.08.2532 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-ASPSeek
-Abonti
-Aboundexbot
-AfD-Verbotsverfahren
+404checker
+404enemy
+80legs
+AIBOT
+ALittle Client
 AhrefsBot
-Aipbot
-Alexibot
-Ankit
+AlphaBot
+Anarchy99
 Anthill
 Apexoo
-Aspiegel
-Attach
+AwarioRssBot
 AwarioSmartBot
 BDCbot
 BDFetch
 BLEXBot
-Backlink-Ceck
-BacklinkCrawler
-Bandit
-Battleztar Bazinga
-Black Hole
+BackWeb
+Badass
+BatchFTP
+Blow
+Bolt
 BotALot
 Brandprotect
-Buddy
+BuiltWith
+BunnySlippers
 BuzzSumo
-CCBot
-CODE87
-CSHttp
+Calculon
 CazoodleBot
-ChinaClaw
-Cloud mapping
-CopyRightCheck
-CrazyWebCrawler
-Crescent
+CensysInspect
+Claritybot
+Cocolyzebot
+Cogentbot
+Copyscape
 CrunchBot
+Curious
 Custo
-DIIbot
+CyotekWebCopy
 DTS Agent
-Demon
-Devil
-Dispatch
-DomainCrawler
-DomainSigmaCrawler
+Disco
+Discobot
+Discoverybot
+DittoSpyder
+DomCopBot
+DomainAppender
 Dotbot
 Dragonfly
+EMail Siphon
+EMail Wolf
+EasyDL
+Ebingbong
 Ecxi
-EirGrabber
-EroCrawler
+Exabot
+Express WebPictures
+Extractor
 ExtractorPro
 Extreme Picture Finder
 EyeNetIE
-Ezooms
+FHscan
 FemtosearchBot
+Fimap
 Firefox/7.0
 FlashGet
-Flunky
-FrontPage
+Foobot
+FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
 GermCrawler
-Gigablast
-GridBot
-HEADMasterSEO
-HMView
+GetRight
+GetWeb
+Go!Zilla
+GrabNet
+Grabber
+GrapeshotCrawler
 HTMLparser
-HTTP::Lite
 Haansoft
 Heritrix
-HybridBot
+Hloader
 IDBTE4M
+Iblog
 IlseBot
+Image Sucker
+Indy Library
 InfoNaviRobot
-Intelliseek
 InterGET
 InternetSeer
-Iskanie
-JOC Web Spider
-JikeSpider
-Jyxobot
-Kenjin Spider
+Iria
+JamesBOT
+Jorgee
 Keyword Density
-Kozmosbot
+Kinza
+LWP::Simple
+Larbin
 LeechFTP
 LexiBot
 Lftp
-LibWeb
 LieBaoFast
-LinkScan
-Linkbot
-LinkpadBot
-LinksManager
-LinqiaRSSBot
-Lipperhey Spider
-Ltx71
+Likse
+Lmspider
+MFC_Tear_Sample
+MIDown tool
 MJ12bot
-MQQBrowser
-MSFrontPage
 MSIECrawler
-Mail.RU_Bot
-Majestic-SEO
+MTRobot
+Mag-Net
+Magnet
+Majestic SEO
 MarkWatch
 Masscan
 Mata Hari
+Mb2345Browser
+MeanPath Bot
+Mediatoolkitbot
 MegaIndex.ru
-Metauri
 Microsoft Data Access
-Moblie Safari
-Mojolicious
-Morfeus Fucking Scanner
+Microsoft URL Control
+Mozlila
 Mr.4x3
-Name Intelligence
-Net Vampire
+Nameprotect
+NetSpider
 NetZIP
-Nettrack
-Netvibes
-NextGenSearchBot
-Niki-bot
-Nikto
+Netcraft
+Nimbostratus
 Ninja
 Nmap
 Nutch
+Octopus
 Offline Explorer
 Offline Navigator
 OnCrawl
-OpenLinkProfiler
 OpenVAS
 Openfind
-OrangeBot
 OutclicksBot
-POE-Component-Client-HTTP
-PageAnalyzer
-PageGrabber
-PageScorer
+Pandalytics
 Panscient
-Papa Foto
+PeoplePal
 Petalbot
-Pi-Monster
+Picscout
 Picsearch
-PictureFinder
-Pimonster
-Pixray
-ProWebWalker
+Probethenet
 Psbot
 Pu_iN
-Pump
 PyCurl
+QueryN Metasearch
+RSSingBot
 RankActiveLinkBot
-RankingBot2
+RankFlex
+RankingBot
 Rankivabot
-ReGet
-RealDownload
 Reaper
-SEOkicks-Robot
-SEOstats
-SISTRIX
+RedesScrapy
+RepoMonkey
+Ripper
+SBIder
 SMTBot
-SalesIntelligent
-ScanAlert
 Scanbot
-Scrapy
-ScreenerBot
-SearchmetricsBot
-SentiBot
-SeoSiteCheckup
-Seomoz
-Siphon
-Site Sucker
-SiteSucker
-Siteimprove
+ScoutJet
+Screaming
+SeobilityBot
+SiteCheckerBotCrawler
+SiteExplorer
+SiteSnagger
+Sitebeam
 SlySearch
-Snapbot
+SmartDownload
+SocialRankIOBot
+Sottopop
+SpaceBison
+Spammen
 SpankBot
-Spinn3r
 SputnikBot
+Sqlmap
 Stripper
-Sucuri
-SuperHTTP
 Surfbot
 SurveyBot
-Suzuran
-Telesoft
-Telesphorep
-The Intraformant
-TheNomad
+Swiftbot
+T0PHackTeam
+T8Abot
+TeleportPro
+Telesphoreo
 Thumbor
-TightTwatBot
-Titan
+Toweyabot
 Tracemyfile
-Turnitin
-V-BOT
-VCI
-VeriCiteCrawler
-VidibleScraper
-Virusdie
-VoidEYE
-WEBDAV
+Trendiction
+Turingos
+Typhoeus
+URLy Warning
+URLy.Warning
+Upflow
+Vagabondo
+VelenPublicWebCrawler
 WISENutbot
+WPScan
 WWW-Collector-E
 WWW-Mechanize
 WWWOFFLE
+Wallpapers
+Wallpapers/3.0
+WeSEE
+Web Collage
+Web Enhancer
 Web Pix
-Web Sauger
-WebAuto
-WebCollage
+WebBandit
 WebCopier
+WebEnhancer
+WebFetch
+WebFuck
+WebImageCollector
 WebLeacher
-WebSauger
-WebWhacker
-WebZIP
-Website Quester
+WebSucker
 WebsiteQuester
+Webster
+Whack
 Whacker
+Who.is Bot
+Widow
 Woobot
-Xaldon WebSpider
-YoudaoBot
-Zade
-Zauba
+Wotbox
+Xaldon_WebSpider
 Zeus
-Zitebot
 ZoomBot
+ZoominfoBot
+archive.org_bot
 arquivo-web-crawler
+arquivo.pt
 backlink-check
-check1.exe
 coccocbot-web
-com.plumanalytics
-crawler.feedback
-demandbase-bot
-domainsproject.org
-facebookscraper
-gopher
+cognitiveseo
+evc-batch
+instabid
 internetVista monitor
-magpie-crawler
-mediawords
+ips-agent
+isitwp.com
 muhstik-scan
-polaris version
-ripz
+page scorer
+plumanalytics
+probe-image-size
 s1z.ru
 scalaj-http
 scan.lol
-sexsearcher
-siteripz
-sogouspider
-sp_auditbot
+seobility
+seoscanners
+seostar
+serpstatbot
+sitechecker.pro
 tAkeOut
-voyagerx.com
+trendiction.com
 webmeup-crawler
 webpros.com
-xpymep1.exe
-zgrab
+webprosbot
+x09Mozilla