V4.2022.07.3240 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+360Spider
 404checker
-404enemy
-ADmantX
-ASPSeek
-Aboundex
-Aboundexbot
+80legs
+Abonti
+Acunetix
 AfD-Verbotsverfahren
-AhrefsBot
-Aipbot
-AllSubmitter
-AlphaBot
+Alexibot
+Anarchie
+Anarchy
 Anarchy99
-Ankit
-Apexoo
+Anthill
 Aspiegel
-Asterias
-BackDoorBot
-BackWeb
-Backlink-Ceck
-Badass
+Atomseobot
+Attach
+AwarioSmartBot
+BDCbot
+BLEXBot
+BackStreet
+Bandit
 BatchFTP
-Battleztar Bazinga
 BetaBot
+Bitacle
+BlackWidow
+Blow
 BlowFish
 Boardreader
-Brandprotect
-Brandwatch
-Buck
+Bolt
 Buddy
-BuiltWith
-BunnySlippers
+BuiltBotTough
 BuzzSumo
+CCBot
+Calculon
 Cegbfeieh
-CensysInspect
-CherryPicker
+CheeseBot
 ChinaClaw
 Claritybot
-Cogentbot
-Copier
+Cocolyzebot
+Collector
+CopyRightCheck
+Copyscape
 Cosmos
 CrazyWebCrawler
 Crescent
-CrunchBot
 Curious
-Demon
-Deusu
-DigitalPebble
+Custo
+DBLBot
+DIIbot
+DataCha0s
+Digincore
+Dirbuster
 Disco
 Discobot
-DnBCrawler-Analytics
-Download Wonder
+Discoverybot
+Dispatch
+DomCopBot
+DomainAppender
+Dotbot
 Dragonfly
-EMail Siphon
-EasyDL
-Ecxi
-ExtLinksBot
-ExtractorPro
-Ezooms
+ECCP/1.0
+EMail Wolf
+Ebingbong
+EroCrawler
+Evil
+Express WebPictures
+Extractor
+Extreme Picture Finder
 FDM
-FlashGet
-FyberSpider
-Fyrebot
-GermCrawler
-Getintent
-Gigabot
+FemtosearchBot
+Fimap
+Firefox/7.0
+Foobot
+GT::WWW
+Genieo
+Go-Ahead-Got-It
+GoZilla
 Gotit
-Grafula
-GrapeshotCrawler
+GrabNet
+GridBot
 HEADMasterSEO
 HMView
 HTMLparser
-HTTP::Lite
-Haansoft
-HaosouSpider
-Harvest
-Heritrix
+HTTrack
 Hloader
-HonoluluBot
-Humanlinks
-HybridBot
-Id-search
+IDBTE4M
+IRLbot
+Iblog
+IlseBot
+Image Sucker
 IndeedBot
-Indy Library
-InfoNaviRobot
-Internet Ninja
-Iria
-IstellaBot
-Jbrofuzz
+InterGET
+InternetSeer
+Iskanie
 Jetty
 JikeSpider
 JustView
-Jyxobot
+Kenjin Spider
+Keybot Translation-Search-Machine
 Keyword Density
-LWP::Simple
-Lanshanbot
-Larbin
-Leap
-LeechFTP
-LeechGet
-Lightspeedsystems
+Kinza
+LNSpiderguy
+LieBaoFast
+Likse
 Linkbot
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
+Litemage_walker
+MFC_Tear_Sample
+MIIxpc
+MJ12bot
+MQQBrowser
+Magnet
 Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
+Majestic12
+MarkWatch
+Mass Downloader
 Masscan
-Mediatoolkitbot
-MicroMessenger
+Mata Hari
+MauiBot
+Meanpathbot
 Microsoft Data Access
-Microsoft URL Control
 Moblie Safari
-Name Intelligence
+Morfeus Fucking Scanner
+Mozlila
+Mr.4x3
+Msrabot
+Musobot
+NPbot
+Nameprotect
 NearSite
+Needle
 NetAnts
-NetSpider
-NetZIP
-Nettrack
-NimbleCrawler
-Nimbostratus
-Ninja
+NetLyzer
+Nibbler
 Not
 Nuclei
-Octopus
-Offline Explorer
 Offline Navigator
-OnCrawl
-OpenLinkProfiler
-OrangeSpider
+Openvas
+OrangeBot
+OutfoxBot
 PECL::HTTP
 PageAnalyzer
-PageGrabber
 PageThing.com
 Pandalytics
-Pavuk
-Pi-Monster
+Petalbot
 Picsearch
-ProPowerBot
+PictureFinder
+Pimonster
+Pockey
 Psbot
-RankActive
-RankFlex
+Pump
+Quick-Crawler
+RSSingBot
+RankActiveLinkBot
 RankingBot2
 RankurBot
 ReGet
-RedesScrapy
-SEOkicks
-SEOlyticsCrawler
+RealDownload
+RepoMonkey
+RocketCrawler
+SBIder
+SEOkicks-Robot
 SEOprofiler
-SMTBot
-SalesIntelligent
-ScoutJet
-Scrapy
+Scanbot
+ScreenerBot
+ScrepyBot
 Searchestate
 SearchmetricsBot
+Seekport
 SemanticJuice
-Semrush
 SemrushBot
 SentiBot
-SeoSiteCheckup
-Siphon
-Site Sucker
-SiteCheckerBotCrawler
 Sitebeam
+Siteimprove
 SlySearch
-SmartDownload
+Snapbot
 Snoopy
 SocialRankIOBot
-Sosospider
+Sogou web spider
 Sottopop
+SpaceBison
 Spammen
-SpankBot
-SputnikBot
 Sqworm
 Steeler
-Stripper
-Surfbot
-Suzuran
-Swiftbot
+Sucker
+SurveyBot
+Szukacz
 T8Abot
-Teleport
-TeleportPro
+Telesoft
 Telesphorep
 The Intraformant
-TheNomad
 Titan
 Toata
 Toweyabot
+True_Robot
 Turingos
-UnisterBot
-V-BOT
-VB Project
-VelenPublicWebCrawler
+Typhoeus
+Upflow
+Vacuum
 VeriCiteCrawler
-VidibleScraper
-Virusdie
-WBSearchBot
+WEBDAV
 WPScan
-WWWOFFLE
-Wallpapers/3.0
-WallpapersHD
-Web Auto
-Web Sucker
-WebBandit
-WebCollage
-WebCopier
-WebFuck
-WebGo IS
-WebImageCollector
-WebPix
+WWW-Mechanize
+WWW::Mechanize
+WeSEE
+Web Enhancer
+Web Fuck
+WebEnhancer
+WebSauger
 WebStripper
 WebWhacker
 WebZIP
-Webalta
-WebmasterWorldForumBot
-Webshag
 Website Quester
-Whack
+WebsiteQuester
+Whacker
 Who.is Bot
+WinHTTrack
+Woobot
 Wotbox
 Wprecon
-YoudaoBot
-Zauba
-Zitebot
+Zermelo
+ZoomBot
 ZumBot
-archive.org_bot
-autoemailspider
-clark-crawler
-com.plumanalytics
-crawl.sogou.com
+arquivo.pt
+backlink-check
+check1.exe
+coccocbot
+cognitiveseo
 crawler4j
-demandbase-bot
-eCatch
 evc-batch
-facebookscraper
-instabid
 internetVista monitor
-meanpathbot
+ips-agent
+linkdexbot
+lwp-request
+magpie-crawler
 muhstik-scan
-page scorer
-pcBrowser
 plumanalytics
-polaris version
+ripz
+satoristudio.net
 scalaj-http
+scan.lol
+seocompany.store
+seoscanners
 seostar
-serpstatbot
+sitechecker.pro
+sogouspider
 trendiction.com
-ubermetrics-technologies.com
 webgains-bot
-webmeup-crawler
-zgrab
+x09Mozilla