V4.2022.09.3371 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-80legs
-ADmantX
 ASPSeek
 Abonti
-Aboundex
 Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
 AhrefsBot
-AiHitBot
 AllSubmitter
-AlphaBot
 Anarchie
 Anthill
-Asterias
+Apexoo
+Aspiegel
 BDCbot
 BDFetch
-Badass
-BatchFTP
-Battleztar Bazinga
+BLEXBot
+BackStreet
+Backlink-Ceck
+Barkrowler
 Bigfoot
 Bitacle
 Black Hole
-BlackWidow
+Blow
 Boardreader
-Bolt
 Brandprotect
 Brandwatch
-Buck
-Buddy
+BuiltBotTough
+BuiltWith
+BunnySlippers
 BuzzSumo
-CCBot
-CODE87
+CATExplorador
 CSHttp
 Calculon
-CazoodleBot
-Cegbfeieh
-CensysInspect
-CherryPicker
+CheeseBot
+ChinaClaw
 Chlooe
-Claritybot
-Cogentbot
-Collector
-CopyRightCheck
-Cosmos
+Cliqzbot
 CrazyWebCrawler
-Curious
-Custo
+Crescent
+CrunchBot
+DBLBot
 DIIbot
 DSearch
 DTS Agent
-Deusu
+DataCha0s
 Devil
-Digincore
 DigitalPebble
+Dirbuster
 Disco
-Discobot
+DnBCrawler-Analytics
 DnyzBot
-DomCopBot
-DomainCrawler
-Download Wonder
+DomainSigmaCrawler
+Domains Project
+Dotbot
 Drip
+ECCP/1.0
 EMail Wolf
+EasyDL
+EirGrabber
 Evil
+Exabot
+Express WebPictures
 Extractor
-ExtractorPro
-Extreme Picture Finder
-Firefox/7.0
-Freeuploader
-FrontPage
+EyeNetIE
+Foobot
+Fuzz
+Fyrebot
 GT::WWW
-GetWeb
-Getintent
-Gigabot
-GrabNet
+Genieo
+GetRight
+Go!Zilla
 Grabber
-HEADMasterSEO
+GrapeFX
+GridBot
 HTTrack
-HaosouSpider
 Havij
-HonoluluBot
+HybridBot
 IDBTE4M
-IRLbot
-Iblog
+Image Fetch
+Image Sucker
 Indy Library
-Iskanie
-IstellaBot
-JOC Web Spider
-Jetty
-Jyxobot
-Keyword Density
-LWP::Simple
+InfoTekies
+InterGET
+JamesBOT
+Joomla
+JustView
+Kozmosbot
+Larbin
 LeechGet
 LexiBot
-LibWeb
-LinkextractorPro
-LinqiaRSSBot
-Lipperhey
+Lftp
+LieBaoFast
+Likse
+Linkbot
+Lmspider
+Ltx71
 MFC_Tear_Sample
-MQQBrowser
+MIDown tool
 MSFrontPage
-MSIECrawler
-MTRobot
 Mag-Net
-Magnet
+Majestic SEO
 Mass Downloader
-Masscan
-Mata Hari
-Mb2345Browser
-MeanPath Bot
-Meanpathbot
+MauiBot
+Metauri
 Microsoft URL Control
 Mojeek
-Musobot
-NICErsPRO
-Nameprotect
-Navroad
+Mojolicious
+MolokaiBot
 NearSite
+Needle
 Nessus
 Net Vampire
 NetAnts
+NetMechanic
 NetSpider
 NetZIP
 Nettrack
 Netvibes
-NextGenSearchBot
-Nibbler
 Niki-bot
-Nikto
 Ninja
-Nmap
+Nutch
+Octopus
 OnCrawl
 OpenLinkProfiler
-OpenVAS
+OrangeBot
+OrangeSpider
 OutclicksBot
-PECL::HTTP
-PHPCrawl
 Page Analyzer
+PageThing.com
+Panscient
 Papa Foto
-Picscout
+PeoplePal
+Pi-Monster
 PictureFinder
 Piepmatz
-Pixray
-ProPowerBot
+PleaseCrawl
+Pockey
 Pu_iN
-PxBroker
-PyCurl
-QueryN Metasearch
-RSSingBot
+Quick-Crawler
 RankActive
-RankActiveLinkBot
 RankFlex
-RankingBot
 RankingBot2
-Rankivabot
-Re-re
-ReGet
 RealDownload
-Reaper
+RedesScrapy
+Ripper
 RocketCrawler
 Rogerbot
-SBIder
 SEOkicks
+SEOprofiler
+SISTRIX
+SalesIntelligent
 Scanbot
-Scrapy
+ScreenerBot
 SearchmetricsBot
 Seekport
+SemanticJuice
+Semrush
 SeoSiteCheckup
+SeobilityBot
 Shodan
-Siphon
-SiteLockSpider
-SiteSucker
-Siteimprove
-SmartDownload
-Snapbot
-Sogou web spider
-Spanner
-Spinn3r
-Steeler
+Site Sucker
+Sitevigil
+Snake
+Sottopop
+Spammen
+SpankBot
+SputnikBot
+Sqlmap
+Sqlworm
+Sqworm
+Stripper
+Sucker
+Sucuri
+Surfbot
 Suzuran
-T0PHackTeam
+Szukacz
 T8Abot
-Teleport
-TheNomad
-Thumbor
-TightTwatBot
-Tracemyfile
-Trendiction
-True_Robot
+TeleportPro
+Telesoft
+The Intraformant
+Titan
+Toata
+Toweyabot
+Trendictionbot
+Turingos
+Turnitin
 TurnitinBot
-TwengaBot
-VCI
-Vagabondo
+UnisterBot
 VelenPublicWebCrawler
+VeriCiteCrawler
 VidibleScraper
+Virusdie
 WASALive-Bot
 WBSearchBot
-WEBDAV
-WPScan
+WISENutbot
 WWW-Collector-E
-WWW-Mechanize
-WWWOFFLE
-Wallpapers
-WeSEE
+WallpapersHD
+Web Auto
+Web Collage
 Web Enhancer
-Web Fetch
-Web Sauger
-WebBandit
-WebEnhancer
-WebFetch
-WebImageCollector
+Web Fuck
+Web Pix
+Web Sucker
+WebCollage
+WebGo IS
 WebLeacher
-WebSauger
+WebPix
 WebStripper
-WebWhacker
-WebZIP
-WebmasterWorldForumBot
+Webshag
 Webster
 Whack
 Whacker
-Widow
 WinHTTrack
-Wonderbot
+WiseGuys Robot
+Woobot
+Wotbox
 Wprecon
-Xaldon WebSpider
 Xaldon_WebSpider
 Zauba
-ZumBot
+Zitebot
+ZmEu
+ZoomBot
 adscanner
-archive.org_bot
 arquivo-web-crawler
-arquivo.pt
-autoemailspider
+backlink-check
+cah.io.community
+coccocbot
+cognitiveseo
 com.plumanalytics
-eCatch
+crawler4j
+demandbase-bot
+heritrix
 instabid
-isitwp.com
+internetVista monitor
+ips-agent
+iubenda-radar
 linkdexbot
-meanpathbot
-netEstate NE Crawler
-page scorer
-polaris version
-probe-image-size
+lwp-request
+pcBrowser
+plumanalytics
+ripz
+s1z.ru
+scalaj-http
+scan.lol
+seocompany.store
 seostar
-sysscan
-webgains-bot
-webprosbot
-x09Mozilla
-xpymep1.exe
-zauba.io
+serpstatbot
+sitechecker.pro
+sp_auditbot
+ubermetrics-technologies.com
+webmeup-crawler
+webpros.com
+x22Mozilla
+zgrab