V4.2022.09.3376 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-ALittle Client
-Abonti
-Alexibot
+01h4x.com
+404enemy
+Aboundex
+AfD-Verbotsverfahren
+AhrefsBot
+Aipbot
 AllSubmitter
+Alligator
 AlphaBot
+Anarchie
 Anarchy
 Ankit
-Aspiegel
-Asterias
+Anthill
+Apexoo
+Atomseobot
+Attach
 AwarioSmartBot
 BBBike
-BackStreet
+BDCbot
 Backlink-Ceck
-Bandit
-BatchFTP
-Battleztar Bazinga
-Bitacle
-Black Hole
+BacklinkCrawler
+BetaBot
+Bigfoot
 Blackboard
 Blow
-Brandprotect
+Boardreader
+BuiltBotTough
 Bullseye
-BunnySlippers
-BuzzSumo
-Calculon
-CazoodleBot
+CATExplorador
+CSHttp
+Cegbfeieh
 CheeseBot
-CherryPicker
-Chlooe
+ChinaClaw
 Claritybot
-Cliqzbot
-Cloud mapping
-Cocolyzebot
-Collector
-CopyRightCheck
+Copier
+Copyscape
 Cosmos
-Craftbot
 Crawling at Home Project
-CrazyWebCrawler
-Crescent
-Custo
-CyotekWebCopy
-Deusu
-Devil
-DigitalPebble
-Discoverybot
-Dispatch
-DomainCrawler
-DomainStatsBot
-Domains Project
+DIIbot
+DTS Agent
+DataCha0s
+Digincore
+Dirbuster
+DnyzBot
+DomainSigmaCrawler
+Dotbot
 Download Wonder
 ECCP/1.0
 EMail Siphon
-Ebingbong
-Exabot
-Extractor
-Extreme Picture Finder
-EyeNetIE
-Ezooms
-FDM
-FHscan
-FemtosearchBot
+EMail Wolf
+EroCrawler
+ExtLinksBot
+ExtractorPro
 Fimap
+Firefox/7.0
 Flunky
-Fuzz
-FyberSpider
-GT::WWW
+Foobot
+GalaxyBot
+Genieo
 GetRight
-GetWeb
 Gigabot
+Gotit
 Grafula
-GrapeFX
-GridBot
+GrapeshotCrawler
 HEADMasterSEO
-HTMLparser
-Haansoft
-HaosouSpider
-Harvest
-Humanlinks
-IlseBot
+HMView
+HTTP::Lite
+Hloader
+IDBTE4M
+Iblog
+Id-search
 Image Sucker
-Indy Library
-InfoTekies
-Intelliseek
-InterGET
-InternetSeer
+Internet Ninja
 Iria
-JamesBOT
+Jbrofuzz
 JennyBot
+JetCar
+Jetty
 JikeSpider
-Jorgee
+JustView
+Jyxobot
 Keyword Density
-LWP::Simple
-Lanshanbot
+Leap
+LeechGet
+Lftp
+Libwhisker
+Likse
 LinkScan
-LinqiaMetadataDownloaderBot
+LinkWalker
+Linkbot
+LinksManager
 LinqiaRSSBot
-LinqiaScrapeBot
-Litemage_walker
 Lmspider
 Ltx71
-MFC_Tear_Sample
 MIIxpc
+MSFrontPage
 MSIECrawler
 Magnet
-Mail.RU_Bot
 Majestic-SEO
-MarkWatch
+Majestic12
+MarkMonitor
+Masscan
 Mata Hari
-MauiBot
-Meanpathbot
-Mediatoolkitbot
+MeanPath Bot
+MegaIndex.ru
 Metauri
-Minefield
-Moblie Safari
+MicroMessenger
 Mojeek
-Mojolicious
-MolokaiBot
-NPbot
-Nameprotect
-Navroad
-Nessus
-NetAnts
-NetMechanic
-Netvibes
+Msrabot
+Name Intelligence
+NearSite
+Net Vampire
+NetSpider
+NetZIP
+Netcraft
+Nettrack
 Nibbler
+Niki-bot
 Nikto
+NimbleCrawler
 Ninja
-Nuclei
-Octopus
+Not
+Nutch
 Offline Explorer
 Offline Navigator
-OnCrawl
 Openfind
-OrangeSpider
-OutclicksBot
-PHPCrawl
-PageGrabber
+Openvas
+OrangeBot
+OutfoxBot
+PECL::HTTP
+Page Analyzer
+PageAnalyzer
 PageThing.com
+Panscient
 Papa Foto
+Pavuk
 PeoplePal
+Petalbot
 Pi-Monster
-Picscout
-Piepmatz
-ProPowerBot
-ProWebWalker
-Pu_iN
-PyCurl
-Quick-Crawler
+Pimonster
+Pump
 RSSingBot
-RankFlex
-RankurBot
-Re-re
+RankActiveLinkBot
+RankingBot
+RankingBot2
 RebelMouse
+Recorder
 RedesScrapy
+RepoMonkey
 RocketCrawler
-Rogerbot
-SEOkicks-Robot
+SEOprofiler
 SISTRIX
 SMTBot
+Screaming
+ScreenerBot
 Searchestate
-SemanticJuice
-SeoSiteCheckup
-Shodan
-SiteCheckerBotCrawler
+SearchmetricsBot
+Seekport
+Semrush
+SemrushBot
+SentiBot
+Seomoz
+Siphon
+SiteSnagger
 SiteSucker
-Siteimprove
-Sitevigil
 SmartDownload
 Snoopy
-SocialRankIOBot
-Sottopop
-Sqlworm
-Sqworm
+Sosospider
+SpaceBison
+Spinn3r
+SputnikBot
+Sqlmap
 Sucker
 Sucuri
-Surfbot
+SuperHTTP
 Suzuran
 Swiftbot
 Szukacz
-T8Abot
+T0PHackTeam
 Teleport
 TeleportPro
 Telesoft
-Telesphoreo
 Telesphorep
+Thumbor
+TightTwatBot
 Titan
-Toweyabot
-TwengaBot
-URLy Warning
+Trendiction
+True_Robot
+Twice
 Upflow
-Vagabondo
+V-BOT
+VeriCiteCrawler
+VidibleScraper
 Voltron
+WASALive-Bot
 WEBDAV
-WISENutbot
+WPScan
 WWW-Collector-E
-WWW-Mechanize
-WWWOFFLE
+Wallpapers/3.0
+WallpapersHD
 WeSEE
-Web Enhancer
-Web Fuck
+Web Fetch
 Web Sauger
-Web Sucker
 WebAuto
-WebBandit
-WebFetch
-WebGo IS
-WebImageCollector
-WebPix
-WebZIP
-WebmasterWorldForumBot
-WebsiteExtractor
+WebCollage
+WebFuck
+WebLeacher
+WebReaper
+WebWhacker
+Webalta
 WebsiteQuester
-Whatweb
-Widow
+Who.is Bot
 WinHTTrack
 WiseGuys Robot
+Wprecon
 Xaldon_WebSpider
-Xenu
+YoudaoBot
+Zade
 Zauba
 Zeus
-Zitebot
 ZyBorg
+archive.org_bot
 arquivo.pt
-cognitiveseo
+backlink-check
+cah.io.community
+clark-crawler
 com.plumanalytics
-dataforseo.com
+crawl.sogou.com
+crawler.feedback
 demandbase-bot
 domainsproject.org
-eCatch
-instabid
-isitwp.com
+gopher
+heritrix
+iubenda-radar
 lwp-request
-muhstik-scan
-netEstate NE Crawler
-oBot
-plumanalytics
+lwp-trivial
+mediawords
+probe-image-size
 ripz
-s1z.ru
-satoristudio.net
-scalaj-http
+seobility
 seocompany.store
 seoscanners
-sitechecker.pro
-siteripz
-trendiction.com
+sogouspider
+sp_auditbot
+spyfu
+trendiction.de
+ubermetrics-technologies.com
 webmeup-crawler
-x09Mozilla
-xpymep1.exe
+webprosbot
 zauba.io