V4.2022.06.3187 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404enemy
+360Spider
+404checker
 ADmantX
 AIBOT
-ASPSeek
+Abonti
 Aboundex
 Aboundexbot
-AhrefsBot
-Alexibot
+AfD-Verbotsverfahren
+AiHitBot
+AllSubmitter
 Anarchy
-Ankit
+Anarchy99
 Apexoo
+Aspiegel
+Asterias
 Attach
-AwarioSmartBot
+AwarioRssBot
+BDCbot
+BackStreet
+Badass
 Bandit
 Barkrowler
 BatchFTP
+Battleztar Bazinga
+BetaBot
 Bitacle
 BlackWidow
+Boardreader
 BotALot
+Brandprotect
 Brandwatch
-BuiltBotTough
-CSHttp
-CazoodleBot
-CheTeam
+Buck
+Buddy
+BunnySlippers
+BuzzSumo
+CherryPicker
+Claritybot
+Cliqzbot
 Cocolyzebot
-Cogentbot
-Copier
+Collector
 CopyRightCheck
-Copyscape
 Cosmos
-CrazyWebCrawler
+Crawling at Home Project
 Crescent
-Curious
-Custo
-DIIbot
+DSearch
+DTS Agent
+DataCha0s
 Deusu
+Devil
 Digincore
-DnyzBot
-DomainCrawler
+DigitalPebble
+Dirbuster
+DomainSigmaCrawler
 DomainStatsBot
 Download Wonder
-Dragonfly
-ECCP/1.0
+Drip
 EMail Siphon
-EroCrawler
+Ecxi
+EirGrabber
+Evil
 Express WebPictures
-Extractor
 ExtractorPro
-Extreme Picture Finder
-EyeNetIE
 Ezooms
+FHscan
 Firefox/7.0
-FlashGet
-Foobot
-G-i-g-a-b-o-t
-GermCrawler
-GetRight
-Getintent
-Gigabot
+Fyrebot
+GetWeb
+GoZilla
 Gotit
-GrabNet
+Grabber
 GrapeFX
+HEADMasterSEO
+HMView
 HaosouSpider
+Harvest
+Havij
 Hloader
+HonoluluBot
+Humanlinks
+HybridBot
+IDBTE4M
 IRLbot
-IlseBot
+Image Fetch
 IndeedBot
-InfoTekies
+InfoNaviRobot
 InternetSeer
 Iria
-JOC Web Spider
-JamesBOT
-JennyBot
+Iskanie
+Jbrofuzz
 Jetty
-JikeSpider
+Jorgee
 Jyxobot
-Keyword Density
-Kinza
+LNSpiderguy
+LWP::Simple
 Lanshanbot
-LeechFTP
+LexiBot
 Lightspeedsystems
 Likse
-LinkScan
-LinkWalker
-Linkbot
 LinkextractorPro
-LinkpadBot
-LinksManager
-LinqiaRSSBot
-Litemage_walker
-Lmspider
-Ltx71
-MFC_Tear_Sample
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lipperhey
 MIDown tool
-MJ12bot
-Mag-Net
-Mail.RU_Bot
-Majestic12
-Meanpathbot
-MegaIndex.ru
-Minefield
-Mister PiX
-Mojolicious
+Majestic SEO
+MarkWatch
+Mass Downloader
+MauiBot
+Microsoft Data Access
+Microsoft URL Control
+Moblie Safari
+MolokaiBot
+Mr.4x3
 Msrabot
 Musobot
-Navroad
-NearSite
+Name Intelligence
+Nameprotect
 Needle
-Netcraft
-NimbleCrawler
-Nimbostratus
-OpenVAS
+Net Vampire
+NetAnts
+NetMechanic
+NetSpider
+NetZIP
+Nettrack
+Netvibes
+Ninja
+Octopus
+OnCrawl
+OpenLinkProfiler
 Openfind
 OrangeBot
 OrangeSpider
-OutclicksBot
-OutfoxBot
 PECL::HTTP
 PHPCrawl
-POE-Component-Client-HTTP
 Page Analyzer
-PageGrabber
-PageThing.com
+PageAnalyzer
+PageScorer
+Panscient
 Papa Foto
 PeoplePal
-Picscout
-PictureFinder
-Pimonster
-Pockey
-Psbot
-Pu_iN
+Petalbot
+ProPowerBot
+ProWebWalker
+Pump
+PyCurl
 QueryN Metasearch
-RSSingBot
-RankActive
-RankingBot2
-Rankivabot
-RankurBot
-RealDownload
-Reaper
-RedesScrapy
-RepoMonkey
+ReGet
+RebelMouse
+Recorder
 SBIder
 SEOlyticsCrawler
-SISTRIX
-SMTBot
-Scrapy
-Screaming
-ScreenerBot
-SearchmetricsBot
-SemrushBot
-SentiBot
-SiteSucker
+SEOstats
+ScoutJet
+ScrepyBot
+Searchestate
+SemanticJuice
+SeobilityBot
+Siphon
+Site Sucker
+SiteExplorer
+SiteLockSpider
 Sitevigil
-SlySearch
-Snake
-Snapbot
-SocialRankIOBot
+SmartDownload
+Snoopy
 Sosospider
 Sottopop
 SpaceBison
-Spammen
 Spanner
-Spbot
-SputnikBot
-Sqlmap
+Sqlworm
+Sqworm
 Stripper
-Sucuri
+SuperHTTP
 SurveyBot
+Suzuran
 Szukacz
 T0PHackTeam
-Teleport
 TeleportPro
 Telesoft
-Telesphoreo
-Telesphorep
 TightTwatBot
 Titan
-Toweyabot
-Tracemyfile
-Turingos
+Toata
+Trendictionbot
+True_Robot
+Turnitin
 Typhoeus
-URLy Warning
 UnisterBot
 VB Project
 Vacuum
+VeriCiteCrawler
 Virusdie
-Voil
+VoidEYE
 Voltron
-WASALive-Bot
-WISENutbot
+WEBDAV
 WPScan
-WWW-Collector-E
-WWW::Mechanize
+WWWOFFLE
 Wallpapers
-Wallpapers/3.0
+WallpapersHD
 WeSEE
-Web Collage
 Web Fetch
 Web Fuck
-Web Pix
-Web Sauger
-WebBandit
-WebCollage
-WebCopier
+Web Sucker
 WebFuck
 WebGo IS
 WebImageCollector
-WebStripper
+WebLeacher
+WebPix
+WebReaper
+WebSauger
 WebSucker
-WebWhacker
+WebZIP
+Webalta
 WebmasterWorldForumBot
 Website Quester
-Webster
-Who.is Bot
-Widow
+WebsiteQuester
+Whack
+Whacker
 WinHTTrack
 WiseGuys Robot
-Wotbox
-Wprecon
-Xaldon_WebSpider
+Wonderbot
+Xenu
+Zermelo
 Zeus
 ZoomBot
-ZoominfoBot
-ZyBorg
-autoemailspider
-backlink-check
+adscanner
 check1.exe
-com.plumanalytics
-demandbase-bot
-domainsproject.org
-evc-batch
-instabid
-ips-agent
-iubenda-radar
-oBot
-page scorer
-pcBrowser
-polaris version
-probe-image-size
+cognitiveseo
+crawler4j
+dataforseo.com
+eCatch
+facebookscraper
+gopher
+heritrix
+lwp-trivial
+meanpathbot
+mediawords
+muhstik-scan
+netEstate NE Crawler
+plumanalytics
+s1z.ru
+satoristudio.net
 seocompany.store
-seostar
-sexsearcher
-sitechecker.pro
-spyfu
-sysscan
-trendiction.com
+seoscanners
+serpstatbot
+ubermetrics-technologies.com
 webgains-bot
-webmeup-crawler
-x09Mozilla
+webpros.com
+webprosbot
+x22Mozilla
+xpymep1.exe
+zauba.io