V4.2022.05.3136 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+404enemy
+80legs
 ADmantX
-AIBOT
 ALittle Client
-Abonti
+ASPSeek
 Aboundexbot
-AiHitBot
-AllSubmitter
+Acunetix
+AfD-Verbotsverfahren
+Aipbot
+AlphaBot
+Anarchy
 Anarchy99
 Ankit
-Asterias
-AwarioSmartBot
+Attach
+AwarioRssBot
+BDCbot
 BackDoorBot
-Badass
+BackWeb
+Backlink-Ceck
+Bandit
+Bitacle
+Black Hole
 Blackboard
-Boardreader
-Buck
-Buddy
+Blow
+BotALot
+Brandwatch
+BuiltBotTough
+BuiltWith
 Bullseye
-BunnySlippers
-BuzzSumo
-CATExplorador
-CSHttp
-Cegbfeieh
-CherryPicker
-ChinaClaw
-Cocolyzebot
+CCBot
+Calculon
+CazoodleBot
+Claritybot
+Cloud mapping
+Collector
 Copyscape
-CrazyWebCrawler
-CrunchBot
 Curious
-Custo
 DBLBot
 DIIbot
+DSearch
+DTS Agent
+DataCha0s
 DatabaseDriverMysqli
 Demon
 Deusu
+Devil
 DigitalPebble
-Dirbuster
-Discobot
-Discoverybot
-DnBCrawler-Analytics
+DittoSpyder
 DnyzBot
 DomCopBot
-DomainAppender
-DomainCrawler
-Dragonfly
-Drip
+Domains Project
+Download Wonder
+EMail Siphon
+EMail Wolf
+EasyDL
 Ebingbong
 Ecxi
 EirGrabber
-Exabot
-ExtLinksBot
-Extractor
-Ezooms
+ExtractorPro
+Extreme Picture Finder
 FDM
-FHscan
-FemtosearchBot
-FlashGet
+Flunky
 Freeuploader
 FrontPage
-Genieo
+G-i-g-a-b-o-t
+GT::WWW
 GermCrawler
-GetRight
-Grabber
-Grafula
-GrapeFX
-GrapeshotCrawler
-HEADMasterSEO
-HTMLparser
+GetWeb
+Getintent
+Go-Ahead-Got-It
+HMView
 HTTP::Lite
-Haansoft
-Harvest
-Havij
-Humanlinks
-HybridBot
+HaosouSpider
+Heritrix
+HonoluluBot
+IDBTE4M
+IRLbot
+Iblog
 Id-search
-IlseBot
-Image Fetch
-Image Sucker
 IndeedBot
-Intelliseek
+InfoNaviRobot
 InterGET
+InternetSeer
+JamesBOT
+Jbrofuzz
+JennyBot
 Jetty
-JikeSpider
-Keybot Translation-Search-Machine
+Joomla
+Jorgee
+JustView
+Keyword Density
+Kozmosbot
 LNSpiderguy
-LWP::Simple
-Larbin
-LibWeb
-Libwhisker
-LinkScan
-LinkWalker
-Linkbot
-LinkpadBot
+Leap
 LinksManager
-LinqiaRSSBot
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Lipperhey
-MJ12bot
-MSIECrawler
-Majestic-SEO
-Mediatoolkitbot
+Lipperhey Spider
+Litemage_walker
+Lmspider
+Mag-Net
+Magnet
+MarkMonitor
+MauiBot
+Mb2345Browser
 MegaIndex.ru
 MicroMessenger
-Moblie Safari
+Microsoft URL Control
+Mister PiX
+Mojeek
+Morfeus Fucking Scanner
+Mr.4x3
 NICErsPRO
-Name Intelligence
-Nameprotect
+NPbot
+Navroad
+Nessus
+Net Vampire
 NetMechanic
-Netcraft
-NextGenSearchBot
-Nibbler
-Not
-OnCrawl
-Openvas
-OrangeBot
-OutclicksBot
-OutfoxBot
-PHPCrawl
+NetSpider
+NetZIP
+Nimbostratus
+Ninja
+Nmap
+Nuclei
+Octopus
+Offline Explorer
+OpenLinkProfiler
+OpenVAS
+Openfind
 POE-Component-Client-HTTP
-PageAnalyzer
+PageGrabber
+PageScorer
 PageThing.com
-Panscient
+Pandalytics
+Papa Foto
 Petalbot
-Piepmatz
+Pi-Monster
+Pimonster
+Pixray
 Pockey
-ProWebWalker
 Probethenet
 Psbot
 PxBroker
-RankActive
-RankActiveLinkBot
 RankFlex
-Rankivabot
-RankurBot
 Re-re
-RebelMouse
-RocketCrawler
-SEOlyticsCrawler
+ReGet
+Reaper
+Ripper
+SEOprofiler
+SMTBot
 SalesIntelligent
-Scanbot
-Screaming
-Searchestate
-SemanticJuice
-Semrush
+ScrepyBot
 SentiBot
-SeoSiteCheckup
 SeobilityBot
 Seomoz
-Siphon
-SiteLockSpider
-SiteSucker
-Sitebeam
-Siteimprove
-Sitevigil
-SlySearch
-Snake
-Sociscraper
+Shodan
+Site Sucker
+SmartDownload
+Snapbot
+Snoopy
+SocialRankIOBot
 Sogou web spider
 Sottopop
-SpaceBison
-Spammen
-SputnikBot
-Sqworm
-Steeler
-Stripper
-Sucker
+Spbot
+Sqlmap
+Sucuri
+SuperBot
 Surfbot
 SurveyBot
-Szukacz
+T8Abot
+Teleport
 TeleportPro
-Telesphorep
+Telesoft
+Telesphoreo
 The Intraformant
-TheNomad
-Thumbor
-Tracemyfile
-True_Robot
+Titan
+Toata
+Turingos
 Turnitin
+TurnitinBot
 TwengaBot
-Twice
-Typhoeus
-URLy Warning
+URLy.Warning
 UnisterBot
+Upflow
 V-BOT
-Vacuum
-Vagabondo
-VoidEYE
-Voltron
+VB Project
+Voil
 WASALive-Bot
 WBSearchBot
-WISENutbot
-WPScan
 WWW-Collector-E
+WWW-Mechanize
 Wallpapers/3.0
+WallpapersHD
 Web Auto
+Web Collage
 Web Enhancer
 Web Fuck
+Web Pix
 Web Sucker
-WebAuto
+WebEnhancer
+WebGo IS
+WebImageCollector
+WebLeacher
 WebPix
-WebReaper
 WebSauger
 WebStripper
 WebSucker
+WebWhacker
 Webalta
-Webshag
 WebsiteExtractor
 WebsiteQuester
-Webster
-Whatweb
+Widow
+WinHTTrack
 WiseGuys Robot
-Xaldon WebSpider
-YoudaoBot
-Zauba
+Wprecon
+Xenu
+Zermelo
+ZmEu
+ZoomBot
 ZoominfoBot
 ZumBot
-ZyBorg
 adscanner
-arquivo.pt
-backlink-check
+arquivo-web-crawler
+clark-crawler
 coccocbot
-crawl.sogou.com
-dataforseo.com
+com.plumanalytics
+crawler.feedback
+crawler4j
 demandbase-bot
-evc-batch
-gopher
-heritrix
-instabid
-isitwp.com
-iubenda-radar
+facebookscraper
+internetVista monitor
+ips-agent
 linkdexbot
-lwp-trivial
+muhstik-scan
 netEstate NE Crawler
-page scorer
-probe-image-size
-scan.lol
+oBot
+polaris version
+ripz
+satoristudio.net
+seocompany.store
 seostar
 serpstatbot
-sitechecker.pro
-siteripz
-sogouspider
 sp_auditbot
-spyfu
-ubermetrics-technologies.com
-voyagerx.com
+sysscan
 webgains-bot
-webpros.com
+webmeup-crawler
 webprosbot
 x09Mozilla
-zauba.io
+xpymep1.exe