V4.2021.12.2811 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
+360Spider
+404checker
+80legs
+ADmantX
+ASPSeek
 Abonti
-AfD-Verbotsverfahren
-Aipbot
-AllSubmitter
+Aboundex
+Aboundexbot
 Alligator
+AlphaBot
+Anarchie
 Anarchy
 Anarchy99
-Asterias
-BBBike
-BDCbot
-BDFetch
-BLEXBot
+Ankit
+Anthill
+Aspiegel
+AwarioRssBot
+AwarioSmartBot
+BackDoorBot
+BackWeb
 Backlink-Ceck
-Bandit
-Barkrowler
+BacklinkCrawler
+BatchFTP
 Battleztar Bazinga
 BetaBot
-Blackboard
+Black Hole
+BlackWidow
 Blow
-Boardreader
-Bolt
 Brandprotect
-Brandwatch
 Buck
-Buddy
-BuiltWith
+BunnySlippers
 BuzzSumo
-CATExplorador
 CCBot
-Calculon
-CheTeam
-Chlooe
+CODE87
+CSHttp
+CherryPicker
 Citoid
-Cloud mapping
-Collector
-Copier
+CopyRightCheck
 Copyscape
+Cosmos
+Craftbot
 Crawling at Home Project
-CrunchBot
+Curious
+DIIbot
+DSearch
 DTS Agent
 DataCha0s
+Demon
 Devil
-Digincore
+Discoverybot
 Dispatch
-DittoSpyder
 DnBCrawler-Analytics
-DomainAppender
-DomainCrawler
-Download Wonder
+DnyzBot
+DomainSigmaCrawler
+DomainStatsBot
+Dragonfly
 ECCP/1.0
-EMail Siphon
-EasyDL
-Ebingbong
-EyeNetIE
-Ezooms
+Extractor
+ExtractorPro
 FDM
-Fimap
-Freeuploader
-FrontPage
-Fyrebot
-G-i-g-a-b-o-t
-Genieo
-Getintent
-Gigabot
-Gotit
-GrapeFX
+GalaxyBot
+GermCrawler
+Go-Ahead-Got-It
+GoZilla
+GrapeshotCrawler
 GridBot
-HTMLparser
-HTTP::Lite
-Havij
+HTTrack
+Haansoft
+HaosouSpider
+Harvest
+Heritrix
 Hloader
+IDBTE4M
 IDBot
-IRLbot
-Image Fetch
+Id-search
 Indy Library
-IstellaBot
+InfoNaviRobot
+Intelliseek
+Internet Ninja
 JOC Web Spider
-JamesBOT
 Jbrofuzz
-JennyBot
 Jetty
-Joomla
 Jorgee
 JustView
 Kenjin Spider
 Keyword Density
 Kinza
 LNSpiderguy
-Lanshanbot
-Leap
-LeechGet
-LexiBot
-LinkScan
-Linkdexbot
+Larbin
+LeechFTP
+LibWeb
+Libwhisker
+Linkbot
 LinkextractorPro
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
+LinksManager
+Lipperhey
+Lipperhey Spider
 Litemage_walker
-Ltx71
-MJ12bot
-MSIECrawler
+Lmspider
+MIDown tool
+MQQBrowser
+MSFrontPage
+MTRobot
+Mag-Net
+Magnet
+Mail.RU_Bot
 Majestic SEO
+Majestic-SEO
 MarkMonitor
-MauiBot
-Mediatoolkitbot
-MegaIndex.ru
+Meanpathbot
 Metauri
+MicroMessenger
 Microsoft Data Access
 Microsoft URL Control
-Mister PiX
-Moblie Safari
+Minefield
 Mojolicious
-Morfeus Fucking Scanner
 Mozlila
-Mr.4x3
 Musobot
-NPbot
-Nameprotect
+Navroad
 Needle
-Net Vampire
-NetZIP
-Netcraft
-Niki-bot
-Nikto
-NimbleCrawler
+Nessus
+NetLyzer
+NetMechanic
+NextGenSearchBot
+Nibbler
+Nimbostratus
 Nmap
 Nuclei
 Nutch
-Octopus
 Offline Explorer
 OpenLinkProfiler
+OpenVAS
 Openfind
 Openvas
-OrangeSpider
 OutclicksBot
-OutfoxBot
-POE-Component-Client-HTTP
+PHPCrawl
 PageAnalyzer
-PageGrabber
-Papa Foto
-PeoplePal
 Petalbot
-Picscout
-Picsearch
+Pi-Monster
+PictureFinder
 Piepmatz
 PleaseCrawl
-ProPowerBot
-ProWebWalker
+Psbot
 Pu_iN
-Pump
-PxBroker
 PyCurl
 RSSingBot
+RankActive
 RankingBot
 RankingBot2
 Rankivabot
-RebelMouse
+ReGet
+RealDownload
+Reaper
 RedesScrapy
-RocketCrawler
-Rogerbot
-SBIder
+RepoMonkey
+Ripper
 SEOkicks
 SEOkicks-Robot
 SEOstats
-Scanbot
+SISTRIX
+SMTBot
 ScoutJet
-Scrapy
-SemanticJuice
+ScrepyBot
+SearchmetricsBot
 Semrush
-Site Sucker
+SemrushBot
+Siphon
 SiteExplorer
+SiteSnagger
+SiteSucker
+Sitebeam
+Sitevigil
 SlySearch
 SmartDownload
+Snake
 Snapbot
-Snoopy
+SocialRankIOBot
 Sociscraper
 Sosospider
-SpankBot
-Spanner
-SputnikBot
-Sqlmap
+SpaceBison
+Spammen
+Spbot
+Spinn3r
 Sqlworm
+Stripper
 Sucker
 Sucuri
-Suzuran
+SuperBot
+Swiftbot
+Szukacz
 T0PHackTeam
-Teleport
-TeleportPro
+Telesoft
+The Intraformant
+TheNomad
+Thumbor
+Titan
 Tracemyfile
-Trendiction
-Turnitin
-Typhoeus
+TwengaBot
 UnisterBot
-Upflow
-VCI
-Virusdie
-WBSearchBot
-WWW-Collector-E
-WWW::Mechanize
-WallpapersHD
-WeSEE
-Web Auto
+VelenPublicWebCrawler
+VidibleScraper
+WEBDAV
+Wallpapers
+Web Enhancer
 Web Fetch
-Web Fuck
-Web Sauger
+Web Sucker
 WebBandit
-WebCollage
+WebCopier
 WebEnhancer
-WebFuck
-WebGo IS
+WebLeacher
+WebReaper
 WebSauger
-Webshag
+WebStripper
+Webalta
 WebsiteExtractor
 WebsiteQuester
 Whack
 Whacker
 Whatweb
-Wotbox
-Wprecon
+WinHTTrack
+WiseGuys Robot
+Wonderbot
+Woobot
 Xaldon_WebSpider
-Zade
-Zauba
-Zeus
-ZumBot
+ZmEu
+ZoominfoBot
 adscanner
-archive.org_bot
-backlink-check
+arquivo-web-crawler
+autoemailspider
+clark-crawler
 cognitiveseo
 com.plumanalytics
 crawl.sogou.com
 crawler4j
 domainsproject.org
+eCatch
 evc-batch
-isitwp.com
+ips-agent
+lwp-request
+lwp-trivial
+magpie-crawler
 meanpathbot
-muhstik-scan
-netEstate NE Crawler
-oBot
-pcBrowser
-probe-image-size
-ripz
-satoristudio.net
-scalaj-http
+page scorer
+polaris version
 seobility
 serpstatbot
-sexsearcher
-ubermetrics-technologies.com
+trendiction.de
 webpros.com
+x22Mozilla
+zgrab