V4.2021.12.2767 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
-ADmantX
 ALittle Client
-Aboundexbot
+ASPSeek
+Aboundex
 Acunetix
 AfD-Verbotsverfahren
-AhrefsBot
-Anarchy99
-Aspiegel
+AiHitBot
+Alexibot
+AllSubmitter
+Alligator
+AlphaBot
+Anarchie
+Anarchy
+AwarioSmartBot
+BBBike
 BLEXBot
-BackStreet
 BackWeb
 Backlink-Ceck
-BacklinkCrawler
-Barkrowler
-BatchFTP
 Battleztar Bazinga
+Bitacle
+BlackWidow
 BlowFish
-Boardreader
+BotALot
+Brandwatch
+BuiltBotTough
+BuiltWith
+Bullseye
+BuzzSumo
 CATExplorador
-CCBot
 CODE87
 CSHttp
-CensysInspect
-CheeseBot
-Citoid
-Cliqzbot
+CheTeam
+CherryPicker
 Cogentbot
 Collector
-Copier
-Copyscape
+CopyRightCheck
 Crawling at Home Project
-CrazyWebCrawler
 Crescent
-CrunchBot
 Custo
 DBLBot
-DatabaseDriverMysqli
+DIIbot
 Demon
 Deusu
+Devil
+DigitalPebble
+Dirbuster
 Disco
-Discobot
-DittoSpyder
-DnyzBot
+Discoverybot
+Dispatch
 DomCopBot
-DomainAppender
-DomainCrawler
-Download Wonder
+EMail Siphon
+EirGrabber
+Evil
+Exabot
 Express WebPictures
+ExtLinksBot
 Extractor
-ExtractorPro
-EyeNetIE
+Ezooms
 FHscan
+FemtosearchBot
 Flunky
 Foobot
-Freeuploader
 FrontPage
-FyberSpider
-Fyrebot
+Fuzz
+G-i-g-a-b-o-t
 GT::WWW
 GalaxyBot
+Genieo
 GermCrawler
-Getintent
 Gigabot
-Gotit
+Go!Zilla
+GoZilla
 GrabNet
-Grabber
-Grafula
-GrapeFX
+GrapeshotCrawler
+GridBot
 HEADMasterSEO
-HTMLparser
+HMView
 Haansoft
+Harvest
 Havij
-Heritrix
 Hloader
-Humanlinks
 IDBTE4M
+IRLbot
+Iblog
+Id-search
 Image Fetch
 Image Sucker
+IndeedBot
+InfoTekies
 Intelliseek
 InternetSeer
+IstellaBot
+JOC Web Spider
+Jbrofuzz
 JetCar
+JikeSpider
+Joomla
+Jorgee
 Jyxobot
-Kozmosbot
-Lanshanbot
-Leap
-Libwhisker
-Lightspeedsystems
-Likse
-Linkdexbot
-LinkextractorPro
-LinqiaMetadataDownloaderBot
+Keyword Density
+LWP::Simple
+LeechFTP
+Lftp
+LieBaoFast
+LinkScan
+Linkbot
+LinkpadBot
 LinqiaRSSBot
 Lipperhey
 Lmspider
-MFC_Tear_Sample
 MIDown tool
-MIIxpc
-MQQBrowser
-MTRobot
-Magnet
-Majestic-SEO
-Majestic12
+MSFrontPage
+MSIECrawler
 MarkMonitor
+MarkWatch
 Mass Downloader
-Mata Hari
-MeanPath Bot
+MauiBot
 Mediatoolkitbot
-MegaIndex.ru
-MicroMessenger
-Minefield
 Moblie Safari
-Mojolicious
-Msrabot
-NICErsPRO
+Musobot
+NPbot
 Name Intelligence
 Nameprotect
-NearSite
+Navroad
 Needle
-NetZIP
+Nessus
+Net Vampire
+NetLyzer
+NetMechanic
 Netcraft
-NextGenSearchBot
-Niki-bot
+Nettrack
+Netvibes
+Nibbler
+Nikto
 NimbleCrawler
 Ninja
-Nmap
 Not
-Octopus
+Nuclei
+Offline Explorer
 Offline Navigator
-OnCrawl
-PHPCrawl
-POE-Component-Client-HTTP
+OpenLinkProfiler
+Openfind
+Openvas
+PECL::HTTP
+Page Analyzer
+PageAnalyzer
 PageScorer
+PageThing.com
 Papa Foto
 Pavuk
-Picscout
-Picsearch
-Pimonster
 PleaseCrawl
 Pockey
-Probethenet
-Psbot
+ProWebWalker
 Pump
-RankActive
-Re-re
-Reaper
-RepoMonkey
-RocketCrawler
-Rogerbot
+PxBroker
+QueryN Metasearch
+RealDownload
+Recorder
+Ripper
 SBIder
-SEOkicks
-SEOlyticsCrawler
+SEOkicks-Robot
+SEOstats
 SMTBot
-ScanAlert
-Scanbot
-ScoutJet
-ScreenerBot
+SalesIntelligent
+Scrapy
+ScrepyBot
+Searchestate
 SearchmetricsBot
-SemanticJuice
-Semrush
+SemrushBot
 SeoSiteCheckup
 Seomoz
-SiteCheckerBotCrawler
-SiteLockSpider
+Shodan
+SiteSnagger
+Sitebeam
 Siteimprove
 Sitevigil
-SmartDownload
-Snapbot
-SocialRankIOBot
-Sogou web spider
-Sosospider
-SpankBot
-Spbot
-Sqlmap
-Stripper
-Sucker
-Sucuri
-SuperBot
+Spammen
+Sqlworm
+Sqworm
 SurveyBot
-Suzuran
-Szukacz
-T0PHackTeam
-Telesphoreo
+Swiftbot
+Teleport
 Telesphorep
 The Intraformant
-TheNomad
 Thumbor
-TightTwatBot
+Toata
 Toweyabot
-Trendiction
-Turnitin
+True_Robot
+Turingos
 Twice
 Typhoeus
-URLy Warning
-URLy.Warning
-Upflow
 Vacuum
-Vagabondo
-VelenPublicWebCrawler
 VeriCiteCrawler
-WWW-Collector-E
-WWW-Mechanize
-WWWOFFLE
-Web Enhancer
-WebAuto
-WebEnhancer
+Voil
+Voltron
+WEBDAV
+WWW::Mechanize
+Wallpapers
+Web Auto
+Web Collage
+Web Sauger
 WebFetch
 WebGo IS
-WebLeacher
-WebReaper
 WebStripper
-WebWhacker
-WebZIP
+WebSucker
+WebmasterWorldForumBot
 Webshag
-WebsiteQuester
-Whatweb
-Woobot
+Who.is Bot
+Widow
+WiseGuys Robot
+Wprecon
 Xaldon WebSpider
-YoudaoBot
-ZmEu
-arquivo.pt
-cah.io.community
+Zade
+ZoominfoBot
+arquivo-web-crawler
+autoemailspider
+backlink-check
 check1.exe
-clark-crawler
-com.plumanalytics
+cognitiveseo
 crawler4j
+dataforseo.com
+demandbase-bot
 domainsproject.org
-eCatch
+evc-batch
+facebookscraper
 gopher
-heritrix
 instabid
-ips-agent
-lwp-request
-meanpathbot
-muhstik-scan
+internetVista monitor
+isitwp.com
+lwp-trivial
+magpie-crawler
+mediawords
+oBot
+page scorer
 pcBrowser
+plumanalytics
+polaris version
+ripz
 s1z.ru
+satoristudio.net
 scan.lol
-seobility
-seoscanners
-serpstatbot
-sexsearcher
 siteripz
-sogouspider
+sp_auditbot
 sysscan
-trendiction.com
+tAkeOut
 trendiction.de
+ubermetrics-technologies.com
+webmeup-crawler
+webprosbot
 x09Mozilla
 zauba.io
-zgrab