V4.2021.11.2739 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-404enemy
-ALittle Client
+80legs
+ADmantX
+AIBOT
 ASPSeek
-Abonti
-AfD-Verbotsverfahren
-AhrefsBot
+AiHitBot
+Aipbot
 AllSubmitter
 Alligator
-AlphaBot
 Anarchie
-Anarchy99
-Ankit
+Anarchy
+Attach
+AwarioRssBot
 AwarioSmartBot
 BDFetch
-BacklinkCrawler
-Bandit
+BackWeb
 Battleztar Bazinga
+BetaBot
 Bitacle
 Black Hole
+BlackWidow
 Boardreader
-Bolt
+Buck
+BuiltBotTough
 BunnySlippers
-CATExplorador
+BuzzSumo
+CODE87
 CSHttp
-CazoodleBot
-CensysInspect
-CheeseBot
-CherryPicker
+Chlooe
+Claritybot
 Cloud mapping
-Craftbot
-Crawling at Home Project
-CrazyWebCrawler
-Custo
-DBLBot
-DIIbot
+Cogentbot
+Collector
+Copier
+CopyRightCheck
+Copyscape
+Cosmos
+DTS Agent
 DatabaseDriverMysqli
 Demon
-Dirbuster
 Disco
-Discobot
+DnBCrawler-Analytics
 DnyzBot
 DomCopBot
+Domains Project
 Download Wonder
 EMail Siphon
-Evil
-Express WebPictures
+EasyDL
+Ebingbong
 ExtLinksBot
 Extreme Picture Finder
-FHscan
+Ezooms
+FDM
 FemtosearchBot
 Firefox/7.0
 Flunky
-G-i-g-a-b-o-t
-Genieo
-GetRight
+Foobot
+FyberSpider
+GT::WWW
 GetWeb
+Getintent
 Gigabot
-Go!Zilla
-Go-Ahead-Got-It
-Gotit
-GrabNet
+GoZilla
 Grabber
-GrapeshotCrawler
-HMView
-HTTrack
-Harvest
+Grafula
+Haansoft
 Havij
-Hloader
-Humanlinks
-IDBTE4M
+Heritrix
+HybridBot
 IRLbot
-Iblog
-IndeedBot
-Intelliseek
-InterGET
-Internet Ninja
-Iria
-Iskanie
-JamesBOT
-JetCar
-Jetty
-Jorgee
-Jyxobot
-Larbin
-Leap
+Image Fetch
+Indy Library
+InfoTekies
+IstellaBot
+Jbrofuzz
+JennyBot
+JikeSpider
+Joomla
+Keyword Density
+Kinza
+Kozmosbot
+LNSpiderguy
+LWP::Simple
 LeechFTP
-LeechGet
-LexiBot
-Lftp
+Libwhisker
 LieBaoFast
 Likse
-Linkbot
+LinkScan
+LinkextractorPro
 LinkpadBot
-LinksManager
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
 Lmspider
 Ltx71
+MFC_Tear_Sample
+MIDown tool
+MIIxpc
 MJ12bot
+MSFrontPage
 MTRobot
 Mag-Net
-Magnet
-Mail.RU_Bot
 Majestic SEO
-Masscan
-Mb2345Browser
-MeanPath Bot
-Meanpathbot
-Mediatoolkitbot
-Metauri
-MicroMessenger
+Majestic12
+MarkMonitor
+MarkWatch
+Mass Downloader
+MegaIndex.ru
 Microsoft Data Access
-Mister PiX
+Minefield
 Moblie Safari
-Mojeek
-Msrabot
-Musobot
-Navroad
+NICErsPRO
+NPbot
+Name Intelligence
 NearSite
 Needle
-Nessus
 NetAnts
-NetLyzer
 NetMechanic
+NetSpider
+NetZIP
 Nettrack
-NextGenSearchBot
-Nikto
-Not
+Niki-bot
+Nimbostratus
 Nuclei
-Offline Explorer
-OpenVAS
-Openvas
-OutfoxBot
-PECL::HTTP
-PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
-PageGrabber
-Pandalytics
-Pavuk
-PeoplePal
-Pockey
-Psbot
-Pu_iN
-Pump
+Nutch
+Octopus
+OnCrawl
+OpenLinkProfiler
+Openfind
+OrangeSpider
+OutclicksBot
+PageAnalyzer
+Panscient
+Papa Foto
+Piepmatz
+Pimonster
+PleaseCrawl
+ProPowerBot
+ProWebWalker
+Probethenet
 Quick-Crawler
-RSSingBot
 RankActive
-RankActiveLinkBot
-RankingBot
+Re-re
 ReGet
+RebelMouse
+RedesScrapy
 RepoMonkey
 Ripper
 RocketCrawler
 SEOkicks
-SEOlyticsCrawler
-SEOprofiler
-SEOstats
-SISTRIX
-ScanAlert
-ScoutJet
 Scrapy
-Screaming
-ScrepyBot
-SemanticJuice
+Searchestate
+SearchmetricsBot
 SemrushBot
-SentiBot
-SeoSiteCheckup
 Seomoz
 Shodan
-SiteLockSpider
-SiteSucker
+SiteExplorer
+SiteSnagger
 Sitebeam
-Snake
-Snapbot
-Snoopy
-Sogou web spider
-Sottopop
+Sociscraper
+SpaceBison
+Spammen
+SpankBot
+Spanner
 Spbot
-SputnikBot
-SuperBot
-Surfbot
+Sqlmap
+Sqlworm
+Sqworm
+Steeler
+Stripper
 SurveyBot
-Swiftbot
-Teleport
-The Intraformant
+Telesoft
+Telesphoreo
+Thumbor
+Titan
+Toata
+Toweyabot
 Tracemyfile
-Trendiction
-Trendictionbot
 True_Robot
-TurnitinBot
-TwengaBot
+Turingos
 Twice
 URLy Warning
+URLy.Warning
+UnisterBot
 Upflow
-V-BOT
-VB Project
 VCI
-Vacuum
 Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
-VidibleScraper
-Virusdie
-WBSearchBot
+VoidEYE
+Voltron
+WASALive-Bot
 WPScan
-WWW-Mechanize
 WWWOFFLE
-Wallpapers
-WeSEE
-Web Enhancer
-Web Fuck
-Web Pix
-Web Sauger
-WebFetch
-WebGo IS
-WebImageCollector
+Web Sucker
+WebEnhancer
+WebFuck
+WebLeacher
 WebReaper
-WebSauger
+WebZIP
+Webshag
+WebsiteExtractor
 Webster
 Whack
-WinHTTrack
+Wonderbot
+Woobot
+Wprecon
 Xaldon WebSpider
+Xaldon_WebSpider
 Xenu
 YoudaoBot
 Zade
-ZmEu
+Zauba
+Zermelo
+Zeus
+Zitebot
 ZoomBot
 ZoominfoBot
-adscanner
 arquivo-web-crawler
+arquivo.pt
 autoemailspider
-cah.io.community
+backlink-check
 coccocbot-web
-crawler4j
+com.plumanalytics
+crawl.sogou.com
 dataforseo.com
-eCatch
+demandbase-bot
+evc-batch
 gopher
-heritrix
 instabid
+internetVista monitor
 ips-agent
-meanpathbot
-muhstik-scan
+isitwp.com
+lwp-trivial
+magpie-crawler
+mediawords
 page scorer
 pcBrowser
-satoristudio.net
+probe-image-size
+s1z.ru
+scalaj-http
+seobility
 sitechecker.pro
+siteripz
+sp_auditbot
+sysscan
 tAkeOut
-voyagerx.com
+webgains-bot
 webmeup-crawler
-webpros.com
+webprosbot