V4.2022.01.2870 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
+404enemy
 80legs
-ADmantX
 AIBOT
-ASPSeek
-Abonti
-Aboundexbot
+ALittle Client
 AiHitBot
-Aipbot
-AllSubmitter
-Anarchie
-Anarchy
-Anthill
+Alexibot
+Alligator
+Anarchy99
 Apexoo
-Attach
-Bandit
-BlackWidow
-Blow
+BBBike
+BackStreet
+BacklinkCrawler
+BetaBot
+Bigfoot
+Bitacle
+Blackboard
 BlowFish
 Boardreader
 Bolt
-BotALot
 Brandprotect
-Buddy
 BuiltBotTough
 BuiltWith
 Bullseye
-Calculon
-CensysInspect
-Claritybot
-Cliqzbot
-Cloud mapping
-Cogentbot
+BunnySlippers
+CCBot
+Cegbfeieh
+Cocolyzebot
+Copier
+Copyscape
 Cosmos
-Craftbot
+Crawling at Home Project
 CrazyWebCrawler
-Custo
-CyotekWebCopy
+CrunchBot
+Curious
 DIIbot
-Demon
-Deusu
+DataCha0s
+DatabaseDriverMysqli
+Devil
 DigitalPebble
-Disco
+Dirbuster
+Discobot
+Discoverybot
 Dispatch
 DnyzBot
+DomCopBot
+DomainAppender
 DomainCrawler
-DomainStatsBot
+DomainSigmaCrawler
 Domains Project
-Dotbot
-ECCP/1.0
-EMail Siphon
-EasyDL
-Ecxi
-Evil
-Exabot
-Express WebPictures
-Extractor
-FDM
+ExtLinksBot
+ExtractorPro
+Extreme Picture Finder
+EyeNetIE
+Ezooms
+FHscan
 FemtosearchBot
-Firefox/7.0
-FlashGet
-Foobot
-Freeuploader
-FrontPage
+Flunky
+Fuzz
+FyberSpider
 G-i-g-a-b-o-t
 GT::WWW
 Genieo
 GermCrawler
-Go!Zilla
+GetRight
+Gigabot
+Go-Ahead-Got-It
+GoZilla
 Gotit
-Grafula
-GrapeshotCrawler
-GridBot
+GrabNet
+HEADMasterSEO
+HMView
+HTMLparser
+HaosouSpider
+Harvest
+Havij
 Heritrix
-HonoluluBot
 Humanlinks
-IDBTE4M
-IRLbot
-Iblog
-Image Sucker
-InfoNaviRobot
-Iria
-JOC Web Spider
+HybridBot
+IlseBot
+IndeedBot
+InfoTekies
+Intelliseek
+Iskanie
+IstellaBot
+Jbrofuzz
 JetCar
-Jetty
+JikeSpider
 Joomla
+Jorgee
+JustView
+Jyxobot
 Kenjin Spider
 Kinza
-LNSpiderguy
-Larbin
-LibWeb
-Libwhisker
-LinkScan
-Linkbot
-LinkpadBot
-LinqiaRSSBot
+LWP::Simple
+Leap
+LieBaoFast
+Lightspeedsystems
+Likse
+Linkdexbot
+LinkextractorPro
+LinksManager
 LinqiaScrapeBot
+Lipperhey Spider
 MIDown tool
 MIIxpc
-MTRobot
-Mag-Net
+MJ12bot
+MQQBrowser
+MSIECrawler
 Magnet
 Mail.RU_Bot
+Majestic SEO
 MarkMonitor
-Masscan
+Mata Hari
 Mb2345Browser
 Mediatoolkitbot
-MegaIndex.ru
-MicroMessenger
-Microsoft Data Access
-Minefield
-Mojeek
+Microsoft URL Control
+Moblie Safari
+Mojolicious
 Morfeus Fucking Scanner
 Mozlila
-Musobot
-NearSite
-NetSpider
-Netcraft
-Nibbler
-Nikto
-NimbleCrawler
-Nimbostratus
+NICErsPRO
+NPbot
+Name Intelligence
+Navroad
+Needle
+Net Vampire
+NetMechanic
+Niki-bot
+Ninja
 Nmap
-Not
-Octopus
 Offline Navigator
 OnCrawl
-OrangeSpider
-POE-Component-Client-HTTP
-Pandalytics
-Papa Foto
-Pavuk
+OpenLinkProfiler
+Openvas
+OutclicksBot
+OutfoxBot
+PHPCrawl
+Page Analyzer
+Panscient
 Pi-Monster
-PictureFinder
-Piepmatz
+Picscout
 Pimonster
+PleaseCrawl
+Pockey
 ProWebWalker
-Psbot
-Pump
+Probethenet
 RSSingBot
-RankingBot
-ReGet
+RankActive
+RankFlex
+Re-re
 RealDownload
-Reaper
+RebelMouse
 Recorder
 RepoMonkey
 Ripper
-SEOkicks
 SEOlyticsCrawler
-SISTRIX
-SalesIntelligent
 ScanAlert
 Scanbot
-SearchmetricsBot
-SemrushBot
+Scrapy
+SemanticJuice
 SentiBot
-SeoSiteCheckup
-Siphon
+SeobilityBot
 Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
-SiteSnagger
-Sitebeam
+Sitevigil
+SlySearch
 SmartDownload
-Snake
-SocialRankIOBot
-Sogou web spider
 SpaceBison
-Sqlworm
+Spammen
+Sqworm
 Steeler
 Sucker
-SuperBot
+Sucuri
 SuperHTTP
-SurveyBot
+Surfbot
 Szukacz
-T0PHackTeam
-Teleport
+T8Abot
 TeleportPro
-Toata
+Telesphorep
+Toweyabot
 Tracemyfile
-Trendiction
-URLy Warning
+Typhoeus
 UnisterBot
-V-BOT
-VB Project
-VCI
+Upflow
+Vacuum
+Vagabondo
 VelenPublicWebCrawler
-Virusdie
+VeriCiteCrawler
+VidibleScraper
+WASALive-Bot
 WEBDAV
 WPScan
 WWW::Mechanize
+WWWOFFLE
 Wallpapers
-Wallpapers/3.0
-WallpapersHD
-WeSEE
-Web Collage
+Web Auto
 Web Enhancer
-WebBandit
+Web Fetch
+Web Pix
+Web Sauger
+WebAuto
+WebCopier
 WebEnhancer
 WebFetch
 WebGo IS
-WebImageCollector
-WebLeacher
-WebSauger
+WebPix
 WebWhacker
-WebsiteExtractor
+Webshag
+Website Quester
 Webster
-Whatweb
-Widow
-WinHTTrack
-Wonderbot
-Xaldon_WebSpider
+Who.is Bot
+WiseGuys Robot
+Wprecon
+Xaldon WebSpider
+Xenu
 YoudaoBot
 Zade
+Zauba
+Zeus
+Zitebot
 ZmEu
-ZumBot
+ZoomBot
 adscanner
-archive.org_bot
 arquivo.pt
 autoemailspider
-backlink-check
+check1.exe
 clark-crawler
-coccocbot-web
+com.plumanalytics
+crawl.sogou.com
 crawler4j
 dataforseo.com
-demandbase-bot
-eCatch
-heritrix
+evc-batch
+gopher
 instabid
 internetVista monitor
-ips-agent
-iubenda-radar
 lwp-request
-lwp-trivial
-muhstik-scan
+netEstate NE Crawler
+page scorer
 s1z.ru
-satoristudio.net
-scan.lol
-seobility
-seocompany.store
 seoscanners
-sogouspider
+sitechecker.pro
+siteripz
 sp_auditbot
 tAkeOut
 trendiction.com
-webgains-bot
+trendiction.de
+webpros.com
 webprosbot
 xpymep1.exe
 zauba.io