V4.2021.12.2764 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-80legs
-ADmantX
-AIBOT
+01h4x.com
+404checker
+ALittle Client
 Abonti
 Aboundex
 Aboundexbot
 AiHitBot
-Aipbot
 Alexibot
-Anarchie
+AllSubmitter
+AlphaBot
 Anarchy
-Apexoo
-Aspiegel
-Asterias
+Anarchy99
+Anthill
+BDCbot
 BLEXBot
+BackWeb
 BacklinkCrawler
-Barkrowler
-BetaBot
-Black Hole
 Blackboard
 Boardreader
-Bolt
 BotALot
-Brandprotect
-Brandwatch
 Buck
 Buddy
-BuiltBotTough
-BuiltWith
-Calculon
-Cegbfeieh
+Bullseye
+BuzzSumo
+CATExplorador
+CODE87
+CSHttp
+CazoodleBot
+CheeseBot
 CherryPicker
-Chlooe
+Citoid
+Claritybot
 Cliqzbot
-Cocolyzebot
+Cogentbot
 Cosmos
-CrazyWebCrawler
+Craftbot
+Crawling at Home Project
+Crescent
 CrunchBot
-CyotekWebCopy
+Curious
+Custo
 DBLBot
-Devil
+Demon
 Digincore
 DigitalPebble
-Dispatch
-DittoSpyder
-Download Wonder
-ECCP/1.0
-EMail Wolf
-EroCrawler
-Evil
-Exabot
-Express WebPictures
-Extractor
-Extreme Picture Finder
+Dirbuster
+DnBCrawler-Analytics
+DnyzBot
+Domains Project
+Dotbot
+Drip
+Ecxi
+EirGrabber
 Ezooms
-FDM
 FHscan
-Flunky
-Foobot
-Fuzz
+FlashGet
 FyberSpider
 Fyrebot
 GT::WWW
 GalaxyBot
-Gigabot
+Genieo
+GetRight
+GetWeb
+Getintent
 Go!Zilla
 GoZilla
-HMView
+Gotit
+GrabNet
+Grabber
+HTMLparser
 HTTP::Lite
-HTTrack
-Haansoft
-HybridBot
-IDBot
-IRLbot
-Image Fetch
+Hloader
+IlseBot
 IndeedBot
-InfoNaviRobot
-InfoTekies
-Intelliseek
-Iria
-Iskanie
+InterGET
+Internet Ninja
 IstellaBot
-JOC Web Spider
+JamesBOT
 Jbrofuzz
-JetCar
+JennyBot
 Jetty
 JikeSpider
 Joomla
 Jorgee
+JustView
+Jyxobot
+Kenjin Spider
+Kinza
 Kozmosbot
-LNSpiderguy
-LWP::Simple
+Larbin
 Leap
-LeechFTP
-LexiBot
-Libwhisker
-LieBaoFast
-LinkScan
-LinkWalker
-Linkbot
-Linkdexbot
-LinkextractorPro
+LibWeb
+Lightspeedsystems
 LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
-Lmspider
-Majestic-SEO
+Lipperhey
+Litemage_walker
+MFC_Tear_Sample
+MIIxpc
+MQQBrowser
+MSIECrawler
+Mag-Net
+Mail.RU_Bot
 MarkWatch
-Masscan
-Mata Hari
-Mb2345Browser
+Mass Downloader
 MeanPath Bot
-Meanpathbot
-MegaIndex.ru
+Mediatoolkitbot
 MicroMessenger
-Microsoft URL Control
+Microsoft Data Access
+Mister PiX
+Moblie Safari
 Mojeek
 Mojolicious
-Morfeus Fucking Scanner
+Mozlila
+Msrabot
+NICErsPRO
+NPbot
+Name Intelligence
+Nameprotect
 Net Vampire
-NetAnts
-Nettrack
+NetMechanic
 Netvibes
-Nibbler
+Niki-bot
 Nikto
-Not
-Offline Explorer
-Offline Navigator
-OpenLinkProfiler
-Openvas
+Ninja
+Nuclei
+Nutch
+Octopus
+OnCrawl
+OpenVAS
+Openfind
 OrangeBot
-OrangeSpider
-POE-Component-Client-HTTP
+PHPCrawl
 PageGrabber
-PageThing.com
 Pandalytics
-Papa Foto
-Pavuk
-PeoplePal
-Petalbot
-Pi-Monster
-PictureFinder
-Pixray
-Pu_iN
+Piepmatz
+Pockey
+ProPowerBot
+Probethenet
+Psbot
+Pump
 PxBroker
-PyCurl
-RSSingBot
+QueryN Metasearch
+Quick-Crawler
 RankActive
 RankActiveLinkBot
-Rankivabot
+RankingBot
 Re-re
-RealDownload
-SEOkicks
-ScanAlert
-Scanbot
-ScreenerBot
-SearchmetricsBot
-SemanticJuice
-SemrushBot
-SeoSiteCheckup
+Reaper
+RebelMouse
+Recorder
+RocketCrawler
+Rogerbot
+SBIder
+SEOprofiler
+SEOstats
+SMTBot
+Scrapy
+ScrepyBot
 SeobilityBot
 Seomoz
-Siphon
-SiteExplorer
+Shodan
+Site Sucker
+SiteCheckerBotCrawler
 SiteLockSpider
-SiteSnagger
 SiteSucker
-Sitevigil
+Sitebeam
 SlySearch
-Snoopy
+SmartDownload
+Snapbot
 SocialRankIOBot
-Sogou web spider
-SpaceBison
+Sociscraper
 Spammen
-SpankBot
-Spbot
-Sqlmap
-SuperHTTP
-TeleportPro
-Telesphoreo
+Spanner
+SputnikBot
+Sqlworm
+Sqworm
+Steeler
+Surfbot
+Suzuran
+Teleport
 TheNomad
+Thumbor
+TightTwatBot
 Toata
 Toweyabot
-Tracemyfile
-TwengaBot
+Trendiction
+Twice
+Typhoeus
 URLy Warning
-Upflow
 VB Project
-VelenPublicWebCrawler
-VidibleScraper
+Vagabondo
+VeriCiteCrawler
+Virusdie
+VoidEYE
 Voil
-WPScan
+Voltron
 WWW-Collector-E
-WWW::Mechanize
-WeSEE
+WWW-Mechanize
+Wallpapers
+Wallpapers/3.0
 Web Collage
-Web Pix
-WebCollage
+Web Fetch
+WebBandit
 WebCopier
 WebEnhancer
-WebFetch
-WebGo IS
+WebFuck
 WebLeacher
+WebPix
 WebReaper
-WebSauger
+WebWhacker
 Webshag
-Webster
+Website Quester
+WebsiteExtractor
 Whack
-Whatweb
-Who.is Bot
-Widow
-WiseGuys Robot
-Wonderbot
-Woobot
-Wotbox
-Xaldon WebSpider
-Zade
+Whacker
 Zitebot
 ZmEu
 ZumBot
-cognitiveseo
+ZyBorg
+arquivo-web-crawler
+check1.exe
+clark-crawler
+coccocbot-web
 com.plumanalytics
-domainsproject.org
+dataforseo.com
+evc-batch
 facebookscraper
 heritrix
-ips-agent
-magpie-crawler
+instabid
 meanpathbot
-muhstik-scan
 netEstate NE Crawler
-pcBrowser
+oBot
+plumanalytics
 polaris version
+s1z.ru
 satoristudio.net
-scan.lol
+scalaj-http
+seobility
 seocompany.store
-seoscanners
-serpstatbot
+seostar
 sexsearcher
-sp_auditbot
+siteripz
 tAkeOut
-voyagerx.com
-webgains-bot
-webmeup-crawler
-webpros.com
+ubermetrics-technologies.com
 webprosbot
 x09Mozilla
 xpymep1.exe
+zauba.io
 zgrab