V4.2022.02.2910 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+01h4x.com
 404checker
+404enemy
+80legs
 ASPSeek
 Aboundex
-Alexibot
-AllSubmitter
+Aboundexbot
+Aipbot
+Alligator
+Anarchy
+Anarchy99
+Ankit
+Anthill
+Apexoo
 Aspiegel
-Asterias
-Atomseobot
-Attach
-AwarioRssBot
-AwarioSmartBot
 BDFetch
-BackStreet
-BacklinkCrawler
-Barkrowler
-BetaBot
-BlackWidow
+BackWeb
+Badass
+Black Hole
 Blackboard
 Blow
-Boardreader
-Bolt
-BotALot
-Buddy
+Brandprotect
+Buck
 BuiltBotTough
-BuiltWith
-BunnySlippers
-CCBot
-CODE87
+Bullseye
+CazoodleBot
+Cegbfeieh
+CensysInspect
 CheTeam
-CheeseBot
-Cocolyzebot
-Craftbot
+ChinaClaw
+Cloud mapping
+CopyRightCheck
+Cosmos
+CrazyWebCrawler
+CrunchBot
 Curious
 DSearch
-DataCha0s
-Demon
+DTS Agent
+DatabaseDriverMysqli
 Devil
-Dirbuster
-Discobot
+DigitalPebble
 Discoverybot
-DittoSpyder
 DnBCrawler-Analytics
-DnyzBot
 DomCopBot
-DomainAppender
 DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
-Domains Project
-Dragonfly
-EMail Siphon
+Download Wonder
+Drip
 EMail Wolf
+EasyDL
+Ebingbong
 Ecxi
-EirGrabber
-Extreme Picture Finder
+EroCrawler
+ExtLinksBot
+Extractor
 EyeNetIE
 FDM
-Fimap
+FemtosearchBot
+Firefox/7.0
 FlashGet
 Flunky
-Foobot
-FrontPage
-Fuzz
-FyberSpider
-Fyrebot
-Genieo
-GetWeb
+GT::WWW
+Getintent
 Go!Zilla
 Grabber
-HEADMasterSEO
-HTMLparser
+GrapeFX
+GrapeshotCrawler
+GridBot
 HTTP::Lite
-HTTrack
 Haansoft
-HaosouSpider
 Harvest
 Havij
-Humanlinks
-IDBTE4M
-Iblog
+Heritrix
+IDBot
+Id-search
+IlseBot
 Image Sucker
-IndeedBot
+InfoNaviRobot
 InfoTekies
-Intelliseek
+Internet Ninja
 InternetSeer
 Iria
-JOC Web Spider
+Iskanie
 Jbrofuzz
-JennyBot
-Jetty
+JikeSpider
 Joomla
 Keyword Density
 Kinza
+Kozmosbot
+LNSpiderguy
 Lanshanbot
-LexiBot
-Lftp
-LibWeb
+LeechGet
+Libwhisker
 Lightspeedsystems
-Linkdexbot
-LinkpadBot
+LinkextractorPro
 LinksManager
 LinqiaMetadataDownloaderBot
-Lipperhey
-Lipperhey Spider
-Ltx71
+LinqiaScrapeBot
+Litemage_walker
+Lmspider
+MFC_Tear_Sample
 MIDown tool
+MJ12bot
 MSFrontPage
 MTRobot
+Magnet
 Mail.RU_Bot
-MarkMonitor
+Majestic SEO
 MarkWatch
-Mass Downloader
 MauiBot
 Mb2345Browser
-MicroMessenger
+MeanPath Bot
+MegaIndex.ru
 Microsoft Data Access
-Microsoft URL Control
-Moblie Safari
-Mojolicious
+Minefield
+MolokaiBot
+Morfeus Fucking Scanner
+Mr.4x3
 Msrabot
-Musobot
-NICErsPRO
-Name Intelligence
-Navroad
-Net Vampire
-NetLyzer
-NetMechanic
-Nikto
-Nmap
-Offline Explorer
-Offline Navigator
-OpenLinkProfiler
-PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
-PageGrabber
-Pandalytics
-Panscient
+Needle
+Netcraft
+Netvibes
+Nimbostratus
+Not
+Nuclei
+Nutch
+Octopus
+OpenVAS
+OrangeBot
+OutclicksBot
+PageAnalyzer
 Papa Foto
-Pavuk
-Petalbot
+Picsearch
 PictureFinder
-Piepmatz
 Pixray
-Psbot
-PyCurl
-QueryN Metasearch
-Rankivabot
-RankurBot
-RebelMouse
+ProPowerBot
+ProWebWalker
+Probethenet
+PxBroker
+Quick-Crawler
+RSSingBot
+RankingBot
+RankingBot2
+ReGet
+Reaper
 Recorder
 RedesScrapy
-RocketCrawler
-Rogerbot
-SBIder
-SEOlyticsCrawler
+RepoMonkey
+Ripper
+SEOkicks-Robot
+SEOprofiler
+SEOstats
 ScoutJet
 Scrapy
-Screaming
-ScrepyBot
-Searchestate
 SearchmetricsBot
 SemanticJuice
 SemrushBot
-Seomoz
-Shodan
-Siphon
+SentiBot
 Site Sucker
+SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
 Sitebeam
-SlySearch
 SmartDownload
-Snapbot
+Snake
 Snoopy
-SocialRankIOBot
-Sogou web spider
-Sosospider
-SpaceBison
-Spammen
+Sottopop
 SpankBot
-Spbot
-SputnikBot
+Spanner
+Spinn3r
 Sqlmap
-Swiftbot
+Sqlworm
+Sucuri
+SuperBot
+Surfbot
+Szukacz
 T8Abot
 Teleport
-TeleportPro
-The Intraformant
-TheNomad
 Thumbor
+Titan
+Toata
+Toweyabot
+Tracemyfile
 Trendictionbot
+True_Robot
 Typhoeus
 URLy Warning
-URLy.Warning
-UnisterBot
-Upflow
-V-BOT
-Vacuum
+VB Project
+VidibleScraper
 Virusdie
-Voltron
+WASALive-Bot
+WBSearchBot
+WWW-Collector-E
 WWW-Mechanize
 WWW::Mechanize
 Wallpapers
-Wallpapers/3.0
-WallpapersHD
-Web Auto
+WeSEE
+Web Collage
+Web Enhancer
+Web Fuck
 Web Pix
+Web Sauger
 WebCollage
+WebCopier
+WebEnhancer
+WebFuck
+WebGo IS
 WebImageCollector
 WebPix
+WebReaper
 WebSauger
-WebSucker
-Webshag
-WebsiteQuester
-Whack
-WinHTTrack
-WiseGuys Robot
+WebStripper
+Website Quester
+WebsiteExtractor
+Whacker
+Whatweb
+Wonderbot
+Woobot
+Wprecon
 Xenu
-Zade
+YoudaoBot
+Zauba
+Zermelo
+Zitebot
+ZmEu
+ZoomBot
 ZoominfoBot
-ZumBot
-arquivo-web-crawler
-cah.io.community
+ZyBorg
+autoemailspider
+backlink-check
 check1.exe
 cognitiveseo
-crawler4j
-evc-batch
-facebookscraper
-isitwp.com
-iubenda-radar
+crawl.sogou.com
+dataforseo.com
+demandbase-bot
+gopher
+instabid
+internetVista monitor
+lwp-trivial
 magpie-crawler
-meanpathbot
-mediawords
-muhstik-scan
+netEstate NE Crawler
+probe-image-size
+ripz
 s1z.ru
+satoristudio.net
 scalaj-http
-seocompany.store
-seostar
+seoscanners
 serpstatbot
 sexsearcher
-siteripz
-sogouspider
-sp_auditbot
-ubermetrics-technologies.com
-webmeup-crawler
-webprosbot
-xpymep1.exe
-zgrab
+spyfu
+webpros.com
+x09Mozilla