V4.2022.02.2909 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
 404checker
-80legs
-ADmantX
+ASPSeek
 Aboundex
-Aboundexbot
-AfD-Verbotsverfahren
-AhrefsBot
-Aipbot
-Alligator
-Anarchie
-Anarchy
-Ankit
-Anthill
+Alexibot
+AllSubmitter
+Aspiegel
 Asterias
+Atomseobot
 Attach
-BLEXBot
-BackWeb
-Badass
-Bigfoot
-Bitacle
+AwarioRssBot
+AwarioSmartBot
+BDFetch
+BackStreet
+BacklinkCrawler
+Barkrowler
+BetaBot
 BlackWidow
-BlowFish
+Blackboard
+Blow
+Boardreader
+Bolt
 BotALot
-Brandprotect
-Buck
 Buddy
-CATExplorador
-Calculon
-CazoodleBot
-Cegbfeieh
+BuiltBotTough
+BuiltWith
+BunnySlippers
+CCBot
+CODE87
+CheTeam
 CheeseBot
-Chlooe
-Cloud mapping
 Cocolyzebot
-Cogentbot
-CopyRightCheck
-Copyscape
-Cosmos
 Craftbot
-Crescent
-CrunchBot
 Curious
-DatabaseDriverMysqli
+DSearch
+DataCha0s
 Demon
-Deusu
 Devil
-DigitalPebble
-Disco
+Dirbuster
+Discobot
 Discoverybot
+DittoSpyder
+DnBCrawler-Analytics
+DnyzBot
 DomCopBot
-Download Wonder
-Drip
-ECCP/1.0
-EasyDL
-EroCrawler
-Evil
-Express WebPictures
-Extractor
+DomainAppender
+DomainCrawler
+DomainSigmaCrawler
+DomainStatsBot
+Domains Project
+Dragonfly
+EMail Siphon
+EMail Wolf
+Ecxi
+EirGrabber
+Extreme Picture Finder
+EyeNetIE
 FDM
-FHscan
-Firefox/7.0
+Fimap
+FlashGet
 Flunky
-Freeuploader
+Foobot
+FrontPage
 Fuzz
 FyberSpider
 Fyrebot
 Genieo
-GetRight
 GetWeb
-Go-Ahead-Got-It
-GoZilla
-Gotit
-GrabNet
+Go!Zilla
 Grabber
-GrapeFX
-GridBot
 HEADMasterSEO
+HTMLparser
+HTTP::Lite
+HTTrack
+Haansoft
 HaosouSpider
 Harvest
+Havij
+Humanlinks
 IDBTE4M
-Id-search
-Image Fetch
+Iblog
+Image Sucker
 IndeedBot
-Indy Library
-InfoNaviRobot
+InfoTekies
+Intelliseek
 InternetSeer
-Iskanie
-IstellaBot
+Iria
 JOC Web Spider
-JamesBOT
+Jbrofuzz
 JennyBot
 Jetty
-Jorgee
-Kenjin Spider
-Kozmosbot
-LNSpiderguy
+Joomla
+Keyword Density
+Kinza
 Lanshanbot
 LexiBot
+Lftp
 LibWeb
-LinkScan
-Linkbot
+Lightspeedsystems
+Linkdexbot
+LinkpadBot
 LinksManager
 LinqiaMetadataDownloaderBot
 Lipperhey
 Lipperhey Spider
-Litemage_walker
-MFC_Tear_Sample
+Ltx71
+MIDown tool
 MSFrontPage
-Magnet
-Majestic12
+MTRobot
+Mail.RU_Bot
 MarkMonitor
+MarkWatch
 Mass Downloader
-MeanPath Bot
-Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
-Metauri
-Minefield
-NPbot
-NearSite
-NetSpider
-NetZIP
-NimbleCrawler
-Nimbostratus
+MauiBot
+Mb2345Browser
+MicroMessenger
+Microsoft Data Access
+Microsoft URL Control
+Moblie Safari
+Mojolicious
+Msrabot
+Musobot
+NICErsPRO
+Name Intelligence
+Navroad
+Net Vampire
+NetLyzer
+NetMechanic
+Nikto
 Nmap
-Nuclei
-Nutch
 Offline Explorer
 Offline Navigator
-OnCrawl
 OpenLinkProfiler
-OpenVAS
-PECL::HTTP
+PHPCrawl
 POE-Component-Client-HTTP
 Page Analyzer
+PageGrabber
+Pandalytics
+Panscient
+Papa Foto
 Pavuk
-Pi-Monster
-Pimonster
+Petalbot
+PictureFinder
+Piepmatz
 Pixray
-Pockey
 Psbot
-PxBroker
-Quick-Crawler
-RankActiveLinkBot
-RankFlex
-RankingBot2
-ReGet
+PyCurl
+QueryN Metasearch
+Rankivabot
+RankurBot
 RebelMouse
 Recorder
-SEOkicks-Robot
-SMTBot
-SalesIntelligent
-Scanbot
+RedesScrapy
+RocketCrawler
+Rogerbot
+SBIder
+SEOlyticsCrawler
 ScoutJet
 Scrapy
-ScreenerBot
+Screaming
+ScrepyBot
 Searchestate
 SearchmetricsBot
 SemanticJuice
 SemrushBot
-SiteCheckerBotCrawler
+Seomoz
+Shodan
+Siphon
+Site Sucker
 SiteExplorer
-Sitevigil
+SiteLockSpider
+Sitebeam
 SlySearch
-Snake
+SmartDownload
 Snapbot
-Sociscraper
+Snoopy
+SocialRankIOBot
+Sogou web spider
+Sosospider
+SpaceBison
+Spammen
 SpankBot
 Spbot
-Spinn3r
-Sqworm
-Sucuri
-Surfbot
-Szukacz
-T0PHackTeam
+SputnikBot
+Sqlmap
+Swiftbot
+T8Abot
+Teleport
 TeleportPro
-Telesphoreo
+The Intraformant
 TheNomad
-Tracemyfile
-Trendiction
-Turnitin
-TurnitinBot
-TwengaBot
-Twice
+Thumbor
+Trendictionbot
 Typhoeus
+URLy Warning
 URLy.Warning
+UnisterBot
 Upflow
-VB Project
+V-BOT
 Vacuum
-VelenPublicWebCrawler
-VidibleScraper
+Virusdie
 Voltron
-WASALive-Bot
-WISENutbot
+WWW-Mechanize
 WWW::Mechanize
-WWWOFFLE
-Web Collage
-Web Enhancer
-Web Fetch
-Web Sauger
-Web Sucker
-WebEnhancer
-WebFetch
-WebGo IS
+Wallpapers
+Wallpapers/3.0
+WallpapersHD
+Web Auto
+Web Pix
+WebCollage
+WebImageCollector
 WebPix
 WebSauger
-Webalta
-WebsiteExtractor
+WebSucker
+Webshag
 WebsiteQuester
-Xaldon_WebSpider
-YoudaoBot
-Zermelo
-Zeus
-ZmEu
+Whack
+WinHTTrack
+WiseGuys Robot
+Xenu
+Zade
+ZoominfoBot
 ZumBot
 arquivo-web-crawler
-autoemailspider
-backlink-check
 cah.io.community
 check1.exe
-clark-crawler
+cognitiveseo
 crawler4j
-domainsproject.org
+evc-batch
 facebookscraper
-internetVista monitor
 isitwp.com
-lwp-request
-lwp-trivial
+iubenda-radar
 magpie-crawler
-netEstate NE Crawler
-oBot
-pcBrowser
-ripz
+meanpathbot
+mediawords
+muhstik-scan
 s1z.ru
-satoristudio.net
 scalaj-http
-scan.lol
 seocompany.store
 seostar
+serpstatbot
 sexsearcher
-sitechecker.pro
 siteripz
-sysscan
-trendiction.com
-trendiction.de
+sogouspider
+sp_auditbot
 ubermetrics-technologies.com
-webgains-bot
-x22Mozilla
-zauba.io
+webmeup-crawler
+webprosbot
+xpymep1.exe
 zgrab