V4.2022.07.3240 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+404checker
 404enemy
-80legs
-ASPSeek
-Aboundexbot
-AhrefsBot
-AiHitBot
-Anarchie
+ADmantX
+ALittle Client
+Abonti
+AllSubmitter
+Alligator
+Anarchy99
+Ankit
 Aspiegel
 Atomseobot
-AwarioRssBot
-AwarioSmartBot
-BDFetch
-BackDoorBot
-Backlink-Ceck
+Attach
+BDCbot
+BLEXBot
+BackWeb
 Barkrowler
-Battleztar Bazinga
-Black Hole
+Bigfoot
+Blow
 Boardreader
+Bolt
+BotALot
 Brandprotect
-Buck
-CazoodleBot
-CensysInspect
+Brandwatch
+BuiltBotTough
+BunnySlippers
+CCBot
+Calculon
+Cegbfeieh
+CheeseBot
 Claritybot
 Cliqzbot
-Copier
-CopyRightCheck
+Cloud mapping
+Cogentbot
+Collector
 Copyscape
-Craftbot
+Crawling at Home Project
 Crescent
-Curious
+CyotekWebCopy
 DBLBot
 DIIbot
-DTS Agent
 DatabaseDriverMysqli
-Digincore
+Devil
 Discobot
-Discoverybot
+Dispatch
 DittoSpyder
 DnBCrawler-Analytics
 DnyzBot
+DomainAppender
+DomainSigmaCrawler
 DomainStatsBot
 Domains Project
-Dotbot
-EMail Siphon
-EirGrabber
-Express WebPictures
-ExtLinksBot
+Download Wonder
+Dragonfly
+Drip
+ECCP/1.0
+EMail Wolf
+EasyDL
+Ecxi
+Evil
 Extractor
-Extreme Picture Finder
-FDM
-Fimap
-Firefox/7.0
-FlashGet
+ExtractorPro
+EyeNetIE
+Ezooms
+FHscan
+FemtosearchBot
 Foobot
-G-i-g-a-b-o-t
-GetRight
+FyberSpider
+Fyrebot
+GT::WWW
+GalaxyBot
+GermCrawler
 GetWeb
-Getintent
+Gigabot
 Go-Ahead-Got-It
 GoZilla
-Grabber
-GrapeFX
+Gotit
+GrapeshotCrawler
+GridBot
 HEADMasterSEO
+HMView
 HTMLparser
 HTTP::Lite
+Haansoft
 HaosouSpider
+Harvest
 Heritrix
 HybridBot
-Iblog
+IDBot
+IRLbot
 Id-search
-Image Fetch
 Image Sucker
 Indy Library
 InfoTekies
-Intelliseek
-InternetSeer
-JetCar
+InterGET
+Internet Ninja
+JamesBOT
+JennyBot
 Jetty
 JikeSpider
-Joomla
-Keybot Translation-Search-Machine
-Kozmosbot
+Kenjin Spider
+LNSpiderguy
 LWP::Simple
-Lftp
-Libwhisker
+Lanshanbot
+Leap
+LexiBot
+LibWeb
 LieBaoFast
-LinkWalker
+Likse
+LinkScan
+Linkbot
 LinkextractorPro
+LinksManager
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey
 Litemage_walker
 Lmspider
-Ltx71
-MIDown tool
-MIIxpc
-MJ12bot
+MFC_Tear_Sample
 MQQBrowser
-Magnet
+MSFrontPage
+Majestic-SEO
+Mass Downloader
+MauiBot
+MeanPath Bot
 Meanpathbot
-Mediatoolkitbot
 MegaIndex.ru
 Metauri
-MicroMessenger
-Microsoft Data Access
-Minefield
-Mister PiX
-Morfeus Fucking Scanner
+Microsoft URL Control
 Mozlila
-Musobot
 NICErsPRO
-Nameprotect
-Navroad
+NPbot
+Name Intelligence
 Nessus
-NetSpider
+Netcraft
+Nettrack
 Netvibes
-NextGenSearchBot
-Nibbler
-Nimbostratus
+Nikto
+NimbleCrawler
 Ninja
 Nmap
-OrangeSpider
+Not
+Nuclei
+Offline Explorer
+Offline Navigator
+OrangeBot
 OutfoxBot
-PECL::HTTP
-PHPCrawl
+POE-Component-Client-HTTP
 PageScorer
-PageThing.com
-Panscient
 Pi-Monster
 Picscout
-Picsearch
-Piepmatz
-Pockey
+PictureFinder
+Pixray
 ProPowerBot
-RSSingBot
-RankActiveLinkBot
-RankFlex
-RankingBot
-Re-re
+ProWebWalker
+Psbot
+Pump
+RankActive
+RankingBot2
+ReGet
+RealDownload
+RebelMouse
 Recorder
 RepoMonkey
-Ripper
-Rogerbot
-SEOlyticsCrawler
-SEOprofiler
-SISTRIX
-SalesIntelligent
+RocketCrawler
+SEOkicks
+SMTBot
 ScoutJet
-Screaming
-ScrepyBot
 Searchestate
-Seekport
-SiteCheckerBotCrawler
-SiteSucker
-Siteimprove
+Semrush
+SemrushBot
+SentiBot
+Siphon
+Site Sucker
+Sitebeam
 Sitevigil
 SlySearch
-SmartDownload
-Sociscraper
-Sogou web spider
-SpankBot
+Snoopy
+SocialRankIOBot
+SpaceBison
+Spammen
+Spbot
+Spinn3r
 SputnikBot
+Sqlmap
+Sqlworm
 Sqworm
-Stripper
+Sucker
 SuperBot
-Surfbot
-SurveyBot
-T0PHackTeam
-T8Abot
+Suzuran
+Swiftbot
 Teleport
 TeleportPro
-Telesoft
-Telesphoreo
-Telesphorep
-The Intraformant
-TheNomad
-TightTwatBot
 Titan
-Tracemyfile
-True_Robot
-Turnitin
+TurnitinBot
 TwengaBot
-Twice
-Typhoeus
-URLy Warning
 UnisterBot
+Upflow
+V-BOT
 VCI
 Vacuum
-Vagabondo
-VelenPublicWebCrawler
 VeriCiteCrawler
-Virusdie
-VoidEYE
-Voltron
-WBSearchBot
-WWW-Collector-E
-WWW::Mechanize
-Wallpapers
-WeSEE
-Web Sauger
+WWWOFFLE
+WallpapersHD
+Web Fuck
 Web Sucker
-WebBandit
+WebAuto
 WebCopier
+WebFetch
 WebFuck
-WebImageCollector
-WebReaper
-WebStripper
-WebmasterWorldForumBot
+WebGo IS
+WebSucker
+WebWhacker
+Webalta
+Webster
 Whacker
-Whatweb
-WinHTTrack
-WiseGuys Robot
 Wonderbot
-Woobot
-Wotbox
-Wprecon
 Zade
+Zauba
 Zermelo
+Zeus
 Zitebot
-ZmEu
+ZoomBot
 ZoominfoBot
+ZyBorg
 adscanner
 archive.org_bot
 arquivo-web-crawler
 arquivo.pt
+autoemailspider
 cah.io.community
-check1.exe
-clark-crawler
-crawler.feedback
+coccocbot
 crawler4j
 dataforseo.com
-demandbase-bot
-facebookscraper
-heritrix
-internetVista monitor
-ips-agent
+eCatch
+instabid
+isitwp.com
 lwp-request
-magpie-crawler
+lwp-trivial
 meanpathbot
-plumanalytics
-scalaj-http
+page scorer
+polaris version
+ripz
+seobility
 seoscanners
-seostar
-sitechecker.pro
-spyfu
-trendiction.com
+sysscan
+tAkeOut
 trendiction.de
-webgains-bot
-webprosbot
+ubermetrics-technologies.com
+voyagerx.com
+zgrab