V4.2021.08.2514 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404enemy
-80legs
 ADmantX
-ASPSeek
-Abonti
-Aboundex
-Aboundexbot
-AfD-Verbotsverfahren
-AhrefsBot
+AIBOT
+Aipbot
+Alligator
+Anarchy99
 Ankit
 Apexoo
-AwarioSmartBot
-BDCbot
-BDFetch
-BLEXBot
+Aspiegel
+Attach
+AwarioRssBot
+BackStreet
+BackWeb
 Backlink-Ceck
-BacklinkCrawler
 Badass
 Bandit
-BatchFTP
 Battleztar Bazinga
 BetaBot
-Blackboard
-Bolt
+BlackWidow
+Blow
 Brandwatch
-BuiltWith
-BunnySlippers
-CATExplorador
-CazoodleBot
+Buck
+Buddy
+BuiltBotTough
+CODE87
+CSHttp
+Calculon
 Cegbfeieh
-CheTeam
+CheeseBot
 CherryPicker
-Chlooe
-Claritybot
-Cloud mapping
-Cocolyzebot
-CopyRightCheck
-Copyscape
-Cosmos
+Cliqzbot
+Cogentbot
+Collector
+Copier
 Craftbot
-Crawling at Home Project
 Crescent
-Custo
 CyotekWebCopy
 DBLBot
 DIIbot
-DSearch
-DTS Agent
-DataCha0s
-DatabaseDriverMysqli
 Demon
-Dirbuster
+Devil
+Digincore
+DigitalPebble
+Discobot
 Dispatch
+DittoSpyder
+DomainAppender
+DomainStatsBot
 Domains Project
-Dotbot
+Drip
 EMail Siphon
+EMail Wolf
+Ebingbong
 Evil
-Exabot
 Express WebPictures
+ExtLinksBot
+ExtractorPro
+Extreme Picture Finder
 EyeNetIE
-Ezooms
-Foobot
-FyberSpider
+FDM
+FemtosearchBot
+FlashGet
+Flunky
+Freeuploader
+Fuzz
+Fyrebot
 G-i-g-a-b-o-t
 GT::WWW
-Genieo
+GalaxyBot
 GermCrawler
+GetRight
 GetWeb
-Gotit
-GrabNet
+Gigabot
 Grafula
 GrapeFX
-GrapeshotCrawler
-GridBot
-HMView
 HTTP::Lite
-Heritrix
-Hloader
-Humanlinks
-HybridBot
-IDBTE4M
+HTTrack
+Haansoft
 IDBot
-Id-search
-IndeedBot
-Indy Library
-InterGET
-Internet Ninja
-Iria
-Iskanie
-IstellaBot
+IRLbot
+Image Fetch
+Image Sucker
+InfoTekies
+InternetSeer
 JOC Web Spider
+Jbrofuzz
 JetCar
 JikeSpider
 Joomla
-Jyxobot
-Kenjin Spider
+JustView
+Kinza
 Kozmosbot
-LeechFTP
-Lftp
+Lanshanbot
+LeechGet
+LibWeb
+Libwhisker
 Lightspeedsystems
 LinkScan
-LinkWalker
 Linkdexbot
-LinksManager
+LinkextractorPro
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Lipperhey
+Litemage_walker
+MFC_Tear_Sample
 MIDown tool
+MIIxpc
 MJ12bot
 MQQBrowser
-MSIECrawler
 Mag-Net
 Magnet
-Mail.RU_Bot
-Mata Hari
-Meanpathbot
+Majestic SEO
+MarkWatch
+Mass Downloader
+Masscan
+MauiBot
+Mediatoolkitbot
+MegaIndex.ru
+Metauri
 MicroMessenger
-Microsoft URL Control
-Mister PiX
 Moblie Safari
 Mojeek
-Mozlila
-Musobot
-NICErsPRO
-NPbot
+Mojolicious
 Nameprotect
-Navroad
-Needle
-Nessus
-NetLyzer
+NearSite
+NetAnts
+NetMechanic
+NetZIP
+Netcraft
 Nettrack
-Nibbler
+Netvibes
+NextGenSearchBot
 Nikto
-NimbleCrawler
-Nutch
-OpenLinkProfiler
-OpenVAS
+Ninja
+Nmap
+Octopus
+Offline Explorer
+Offline Navigator
+Openvas
+OutclicksBot
 PECL::HTTP
 PHPCrawl
+POE-Component-Client-HTTP
+Page Analyzer
 PageAnalyzer
-PageThing.com
+Pandalytics
 Papa Foto
-Pi-Monster
+Pavuk
 Picscout
 PictureFinder
-Piepmatz
-Pimonster
-PleaseCrawl
 Probethenet
-Psbot
 Pu_iN
-Pump
-PxBroker
 QueryN Metasearch
 Quick-Crawler
 RSSingBot
-RankActive
-RankFlex
-RankingBot
-Rankivabot
-RankurBot
-ReGet
-Recorder
+RankActiveLinkBot
+RedesScrapy
+RocketCrawler
 SBIder
-SEOprofiler
-SEOstats
-SMTBot
-ScanAlert
-Scanbot
-Screaming
-ScreenerBot
-SemrushBot
-SeoSiteCheckup
-Seomoz
-Shodan
+SISTRIX
+SalesIntelligent
+Scrapy
+ScrepyBot
+SearchmetricsBot
+SentiBot
+SeobilityBot
 SiteCheckerBotCrawler
-SiteExplorer
-Sitebeam
-Siteimprove
 Snake
 Snapbot
 SocialRankIOBot
+Sociscraper
 Sogou web spider
+Sosospider
 Sottopop
-SpankBot
-Spanner
+SpaceBison
+Spammen
 Spbot
 Spinn3r
 SputnikBot
-Sqlworm
 SuperBot
-SurveyBot
-Suzuran
+SuperHTTP
 Swiftbot
-Telesoft
+T8Abot
+TeleportPro
 Telesphoreo
 Telesphorep
-TightTwatBot
-Titan
-Tracemyfile
+The Intraformant
+Toata
+Trendiction
 Trendictionbot
-True_Robot
-Turingos
-URLy.Warning
+Turnitin
+TwengaBot
+Twice
+Typhoeus
+URLy Warning
 UnisterBot
 Upflow
-V-BOT
-VCI
-VelenPublicWebCrawler
-VoidEYE
-Voil
-WASALive-Bot
+Vagabondo
+VidibleScraper
+WBSearchBot
+WEBDAV
+WISENutbot
+WPScan
 WWWOFFLE
 Wallpapers
+Web Auto
 Web Collage
-Web Enhancer
 Web Fetch
-WebEnhancer
-WebFetch
-WebFuck
+Web Sauger
+Web Sucker
+WebBandit
+WebCollage
+WebCopier
+WebLeacher
+WebPix
+WebSauger
 WebStripper
+WebSucker
+WebWhacker
 WebZIP
+Webalta
 Webshag
 Website Quester
+Webster
 Whacker
-WinHTTrack
+Whatweb
+Who.is Bot
+Wonderbot
 Wotbox
 Wprecon
-Xenu
 YoudaoBot
-Zauba
-Zeus
-ZmEu
-ZoomBot
+Zermelo
+ZoominfoBot
 ZumBot
 ZyBorg
-cah.io.community
-check1.exe
-heritrix
-ips-agent
-lwp-request
-muhstik-scan
+coccocbot-web
+com.plumanalytics
+crawl.sogou.com
+crawler4j
+isitwp.com
+magpie-crawler
+meanpathbot
 netEstate NE Crawler
-page scorer
+polaris version
+probe-image-size
+ripz
+satoristudio.net
 scalaj-http
-scan.lol
-sitechecker.pro
-spyfu
-sysscan
-webmeup-crawler
-x09Mozilla
+sp_auditbot
+x22Mozilla
+zauba.io