V4.2021.11.2742 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-80legs
+01h4x.com
+404checker
 ADmantX
-AIBOT
-Acunetix
-AiHitBot
+Aboundex
+Aipbot
+AllSubmitter
 AlphaBot
-Anarchy
+Anarchie
+Anarchy99
 Ankit
-Asterias
-BDFetch
+Anthill
+Attach
+AwarioRssBot
+AwarioSmartBot
+BBBike
+BDCbot
 BLEXBot
 BackDoorBot
-Backlink-Ceck
+BackWeb
 Barkrowler
+BatchFTP
+BetaBot
 Bigfoot
+Bitacle
 BlackWidow
+Blackboard
+Blow
 BlowFish
-Bolt
 Brandwatch
-Buck
-Bullseye
+Buddy
+BuiltBotTough
+CATExplorador
+CODE87
 Calculon
-Cegbfeieh
-CensysInspect
-CheTeam
-Collector
-Copier
-Cosmos
-Crawling at Home Project
-CrazyWebCrawler
-Crescent
+CazoodleBot
+CheeseBot
+CherryPicker
+ChinaClaw
+Chlooe
+CopyRightCheck
+Craftbot
 CrunchBot
-Curious
+Custo
 DIIbot
-Deusu
 Devil
+Discobot
+Discoverybot
+Dispatch
+DnBCrawler-Analytics
+DnyzBot
 DomCopBot
-DomainAppender
 DomainCrawler
-Download Wonder
-Drip
-ECCP/1.0
-EMail Wolf
+Dotbot
+EMail Siphon
 Ebingbong
-EirGrabber
-Evil
-Exabot
-Express WebPictures
-ExtLinksBot
-EyeNetIE
-Firefox/7.0
+FHscan
 FlashGet
-Foobot
+Flunky
 Freeuploader
-FrontPage
-Fuzz
-FyberSpider
-G-i-g-a-b-o-t
-GT::WWW
+GalaxyBot
 GermCrawler
 GetRight
-Getintent
-Gigabot
+GetWeb
 Go!Zilla
-Go-Ahead-Got-It
+GoZilla
+Gotit
+GrabNet
+Grabber
 GridBot
-HTTrack
-Harvest
-Heritrix
+HTMLparser
 Humanlinks
-IRLbot
+HybridBot
+IDBot
+Iblog
 Id-search
-Image Sucker
-Indy Library
-InfoNaviRobot
-Internet Ninja
-JetCar
+Image Fetch
+IndeedBot
+Intelliseek
+InterGET
+InternetSeer
+JennyBot
+JikeSpider
 JustView
-Jyxobot
 Kenjin Spider
-Keyword Density
-Kozmosbot
-LNSpiderguy
-LWP::Simple
-Larbin
-Leap
 LeechFTP
-LexiBot
+LeechGet
 Lftp
 LibWeb
 LieBaoFast
-Likse
 LinkWalker
 LinkpadBot
-LinqiaRSSBot
+LinksManager
 LinqiaScrapeBot
 Lipperhey Spider
-Litemage_walker
 Lmspider
-Ltx71
-MFC_Tear_Sample
+MIIxpc
 MJ12bot
-MSFrontPage
-MSIECrawler
-MTRobot
 Magnet
 Majestic-SEO
 Majestic12
-MarkWatch
+MarkMonitor
+Mass Downloader
 Mata Hari
-MauiBot
+MeanPath Bot
 Mediatoolkitbot
-MegaIndex.ru
+MicroMessenger
 Microsoft URL Control
+Minefield
 Mojeek
 Mojolicious
-Morfeus Fucking Scanner
+Mozlila
+NICErsPRO
 NPbot
 Needle
-Nessus
 Net Vampire
 NetAnts
 NetLyzer
-NetMechanic
-NetSpider
 Nettrack
-NextGenSearchBot
 Nibbler
-Niki-bot
 Nimbostratus
-Nmap
+Not
 Nuclei
+Nutch
+Octopus
+Offline Explorer
 OpenLinkProfiler
 Openfind
 OrangeBot
+OutclicksBot
 OutfoxBot
-PECL::HTTP
-PHPCrawl
+POE-Component-Client-HTTP
+PageAnalyzer
 PageScorer
-PageThing.com
 Pandalytics
 Panscient
-Papa Foto
+PeoplePal
+Pi-Monster
+Picscout
 PleaseCrawl
-Pockey
 ProPowerBot
-PxBroker
-PyCurl
-QueryN Metasearch
+Probethenet
+Psbot
 Quick-Crawler
-RSSingBot
+RankActive
 RankActiveLinkBot
-RankFlex
-RankurBot
+RankingBot
 Re-re
-Reaper
 Recorder
-RepoMonkey
+RocketCrawler
+Rogerbot
+SEOkicks
+SEOlyticsCrawler
+SEOprofiler
+SMTBot
 SalesIntelligent
-ScanAlert
 Scanbot
-Searchestate
-SeoSiteCheckup
+SemanticJuice
 SeobilityBot
-Siphon
-SiteLockSpider
-SiteSucker
-Siteimprove
-SmartDownload
-Spbot
+Sitebeam
+SlySearch
+Snapbot
+SocialRankIOBot
+Sociscraper
+Sogou web spider
+Sottopop
+SpaceBison
+Spinn3r
 SputnikBot
-Sqlworm
 Sqworm
+Steeler
 Stripper
-Sucker
-SuperBot
-SurveyBot
-T8Abot
+Sucuri
+Swiftbot
+Szukacz
+T0PHackTeam
 Teleport
 TeleportPro
-Telesoft
+Telesphoreo
 The Intraformant
 TheNomad
-Thumbor
-TightTwatBot
+Toweyabot
 Trendiction
-True_Robot
+Turingos
 Turnitin
-Typhoeus
+TwengaBot
 URLy Warning
-V-BOT
-Vagabondo
-Virusdie
-Voltron
-WASALive-Bot
+Upflow
+VB Project
+VCI
+VeriCiteCrawler
+VoidEYE
 WEBDAV
-WPScan
-WWW-Collector-E
 WWW-Mechanize
+WWW::Mechanize
+WWWOFFLE
+Wallpapers
 Wallpapers/3.0
-WallpapersHD
 Web Collage
+Web Enhancer
 Web Fetch
-Web Fuck
-Web Sucker
+Web Pix
 WebAuto
+WebBandit
 WebCollage
 WebEnhancer
 WebFetch
-WebFuck
 WebImageCollector
+WebPix
+WebReaper
+WebSauger
 Website Quester
-WebsiteExtractor
-WebsiteQuester
-Whacker
-Who.is Bot
+Whatweb
 WiseGuys Robot
-Wonderbot
 Wprecon
-Zauba
+Xenu
+YoudaoBot
+Zermelo
+ZmEu
 adscanner
+archive.org_bot
 autoemailspider
-check1.exe
-clark-crawler
-com.plumanalytics
-crawler4j
+backlink-check
 dataforseo.com
 domainsproject.org
-eCatch
-instabid
-internetVista monitor
-lwp-request
-lwp-trivial
+gopher
+ips-agent
+magpie-crawler
 meanpathbot
 mediawords
 netEstate NE Crawler
+oBot
+page scorer
 pcBrowser
+plumanalytics
+polaris version
+probe-image-size
+ripz
+satoristudio.net
 scalaj-http
-seobility
-serpstatbot
-sogouspider
+seocompany.store
+seoscanners
+seostar
+sexsearcher
+sitechecker.pro
 sysscan
-voyagerx.com
+tAkeOut
+trendiction.de
 webgains-bot
-webpros.com
 webprosbot
-x22Mozilla
-zauba.io
-zgrab
+xpymep1.exe