V4.2021.12.2782 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
 404enemy
 ADmantX
-Abonti
-Aboundex
+Aboundexbot
 Acunetix
-AhrefsBot
-AiHitBot
-Alexibot
+AllSubmitter
 AlphaBot
-Ankit
-Aspiegel
+Anarchie
+Anarchy99
 Attach
-AwarioRssBot
-AwarioSmartBot
-BBBike
+BDCbot
 BDFetch
-BacklinkCrawler
+BackDoorBot
+Bandit
 Barkrowler
-Battleztar Bazinga
+BatchFTP
 BetaBot
 BlackWidow
-Boardreader
+Blow
 BotALot
 Brandprotect
-Buddy
-Bullseye
+BuiltBotTough
+BuiltWith
+BuzzSumo
+CCBot
 CODE87
 Calculon
+Cegbfeieh
+CensysInspect
 CheTeam
+CheeseBot
 Chlooe
-Citoid
-Cliqzbot
-Collector
 Copier
+Copyscape
 Cosmos
 Craftbot
 CrunchBot
-DTS Agent
+CyotekWebCopy
+DBLBot
+DSearch
+DataCha0s
 DatabaseDriverMysqli
 Devil
 Disco
-Discoverybot
-DittoSpyder
-DomainAppender
+Dispatch
+DnyzBot
+DomainCrawler
+DomainSigmaCrawler
 DomainStatsBot
-Domains Project
-Download Wonder
-ECCP/1.0
+Drip
 EMail Siphon
-Ecxi
-EirGrabber
+EMail Wolf
 Evil
+Exabot
 Express WebPictures
-ExtLinksBot
-ExtractorPro
 EyeNetIE
-FDM
 Flunky
-Foobot
-FrontPage
-GalaxyBot
+Freeuploader
+Fyrebot
+G-i-g-a-b-o-t
 Genieo
 GermCrawler
 GetRight
-Go!Zilla
+Gigabot
+GoZilla
 Gotit
+GrabNet
 Grafula
-GrapeFX
-HTMLparser
+GridBot
+HTTP::Lite
 Haansoft
+HaosouSpider
+Harvest
 Havij
-Heritrix
-IDBTE4M
-IDBot
-IRLbot
-Iblog
-Id-search
-Image Fetch
+Hloader
+Humanlinks
+IlseBot
 Image Sucker
-Indy Library
+InterGET
+Internet Ninja
+Iria
+IstellaBot
+Jbrofuzz
+Jetty
+Jorgee
 Jyxobot
+Kenjin Spider
+Kinza
 LWP::Simple
-Lanshanbot
-LeechGet
-LexiBot
-LinkScan
-Linkbot
-LinkpadBot
-LinqiaScrapeBot
+LeechFTP
+LibWeb
+Likse
+LinkextractorPro
+LinqiaMetadataDownloaderBot
 Lipperhey Spider
 Litemage_walker
-Lmspider
 MFC_Tear_Sample
-MJ12bot
-Magnet
-Majestic SEO
+MIDown tool
+MIIxpc
+MTRobot
+Mail.RU_Bot
+Majestic12
 MarkMonitor
-MarkWatch
+Mass Downloader
 Masscan
+Mata Hari
 Mb2345Browser
+MeanPath Bot
 Metauri
 MicroMessenger
-Microsoft Data Access
-Moblie Safari
-Mojeek
+Mister PiX
 Mojolicious
 Morfeus Fucking Scanner
-Musobot
-NICErsPRO
-Nameprotect
-Needle
-NetMechanic
-NetSpider
-Netcraft
-Nettrack
-Netvibes
-NextGenSearchBot
+Mozlila
+Nessus
+NetAnts
+NetLyzer
 Nibbler
-Niki-bot
-Nikto
+Nimbostratus
+Nmap
 Not
+Nuclei
 Octopus
-OpenLinkProfiler
-Openfind
-OutclicksBot
-OutfoxBot
+OrangeSpider
+PECL::HTTP
+POE-Component-Client-HTTP
 Page Analyzer
-PageGrabber
+PageAnalyzer
 PageScorer
-PageThing.com
-Panscient
-Papa Foto
+Pandalytics
 Pavuk
+PeoplePal
 Picsearch
-PictureFinder
 Pimonster
-Pixray
-Pockey
+ProWebWalker
+Probethenet
 Psbot
-Pu_iN
-Pump
 PxBroker
 PyCurl
-QueryN Metasearch
-RankActive
-RankActiveLinkBot
-RankingBot2
+Quick-Crawler
+RSSingBot
+RankingBot
+RankurBot
 ReGet
-RepoMonkey
-Ripper
-SBIder
-SEOkicks
+Recorder
+RedesScrapy
+SEOkicks-Robot
 SEOlyticsCrawler
 SEOprofiler
-SMTBot
-ScanAlert
-Scanbot
-Scrapy
-Screaming
+SEOstats
+SISTRIX
+ScoutJet
 ScreenerBot
-Searchestate
 SearchmetricsBot
-SemanticJuice
-Semrush
-SemrushBot
-SentiBot
+SeobilityBot
+Seomoz
 Shodan
-SiteSnagger
+SiteCheckerBotCrawler
+SiteExplorer
+SiteSucker
 Siteimprove
-SlySearch
-Snapbot
+Snoopy
 SocialRankIOBot
+Sociscraper
 Sogou web spider
-Spanner
-Spinn3r
+Sottopop
+SpaceBison
+Spammen
+Spbot
 SputnikBot
-SuperHTTP
-SurveyBot
-Suzuran
+Sqworm
+Steeler
+Stripper
+Sucker
+Sucuri
+Swiftbot
 T0PHackTeam
+T8Abot
+Teleport
+TeleportPro
 Telesoft
-Telesphorep
-Titan
-Toweyabot
+TheNomad
+Toata
+Trendiction
 Trendictionbot
 True_Robot
-TwengaBot
-Twice
-URLy.Warning
+Turingos
+TurnitinBot
+Typhoeus
+URLy Warning
+UnisterBot
+Upflow
+V-BOT
 VB Project
+Vagabondo
 VelenPublicWebCrawler
-Virusdie
-VoidEYE
-Voil
-Wallpapers
-WeSEE
+WBSearchBot
+WEBDAV
+WISENutbot
+WWW-Collector-E
+Wallpapers/3.0
 Web Auto
-Web Collage
-Web Fuck
-Web Sucker
-WebAuto
-WebEnhancer
+Web Pix
+Web Sauger
+WebBandit
+WebCollage
+WebFetch
 WebFuck
-WebImageCollector
-WebSucker
-WebZIP
+WebGo IS
+WebLeacher
+WebReaper
+Webalta
 WebmasterWorldForumBot
-Whacker
-Who.is Bot
-Widow
-Woobot
-Wotbox
-Xaldon WebSpider
+Website Quester
+WebsiteExtractor
+WebsiteQuester
+Whack
+WiseGuys Robot
+Wonderbot
+Xenu
 Zauba
 Zermelo
+Zeus
 ZmEu
-ZoominfoBot
-ZumBot
-archive.org_bot
+arquivo.pt
+autoemailspider
 backlink-check
-check1.exe
 coccocbot-web
-com.plumanalytics
-crawl.sogou.com
+cognitiveseo
 crawler.feedback
-crawler4j
-dataforseo.com
+evc-batch
+facebookscraper
 gopher
-heritrix
-isitwp.com
-magpie-crawler
+lwp-request
+lwp-trivial
 muhstik-scan
-netEstate NE Crawler
-oBot
 page scorer
 pcBrowser
-plumanalytics
-scalaj-http
-seostar
+probe-image-size
+scan.lol
+seocompany.store
+seoscanners
 serpstatbot
 sexsearcher
-tAkeOut
-trendiction.com
+sitechecker.pro
+siteripz
+sp_auditbot
 ubermetrics-technologies.com
-webgains-bot
-webpros.com
-webprosbot
-x09Mozilla
-x22Mozilla
+webmeup-crawler
 xpymep1.exe