V4.2021.07.2470 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
+01h4x.com
 ASPSeek
-Abonti
-Aipbot
+Aboundex
+AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
 Alexibot
-Alligator
-AlphaBot
-Anarchie
+Anarchy
 Anarchy99
-Aspiegel
 Attach
-AwarioRssBot
 AwarioSmartBot
 BDCbot
-BLEXBot
-BackDoorBot
 BackWeb
-Backlink-Ceck
+BacklinkCrawler
 Bandit
 Barkrowler
-BatchFTP
-Battleztar Bazinga
-BlackWidow
-Blackboard
+Black Hole
 Blow
+BlowFish
 Boardreader
 Bolt
 BotALot
-Brandwatch
+Brandprotect
 BuiltBotTough
 BuiltWith
-BunnySlippers
-BuzzSumo
-CATExplorador
 CSHttp
+CazoodleBot
 Cegbfeieh
-CensysInspect
-ChinaClaw
-Chlooe
-Cliqzbot
-Cloud mapping
-Cogentbot
-Collector
-Copier
+CheTeam
+CherryPicker
 CopyRightCheck
-Copyscape
-Cosmos
+Craftbot
+CrazyWebCrawler
 Curious
-Custo
-CyotekWebCopy
-DSearch
+DIIbot
+DTS Agent
 DataCha0s
-Deusu
-Devil
-DigitalPebble
-Dirbuster
+Digincore
+Disco
 Discoverybot
-Dispatch
-DomCopBot
+DittoSpyder
+DomainAppender
 DomainCrawler
-DomainStatsBot
+DomainSigmaCrawler
 Domains Project
-Download Wonder
+Dotbot
+Drip
 Ebingbong
 Ecxi
-Express WebPictures
-FHscan
-Firefox/7.0
-FlashGet
-Freeuploader
-FrontPage
+Evil
+Exabot
+Extractor
+Extreme Picture Finder
+Ezooms
+FDM
+Foobot
 Fuzz
-Fyrebot
-G-i-g-a-b-o-t
-GermCrawler
+FyberSpider
+GT::WWW
+Getintent
 Gigablast
-Gigabot
 Go!Zilla
-GoZilla
+Go-Ahead-Got-It
 Grabber
 Grafula
-GrapeFX
 HEADMasterSEO
 HMView
-HTTrack
+Havij
+Heritrix
 Hloader
+HybridBot
 IDBTE4M
 IRLbot
+Iblog
 Id-search
-Image Fetch
+Indy Library
 InfoTekies
 Intelliseek
-Internet Ninja
-InternetSeer
-IstellaBot
+InterGET
+JOC Web Spider
 JennyBot
-JikeSpider
+JetCar
 Joomla
+JustView
+Kenjin Spider
+Keyword Density
 Kinza
-Lanshanbot
-LeechGet
-Libwhisker
-LinkWalker
+LeechFTP
+Lftp
+LieBaoFast
+Likse
 Linkbot
-LinkextractorPro
-LinqiaRSSBot
-Ltx71
-MJ12bot
+LinksManager
+LinqiaMetadataDownloaderBot
+Lipperhey
+Lipperhey Spider
+MIDown tool
+MIIxpc
 MQQBrowser
-MTRobot
-Mail.RU_Bot
-MarkWatch
+MSFrontPage
+MSIECrawler
+Magnet
+Majestic-SEO
+MarkMonitor
 Mass Downloader
-Mb2345Browser
+Masscan
+Mata Hari
+MeanPath Bot
 Meanpathbot
-Metauri
-Microsoft Data Access
 Mister PiX
 Moblie Safari
+Mojeek
 Mojolicious
-Morfeus Fucking Scanner
-Mozlila
 Mr.4x3
 Msrabot
-NICErsPRO
-NPbot
-Name Intelligence
-Navroad
-NearSite
+Musobot
 Nessus
-NetLyzer
+NetAnts
 NetMechanic
-Nettrack
-NextGenSearchBot
+Netcraft
+Netvibes
 Niki-bot
-Nuclei
+Nikto
+Nimbostratus
+Nmap
 Nutch
 OPPO A33
 OpenLinkProfiler
-Openfind
+OpenVAS
+Openvas
 Page Analyzer
 PageGrabber
+PageScorer
+Panscient
+Papa Foto
+Pavuk
+PictureFinder
 Pixray
-PleaseCrawl
-Pockey
 ProPowerBot
 ProWebWalker
 Psbot
+PxBroker
+PyCurl
 Quick-Crawler
 RSSingBot
-Re-re
-ReGet
-SBIder
+RankActiveLinkBot
+RankingBot2
+Reaper
+RebelMouse
+RedesScrapy
+RocketCrawler
 SEOkicks
 SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
 SEOstats
-SISTRIX
 SMTBot
-Scrapy
+SalesIntelligent
+ScanAlert
+Screaming
 ScreenerBot
-ScrepyBot
 Semrush
-Seomoz
-Siphon
-SiteLockSpider
+SemrushBot
+SeoSiteCheckup
+SiteCheckerBotCrawler
 SiteSnagger
-Sitebeam
-Siteimprove
-Sitevigil
-SlySearch
-Snapbot
 SocialRankIOBot
 Sociscraper
-SpaceBison
+Sogou web spider
+Sosospider
+Sottopop
 Spammen
-SpankBot
-Spanner
 Spinn3r
 SputnikBot
-Sqlmap
 Sqlworm
-Sucuri
+Steeler
+Stripper
+SuperBot
 SuperHTTP
+Surfbot
 SurveyBot
-Szukacz
-T0PHackTeam
-Teleport
+Swiftbot
 TeleportPro
 Telesphoreo
-Telesphorep
+The Intraformant
 TheNomad
-Thumbor
-TightTwatBot
-Trendiction
-TurnitinBot
-Twice
-UnisterBot
+Turingos
+Turnitin
+URLy.Warning
 Upflow
-V-BOT
 VB Project
-Voltron
+VCI
+Vacuum
+Vagabondo
+VeriCiteCrawler
+Virusdie
+VoidEYE
+Voil
+WASALive-Bot
 WBSearchBot
-WISENutbot
 WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
 WallpapersHD
+WeSEE
+Web Collage
+Web Enhancer
 Web Fuck
-Web Pix
-WebBandit
-WebImageCollector
+Web Sauger
+WebFetch
+WebGo IS
+WebPix
+WebReaper
 Webalta
 WebmasterWorldForumBot
 Website Quester
-WebsiteQuester
-Webster
-Whack
+WebsiteExtractor
+Whacker
 Who.is Bot
-WinHTTrack
+WiseGuys Robot
 Wotbox
-YoudaoBot
+Wprecon
+Xaldon_WebSpider
 ZoominfoBot
 ZyBorg
-arquivo-web-crawler
 arquivo.pt
-autoemailspider
 backlink-check
-coccocbot-web
-cognitiveseo
+check1.exe
 com.plumanalytics
+crawler.feedback
+crawler4j
+domainsproject.org
 eCatch
-lwp-trivial
-magpie-crawler
+evc-batch
+internetVista monitor
+ips-agent
 meanpathbot
-page scorer
+netEstate NE Crawler
 pcBrowser
-probe-image-size
+polaris version
 ripz
-s1z.ru
+satoristudio.net
 scalaj-http
+scan.lol
 seobility
 seoscanners
 seostar
-serpstatbot
-sitechecker.pro
-sogouspider
-trendiction.de
-voyagerx.com
+sexsearcher
+trendiction.com
+x09Mozilla
 zauba.io