V4.2022.08.3268 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404enemy
-80legs
+404checker
 ADmantX
+ALittle Client
+ASPSeek
 Acunetix
-AfD-Verbotsverfahren
-Alexibot
+Alligator
+Anarchy99
+Ankit
+Anthill
 Apexoo
-Asterias
-Atomseobot
-Attach
-AwarioRssBot
 BBBike
+BackDoorBot
 BackStreet
-Battleztar Bazinga
+Backlink-Ceck
+BacklinkCrawler
 BetaBot
-Blackboard
+BlackWidow
+Boardreader
 Bolt
-BotALot
-BuiltWith
+Brandwatch
+Bullseye
 BunnySlippers
-BuzzSumo
 Calculon
-CazoodleBot
-Citoid
-Cloud mapping
-Cogentbot
+Cegbfeieh
+CheTeam
+CheeseBot
+CherryPicker
+ChinaClaw
+Claritybot
+Cliqzbot
 Collector
+Copier
 Copyscape
 Cosmos
+Craftbot
+Crescent
+CrunchBot
 Curious
+CyotekWebCopy
 DBLBot
-DTS Agent
-DataCha0s
-Demon
-Devil
+DIIbot
+Digincore
 DigitalPebble
-Dirbuster
+Disco
 Discobot
-Dispatch
-DomainCrawler
+DittoSpyder
+DnBCrawler-Analytics
+DnyzBot
+DomainAppender
 DomainSigmaCrawler
-DomainStatsBot
+Download Wonder
 Dragonfly
-Drip
-EasyDL
-Ebingbong
+EMail Siphon
+EirGrabber
 EroCrawler
-Ezooms
-FHscan
-Fimap
-Foobot
+Express WebPictures
+ExtLinksBot
+Extractor
+EyeNetIE
+FDM
+Firefox/7.0
+FlashGet
 Fuzz
-FyberSpider
-Fyrebot
-GalaxyBot
-GermCrawler
-GetRight
+G-i-g-a-b-o-t
+Genieo
+GetWeb
+Getintent
 Go!Zilla
-GoZilla
-Gotit
-GrabNet
 Grabber
-GrapeFX
-GrapeshotCrawler
-HMView
+HEADMasterSEO
 HTMLparser
-HTTP::Lite
 HTTrack
 Haansoft
+Havij
 HonoluluBot
-Humanlinks
+HybridBot
+IDBTE4M
 IDBot
-Id-search
+IRLbot
+IlseBot
 Image Fetch
-Indy Library
-InterGET
-Iria
+Image Sucker
+InternetSeer
 IstellaBot
 JamesBOT
 Jbrofuzz
-JetCar
-JikeSpider
+Jetty
+JustView
 Jyxobot
 Kenjin Spider
 Keybot Translation-Search-Machine
+Kozmosbot
 LWP::Simple
-Leap
+Lanshanbot
+Larbin
 LeechGet
 LexiBot
+Lftp
 Libwhisker
-LinkScan
-Linkbot
-LinkextractorPro
-LinksManager
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey Spider
-Litemage_walker
-Lmspider
+Lightspeedsystems
+Likse
+LinkpadBot
+LinqiaMetadataDownloaderBot
 Ltx71
 MIDown tool
+MIIxpc
 MJ12bot
-Magnet
+Mag-Net
 Mail.RU_Bot
-Masscan
+Majestic SEO
+Majestic-SEO
+Majestic12
+MarkMonitor
+MarkWatch
 Mata Hari
-MeanPath Bot
-Meanpathbot
-MegaIndex.ru
+MauiBot
+Mediatoolkitbot
 Microsoft Data Access
 Microsoft URL Control
 Mister PiX
-Moblie Safari
 Mojeek
 Morfeus Fucking Scanner
-Musobot
-Name Intelligence
+Mozlila
+Mr.4x3
+Msrabot
+NPbot
 Nameprotect
-Navroad
-Nessus
-NetSpider
+NetLyzer
+NetMechanic
 NetZIP
-Netcraft
+Nettrack
+Netvibes
 NextGenSearchBot
-Niki-bot
+Nibbler
 Nikto
-Nimbostratus
-Not
-Nuclei
-Nutch
-Offline Explorer
-Openvas
+Ninja
+Nmap
+OnCrawl
+OpenLinkProfiler
+Openfind
 OutfoxBot
+PHPCrawl
 POE-Component-Client-HTTP
 PageScorer
-PageThing.com
-Pandalytics
 Papa Foto
+Pavuk
+PeoplePal
 Petalbot
 Picscout
-Picsearch
-PictureFinder
 Piepmatz
-Psbot
-PyCurl
-RSSingBot
+Pixray
+PleaseCrawl
+ProPowerBot
+ProWebWalker
+Pump
 RankActiveLinkBot
-RankingBot
-RankurBot
-Re-re
-RedesScrapy
-Rogerbot
-SalesIntelligent
-ScrepyBot
+RankingBot2
+Recorder
+SEOlyticsCrawler
+Scanbot
+Scrapy
+ScreenerBot
 Seekport
-SemanticJuice
-Semrush
 SentiBot
 SeoSiteCheckup
-Seomoz
+SeobilityBot
+Siphon
 Site Sucker
-SiteExplorer
-SiteLockSpider
+SiteSnagger
 Siteimprove
-SlySearch
-SmartDownload
-Sogou web spider
+Sitevigil
+Snake
+Snoopy
+Sociscraper
+Sosospider
 Sottopop
 SpaceBison
-SpankBot
+Spammen
+Spbot
 Spinn3r
 SputnikBot
-Sqlworm
+Sqlmap
 Sqworm
-Stripper
-Sucker
-Sucuri
-SuperHTTP
 Surfbot
 SurveyBot
-Telesphoreo
-TightTwatBot
+Swiftbot
+Teleport
+Thumbor
 Toata
-Trendictionbot
+Tracemyfile
 True_Robot
-Turnitin
-Twice
+TwengaBot
 URLy Warning
 URLy.Warning
+Upflow
+V-BOT
 VB Project
-Vagabondo
-VeriCiteCrawler
+VCI
 Virusdie
+Voil
 Voltron
-WASALive-Bot
 WEBDAV
 WWW-Collector-E
-WWW::Mechanize
-Wallpapers
-Web Auto
+WWWOFFLE
+Web Collage
 Web Enhancer
+Web Fetch
 Web Fuck
-WebAuto
-WebBandit
+Web Pix
 WebCollage
-WebFuck
-WebGo IS
-WebImageCollector
-WebLeacher
-WebStripper
-WebSucker
-Webshag
-WebsiteExtractor
-WebsiteQuester
+WebCopier
+WebReaper
+WebWhacker
+Webalta
+WebmasterWorldForumBot
 Who.is Bot
-WinHTTrack
-Wonderbot
+WiseGuys Robot
+Woobot
 Wotbox
+Xaldon_WebSpider
 YoudaoBot
-Zade
-Zeus
-ZmEu
-ZumBot
+Zauba
+ZoominfoBot
 adscanner
-archive.org_bot
 arquivo.pt
+check1.exe
 coccocbot
+com.plumanalytics
 crawl.sogou.com
-crawler.feedback
+crawler4j
 demandbase-bot
-facebookscraper
-heritrix
-ips-agent
-magpie-crawler
+domainsproject.org
+eCatch
+gopher
 page scorer
-pcBrowser
-plumanalytics
-probe-image-size
-s1z.ru
-scan.lol
-seobility
-seoscanners
-serpstatbot
+ripz
+scalaj-http
+sitechecker.pro
+siteripz
 sogouspider
-sp_auditbot
-spyfu
 sysscan
-webmeup-crawler
-zgrab
+tAkeOut
+trendiction.com
+ubermetrics-technologies.com
+webgains-bot
+webprosbot
+xpymep1.exe
+zauba.io