V4.2021.10.2632 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
+404checker
 80legs
 ADmantX
 AIBOT
-Abonti
+ASPSeek
 Aboundex
+Acunetix
 AiHitBot
 Aipbot
-Alexibot
-AllSubmitter
-AlphaBot
 Anarchie
-Asterias
+Attach
 AwarioSmartBot
-BDFetch
-BackStreet
 BackWeb
+BacklinkCrawler
+Badass
 Bandit
+Battleztar Bazinga
+BetaBot
 Bigfoot
-Black Hole
-Blackboard
-Boardreader
-Bolt
+Blow
+Brandprotect
+Brandwatch
 Buck
-Buddy
-Bullseye
 BuzzSumo
-CATExplorador
+CCBot
 CODE87
-CSHttp
-CazoodleBot
-Cegbfeieh
-ChinaClaw
-Cloud mapping
+CensysInspect
+CheTeam
+CherryPicker
+Chlooe
+Claritybot
+Cliqzbot
 Copier
-Craftbot
+CopyRightCheck
+Copyscape
+Crawling at Home Project
 CrunchBot
-Custo
+DBLBot
 Demon
-Digincore
-DigitalPebble
-Dispatch
-DittoSpyder
+Devil
+Discoverybot
+DomainCrawler
+DomainSigmaCrawler
 DomainStatsBot
-Download Wonder
-Drip
 ECCP/1.0
+EMail Siphon
 EMail Wolf
-Ecxi
+EasyDL
+Ebingbong
 EirGrabber
-Exabot
-Express WebPictures
-EyeNetIE
-Ezooms
-Fimap
+FDM
+FHscan
+Firefox/7.0
 Flunky
-Freeuploader
 FrontPage
 Fyrebot
-G-i-g-a-b-o-t
-Genieo
+GermCrawler
+GetWeb
 Getintent
-GrabNet
+GoZilla
 Grafula
-GrapeshotCrawler
+HEADMasterSEO
+HMView
 HTMLparser
 Haansoft
-Harvest
-Havij
+Heritrix
+Hloader
 Humanlinks
-Iblog
-IlseBot
+HybridBot
+IDBot
+Image Fetch
 Image Sucker
-Indy Library
+InfoNaviRobot
+InfoTekies
+InterGET
+Internet Ninja
+Iria
 Iskanie
+JOC Web Spider
 JamesBOT
-JennyBot
-JetCar
 Jetty
-JikeSpider
+Joomla
 Jorgee
+JustView
+Jyxobot
 Kenjin Spider
-Kinza
-LWP::Simple
+Keyword Density
+Kozmosbot
+LNSpiderguy
 Lanshanbot
 Larbin
-Leap
-LeechFTP
+LeechGet
 LibWeb
+LieBaoFast
 Lightspeedsystems
+Likse
 LinkScan
-Linkbot
-Linkdexbot
-LinkextractorPro
-LinkpadBot
-LinqiaRSSBot
+LinkWalker
+LinksManager
 Lipperhey Spider
-Litemage_walker
-Lmspider
-Ltx71
+MIDown tool
+MIIxpc
 MJ12bot
 MQQBrowser
 MSFrontPage
-Majestic-SEO
-Mb2345Browser
+Mag-Net
+Magnet
+MarkMonitor
+Mass Downloader
 MeanPath Bot
 Meanpathbot
-Mediatoolkitbot
+Metauri
 MicroMessenger
-Mojeek
-Morfeus Fucking Scanner
+Mister PiX
+Mojolicious
+Mr.4x3
 NICErsPRO
 NPbot
 Name Intelligence
+Nameprotect
 Navroad
-NearSite
-Nessus
-NetAnts
+Needle
 NetMechanic
 Netcraft
-NimbleCrawler
-Nimbostratus
+Nettrack
 Ninja
-Nuclei
-Nutch
+Nmap
 OnCrawl
-Openfind
+OpenLinkProfiler
 OrangeBot
-OrangeSpider
 OutclicksBot
 PECL::HTTP
-POE-Component-Client-HTTP
-PageAnalyzer
+PageGrabber
 PageScorer
-PageThing.com
-Panscient
-Pavuk
 PeoplePal
 Piepmatz
+Pimonster
 PleaseCrawl
 ProPowerBot
 ProWebWalker
-Psbot
-PyCurl
-QueryN Metasearch
-Quick-Crawler
-RankFlex
+PxBroker
+RankActive
 RankingBot
-RankurBot
-RepoMonkey
-SBIder
-SEOkicks
+Re-re
+ReGet
+RebelMouse
+Recorder
+Ripper
+RocketCrawler
+Rogerbot
 SEOkicks-Robot
-SMTBot
-ScanAlert
-Scrapy
+SEOlyticsCrawler
+SEOstats
+SalesIntelligent
+Scanbot
+ScoutJet
 Screaming
-Searchestate
-SearchmetricsBot
-SemrushBot
-SeobilityBot
-SiteExplorer
-Sitebeam
+SentiBot
+SeoSiteCheckup
+Seomoz
+Siphon
 Siteimprove
 SlySearch
+SmartDownload
 Snake
 Snoopy
 Sosospider
-SpankBot
+Sottopop
+Spammen
 Spanner
-Spinn3r
-SurveyBot
+Sqlworm
+Sqworm
+Sucuri
+SuperBot
+Surfbot
 Swiftbot
 T8Abot
 Teleport
+TeleportPro
+Telesoft
 Telesphoreo
-The Intraformant
-TheNomad
+Thumbor
+TightTwatBot
 Titan
-True_Robot
+Toweyabot
+Tracemyfile
 Turingos
 Turnitin
 TurnitinBot
-TwengaBot
-Twice
-Typhoeus
-Upflow
-V-BOT
-VelenPublicWebCrawler
-VidibleScraper
-Virusdie
+UnisterBot
+VB Project
+VCI
+Vagabondo
+Voil
+Voltron
 WASALive-Bot
+WBSearchBot
 WPScan
-WWW-Collector-E
-WWW::Mechanize
-WWWOFFLE
-WallpapersHD
-WeSEE
-Web Enhancer
-Web Pix
+WWW-Mechanize
+Wallpapers
+Wallpapers/3.0
 Web Sauger
+WebAuto
 WebBandit
-WebCollage
-WebEnhancer
+WebCopier
 WebFetch
-WebFuck
+WebGo IS
+WebImageCollector
+WebLeacher
+WebPix
 WebReaper
-WebStripper
-WebZIP
+WebSauger
+WebSucker
 Webshag
 WebsiteExtractor
-WebsiteQuester
 Webster
 Whacker
-Who.is Bot
-Woobot
-Wotbox
-Wprecon
-Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
+Widow
+WiseGuys Robot
+Xenu
 Zade
-ZmEu
+Zermelo
 ZoomBot
-ZoominfoBot
-backlink-check
-coccocbot-web
+archive.org_bot
+arquivo-web-crawler
+cah.io.community
+com.plumanalytics
+crawl.sogou.com
 crawler4j
-eCatch
+domainsproject.org
 gopher
+heritrix
+instabid
 internetVista monitor
-magpie-crawler
-meanpathbot
+ips-agent
+mediawords
 netEstate NE Crawler
-oBot
-polaris version
+plumanalytics
 ripz
-s1z.ru
-scan.lol
+satoristudio.net
+scalaj-http
 seobility
 seoscanners
-sexsearcher
-sogouspider
-spyfu
+seostar
+siteripz
 sysscan
-ubermetrics-technologies.com
-webmeup-crawler
-webprosbot
-x22Mozilla
+trendiction.com
+trendiction.de
+zauba.io