V4.2021.08.2513 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
+360Spider
+404enemy
+80legs
 ADmantX
-AIBOT
-ALittle Client
 ASPSeek
 Abonti
+Aboundex
 Aboundexbot
 AfD-Verbotsverfahren
 AhrefsBot
-Alligator
-Anarchie
-Anarchy
-Asterias
-Attach
-AwarioRssBot
+Ankit
+Apexoo
 AwarioSmartBot
 BDCbot
+BDFetch
 BLEXBot
-BackStreet
 Backlink-Ceck
 BacklinkCrawler
+Badass
+Bandit
 BatchFTP
-Black Hole
-BlackWidow
+Battleztar Bazinga
+BetaBot
+Blackboard
 Bolt
-Brandprotect
 Brandwatch
+BuiltWith
 BunnySlippers
-CODE87
-Calculon
+CATExplorador
+CazoodleBot
+Cegbfeieh
 CheTeam
-CheeseBot
-ChinaClaw
+CherryPicker
 Chlooe
+Claritybot
+Cloud mapping
 Cocolyzebot
+CopyRightCheck
+Copyscape
+Cosmos
 Craftbot
-Curious
+Crawling at Home Project
+Crescent
 Custo
+CyotekWebCopy
+DBLBot
+DIIbot
+DSearch
+DTS Agent
 DataCha0s
 DatabaseDriverMysqli
-DigitalPebble
-DnyzBot
-DomCopBot
-DomainStatsBot
+Demon
+Dirbuster
+Dispatch
+Domains Project
 Dotbot
-Download Wonder
-ECCP/1.0
 EMail Siphon
-EMail Wolf
 Evil
 Exabot
 Express WebPictures
-Extractor
-Extreme Picture Finder
+EyeNetIE
 Ezooms
-FHscan
-Fimap
-Freeuploader
+Foobot
 FyberSpider
-Fyrebot
 G-i-g-a-b-o-t
-GalaxyBot
+GT::WWW
+Genieo
 GermCrawler
-GetRight
-Getintent
-Gigablast
-Go-Ahead-Got-It
-GoZilla
-Grabber
+GetWeb
+Gotit
+GrabNet
 Grafula
-HEADMasterSEO
-HTMLparser
+GrapeFX
+GrapeshotCrawler
+GridBot
+HMView
+HTTP::Lite
+Heritrix
+Hloader
+Humanlinks
 HybridBot
 IDBTE4M
-Iblog
-Image Fetch
-Image Sucker
+IDBot
+Id-search
+IndeedBot
 Indy Library
-InfoNaviRobot
-InfoTekies
 InterGET
+Internet Ninja
 Iria
 Iskanie
 IstellaBot
 JOC Web Spider
-JamesBOT
+JetCar
+JikeSpider
 Joomla
-Kinza
+Jyxobot
+Kenjin Spider
 Kozmosbot
-Lanshanbot
-Larbin
-LeechGet
-LexiBot
+LeechFTP
+Lftp
 Lightspeedsystems
-Linkbot
-LinqiaScrapeBot
-Lipperhey Spider
+LinkScan
+LinkWalker
+Linkdexbot
+LinksManager
+LinqiaMetadataDownloaderBot
 MIDown tool
 MJ12bot
-MSFrontPage
+MQQBrowser
 MSIECrawler
-MTRobot
 Mag-Net
-Majestic SEO
-Majestic12
-MarkMonitor
-Mass Downloader
-MauiBot
-Microsoft Data Access
+Magnet
+Mail.RU_Bot
+Mata Hari
+Meanpathbot
+MicroMessenger
 Microsoft URL Control
-Mr.4x3
+Mister PiX
+Moblie Safari
+Mojeek
+Mozlila
+Musobot
+NICErsPRO
 NPbot
-NearSite
+Nameprotect
+Navroad
 Needle
+Nessus
 NetLyzer
-NetSpider
-NetZIP
 Nettrack
-NextGenSearchBot
-Niki-bot
+Nibbler
 Nikto
 NimbleCrawler
-Ninja
-Offline Explorer
+Nutch
+OpenLinkProfiler
 OpenVAS
-Openvas
-OrangeBot
-OrangeSpider
+PECL::HTTP
 PHPCrawl
-POE-Component-Client-HTTP
-Pandalytics
+PageAnalyzer
+PageThing.com
 Papa Foto
-Petalbot
+Pi-Monster
 Picscout
-Picsearch
-ProPowerBot
+PictureFinder
+Piepmatz
+Pimonster
+PleaseCrawl
+Probethenet
 Psbot
 Pu_iN
 Pump
-PyCurl
+PxBroker
 QueryN Metasearch
+Quick-Crawler
+RSSingBot
 RankActive
 RankFlex
-RankingBot2
+RankingBot
 Rankivabot
 RankurBot
 ReGet
-RealDownload
-Reaper
-RebelMouse
 Recorder
-RepoMonkey
-Ripper
-RocketCrawler
-SEOkicks
+SBIder
 SEOprofiler
-ScoutJet
-Scrapy
+SEOstats
+SMTBot
+ScanAlert
+Scanbot
 Screaming
-Semrush
+ScreenerBot
+SemrushBot
 SeoSiteCheckup
+Seomoz
 Shodan
-Siphon
-Site Sucker
+SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
 Sitebeam
-SmartDownload
+Siteimprove
 Snake
+Snapbot
 SocialRankIOBot
-Sociscraper
 Sogou web spider
-Sosospider
 Sottopop
-SpaceBison
-Spammen
+SpankBot
+Spanner
+Spbot
+Spinn3r
 SputnikBot
 Sqlworm
-Sqworm
+SuperBot
 SurveyBot
 Suzuran
-Szukacz
-Teleport
+Swiftbot
 Telesoft
 Telesphoreo
 Telesphorep
 TightTwatBot
+Titan
+Tracemyfile
 Trendictionbot
-Turnitin
-TurnitinBot
-URLy Warning
+True_Robot
+Turingos
+URLy.Warning
 UnisterBot
 Upflow
 V-BOT
-Vagabondo
+VCI
 VelenPublicWebCrawler
-Virusdie
 VoidEYE
 Voil
-WPScan
-WWW-Collector-E
+WASALive-Bot
 WWWOFFLE
-WallpapersHD
+Wallpapers
+Web Collage
 Web Enhancer
-Web Pix
-Web Sauger
-WebAuto
-WebBandit
+Web Fetch
 WebEnhancer
 WebFetch
 WebFuck
-WebSauger
-Webster
-Whatweb
-Wonderbot
-Woobot
+WebStripper
+WebZIP
+Webshag
+Website Quester
+Whacker
+WinHTTrack
+Wotbox
 Wprecon
-Xaldon WebSpider
-Xaldon_WebSpider
+Xenu
+YoudaoBot
+Zauba
 Zeus
 ZmEu
-arquivo.pt
-cognitiveseo
-crawl.sogou.com
-crawler4j
-demandbase-bot
-domainsproject.org
-evc-batch
-facebookscraper
+ZoomBot
+ZumBot
+ZyBorg
+cah.io.community
+check1.exe
 heritrix
+ips-agent
 lwp-request
-lwp-trivial
-mediawords
 muhstik-scan
 netEstate NE Crawler
-oBot
-pcBrowser
-polaris version
-probe-image-size
-satoristudio.net
-seobility
-seostar
-serpstatbot
-sexsearcher
-sogouspider
-trendiction.com
-trendiction.de
-voyagerx.com
+page scorer
+scalaj-http
+scan.lol
+sitechecker.pro
+spyfu
+sysscan
 webmeup-crawler
-xpymep1.exe
+x09Mozilla