V4.2021.07.2492 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404checker
 404enemy
 80legs
-ADmantX
-ASPSeek
+AIBOT
 Abonti
-Aboundexbot
+Aboundex
+Acunetix
+AfD-Verbotsverfahren
+AhrefsBot
 AiHitBot
-Anarchy99
-Anthill
+Alexibot
+Anarchie
+Anarchy
+Ankit
 Apexoo
-Aspiegel
 Asterias
-AwarioRssBot
-AwarioSmartBot
-BBBike
-BDCbot
-BackDoorBot
-BacklinkCrawler
+BDFetch
+BackStreet
 Badass
 Bandit
-Barkrowler
-Bigfoot
-Bitacle
+BatchFTP
+BetaBot
 Blow
 BlowFish
+Boardreader
 Bolt
-Brandwatch
-Bullseye
+BotALot
+Brandprotect
+BuiltWith
+BunnySlippers
+CATExplorador
+CSHttp
 Calculon
 CazoodleBot
 Cegbfeieh
 CheeseBot
-Cogentbot
-CopyRightCheck
-DIIbot
-DSearch
-DTS Agent
+ChinaClaw
+Chlooe
+Cliqzbot
+Collector
+Copyscape
+Curious
+Custo
 Demon
-Deusu
-Devil
 Digincore
-DigitalPebble
 Disco
 Discobot
-DittoSpyder
-DomCopBot
-DomainAppender
-Domains Project
+DomainCrawler
+DomainSigmaCrawler
+DomainStatsBot
 Dotbot
-ECCP/1.0
-EMail Siphon
+Drip
 EMail Wolf
-Ebingbong
-Ecxi
-Evil
-Exabot
-ExtractorPro
-EyeNetIE
-Ezooms
-FDM
+EasyDL
 FHscan
 Fimap
-Flunky
-Freeuploader
-FrontPage
-GT::WWW
+FlashGet
+FyberSpider
+Fyrebot
+G-i-g-a-b-o-t
+GalaxyBot
+Genieo
 GetRight
 GetWeb
-Getintent
+Gigablast
 Go-Ahead-Got-It
 GoZilla
 GrabNet
-Grabber
-GrapeFX
 GridBot
-HTMLparser
+HEADMasterSEO
+HTTP::Lite
+Haansoft
+HaosouSpider
 Heritrix
 Hloader
-Humanlinks
-HybridBot
+IDBTE4M
+IRLbot
 Iblog
-Image Fetch
-Indy Library
 Intelliseek
-Internet Ninja
+Iria
 IstellaBot
-JOC Web Spider
+Jetty
 JikeSpider
-Jorgee
-JustView
 Jyxobot
-Keyword Density
-Kinza
 LNSpiderguy
+Lanshanbot
 Larbin
-LeechFTP
+Leap
+Lightspeedsystems
 Linkdexbot
-LinkextractorPro
-LinkpadBot
-Lipperhey
-Lmspider
-MFC_Tear_Sample
-MSFrontPage
-MSIECrawler
-Magnet
-Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
-Majestic12
-MegaIndex.ru
-MicroMessenger
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Litemage_walker
+MIIxpc
+MJ12bot
+MQQBrowser
+Mass Downloader
+Mata Hari
+MeanPath Bot
+Mediatoolkitbot
+Microsoft URL Control
 Mojeek
-Mr.4x3
-Msrabot
+Mojolicious
+Mozlila
 Musobot
-NICErsPRO
-Nessus
-Net Vampire
-NetAnts
-NetLyzer
+Name Intelligence
+Nameprotect
+NearSite
+Needle
 NetSpider
-NetZIP
 Netcraft
-Netvibes
+Nibbler
 Niki-bot
-Nikto
-Nimbostratus
+NimbleCrawler
 Ninja
+Octopus
+Offline Navigator
+OnCrawl
 OpenLinkProfiler
-OrangeBot
 OrangeSpider
-OutclicksBot
-OutfoxBot
 PECL::HTTP
-POE-Component-Client-HTTP
-PageGrabber
+PHPCrawl
 PageScorer
-PageThing.com
 Pandalytics
-Pavuk
 PeoplePal
-Piepmatz
-Pockey
-ProPowerBot
+Petalbot
+Picscout
+PictureFinder
+Pixray
+PleaseCrawl
+ProWebWalker
+Psbot
 Pu_iN
+Pump
 PxBroker
-Quick-Crawler
+PyCurl
 RSSingBot
 RankActive
-RankActiveLinkBot
 RankFlex
-RankingBot2
-RankurBot
-Re-re
-RealDownload
-RocketCrawler
-SEOkicks
-SEOlyticsCrawler
-SEOprofiler
+Rankivabot
+Recorder
+Ripper
+Rogerbot
+SEOkicks-Robot
 SEOstats
+SISTRIX
+SMTBot
 ScanAlert
 Scanbot
-Screaming
+ScoutJet
+Scrapy
 ScreenerBot
 Searchestate
 SearchmetricsBot
 Semrush
-SemrushBot
+SentiBot
 SeobilityBot
-Siphon
-SiteCheckerBotCrawler
+Seomoz
+Site Sucker
 SiteExplorer
-SiteSnagger
-Sitebeam
-Siteimprove
-SocialRankIOBot
-Sosospider
-Spammen
-Sqlmap
+SiteLockSpider
+SiteSucker
+Sitevigil
+SlySearch
+SmartDownload
+Snapbot
+Sociscraper
+SpaceBison
+Spanner
+Sqlworm
 Steeler
 Sucker
 Sucuri
-SuperBot
 SuperHTTP
+Surfbot
+SurveyBot
 Suzuran
 T0PHackTeam
-TheNomad
+T8Abot
+Teleport
+Telesoft
+Telesphorep
+TightTwatBot
+Titan
 Tracemyfile
 Trendiction
 Trendictionbot
-Turingos
-Turnitin
+TurnitinBot
 TwengaBot
-URLy Warning
-Upflow
-VB Project
+Twice
+URLy.Warning
+Vagabondo
 VidibleScraper
-WASALive-Bot
-WBSearchBot
-WISENutbot
-WPScan
-WWW-Collector-E
-WWW-Mechanize
+Virusdie
+VoidEYE
+WEBDAV
 WallpapersHD
-Web Enhancer
-Web Fuck
-Web Pix
+WeSEE
+Web Auto
+Web Fetch
 Web Sucker
 WebBandit
-WebCollage
-WebEnhancer
-WebFetch
-WebReaper
-WebSauger
+WebCopier
+WebFuck
+WebGo IS
+WebPix
 WebStripper
 WebSucker
-Webshag
+WebmasterWorldForumBot
+Website Quester
 WebsiteExtractor
+WebsiteQuester
 Whack
-Whacker
-Whatweb
+Who.is Bot
+Widow
 WinHTTrack
-WiseGuys Robot
 Wonderbot
-Wprecon
-Xaldon_WebSpider
+Xenu
+YoudaoBot
+Zermelo
 Zeus
+Zitebot
 ZumBot
+arquivo.pt
+autoemailspider
+check1.exe
 coccocbot-web
 com.plumanalytics
 crawl.sogou.com
-crawler4j
-eCatch
-evc-batch
 heritrix
-internetVista monitor
 ips-agent
-lwp-request
 magpie-crawler
 meanpathbot
-netEstate NE Crawler
+mediawords
+page scorer
 plumanalytics
-ripz
-s1z.ru
+probe-image-size
+scan.lol
+seoscanners
+seostar
+serpstatbot
 sexsearcher
-trendiction.com
+sitechecker.pro
+sp_auditbot
+trendiction.de
+ubermetrics-technologies.com
 webmeup-crawler
-x09Mozilla
+zgrab