V4.2021.07.2456 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404enemy
-AIBOT
-ASPSeek
-AiHitBot
-Aipbot
-AllSubmitter
-Alligator
-Anarchy
+360Spider
+404checker
+Abonti
+AhrefsBot
+Anarchie
 Anarchy99
 Anthill
-Apexoo
-Aspiegel
-Asterias
-AwarioSmartBot
+BBBike
 BDFetch
 BLEXBot
-Backlink-Ceck
 Bandit
-Barkrowler
 Battleztar Bazinga
 BetaBot
-Bigfoot
-Black Hole
-BlackWidow
 Blow
+BlowFish
 Boardreader
 Bolt
 BotALot
-Brandprotect
 Buck
 BuiltBotTough
-CSHttp
-Calculon
+Bullseye
+BunnySlippers
+BuzzSumo
+CATExplorador
 CazoodleBot
-Cegbfeieh
-CheTeam
-CherryPicker
 Chlooe
-Cliqzbot
+Cloud mapping
 Cocolyzebot
-Cosmos
+Cogentbot
+Collector
+Copier
 CrazyWebCrawler
+Crescent
 CrunchBot
-Curious
-DIIbot
-DSearch
-Digincore
+Custo
+CyotekWebCopy
+DTS Agent
+Demon
+Deusu
+Devil
 DigitalPebble
+Dirbuster
 Disco
 Discobot
-Discoverybot
-DnyzBot
 DomCopBot
+DomainCrawler
+DomainSigmaCrawler
+DomainStatsBot
 Domains Project
-Dotbot
-EirGrabber
-EroCrawler
+Download Wonder
+Dragonfly
+ECCP/1.0
+EMail Wolf
+EasyDL
+Ebingbong
+Exabot
 ExtLinksBot
-ExtractorPro
+Extractor
 EyeNetIE
-Ezooms
-FHscan
-Fimap
-FlashGet
-Freeuploader
-G-i-g-a-b-o-t
+Firefox/7.0
+Fuzz
 GalaxyBot
 Getintent
-Gigabot
 GoZilla
+Gotit
+Grabber
 GrapeFX
-GridBot
-HEADMasterSEO
-HMView
 HTTP::Lite
 Haansoft
-HaosouSpider
-Harvest
 Hloader
-IDBot
+Humanlinks
+HybridBot
+IRLbot
 Iblog
-Image Fetch
+Id-search
+IlseBot
 Image Sucker
-IndeedBot
-InfoNaviRobot
 InfoTekies
 Intelliseek
 InternetSeer
+Iria
 IstellaBot
-JamesBOT
-JennyBot
-JetCar
-Jorgee
-JustView
+Jbrofuzz
+Jetty
+Joomla
+Jyxobot
 Kenjin Spider
-Kozmosbot
+Kinza
 Lanshanbot
-Larbin
-LeechFTP
-Lftp
+LexiBot
+LibWeb
 Libwhisker
 LieBaoFast
-Lightspeedsystems
-LinkScan
 LinkWalker
-LinksManager
-LinqiaRSSBot
+Linkbot
+LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lipperhey
-Litemage_walker
 Lmspider
 Ltx71
-MJ12bot
-MQQBrowser
+MIIxpc
 MSFrontPage
-Magnet
-Mass Downloader
-Masscan
-MegaIndex.ru
-Metauri
-MicroMessenger
-Microsoft URL Control
-Mister PiX
+Mag-Net
+Mail.RU_Bot
+Majestic SEO
+Majestic12
+MarkWatch
+MauiBot
+Mediatoolkitbot
+Moblie Safari
+Mojeek
+Mojolicious
 Morfeus Fucking Scanner
-Mr.4x3
-NearSite
-Nessus
-Net Vampire
-NetSpider
+NPbot
+Name Intelligence
+Navroad
+Needle
+NetMechanic
+Nettrack
 Netvibes
 NextGenSearchBot
+Nibbler
 NimbleCrawler
-Nimbostratus
-Nmap
+Ninja
 Nutch
-Octopus
-OpenLinkProfiler
+OPPO A33
+OpenVAS
 Openfind
-Openvas
 OrangeBot
-PHPCrawl
-PageAnalyzer
+OutclicksBot
+OutfoxBot
+Page Analyzer
 PageGrabber
+PageThing.com
 Pandalytics
 Pavuk
+PeoplePal
+Petalbot
+Picscout
 Pimonster
 Pixray
-ProWebWalker
-Psbot
-Pump
-PyCurl
-RankFlex
-RankingBot
+PleaseCrawl
+ProPowerBot
+Pu_iN
+PxBroker
+QueryN Metasearch
+Quick-Crawler
 RankingBot2
-Rankivabot
 Reaper
-Recorder
-RocketCrawler
-Rogerbot
-SBIder
-SEOlyticsCrawler
-ScrepyBot
+RedesScrapy
+RepoMonkey
+SEOkicks
+SEOkicks-Robot
+SISTRIX
+SalesIntelligent
+Scanbot
+Screaming
 Searchestate
 Seomoz
 Siphon
+Site Sucker
 SiteCheckerBotCrawler
-SiteLockSpider
+SiteSucker
 Sitebeam
-Siteimprove
-Sitevigil
-SmartDownload
-Snapbot
+SocialRankIOBot
 Sociscraper
-Sosospider
-SpaceBison
-Spanner
+SpankBot
 Spbot
-Spinn3r
 Sqworm
-Sucker
+Steeler
 Sucuri
-SurveyBot
-Szukacz
+SuperBot
+T8Abot
 Teleport
-TeleportPro
 Telesoft
 Telesphoreo
 Telesphorep
-The Intraformant
-Thumbor
-Toweyabot
+TheNomad
+Titan
+Toata
+Tracemyfile
 Trendiction
-True_Robot
-Turingos
-Turnitin
+Trendictionbot
 TurnitinBot
+TwengaBot
 Twice
+URLy Warning
+UnisterBot
 Upflow
-Voltron
-WASALive-Bot
-WEBDAV
-WWW-Collector-E
+V-BOT
+VB Project
+Vagabondo
+VelenPublicWebCrawler
+WISENutbot
+WPScan
+WWW-Mechanize
+WWW::Mechanize
+WWWOFFLE
 Wallpapers/3.0
-WallpapersHD
-Web Fetch
-Web Sucker
+WeSEE
+Web Collage
+Web Sauger
 WebAuto
 WebBandit
-WebEnhancer
+WebCollage
+WebCopier
 WebFetch
+WebLeacher
+WebSauger
 WebStripper
-WebSucker
 WebZIP
-WebsiteExtractor
+WebsiteQuester
+Webster
+Widow
+Wonderbot
+Woobot
 Wprecon
 Xaldon WebSpider
-Xenu
-YoudaoBot
-Zitebot
-archive.org_bot
+Xaldon_WebSpider
+Zade
+ZmEu
+ZoominfoBot
+arquivo-web-crawler
 arquivo.pt
-autoemailspider
+coccocbot-web
 com.plumanalytics
 crawl.sogou.com
-demandbase-bot
-domainsproject.org
+evc-batch
+facebookscraper
 gopher
-internetVista monitor
+heritrix
+instabid
 isitwp.com
 lwp-request
+magpie-crawler
 meanpathbot
-oBot
+mediawords
+netEstate NE Crawler
 page scorer
-pcBrowser
-probe-image-size
-ripz
+plumanalytics
 s1z.ru
-satoristudio.net
-scan.lol
 seobility
+seoscanners
 seostar
 sexsearcher
-sp_auditbot
-tAkeOut
-trendiction.de
+sysscan
 webmeup-crawler
 x09Mozilla
+x22Mozilla
 xpymep1.exe
 zgrab