V4.2021.11.2692 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
+360Spider
+404enemy
 ADmantX
-Aboundex
-Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
-AhrefsBot
-Aipbot
+AIBOT
+Abonti
+Alexibot
+Alligator
 Anarchie
 Anarchy
+Anarchy99
+Ankit
 Aspiegel
-Asterias
-BBBike
-BDFetch
+AwarioRssBot
 BLEXBot
 BackDoorBot
+BackStreet
+Backlink-Ceck
+Badass
+Bandit
 Barkrowler
 BetaBot
-Bigfoot
-Bitacle
-BlowFish
+Black Hole
 Boardreader
 Brandwatch
 Buck
 BuiltWith
-BuzzSumo
+BunnySlippers
+CATExplorador
 CCBot
-CODE87
 Calculon
+Cegbfeieh
+CensysInspect
 CheTeam
 CheeseBot
-CherryPicker
-ChinaClaw
-Cloud mapping
+Cocolyzebot
+Cogentbot
 Copier
+Cosmos
 Craftbot
-CrazyWebCrawler
-Crescent
-CrunchBot
-DBLBot
-Deusu
+Curious
+DataCha0s
+Digincore
 DigitalPebble
 Discobot
-DnBCrawler-Analytics
-DnyzBot
-DomainAppender
-ECCP/1.0
+DittoSpyder
+DomainCrawler
+Domains Project
+Download Wonder
 EMail Siphon
-EMail Wolf
-Ecxi
+EasyDL
+EroCrawler
 Evil
-Express WebPictures
-ExtLinksBot
-ExtractorPro
+Exabot
 Extreme Picture Finder
-Ezooms
-FHscan
+FDM
 FemtosearchBot
-Fimap
 Firefox/7.0
-Freeuploader
+Foobot
 FrontPage
 Fuzz
-FyberSpider
-G-i-g-a-b-o-t
-GetRight
-Getintent
+Genieo
+GetWeb
 Go!Zilla
 Gotit
-GrabNet
 Grabber
+Grafula
+HMView
 HTMLparser
 HTTP::Lite
 HTTrack
+Haansoft
+HaosouSpider
+Harvest
+Havij
 Heritrix
 Hloader
 Humanlinks
-HybridBot
 IDBTE4M
 Iblog
-IlseBot
 Image Fetch
-Image Sucker
-IndeedBot
-Indy Library
-Intelliseek
 InterGET
-InternetSeer
-Iria
-Iskanie
-JOC Web Spider
-JamesBOT
-Jbrofuzz
-JikeSpider
+Jetty
 Joomla
+JustView
+Kenjin Spider
 Keyword Density
-LNSpiderguy
-LWP::Simple
+Larbin
+Leap
+LeechFTP
 LeechGet
 LexiBot
-LieBaoFast
+LibWeb
+Lightspeedsystems
+Likse
 Linkdexbot
-LinkextractorPro
 LinksManager
-Lipperhey
+LinqiaScrapeBot
+Lmspider
 Ltx71
-MSFrontPage
+MIDown tool
+MJ12bot
+MQQBrowser
+MSIECrawler
 MTRobot
-Mag-Net
-Magnet
-Majestic SEO
+Majestic-SEO
 Majestic12
+MarkMonitor
 Mass Downloader
-MauiBot
-Mb2345Browser
-Mediatoolkitbot
+Masscan
+Meanpathbot
+MicroMessenger
 Microsoft Data Access
-Mojolicious
+Moblie Safari
+Mojeek
 Mozlila
+Mr.4x3
+Msrabot
+Musobot
 NICErsPRO
 NPbot
-Name Intelligence
-Nameprotect
-NearSite
-Nessus
-NetAnts
-Nettrack
-Netvibes
-Niki-bot
-NimbleCrawler
-Nmap
+Navroad
+Net Vampire
+NetMechanic
+Netcraft
+Offline Explorer
 OnCrawl
-Openfind
-PECL::HTTP
-POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
+OutclicksBot
 PageGrabber
 Pandalytics
 Pavuk
-PeoplePal
-Pi-Monster
-PictureFinder
-Piepmatz
-ProPowerBot
+Petalbot
+Picscout
+Pixray
+PleaseCrawl
+Pockey
+ProWebWalker
 Psbot
+Pu_iN
 Pump
 PxBroker
-RSSingBot
-RankActiveLinkBot
+QueryN Metasearch
 RankFlex
-Rankivabot
-RankurBot
+RankingBot2
 ReGet
-Reaper
-RedesScrapy
-RepoMonkey
-SBIder
-SEOkicks-Robot
-SEOlyticsCrawler
+RealDownload
 SEOprofiler
-SalesIntelligent
-ScanAlert
+ScoutJet
+Scrapy
+Screaming
+ScrepyBot
 Searchestate
-Semrush
+SearchmetricsBot
+SentiBot
 SeoSiteCheckup
 Seomoz
-Siphon
+SiteExplorer
+SiteLockSpider
+SiteSnagger
+SiteSucker
 SlySearch
+SmartDownload
 Snake
-SocialRankIOBot
-Sottopop
+Sogou web spider
+Sosospider
 SpaceBison
-Sqlmap
-Steeler
-SuperBot
-SurveyBot
-Suzuran
+Spinn3r
+SputnikBot
+Sqworm
+Stripper
+Surfbot
 Szukacz
-T0PHackTeam
 Teleport
+TeleportPro
 Telesphorep
-The Intraformant
-TheNomad
-Thumbor
 Titan
-Toata
-Toweyabot
 Tracemyfile
-Trendiction
 Trendictionbot
-Turingos
-Turnitin
-TwengaBot
-URLy.Warning
+True_Robot
+TurnitinBot
+Twice
+Typhoeus
+UnisterBot
 Upflow
+V-BOT
+VB Project
 VCI
-Vacuum
-Vagabondo
 Virusdie
-WPScan
-WallpapersHD
-WeSEE
-Web Auto
+Voltron
+WASALive-Bot
+WWW-Mechanize
+WWWOFFLE
 Web Collage
-Web Enhancer
-Web Fetch
-Web Fuck
+Web Sauger
 WebBandit
-WebCollage
-WebFuck
-WebGo IS
-WebReaper
+WebCopier
+WebEnhancer
 WebSucker
+WebWhacker
+WebmasterWorldForumBot
 Website Quester
-WebsiteExtractor
-Whatweb
 Widow
 WiseGuys Robot
 Wonderbot
+Woobot
 Wotbox
-Zade
+Wprecon
+Xaldon WebSpider
+Xaldon_WebSpider
+YoudaoBot
+Zermelo
 Zeus
 ZmEu
+ZoominfoBot
 archive.org_bot
 arquivo-web-crawler
-crawl.sogou.com
-crawler.feedback
-eCatch
+arquivo.pt
+autoemailspider
+backlink-check
+coccocbot-web
+cognitiveseo
+com.plumanalytics
+crawler4j
+dataforseo.com
+domainsproject.org
 facebookscraper
-instabid
 internetVista monitor
+ips-agent
 isitwp.com
+lwp-request
 magpie-crawler
-meanpathbot
+mediawords
 muhstik-scan
 oBot
+page scorer
 polaris version
 s1z.ru
-scan.lol
-seoscanners
-seostar
-sexsearcher
-sitechecker.pro
 siteripz
+sogouspider
+sp_auditbot
+sysscan
 tAkeOut
-trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
+trendiction.com
+webmeup-crawler
+webprosbot
+x09Mozilla
+x22Mozilla
 xpymep1.exe
+zauba.io
+zgrab