V4.2022.02.2893 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404enemy
+ADmantX
+AIBOT
 ALittle Client
+ASPSeek
 Abonti
-Aboundexbot
-AfD-Verbotsverfahren
 AiHitBot
 Aipbot
+Alexibot
+AllSubmitter
+Alligator
 AlphaBot
 Anarchy
-Apexoo
-Aspiegel
-Asterias
-Atomseobot
-Attach
-AwarioSmartBot
-BackWeb
-BacklinkCrawler
-Badass
-Bandit
+BDFetch
+BLEXBot
+BackDoorBot
 Barkrowler
-Bigfoot
+Bitacle
 Black Hole
-Blackboard
-Blow
+BlackWidow
+BlowFish
+Brandprotect
+Buck
 BuiltBotTough
-Bullseye
-BunnySlippers
-CODE87
+BuiltWith
+CATExplorador
+CSHttp
+CheeseBot
 CherryPicker
 Chlooe
-Cliqzbot
-Collector
-Copier
-CopyRightCheck
-Crawling at Home Project
 CrazyWebCrawler
-CrunchBot
-CyotekWebCopy
-DSearch
-Demon
-Deusu
+DTS Agent
 Digincore
-Dirbuster
-DittoSpyder
-DnBCrawler-Analytics
+DigitalPebble
+Discoverybot
+DnyzBot
 DomCopBot
-DomainStatsBot
+DomainAppender
+DomainCrawler
 Domains Project
-EMail Wolf
-Ebingbong
-Evil
+EMail Siphon
+EasyDL
+EirGrabber
 Exabot
 Express WebPictures
-ExtractorPro
+ExtLinksBot
 Extreme Picture Finder
 EyeNetIE
-Ezooms
 FDM
+FHscan
 Fimap
-FlashGet
-Foobot
-Freeuploader
+Firefox/7.0
+FrontPage
 Fuzz
-Fyrebot
-GT::WWW
-GalaxyBot
+FyberSpider
 Genieo
 GetRight
+GetWeb
 Go-Ahead-Got-It
+GoZilla
 Gotit
 Grabber
-HMView
-HTTP::Lite
-Hloader
+GridBot
+HEADMasterSEO
+HaosouSpider
+Harvest
+Havij
+Heritrix
 HonoluluBot
-Humanlinks
+HybridBot
+IRLbot
+Iblog
 Id-search
 IlseBot
-Indy Library
+Image Sucker
+IndeedBot
+InfoNaviRobot
 Intelliseek
-InterGET
-Iria
-Iskanie
+InternetSeer
+IstellaBot
 JOC Web Spider
 JamesBOT
 Jbrofuzz
-Jyxobot
+JennyBot
+Jetty
+Joomla
 Keyword Density
 Kinza
-LWP::Simple
-Larbin
+Kozmosbot
+LNSpiderguy
 LeechGet
 LexiBot
 Lftp
-Libwhisker
-LieBaoFast
-Linkdexbot
+Lightspeedsystems
 LinksManager
 LinqiaRSSBot
-Lipperhey Spider
-Ltx71
+LinqiaScrapeBot
+Lmspider
 MFC_Tear_Sample
-MJ12bot
-MSFrontPage
-MSIECrawler
-MTRobot
+MQQBrowser
 Mag-Net
-Magnet
 Mail.RU_Bot
 Majestic SEO
-Majestic-SEO
 Majestic12
-MarkWatch
+Mata Hari
+MauiBot
 MeanPath Bot
+MegaIndex.ru
+Microsoft URL Control
 Minefield
 Mister PiX
-Mojeek
 MolokaiBot
+Morfeus Fucking Scanner
 Mr.4x3
-Msrabot
-Musobot
-Name Intelligence
+Nameprotect
 Needle
-Nessus
-Net Vampire
-NetAnts
-NetMechanic
-NetZIP
-Nettrack
-Netvibes
-Niki-bot
-Nikto
-Not
-Nuclei
-Nutch
-OpenLinkProfiler
-Openvas
-OutfoxBot
+NetLyzer
+NetSpider
+Nibbler
+Ninja
+Offline Explorer
+OpenVAS
+Openfind
+OrangeBot
+OutclicksBot
 PECL::HTTP
-Papa Foto
+PHPCrawl
+PageAnalyzer
+PageGrabber
+PageScorer
+Panscient
 Pavuk
-Picscout
-Picsearch
+Pi-Monster
 PictureFinder
+Piepmatz
 PleaseCrawl
-ProPowerBot
-Probethenet
-Psbot
+Pu_iN
 PxBroker
 QueryN Metasearch
+Quick-Crawler
 RSSingBot
 RankActiveLinkBot
-RankFlex
-Rankivabot
 RankurBot
-ReGet
 Reaper
-RebelMouse
 Recorder
 RedesScrapy
-Rogerbot
-SEOprofiler
+RepoMonkey
+SBIder
+SEOkicks-Robot
+SEOlyticsCrawler
 SEOstats
-SISTRIX
+SalesIntelligent
 ScanAlert
 Scanbot
 Screaming
-ScreenerBot
 ScrepyBot
-Seekport
-SeobilityBot
-Seomoz
+Searchestate
+SemanticJuice
+Semrush
+SentiBot
 Shodan
 Siphon
-Sitebeam
-Siteimprove
-Sitevigil
+SiteCheckerBotCrawler
+SiteExplorer
+SmartDownload
+Snapbot
+SocialRankIOBot
 Sociscraper
-SpankBot
-Spbot
-SputnikBot
-Sqworm
-SuperBot
+Sogou web spider
+Sottopop
+SpaceBison
+Spinn3r
+Stripper
+Sucker
 SuperHTTP
-Surfbot
+SurveyBot
+Suzuran
+Swiftbot
 T0PHackTeam
 T8Abot
+Teleport
 Telesphoreo
-TheNomad
+Telesphorep
+The Intraformant
 Thumbor
-TightTwatBot
-Toata
-Trendictionbot
-TurnitinBot
+Tracemyfile
+Trendiction
+TwengaBot
 URLy Warning
 UnisterBot
-VCI
 VelenPublicWebCrawler
-VoidEYE
+VidibleScraper
+Voltron
+WASALive-Bot
+WBSearchBot
 WEBDAV
-Wallpapers/3.0
-WeSEE
-Web Auto
-Web Fuck
+WISENutbot
+WWWOFFLE
+Wallpapers
+Web Enhancer
+Web Fetch
 Web Pix
-WebCopier
 WebFuck
-WebGo IS
-WebPix
+WebImageCollector
 WebStripper
 WebZIP
-Webalta
-WebmasterWorldForumBot
-Webshag
 Website Quester
-Whacker
+WebsiteExtractor
+Webster
+Whack
 Whatweb
-Who.is Bot
-Widow
 WinHTTrack
-Xaldon WebSpider
-Zauba
+WiseGuys Robot
+Wonderbot
+Wprecon
+Xaldon_WebSpider
+Zade
 Zermelo
 Zeus
-Zitebot
 ZoomBot
-arquivo.pt
-autoemailspider
-backlink-check
+ZyBorg
+adscanner
 cah.io.community
-crawl.sogou.com
+clark-crawler
+com.plumanalytics
+crawler.feedback
+crawler4j
 dataforseo.com
 evc-batch
-gopher
-heritrix
-ips-agent
+facebookscraper
 isitwp.com
 iubenda-radar
+lwp-request
+lwp-trivial
 magpie-crawler
-mediawords
 muhstik-scan
-oBot
-pcBrowser
-probe-image-size
+netEstate NE Crawler
+s1z.ru
+scalaj-http
 scan.lol
-seostar
-sexsearcher
+seobility
+seoscanners
 sitechecker.pro
-webprosbot
+siteripz
+sysscan
+trendiction.com
+voyagerx.com
+webgains-bot
+zgrab