V4.2022.10.3434 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
+ADmantX
 AIBOT
+ALittle Client
 ASPSeek
-Abonti
 Aboundexbot
 Acunetix
-AiHitBot
-Alexibot
+AfD-Verbotsverfahren
 AllSubmitter
+Alligator
 AlphaBot
 Anarchy99
 Anthill
 Apexoo
-AwarioRssBot
-AwarioSmartBot
-BDFetch
+Atomseobot
+BBBike
+BLEXBot
+BackStreet
 Backlink-Ceck
 Barkrowler
-BetaBot
-Bitacle
-BlackWidow
+Battleztar Bazinga
+Black Hole
 Blackboard
-BlowFish
+Boardreader
 BotALot
-Brandwatch
 Buck
-BuiltWith
+Buddy
+BuiltBotTough
 CATExplorador
-CCBot
-CODE87
-CensysInspect
-CheTeam
+Calculon
 CheeseBot
+CherryPicker
 ChinaClaw
-Chlooe
+Citoid
 Cliqzbot
+Cocolyzebot
+Cogentbot
+Collector
 Copyscape
 Cosmos
-Craftbot
 CrazyWebCrawler
-Deusu
-Digincore
+DSearch
+Demon
+Devil
 DigitalPebble
-Discoverybot
-DnBCrawler-Analytics
+Disco
 DomCopBot
 DomainAppender
+DomainCrawler
+DomainSigmaCrawler
 Dotbot
+Drip
 ECCP/1.0
-EasyDL
 Ecxi
-ExtractorPro
-Extreme Picture Finder
-Ezooms
+EroCrawler
+Evil
+Express WebPictures
+ExtLinksBot
+Extractor
+EyeNetIE
 FDM
-FemtosearchBot
 Firefox/7.0
 FlashGet
-Foobot
-Freeuploader
+FrontPage
 FyberSpider
 Fyrebot
+G-i-g-a-b-o-t
 GT::WWW
 GalaxyBot
 GermCrawler
 GetWeb
-Getintent
 Gigabot
+Go!Zilla
+Go-Ahead-Got-It
 GoZilla
 GrabNet
 Grafula
-GrapeshotCrawler
+GrapeFX
 GridBot
-HTTP::Lite
-Haansoft
-Harvest
-Havij
-HonoluluBot
+HEADMasterSEO
+HTMLparser
+HaosouSpider
+Humanlinks
+HybridBot
+IRLbot
 Image Fetch
 Image Sucker
 IndeedBot
-Indy Library
-InfoNaviRobot
-InfoTekies
-InterGET
-Internet Ninja
 InternetSeer
+Iria
 IstellaBot
 JOC Web Spider
 JetCar
-JustView
-Kenjin Spider
-Keyword Density
-Lanshanbot
+JikeSpider
+Joomla
+Keybot Translation-Search-Machine
+Kinza
 Larbin
-LeechGet
+Leap
 Lftp
-LibWeb
+Libwhisker
 LieBaoFast
-Lightspeedsystems
-LinkScan
-LinkWalker
-Linkbot
-Lipperhey
-Lipperhey Spider
-Lmspider
-MFC_Tear_Sample
+LinkextractorPro
+LinqiaRSSBot
+MIDown tool
 MIIxpc
+MJ12bot
 MQQBrowser
 MSFrontPage
-MTRobot
+MSIECrawler
 Mag-Net
 Magnet
-Mail.RU_Bot
-Majestic-SEO
+Majestic SEO
 MarkMonitor
-Mata Hari
-MauiBot
-MeanPath Bot
-Meanpathbot
-MicroMessenger
-Mister PiX
-Mojeek
-Morfeus Fucking Scanner
-Mozlila
-Msrabot
-NICErsPRO
-Nameprotect
-Needle
-NetLyzer
-Nettrack
+Mass Downloader
+Mb2345Browser
+Mojolicious
+MolokaiBot
+Nessus
+Net Vampire
+NetAnts
+NetMechanic
+NetSpider
+NetZIP
 NextGenSearchBot
+Nibbler
 Nikto
+Ninja
 Nuclei
-Nutch
-Offline Navigator
-OnCrawl
+Offline Explorer
 Openfind
 Openvas
 OrangeBot
-OrangeSpider
-POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
-Piepmatz
-PleaseCrawl
+OutfoxBot
+PHPCrawl
+PageScorer
+Papa Foto
+Pavuk
+PeoplePal
+Petalbot
+Picsearch
+PictureFinder
+Pixray
+Pockey
 ProPowerBot
-ProWebWalker
-Probethenet
+Psbot
+Pu_iN
+PxBroker
+Quick-Crawler
 RankActiveLinkBot
-RankingBot
 RankingBot2
-Re-re
-Reaper
+RankurBot
+RealDownload
 RebelMouse
-Recorder
 RepoMonkey
-Ripper
-SBIder
-SEOkicks
-SEOkicks-Robot
+RocketCrawler
+Rogerbot
+SEOlyticsCrawler
 SEOstats
-SalesIntelligent
-ScoutJet
-Scrapy
+SISTRIX
 Screaming
-ScrepyBot
-SemanticJuice
-Semrush
-SeoSiteCheckup
-Sitebeam
+Seekport
+SemrushBot
+SeobilityBot
+Shodan
+Site Sucker
+SiteCheckerBotCrawler
+SiteExplorer
+SiteSnagger
+Snapbot
+Snoopy
+Sociscraper
+Sogou web spider
+Sosospider
 Sottopop
-Spammen
+SpaceBison
 Sqlmap
-Sqworm
-Steeler
-Sucuri
+Sqlworm
 SuperBot
-SuperHTTP
-Surfbot
 T0PHackTeam
 T8Abot
 TeleportPro
+Telesphoreo
+Telesphorep
 The Intraformant
-Thumbor
-Titan
-Toata
-Tracemyfile
-Trendictionbot
-TurnitinBot
-Twice
+TheNomad
+TightTwatBot
+Turingos
+TwengaBot
 URLy Warning
 URLy.Warning
-VelenPublicWebCrawler
-WEBDAV
+Voltron
+WBSearchBot
+WISENutbot
 WWW-Mechanize
-WWW::Mechanize
 Wallpapers/3.0
 WeSEE
+Web Auto
+Web Enhancer
+Web Fetch
+Web Pix
 Web Sauger
-WebAuto
+WebCollage
+WebCopier
 WebFuck
-WebGo IS
 WebSauger
+WebWhacker
+WebZIP
 Webshag
-Website Quester
 WebsiteExtractor
-WebsiteQuester
-Whacker
+Whatweb
 Who.is Bot
 Widow
+WinHTTrack
+Wonderbot
+Woobot
 Wotbox
 Xaldon_WebSpider
-YoudaoBot
-Zeus
-ZoomBot
+Zade
+Zauba
+Zitebot
 ZumBot
-archive.org_bot
-arquivo-web-crawler
+arquivo.pt
+autoemailspider
 backlink-check
-coccocbot
-crawler4j
-eCatch
-gopher
-heritrix
-instabid
+cah.io.community
+com.plumanalytics
+crawl.sogou.com
+demandbase-bot
+domainsproject.org
 ips-agent
-linkdexbot
+isitwp.com
+iubenda-radar
 lwp-request
-lwp-trivial
-page scorer
-probe-image-size
-ripz
-s1z.ru
+magpie-crawler
+oBot
 satoristudio.net
 scalaj-http
-seobility
-seocompany.store
-serpstatbot
-sexsearcher
+seostar
 sitechecker.pro
-siteripz
+sogouspider
 sp_auditbot
 sysscan
 tAkeOut
-ubermetrics-technologies.com
-voyagerx.com
+trendiction.de
 webgains-bot
+webmeup-crawler
 webprosbot
-zgrab
+x22Mozilla