V4.2022.02.2924 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
+360Spider
 404enemy
-ADmantX
-AIBOT
-ASPSeek
-Aboundex
-AfD-Verbotsverfahren
-AiHitBot
-Alexibot
+ALittle Client
+Abonti
 AlphaBot
 Anarchie
-Aspiegel
-Attach
+Anarchy99
+Anthill
 AwarioRssBot
+AwarioSmartBot
 BDFetch
 BackDoorBot
 BackStreet
+BackWeb
 Backlink-Ceck
-Bandit
-Bigfoot
+Badass
+Barkrowler
+Battleztar Bazinga
 Bitacle
-Black Hole
-Boardreader
+Blow
+Brandprotect
+Buddy
 BuiltWith
-Bullseye
-CATExplorador
-Calculon
-CazoodleBot
-CheeseBot
-ChinaClaw
+CCBot
+CSHttp
+Cegbfeieh
+CensysInspect
+CherryPicker
 Chlooe
-Cliqzbot
+Citoid
+Cloud mapping
 Cocolyzebot
-Cogentbot
-Collector
-Cosmos
-Crawling at Home Project
-Crescent
-Curious
-DIIbot
+Copyscape
+Craftbot
+Demon
+Deusu
+DigitalPebble
 Disco
-DnBCrawler-Analytics
+Dispatch
 DnyzBot
-DomCopBot
 DomainAppender
-DomainCrawler
+DomainSigmaCrawler
+Domains Project
+Dotbot
 Download Wonder
-ECCP/1.0
+EMail Siphon
 EMail Wolf
-EirGrabber
-EroCrawler
 Express WebPictures
-ExtLinksBot
-EyeNetIE
+Extractor
 Ezooms
-FHscan
-Fimap
-Firefox/7.0
-FlashGet
+FDM
+FemtosearchBot
+Flunky
 Foobot
 Freeuploader
 FrontPage
 Fuzz
 GT::WWW
 GalaxyBot
-Genieo
+GermCrawler
 GetRight
-Gigabot
+GetWeb
 Go!Zilla
 Go-Ahead-Got-It
 GoZilla
-GrabNet
-Grafula
+Gotit
 GrapeshotCrawler
-GridBot
 HMView
-HTMLparser
-HTTrack
+Harvest
 Hloader
-IDBTE4M
-Iblog
-IndeedBot
+HonoluluBot
+IRLbot
+Id-search
+Image Fetch
 InfoTekies
 Intelliseek
-InterGET
-JennyBot
+Iskanie
+JOC Web Spider
+Jbrofuzz
+JetCar
 Joomla
-Jorgee
-Kenjin Spider
-Kozmosbot
-Lanshanbot
+Jyxobot
+Keyword Density
+Kinza
+LeechFTP
 LexiBot
 LibWeb
-LieBaoFast
-LinkWalker
-LinkpadBot
+Lightspeedsystems
+Likse
+LinqiaScrapeBot
+Lipperhey
 Lipperhey Spider
-Litemage_walker
-MIIxpc
-Magnet
-MarkWatch
-Mass Downloader
+MIDown tool
+MJ12bot
+MSIECrawler
+MTRobot
+Mail.RU_Bot
+MarkMonitor
+Masscan
+Mata Hari
 MauiBot
-Meanpathbot
+MeanPath Bot
+Mediatoolkitbot
 Metauri
-Microsoft Data Access
+MicroMessenger
 Microsoft URL Control
 Mister PiX
 Mojeek
-Mozlila
-Mr.4x3
-Msrabot
-NearSite
-Needle
-NetZIP
-Nibbler
-Nimbostratus
+Mojolicious
+Morfeus Fucking Scanner
+Name Intelligence
+Net Vampire
+NetAnts
+Nettrack
+NextGenSearchBot
+Niki-bot
+Nikto
 Ninja
-Nuclei
-Offline Explorer
+Not
+Octopus
 Offline Navigator
 OnCrawl
-PHPCrawl
+OpenLinkProfiler
+OutfoxBot
+PECL::HTTP
+POE-Component-Client-HTTP
 Page Analyzer
 PageScorer
-Pandalytics
 Panscient
+Pavuk
 PeoplePal
 Petalbot
 Pi-Monster
 Picsearch
+PictureFinder
+Pimonster
 Pockey
 ProWebWalker
 Probethenet
-Psbot
+Pu_iN
 PyCurl
-RSSingBot
+Quick-Crawler
+RankActiveLinkBot
+RankFlex
+Rankivabot
 RankurBot
-ReGet
+RealDownload
 Reaper
-RebelMouse
-SEOkicks
+RepoMonkey
+SEOkicks-Robot
 SMTBot
 ScoutJet
-Screaming
-ScreenerBot
-SearchmetricsBot
 SemanticJuice
-SentiBot
-SeobilityBot
+SeoSiteCheckup
 Shodan
 SiteCheckerBotCrawler
 Sitebeam
-SlySearch
+Sitevigil
 SmartDownload
+Snapbot
+Snoopy
+SocialRankIOBot
 Sosospider
-Spammen
+SpaceBison
+SpankBot
+Spbot
+Spinn3r
+SputnikBot
 Sqlmap
-Sqworm
-Steeler
+Sqlworm
+Stripper
 Sucker
 SuperBot
-Suzuran
-Szukacz
-T0PHackTeam
-TeleportPro
+SurveyBot
+T8Abot
+Teleport
 Telesoft
-Telesphoreo
-The Intraformant
+Telesphorep
+TheNomad
 Thumbor
 TightTwatBot
-Titan
-Toata
+Tracemyfile
 Trendiction
-TurnitinBot
-TwengaBot
-Typhoeus
-VB Project
+Turnitin
+URLy Warning
+URLy.Warning
+Upflow
+VCI
 Vacuum
-Voil
+Vagabondo
+WASALive-Bot
+WBSearchBot
 WEBDAV
-WISENutbot
-WPScan
-WWW-Collector-E
-Wallpapers/3.0
+WWWOFFLE
 WallpapersHD
-WeSEE
-Web Fetch
-Web Pix
-Web Sucker
-WebBandit
-WebCopier
-WebLeacher
+Web Enhancer
+Web Fuck
+WebCollage
+WebEnhancer
+WebFuck
+WebGo IS
+WebPix
 WebReaper
 WebSauger
-WebZIP
 Webalta
 WebmasterWorldForumBot
 Webshag
+Website Quester
 WebsiteExtractor
-WebsiteQuester
 Webster
 Whatweb
 Who.is Bot
-Widow
 WinHTTrack
+WiseGuys Robot
 Wonderbot
 Woobot
 Wotbox
 Xaldon_WebSpider
-Zauba
-Zeus
+Xenu
+Zitebot
 ZmEu
-ZoomBot
+ZoominfoBot
 ZumBot
-ZyBorg
-archive.org_bot
-arquivo-web-crawler
 arquivo.pt
-autoemailspider
-backlink-check
-cah.io.community
-check1.exe
-clark-crawler
 coccocbot-web
+cognitiveseo
 crawl.sogou.com
-crawler.feedback
-demandbase-bot
+domainsproject.org
 eCatch
-facebookscraper
 gopher
-isitwp.com
-iubenda-radar
-pcBrowser
-polaris version
+heritrix
+lwp-request
+magpie-crawler
+mediawords
+muhstik-scan
+page scorer
 probe-image-size
 s1z.ru
-satoristudio.net
+seobility
 seocompany.store
-serpstatbot
-sexsearcher
+seoscanners
+seostar
 sitechecker.pro
+siteripz
 spyfu
-tAkeOut
-trendiction.de
+sysscan
+trendiction.com
 ubermetrics-technologies.com
-webmeup-crawler
 webpros.com
-webprosbot
-zgrab
+zauba.io