V4.2022.11.3496 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-ADmantX
-ALittle Client
-Abonti
-Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
-AhrefsBot
+404checker
+404enemy
+80legs
+AIBOT
+Aboundex
+Aipbot
 Alexibot
-Alligator
-AlphaBot
-Anarchie
-Aspiegel
-AwarioSmartBot
-BLEXBot
-BackDoorBot
+Anarchy99
+Ankit
+Atomseobot
+Attach
+AwarioRssBot
+BDCbot
 BackStreet
-BacklinkCrawler
-Badass
+Backlink-Ceck
+BatchFTP
 Bigfoot
-BlackWidow
 Blackboard
-Blow
-BlowFish
 BotALot
 Brandprotect
-Brandwatch
-Buck
-Buddy
-BuiltWith
-CODE87
-CSHttp
-Cegbfeieh
+BuiltBotTough
+CATExplorador
+CCBot
 CensysInspect
+CheTeam
+CheeseBot
 Claritybot
 Cliqzbot
-Cloud mapping
 Cocolyzebot
+Cogentbot
 Collector
-Copier
-Cosmos
-Craftbot
-Curious
-CyotekWebCopy
+CopyRightCheck
+Copyscape
+Custo
+DataCha0s
 DatabaseDriverMysqli
+Demon
+Devil
+Digincore
 DigitalPebble
+Disco
+Discobot
+Dispatch
 DittoSpyder
+DnBCrawler-Analytics
+DnyzBot
+DomCopBot
+DomainCrawler
 Domains Project
+Dragonfly
+ECCP/1.0
 EMail Wolf
 EasyDL
 Ebingbong
 Evil
 Exabot
-EyeNetIE
-FDM
+Extractor
 FHscan
-FemtosearchBot
+Fimap
+Firefox/7.0
+Flunky
 Foobot
+Freeuploader
 Fuzz
-Fyrebot
-Genieo
 GermCrawler
 GetRight
-Getintent
-Go!Zilla
 GoZilla
-Gotit
-HEADMasterSEO
+HMView
 HTMLparser
+HTTP::Lite
 HTTrack
+HaosouSpider
+Harvest
 Hloader
-Humanlinks
-Image Sucker
+IRLbot
+Iblog
+Image Fetch
 IndeedBot
 Indy Library
 InfoNaviRobot
-InfoTekies
-InterGET
+Intelliseek
+Internet Ninja
+JOC Web Spider
 JamesBOT
 Jbrofuzz
 JennyBot
+JetCar
+Jetty
 JikeSpider
-Joomla
+JustView
 Jyxobot
-Keyword Density
-LWP::Simple
+Kinza
+Leap
+LeechGet
+LibWeb
 Libwhisker
-Likse
-LinkScan
-LinkWalker
-LinksManager
+LieBaoFast
+LinqiaRSSBot
 LinqiaScrapeBot
 Lmspider
-MSFrontPage
-MSIECrawler
-Mail.RU_Bot
-Majestic12
+MIDown tool
+MQQBrowser
+MTRobot
+MarkWatch
 Masscan
-Mata Hari
-MeanPath Bot
-Meanpathbot
+Mb2345Browser
 Metauri
-MicroMessenger
 Microsoft URL Control
-Moblie Safari
-MolokaiBot
-Msrabot
-Musobot
-NICErsPRO
+Mojeek
 NPbot
+Nameprotect
 Navroad
 Needle
-Nessus
+Net Vampire
 NetAnts
+NetLyzer
+NetMechanic
 NetZIP
+Netcraft
 Nettrack
-Netvibes
 NextGenSearchBot
-Nimbostratus
-Ninja
+Niki-bot
+Nikto
 Nmap
-Nuclei
-Nutch
-Offline Navigator
 OnCrawl
-OpenLinkProfiler
 OpenVAS
 OrangeSpider
 OutclicksBot
+PHPCrawl
 Page Analyzer
-PageGrabber
+PageAnalyzer
 PageThing.com
-Panscient
-Papa Foto
-PeoplePal
+Pavuk
 Pi-Monster
+Pimonster
+Pixray
+PleaseCrawl
 ProPowerBot
 ProWebWalker
-Probethenet
 Pu_iN
-PxBroker
 PyCurl
-QueryN Metasearch
-RankActive
-RankFlex
+RankingBot
+Rankivabot
 RankurBot
+Re-re
+ReGet
 Reaper
-RebelMouse
+Recorder
 RedesScrapy
-RepoMonkey
-Ripper
-SEOprofiler
-SEOstats
-SMTBot
+Rogerbot
+SEOkicks
+ScanAlert
 Scanbot
-Scrapy
 ScreenerBot
-SearchmetricsBot
-SemanticJuice
-SentiBot
-SeoSiteCheckup
+ScrepyBot
+SemrushBot
 Seomoz
-Shodan
-Site Sucker
-SiteLockSpider
-SiteSnagger
-SmartDownload
-Snapbot
-SocialRankIOBot
+SiteCheckerBotCrawler
+Sitebeam
+Sitevigil
+Snoopy
+Sociscraper
+SpaceBison
 Spammen
 Spinn3r
+SputnikBot
 Sqlmap
-Sqworm
+Sqlworm
 Sucker
-SuperBot
+Surfbot
+Swiftbot
 Szukacz
+T0PHackTeam
+T8Abot
+TeleportPro
 Telesoft
-Telesphoreo
+The Intraformant
 TheNomad
 Thumbor
 TightTwatBot
-Toata
+Titan
+Trendictionbot
 TurnitinBot
-TwengaBot
-Typhoeus
+Twice
 UnisterBot
-VB Project
+Upflow
 VCI
-Vacuum
 Vagabondo
 VeriCiteCrawler
+VidibleScraper
 Virusdie
-Voltron
+VoidEYE
 WASALive-Bot
+WBSearchBot
 WEBDAV
-WWW::Mechanize
-WallpapersHD
+WISENutbot
+WWW-Mechanize
+Wallpapers
+Wallpapers/3.0
 WeSEE
-Web Auto
-Web Enhancer
-Web Fuck
-Web Pix
 Web Sucker
-WebAuto
 WebBandit
-WebCollage
-WebCopier
-WebFuck
-WebImageCollector
+WebEnhancer
 WebLeacher
-WebSauger
-Webalta
+WebPix
+WebReaper
+WebSucker
+WebWhacker
+WebZIP
+Webshag
 Website Quester
 Whack
-Whatweb
 Who.is Bot
 Widow
 WiseGuys Robot
-Xaldon WebSpider
+Woobot
+Wotbox
 Xenu
+YoudaoBot
 Zade
+Zauba
+Zitebot
+ZoomBot
+archive.org_bot
 arquivo-web-crawler
-arquivo.pt
-check1.exe
-cognitiveseo
-crawler.feedback
-crawler4j
-demandbase-bot
-domainsproject.org
-eCatch
-gopher
-heritrix
-internetVista monitor
-isitwp.com
+autoemailspider
+backlink-check
+cah.io.community
+clark-crawler
+crawl.sogou.com
+dataforseo.com
 iubenda-radar
 linkdexbot
-polaris version
+lwp-trivial
+netEstate NE Crawler
+oBot
+page scorer
 probe-image-size
-scalaj-http
 scan.lol
-siteripz
+seobility
+serpstatbot
+sitechecker.pro
 sogouspider
-sysscan
+spyfu
 trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
 webgains-bot
-webpros.com
-x09Mozilla
-x22Mozilla
+webmeup-crawler
+webprosbot
+xpymep1.exe
+zauba.io