V4.2022.10.3394 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-ADmantX
+01h4x.com
+404enemy
+80legs
 ALittle Client
-Aipbot
-Alexibot
-AlphaBot
-Anarchie
+Aboundex
+AhrefsBot
+AiHitBot
 Anthill
 Atomseobot
+AwarioRssBot
+AwarioSmartBot
+BBBike
 BDCbot
 BDFetch
 BackDoorBot
-BacklinkCrawler
+Badass
+Bandit
 Barkrowler
+BatchFTP
 Battleztar Bazinga
-BetaBot
 Bigfoot
-Blackboard
-BlowFish
-Brandwatch
+Bitacle
+Boardreader
+Bolt
+BuiltWith
 BuzzSumo
-CATExplorador
 CCBot
 CODE87
-Calculon
-CensysInspect
+Cegbfeieh
+CherryPicker
 Claritybot
 Cloud mapping
 Cocolyzebot
 Cogentbot
-Copier
-CopyRightCheck
+Collector
 Copyscape
-Cosmos
-Crescent
-DIIbot
-DSearch
+Custo
+DTS Agent
 DataCha0s
-Devil
-Digincore
-DigitalPebble
-Discobot
-Discoverybot
-DnBCrawler-Analytics
+DatabaseDriverMysqli
+Deusu
+Disco
+DnyzBot
+DomCopBot
 DomainAppender
-DomainStatsBot
 Dotbot
 Dragonfly
-Drip
 EMail Wolf
+EasyDL
+Ecxi
+EirGrabber
+EroCrawler
 Evil
-Express WebPictures
-ExtLinksBot
-Extreme Picture Finder
-Ezooms
-FDM
-FemtosearchBot
-FlashGet
-Freeuploader
-FrontPage
+Extractor
+Fimap
+Firefox/7.0
+Foobot
 Fuzz
+G-i-g-a-b-o-t
+Genieo
 GermCrawler
 GetWeb
-Getintent
-Go!Zilla
 Go-Ahead-Got-It
+GoZilla
+Grabber
 Grafula
 GrapeshotCrawler
-HEADMasterSEO
-HTTP::Lite
-HaosouSpider
-Havij
+Hloader
 HonoluluBot
 Humanlinks
+HybridBot
+IDBTE4M
 IRLbot
-Iblog
+Id-search
 Image Fetch
 Image Sucker
-IndeedBot
 Indy Library
-InfoNaviRobot
+InfoTekies
+Internet Ninja
 InternetSeer
-Iria
+Iskanie
+IstellaBot
 JOC Web Spider
-Jbrofuzz
-Jetty
+JennyBot
+JetCar
 JikeSpider
-Joomla
-Jyxobot
-Kinza
-LNSpiderguy
-Lftp
-Linkbot
+Jorgee
+JustView
+Kenjin Spider
+Keyword Density
+LWP::Simple
+LeechFTP
+LeechGet
+Libwhisker
+Lightspeedsystems
+LinkScan
+LinkWalker
 LinkextractorPro
-LinqiaRSSBot
-Litemage_walker
+LinksManager
+LinqiaScrapeBot
 MQQBrowser
-MTRobot
-Majestic SEO
+MSFrontPage
+Mail.RU_Bot
 Majestic-SEO
-MarkMonitor
-Mass Downloader
-Masscan
+Mata Hari
 MauiBot
 MeanPath Bot
-Metauri
-Microsoft Data Access
-MolokaiBot
-Morfeus Fucking Scanner
+MegaIndex.ru
+Microsoft URL Control
+Mister PiX
+Moblie Safari
+Mojeek
 Mozlila
-Mr.4x3
-Musobot
-NPbot
-Nameprotect
+NICErsPRO
 NetAnts
 NetLyzer
-NetMechanic
-NetZIP
+NetSpider
 Netcraft
-Netvibes
+Nibbler
+Niki-bot
 NimbleCrawler
-Nimbostratus
-Ninja
-Nmap
-Offline Navigator
+Nuclei
+Octopus
 OnCrawl
-OpenLinkProfiler
-OpenVAS
-Openfind
 Openvas
 OrangeBot
-OutfoxBot
+OutclicksBot
+PECL::HTTP
+PHPCrawl
+Page Analyzer
 PageScorer
 PageThing.com
+Papa Foto
 Pavuk
-PeoplePal
+Picsearch
 Piepmatz
+Pimonster
 Pixray
-PleaseCrawl
 Pockey
-ProPowerBot
 ProWebWalker
-Psbot
-Pu_iN
-PyCurl
+Pump
+PxBroker
 QueryN Metasearch
-RankActive
 RankActiveLinkBot
+RankFlex
+RankingBot2
+Rankivabot
+RankurBot
+ReGet
 Reaper
-RebelMouse
 Recorder
-RepoMonkey
 Ripper
-RocketCrawler
+Rogerbot
 SBIder
-SEOkicks
-SMTBot
+SEOkicks-Robot
+SEOlyticsCrawler
+SalesIntelligent
+ScanAlert
 ScoutJet
 Scrapy
-Screaming
-SearchmetricsBot
+Searchestate
+Seekport
 SemanticJuice
-SeoSiteCheckup
-Site Sucker
-SiteLockSpider
+Semrush
+SemrushBot
+SentiBot
+Seomoz
+Shodan
+Sitebeam
+Siteimprove
+Sitevigil
 SmartDownload
-Snoopy
+Snake
+Snapbot
 SocialRankIOBot
-Sociscraper
+Sogou web spider
 Sosospider
-Spanner
-Spinn3r
+Sottopop
+Spammen
 SputnikBot
-Sqlmap
+Sqlworm
 Stripper
+SuperBot
+Surfbot
+Suzuran
+T0PHackTeam
 T8Abot
 Telesoft
 The Intraformant
 Thumbor
-TightTwatBot
 Trendiction
-TurnitinBot
+Trendictionbot
+Turingos
 Twice
-UnisterBot
-VB Project
+URLy Warning
+URLy.Warning
+V-BOT
+Vacuum
 Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
-Virusdie
+VidibleScraper
+Voil
+Voltron
 WBSearchBot
-WISENutbot
 WPScan
 WWW-Collector-E
-WWW-Mechanize
-Wallpapers
-WeSEE
-Web Auto
-Web Enhancer
-Web Fetch
-Web Fuck
-Web Sucker
-WebFetch
+Web Collage
+Web Pix
+Web Sauger
+WebCollage
 WebImageCollector
-WebLeacher
-WebReaper
 WebSauger
-WebStripper
 WebmasterWorldForumBot
-Webshag
 Website Quester
-Webster
 Whack
-Whacker
-Whatweb
-Widow
-WiseGuys Robot
-Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
-Zauba
+Who.is Bot
+Wotbox
+YoudaoBot
+Zade
+Zeus
 Zitebot
-ZmEu
 ZoomBot
-ZoominfoBot
-ZumBot
-adscanner
-arquivo-web-crawler
+ZyBorg
 arquivo.pt
+cognitiveseo
 com.plumanalytics
 crawl.sogou.com
-dataforseo.com
-heritrix
-internetVista monitor
-linkdexbot
-magpie-crawler
-meanpathbot
+crawler4j
+eCatch
+gopher
 mediawords
-netEstate NE Crawler
-oBot
-plumanalytics
-ripz
+muhstik-scan
+satoristudio.net
 scalaj-http
-seocompany.store
 seoscanners
-sexsearcher
+seostar
+serpstatbot
+siteripz
 sogouspider
-webgains-bot
-webmeup-crawler
+sp_auditbot
+spyfu
+tAkeOut
+trendiction.com
+trendiction.de
+ubermetrics-technologies.com
+voyagerx.com
 webpros.com
-x09Mozilla
 x22Mozilla
-zgrab
+xpymep1.exe