V4.2022.05.3131 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
+404enemy
+AIBOT
 ALittle Client
-ASPSeek
 Aboundex
-Aboundexbot
-AhrefsBot
-AiHitBot
-Alexibot
-Anarchy
+AllSubmitter
+Alligator
+AlphaBot
+Ankit
+Anthill
 Apexoo
-Atomseobot
-Attach
-AwarioSmartBot
 BBBike
-BLEXBot
-Barkrowler
-BatchFTP
-Bitacle
-Blow
+BDCbot
+BackWeb
+Backlink-Ceck
+Battleztar Bazinga
+BetaBot
+Bigfoot
+BlackWidow
+Blackboard
 Bolt
 Brandprotect
 Buddy
 BuiltBotTough
-BuiltWith
-BuzzSumo
+CATExplorador
 CCBot
-Calculon
+CheeseBot
+CherryPicker
 Chlooe
-Cliqzbot
-Cloud mapping
-Cocolyzebot
+Claritybot
+Collector
 Copier
-Cosmos
+Copyscape
+Craftbot
 CrunchBot
-Custo
+Curious
 DSearch
 DTS Agent
 DataCha0s
-DatabaseDriverMysqli
 Deusu
 Digincore
-Discobot
-Discoverybot
-DittoSpyder
-DnBCrawler-Analytics
-DomCopBot
+Disco
+DnyzBot
 DomainAppender
-DomainCrawler
 DomainStatsBot
 Domains Project
 Dragonfly
 ECCP/1.0
-Ecxi
-EroCrawler
-Evil
-Exabot
-EyeNetIE
-Ezooms
+EMail Wolf
+Express WebPictures
+Extreme Picture Finder
+FDM
+Fimap
+FlashGet
 Flunky
-Fuzz
-FyberSpider
-Fyrebot
+Freeuploader
 G-i-g-a-b-o-t
 GT::WWW
+GalaxyBot
+Genieo
 GermCrawler
+GetRight
+GetWeb
+Getintent
 Gigabot
-Go-Ahead-Got-It
+GoZilla
+Grabber
 GrapeFX
-HMView
-HTMLparser
-HTTP::Lite
+GridBot
+HEADMasterSEO
 HTTrack
-Hloader
+HaosouSpider
+Harvest
+Havij
+Heritrix
+HonoluluBot
+HybridBot
 IDBot
-Iblog
+Image Fetch
 InfoNaviRobot
-Intelliseek
-JOC Web Spider
+InterGET
+Internet Ninja
+Iria
 JennyBot
-JetCar
-Jetty
-Joomla
+Jorgee
 JustView
 Jyxobot
-Keyword Density
 Kinza
-LNSpiderguy
 LWP::Simple
-Lftp
-LibWeb
-LinkScan
+Libwhisker
+LieBaoFast
+Lightspeedsystems
 LinkextractorPro
-LinksManager
-LinqiaMetadataDownloaderBot
+LinkpadBot
+LinqiaRSSBot
 Lipperhey Spider
-MFC_Tear_Sample
+Lmspider
+MIIxpc
 MJ12bot
 MSFrontPage
 MSIECrawler
-MarkMonitor
+Majestic-SEO
+Majestic12
 MarkWatch
 Mass Downloader
-MeanPath Bot
-MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
+Masscan
+Mb2345Browser
+Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
 Minefield
 Mister PiX
-Mojolicious
+Moblie Safari
+Mojeek
 MolokaiBot
-Morfeus Fucking Scanner
-Mozlila
 Mr.4x3
-NPbot
-Navroad
+Musobot
+NICErsPRO
+Name Intelligence
+Nameprotect
 NearSite
-NetMechanic
-Nibbler
-Ninja
-OpenLinkProfiler
-OpenVAS
-Openvas
-OrangeSpider
+NextGenSearchBot
+Nikto
+NimbleCrawler
+Nimbostratus
+Nutch
+Octopus
+Offline Explorer
+OnCrawl
+Openfind
+OrangeBot
 OutfoxBot
-Papa Foto
-PeoplePal
-Petalbot
-Pi-Monster
-Picscout
+PECL::HTTP
+PageAnalyzer
+PageGrabber
+PageScorer
+Panscient
 PictureFinder
 Piepmatz
+Pimonster
+PleaseCrawl
 Pockey
-Pu_iN
-Pump
+Psbot
+PyCurl
 QueryN Metasearch
-RSSingBot
-RankActive
-RankActiveLinkBot
-Rankivabot
+RankFlex
 RankurBot
-Reaper
+RebelMouse
 RepoMonkey
+Ripper
 RocketCrawler
-SBIder
-SEOlyticsCrawler
-SalesIntelligent
+SEOkicks
+SEOprofiler
+SEOstats
+SISTRIX
 ScoutJet
-Scrapy
-ScreenerBot
+ScrepyBot
 SearchmetricsBot
 SemanticJuice
-SeobilityBot
-SiteCheckerBotCrawler
+Semrush
+SeoSiteCheckup
+Shodan
+Site Sucker
 SiteExplorer
-SiteLockSpider
 SiteSnagger
-SiteSucker
-Siteimprove
 Sitevigil
-SlySearch
+SmartDownload
 Snake
-SocialRankIOBot
 Sociscraper
 Sosospider
+Sottopop
 Spammen
-SpankBot
-Spanner
-Spinn3r
 SputnikBot
+Sqlmap
+Sqlworm
 Sqworm
-Stripper
-T0PHackTeam
+Steeler
+SuperBot
+SuperHTTP
+SurveyBot
+Suzuran
+Szukacz
+Telesoft
+Telesphoreo
+Thumbor
 Titan
-Toweyabot
-Tracemyfile
-Trendiction
-Trendictionbot
+Toata
 True_Robot
 Turingos
 Turnitin
-TurnitinBot
 TwengaBot
-Twice
-URLy Warning
-URLy.Warning
+Upflow
 VCI
-VelenPublicWebCrawler
-Virusdie
+Vagabondo
+VeriCiteCrawler
 Voil
-WBSearchBot
-WISENutbot
-WWW-Collector-E
-WWWOFFLE
-Wallpapers/3.0
+WEBDAV
+WWW-Mechanize
+WallpapersHD
 WeSEE
-Web Fetch
+Web Collage
+Web Fuck
 Web Sauger
-WebBandit
-WebCopier
-WebEnhancer
-WebWhacker
-Webshag
-WebsiteQuester
-Whack
-Whacker
-Who.is Bot
-WiseGuys Robot
+Web Sucker
+WebCollage
+WebGo IS
+WebImageCollector
+WebLeacher
+WebReaper
+WebStripper
+WebmasterWorldForumBot
+WebsiteExtractor
+Widow
+WinHTTrack
 Wonderbot
+Woobot
 Wprecon
-Xaldon WebSpider
-Xenu
 YoudaoBot
-Zade
-ZoomBot
-ZoominfoBot
+Zermelo
+ZmEu
 ZumBot
-ZyBorg
-arquivo-web-crawler
-autoemailspider
-backlink-check
+archive.org_bot
+arquivo.pt
 cah.io.community
-coccocbot
+clark-crawler
 cognitiveseo
 com.plumanalytics
-crawl.sogou.com
-domainsproject.org
-instabid
+crawler.feedback
+crawler4j
+dataforseo.com
+gopher
+heritrix
+internetVista monitor
+ips-agent
 isitwp.com
+iubenda-radar
 linkdexbot
-lwp-request
-lwp-trivial
-magpie-crawler
-meanpathbot
-mediawords
-page scorer
+muhstik-scan
+plumanalytics
 polaris version
 probe-image-size
-seobility
+ripz
+scan.lol
 seocompany.store
-seostar
-siteripz
-sp_auditbot
-trendiction.com
-webgains-bot
-webmeup-crawler
-webprosbot
+serpstatbot
+sitechecker.pro
+sysscan
+trendiction.de
+ubermetrics-technologies.com
+voyagerx.com
 x22Mozilla
-xpymep1.exe
-zgrab