V4.2022.09.3369 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-404enemy
+80legs
 ADmantX
-Acunetix
-AfD-Verbotsverfahren
-AiHitBot
+AIBOT
+Abonti
+Aboundex
+AhrefsBot
 Aipbot
-Alligator
-AlphaBot
-Anarchie
-Anarchy
-Anarchy99
-Ankit
-Anthill
+AllSubmitter
+Apexoo
 Atomseobot
-Attach
-AwarioSmartBot
-BBBike
-BDFetch
-BackDoorBot
-BackStreet
 BackWeb
-BacklinkCrawler
+Backlink-Ceck
+Badass
 Bandit
-Bitacle
-BlackWidow
+BatchFTP
+Battleztar Bazinga
+Bigfoot
+BlowFish
 Bolt
-BotALot
-BuiltBotTough
+Brandwatch
+Buddy
 BuiltWith
-CATExplorador
+Bullseye
+BuzzSumo
+CODE87
 Calculon
-CensysInspect
-CheeseBot
 ChinaClaw
-Chlooe
-Citoid
+Claritybot
+Cliqzbot
 Cloud mapping
+Cocolyzebot
 Cogentbot
-Copyscape
+Collector
+CopyRightCheck
 Craftbot
 Crescent
 Custo
+CyotekWebCopy
 DBLBot
+DIIbot
 DSearch
-DatabaseDriverMysqli
-Demon
-Digincore
+DTS Agent
+DataCha0s
+Discobot
+Dispatch
+DnBCrawler-Analytics
 DnyzBot
-DomainAppender
+Domains Project
+Dotbot
 EMail Siphon
-EMail Wolf
 EasyDL
+EirGrabber
+EroCrawler
+Exabot
 Express WebPictures
-Extractor
 ExtractorPro
-Ezooms
-FemtosearchBot
+EyeNetIE
 Firefox/7.0
-FlashGet
 Flunky
+Foobot
+Fyrebot
+G-i-g-a-b-o-t
 GT::WWW
-GetWeb
+Genieo
+GetRight
+Getintent
 Go!Zilla
-Go-Ahead-Got-It
-GoZilla
-Grafula
-HEADMasterSEO
-HTMLparser
-HTTP::Lite
-HTTrack
-Haansoft
-HaosouSpider
+GrapeshotCrawler
+Harvest
 Havij
-Hloader
-HonoluluBot
+Humanlinks
 HybridBot
-IRLbot
-IlseBot
-Image Sucker
-Indy Library
+Id-search
+IndeedBot
 InfoNaviRobot
-Iskanie
+Iria
 IstellaBot
-JOC Web Spider
+JamesBOT
 Jbrofuzz
-JennyBot
-Joomla
+Jetty
+JikeSpider
+Jorgee
+JustView
 Kenjin Spider
 Keyword Density
 Kinza
 Kozmosbot
-Leap
-LeechGet
+Lanshanbot
+LeechFTP
 LibWeb
-LieBaoFast
-Lightspeedsystems
+Libwhisker
 LinkScan
-LinkWalker
-Linkbot
-LinkextractorPro
-LinkpadBot
-Lipperhey
+Lmspider
+Ltx71
+MJ12bot
 MQQBrowser
-MSFrontPage
+MSIECrawler
+MTRobot
 Mag-Net
+Mail.RU_Bot
+Majestic-SEO
 MarkMonitor
 Masscan
-Mata Hari
-Mb2345Browser
 Meanpathbot
-MicroMessenger
-Microsoft URL Control
+Mediatoolkitbot
+Minefield
 Moblie Safari
 Mojeek
-Mojolicious
-MolokaiBot
-Msrabot
+Morfeus Fucking Scanner
 Musobot
-Needle
-Netcraft
-Netvibes
+NICErsPRO
+Name Intelligence
+Nameprotect
+Navroad
+Net Vampire
+NetAnts
+NetZIP
+Nettrack
 NextGenSearchBot
 Nibbler
-Nimbostratus
+Nikto
+Nmap
+Not
+Nuclei
 Nutch
-Offline Navigator
-OpenVAS
-OutfoxBot
+Octopus
+Offline Explorer
+OnCrawl
+OrangeBot
+OrangeSpider
 PECL::HTTP
 PageAnalyzer
-Pandalytics
-Pavuk
-PeoplePal
-Petalbot
+Picscout
 Picsearch
-PictureFinder
 Piepmatz
-Pimonster
-ProWebWalker
-Pump
-PyCurl
-QueryN Metasearch
+PleaseCrawl
+Pu_iN
 Quick-Crawler
 RSSingBot
-RankFlex
-Rankivabot
+RankActive
+RankActiveLinkBot
 RankurBot
+RealDownload
+Reaper
+RebelMouse
+Recorder
 RepoMonkey
-Ripper
+RocketCrawler
 Rogerbot
-SISTRIX
-SMTBot
-ScanAlert
-ScoutJet
-Scrapy
-ScrepyBot
-Semrush
-SemrushBot
-SentiBot
-SeoSiteCheckup
+SEOkicks-Robot
+SEOprofiler
+SalesIntelligent
+SearchmetricsBot
+Seekport
+SeobilityBot
+SiteCheckerBotCrawler
 SiteExplorer
 Sitebeam
+Sitevigil
 SlySearch
+Snapbot
+SocialRankIOBot
 Sogou web spider
+Sottopop
+SpaceBison
 Spammen
+SpankBot
 Spanner
+Spbot
+Spinn3r
 SputnikBot
-Sqworm
-T0PHackTeam
+Sqlmap
+Sqlworm
+Stripper
+SuperHTTP
 Teleport
-TeleportPro
 Telesoft
-TheNomad
-TightTwatBot
+Telesphoreo
+Telesphorep
+The Intraformant
+Thumbor
 Titan
 Toweyabot
+Tracemyfile
+True_Robot
 Turingos
-Turnitin
 TurnitinBot
+Twice
+Typhoeus
 URLy Warning
-URLy.Warning
 UnisterBot
 Upflow
-VCI
-VelenPublicWebCrawler
-VeriCiteCrawler
+VB Project
+Vacuum
+Virusdie
+VoidEYE
+Voil
 Voltron
+WBSearchBot
 WISENutbot
-WPScan
+WWW-Mechanize
 WWWOFFLE
-Wallpapers/3.0
-WallpapersHD
+Wallpapers
+Web Auto
 Web Collage
-Web Enhancer
-Web Fuck
+Web Fetch
 Web Pix
+Web Sucker
 WebAuto
-WebBandit
-WebCollage
+WebFetch
 WebFuck
-WebGo IS
-WebImageCollector
-WebPix
-WebReaper
+WebStripper
 WebWhacker
-Webshag
-WebsiteExtractor
-Webster
-Whacker
+Webalta
+WebsiteQuester
+Who.is Bot
 Widow
 Wonderbot
 Wotbox
-ZoomBot
+Wprecon
+Zauba
+Zeus
+Zitebot
 ZumBot
-ZyBorg
-archive.org_bot
-arquivo.pt
-autoemailspider
-cah.io.community
-check1.exe
-coccocbot
-com.plumanalytics
+adscanner
+cognitiveseo
 dataforseo.com
 demandbase-bot
 domainsproject.org
+eCatch
 evc-batch
 facebookscraper
-heritrix
-instabid
-ips-agent
+isitwp.com
+iubenda-radar
+linkdexbot
+lwp-request
 meanpathbot
-muhstik-scan
 netEstate NE Crawler
-page scorer
-plumanalytics
 ripz
-s1z.ru
 scalaj-http
 seobility
-seostar
-sexsearcher
 sitechecker.pro
 sogouspider
+sp_auditbot
 spyfu
 trendiction.com
-voyagerx.com
+webpros.com
 webprosbot
-zauba.io
+x22Mozilla