V4.2023.01.3557 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
-AIBOT
-ALittle Client
+01h4x.com
+80legs
+ASPSeek
+Abonti
+Aboundex
 Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
 Aipbot
+Alexibot
+Alligator
+AlphaBot
 Anarchie
-Asterias
-Attach
-AwarioSmartBot
-BDCbot
-BackStreet
-BacklinkCrawler
+Anarchy99
+Ankit
+Aspiegel
+BLEXBot
+BackWeb
 Bandit
 Barkrowler
-BatchFTP
+Bitacle
 Black Hole
-BlackWidow
+Blackboard
 Blow
-BlowFish
-Buddy
+Boardreader
+Bolt
+BotALot
+Buck
 BuiltWith
-Bullseye
-BunnySlippers
+BuzzSumo
 CATExplorador
-CSHttp
-Cegbfeieh
-CherryPicker
-Citoid
-Claritybot
-Cliqzbot
-Cloud mapping
-Cocolyzebot
-Copier
-CopyRightCheck
-Copyscape
+CODE87
+Calculon
+CensysInspect
+CheTeam
+CheeseBot
+Chlooe
 CrazyWebCrawler
 CrunchBot
 Custo
-CyotekWebCopy
-DTS Agent
+DBLBot
+DSearch
+DataCha0s
+DatabaseDriverMysqli
 Deusu
-Devil
-Disco
+Digincore
+DigitalPebble
+Dispatch
 DittoSpyder
-Domains Project
+DnyzBot
+DomainAppender
+DomainCrawler
+DomainSigmaCrawler
+Download Wonder
 Drip
-EroCrawler
-Evil
-Express WebPictures
+EMail Siphon
+EMail Wolf
+EasyDL
+Ecxi
+Exabot
+ExtLinksBot
 Extractor
-ExtractorPro
-Extreme Picture Finder
-Ezooms
-FDM
-FHscan
+Fimap
+Fuzz
+FyberSpider
 GT::WWW
-GalaxyBot
 Genieo
-GermCrawler
-GetRight
 GetWeb
+Getintent
 Gigabot
-Go-Ahead-Got-It
 Gotit
-GrabNet
+Grabber
+GrapeFX
+GrapeshotCrawler
 HEADMasterSEO
-HTTP::Lite
-HTTrack
+HaosouSpider
+Harvest
 Havij
 Heritrix
+Hloader
 HonoluluBot
-IDBot
 IRLbot
+Iblog
+Id-search
+IlseBot
+Image Fetch
 Image Sucker
-IndeedBot
-Indy Library
 InfoNaviRobot
-InterGET
+InfoTekies
 Internet Ninja
+Iria
+IstellaBot
+JOC Web Spider
 JamesBOT
+Jbrofuzz
 JennyBot
-Jetty
-Jorgee
-JustView
+Joomla
 Jyxobot
-Kenjin Spider
-Keybot Translation-Search-Machine
+Kinza
 LNSpiderguy
+Lanshanbot
 Larbin
-Libwhisker
-LieBaoFast
+LexiBot
 Likse
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
+LinkWalker
+Linkbot
+LinqiaRSSBot
 Lipperhey
 Lipperhey Spider
-Litemage_walker
-Lmspider
 Ltx71
-MFC_Tear_Sample
-MIDown tool
-MIIxpc
-Magnet
-Mail.RU_Bot
-Majestic SEO
-Majestic12
+MQQBrowser
+Majestic-SEO
+MarkWatch
 Masscan
 MauiBot
-Mediatoolkitbot
-MegaIndex.ru
+Meanpathbot
 Metauri
-MicroMessenger
-Microsoft Data Access
-Minefield
+Mister PiX
+Moblie Safari
 Mojolicious
-Mr.4x3
-Msrabot
-NearSite
-Netcraft
-Nettrack
-NextGenSearchBot
+MolokaiBot
+Mozlila
+Musobot
+NetMechanic
+NetZIP
 Nibbler
-Nmap
+NimbleCrawler
+Not
+Nuclei
 Octopus
 OnCrawl
+Openvas
 OrangeSpider
-OutclicksBot
 OutfoxBot
-PECL::HTTP
-PHPCrawl
-Pandalytics
+PageThing.com
+Panscient
 Papa Foto
-Petalbot
-Pi-Monster
-PictureFinder
-Pixray
+Pavuk
+Picscout
+Piepmatz
+PleaseCrawl
 ProWebWalker
-Probethenet
-Pump
-Quick-Crawler
-RSSingBot
+Psbot
+PxBroker
 RankActive
-RankingBot
-RealDownload
-Recorder
+RankFlex
+Re-re
+ReGet
+Reaper
+RebelMouse
+RedesScrapy
 RepoMonkey
-Rogerbot
 SBIder
+SEOkicks
 SEOkicks-Robot
 SEOprofiler
-SMTBot
 Scanbot
 ScoutJet
-Scrapy
-SearchmetricsBot
-SemanticJuice
-SemrushBot
-SeoSiteCheckup
+Semrush
 SeobilityBot
-Site Sucker
+Seomoz
+Shodan
+Siphon
 SiteCheckerBotCrawler
-SiteLockSpider
 SiteSnagger
-Siteimprove
-SlySearch
+SiteSucker
+Sitebeam
+Sitevigil
 SmartDownload
-Snoopy
-SocialRankIOBot
-Sogou web spider
-Spanner
-Spbot
+Snake
+Sociscraper
+Sosospider
+Spinn3r
+SputnikBot
+Sqlmap
 Sqlworm
-Stripper
-Sucuri
+Steeler
 SuperHTTP
-SurveyBot
+Surfbot
 Suzuran
-T0PHackTeam
-T8Abot
+Swiftbot
 Teleport
-TeleportPro
+Telesoft
+Telesphoreo
 Telesphorep
 The Intraformant
+Thumbor
 TightTwatBot
+Titan
 Toata
-Toweyabot
-TurnitinBot
-TwengaBot
-Twice
-Typhoeus
-URLy Warning
+Tracemyfile
+Trendiction
+Trendictionbot
+UnisterBot
 Upflow
 VB Project
+VCI
 Vacuum
-Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
 Virusdie
-Voil
+WBSearchBot
 WEBDAV
-WISENutbot
-Wallpapers/3.0
-Web Collage
+WPScan
+WWWOFFLE
+Web Auto
 Web Enhancer
-Web Fuck
 WebAuto
-WebCollage
 WebCopier
-WebFetch
-WebImageCollector
-WebLeacher
-WebPix
-WebReaper
+WebGo IS
+WebStripper
+WebSucker
 WebWhacker
-Webalta
-Website Quester
-Whacker
-Who.is Bot
-WiseGuys Robot
-Wonderbot
-Zermelo
+Webster
+Whack
+Wprecon
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
+Zade
 Zeus
-Zitebot
 ZmEu
-arquivo-web-crawler
-check1.exe
-cognitiveseo
+ZoomBot
+ZumBot
+autoemailspider
 com.plumanalytics
-crawl.sogou.com
-crawler4j
-dataforseo.com
-eCatch
-internetVista monitor
-plumanalytics
-ripz
+domainsproject.org
+evc-batch
+facebookscraper
+heritrix
+iubenda-radar
+linkdexbot
+lwp-trivial
+meanpathbot
+mediawords
+oBot
+page scorer
+polaris version
 satoristudio.net
 scalaj-http
 seocompany.store
-seostar
-sitechecker.pro
+seoscanners
+sexsearcher
 siteripz
-sogouspider
-spyfu
+sysscan
+trendiction.com
 ubermetrics-technologies.com
 voyagerx.com
-webprosbot
-x22Mozilla
-zauba.io
+webmeup-crawler
+webpros.com
+x09Mozilla
 zgrab