V4.2022.12.3504 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-404enemy
+404checker
 ADmantX
+ALittle Client
 ASPSeek
-Abonti
-Aboundex
+Aboundexbot
 Acunetix
-AfD-Verbotsverfahren
 AllSubmitter
-Alligator
-AlphaBot
-Anarchy
 Ankit
+Anthill
+Apexoo
 Aspiegel
-Asterias
-AwarioRssBot
+Atomseobot
+Attach
 AwarioSmartBot
 BBBike
-Backlink-Ceck
+BLEXBot
+BacklinkCrawler
 Badass
-Bandit
-Barkrowler
-BetaBot
-Bigfoot
+Battleztar Bazinga
 Bitacle
-Black Hole
+BlackWidow
+Blackboard
+BlowFish
 Boardreader
-Bolt
 BuiltBotTough
 BuiltWith
-Bullseye
 BunnySlippers
-CATExplorador
 CCBot
-CODE87
+CSHttp
+Calculon
 CazoodleBot
-Cegbfeieh
-CensysInspect
+CheTeam
+CheeseBot
 CherryPicker
-Citoid
-Cogentbot
+Cloud mapping
+Collector
 CopyRightCheck
-Copyscape
-Cosmos
-Crawling at Home Project
-CrazyWebCrawler
 Crescent
+CrunchBot
+Curious
 Custo
-CyotekWebCopy
-DataCha0s
-Deusu
-DigitalPebble
-Disco
-Discobot
-DomainStatsBot
-Dotbot
-Dragonfly
+DTS Agent
+Demon
+Discoverybot
+Dispatch
+DnBCrawler-Analytics
+Download Wonder
+ECCP/1.0
 EMail Siphon
-EasyDL
+Ebingbong
+Ecxi
 EroCrawler
 Evil
+Exabot
+ExtLinksBot
 Extractor
+ExtractorPro
 Extreme Picture Finder
 FDM
+FHscan
 FemtosearchBot
-FlashGet
 Flunky
 FrontPage
-Fuzz
+FyberSpider
+G-i-g-a-b-o-t
+Genieo
 GermCrawler
-Getintent
-Go!Zilla
+GetRight
+Gigabot
 GoZilla
-GrabNet
-HMView
-HTMLparser
-Havij
-HonoluluBot
+Gotit
+GrapeFX
+GrapeshotCrawler
+HTTP::Lite
+Haansoft
 HybridBot
+IDBot
 Iblog
-Image Sucker
-IndeedBot
+Id-search
+IlseBot
 InfoNaviRobot
 InfoTekies
-InternetSeer
+InterGET
+Internet Ninja
 Iskanie
+JamesBOT
+Jbrofuzz
 Jetty
-Joomla
+Jorgee
 JustView
-Keybot Translation-Search-Machine
+Jyxobot
+Kenjin Spider
+Keyword Density
 Kinza
-Kozmosbot
-LNSpiderguy
-Larbin
-LeechGet
-LibWeb
-Libwhisker
-LinkpadBot
+Lanshanbot
+Leap
+LinkWalker
 LinksManager
 LinqiaRSSBot
-Lipperhey
+Litemage_walker
 Lmspider
-MJ12bot
-MSFrontPage
-MSIECrawler
-MTRobot
-Mail.RU_Bot
-Majestic12
+Majestic SEO
 Mass Downloader
 Mata Hari
-MauiBot
-Meanpathbot
+Mb2345Browser
 Mediatoolkitbot
-MegaIndex.ru
+Metauri
+MicroMessenger
 Microsoft URL Control
-Minefield
-Mojeek
 MolokaiBot
+Morfeus Fucking Scanner
+Mozlila
 Mr.4x3
-NICErsPRO
-NPbot
-Navroad
 NearSite
-Nibbler
-Nimbostratus
+Needle
+Nessus
+Net Vampire
+NetSpider
+Netcraft
+Nettrack
+NextGenSearchBot
+Niki-bot
+Ninja
 Nmap
-Not
-Nuclei
-Offline Explorer
+Nutch
+Octopus
 OnCrawl
-Openvas
-OrangeBot
+OpenLinkProfiler
+Openfind
+OrangeSpider
+OutfoxBot
+PECL::HTTP
 PageAnalyzer
-PageGrabber
 PageScorer
-PageThing.com
-Pandalytics
-Pi-Monster
+Panscient
+Pavuk
+PeoplePal
 Picsearch
 Piepmatz
-PleaseCrawl
-ProWebWalker
-Probethenet
+Pimonster
+Pixray
+Pu_iN
 PxBroker
+Quick-Crawler
 RankActiveLinkBot
 RankFlex
-RankurBot
+RankingBot
+RankingBot2
+Rankivabot
+ReGet
 RealDownload
-Reaper
+Recorder
 Ripper
-RocketCrawler
 Rogerbot
 SBIder
-SEOkicks-Robot
-SEOprofiler
-SISTRIX
-ScanAlert
-Scanbot
-ScoutJet
-Scrapy
-Screaming
-SearchmetricsBot
-SemanticJuice
+SEOkicks
+SEOlyticsCrawler
+ScrepyBot
+Semrush
 SemrushBot
 SeoSiteCheckup
-SeobilityBot
-Site Sucker
-SiteCheckerBotCrawler
+Seomoz
+Siphon
+SiteExplorer
 SiteSnagger
+SiteSucker
+Sitebeam
 Siteimprove
-Sitevigil
-SlySearch
 Snake
-Spbot
-Spinn3r
-Sqlworm
-Stripper
-Sucuri
-SurveyBot
+Snapbot
+SocialRankIOBot
+Sogou web spider
+SpankBot
+Spanner
 Suzuran
 T0PHackTeam
-TeleportPro
-Telesphoreo
+T8Abot
+Teleport
 Telesphorep
-Thumbor
-Toata
-Toweyabot
-Tracemyfile
-TurnitinBot
-Twice
+The Intraformant
+TightTwatBot
+Trendictionbot
+True_Robot
+Turingos
+TwengaBot
+Typhoeus
+URLy.Warning
+UnisterBot
 Upflow
+V-BOT
+VB Project
 Vacuum
+Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
-Virusdie
+VoidEYE
 Voltron
-WWW-Collector-E
-Web Collage
-Web Fetch
-Web Pix
-WebAuto
-WebReaper
-WebStripper
-WebWhacker
+WASALive-Bot
+WEBDAV
+WWW::Mechanize
+Wallpapers/3.0
+WeSEE
+Web Auto
+Web Enhancer
+Web Sucker
+WebCollage
+WebCopier
+WebEnhancer
+WebFetch
+WebFuck
+WebImageCollector
+WebLeacher
+WebPix
+WebSauger
 Webalta
-Webshag
+WebmasterWorldForumBot
 Whack
-Whacker
 Whatweb
-Widow
-WinHTTrack
-Wotbox
-Wprecon
-Xaldon WebSpider
+WiseGuys Robot
+Wonderbot
+Woobot
 Zermelo
-backlink-check
-check1.exe
-clark-crawler
-coccocbot
-crawl.sogou.com
+Zitebot
+ZmEu
+ZoomBot
+ZoominfoBot
+archive.org_bot
 crawler.feedback
-demandbase-bot
-domainsproject.org
-gopher
-heritrix
+crawler4j
+dataforseo.com
 instabid
 ips-agent
-isitwp.com
-iubenda-radar
-lwp-trivial
-mediawords
-muhstik-scan
+linkdexbot
+netEstate NE Crawler
 oBot
-page scorer
-plumanalytics
 polaris version
 ripz
+s1z.ru
 scalaj-http
 seobility
-seocompany.store
-seostar
 serpstatbot
-sexsearcher
-sitechecker.pro
-sogouspider
-trendiction.de
+siteripz
+sp_auditbot
+spyfu
+tAkeOut
+ubermetrics-technologies.com
 webgains-bot
-webmeup-crawler
-webprosbot
-x22Mozilla
-zgrab
+xpymep1.exe
+zauba.io