V4.2022.07.3231 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
-80legs
-ALittle Client
-AfD-Verbotsverfahren
-AhrefsBot
+404checker
+AllSubmitter
 Alligator
-AlphaBot
-Anarchy
-AwarioRssBot
+Anthill
+AwarioSmartBot
 BBBike
+BDCbot
+BLEXBot
 BackDoorBot
+BackStreet
+BackWeb
 Backlink-Ceck
-BlackWidow
+Bigfoot
+Black Hole
 Blackboard
-Boardreader
+BlowFish
 Brandprotect
-Buck
+Brandwatch
 BuiltBotTough
 BuiltWith
+Bullseye
 BuzzSumo
 CCBot
-CODE87
 CSHttp
-CazoodleBot
-CheeseBot
+CheTeam
 CherryPicker
+ChinaClaw
 Chlooe
+Citoid
 Claritybot
-Cliqzbot
-Cogentbot
 Collector
 Copier
+Cosmos
 Craftbot
-Crawling at Home Project
-CrazyWebCrawler
-Crescent
-CrunchBot
+Curious
 Custo
-DIIbot
+CyotekWebCopy
+DBLBot
 DTS Agent
-DataCha0s
-Demon
-Deusu
+DatabaseDriverMysqli
+Devil
 DigitalPebble
-Discobot
+Dirbuster
+Discoverybot
 Dispatch
-DomainAppender
-DomainStatsBot
+DittoSpyder
 Domains Project
 Download Wonder
-ECCP/1.0
-Ebingbong
-Ecxi
-EroCrawler
-Evil
+Dragonfly
 Exabot
-Extreme Picture Finder
+ExtLinksBot
 EyeNetIE
-Ezooms
-FDM
 FHscan
+FemtosearchBot
 Fimap
+FlashGet
 Freeuploader
-Fuzz
-G-i-g-a-b-o-t
-GT::WWW
-GetWeb
-Getintent
-Gigabot
+FrontPage
+GalaxyBot
 GoZilla
-Gotit
-Grafula
-Heritrix
-Hloader
+GrabNet
+GrapeshotCrawler
+HTTP::Lite
+HTTrack
+HaosouSpider
+Harvest
 HonoluluBot
 HybridBot
-IlseBot
+IDBTE4M
+IRLbot
+Id-search
 Image Fetch
+Image Sucker
+IndeedBot
 Indy Library
-Iria
 Iskanie
+IstellaBot
+JOC Web Spider
 JamesBOT
-JennyBot
-Joomla
 Jorgee
-Jyxobot
-Kenjin Spider
+JustView
 Keyword Density
+LNSpiderguy
 Lanshanbot
 Larbin
-Leap
-LeechGet
-LexiBot
+Lftp
+LibWeb
 Libwhisker
+LieBaoFast
 Likse
-LinkScan
-LinkWalker
-Linkbot
 LinkextractorPro
-LinkpadBot
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey
 Lipperhey Spider
 Litemage_walker
-Mag-Net
-MarkMonitor
+MFC_Tear_Sample
+MSIECrawler
+Majestic-SEO
+Majestic12
 Mata Hari
+Mb2345Browser
 MegaIndex.ru
 MicroMessenger
 Microsoft URL Control
-Minefield
+Mojolicious
+Mozlila
+Name Intelligence
 Nameprotect
-NearSite
+Needle
 Nessus
 NetMechanic
-NetZIP
-Nettrack
+Netcraft
 Netvibes
-Niki-bot
+Nibbler
 Nikto
-Nimbostratus
 Ninja
-Not
-Nutch
+Nmap
+Nuclei
+Offline Explorer
+OnCrawl
+OpenLinkProfiler
 Openvas
-OrangeSpider
 OutfoxBot
-PECL::HTTP
-POE-Component-Client-HTTP
-PageAnalyzer
 PageScorer
 PageThing.com
-Papa Foto
-PeoplePal
+Pandalytics
+Panscient
 Pi-Monster
-Picscout
 Picsearch
+Piepmatz
+Pimonster
 Pixray
-PleaseCrawl
+Pockey
 Probethenet
-Pu_iN
-Pump
-QueryN Metasearch
-RSSingBot
 RankActive
 RankingBot2
 RankurBot
-Re-re
 RealDownload
-RebelMouse
+Reaper
+Recorder
+RepoMonkey
+Ripper
+RocketCrawler
 Rogerbot
 SBIder
-SEOkicks
-SEOprofiler
-SEOstats
-SISTRIX
+SalesIntelligent
 Scrapy
-ScreenerBot
 Searchestate
+SearchmetricsBot
+SemanticJuice
 Semrush
 SemrushBot
-SentiBot
 SeoSiteCheckup
-SeobilityBot
-SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
-Siteimprove
-Sitevigil
-SocialRankIOBot
-Sociscraper
+Seomoz
+SiteSnagger
+SiteSucker
+SlySearch
+SmartDownload
+Snake
+Snoopy
+Sogou web spider
 Sosospider
-SpaceBison
 SpankBot
 Spanner
-Sqworm
+Spbot
+Spinn3r
 Sucker
-Sucuri
 SuperBot
-Surfbot
 SurveyBot
-Suzuran
-Szukacz
+Teleport
+Telesoft
 Telesphoreo
-TheNomad
+The Intraformant
+Thumbor
 TightTwatBot
-Titan
+Trendiction
+Trendictionbot
 Turnitin
+TwengaBot
+Twice
+URLy Warning
 UnisterBot
 Upflow
-VCI
+VB Project
 Vacuum
 VelenPublicWebCrawler
 VeriCiteCrawler
-VoidEYE
-WASALive-Bot
-WWW-Collector-E
-WWW::Mechanize
-Wallpapers
-WeSEE
+Virusdie
+WPScan
+WallpapersHD
+Web Enhancer
+Web Fetch
+Web Pix
 Web Sauger
 Web Sucker
-WebBandit
-WebFetch
-WebImageCollector
+WebCollage
+WebGo IS
+WebPix
 WebReaper
-WebSucker
-WebWhacker
-Webalta
+WebSauger
+WebmasterWorldForumBot
+Webshag
 Website Quester
+WebsiteExtractor
 Whack
-Whacker
 Who.is Bot
 Widow
-Woobot
-Wprecon
-Zeus
+WinHTTrack
+Xaldon_WebSpider
+YoudaoBot
+Zermelo
+Zitebot
 ZmEu
-arquivo-web-crawler
-backlink-check
-crawler.feedback
+ZumBot
+archive.org_bot
+arquivo.pt
+autoemailspider
+cah.io.community
+check1.exe
+clark-crawler
+coccocbot
+cognitiveseo
+crawl.sogou.com
 crawler4j
 dataforseo.com
-domainsproject.org
-eCatch
-gopher
-isitwp.com
+heritrix
+internetVista monitor
+ips-agent
 iubenda-radar
-netEstate NE Crawler
+magpie-crawler
+meanpathbot
+mediawords
+muhstik-scan
 pcBrowser
-plumanalytics
-probe-image-size
-ripz
 s1z.ru
-scalaj-http
-seocompany.store
+satoristudio.net
+scan.lol
 seoscanners
+serpstatbot
+sexsearcher
 sp_auditbot
 sysscan
 tAkeOut
-voyagerx.com
-webgains-bot
 webmeup-crawler
-webprosbot
+webpros.com
 x09Mozilla
+x22Mozilla
 zauba.io
 zgrab