V4.2022.07.3230 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
+01h4x.com
+360Spider
+80legs
 ALittle Client
-ASPSeek
-Aboundexbot
+AfD-Verbotsverfahren
 AhrefsBot
+Alligator
+AlphaBot
 Anarchy
-Anarchy99
-Ankit
-Anthill
-Aspiegel
-Atomseobot
+AwarioRssBot
+BBBike
 BackDoorBot
-BackWeb
 Backlink-Ceck
-Badass
-BatchFTP
-BetaBot
-Bigfoot
 BlackWidow
 Blackboard
-BlowFish
-Bolt
-BotALot
+Boardreader
 Brandprotect
+Buck
 BuiltBotTough
-Bullseye
+BuiltWith
 BuzzSumo
-CATExplorador
+CCBot
 CODE87
-Calculon
+CSHttp
 CazoodleBot
-Cegbfeieh
-CensysInspect
-CheTeam
 CheeseBot
 CherryPicker
+Chlooe
 Claritybot
-CopyRightCheck
-Copyscape
-Cosmos
+Cliqzbot
+Cogentbot
+Collector
+Copier
+Craftbot
+Crawling at Home Project
+CrazyWebCrawler
 Crescent
+CrunchBot
+Custo
+DIIbot
+DTS Agent
+DataCha0s
 Demon
-Digincore
-Dirbuster
-DnBCrawler-Analytics
-DnyzBot
-DomainCrawler
+Deusu
+DigitalPebble
+Discobot
+Dispatch
+DomainAppender
 DomainStatsBot
 Domains Project
-Drip
+Download Wonder
+ECCP/1.0
 Ebingbong
-EirGrabber
-ExtLinksBot
-Extractor
+Ecxi
+EroCrawler
+Evil
+Exabot
+Extreme Picture Finder
 EyeNetIE
-FemtosearchBot
-Firefox/7.0
-FlashGet
+Ezooms
+FDM
+FHscan
+Fimap
+Freeuploader
+Fuzz
 G-i-g-a-b-o-t
-Genieo
-GetRight
+GT::WWW
 GetWeb
-Go-Ahead-Got-It
+Getintent
+Gigabot
+GoZilla
 Gotit
-GrabNet
 Grafula
-GrapeshotCrawler
-HEADMasterSEO
-HTTP::Lite
-Harvest
 Heritrix
-Humanlinks
+Hloader
+HonoluluBot
 HybridBot
-IRLbot
-Iblog
-Image Sucker
-InfoTekies
-Intelliseek
+IlseBot
+Image Fetch
+Indy Library
 Iria
-IstellaBot
-JOC Web Spider
+Iskanie
+JamesBOT
+JennyBot
 Joomla
+Jorgee
+Jyxobot
 Kenjin Spider
 Keyword Density
-Kinza
-LNSpiderguy
 Lanshanbot
-Lftp
-LieBaoFast
+Larbin
+Leap
+LeechGet
+LexiBot
+Libwhisker
+Likse
 LinkScan
+LinkWalker
+Linkbot
+LinkextractorPro
+LinkpadBot
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
 Lipperhey Spider
-Ltx71
-MIIxpc
-MTRobot
+Litemage_walker
 Mag-Net
-Mail.RU_Bot
-Majestic SEO
-Masscan
+MarkMonitor
 Mata Hari
-Mb2345Browser
-Mediatoolkitbot
-Metauri
+MegaIndex.ru
 MicroMessenger
+Microsoft URL Control
 Minefield
-Mister PiX
-Moblie Safari
-Mojolicious
-MolokaiBot
-Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
-Musobot
-Name Intelligence
+Nameprotect
+NearSite
 Nessus
-NetLyzer
-NetSpider
+NetMechanic
 NetZIP
 Nettrack
 Netvibes
-Nibbler
+Niki-bot
+Nikto
+Nimbostratus
 Ninja
-Nuclei
+Not
 Nutch
-Octopus
-Offline Navigator
 Openvas
 OrangeSpider
-OutclicksBot
 OutfoxBot
 PECL::HTTP
-PageGrabber
+POE-Component-Client-HTTP
+PageAnalyzer
+PageScorer
 PageThing.com
 Papa Foto
-Pavuk
 PeoplePal
-Petalbot
+Pi-Monster
 Picscout
-Piepmatz
-Pimonster
+Picsearch
+Pixray
 PleaseCrawl
-ProPowerBot
 Probethenet
-PyCurl
+Pu_iN
+Pump
 QueryN Metasearch
 RSSingBot
 RankActive
-RankFlex
-RankingBot
-Rankivabot
+RankingBot2
+RankurBot
 Re-re
 RealDownload
+RebelMouse
 Rogerbot
-SEOlyticsCrawler
+SBIder
+SEOkicks
 SEOprofiler
+SEOstats
 SISTRIX
-SalesIntelligent
-Scanbot
+Scrapy
 ScreenerBot
+Searchestate
+Semrush
 SemrushBot
 SentiBot
+SeoSiteCheckup
 SeobilityBot
 SiteCheckerBotCrawler
-SiteSnagger
-SiteSucker
-SmartDownload
+SiteExplorer
+SiteLockSpider
+Siteimprove
+Sitevigil
+SocialRankIOBot
 Sociscraper
-Sogou web spider
 Sosospider
 SpaceBison
+SpankBot
 Spanner
-Spbot
-Spinn3r
+Sqworm
 Sucker
+Sucuri
+SuperBot
 Surfbot
-Swiftbot
-T8Abot
-Telesphorep
+SurveyBot
+Suzuran
+Szukacz
+Telesphoreo
+TheNomad
 TightTwatBot
 Titan
-Tracemyfile
-Trendiction
-Trendictionbot
-Turingos
-TurnitinBot
-TwengaBot
-Twice
-URLy Warning
-V-BOT
-VB Project
+Turnitin
+UnisterBot
+Upflow
+VCI
 Vacuum
-Vagabondo
 VelenPublicWebCrawler
-VidibleScraper
-Voltron
-WBSearchBot
-WEBDAV
-WPScan
-WWWOFFLE
-Wallpapers/3.0
-WallpapersHD
-Web Fuck
+VeriCiteCrawler
+VoidEYE
+WASALive-Bot
+WWW-Collector-E
+WWW::Mechanize
+Wallpapers
+WeSEE
+Web Sauger
+Web Sucker
 WebBandit
-WebFuck
-WebLeacher
-WebStripper
+WebFetch
+WebImageCollector
+WebReaper
 WebSucker
-WebmasterWorldForumBot
+WebWhacker
+Webalta
 Website Quester
-Whatweb
+Whack
+Whacker
+Who.is Bot
 Widow
-WinHTTrack
-Wonderbot
-Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
-ZoominfoBot
-ZumBot
-adscanner
-arquivo.pt
+Woobot
+Wprecon
+Zeus
+ZmEu
+arquivo-web-crawler
 backlink-check
-cah.io.community
-clark-crawler
-cognitiveseo
-com.plumanalytics
 crawler.feedback
 crawler4j
+dataforseo.com
+domainsproject.org
 eCatch
-evc-batch
-facebookscraper
-heritrix
-internetVista monitor
-ips-agent
-lwp-request
-lwp-trivial
-meanpathbot
-mediawords
+gopher
+isitwp.com
+iubenda-radar
 netEstate NE Crawler
-oBot
-polaris version
-satoristudio.net
-seobility
+pcBrowser
+plumanalytics
+probe-image-size
+ripz
+s1z.ru
+scalaj-http
 seocompany.store
-serpstatbot
-siteripz
-spyfu
+seoscanners
+sp_auditbot
 sysscan
-webpros.com
+tAkeOut
+voyagerx.com
+webgains-bot
+webmeup-crawler
 webprosbot
-x22Mozilla
+x09Mozilla
+zauba.io
 zgrab