V4.2022.01.2830 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
-404checker
-AIBOT
+ADmantX
+ALittle Client
+ASPSeek
 Abonti
 Aboundex
-Aboundexbot
 Acunetix
-AiHitBot
-AlphaBot
 Anarchie
 Anarchy
+Ankit
+Aspiegel
 Asterias
-BLEXBot
-BackWeb
-BacklinkCrawler
-Badass
+BBBike
+BDCbot
+BDFetch
+BackDoorBot
+BackStreet
+Backlink-Ceck
+Bandit
 Barkrowler
-Black Hole
+BatchFTP
+BetaBot
+Bigfoot
 BlackWidow
-Bolt
+Blow
+BlowFish
+BotALot
 Buddy
-BuiltWith
+BuiltBotTough
+Bullseye
 BunnySlippers
 CATExplorador
-CCBot
 Calculon
-Cegbfeieh
-CensysInspect
-CheeseBot
-CherryPicker
-Chlooe
-Cliqzbot
-Copier
-CrazyWebCrawler
-Crescent
-Custo
+CazoodleBot
+CheTeam
+ChinaClaw
+Claritybot
+Cocolyzebot
+CopyRightCheck
 CyotekWebCopy
-DBLBot
-DIIbot
-DataCha0s
-DatabaseDriverMysqli
+DTS Agent
 Demon
+Devil
+Digincore
+DigitalPebble
 Dirbuster
-Disco
-Discobot
-DittoSpyder
-DnBCrawler-Analytics
-DomainStatsBot
+DnyzBot
+DomCopBot
+DomainSigmaCrawler
 Domains Project
 ECCP/1.0
-EMail Siphon
-EasyDL
+EMail Wolf
+Ebingbong
 Ecxi
-EirGrabber
-EroCrawler
-ExtractorPro
-Ezooms
+ExtLinksBot
+Extractor
 FDM
 FemtosearchBot
-Fimap
+Firefox/7.0
 FlashGet
-Flunky
 Freeuploader
-FrontPage
-Fuzz
-FyberSpider
+Fyrebot
 G-i-g-a-b-o-t
-GalaxyBot
-GermCrawler
+Genieo
+GetRight
+GetWeb
 Getintent
 Gigabot
-Go-Ahead-Got-It
-GoZilla
+Go!Zilla
+Grabber
+GrapeshotCrawler
+HEADMasterSEO
+HMView
 HTMLparser
-Harvest
-Havij
-IDBot
-IRLbot
-Image Fetch
+HTTP::Lite
+Haansoft
+IlseBot
 Image Sucker
-Iria
+InfoNaviRobot
+InfoTekies
+InternetSeer
+JOC Web Spider
 Jbrofuzz
-JennyBot
 JetCar
+Jetty
 JikeSpider
 Jorgee
-Kinza
 LWP::Simple
-Lanshanbot
 Larbin
-Leap
 LeechFTP
-LeechGet
-Lightspeedsystems
+LexiBot
+Lftp
+Libwhisker
+LieBaoFast
 LinkScan
-Linkdexbot
-LinkextractorPro
-LinkpadBot
+Linkbot
 LinksManager
 LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
 Lmspider
 Ltx71
-MFC_Tear_Sample
 MIIxpc
-MJ12bot
 MQQBrowser
-MSFrontPage
-Magnet
-Mail.RU_Bot
-Majestic SEO
+MSIECrawler
+MTRobot
+Mag-Net
 Majestic-SEO
+MarkWatch
 Mass Downloader
 MauiBot
-Mb2345Browser
-MeanPath Bot
-Meanpathbot
 MegaIndex.ru
-Metauri
+MicroMessenger
 Microsoft Data Access
-Mojeek
-Mojolicious
-Musobot
+Morfeus Fucking Scanner
+Msrabot
+NICErsPRO
+Nameprotect
 Navroad
-NearSite
+Needle
 Nessus
-NetZIP
-Netvibes
-Nikto
-Nimbostratus
-Ninja
-Offline Navigator
-OpenLinkProfiler
+NetMechanic
+NetSpider
+NextGenSearchBot
+Nibbler
+NimbleCrawler
+Nmap
+Not
+Nutch
+Octopus
+Offline Explorer
+OrangeBot
+OutclicksBot
 OutfoxBot
+PECL::HTTP
+PHPCrawl
 POE-Component-Client-HTTP
+PageAnalyzer
+PageScorer
 Papa Foto
+PeoplePal
+Petalbot
 Pi-Monster
-Pu_iN
+Picscout
+Picsearch
+Pimonster
+PleaseCrawl
+Pockey
+ProPowerBot
+ProWebWalker
+Psbot
+Pump
 PyCurl
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
+Quick-Crawler
+RankurBot
+Re-re
+ReGet
+Recorder
+Rogerbot
+SBIder
+SEOkicks
 SISTRIX
-ScanAlert
 Scrapy
-Screaming
+ScreenerBot
 ScrepyBot
-SemanticJuice
+SearchmetricsBot
 Semrush
-SemrushBot
-SeoSiteCheckup
+SentiBot
 SeobilityBot
-Seomoz
-Siphon
-Site Sucker
+SiteExplorer
+SiteLockSpider
 SiteSucker
+Sitebeam
 Siteimprove
-Sitevigil
-Snake
+Sosospider
 Sottopop
-Spammen
 SpankBot
 Spbot
-SputnikBot
-Sqworm
+Sqlmap
 Stripper
-Sucker
 SuperBot
-Swiftbot
+Surfbot
 Szukacz
-T8Abot
-Telesphoreo
-Telesphorep
-TheNomad
-Titan
-Tracemyfile
-Trendiction
+T0PHackTeam
+Teleport
 Trendictionbot
-True_Robot
-Turingos
-URLy Warning
-URLy.Warning
-V-BOT
-VeriCiteCrawler
-VidibleScraper
+TurnitinBot
+Twice
+Upflow
+VCI
+Vacuum
+VelenPublicWebCrawler
+Virusdie
 VoidEYE
+Voil
+Voltron
 WASALive-Bot
-WPScan
-WWW-Collector-E
-Web Collage
-Web Enhancer
-Web Sauger
-WebCollage
+WBSearchBot
+WEBDAV
+WallpapersHD
+WeSEE
 WebCopier
-WebFuck
-WebReaper
+WebEnhancer
+WebFetch
+WebImageCollector
 WebStripper
+WebSucker
 WebWhacker
-Webshag
+Webalta
 Website Quester
-WebsiteQuester
-Webster
-WiseGuys Robot
-Wonderbot
-Woobot
-Wotbox
+Whacker
+Widow
 Wprecon
-Xaldon_WebSpider
+Xenu
 Zade
-Zitebot
+Zeus
 ZmEu
-ZoomBot
 ZoominfoBot
-ZumBot
-ZyBorg
+adscanner
 archive.org_bot
-arquivo-web-crawler
 autoemailspider
-backlink-check
 cah.io.community
+check1.exe
 clark-crawler
 com.plumanalytics
-crawl.sogou.com
-crawler.feedback
+crawler4j
 dataforseo.com
-eCatch
-facebookscraper
+demandbase-bot
+domainsproject.org
 instabid
-internetVista monitor
 ips-agent
-isitwp.com
+lwp-request
 lwp-trivial
-meanpathbot
-mediawords
-muhstik-scan
-page scorer
+oBot
 pcBrowser
 plumanalytics
-polaris version
-ripz
-seobility
-seostar
-sexsearcher
-siteripz
+satoristudio.net
+scan.lol
+seocompany.store
+serpstatbot
 spyfu
+sysscan
 tAkeOut
+trendiction.com
+trendiction.de
+voyagerx.com
+webgains-bot
 webmeup-crawler
 webprosbot
+x22Mozilla
+zauba.io