V4.2023.02.3582 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
 404checker
 404enemy
-80legs
 ALittle Client
 ASPSeek
 Abonti
-Aboundex
-Aboundexbot
+Acunetix
+AhrefsBot
 AiHitBot
-Aipbot
 Alexibot
 AllSubmitter
+Alligator
+AlphaBot
 Anarchie
 Anarchy99
 Ankit
 Apexoo
 Asterias
+Attach
 AwarioRssBot
-BackStreet
-Backlink-Ceck
-Bandit
-Barkrowler
-BatchFTP
+BBBike
+BacklinkCrawler
+Badass
+Battleztar Bazinga
 Black Hole
+Blackboard
 BlowFish
+Brandprotect
+Brandwatch
+Buck
+Buddy
+BuiltWith
+BunnySlippers
 CATExplorador
 CazoodleBot
-CheeseBot
+Cegbfeieh
+CensysInspect
+CheTeam
 ChinaClaw
 Citoid
+Claritybot
+Cloud mapping
 Collector
-Cosmos
+Copier
 Craftbot
-Crawling at Home Project
 Crescent
-Custo
-DTS Agent
+CrunchBot
+CyotekWebCopy
+DBLBot
+DSearch
 DataCha0s
-Devil
-DigitalPebble
-Dirbuster
+Deusu
 Disco
-DnyzBot
+Discobot
+Discoverybot
+DnBCrawler-Analytics
 DomainStatsBot
-Domains Project
+Dotbot
 Download Wonder
-Dragonfly
-Drip
 EMail Siphon
 EMail Wolf
+Evil
 Exabot
+Express WebPictures
+ExtLinksBot
+Extractor
 ExtractorPro
-FDM
-FHscan
-FlashGet
-Foobot
+Extreme Picture Finder
+Fimap
+Flunky
 FrontPage
-Fuzz
-GT::WWW
+FyberSpider
+Fyrebot
 GalaxyBot
-GetWeb
-Getintent
 Gigabot
-Gotit
+Go!Zilla
+GoZilla
 GrapeFX
-HEADMasterSEO
+GridBot
+HMView
 HTMLparser
 HTTP::Lite
-Haansoft
-HaosouSpider
-Havij
-Heritrix
-HonoluluBot
-HybridBot
-Iblog
-Image Fetch
+HTTrack
+Hloader
+Humanlinks
+IDBTE4M
+IRLbot
+IlseBot
 Image Sucker
-IndeedBot
-InfoNaviRobot
+Indy Library
 InfoTekies
-InterGET
-Iria
-Iskanie
-JOC Web Spider
-Jbrofuzz
-Kinza
-Kozmosbot
-LNSpiderguy
-Lanshanbot
+Intelliseek
+Internet Ninja
+JennyBot
+Jetty
+Joomla
+Keybot Translation-Search-Machine
+Larbin
+Leap
 LeechGet
 LexiBot
 Lftp
 LibWeb
+Libwhisker
 LieBaoFast
-Lightspeedsystems
 Likse
-Linkbot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
 Lipperhey Spider
 Litemage_walker
-Ltx71
-MJ12bot
+MFC_Tear_Sample
+MIDown tool
 MQQBrowser
-MSIECrawler
+MSFrontPage
+MTRobot
 Mag-Net
-Majestic SEO
-MarkWatch
+Mail.RU_Bot
+Majestic-SEO
+MarkMonitor
 Mass Downloader
-Mata Hari
-MauiBot
 Mb2345Browser
+Meanpathbot
 Mediatoolkitbot
-Mojeek
-MolokaiBot
-Morfeus Fucking Scanner
+Metauri
+MicroMessenger
+Microsoft Data Access
+Mozlila
+Musobot
+Name Intelligence
+Nameprotect
+Navroad
 NearSite
 Needle
-Net Vampire
 NetAnts
-NetLyzer
-NetMechanic
-NetSpider
 NetZIP
 Nettrack
-NextGenSearchBot
+Netvibes
 Nikto
-NimbleCrawler
-Nimbostratus
 OnCrawl
+OpenLinkProfiler
 Openvas
-OrangeSpider
-POE-Component-Client-HTTP
+OutfoxBot
+PECL::HTTP
+Page Analyzer
+PageAnalyzer
+PageGrabber
 PageScorer
 PageThing.com
+Panscient
 Papa Foto
-Pavuk
-PictureFinder
-Pimonster
+Piepmatz
 Pixray
-Psbot
-Pu_iN
-RankActive
-RankActiveLinkBot
+Probethenet
+Quick-Crawler
 RankFlex
-RankingBot
+RankingBot2
+Rankivabot
+RankurBot
+ReGet
 RedesScrapy
-Rogerbot
 SEOkicks
 SEOlyticsCrawler
-SEOstats
-SalesIntelligent
-Semrush
+SEOprofiler
+SISTRIX
+Scanbot
+ScoutJet
+Searchestate
+SemanticJuice
 SemrushBot
+SentiBot
 Seomoz
 Shodan
-SiteSnagger
-SiteSucker
-Sitebeam
-Siteimprove
-Sitevigil
-SlySearch
-Snake
-Snapbot
-Sociscraper
-Sogou web spider
-Sosospider
-Sottopop
-Spinn3r
-Sqworm
+SiteCheckerBotCrawler
+SiteExplorer
+SocialRankIOBot
+SpaceBison
+SputnikBot
+Stripper
+Sucker
 Sucuri
 SuperBot
+SuperHTTP
 Surfbot
-SurveyBot
+Suzuran
 Swiftbot
-T0PHackTeam
+T8Abot
 Teleport
-Telesoft
-Telesphorep
-The Intraformant
-Thumbor
+Telesphoreo
+Titan
+Toweyabot
 Trendictionbot
-Twice
+Turnitin
+TwengaBot
 URLy Warning
 URLy.Warning
-UnisterBot
-VeriCiteCrawler
-Virusdie
-Voltron
-WISENutbot
-WPScan
+V-BOT
+Vacuum
+Vagabondo
+VidibleScraper
+WASALive-Bot
+WEBDAV
 WWW-Collector-E
 WWW::Mechanize
-WWWOFFLE
+Wallpapers
+Wallpapers/3.0
+WallpapersHD
+Web Auto
 Web Collage
+Web Enhancer
 Web Fetch
-Web Fuck
-Web Pix
 Web Sauger
-WebAuto
+Web Sucker
+WebBandit
+WebCollage
+WebCopier
 WebFetch
-WebLeacher
-WebReaper
-WebSauger
-WebStripper
-Webalta
-WebmasterWorldForumBot
-WebsiteQuester
-Whacker
-Whatweb
-Woobot
-Wotbox
+WebSucker
+WebZIP
+WebsiteExtractor
+Whack
+Wonderbot
 Xenu
-Zeus
+Zade
+Zermelo
 ZmEu
-ZoomBot
-archive.org_bot
-arquivo-web-crawler
-arquivo.pt
-check1.exe
-crawler4j
-demandbase-bot
+ZoominfoBot
+autoemailspider
+clark-crawler
 eCatch
-evc-batch
-heritrix
-instabid
+gopher
 isitwp.com
 lwp-request
 meanpathbot
-muhstik-scan
 oBot
-pcBrowser
-ripz
-satoristudio.net
+plumanalytics
+polaris version
+probe-image-size
 scan.lol
-seobility
 seocompany.store
 seostar
-serpstatbot
 sexsearcher
 sitechecker.pro
-spyfu
+siteripz
+sp_auditbot
 sysscan
 tAkeOut
 trendiction.com
-webmeup-crawler
-webprosbot
-xpymep1.exe
+voyagerx.com
+x09Mozilla
+zauba.io
+zgrab