V4.2022.05.3127 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
+404checker
 404enemy
-80legs
 AIBOT
 ASPSeek
-Abonti
-Aboundexbot
-AhrefsBot
 Aipbot
-Alexibot
-Anarchie
+AllSubmitter
 Anarchy
-Anarchy99
-Ankit
 Asterias
-Atomseobot
+Attach
+AwarioSmartBot
+BackWeb
 Backlink-Ceck
-Badass
-Bandit
 Barkrowler
+BetaBot
+Bigfoot
 Bitacle
-Blackboard
-Blow
-Bolt
+Boardreader
 BotALot
-Brandwatch
 Buddy
 BuiltBotTough
-BuiltWith
-CCBot
+BunnySlippers
+BuzzSumo
+CATExplorador
 CODE87
-Cegbfeieh
-CensysInspect
+Calculon
 CheeseBot
-Chlooe
+ChinaClaw
 Cliqzbot
 Cloud mapping
 Copyscape
 Cosmos
-Crawling at Home Project
+Craftbot
 CrazyWebCrawler
-CrunchBot
+Curious
+CyotekWebCopy
 DBLBot
 DIIbot
-DSearch
-DataCha0s
-Demon
-Disco
+DTS Agent
+Devil
+Digincore
+Dirbuster
 Discobot
 Discoverybot
-DittoSpyder
-DomCopBot
+DnBCrawler-Analytics
+DomainAppender
 Domains Project
+Dotbot
+Download Wonder
 Drip
+EMail Wolf
+Ebingbong
 EroCrawler
-Evil
-ExtLinksBot
-Extractor
 ExtractorPro
-Extreme Picture Finder
-EyeNetIE
 Ezooms
-Flunky
-FrontPage
-Fuzz
-Fyrebot
-GT::WWW
-Genieo
+Fimap
+Firefox/7.0
+FlashGet
+FyberSpider
+G-i-g-a-b-o-t
 GetRight
-Gigabot
+Go-Ahead-Got-It
 Gotit
-GrabNet
-Grabber
-GridBot
-Hloader
+HEADMasterSEO
+HTTP::Lite
+HTTrack
+Havij
+Heritrix
+IDBot
 Id-search
-IlseBot
 Image Fetch
-IndeedBot
-InfoNaviRobot
+Image Sucker
+Indy Library
 InfoTekies
-Jbrofuzz
+InternetSeer
+Iria
+Iskanie
+JOC Web Spider
+JamesBOT
+Jetty
+JikeSpider
 Joomla
-Kenjin Spider
+Jorgee
+JustView
 Keybot Translation-Search-Machine
 Keyword Density
 Kozmosbot
-LeechGet
+LNSpiderguy
+LWP::Simple
+Larbin
+LeechFTP
 Lftp
+LibWeb
+LinkScan
 LinkWalker
-Linkbot
-LinkextractorPro
-LinkpadBot
-LinqiaScrapeBot
-Lipperhey
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Lipperhey Spider
 Litemage_walker
-Lmspider
-Ltx71
+MFC_Tear_Sample
+MIDown tool
+MIIxpc
+MTRobot
 Mag-Net
 Mail.RU_Bot
-MarkMonitor
+Majestic-SEO
+Majestic12
 Mass Downloader
+Masscan
 Mata Hari
-MauiBot
-Mb2345Browser
-MeanPath Bot
+MegaIndex.ru
 Metauri
-MicroMessenger
 Microsoft Data Access
-Moblie Safari
+Minefield
+Mister PiX
 Msrabot
+Musobot
+NICErsPRO
+NPbot
 Name Intelligence
 Nameprotect
+Navroad
 NearSite
-NetSpider
-NetZIP
-Netcraft
-Netvibes
-Nimbostratus
-Nmap
+Nessus
+Nibbler
+NimbleCrawler
+Not
 Nuclei
 Octopus
-Offline Explorer
 OpenVAS
-Openfind
+OrangeBot
 OutclicksBot
 PECL::HTTP
 PHPCrawl
-POE-Component-Client-HTTP
-PageAnalyzer
 PageGrabber
 PageScorer
 PageThing.com
-Pavuk
+Pandalytics
+Papa Foto
 PeoplePal
-Petalbot
-Pi-Monster
-Picscout
+Piepmatz
 Pixray
+ProWebWalker
 Probethenet
-Psbot
+Pump
+PyCurl
+RSSingBot
+RankActiveLinkBot
 RankurBot
 ReGet
-Ripper
-Rogerbot
-SEOkicks-Robot
-SEOlyticsCrawler
-SISTRIX
-Scanbot
-ScoutJet
+RebelMouse
+Recorder
+RedesScrapy
+RocketCrawler
+SBIder
+SEOprofiler
+ScanAlert
 Scrapy
-Screaming
-ScrepyBot
-Searchestate
-SemrushBot
+SearchmetricsBot
+Seekport
+Semrush
+SentiBot
 Siphon
 SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
-SiteSucker
+SiteSnagger
 Sitevigil
-SlySearch
-SocialRankIOBot
-Sociscraper
-SpaceBison
-Spanner
+Snapbot
+Sogou web spider
+SpankBot
 Spinn3r
-Sqlmap
+SputnikBot
 Sqlworm
-Steeler
-Sucuri
-SuperBot
-SuperHTTP
+Sqworm
+Stripper
 Surfbot
-SurveyBot
+Suzuran
 Swiftbot
 Szukacz
-Teleport
-TeleportPro
+T0PHackTeam
+Telesoft
 Telesphoreo
-Telesphorep
-Thumbor
+The Intraformant
 Toata
-Turingos
-Turnitin
-TwengaBot
-UnisterBot
-VB Project
+Trendiction
+Typhoeus
+URLy Warning
+Upflow
+VCI
 Vacuum
+VelenPublicWebCrawler
+VeriCiteCrawler
 VidibleScraper
-VoidEYE
-WASALive-Bot
-WBSearchBot
-WWW-Collector-E
-Wallpapers
-Web Auto
-Web Enhancer
-Web Sauger
-WebBandit
-WebCopier
-WebEnhancer
+Voltron
+WEBDAV
+WISENutbot
+WWW-Mechanize
+WWW::Mechanize
+Wallpapers/3.0
+WeSEE
+Web Collage
+Web Fetch
+Web Fuck
+WebAuto
+WebCollage
+WebFetch
 WebGo IS
-WebPix
-WebReaper
-WebWhacker
-Website Quester
+WebImageCollector
+WebLeacher
+WebSauger
+WebSucker
+WebZIP
 WebsiteQuester
-Whatweb
+Webster
+Whack
 Who.is Bot
-WinHTTrack
-Woobot
-Wotbox
-Xaldon_WebSpider
+WiseGuys Robot
 YoudaoBot
-Zauba
+Zade
 Zermelo
-Zitebot
-ZmEu
+ZoomBot
 ZoominfoBot
-ZumBot
 adscanner
-autoemailspider
+backlink-check
 com.plumanalytics
-domainsproject.org
+crawler.feedback
+crawler4j
+demandbase-bot
+eCatch
 facebookscraper
 heritrix
-internetVista monitor
-isitwp.com
-linkdexbot
-lwp-trivial
-meanpathbot
-muhstik-scan
-oBot
-pcBrowser
-s1z.ru
-satoristudio.net
-scan.lol
-seoscanners
-seostar
-sexsearcher
+instabid
+mediawords
+page scorer
+polaris version
+probe-image-size
+ripz
+seocompany.store
+serpstatbot
+sitechecker.pro
 sogouspider
+sp_auditbot
 sysscan
-tAkeOut
-ubermetrics-technologies.com
-voyagerx.com
+trendiction.de
+webgains-bot
+webpros.com
 webprosbot
 x09Mozilla
-x22Mozilla
+xpymep1.exe
 zauba.io
+zgrab