V4.2022.01.2886 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
+404checker
 404enemy
+80legs
 ADmantX
 AIBOT
-ALittle Client
+Abonti
+Aboundexbot
+Acunetix
 AhrefsBot
+AiHitBot
 Aipbot
-Alligator
+Alexibot
 Anarchie
-Anarchy
-Anarchy99
-Atomseobot
+Anthill
 Attach
-AwarioRssBot
 AwarioSmartBot
-BLEXBot
-Barkrowler
+BackWeb
+Badass
 BatchFTP
 Bitacle
+BlackWidow
+BlowFish
 Bolt
-Buck
+Brandwatch
 Buddy
-BuiltBotTough
 BuiltWith
-BuzzSumo
-CCBot
-Calculon
+Bullseye
+CazoodleBot
+CensysInspect
 CheTeam
-Citoid
-Claritybot
+CheeseBot
+CherryPicker
 Cliqzbot
-Cogentbot
-Cosmos
+CopyRightCheck
 Craftbot
-Curious
+Crawling at Home Project
+CrunchBot
 Custo
-CyotekWebCopy
-DSearch
-DTS Agent
+DIIbot
+DataCha0s
 Demon
-Deusu
-DigitalPebble
-Dirbuster
-Discobot
-Dispatch
-DnBCrawler-Analytics
-DnyzBot
-DomCopBot
-DomainSigmaCrawler
-DomainStatsBot
-Domains Project
-Download Wonder
+Discoverybot
+DittoSpyder
+Dragonfly
 ECCP/1.0
-EMail Siphon
+EMail Wolf
 Ebingbong
-Ecxi
-EirGrabber
-EroCrawler
-Evil
-Express WebPictures
-Extreme Picture Finder
+Extractor
 Ezooms
-FDM
-FemtosearchBot
-Firefox/7.0
-Flunky
-FrontPage
+Fyrebot
 GT::WWW
 GermCrawler
-GetRight
 GetWeb
-Go!Zilla
+Gigabot
 Go-Ahead-Got-It
-GoZilla
-GrabNet
+Gotit
 Grabber
 GrapeFX
-HTTrack
+GridBot
+HEADMasterSEO
+HTMLparser
+HTTP::Lite
 HaosouSpider
-Havij
-Heritrix
-Hloader
-HybridBot
-IDBot
+Harvest
+Humanlinks
+IDBTE4M
+IRLbot
 Iblog
-Id-search
-Image Sucker
+Image Fetch
+InfoTekies
+Intelliseek
 InterGET
 Internet Ninja
-InternetSeer
 IstellaBot
 JamesBOT
-Jbrofuzz
-Jyxobot
-LexiBot
+JennyBot
+JetCar
+Joomla
+JustView
+LNSpiderguy
+LWP::Simple
+Larbin
 Lftp
 LibWeb
 Libwhisker
-Likse
-Linkdexbot
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-MQQBrowser
-MSFrontPage
-Magnet
+LieBaoFast
+Lightspeedsystems
+LinksManager
+LinqiaScrapeBot
+Lipperhey
+MJ12bot
+MTRobot
+Mag-Net
 Majestic SEO
-Majestic-SEO
-Masscan
-MeanPath Bot
+Majestic12
+MarkWatch
+MauiBot
+Mb2345Browser
+Mediatoolkitbot
 Metauri
-Microsoft Data Access
-Moblie Safari
-Morfeus Fucking Scanner
+Microsoft URL Control
+MolokaiBot
 Mozlila
 Msrabot
 Musobot
-NPbot
-Nameprotect
-Navroad
-NetSpider
-Netcraft
-Nettrack
-Niki-bot
+NICErsPRO
+Name Intelligence
+Needle
+Nessus
+Net Vampire
+NetMechanic
+Nikto
+NimbleCrawler
 Nimbostratus
 Nmap
+Not
+Nuclei
 Nutch
-Octopus
+Offline Explorer
+Offline Navigator
 OnCrawl
-OpenLinkProfiler
-OrangeBot
+OpenVAS
+Openfind
+OrangeSpider
+OutclicksBot
+OutfoxBot
 PageThing.com
-Pandalytics
+Papa Foto
 Pavuk
-Pi-Monster
-Picsearch
-Pimonster
-PleaseCrawl
-ProPowerBot
+Pixray
+Pockey
+Probethenet
 PxBroker
-PyCurl
 QueryN Metasearch
-RSSingBot
-RankActiveLinkBot
-RankingBot
+Quick-Crawler
 RankurBot
+Re-re
 ReGet
-RepoMonkey
-Ripper
+RealDownload
+Recorder
+RocketCrawler
+Rogerbot
+SEOkicks
 SEOkicks-Robot
-SEOlyticsCrawler
-SEOstats
-SISTRIX
-SMTBot
+SEOprofiler
 ScanAlert
-Scanbot
-Semrush
+ScoutJet
+ScreenerBot
+ScrepyBot
+Searchestate
+SearchmetricsBot
 SemrushBot
-SeobilityBot
-Shodan
-Site Sucker
+Siphon
+SiteCheckerBotCrawler
 SiteLockSpider
+SiteSucker
 Sitebeam
-Siteimprove
-Sitevigil
+SlySearch
 Snake
-Sociscraper
-Sogou web spider
+Snapbot
+Snoopy
+SocialRankIOBot
+SpaceBison
+Spammen
 SpankBot
-Spanner
-SputnikBot
-Sqworm
-Sucuri
+Sqlmap
+Sqlworm
+Stripper
+Sucker
 SuperHTTP
+Surfbot
+T0PHackTeam
 T8Abot
 Teleport
-Telesphoreo
 Telesphorep
+The Intraformant
 Toata
-Trendiction
-Trendictionbot
+Tracemyfile
 True_Robot
-Turnitin
-TwengaBot
-Twice
+Turingos
+TurnitinBot
 Typhoeus
 URLy.Warning
-UnisterBot
-VB Project
-VCI
-Vacuum
-Vagabondo
-VeriCiteCrawler
-VoidEYE
+Upflow
+VelenPublicWebCrawler
+Virusdie
 Voil
-WBSearchBot
-WPScan
-WWW-Mechanize
+Voltron
+WEBDAV
+WWW-Collector-E
+WWW::Mechanize
 Wallpapers/3.0
-WallpapersHD
-Web Collage
-Web Sauger
-Web Sucker
-WebAuto
-WebEnhancer
-WebFuck
+WeSEE
+Web Auto
+Web Fuck
+WebCopier
+WebGo IS
 WebImageCollector
 WebReaper
-WebSauger
+WebStripper
+WebSucker
 WebWhacker
-WebZIP
 Webalta
-Webshag
-WebsiteExtractor
+WebmasterWorldForumBot
+Website Quester
 WebsiteQuester
-WinHTTrack
-Woobot
-Wprecon
-Xaldon_WebSpider
-Zade
-ZoomBot
+Webster
+Whack
+Whacker
+YoudaoBot
+Zauba
+Zitebot
+ZmEu
+ZumBot
+archive.org_bot
 arquivo-web-crawler
 arquivo.pt
-coccocbot-web
-cognitiveseo
-com.plumanalytics
+autoemailspider
+backlink-check
+cah.io.community
+check1.exe
+crawl.sogou.com
 crawler.feedback
 crawler4j
 dataforseo.com
-demandbase-bot
+eCatch
 evc-batch
-gopher
-heritrix
 instabid
 internetVista monitor
+ips-agent
+isitwp.com
 lwp-request
+lwp-trivial
 meanpathbot
-mediawords
+netEstate NE Crawler
+oBot
+page scorer
 pcBrowser
+plumanalytics
+polaris version
 probe-image-size
-satoristudio.net
+s1z.ru
 scalaj-http
-scan.lol
 seobility
-seoscanners
-sexsearcher
-spyfu
+serpstatbot
+siteripz
 sysscan
-webprosbot
+webgains-bot
 x09Mozilla
-xpymep1.exe
-zauba.io