V4.2021.12.2756 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-80legs
-ALittle Client
-Abonti
-Aboundexbot
-AhrefsBot
-AiHitBot
-Aipbot
+01h4x.com
+ADmantX
+Aboundex
 Alexibot
-AllSubmitter
 Alligator
-Anarchie
-Anarchy
-Ankit
+AlphaBot
+Anarchy99
 Anthill
-Aspiegel
-AwarioSmartBot
 BBBike
-BackStreet
 BackWeb
-Bigfoot
-Black Hole
-Blackboard
-Brandprotect
-Buddy
-BuiltBotTough
-BuzzSumo
-CCBot
+Backlink-Ceck
+BacklinkCrawler
+Badass
+BatchFTP
+Battleztar Bazinga
+Bitacle
+Blow
+BlowFish
+Boardreader
+Bolt
+Buck
+BuiltWith
+BunnySlippers
+CATExplorador
+CODE87
+Cegbfeieh
 CensysInspect
-CheeseBot
+CherryPicker
 ChinaClaw
-Chlooe
 Citoid
-Cliqzbot
+Cloud mapping
 Cocolyzebot
-Cogentbot
-Cosmos
-CrazyWebCrawler
-DBLBot
-DIIbot
-DSearch
-DatabaseDriverMysqli
+Copier
+CopyRightCheck
+Copyscape
+Crescent
+CyotekWebCopy
+DTS Agent
+DataCha0s
 Demon
-Disco
+Deusu
+Devil
 Discobot
-DnBCrawler-Analytics
-DomainAppender
-DomainCrawler
-DomainSigmaCrawler
+Discoverybot
+Dispatch
+DnyzBot
 Domains Project
-Dragonfly
 ECCP/1.0
-EMail Siphon
-EMail Wolf
-ExtractorPro
-EyeNetIE
-FDM
+Ebingbong
+EroCrawler
+Evil
+Extractor
+FHscan
+Fimap
+Firefox/7.0
+FlashGet
+Flunky
 Foobot
+FrontPage
 FyberSpider
-Gigabot
-Go-Ahead-Got-It
-Grafula
-GrapeFX
-HTMLparser
-HTTP::Lite
-Haansoft
-HaosouSpider
-Harvest
+Fyrebot
+GT::WWW
+Genieo
+Getintent
+Go!Zilla
+GrabNet
+Grabber
+GrapeshotCrawler
+HEADMasterSEO
+HTTrack
 Havij
-Humanlinks
+IDBTE4M
 IRLbot
-Iblog
-IlseBot
-Indy Library
+Image Sucker
+InfoNaviRobot
 InfoTekies
-Iria
-Iskanie
+Intelliseek
+InterGET
+IstellaBot
 JamesBOT
-Jbrofuzz
-JetCar
-Jetty
-Joomla
+Jorgee
 Kenjin Spider
-Keyword Density
-Kinza
-Kozmosbot
-LNSpiderguy
 LWP::Simple
 Lanshanbot
 Larbin
 Leap
-LeechFTP
 LeechGet
 LexiBot
-LieBaoFast
-Likse
+Libwhisker
+LinkextractorPro
 LinksManager
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey
 Litemage_walker
-MTRobot
-Magnet
-Majestic SEO
-Majestic12
-MarkWatch
+Lmspider
+Ltx71
+MFC_Tear_Sample
+MIIxpc
+MQQBrowser
+Majestic-SEO
+MarkMonitor
 Masscan
-Mata Hari
+MeanPath Bot
+Metauri
 Minefield
-Morfeus Fucking Scanner
-NICErsPRO
+Mojeek
+Mojolicious
+Mozlila
 Nameprotect
-Nessus
-NetMechanic
-NetZIP
+Navroad
+NearSite
+NetAnts
+NetLyzer
+NetSpider
 Netcraft
-Nettrack
-Nikto
-Nimbostratus
+Netvibes
+Nibbler
+NimbleCrawler
 Ninja
-Nuclei
+Nmap
+Not
+Nutch
+Offline Navigator
 OnCrawl
+OpenVAS
+Openfind
+OrangeBot
+OrangeSpider
 OutfoxBot
-PHPCrawl
-PageScorer
-Pavuk
+POE-Component-Client-HTTP
+PageGrabber
+PageThing.com
+Panscient
 Petalbot
-Pi-Monster
+Picscout
 PictureFinder
-Piepmatz
-Pimonster
-PleaseCrawl
 Pockey
-ProPowerBot
-Pump
+Pu_iN
 PxBroker
 PyCurl
-RankingBot2
-RankurBot
+Re-re
+RealDownload
+RebelMouse
 Recorder
 RepoMonkey
 RocketCrawler
-Rogerbot
-SBIder
 SEOkicks
+SEOlyticsCrawler
+SEOprofiler
+SEOstats
 SISTRIX
-SalesIntelligent
+Scanbot
 ScoutJet
+Scrapy
+Screaming
 ScreenerBot
+Searchestate
 SearchmetricsBot
-SemrushBot
 SeoSiteCheckup
 SeobilityBot
-Seomoz
-Siphon
-SiteCheckerBotCrawler
+Shodan
+SiteExplorer
 SiteSucker
-Sitebeam
-SmartDownload
+Sitevigil
+SlySearch
 Snoopy
-Sogou web spider
+SocialRankIOBot
+Sociscraper
 SpaceBison
-Spammen
+SpankBot
+Spanner
 Spbot
-Spinn3r
-SputnikBot
 Sqlmap
 Steeler
 Sucker
+Sucuri
 SuperBot
-Swiftbot
+SurveyBot
+Suzuran
+T0PHackTeam
+T8Abot
 Teleport
 TeleportPro
-Telesoft
 Telesphoreo
-The Intraformant
-Titan
-Toata
+Telesphorep
+Thumbor
+Tracemyfile
+Trendiction
 True_Robot
-Turnitin
 Twice
-Upflow
-Vagabondo
-VelenPublicWebCrawler
-WEBDAV
-WWW-Collector-E
-WWW-Mechanize
+URLy Warning
+UnisterBot
+VidibleScraper
+Virusdie
+VoidEYE
+Voil
+WBSearchBot
+WWW::Mechanize
 WWWOFFLE
-Wallpapers
 WallpapersHD
-Web Collage
 Web Enhancer
 Web Fetch
-Web Fuck
-Web Pix
 Web Sauger
 WebAuto
 WebBandit
 WebCollage
 WebCopier
-WebGo IS
+WebEnhancer
+WebFetch
+WebImageCollector
 WebLeacher
 WebPix
 WebReaper
-WebSauger
 WebWhacker
-Webalta
 WebmasterWorldForumBot
 Website Quester
-WebsiteExtractor
-Webster
-Whack
 Who.is Bot
-WinHTTrack
-Woobot
-Wotbox
-Zauba
-ZoomBot
-ZoominfoBot
+WiseGuys Robot
+Xenu
+Zade
+Zeus
 ZyBorg
-clark-crawler
-coccocbot-web
-cognitiveseo
+adscanner
+arquivo-web-crawler
+arquivo.pt
+autoemailspider
+cah.io.community
+crawl.sogou.com
 crawler.feedback
 crawler4j
+dataforseo.com
 demandbase-bot
+domainsproject.org
 eCatch
-gopher
 instabid
-internetVista monitor
-isitwp.com
+ips-agent
+lwp-request
 lwp-trivial
-mediawords
-muhstik-scan
+magpie-crawler
 plumanalytics
-polaris version
 probe-image-size
-ripz
+s1z.ru
 satoristudio.net
 scalaj-http
-scan.lol
-seocompany.store
-seostar
 sogouspider
+sp_auditbot
 spyfu
-voyagerx.com
+trendiction.de
 webmeup-crawler
-webpros.com
-x22Mozilla
-zauba.io
+xpymep1.exe