V4.2022.06.3185 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 AIBOT
-Abonti
-Aboundexbot
+Aboundex
 Acunetix
-AllSubmitter
-Alligator
-Anarchie
-AwarioRssBot
+AiHitBot
+Anarchy
+Anarchy99
+Anthill
+Apexoo
+Asterias
+Attach
+AwarioSmartBot
 BBBike
+BDCbot
+BLEXBot
+BackDoorBot
+BackWeb
+Backlink-Ceck
+Bandit
 Barkrowler
-BetaBot
-Bitacle
-BlackWidow
+Battleztar Bazinga
 Blackboard
+BlowFish
+Brandwatch
 BuiltWith
-BunnySlippers
-CATExplorador
-Chlooe
-Claritybot
-Cliqzbot
-Cogentbot
+CCBot
+CODE87
+CSHttp
+Calculon
+CheeseBot
+Citoid
+Collector
 Copyscape
-Cosmos
-Crawling at Home Project
+Craftbot
 CrazyWebCrawler
-Crescent
-Curious
-CyotekWebCopy
-DBLBot
-DIIbot
+DSearch
+DTS Agent
 Demon
-Devil
-Dirbuster
-Disco
-DittoSpyder
+Digincore
+Discoverybot
 DomCopBot
-DomainCrawler
-DomainStatsBot
+DomainAppender
+DomainSigmaCrawler
 Dotbot
-Dragonfly
-Drip
-EMail Siphon
-Ebingbong
+Download Wonder
+Ecxi
+EirGrabber
 EroCrawler
+Exabot
+Express WebPictures
+ExtLinksBot
+Extractor
 ExtractorPro
 Extreme Picture Finder
-EyeNetIE
 Ezooms
-FDM
-Fimap
-FlashGet
+FemtosearchBot
+Firefox/7.0
+Flunky
 Foobot
-Freeuploader
-Fyrebot
-G-i-g-a-b-o-t
-GalaxyBot
-GermCrawler
+FrontPage
+Genieo
 GetRight
 Getintent
-Gigabot
-Go-Ahead-Got-It
+Go!Zilla
+GoZilla
 GrabNet
-Grabber
-GrapeshotCrawler
+HEADMasterSEO
 HMView
 HTMLparser
 Haansoft
-HaosouSpider
 Havij
-Humanlinks
-HybridBot
-IDBTE4M
-Iblog
-JamesBOT
+Heritrix
+Hloader
+IDBot
+IlseBot
+IndeedBot
+Indy Library
+Iria
+Iskanie
 Jbrofuzz
-JennyBot
-JetCar
-Jetty
-Joomla
-JustView
-LNSpiderguy
-LWP::Simple
-Larbin
+Jyxobot
+Keyword Density
+Lanshanbot
+Leap
 LeechFTP
-LeechGet
+LexiBot
 Libwhisker
-Likse
-LinkScan
-LinkextractorPro
-LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
+LieBaoFast
+LinkWalker
+Linkbot
+LinkpadBot
+LinksManager
+LinqiaRSSBot
 Ltx71
 MFC_Tear_Sample
-MIIxpc
-MJ12bot
-MQQBrowser
-MSIECrawler
+MIDown tool
+MTRobot
 Mag-Net
-MarkWatch
-Mata Hari
+Magnet
+Majestic-SEO
+Majestic12
+MarkMonitor
+Masscan
 Metauri
-Microsoft Data Access
-Mister PiX
 Mojeek
-Morfeus Fucking Scanner
-Msrabot
-Musobot
-NICErsPRO
+MolokaiBot
+Mozlila
 Name Intelligence
-Nameprotect
 Navroad
-NearSite
+Nessus
+Net Vampire
 NetAnts
-NetMechanic
 Netcraft
-Nettrack
-NextGenSearchBot
-Nimbostratus
+Nibbler
+Niki-bot
+NimbleCrawler
+Nmap
 Nuclei
-Nutch
-Offline Navigator
-OnCrawl
-Openfind
-Openvas
-OrangeBot
-OutfoxBot
-PECL::HTTP
-PHPCrawl
+Offline Explorer
+OpenVAS
+OrangeSpider
+OutclicksBot
 POE-Component-Client-HTTP
+PageScorer
 Pandalytics
+Panscient
 Papa Foto
-Pavuk
-PeoplePal
-Picsearch
-PleaseCrawl
-PxBroker
-QueryN Metasearch
-Quick-Crawler
-RSSingBot
-RankActive
-RankActiveLinkBot
-RankFlex
-RankingBot2
-Re-re
-Reaper
+Piepmatz
+Pimonster
+Pixray
+Pockey
+Psbot
+Pump
+ReGet
+RebelMouse
 Recorder
 RepoMonkey
-Ripper
-RocketCrawler
+Rogerbot
 SEOkicks-Robot
-SEOstats
-ScanAlert
+SEOlyticsCrawler
+SEOprofiler
+SISTRIX
+SMTBot
 Scanbot
+ScoutJet
 Scrapy
+ScreenerBot
+Searchestate
 SearchmetricsBot
 Seekport
-Semrush
+SemanticJuice
 SemrushBot
-SentiBot
-Shodan
-Site Sucker
-SiteCheckerBotCrawler
-SiteSucker
+SiteExplorer
 Sitebeam
-Sitevigil
+Siteimprove
 SmartDownload
-Snake
+Snoopy
+SocialRankIOBot
+Sogou web spider
+Sosospider
+Sottopop
+SpaceBison
+Spammen
 SpankBot
 Spbot
-Sqlmap
+Spinn3r
+Steeler
 Sucker
-Sucuri
 SuperBot
-SuperHTTP
+Surfbot
+SurveyBot
 Suzuran
-Swiftbot
-T0PHackTeam
-TeleportPro
+T8Abot
+Telesoft
+Telesphoreo
+TheNomad
 Thumbor
-TightTwatBot
-Titan
 Toweyabot
+Trendiction
+Trendictionbot
+True_Robot
 Turingos
-Turnitin
+TwengaBot
 Typhoeus
+URLy.Warning
 UnisterBot
-VB Project
-VCI
-Vacuum
+Upflow
+Vagabondo
+VoidEYE
 Voil
-WASALive-Bot
-WBSearchBot
-WEBDAV
-WISENutbot
-WWW-Collector-E
-Wallpapers/3.0
-WallpapersHD
+Voltron
 WeSEE
-Web Auto
+Web Collage
 Web Enhancer
-Web Fetch
 Web Pix
-Web Sauger
 Web Sucker
-WebBandit
-WebLeacher
+WebCollage
+WebEnhancer
+WebGo IS
+WebImageCollector
 WebPix
-WebSucker
-WebWhacker
-WebZIP
+WebStripper
 Webalta
-WebsiteExtractor
-Webster
+Webshag
+Whack
 Whatweb
-Widow
+Who.is Bot
 WiseGuys Robot
-Woobot
-Wprecon
+Xaldon WebSpider
 Xaldon_WebSpider
-Xenu
+YoudaoBot
 Zade
-Zauba
-Zermelo
-Zeus
+Zitebot
+ZmEu
+ZoomBot
+adscanner
 archive.org_bot
 arquivo-web-crawler
+cah.io.community
 com.plumanalytics
 crawler.feedback
+crawler4j
+dataforseo.com
 demandbase-bot
-evc-batch
+eCatch
 facebookscraper
-gopher
-heritrix
-isitwp.com
+instabid
 iubenda-radar
-muhstik-scan
-netEstate NE Crawler
-pcBrowser
+linkdexbot
+mediawords
+plumanalytics
+probe-image-size
 ripz
-serpstatbot
+satoristudio.net
+scalaj-http
+scan.lol
+seobility
+seocompany.store
+seoscanners
+sexsearcher
+sitechecker.pro
 siteripz
-tAkeOut
-trendiction.com
-ubermetrics-technologies.com
+sogouspider
+sp_auditbot
+spyfu
+trendiction.de
+webgains-bot
+webmeup-crawler
+webpros.com
 webprosbot
-x09Mozilla
 x22Mozilla
-zgrab