V4.2021.08.2553 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404enemy
-80legs
-ADmantX
+360Spider
+404checker
+AIBOT
 ALittle Client
-Aboundex
+ASPSeek
+Acunetix
 AhrefsBot
-AllSubmitter
-AlphaBot
-Anarchie
-Anarchy99
-AwarioRssBot
+Aipbot
+Alligator
+Anarchy
+Ankit
+Apexoo
+Aspiegel
+Asterias
+AwarioSmartBot
 BDCbot
-BackDoorBot
-BackStreet
+BLEXBot
 BacklinkCrawler
+Badass
 Barkrowler
-BetaBot
-Bigfoot
-Bitacle
-Black Hole
 Blackboard
-Bolt
+Brandprotect
+Brandwatch
 Buck
-BuiltWith
+BuiltBotTough
 Bullseye
+BunnySlippers
 BuzzSumo
-CCBot
-CODE87
+CSHttp
+Calculon
+CazoodleBot
+Cegbfeieh
+CensysInspect
 CheTeam
-ChinaClaw
+CherryPicker
 Claritybot
+Cliqzbot
 Cloud mapping
-Cogentbot
-Collector
-Copier
-Craftbot
-CyotekWebCopy
+Cocolyzebot
+Cosmos
+Crawling at Home Project
+DBLBot
 DIIbot
 DTS Agent
+Demon
 Deusu
-Devil
-Digincore
 DigitalPebble
-Dirbuster
-Discobot
-Discoverybot
-Dispatch
-DomainAppender
-DomainStatsBot
-Domains Project
+DnyzBot
+DomCopBot
+DomainSigmaCrawler
 Download Wonder
-EMail Siphon
-EMail Wolf
-EasyDL
-Ebingbong
+Drip
+Ecxi
 EirGrabber
+EroCrawler
 Evil
 Exabot
 Extractor
+Ezooms
 FDM
-FHscan
+FemtosearchBot
+Firefox/7.0
 Flunky
-Foobot
-Fuzz
+Freeuploader
+FrontPage
 FyberSpider
 G-i-g-a-b-o-t
 GT::WWW
-GalaxyBot
 Genieo
+GetRight
+GetWeb
 Getintent
-Gigabot
+GrabNet
+Grabber
 Grafula
 GrapeFX
-GridBot
-HTTrack
+HTTP::Lite
+Haansoft
 Harvest
 Havij
-IDBot
-IRLbot
-Id-search
+Humanlinks
+HybridBot
 IlseBot
 Image Fetch
+IndeedBot
+Indy Library
 InfoTekies
-InternetSeer
-Iria
-JOC Web Spider
-JamesBOT
-JennyBot
+Iskanie
 JetCar
-Jetty
-JikeSpider
-Joomla
-Jorgee
 JustView
-Kenjin Spider
 Keyword Density
 Kozmosbot
-Lanshanbot
+LNSpiderguy
+LWP::Simple
 Leap
+LexiBot
+Lftp
 LieBaoFast
 LinkWalker
+Linkbot
+LinkextractorPro
 LinkpadBot
-LinksManager
-LinqiaRSSBot
-Lipperhey Spider
-MQQBrowser
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lipperhey
+Litemage_walker
+MFC_Tear_Sample
+MIDown tool
+MJ12bot
+MSFrontPage
+MTRobot
 Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
 Masscan
-MeanPath Bot
-MegaIndex.ru
+Mata Hari
+MauiBot
+Meanpathbot
+Metauri
 Moblie Safari
 Mojeek
 Mojolicious
-Nessus
+Morfeus Fucking Scanner
+Mozlila
+Mr.4x3
+Msrabot
+Musobot
+Nameprotect
+Navroad
+NearSite
 Net Vampire
+NetAnts
+NetMechanic
 NetZIP
-Nettrack
 Netvibes
+NextGenSearchBot
 Niki-bot
-Ninja
 Nmap
-Offline Explorer
-Offline Navigator
+Nuclei
 OpenLinkProfiler
 OpenVAS
-Openvas
-PECL::HTTP
-POE-Component-Client-HTTP
-Page Analyzer
-PageGrabber
+OutclicksBot
+OutfoxBot
+PageAnalyzer
 PageThing.com
-Papa Foto
-Pavuk
+Panscient
 Petalbot
-Pi-Monster
-Picscout
-Picsearch
-Piepmatz
-Pimonster
+PictureFinder
 PleaseCrawl
-Pockey
-ProPowerBot
-QueryN Metasearch
-RankActive
+ProWebWalker
+Probethenet
+Pu_iN
+Pump
+RankingBot
 RankingBot2
+RankurBot
+Re-re
 ReGet
 RealDownload
-RedesScrapy
+RebelMouse
+RepoMonkey
 Rogerbot
 SBIder
 SEOkicks
-SEOstats
-SalesIntelligent
+SMTBot
 Scanbot
-Searchestate
-SemrushBot
-SeobilityBot
+Scrapy
+Screaming
+Semrush
 Seomoz
-SiteSucker
+Shodan
+Siphon
+Site Sucker
 Siteimprove
 SlySearch
-SmartDownload
+Snake
 Snapbot
 Snoopy
-Sogou web spider
 Sosospider
+Sottopop
+SpaceBison
+Spammen
+SpankBot
+Spbot
+Sqlmap
+Sqlworm
 Steeler
 Stripper
-Surfbot
-SurveyBot
+Sucuri
+SuperBot
+SuperHTTP
 Swiftbot
-T0PHackTeam
-T8Abot
-TeleportPro
+Szukacz
+Teleport
 Telesphoreo
-The Intraformant
-TheNomad
-Toata
-Toweyabot
-Tracemyfile
-Trendictionbot
-Turnitin
-Twice
-Typhoeus
-VCI
-Vagabondo
+Telesphorep
+Titan
+Turingos
+TurnitinBot
+URLy Warning
+VelenPublicWebCrawler
 VidibleScraper
-Virusdie
 Voil
-WASALive-Bot
-WWW-Collector-E
+Voltron
+WBSearchBot
 WWW-Mechanize
 Wallpapers
-Web Auto
+Wallpapers/3.0
+WeSEE
+Web Collage
 Web Enhancer
-WebBandit
-WebCollage
 WebFetch
-WebFuck
-WebPix
-WebSucker
-WebWhacker
+WebImageCollector
 Webalta
 WebmasterWorldForumBot
-Webshag
 Website Quester
-WebsiteQuester
 Webster
-Whack
-Whacker
+Whatweb
 Who.is Bot
 Widow
-Wonderbot
+WiseGuys Robot
 Woobot
-Xaldon WebSpider
-Xenu
+Wotbox
+Xaldon_WebSpider
+YoudaoBot
 Zauba
-ZmEu
-ZoominfoBot
-ZyBorg
-archive.org_bot
-backlink-check
+Zermelo
+autoemailspider
+check1.exe
+cognitiveseo
 com.plumanalytics
 crawl.sogou.com
-crawler.feedback
 crawler4j
-domainsproject.org
+demandbase-bot
+eCatch
 facebookscraper
+gopher
+instabid
 internetVista monitor
+ips-agent
+lwp-request
 magpie-crawler
-netEstate NE Crawler
+meanpathbot
+oBot
+page scorer
 polaris version
+ripz
 s1z.ru
-scalaj-http
-scan.lol
-seobility
-sexsearcher
-siteripz
 sp_auditbot
-spyfu
-sysscan
-tAkeOut
-trendiction.com
-trendiction.de
-webmeup-crawler
-webprosbot
+voyagerx.com
+x09Mozilla
 zauba.io