V4.2021.12.2808 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
-80legs
-ASPSeek
-Aboundexbot
-Acunetix
+404checker
+404enemy
+Abonti
+AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
+Anarchie
 Anarchy
 Anarchy99
 Ankit
-Apexoo
-Attach
+Aspiegel
+Asterias
 BBBike
-BDFetch
-BackDoorBot
+BackStreet
 BackWeb
-Backlink-Ceck
-BacklinkCrawler
-Bandit
-Barkrowler
-Battleztar Bazinga
-BetaBot
 Bigfoot
-Black Hole
+Bitacle
 BlackWidow
-Boardreader
-Brandwatch
-Buck
-Buddy
+Blow
+BotALot
+Brandprotect
+BuiltBotTough
 BuiltWith
-CCBot
-CSHttp
-Calculon
+Bullseye
+BunnySlippers
+BuzzSumo
+CazoodleBot
+CheTeam
 CheeseBot
+ChinaClaw
 Claritybot
+Cliqzbot
 Cocolyzebot
-Collector
+Copier
 CopyRightCheck
-Crawling at Home Project
-Crescent
-Curious
+Cosmos
+CrunchBot
+Custo
+CyotekWebCopy
+DBLBot
 DIIbot
+Demon
 Deusu
+Devil
 Digincore
-Discoverybot
-DomainSigmaCrawler
-DomainStatsBot
-Dotbot
-Download Wonder
-ECCP/1.0
+DittoSpyder
+DnyzBot
+Domains Project
+Dragonfly
+Drip
 EMail Siphon
-Ebingbong
-Ecxi
-Evil
-Extreme Picture Finder
-FDM
+EroCrawler
+ExtractorPro
+Ezooms
 FemtosearchBot
-Firefox/7.0
+Flunky
+Foobot
+Freeuploader
+FrontPage
+Fuzz
 FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
-Genieo
-GermCrawler
-GetRight
-Gigabot
+GalaxyBot
+Getintent
+Go-Ahead-Got-It
 GoZilla
+GrabNet
 Grafula
 GrapeFX
 GridBot
-Heritrix
-HybridBot
-IRLbot
+HEADMasterSEO
+HMView
+Havij
+Hloader
+Humanlinks
+IDBot
+Iblog
+Id-search
 IlseBot
-Image Fetch
-IndeedBot
-Indy Library
+InfoTekies
 InterGET
 Internet Ninja
-JamesBOT
-Jbrofuzz
-JennyBot
-JetCar
+InternetSeer
+Iria
+JOC Web Spider
 Joomla
-Jyxobot
-Keyword Density
+JustView
+Kozmosbot
+LNSpiderguy
 LWP::Simple
-Lanshanbot
-Leap
-LeechGet
-LexiBot
-Libwhisker
+LeechFTP
+Lftp
+LibWeb
+LieBaoFast
 Lightspeedsystems
 Likse
 LinkScan
 LinkWalker
+Linkbot
 Linkdexbot
 LinkextractorPro
-LinkpadBot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
+Lipperhey
 Lipperhey Spider
+Ltx71
 MIDown tool
 MIIxpc
 MJ12bot
-MSIECrawler
-MTRobot
-Mail.RU_Bot
-Mass Downloader
-Mb2345Browser
+Mag-Net
+Majestic SEO
+Mata Hari
 Meanpathbot
-Mister PiX
+MegaIndex.ru
+Metauri
+Microsoft URL Control
 Moblie Safari
-Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
 Msrabot
-NICErsPRO
-Name Intelligence
-NearSite
-Needle
 Nessus
-NetAnts
+Net Vampire
+NetMechanic
 NetSpider
-NetZIP
-Netvibes
-Nibbler
-Nimbostratus
-Not
-Nuclei
+Nettrack
+Nmap
+Nutch
 Offline Navigator
-OpenLinkProfiler
+Openfind
+OrangeSpider
+OutfoxBot
 PECL::HTTP
-PHPCrawl
+POE-Component-Client-HTTP
 Page Analyzer
 PageScorer
-Pandalytics
-Piepmatz
+Panscient
+PeoplePal
+Picscout
 PleaseCrawl
 ProPowerBot
 ProWebWalker
 Probethenet
-Pump
-PxBroker
-RankFlex
-RankingBot
+Psbot
+Quick-Crawler
 Rankivabot
+ReGet
+RebelMouse
 Recorder
-Ripper
+RepoMonkey
 Rogerbot
 SEOkicks
-SMTBot
-Screaming
-ScreenerBot
+SEOlyticsCrawler
+SEOstats
+SISTRIX
+Scanbot
+ScoutJet
 ScrepyBot
+Searchestate
 SearchmetricsBot
-SemanticJuice
-SeoSiteCheckup
-SiteExplorer
-SiteLockSpider
+Shodan
+Siphon
+Site Sucker
+SiteSucker
 Sitebeam
-SlySearch
-SmartDownload
+Sitevigil
 Snake
+Snapbot
 SocialRankIOBot
-Spammen
-SpankBot
-SputnikBot
-Sqlmap
-Steeler
+Sosospider
+Spanner
+Stripper
 Sucker
 Sucuri
-SuperBot
-SurveyBot
-Szukacz
-TeleportPro
-Telesoft
-Telesphorep
+T8Abot
+Teleport
 The Intraformant
 TheNomad
-Thumbor
-Tracemyfile
-TwengaBot
-Upflow
-VB Project
+Trendictionbot
+True_Robot
+Turingos
+URLy.Warning
+V-BOT
+Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
-VoidEYE
+Virusdie
+Voltron
 WASALive-Bot
-WBSearchBot
 WWW-Collector-E
 WWW-Mechanize
 WWW::Mechanize
-WeSEE
+WWWOFFLE
+Wallpapers/3.0
+WallpapersHD
 Web Auto
-Web Fetch
-Web Fuck
-Web Pix
+Web Collage
+Web Enhancer
 Web Sucker
-WebBandit
-WebCopier
-WebEnhancer
-WebLeacher
-WebPix
-WebSauger
-WebSucker
+WebFetch
+WebFuck
+WebGo IS
+WebReaper
+WebStripper
+WebZIP
 Webshag
-Website Quester
-WebsiteExtractor
-Whacker
-Whatweb
+WebsiteQuester
+Webster
 Who.is Bot
 Widow
 WinHTTrack
-WiseGuys Robot
-Woobot
-Wotbox
-Wprecon
+Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zauba
+Zade
 Zermelo
-ZyBorg
+Zeus
+Zitebot
+ZoominfoBot
+ZumBot
+adscanner
 arquivo-web-crawler
-autoemailspider
-backlink-check
-cah.io.community
+check1.exe
 clark-crawler
-coccocbot-web
-com.plumanalytics
-dataforseo.com
-demandbase-bot
+crawler.feedback
+crawler4j
+domainsproject.org
 eCatch
 evc-batch
-gopher
 instabid
-isitwp.com
-lwp-request
-magpie-crawler
+internetVista monitor
 meanpathbot
 mediawords
+muhstik-scan
 oBot
+plumanalytics
 probe-image-size
 ripz
-satoristudio.net
-scan.lol
-seocompany.store
-seoscanners
+s1z.ru
 seostar
+sexsearcher
 sitechecker.pro
-sp_auditbot
-sysscan
+sogouspider
+spyfu
+tAkeOut
+trendiction.com
 voyagerx.com
-x09Mozilla
-zauba.io
+webgains-bot
+webmeup-crawler
+webpros.com
+zgrab