V4.2022.01.2857 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-AIBOT
-ALittle Client
-ASPSeek
+404checker
+Abonti
 Aboundex
-Aboundexbot
 Acunetix
-AhrefsBot
-AllSubmitter
-Alligator
-Anarchy
+Alexibot
+AlphaBot
 Anarchy99
-Ankit
-Anthill
-Asterias
-Attach
+Aspiegel
 AwarioSmartBot
-BBBike
-BDCbot
-BLEXBot
-BackDoorBot
-BackStreet
+BDFetch
 BackWeb
 Backlink-Ceck
-Bitacle
-BlackWidow
-Blackboard
-BlowFish
-Brandwatch
+Badass
+Bigfoot
+Blow
+BotALot
+Brandprotect
+Buck
+Buddy
 BuiltBotTough
 BuiltWith
-Bullseye
 BunnySlippers
-CATExplorador
-CCBot
+BuzzSumo
+CSHttp
 Calculon
+CazoodleBot
 Cegbfeieh
-CheeseBot
-ChinaClaw
-Chlooe
-Claritybot
+CheTeam
 Cloud mapping
 Cocolyzebot
 Cogentbot
-CopyRightCheck
-CrunchBot
-Curious
-Custo
-DIIbot
-DatabaseDriverMysqli
+Copyscape
+CrazyWebCrawler
+DTS Agent
+Demon
 Digincore
-Dispatch
-DnyzBot
+DigitalPebble
+Dirbuster
+Disco
+DittoSpyder
+DomainAppender
 DomainCrawler
+Dotbot
 Dragonfly
-Drip
-ECCP/1.0
 EMail Wolf
-EasyDL
-Ecxi
-EroCrawler
+EirGrabber
 Evil
-Express WebPictures
 ExtLinksBot
+Extractor
+FHscan
 FemtosearchBot
+Firefox/7.0
 Flunky
 Freeuploader
-FrontPage
-GT::WWW
+Fuzz
+Fyrebot
+G-i-g-a-b-o-t
+GermCrawler
 GetWeb
-Getintent
-Go-Ahead-Got-It
-GrabNet
-Grabber
+Grafula
+GrapeFX
 GridBot
-HTTP::Lite
-Haansoft
-Harvest
-Humanlinks
-HybridBot
+HaosouSpider
+Havij
 IDBTE4M
 IRLbot
-IlseBot
-Image Fetch
+Id-search
 IndeedBot
-Indy Library
-Iria
+InfoNaviRobot
+InfoTekies
+Intelliseek
+InterGET
+InternetSeer
+Iskanie
+IstellaBot
+JOC Web Spider
+Jbrofuzz
 JennyBot
+Joomla
 Jorgee
-Lanshanbot
+Kenjin Spider
+Keyword Density
+Larbin
 LeechFTP
-LeechGet
 LexiBot
-Libwhisker
-Likse
-LinkScan
+Lftp
+LibWeb
+LieBaoFast
+Lightspeedsystems
 LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
+LinksManager
+Lipperhey Spider
 Lmspider
 Ltx71
 MFC_Tear_Sample
-MIIxpc
-MJ12bot
-MSIECrawler
-Mag-Net
 Magnet
-Majestic SEO
+Mail.RU_Bot
 Majestic-SEO
-Mass Downloader
-Masscan
+MarkMonitor
+MarkWatch
+MauiBot
 Mb2345Browser
-Meanpathbot
-Metauri
-Microsoft URL Control
+MegaIndex.ru
+MicroMessenger
+Minefield
+Mister PiX
 Moblie Safari
-Mozlila
+Mojeek
+Mojolicious
 Musobot
 NPbot
 NearSite
-NetZIP
-Netcraft
+Nessus
+NetAnts
+NetSpider
 Nettrack
 NextGenSearchBot
-Nibbler
+NimbleCrawler
 Nimbostratus
 Ninja
-Nmap
+Not
 Nuclei
-Offline Explorer
+Octopus
+Offline Navigator
 OnCrawl
-Openfind
-Openvas
-OrangeSpider
+OpenLinkProfiler
+OrangeBot
+OutclicksBot
 OutfoxBot
-PHPCrawl
-PageGrabber
-PageScorer
-Pandalytics
-Panscient
-PeoplePal
-Pi-Monster
-Picscout
-Pixray
-Pockey
+Page Analyzer
+Papa Foto
+Petalbot
+ProPowerBot
 Psbot
-Pu_iN
-RankActiveLinkBot
-RankingBot2
-Rankivabot
-RankurBot
-RedesScrapy
-RepoMonkey
-SBIder
-SEOprofiler
-ScoutJet
-Scrapy
+PxBroker
+Quick-Crawler
+RSSingBot
+RankActive
+RankingBot
+Re-re
+RealDownload
+Reaper
+RebelMouse
+Rogerbot
+SEOkicks-Robot
+SMTBot
+SalesIntelligent
+ScreenerBot
+Searchestate
 SearchmetricsBot
+SemrushBot
+SeoSiteCheckup
+Seomoz
+Site Sucker
+SiteExplorer
 SiteLockSpider
 SiteSnagger
-SiteSucker
-Sitebeam
-Sitevigil
-Snapbot
-Snoopy
+SlySearch
+SmartDownload
+Snake
+SocialRankIOBot
 Sociscraper
-Sogou web spider
-Spammen
+Sosospider
+Sottopop
 Spanner
-Spbot
-Sqlworm
-Surfbot
-SurveyBot
-Swiftbot
-Szukacz
-T0PHackTeam
-Teleport
+Spinn3r
+Sqlmap
+Stripper
+Sucker
+SuperBot
+Suzuran
+T8Abot
 TeleportPro
 Telesphoreo
-True_Robot
+Thumbor
+Titan
+Trendiction
 Turingos
-TwengaBot
 Twice
-UnisterBot
+Typhoeus
+URLy.Warning
 Upflow
-VCI
+V-BOT
+Vacuum
 VelenPublicWebCrawler
-VeriCiteCrawler
-Virusdie
-Voil
-WEBDAV
+VidibleScraper
+Voltron
+WBSearchBot
 WISENutbot
 WPScan
-Wallpapers/3.0
+Wallpapers
+WeSEE
+Web Auto
 Web Fetch
-Web Fuck
-Web Sucker
-WebBandit
-WebCollage
+WebEnhancer
+WebFetch
 WebFuck
+WebGo IS
+WebLeacher
 WebPix
 WebReaper
 WebSauger
-WebStripper
-WebWhacker
 WebZIP
-WebmasterWorldForumBot
+Webalta
+Webshag
 Website Quester
-Whack
-Whacker
+WebsiteExtractor
+WebsiteQuester
+Webster
 Who.is Bot
+WiseGuys Robot
 Wotbox
-Wprecon
-Xaldon WebSpider
+Xaldon_WebSpider
 Xenu
-YoudaoBot
-Zermelo
-ZoomBot
-arquivo-web-crawler
+adscanner
+arquivo.pt
 autoemailspider
-check1.exe
+backlink-check
+cah.io.community
 clark-crawler
 coccocbot-web
-com.plumanalytics
 crawl.sogou.com
-dataforseo.com
-demandbase-bot
+crawler.feedback
 domainsproject.org
+eCatch
 facebookscraper
-magpie-crawler
+instabid
+ips-agent
+isitwp.com
+iubenda-radar
+lwp-request
+lwp-trivial
 meanpathbot
-netEstate NE Crawler
+muhstik-scan
 page scorer
-plumanalytics
-probe-image-size
 ripz
-s1z.ru
-scan.lol
 seocompany.store
+seoscanners
+seostar
+serpstatbot
 sexsearcher
-sitechecker.pro
-siteripz
-sp_auditbot
-spyfu
+sogouspider
 sysscan
-tAkeOut
+trendiction.de
+ubermetrics-technologies.com
+voyagerx.com
 webmeup-crawler
-x22Mozilla
-xpymep1.exe
+webpros.com
+webprosbot
 zauba.io