V4.2022.01.2883 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404enemy
+404checker
+80legs
+AIBOT
+ALittle Client
+ASPSeek
+Abonti
 Aboundex
-AhrefsBot
+Aboundexbot
+AfD-Verbotsverfahren
+AiHitBot
 Alexibot
-AllSubmitter
-Ankit
-Apexoo
+Anarchy99
 Asterias
-Attach
-BLEXBot
-BackDoorBot
-Barkrowler
-Blow
-BlowFish
+BDFetch
+BacklinkCrawler
+BetaBot
+Bitacle
+Black Hole
+BlackWidow
+Blackboard
 Brandprotect
-BuiltBotTough
+Buddy
+BuiltWith
+BunnySlippers
 BuzzSumo
+CATExplorador
 CCBot
-CSHttp
-CazoodleBot
+CODE87
 CheTeam
 CheeseBot
-ChinaClaw
-Citoid
+Chlooe
 Claritybot
 Cliqzbot
-Cogentbot
+Cloud mapping
+Collector
 Copier
 Copyscape
-Craftbot
-Crawling at Home Project
 CrazyWebCrawler
+Crescent
 CrunchBot
+Curious
+DIIbot
 DSearch
-DTS Agent
 DatabaseDriverMysqli
-Demon
 Devil
-DigitalPebble
+Dirbuster
 Disco
-Discoverybot
-DomainAppender
+Dispatch
+DnyzBot
 DomainCrawler
-Download Wonder
-ECCP/1.0
+DomainStatsBot
+Dotbot
+Dragonfly
 EMail Siphon
-EasyDL
-EirGrabber
-Exabot
-Extractor
+Ebingbong
+EroCrawler
 ExtractorPro
-Ezooms
-FemtosearchBot
-Flunky
+FlashGet
+Foobot
 FrontPage
-Fuzz
 Fyrebot
 Genieo
-GetWeb
+GermCrawler
+Getintent
 Gigabot
-Gotit
+Go-Ahead-Got-It
 Grabber
-HEADMasterSEO
+HTMLparser
 HTTP::Lite
+HTTrack
+Harvest
 Havij
-HonoluluBot
-Humanlinks
-IDBTE4M
-IRLbot
+Heritrix
+Hloader
+HybridBot
 Id-search
-IndeedBot
-Indy Library
-InfoNaviRobot
-InfoTekies
-InterGET
-Internet Ninja
+IlseBot
+Image Fetch
 InternetSeer
-Iskanie
+Iria
 IstellaBot
-JennyBot
-Joomla
-Jorgee
-Jyxobot
-LNSpiderguy
+Jbrofuzz
+JustView
+Larbin
+Leap
+LexiBot
+Lftp
+LibWeb
 Libwhisker
 Lightspeedsystems
-LinkScan
-Linkbot
-Linkdexbot
-LinkpadBot
+Likse
+LinksManager
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
 Lipperhey
+Lipperhey Spider
 Litemage_walker
-Ltx71
-MIIxpc
+MFC_Tear_Sample
+MIDown tool
 MJ12bot
-Mata Hari
+MTRobot
+Magnet
+Mail.RU_Bot
+Majestic SEO
+Masscan
 MauiBot
-Mb2345Browser
 Meanpathbot
-Mediatoolkitbot
+MegaIndex.ru
 Metauri
-Microsoft URL Control
-Minefield
-Mister PiX
+Microsoft Data Access
+Moblie Safari
+MolokaiBot
+Morfeus Fucking Scanner
+Mozlila
 Mr.4x3
-NICErsPRO
-NPbot
-Name Intelligence
-Needle
+Nameprotect
+Navroad
+Nessus
 Net Vampire
-NetLyzer
-NetMechanic
-NextGenSearchBot
-Ninja
-Nmap
-Not
-Nutch
-Offline Navigator
+NetSpider
+Niki-bot
+Nikto
+NimbleCrawler
+Nuclei
+Offline Explorer
 OpenVAS
-OutclicksBot
+Openvas
+OrangeSpider
 OutfoxBot
-PHPCrawl
-PageAnalyzer
 PageGrabber
+PageScorer
 PageThing.com
 Pavuk
-Petalbot
+PeoplePal
+Pi-Monster
+Picscout
+Picsearch
 PictureFinder
-Piepmatz
-Pimonster
-Pixray
 PleaseCrawl
-ProPowerBot
+Psbot
 Pu_iN
-PyCurl
-QueryN Metasearch
+Pump
 Quick-Crawler
 RSSingBot
-RankFlex
-RankingBot
-RankurBot
-RealDownload
+RankActive
+RankingBot2
+Re-re
+ReGet
 Reaper
-RebelMouse
-Recorder
-RedesScrapy
-Ripper
-SBIder
+SEOkicks
 SEOkicks-Robot
-SEOprofiler
-SISTRIX
+SEOstats
 SMTBot
+Scanbot
+ScoutJet
 Screaming
-SemanticJuice
-SentiBot
-SeobilityBot
-Seomoz
-Shodan
+ScreenerBot
 Site Sucker
-SiteCheckerBotCrawler
-SiteLockSpider
-SiteSucker
+SiteExplorer
+Sitebeam
 Sitevigil
-SmartDownload
-SocialRankIOBot
+Snake
+Snoopy
+Sociscraper
 Sogou web spider
-Sottopop
 SpankBot
 Spanner
-Spinn3r
-Sqlmap
-Sqworm
-Steeler
-SuperBot
-Szukacz
-TheNomad
+SputnikBot
+Sucker
+Surfbot
+T0PHackTeam
+T8Abot
+Telesphoreo
 TightTwatBot
-Toata
 Toweyabot
 Tracemyfile
 Trendictionbot
 True_Robot
-Twice
+Turnitin
+TurnitinBot
+Typhoeus
 URLy.Warning
-Upflow
-VB Project
-VelenPublicWebCrawler
+UnisterBot
+V-BOT
+VCI
+Vagabondo
 VeriCiteCrawler
-Voltron
-WASALive-Bot
+Voil
 WBSearchBot
 WEBDAV
+WISENutbot
 WPScan
+WWW-Collector-E
 WWW-Mechanize
-WWWOFFLE
 Wallpapers
 Wallpapers/3.0
 WallpapersHD
+Web Collage
 Web Enhancer
 Web Fetch
-Web Fuck
-Web Sucker
-WebBandit
-WebCollage
-WebFetch
-WebFuck
-WebGo IS
+WebLeacher
+WebPix
+WebReaper
+WebSucker
 WebWhacker
 WebZIP
+Webalta
+WebsiteQuester
 Webster
+Whack
+Whacker
+Widow
+WiseGuys Robot
 Wonderbot
-Wotbox
-Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
+Woobot
+Wprecon
+Xenu
+Zade
+Zitebot
 ZmEu
-ZoomBot
+ZumBot
 ZyBorg
-adscanner
 archive.org_bot
-arquivo.pt
 autoemailspider
 check1.exe
 cognitiveseo
-dataforseo.com
+com.plumanalytics
+crawler.feedback
 demandbase-bot
 domainsproject.org
 evc-batch
 facebookscraper
-gopher
-lwp-request
-lwp-trivial
+heritrix
+internetVista monitor
+iubenda-radar
 meanpathbot
+muhstik-scan
 netEstate NE Crawler
-oBot
 page scorer
-pcBrowser
 probe-image-size
-ripz
-scalaj-http
-serpstatbot
+seobility
+seostar
 sogouspider
-voyagerx.com
 webgains-bot
-webmeup-crawler
-webpros.com
 webprosbot
+x09Mozilla
+x22Mozilla
+xpymep1.exe
+zgrab