V4.2022.06.3169 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
+360Spider
+404checker
 80legs
-ADmantX
-ASPSeek
-Aboundexbot
-AhrefsBot
+ALittle Client
+Aboundex
+AiHitBot
 Aipbot
-Alexibot
 Alligator
-AlphaBot
 Anarchie
-Anarchy
 Anarchy99
+Aspiegel
+Atomseobot
 AwarioRssBot
+BBBike
+BDCbot
+BDFetch
 BLEXBot
-BackDoorBot
-BacklinkCrawler
-Bitacle
-Black Hole
-Blackboard
-Blow
+BackWeb
+Badass
+BatchFTP
+Bolt
+BotALot
 Brandprotect
+Brandwatch
 Buddy
-BuiltBotTough
 Bullseye
-BunnySlippers
-CODE87
-CazoodleBot
-Cegbfeieh
-CheTeam
+CSHttp
+Calculon
+ChinaClaw
 Chlooe
-Cocolyzebot
-Collector
-Copyscape
+Cliqzbot
+Cloud mapping
+Cosmos
+Crawling at Home Project
+CrazyWebCrawler
 Crescent
-DIIbot
-DTS Agent
-DataCha0s
+CrunchBot
+Curious
+Custo
+DBLBot
+DSearch
 DatabaseDriverMysqli
+Deusu
+Devil
+Digincore
 DigitalPebble
-Dirbuster
+Disco
 Discoverybot
-DnBCrawler-Analytics
-DnyzBot
+Dispatch
 DomCopBot
-DomainCrawler
-DomainStatsBot
+DomainSigmaCrawler
 Domains Project
-Dotbot
 Dragonfly
-EMail Wolf
+EMail Siphon
 EasyDL
-Ebingbong
-EirGrabber
 EroCrawler
-Exabot
+Evil
 ExtLinksBot
 Extreme Picture Finder
 EyeNetIE
 FDM
-FemtosearchBot
-FlashGet
-Flunky
-Foobot
-Fuzz
-Fyrebot
-GT::WWW
-GalaxyBot
-GetRight
-GetWeb
+FHscan
+FrontPage
+FyberSpider
+G-i-g-a-b-o-t
 Getintent
 Gigabot
-Go!Zilla
+Go-Ahead-Got-It
+GoZilla
 Grabber
-GrapeFX
-HMView
+GrapeshotCrawler
+HTTP::Lite
 Haansoft
 Havij
-HonoluluBot
-HybridBot
-IDBTE4M
+Heritrix
+IRLbot
 Id-search
+IlseBot
+Image Sucker
+InfoNaviRobot
 InfoTekies
-Intelliseek
-Internet Ninja
-InternetSeer
-IstellaBot
-JamesBOT
-JikeSpider
-Joomla
+InterGET
+JetCar
+Jorgee
 JustView
 Jyxobot
 Kenjin Spider
 Kinza
-LNSpiderguy
 Lanshanbot
+LeechFTP
+LexiBot
+Lftp
 LibWeb
-LieBaoFast
 Lightspeedsystems
+LinkScan
+LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey
+LinqiaScrapeBot
 Lipperhey Spider
-Litemage_walker
-Ltx71
-MFC_Tear_Sample
-MIIxpc
-MSIECrawler
-MTRobot
-Magnet
-Mail.RU_Bot
-MarkMonitor
-Mass Downloader
-Masscan
-Meanpathbot
-Mediatoolkitbot
-Metauri
-Microsoft Data Access
-Mojeek
-Morfeus Fucking Scanner
+Lmspider
+MIDown tool
+MJ12bot
+Mag-Net
+Majestic-SEO
+Mata Hari
+Mb2345Browser
+MeanPath Bot
+MicroMessenger
+Minefield
+Moblie Safari
+MolokaiBot
 Mr.4x3
-Msrabot
-NICErsPRO
-Nessus
-NetMechanic
-Nettrack
-Netvibes
-Nibbler
-Ninja
-Nuclei
+Musobot
+NPbot
+Name Intelligence
+Nameprotect
+Navroad
+NearSite
+NetLyzer
+NetSpider
+Netcraft
+Niki-bot
+NimbleCrawler
+Not
+Nutch
+Octopus
+Offline Explorer
+Offline Navigator
 OnCrawl
-OrangeBot
-OrangeSpider
-PECL::HTTP
-PageAnalyzer
-PageGrabber
-Pandalytics
-Papa Foto
-Pavuk
-Petalbot
+Openfind
+PageScorer
+Picsearch
+Piepmatz
+ProPowerBot
+Psbot
 Pump
+PxBroker
+PyCurl
 QueryN Metasearch
-RankActive
+RSSingBot
 RankActiveLinkBot
-Reaper
-Recorder
-RedesScrapy
+RankingBot
+RankingBot2
+Rankivabot
+RankurBot
+Re-re
+ReGet
 Ripper
-SBIder
+Rogerbot
 SEOkicks
-SEOlyticsCrawler
+SEOkicks-Robot
 SEOprofiler
-SISTRIX
 SMTBot
-SalesIntelligent
 ScanAlert
 Scanbot
-ScoutJet
-Scrapy
 ScrepyBot
+SearchmetricsBot
 Seekport
+SemanticJuice
 SemrushBot
-SentiBot
-Seomoz
 Shodan
-SiteCheckerBotCrawler
 SiteSnagger
+Sitebeam
 Siteimprove
-Sitevigil
-SlySearch
-Snake
 Snapbot
+Sociscraper
+Sottopop
 SpaceBison
 SpankBot
-Spinn3r
 Sqlmap
+Sqlworm
 Sqworm
-Sucker
+Steeler
+Stripper
 Sucuri
+SuperBot
 SuperHTTP
-Swiftbot
+Surfbot
+SurveyBot
 Szukacz
 T0PHackTeam
+T8Abot
 Teleport
+TeleportPro
 Telesoft
-Telesphoreo
-The Intraformant
-TheNomad
+Telesphorep
 TightTwatBot
-Trendiction
-TurnitinBot
+Toata
+Toweyabot
+Tracemyfile
+TwengaBot
+Typhoeus
 URLy Warning
 UnisterBot
-VB Project
+Upflow
+VCI
+Vacuum
 Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
-Virusdie
+VoidEYE
 Voil
-WASALive-Bot
-WEBDAV
-WPScan
-WWW-Collector-E
-WWWOFFLE
+Voltron
+WBSearchBot
+WWW::Mechanize
 Wallpapers
-WallpapersHD
-Web Fetch
-Web Pix
-Web Sauger
-WebBandit
-WebCollage
-WebFuck
+WeSEE
+Web Enhancer
+WebCopier
+WebEnhancer
+WebFetch
 WebImageCollector
 WebLeacher
-WebPix
 WebReaper
+WebSauger
+WebSucker
+WebWhacker
 WebZIP
-Webshag
-Whack
-Whacker
-Widow
-Woobot
-Wotbox
+WebmasterWorldForumBot
+Website Quester
+Whatweb
+Who.is Bot
+WinHTTrack
+Wonderbot
 Wprecon
+Xenu
+Zade
+Zermelo
 Zeus
 Zitebot
+ZmEu
 ZumBot
-arquivo-web-crawler
-arquivo.pt
-cah.io.community
-check1.exe
-com.plumanalytics
-crawl.sogou.com
-crawler.feedback
-demandbase-bot
-evc-batch
-heritrix
+clark-crawler
+cognitiveseo
+domainsproject.org
 ips-agent
-oBot
-page scorer
+linkdexbot
+mediawords
 pcBrowser
-s1z.ru
-seocompany.store
 seostar
 serpstatbot
-sexsearcher
+sitechecker.pro
+siteripz
 sysscan
-tAkeOut
-ubermetrics-technologies.com
-webprosbot
+trendiction.com
+voyagerx.com
+webmeup-crawler
 x09Mozilla
+xpymep1.exe