V4.2022.02.2927 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-ASPSeek
+01h4x.com
+404checker
+404enemy
+ALittle Client
 Abonti
-AfD-Verbotsverfahren
+Acunetix
+AhrefsBot
 AiHitBot
 Aipbot
-Alexibot
 Alligator
-AlphaBot
+Anarchy
 Anarchy99
-Ankit
-Attach
-BackDoorBot
+Apexoo
+AwarioRssBot
+BDCbot
 BackStreet
 BackWeb
-Backlink-Ceck
 Badass
-Bandit
-BetaBot
-Bigfoot
-Black Hole
-Blow
-BlowFish
-Boardreader
-Bolt
-Brandprotect
-BuiltBotTough
+BlackWidow
+BotALot
 BuiltWith
-BunnySlippers
-CazoodleBot
-Cegbfeieh
+CCBot
+CSHttp
 CheTeam
 CheeseBot
 CherryPicker
-Citoid
-Cliqzbot
-Cloud mapping
-Craftbot
-Crawling at Home Project
+ChinaClaw
+Claritybot
+Cocolyzebot
+Copier
+CopyRightCheck
+Copyscape
+CrazyWebCrawler
+Crescent
+Curious
+Custo
+CyotekWebCopy
 DIIbot
-DatabaseDriverMysqli
-Digincore
+DataCha0s
+Devil
 DigitalPebble
+Dirbuster
 Disco
-DnBCrawler-Analytics
+Discobot
+Discoverybot
 DnyzBot
+Domains Project
 Download Wonder
 Dragonfly
-Drip
-ECCP/1.0
+EMail Siphon
 EroCrawler
-Evil
+Extractor
 ExtractorPro
+Extreme Picture Finder
 EyeNetIE
+FDM
 FHscan
-Firefox/7.0
-FlashGet
-FyberSpider
-GT::WWW
-GalaxyBot
+FemtosearchBot
+Freeuploader
+Genieo
 GermCrawler
+GetRight
+GetWeb
 Gigabot
-Go!Zilla
 Go-Ahead-Got-It
-Gotit
+GoZilla
+GrabNet
+Grabber
 Grafula
-GrapeshotCrawler
-HTTP::Lite
+GrapeFX
+HTMLparser
 HTTrack
+Haansoft
 Harvest
-Havij
-HonoluluBot
-IDBTE4M
-Indy Library
-Intelliseek
-InternetSeer
+Humanlinks
+Iblog
 Iria
 IstellaBot
+JOC Web Spider
+JamesBOT
 JennyBot
 JetCar
-Jetty
+Joomla
 Jorgee
-Kinza
-LWP::Simple
+Jyxobot
+Keyword Density
+LNSpiderguy
+Lanshanbot
 Larbin
 LeechFTP
-LeechGet
+Lftp
 Libwhisker
-LieBaoFast
 Lightspeedsystems
 Likse
-LinkWalker
-Lipperhey
+LinkScan
+Linkdexbot
+LinkextractorPro
+LinksManager
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey Spider
 Litemage_walker
 Lmspider
-MFC_Tear_Sample
-MIIxpc
+MIDown tool
 MJ12bot
+Mag-Net
+Magnet
+Mail.RU_Bot
 Majestic-SEO
+MarkMonitor
 Mass Downloader
-Masscan
-Mata Hari
 MauiBot
-Mediatoolkitbot
-MegaIndex.ru
+Mb2345Browser
 Metauri
-Minefield
-Mojolicious
+Mojeek
 Mr.4x3
-Navroad
+Name Intelligence
+Nameprotect
 Needle
-Net Vampire
+NetLyzer
+NetSpider
+Nettrack
+Netvibes
+Nibbler
 Niki-bot
 Nikto
-NimbleCrawler
-Nimbostratus
-Nmap
-Nuclei
+Ninja
+Nutch
 Octopus
-Offline Explorer
-OnCrawl
-Openfind
+OpenLinkProfiler
+OpenVAS
+Openvas
 OrangeBot
-OrangeSpider
 OutclicksBot
-PHPCrawl
-PageGrabber
-PageScorer
-Pandalytics
+Papa Foto
 Petalbot
-Piepmatz
-PleaseCrawl
+Picscout
+Picsearch
+ProPowerBot
 ProWebWalker
-Probethenet
-PxBroker
-QueryN Metasearch
-RankActive
-RankFlex
-Re-re
+Psbot
+Pu_iN
+Pump
+Quick-Crawler
+RSSingBot
+RankingBot2
+Rankivabot
+RankurBot
+ReGet
 RealDownload
-Reaper
-RedesScrapy
-Rogerbot
-SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-SalesIntelligent
-ScanAlert
-Scanbot
-Scrapy
-Screaming
-ScreenerBot
-Searchestate
+SEOprofiler
+SISTRIX
+ScrepyBot
 Semrush
-SemrushBot
-SentiBot
-SeoSiteCheckup
-Seomoz
-SiteExplorer
+Shodan
+Siphon
 SiteLockSpider
 SiteSnagger
-Sitebeam
-Sitevigil
+SiteSucker
 SlySearch
 Snake
 Snapbot
+Snoopy
 SocialRankIOBot
 Sociscraper
-Sogou web spider
-SpaceBison
-Spammen
-Spbot
-Spinn3r
-SputnikBot
-Sqworm
-Steeler
+Sosospider
+Sottopop
+SpankBot
+Stripper
+SuperBot
 SurveyBot
+Suzuran
+Szukacz
+T0PHackTeam
 Teleport
 TeleportPro
-Thumbor
 TightTwatBot
-Tracemyfile
-Trendiction
-Turingos
-TurnitinBot
+Titan
+Turnitin
 Twice
 Typhoeus
 URLy Warning
-URLy.Warning
-UnisterBot
+V-BOT
+VB Project
 Vacuum
+Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
-VidibleScraper
-WASALive-Bot
-WWW-Collector-E
+Virusdie
+VoidEYE
+Voil
+WISENutbot
+WPScan
 WWW-Mechanize
-WWWOFFLE
 Wallpapers
-WeSEE
-Web Collage
 Web Enhancer
-Web Fetch
+Web Fuck
 Web Sauger
-WebAuto
 WebCollage
-WebFuck
+WebCopier
+WebFetch
+WebImageCollector
+WebReaper
+WebSauger
 WebStripper
 WebSucker
 WebWhacker
-WebZIP
-WebmasterWorldForumBot
-Webshag
-Website Quester
-Webster
-Whatweb
+Whack
+Whacker
 Who.is Bot
-Xaldon_WebSpider
-Xenu
-Zermelo
-Zeus
+WiseGuys Robot
+Wonderbot
+Wotbox
+Xaldon WebSpider
+YoudaoBot
 Zitebot
-ZyBorg
+ZoomBot
+adscanner
+archive.org_bot
 arquivo-web-crawler
-backlink-check
+autoemailspider
 cah.io.community
-eCatch
-internetVista monitor
+check1.exe
+coccocbot-web
+cognitiveseo
+crawler.feedback
+crawler4j
+dataforseo.com
+demandbase-bot
+isitwp.com
 iubenda-radar
-magpie-crawler
-mediawords
+meanpathbot
 muhstik-scan
 netEstate NE Crawler
-page scorer
+polaris version
 probe-image-size
 ripz
 satoristudio.net
-seobility
+scalaj-http
 seocompany.store
-seostar
-serpstatbot
+sitechecker.pro
 sogouspider
-sp_auditbot
 sysscan
-trendiction.de
-ubermetrics-technologies.com
-webmeup-crawler
+tAkeOut
+trendiction.com
 webpros.com
-webprosbot
-x22Mozilla
+x09Mozilla
+xpymep1.exe
 zauba.io
 zgrab