V4.2022.08.3308 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
+404checker
 404enemy
-ADmantX
-AfD-Verbotsverfahren
+Abonti
+Acunetix
 AhrefsBot
-AiHitBot
-Alexibot
-Alligator
-AlphaBot
-Anarchy
-Anarchy99
-Anthill
-Aspiegel
+AllSubmitter
+Ankit
 Atomseobot
 Attach
-BDCbot
 BDFetch
-BackDoorBot
+BLEXBot
+BackStreet
+Badass
 Bandit
-Barkrowler
-BatchFTP
-Bitacle
+BetaBot
+Bigfoot
 Blackboard
+Blow
 BlowFish
 Brandprotect
-Buddy
-BuiltBotTough
-BuzzSumo
+Brandwatch
+Buck
+Bullseye
+CATExplorador
 CCBot
 CazoodleBot
 Cegbfeieh
-CheTeam
-CheeseBot
 CherryPicker
 Chlooe
+Citoid
 Claritybot
+Cliqzbot
 Collector
 Copier
-Copyscape
+Craftbot
+Crawling at Home Project
+CrazyWebCrawler
+CrunchBot
+Curious
+CyotekWebCopy
 DBLBot
-DIIbot
-DTS Agent
 DataCha0s
-Demon
+Deusu
 Dirbuster
-Discoverybot
-Dispatch
-DittoSpyder
-DnBCrawler-Analytics
+Disco
+DomCopBot
 DomainCrawler
+DomainSigmaCrawler
 Domains Project
 Dotbot
-Drip
-ECCP/1.0
+Download Wonder
+Dragonfly
+EMail Siphon
+EMail Wolf
 Ecxi
+EirGrabber
 EroCrawler
-ExtractorPro
-Ezooms
-FemtosearchBot
+Evil
+Express WebPictures
+FDM
+FHscan
 Fimap
 FlashGet
-Fyrebot
-GalaxyBot
-GermCrawler
+Flunky
+FrontPage
+FyberSpider
+GetRight
 Getintent
-Gigabot
-Go!Zilla
 GoZilla
-Grabber
-GridBot
 HTMLparser
-HaosouSpider
-IDBTE4M
+HTTrack
+Harvest
+Havij
+Hloader
+HonoluluBot
 IDBot
 IRLbot
 Iblog
 Id-search
-IndeedBot
+Image Fetch
 InfoNaviRobot
-InfoTekies
-InternetSeer
-Iria
-IstellaBot
+Internet Ninja
+Iskanie
+JOC Web Spider
+JennyBot
+Jetty
+JikeSpider
 Joomla
-Jorgee
-Jyxobot
-Keyword Density
-Kozmosbot
+Keybot Translation-Search-Machine
+LWP::Simple
 Lanshanbot
-LeechFTP
-LeechGet
+LibWeb
 LieBaoFast
 Lightspeedsystems
-Likse
 LinkScan
 LinkWalker
 Linkbot
 LinkextractorPro
-LinqiaMetadataDownloaderBot
-Lmspider
+LinkpadBot
+LinqiaRSSBot
+LinqiaScrapeBot
+Litemage_walker
 MIDown tool
-MJ12bot
+MIIxpc
 MQQBrowser
 MSFrontPage
-MTRobot
-Magnet
-Majestic SEO
+MSIECrawler
+Majestic-SEO
+Majestic12
+Mass Downloader
 Masscan
 Mb2345Browser
-Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
 MicroMessenger
-Minefield
-Msrabot
+Mister PiX
+Moblie Safari
+MolokaiBot
+Mozlila
 Musobot
 NICErsPRO
-Name Intelligence
+NPbot
 Nameprotect
+NearSite
 Needle
 Net Vampire
 NetLyzer
-NetSpider
-Nettrack
-NextGenSearchBot
-Nibbler
+Netcraft
 Nikto
 NimbleCrawler
-Ninja
+Nimbostratus
 Nmap
-Not
 Nuclei
 Nutch
-OnCrawl
-Openfind
-OutclicksBot
-OutfoxBot
+Octopus
+Offline Navigator
+OpenVAS
+OrangeSpider
 PHPCrawl
+Page Analyzer
 PageAnalyzer
 Papa Foto
+Pavuk
+Petalbot
 Pi-Monster
 Picscout
+Picsearch
 PictureFinder
-Piepmatz
-Pimonster
-Pixray
+Pockey
+Probethenet
+PxBroker
 PyCurl
 Quick-Crawler
-Re-re
-Ripper
+RankActive
+RankFlex
+RankurBot
+ReGet
+RealDownload
+Reaper
+Recorder
+RepoMonkey
+SEOkicks
 SEOlyticsCrawler
+SEOprofiler
 SMTBot
 SalesIntelligent
 Scanbot
-ScoutJet
-Scrapy
 Screaming
-ScrepyBot
-Searchestate
-Seekport
-SemanticJuice
-SemrushBot
-SentiBot
-Shodan
+SeobilityBot
+Seomoz
 Siphon
-SiteExplorer
-SiteLockSpider
-SiteSnagger
-Sitebeam
-Siteimprove
-Sitevigil
-Snapbot
-Snoopy
-Sociscraper
+SiteSucker
+SlySearch
+SocialRankIOBot
+Sosospider
 SpaceBison
 Spammen
 SpankBot
-Spinn3r
-SputnikBot
-Sqlmap
+Spanner
+Spbot
 Sqlworm
-Sqworm
-Steeler
-SuperHTTP
-Surfbot
+Stripper
 Suzuran
 Swiftbot
-T8Abot
-Teleport
-Titan
-Toata
-Trendiction
-Turingos
-UnisterBot
-V-BOT
+Telesoft
+Telesphorep
+TheNomad
+TightTwatBot
+Toweyabot
+Turnitin
+TwengaBot
+URLy Warning
+VB Project
 VCI
-Vacuum
-Vagabondo
-VoidEYE
-WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
+VelenPublicWebCrawler
+VidibleScraper
+Voil
+WEBDAV
+WPScan
+WWW-Collector-E
 Wallpapers
 Wallpapers/3.0
-Web Fetch
+WeSEE
+Web Collage
+Web Enhancer
 Web Pix
-Web Sauger
-Web Sucker
-WebAuto
 WebBandit
-WebCopier
 WebEnhancer
-WebFetch
-WebFuck
 WebImageCollector
-WebReaper
-WebSauger
-WebStripper
-Webalta
+WebZIP
 WebmasterWorldForumBot
 Website Quester
-Webster
-Whacker
-Wotbox
-Xenu
-YoudaoBot
-Zade
-ZyBorg
-adscanner
+Wprecon
+Xaldon WebSpider
+Zauba
+Zeus
+Zitebot
+ZoomBot
+ZoominfoBot
 cah.io.community
-cognitiveseo
-crawler4j
-domainsproject.org
+check1.exe
+com.plumanalytics
+eCatch
+evc-batch
+gopher
 heritrix
-internetVista monitor
 isitwp.com
 iubenda-radar
-linkdexbot
-meanpathbot
-mediawords
-s1z.ru
-satoristudio.net
-seocompany.store
+lwp-request
+lwp-trivial
+netEstate NE Crawler
+oBot
+pcBrowser
+polaris version
+ripz
 seoscanners
-serpstatbot
-sogouspider
-sysscan
+seostar
+sexsearcher
+sitechecker.pro
+spyfu
+tAkeOut
 trendiction.com
-webmeup-crawler
+trendiction.de
+ubermetrics-technologies.com
+voyagerx.com
+webgains-bot
 webpros.com
-xpymep1.exe
+webprosbot
+x09Mozilla