V4.2021.10.2644 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
-80legs
-AIBOT
-ALittle Client
-ASPSeek
+01h4x.com
+360Spider
+404checker
 Abonti
+Aboundex
+Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
-Aipbot
-Alexibot
+AhrefsBot
+AiHitBot
 Alligator
-Anarchy
-Anarchy99
-BLEXBot
+Anthill
+Attach
+AwarioRssBot
+AwarioSmartBot
+BBBike
+BDFetch
 BackDoorBot
 BackWeb
-Badass
-Bandit
-BetaBot
+Backlink-Ceck
+Battleztar Bazinga
+Bitacle
 Black Hole
-BlackWidow
-Blackboard
 Blow
 BlowFish
-Boardreader
-BotALot
-Brandprotect
-Buddy
-BuiltBotTough
+Brandwatch
+Bullseye
 BuzzSumo
-CATExplorador
-CCBot
-CheTeam
-Chlooe
+CODE87
+CensysInspect
+CherryPicker
+Claritybot
 Cloud mapping
-Cocolyzebot
+Copier
 CopyRightCheck
+Copyscape
 Cosmos
 CrazyWebCrawler
 Crescent
-CrunchBot
-Curious
 Custo
+CyotekWebCopy
+DBLBot
 DIIbot
 DataCha0s
-Disco
-DomainSigmaCrawler
+DatabaseDriverMysqli
+Demon
+Deusu
+Devil
+DnyzBot
+DomCopBot
+DomainAppender
+DomainCrawler
 DomainStatsBot
 Domains Project
 Download Wonder
+Dragonfly
+Drip
+ECCP/1.0
 EMail Wolf
 Ecxi
 EirGrabber
-Exabot
-ExtLinksBot
-Extractor
+ExtractorPro
 EyeNetIE
 FemtosearchBot
-FlashGet
-Foobot
+Firefox/7.0
 Freeuploader
 FyberSpider
+Fyrebot
+GT::WWW
+Genieo
+GetRight
+GetWeb
+Getintent
 Go!Zilla
-Go-Ahead-Got-It
-GoZilla
-GrabNet
-Grabber
-GrapeFX
+Gotit
 GrapeshotCrawler
-GridBot
-HMView
 HTMLparser
-HTTP::Lite
+Haansoft
 HaosouSpider
+Harvest
 Havij
-Hloader
-IDBot
-IRLbot
+HybridBot
+IDBTE4M
 Iblog
 Id-search
 IlseBot
-Image Fetch
-Image Sucker
-IndeedBot
-InfoTekies
+InfoNaviRobot
+Intelliseek
 InterGET
-InternetSeer
+Internet Ninja
+Iria
+Iskanie
 IstellaBot
 Jbrofuzz
 JennyBot
 Jetty
+Jorgee
+Jyxobot
 Kenjin Spider
-Kinza
+LWP::Simple
 Lanshanbot
-Leap
-LexiBot
-Libwhisker
+Larbin
+Lftp
 Lightspeedsystems
 LinkScan
-LinkWalker
-LinksManager
-LinqiaMetadataDownloaderBot
-Lipperhey Spider
-Litemage_walker
-Lmspider
+LinkpadBot
+LinqiaScrapeBot
+MFC_Tear_Sample
 MJ12bot
 MQQBrowser
+MSIECrawler
+MTRobot
 Mag-Net
-Magnet
-Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
-MarkWatch
-Mass Downloader
+Majestic12
+MarkMonitor
 MauiBot
 Mb2345Browser
+MegaIndex.ru
 Microsoft Data Access
-Morfeus Fucking Scanner
-Mozlila
+Microsoft URL Control
 Msrabot
-Musobot
-NICErsPRO
+Name Intelligence
+Nameprotect
 Navroad
+Needle
 Nessus
-Nettrack
+Net Vampire
+NetAnts
+NetLyzer
+NetZIP
 Netvibes
-Nibbler
+Niki-bot
 NimbleCrawler
-Nuclei
+Nimbostratus
+Nutch
+Octopus
 Offline Explorer
-Openfind
-Openvas
-OrangeBot
-OutfoxBot
-POE-Component-Client-HTTP
+OnCrawl
+OpenVAS
+OrangeSpider
+PECL::HTTP
+PHPCrawl
 Page Analyzer
-PageScorer
+PageAnalyzer
 PageThing.com
-Papa Foto
-Pavuk
+Pandalytics
+Panscient
 PeoplePal
-Picscout
 Pimonster
 Pockey
 ProPowerBot
-Probethenet
-Pump
-PyCurl
+Pu_iN
+QueryN Metasearch
+RankActive
 RankActiveLinkBot
 RankingBot
+RankingBot2
 ReGet
-RealDownload
-RebelMouse
-RepoMonkey
+Reaper
+Ripper
 RocketCrawler
-Rogerbot
-SEOprofiler
-SISTRIX
-SMTBot
-ScoutJet
-Scrapy
-ScreenerBot
-ScrepyBot
-SearchmetricsBot
+SBIder
+SEOkicks-Robot
+SalesIntelligent
+Screaming
+Searchestate
 Semrush
-SentiBot
-Seomoz
-Shodan
-Site Sucker
-SiteExplorer
+SeobilityBot
+Siphon
+SiteCheckerBotCrawler
+SiteLockSpider
 SiteSnagger
-SiteSucker
 Sitebeam
+Sitevigil
+Snake
 Snapbot
-Snoopy
-Sosospider
+Sociscraper
+Sogou web spider
 Sottopop
 Spanner
-SputnikBot
-Steeler
-SurveyBot
-Suzuran
-Swiftbot
+SuperHTTP
+Surfbot
 Szukacz
-Telesoft
-Telesphoreo
+Telesphorep
 Thumbor
-TightTwatBot
-Titan
-Toata
+True_Robot
 TurnitinBot
-TwengaBot
-URLy.Warning
 VCI
-Vacuum
-Virusdie
+Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
 VoidEYE
-Voil
+Voltron
 WASALive-Bot
+WBSearchBot
+WPScan
 WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
-Wallpapers
-Wallpapers/3.0
-WeSEE
+WallpapersHD
+Web Auto
+Web Fetch
+Web Fuck
 WebBandit
 WebEnhancer
-WebFuck
-WebLeacher
-WebReaper
+WebFetch
+WebImageCollector
 WebStripper
 WebSucker
 WebZIP
-Website Quester
-WebsiteExtractor
-Whack
+Webalta
+WebmasterWorldForumBot
 Whacker
-Whatweb
 Who.is Bot
-Widow
-WinHTTrack
 Wonderbot
-Wprecon
-Zitebot
+Woobot
+Xaldon_WebSpider
+Zauba
 ZoomBot
+ZoominfoBot
+ZumBot
+ZyBorg
 backlink-check
 cah.io.community
 check1.exe
+coccocbot-web
 cognitiveseo
 com.plumanalytics
-crawler.feedback
-crawler4j
+demandbase-bot
+domainsproject.org
 evc-batch
-gopher
-heritrix
+instabid
+ips-agent
 isitwp.com
-meanpathbot
-plumanalytics
+lwp-trivial
+magpie-crawler
+netEstate NE Crawler
+pcBrowser
 polaris version
-probe-image-size
-s1z.ru
+ripz
+satoristudio.net
 scalaj-http
 seoscanners
+sexsearcher
 sitechecker.pro
-sogouspider
-spyfu
-tAkeOut
 ubermetrics-technologies.com
-voyagerx.com
 webmeup-crawler
+x22Mozilla
+zauba.io
+zgrab