V4.2021.11.2713 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-ADmantX
-ALittle Client
-Abonti
-Acunetix
+404checker
+80legs
+Aipbot
+Alexibot
 AllSubmitter
-AlphaBot
-Anarchy99
-Ankit
-Anthill
+Alligator
 Aspiegel
+Asterias
 Attach
-AwarioSmartBot
 BBBike
 BDCbot
-BackWeb
-Backlink-Ceck
-BacklinkCrawler
-Barkrowler
-Bigfoot
-Bitacle
+BLEXBot
+BackStreet
+BatchFTP
+BetaBot
 Blackboard
 BlowFish
 Boardreader
-BotALot
-Brandwatch
-BuiltWith
-Bullseye
-CCBot
+Brandprotect
+BunnySlippers
 CODE87
 CazoodleBot
+Cegbfeieh
 CheeseBot
+Chlooe
+Cloud mapping
 Cocolyzebot
+Cogentbot
 Collector
-Copyscape
+Copier
 Cosmos
-CrazyWebCrawler
+Crawling at Home Project
 Crescent
-CrunchBot
-DBLBot
-DIIbot
+Curious
+CyotekWebCopy
+DTS Agent
 DataCha0s
+Demon
 Deusu
+Digincore
 DigitalPebble
-Disco
-Dispatch
+Dirbuster
+DnBCrawler-Analytics
+DnyzBot
 DomCopBot
 DomainAppender
-DomainCrawler
 DomainSigmaCrawler
 DomainStatsBot
 Domains Project
-Dragonfly
-Drip
+Dotbot
+Download Wonder
 ECCP/1.0
-EMail Siphon
 EMail Wolf
 EasyDL
 Ecxi
 EirGrabber
-EroCrawler
+Evil
 Exabot
-ExtractorPro
-EyeNetIE
-Ezooms
+Express WebPictures
+Extractor
 FDM
-FHscan
 FemtosearchBot
-FlashGet
-Flunky
+Firefox/7.0
 Fuzz
-G-i-g-a-b-o-t
-Gigabot
-Go!Zilla
+GalaxyBot
+Genieo
+GetRight
+GetWeb
+Gotit
+Grabber
 Grafula
-GridBot
-HEADMasterSEO
+HMView
 HTMLparser
-HTTP::Lite
+HTTrack
+Haansoft
 HaosouSpider
 Harvest
-Havij
-Humanlinks
-IDBTE4M
-IDBot
+Heritrix
 IRLbot
 IlseBot
-Image Fetch
+Image Sucker
+IndeedBot
 Indy Library
-Internet Ninja
+InfoNaviRobot
+Intelliseek
+InterGET
+Iria
 IstellaBot
-Joomla
+JOC Web Spider
+JennyBot
+JetCar
+Jyxobot
+Kenjin Spider
 LWP::Simple
-Lanshanbot
-Larbin
-LexiBot
-LibWeb
-LieBaoFast
+LeechGet
+Libwhisker
+Likse
+LinkScan
+LinkWalker
 Linkdexbot
+LinkextractorPro
+LinkpadBot
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Lipperhey Spider
-MIDown tool
-MIIxpc
+Ltx71
+MFC_Tear_Sample
+MJ12bot
+MQQBrowser
 MTRobot
-Mail.RU_Bot
+Mag-Net
 Majestic SEO
-Mass Downloader
-Mata Hari
+Majestic-SEO
+MarkMonitor
+Mb2345Browser
 MeanPath Bot
-Metauri
+MicroMessenger
 Microsoft Data Access
-Mister PiX
-Moblie Safari
 Mojeek
-Mr.4x3
-NPbot
+Morfeus Fucking Scanner
+Musobot
 Nameprotect
 Navroad
-Needle
-Net Vampire
+NetAnts
 NetMechanic
-NetSpider
-NetZIP
-Nettrack
-NextGenSearchBot
-OpenVAS
-PECL::HTTP
-PageGrabber
+Netvibes
+Nibbler
+Niki-bot
+NimbleCrawler
+Nuclei
+OrangeBot
+PHPCrawl
+Page Analyzer
+PageAnalyzer
 PageScorer
-Papa Foto
 Pavuk
-PeoplePal
+Petalbot
 Pi-Monster
-Picscout
-Piepmatz
+Pimonster
 PleaseCrawl
+Pockey
 ProWebWalker
-Probethenet
-Psbot
-RankingBot
-RankurBot
-ReGet
+PxBroker
+Quick-Crawler
+RankActiveLinkBot
+RankFlex
+RealDownload
 Reaper
-RebelMouse
 Recorder
+RedesScrapy
 RepoMonkey
-RocketCrawler
 Rogerbot
-SalesIntelligent
-Scanbot
-ScreenerBot
-Searchestate
-SearchmetricsBot
-SemrushBot
+SBIder
+SEOstats
+ScanAlert
+ScoutJet
 SeoSiteCheckup
 SeobilityBot
 Seomoz
-Siphon
+SiteCheckerBotCrawler
+SiteLockSpider
 SiteSnagger
-Sitevigil
+SiteSucker
 SlySearch
 SmartDownload
 Snake
+Snapbot
+SocialRankIOBot
 Sociscraper
-Sosospider
+Sottopop
+SpaceBison
 Spammen
 SpankBot
 Spanner
+Spbot
 Sqworm
-Stripper
-Swiftbot
-Telesphoreo
+Sucuri
+SuperBot
+SurveyBot
+T0PHackTeam
+TeleportPro
 Telesphorep
-The Intraformant
+TheNomad
 TightTwatBot
-Toweyabot
-Turingos
-Twice
-Typhoeus
+Trendictionbot
+True_Robot
+Turnitin
+TwengaBot
 URLy Warning
 UnisterBot
-Upflow
-V-BOT
-Vacuum
-Vagabondo
-VeriCiteCrawler
-VidibleScraper
-Virusdie
+VelenPublicWebCrawler
 VoidEYE
+Voil
 Voltron
-WASALive-Bot
 WBSearchBot
-WISENutbot
-WPScan
 WWW::Mechanize
-WeSEE
+WallpapersHD
 Web Auto
 Web Collage
+Web Enhancer
 Web Fuck
-Web Pix
-Web Sucker
+Web Sauger
 WebAuto
-WebBandit
+WebCollage
+WebCopier
 WebEnhancer
-WebFetch
+WebGo IS
 WebReaper
-WebWhacker
-WebZIP
+Webshag
+Webster
 Whack
+Whacker
+Whatweb
+Who.is Bot
 WiseGuys Robot
-Wonderbot
 Woobot
-Wprecon
-Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
-Zauba
+Wotbox
+Zade
+Zermelo
 Zeus
 ZmEu
+ZoomBot
+ZyBorg
 adscanner
-archive.org_bot
-cah.io.community
 clark-crawler
-crawler4j
-dataforseo.com
-domainsproject.org
+crawl.sogou.com
 facebookscraper
-gopher
-ips-agent
+internetVista monitor
 isitwp.com
-magpie-crawler
-mediawords
+lwp-request
+lwp-trivial
+meanpathbot
 muhstik-scan
-netEstate NE Crawler
+oBot
+page scorer
 pcBrowser
 polaris version
 ripz
+satoristudio.net
+scalaj-http
+seobility
 seostar
-sexsearcher
-sitechecker.pro
-siteripz
-sogouspider
-sp_auditbot
-spyfu
-tAkeOut
-trendiction.com
-ubermetrics-technologies.com
+trendiction.de
 voyagerx.com
+webpros.com
+webprosbot
 x22Mozilla
-xpymep1.exe
-zgrab