V4.2021.11.2706 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-ADmantX
-Acunetix
+01h4x.com
+404checker
+Aboundexbot
 AiHitBot
-AllSubmitter
-Alligator
-Anarchie
+Aipbot
+Anarchy
 Anarchy99
-Apexoo
+Anthill
 Aspiegel
-Attach
+AwarioRssBot
+AwarioSmartBot
+BBBike
 BDCbot
-BDFetch
-BackStreet
-Barkrowler
+Backlink-Ceck
+BacklinkCrawler
 Battleztar Bazinga
-BetaBot
-Blackboard
-BotALot
-Buck
-BuiltWith
-BunnySlippers
-CCBot
-CheeseBot
+Bitacle
+Black Hole
+BlowFish
+Boardreader
+Bolt
+Brandprotect
+Buddy
+BuiltBotTough
+Bullseye
+CATExplorador
+CODE87
+Calculon
+Cegbfeieh
+CensysInspect
 CherryPicker
+ChinaClaw
+Chlooe
 Claritybot
-Copier
-CrazyWebCrawler
-Curious
+CopyRightCheck
+Copyscape
+Crawling at Home Project
+DBLBot
 DIIbot
-DSearch
+DatabaseDriverMysqli
 Demon
-Deusu
-DigitalPebble
 Dirbuster
-Disco
-Discobot
-Dispatch
-DittoSpyder
-DnyzBot
-DomCopBot
+DomainAppender
+DomainSigmaCrawler
 Domains Project
-Drip
-EMail Wolf
-EasyDL
-Ebingbong
+Dotbot
+Download Wonder
+Dragonfly
+ECCP/1.0
+Ecxi
 EirGrabber
 Evil
-ExtLinksBot
-Extreme Picture Finder
-Fimap
+Express WebPictures
+FemtosearchBot
 Firefox/7.0
 FlashGet
-Freeuploader
-FrontPage
+Fuzz
 FyberSpider
 Fyrebot
-GalaxyBot
-GetRight
-Getintent
+GetWeb
 Go-Ahead-Got-It
+Grabber
+GrapeFX
+GrapeshotCrawler
 HEADMasterSEO
 HMView
 HTTP::Lite
+Haansoft
 Havij
-HybridBot
-Image Sucker
+Humanlinks
+IDBot
+IlseBot
+Indy Library
 InfoNaviRobot
 Intelliseek
-Internet Ninja
+InterGET
 Iskanie
-JOC Web Spider
-JennyBot
+IstellaBot
+Jetty
 JikeSpider
-Jyxobot
+Joomla
+Jorgee
+Kenjin Spider
+Kozmosbot
 LNSpiderguy
-Leap
-LexiBot
-Lftp
-Libwhisker
+LWP::Simple
+LeechGet
 LieBaoFast
-LinkScan
-Linkbot
 Linkdexbot
 LinkextractorPro
 LinkpadBot
 LinksManager
 LinqiaMetadataDownloaderBot
-Lipperhey Spider
+LinqiaRSSBot
 Litemage_walker
-Lmspider
 Ltx71
-MSIECrawler
-MTRobot
-Magnet
+MFC_Tear_Sample
+MIDown tool
+MSFrontPage
 Majestic SEO
-Majestic-SEO
-MarkWatch
-Mb2345Browser
-Mediatoolkitbot
-Metauri
-Microsoft Data Access
-Moblie Safari
-Mojolicious
-Morfeus Fucking Scanner
+MarkMonitor
+Mass Downloader
+MauiBot
+MeanPath Bot
+MegaIndex.ru
+Mojeek
 Musobot
 NICErsPRO
-NPbot
-Name Intelligence
-Nameprotect
-Navroad
-NearSite
-Nessus
-Net Vampire
+Needle
 NetAnts
 NetMechanic
+NetSpider
 NetZIP
+Netvibes
 NextGenSearchBot
-Niki-bot
-Nikto
-Nimbostratus
+Nibbler
+Nmap
+Nuclei
 Nutch
-OpenLinkProfiler
-OpenVAS
-OrangeBot
-OrangeSpider
-OutclicksBot
-OutfoxBot
+Octopus
+Offline Explorer
+Openfind
+Openvas
 PECL::HTTP
 PHPCrawl
 Page Analyzer
-PageAnalyzer
-PageScorer
+PageThing.com
+Pandalytics
+Panscient
+Pavuk
 PeoplePal
-Picscout
 Picsearch
-ProPowerBot
+Pixray
 ProWebWalker
 Pu_iN
+PyCurl
 RSSingBot
 RankActiveLinkBot
-Re-re
-RealDownload
-Reaper
+RankFlex
+RankingBot
+Rankivabot
+ReGet
 RedesScrapy
 RepoMonkey
 Ripper
+Rogerbot
+SEOstats
+Scanbot
 Scrapy
-ScreenerBot
+Screaming
+ScrepyBot
+Searchestate
 SearchmetricsBot
+Semrush
 SentiBot
-SeoSiteCheckup
+Seomoz
 Siphon
 Site Sucker
-SiteLockSpider
-SiteSnagger
-Sitebeam
+SiteSucker
 Sitevigil
-SlySearch
 SmartDownload
 Snoopy
-Sogou web spider
-Sosospider
+SocialRankIOBot
+Sociscraper
 Sottopop
 SpaceBison
-Spammen
-Spinn3r
+Spbot
 Sqlworm
 Sqworm
 Steeler
-SurveyBot
+Stripper
+Sucuri
+SuperBot
+Surfbot
 Suzuran
-Szukacz
 T8Abot
 Teleport
 TeleportPro
 Telesoft
-TheNomad
-Titan
+The Intraformant
+Tracemyfile
 Trendictionbot
-Turingos
-Twice
+TurnitinBot
 Typhoeus
 URLy Warning
-Vacuum
+UnisterBot
+Upflow
 Vagabondo
-VelenPublicWebCrawler
 VeriCiteCrawler
-Virusdie
-VoidEYE
+Voil
 WASALive-Bot
-WEBDAV
-WISENutbot
-WWW-Mechanize
+WWWOFFLE
 Wallpapers
-Web Fetch
+WallpapersHD
 Web Fuck
 WebBandit
 WebCollage
-WebEnhancer
-WebFetch
 WebFuck
-WebGo IS
-WebReaper
-WebSauger
+WebPix
 WebStripper
-WebSucker
 WebWhacker
 WebZIP
-WebmasterWorldForumBot
 Webshag
 Website Quester
+WebsiteExtractor
+Whack
 Whacker
+Whatweb
+Widow
 WiseGuys Robot
+Woobot
 Wprecon
 Xaldon WebSpider
+YoudaoBot
+Zauba
+Zermelo
+Zeus
 Zitebot
-ZyBorg
-arquivo-web-crawler
-check1.exe
-clark-crawler
-com.plumanalytics
-crawl.sogou.com
-dataforseo.com
+ZmEu
+ZumBot
+arquivo.pt
+autoemailspider
+coccocbot-web
+crawler4j
 demandbase-bot
-domainsproject.org
 eCatch
 evc-batch
+gopher
 heritrix
-instabid
-internetVista monitor
+ips-agent
 lwp-request
-magpie-crawler
 mediawords
 muhstik-scan
 netEstate NE Crawler
 oBot
 page scorer
-ripz
-s1z.ru
+pcBrowser
+plumanalytics
+polaris version
+probe-image-size
 satoristudio.net
-scalaj-http
-seostar
-sexsearcher
-sogouspider
+sitechecker.pro
 sp_auditbot
-sysscan
-trendiction.de
+trendiction.com
+webmeup-crawler
+webprosbot
 x22Mozilla
 xpymep1.exe
 zauba.io
+zgrab