V4.2021.08.2555 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
-ADmantX
+01h4x.com
+360Spider
 AIBOT
 ALittle Client
-ASPSeek
+Abonti
 Aboundex
-AhrefsBot
-AiHitBot
-Aipbot
-Anthill
+AllSubmitter
+Anarchie
+Anarchy99
 Attach
-AwarioRssBot
-AwarioSmartBot
 BBBike
-BDCbot
 BDFetch
+BackDoorBot
 BackWeb
+BacklinkCrawler
+Badass
 Barkrowler
-BatchFTP
-Black Hole
+Battleztar Bazinga
 BlackWidow
+Blackboard
 BlowFish
-Brandwatch
+BotALot
+BuiltWith
 Bullseye
-BunnySlippers
-BuzzSumo
 CATExplorador
-CODE87
 CSHttp
-CazoodleBot
 CensysInspect
-CheTeam
-Chlooe
-Cliqzbot
-Cogentbot
-Collector
-Copier
-Copyscape
+CheeseBot
+Claritybot
+CopyRightCheck
 Cosmos
-Craftbot
 Crescent
-Curious
-DSearch
+Custo
+DBLBot
 DatabaseDriverMysqli
-Dirbuster
-Discoverybot
-Dispatch
-DomainAppender
+Demon
+Devil
+Disco
+Discobot
+DnyzBot
+DomCopBot
 DomainStatsBot
-Dotbot
-Download Wonder
-Dragonfly
-ECCP/1.0
-EMail Wolf
+Domains Project
 EasyDL
-Ebingbong
 Ecxi
-EirGrabber
-Express WebPictures
-Extractor
+Exabot
+ExtractorPro
+Extreme Picture Finder
 EyeNetIE
-Firefox/7.0
-FlashGet
+FHscan
+FemtosearchBot
+Fimap
+Flunky
 FrontPage
-Fyrebot
-G-i-g-a-b-o-t
-GalaxyBot
-Genieo
-GermCrawler
+Fuzz
+FyberSpider
+GT::WWW
 GetRight
-Go!Zilla
+GetWeb
+Getintent
+Go-Ahead-Got-It
+GoZilla
 Gotit
-GrabNet
+Grabber
+GrapeFX
 HEADMasterSEO
 HTMLparser
-Haansoft
-HaosouSpider
-Harvest
-Humanlinks
+HTTP::Lite
+HTTrack
+Havij
+Hloader
 HybridBot
-IDBTE4M
 IDBot
-IRLbot
-Indy Library
+IlseBot
 InfoNaviRobot
-Iskanie
-JOC Web Spider
+InterGET
+Internet Ninja
+InternetSeer
+IstellaBot
 JamesBOT
-Jbrofuzz
-JikeSpider
+JennyBot
+JetCar
+Jetty
 Joomla
-Kozmosbot
+Jorgee
+JustView
+Kenjin Spider
+Keyword Density
+LNSpiderguy
+LWP::Simple
 Lanshanbot
 Larbin
-Leap
-LieBaoFast
-Likse
+LeechFTP
+LeechGet
+Libwhisker
 LinkWalker
 Linkdexbot
+LinkextractorPro
 LinkpadBot
+LinksManager
 LinqiaRSSBot
-Litemage_walker
-Ltx71
+Lmspider
 MQQBrowser
+MSFrontPage
+MTRobot
+Mag-Net
 Magnet
 Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
-MarkWatch
-Mass Downloader
-Masscan
-Mata Hari
-Meanpathbot
+MeanPath Bot
 MegaIndex.ru
-Microsoft Data Access
-Mojeek
+MicroMessenger
+Microsoft URL Control
+Moblie Safari
 Mojolicious
-Mr.4x3
-NPbot
-NearSite
+Mozlila
+Msrabot
+Musobot
 Needle
+Nessus
+Net Vampire
+NetAnts
 NetMechanic
-Netvibes
-NextGenSearchBot
-NimbleCrawler
-Nmap
-Nutch
-Octopus
+Nikto
+Nimbostratus
 Offline Explorer
-OrangeBot
-OrangeSpider
+OnCrawl
+Openvas
 OutclicksBot
+PECL::HTTP
+POE-Component-Client-HTTP
 PageAnalyzer
+PageScorer
 PageThing.com
-Pavuk
-Picscout
-Picsearch
-ProPowerBot
+Pandalytics
+PeoplePal
+Petalbot
+PictureFinder
 ProWebWalker
-Pump
-PxBroker
-QueryN Metasearch
-Quick-Crawler
+Probethenet
+Pu_iN
 RankActiveLinkBot
 RankingBot
-Re-re
-ReGet
-RebelMouse
-Recorder
+RankingBot2
+RealDownload
 RepoMonkey
 Ripper
-RocketCrawler
-SEOkicks
-SEOlyticsCrawler
-SEOprofiler
+SBIder
+SEOstats
+SISTRIX
+SalesIntelligent
+ScanAlert
+ScoutJet
+Screaming
+ScreenerBot
+ScrepyBot
+Searchestate
 SearchmetricsBot
-SemrushBot
-Site Sucker
+SentiBot
+SeoSiteCheckup
+Siphon
+SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
-SiteSucker
-Sitebeam
+SiteSnagger
 Siteimprove
-Sitevigil
+SlySearch
+SmartDownload
+Snake
 Snapbot
+SocialRankIOBot
 Sociscraper
 Sogou web spider
 Sosospider
 Sottopop
+SpaceBison
+Spammen
 Spinn3r
-Sqlmap
-Sucuri
+SurveyBot
+T8Abot
+Teleport
+TeleportPro
+Telesoft
+Telesphoreo
 Telesphorep
-TightTwatBot
-Trendiction
-Trendictionbot
+The Intraformant
+TheNomad
+Toweyabot
 True_Robot
-Turingos
-Typhoeus
+Turnitin
+TurnitinBot
+TwengaBot
+Twice
 URLy Warning
-VelenPublicWebCrawler
+Upflow
+VB Project
+Vagabondo
 VidibleScraper
 Virusdie
+VoidEYE
+Voil
 Voltron
-WISENutbot
+WEBDAV
+WPScan
+WWW-Collector-E
+WWW-Mechanize
+Wallpapers
 Wallpapers/3.0
 WallpapersHD
 WeSEE
-Web Collage
 Web Enhancer
+Web Fetch
+Web Fuck
 Web Sauger
-Web Sucker
-WebAuto
 WebBandit
-WebCopier
-WebEnhancer
-WebImageCollector
-WebPix
-WebStripper
-Webshag
+WebGo IS
+WebReaper
+WebWhacker
+Webalta
+WebmasterWorldForumBot
 Website Quester
-WebsiteExtractor
-WebsiteQuester
-Webster
-Whack
-Whacker
-Who.is Bot
-Widow
 WinHTTrack
-Wonderbot
-Woobot
+WiseGuys Robot
 Wotbox
+Wprecon
 Xenu
-YoudaoBot
-Zermelo
-Zitebot
+Zade
+Zeus
+ZmEu
 ZoomBot
-ZoominfoBot
-ZumBot
-check1.exe
+archive.org_bot
+autoemailspider
+backlink-check
 clark-crawler
-crawler.feedback
-eCatch
+crawl.sogou.com
+crawler4j
+demandbase-bot
+evc-batch
+facebookscraper
 gopher
-heritrix
-internetVista monitor
-ips-agent
-isitwp.com
-magpie-crawler
 meanpathbot
+mediawords
 muhstik-scan
 oBot
-page scorer
-polaris version
-ripz
-satoristudio.net
-scalaj-http
+pcBrowser
+probe-image-size
 scan.lol
-seoscanners
-seostar
-sogouspider
-sysscan
-trendiction.com
-trendiction.de
-ubermetrics-technologies.com
-webmeup-crawler
-webpros.com
+serpstatbot
+siteripz
+sp_auditbot
 webprosbot
-xpymep1.exe
-zgrab
+x22Mozilla