V4.2021.08.2515 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+404checker
 ADmantX
-AIBOT
-Aipbot
-Alligator
-Anarchy99
+ALittle Client
+Abonti
+Aboundexbot
+Acunetix
+Anarchy
 Ankit
-Apexoo
+Anthill
 Aspiegel
-Attach
-AwarioRssBot
+BDCbot
+BDFetch
+BackDoorBot
 BackStreet
 BackWeb
 Backlink-Ceck
-Badass
-Bandit
+Barkrowler
 Battleztar Bazinga
 BetaBot
-BlackWidow
 Blow
-Brandwatch
+Bolt
+Brandprotect
 Buck
-Buddy
-BuiltBotTough
+BuiltWith
+BuzzSumo
 CODE87
-CSHttp
 Calculon
+CazoodleBot
 Cegbfeieh
-CheeseBot
 CherryPicker
-Cliqzbot
+ChinaClaw
+Cloud mapping
+Cocolyzebot
 Cogentbot
 Collector
-Copier
+CopyRightCheck
+Cosmos
 Craftbot
 Crescent
+CrunchBot
+Curious
+Custo
 CyotekWebCopy
 DBLBot
 DIIbot
-Demon
+DTS Agent
+Deusu
 Devil
-Digincore
-DigitalPebble
-Discobot
+Discoverybot
 Dispatch
-DittoSpyder
-DomainAppender
+DnyzBot
+DomCopBot
 DomainStatsBot
-Domains Project
-Drip
-EMail Siphon
-EMail Wolf
+Dotbot
+ECCP/1.0
+EasyDL
 Ebingbong
-Evil
+Ecxi
+EroCrawler
 Express WebPictures
 ExtLinksBot
-ExtractorPro
+Extractor
 Extreme Picture Finder
-EyeNetIE
-FDM
-FemtosearchBot
-FlashGet
-Flunky
-Freeuploader
+Ezooms
+FHscan
 Fuzz
 Fyrebot
-G-i-g-a-b-o-t
-GT::WWW
-GalaxyBot
-GermCrawler
-GetRight
+Genieo
 GetWeb
-Gigabot
-Grafula
-GrapeFX
-HTTP::Lite
+Getintent
+Gigablast
+GrabNet
+Grabber
+GridBot
+HTMLparser
 HTTrack
-Haansoft
+HaosouSpider
+Hloader
+Humanlinks
 IDBot
 IRLbot
-Image Fetch
+Id-search
 Image Sucker
-InfoTekies
+IndeedBot
+Indy Library
+InfoNaviRobot
+Intelliseek
+Internet Ninja
 InternetSeer
-JOC Web Spider
+JamesBOT
 Jbrofuzz
+JennyBot
 JetCar
+Jetty
 JikeSpider
 Joomla
 JustView
-Kinza
-Kozmosbot
-Lanshanbot
-LeechGet
+Keyword Density
+LWP::Simple
+Larbin
+Leap
 LibWeb
-Libwhisker
-Lightspeedsystems
-LinkScan
-Linkdexbot
-LinkextractorPro
+Likse
+Linkbot
+LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey
+LinqiaScrapeBot
 Litemage_walker
-MFC_Tear_Sample
-MIDown tool
+Ltx71
 MIIxpc
-MJ12bot
-MQQBrowser
-Mag-Net
-Magnet
-Majestic SEO
+MSIECrawler
+Mail.RU_Bot
+Majestic-SEO
 MarkWatch
-Mass Downloader
 Masscan
+Mata Hari
 MauiBot
 Mediatoolkitbot
-MegaIndex.ru
-Metauri
-MicroMessenger
-Moblie Safari
+Microsoft URL Control
+Mister PiX
 Mojeek
 Mojolicious
+Msrabot
+NICErsPRO
+NPbot
 Nameprotect
 NearSite
+Needle
+Net Vampire
 NetAnts
-NetMechanic
-NetZIP
-Netcraft
-Nettrack
 Netvibes
-NextGenSearchBot
-Nikto
-Ninja
+Nibbler
+Niki-bot
+Nimbostratus
 Nmap
-Octopus
-Offline Explorer
+Nuclei
 Offline Navigator
-Openvas
+OpenVAS
+Openfind
+OrangeBot
+OrangeSpider
 OutclicksBot
 PECL::HTTP
-PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
-Pandalytics
+PageScorer
+PageThing.com
 Papa Foto
-Pavuk
-Picscout
 PictureFinder
+Pixray
+PleaseCrawl
+Pockey
+ProPowerBot
 Probethenet
+Psbot
 Pu_iN
-QueryN Metasearch
-Quick-Crawler
-RSSingBot
-RankActiveLinkBot
+PxBroker
+PyCurl
+RankActive
+RankingBot
+Rankivabot
+RankurBot
+ReGet
+Reaper
+RebelMouse
+Recorder
 RedesScrapy
-RocketCrawler
-SBIder
-SISTRIX
+RepoMonkey
+SEOprofiler
+SEOstats
 SalesIntelligent
+ScoutJet
 Scrapy
-ScrepyBot
-SearchmetricsBot
-SentiBot
+ScreenerBot
+Searchestate
+SemrushBot
 SeobilityBot
+Shodan
+Siphon
 SiteCheckerBotCrawler
-Snake
-Snapbot
-SocialRankIOBot
-Sociscraper
-Sogou web spider
-Sosospider
-Sottopop
-SpaceBison
-Spammen
-Spbot
+SmartDownload
+Snoopy
+Spanner
 Spinn3r
-SputnikBot
-SuperBot
-SuperHTTP
-Swiftbot
+Sqlworm
+Stripper
+Sucker
+Sucuri
+T0PHackTeam
 T8Abot
-TeleportPro
 Telesphoreo
 Telesphorep
-The Intraformant
+TheNomad
+Thumbor
 Toata
-Trendiction
+Toweyabot
 Trendictionbot
-Turnitin
+True_Robot
 TwengaBot
-Twice
-Typhoeus
-URLy Warning
-UnisterBot
-Upflow
+URLy.Warning
+VCI
 Vagabondo
-VidibleScraper
-WBSearchBot
+VelenPublicWebCrawler
+VoidEYE
+Voil
 WEBDAV
-WISENutbot
-WPScan
-WWWOFFLE
-Wallpapers
+WeSEE
 Web Auto
-Web Collage
-Web Fetch
+Web Fuck
 Web Sauger
-Web Sucker
-WebBandit
-WebCollage
 WebCopier
-WebLeacher
-WebPix
-WebSauger
-WebStripper
+WebEnhancer
+WebFuck
+WebImageCollector
 WebSucker
-WebWhacker
 WebZIP
-Webalta
-Webshag
+WebmasterWorldForumBot
 Website Quester
-Webster
-Whacker
-Whatweb
-Who.is Bot
-Wonderbot
-Wotbox
-Wprecon
-YoudaoBot
+WebsiteExtractor
+WebsiteQuester
+Whack
+Widow
+Xenu
+Zade
 Zermelo
-ZoominfoBot
 ZumBot
-ZyBorg
-coccocbot-web
-com.plumanalytics
+archive.org_bot
+arquivo-web-crawler
+autoemailspider
+cah.io.community
+check1.exe
+cognitiveseo
 crawl.sogou.com
 crawler4j
-isitwp.com
-magpie-crawler
-meanpathbot
+evc-batch
+facebookscraper
+heritrix
+internetVista monitor
+lwp-request
 netEstate NE Crawler
-polaris version
-probe-image-size
-ripz
+oBot
+plumanalytics
 satoristudio.net
-scalaj-http
+seobility
+sexsearcher
+sitechecker.pro
 sp_auditbot
-x22Mozilla
+trendiction.com
+trendiction.de
+x09Mozilla
 zauba.io
+zgrab