V4.2021.12.2765 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404checker
-ALittle Client
+360Spider
+404enemy
+80legs
+AIBOT
 Abonti
-Aboundex
 Aboundexbot
-AiHitBot
+AhrefsBot
 Alexibot
-AllSubmitter
 AlphaBot
-Anarchy
 Anarchy99
 Anthill
-BDCbot
-BLEXBot
-BackWeb
+AwarioSmartBot
+BDFetch
+BackDoorBot
+BackStreet
+Backlink-Ceck
 BacklinkCrawler
-Blackboard
+Bandit
+Barkrowler
+Battleztar Bazinga
+Bigfoot
+BlackWidow
 Boardreader
+Bolt
 BotALot
-Buck
-Buddy
+Brandprotect
 Bullseye
-BuzzSumo
-CATExplorador
+CCBot
 CODE87
-CSHttp
 CazoodleBot
-CheeseBot
+Cegbfeieh
+CheTeam
 CherryPicker
+Chlooe
 Citoid
-Claritybot
-Cliqzbot
+Cloud mapping
 Cogentbot
 Cosmos
 Craftbot
-Crawling at Home Project
-Crescent
-CrunchBot
 Curious
-Custo
-DBLBot
-Demon
+CyotekWebCopy
+DSearch
+DTS Agent
+DataCha0s
+Deusu
+Devil
 Digincore
-DigitalPebble
 Dirbuster
-DnBCrawler-Analytics
-DnyzBot
-Domains Project
+Disco
+Discobot
+DittoSpyder
+DomCopBot
 Dotbot
 Drip
+ECCP/1.0
+EMail Wolf
+EasyDL
 Ecxi
 EirGrabber
+EroCrawler
+Express WebPictures
+ExtLinksBot
+ExtractorPro
+Extreme Picture Finder
 Ezooms
 FHscan
+FemtosearchBot
+Fimap
 FlashGet
+Flunky
+Foobot
+Freeuploader
+FrontPage
 FyberSpider
 Fyrebot
-GT::WWW
-GalaxyBot
-Genieo
 GetRight
-GetWeb
-Getintent
 Go!Zilla
-GoZilla
+Go-Ahead-Got-It
 Gotit
-GrabNet
 Grabber
-HTMLparser
-HTTP::Lite
+Haansoft
+Harvest
+Havij
 Hloader
+Humanlinks
+IDBot
+Iblog
+Id-search
 IlseBot
 IndeedBot
-InterGET
-Internet Ninja
-IstellaBot
+InfoNaviRobot
+Iria
+JOC Web Spider
 JamesBOT
 Jbrofuzz
-JennyBot
-Jetty
+JetCar
 JikeSpider
 Joomla
-Jorgee
-JustView
-Jyxobot
 Kenjin Spider
+Keyword Density
 Kinza
-Kozmosbot
-Larbin
-Leap
+Lanshanbot
+LeechGet
+LexiBot
 LibWeb
-Lightspeedsystems
+LieBaoFast
+LinkScan
+LinkWalker
+Linkbot
 LinksManager
-LinqiaMetadataDownloaderBot
-Lipperhey
-Litemage_walker
-MFC_Tear_Sample
-MIIxpc
-MQQBrowser
-MSIECrawler
-Mag-Net
+Lmspider
+Ltx71
+MIDown tool
+MSFrontPage
+Magnet
 Mail.RU_Bot
 MarkWatch
 Mass Downloader
-MeanPath Bot
+Masscan
+Mata Hari
+Mb2345Browser
 Mediatoolkitbot
-MicroMessenger
-Microsoft Data Access
+MegaIndex.ru
 Mister PiX
-Moblie Safari
 Mojeek
-Mojolicious
-Mozlila
-Msrabot
 NICErsPRO
-NPbot
-Name Intelligence
 Nameprotect
+Navroad
+NearSite
+Needle
 Net Vampire
-NetMechanic
+NetAnts
+NetLyzer
+NetZIP
+Netcraft
 Netvibes
-Niki-bot
-Nikto
-Ninja
+Nibbler
+Nimbostratus
 Nuclei
 Nutch
-Octopus
-OnCrawl
-OpenVAS
+Offline Navigator
+OpenLinkProfiler
 Openfind
-OrangeBot
-PHPCrawl
-PageGrabber
+Openvas
+OutfoxBot
+PECL::HTTP
+Page Analyzer
+PageScorer
 Pandalytics
-Piepmatz
-Pockey
-ProPowerBot
+Petalbot
+Picsearch
+Pimonster
+Pixray
 Probethenet
 Psbot
-Pump
-PxBroker
-QueryN Metasearch
-Quick-Crawler
-RankActive
+PyCurl
+RSSingBot
 RankActiveLinkBot
-RankingBot
-Re-re
-Reaper
-RebelMouse
+RankFlex
+RankingBot2
+Rankivabot
+RealDownload
 Recorder
-RocketCrawler
+RedesScrapy
+RepoMonkey
 Rogerbot
 SBIder
-SEOprofiler
+SEOkicks
 SEOstats
-SMTBot
+SalesIntelligent
+Scanbot
 Scrapy
-ScrepyBot
-SeobilityBot
-Seomoz
-Shodan
+Searchestate
+SearchmetricsBot
+Semrush
+SemrushBot
+SentiBot
+SeoSiteCheckup
 Site Sucker
-SiteCheckerBotCrawler
-SiteLockSpider
-SiteSucker
-Sitebeam
-SlySearch
-SmartDownload
+Sitevigil
 Snapbot
-SocialRankIOBot
-Sociscraper
+Sottopop
 Spammen
+SpankBot
 Spanner
-SputnikBot
-Sqlworm
-Sqworm
+Spinn3r
+Sqlmap
 Steeler
+Stripper
+SuperHTTP
 Surfbot
 Suzuran
 Teleport
+TeleportPro
+The Intraformant
 TheNomad
-Thumbor
-TightTwatBot
-Toata
-Toweyabot
-Trendiction
+Titan
+Turingos
+TwengaBot
 Twice
-Typhoeus
 URLy Warning
-VB Project
-Vagabondo
-VeriCiteCrawler
-Virusdie
-VoidEYE
+URLy.Warning
+V-BOT
+VidibleScraper
 Voil
 Voltron
-WWW-Collector-E
+WASALive-Bot
 WWW-Mechanize
-Wallpapers
-Wallpapers/3.0
-Web Collage
-Web Fetch
+Web Pix
 WebBandit
-WebCopier
-WebEnhancer
-WebFuck
-WebLeacher
+WebGo IS
 WebPix
 WebReaper
-WebWhacker
-Webshag
+WebSauger
+WebmasterWorldForumBot
 Website Quester
-WebsiteExtractor
 Whack
-Whacker
-Zitebot
-ZmEu
-ZumBot
+Whatweb
+Widow
+WinHTTrack
+Wonderbot
+Zauba
+ZoominfoBot
 ZyBorg
+adscanner
+archive.org_bot
 arquivo-web-crawler
-check1.exe
-clark-crawler
+autoemailspider
+cah.io.community
 coccocbot-web
-com.plumanalytics
-dataforseo.com
+crawl.sogou.com
 evc-batch
-facebookscraper
-heritrix
 instabid
-meanpathbot
-netEstate NE Crawler
-oBot
+internetVista monitor
+lwp-request
+lwp-trivial
+magpie-crawler
+pcBrowser
 plumanalytics
 polaris version
+probe-image-size
 s1z.ru
-satoristudio.net
-scalaj-http
-seobility
-seocompany.store
 seostar
 sexsearcher
-siteripz
-tAkeOut
-ubermetrics-technologies.com
-webprosbot
+trendiction.com
+webmeup-crawler
+webpros.com
 x09Mozilla
-xpymep1.exe
-zauba.io
-zgrab
+x22Mozilla