V4.2021.11.2748 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
 404enemy
+80legs
 ADmantX
-AIBOT
-ASPSeek
-Abonti
-Acunetix
-AiHitBot
+ALittle Client
 Aipbot
-Alexibot
 Alligator
 Anarchie
 Anarchy99
-Aspiegel
-AwarioRssBot
-AwarioSmartBot
-BDFetch
+Ankit
+Anthill
+BBBike
 BLEXBot
-BackWeb
+BackDoorBot
+BackStreet
 Backlink-Ceck
+Barkrowler
+BatchFTP
+Battleztar Bazinga
+BetaBot
 Bitacle
 Black Hole
-BlackWidow
-Boardreader
+Blackboard
+Blow
 Bolt
+Brandprotect
 Buck
 Buddy
-Bullseye
+BuiltBotTough
+CATExplorador
 CCBot
+CODE87
 Cegbfeieh
-CheTeam
-CheeseBot
 CherryPicker
 ChinaClaw
-Cloud mapping
-Cogentbot
-Copier
-Copyscape
-Cosmos
+Claritybot
+Cocolyzebot
+Collector
+CopyRightCheck
+Craftbot
+CrazyWebCrawler
 Crescent
 Custo
-CyotekWebCopy
-DIIbot
+DSearch
+DataCha0s
 Demon
-DigitalPebble
+Devil
+Disco
 Discobot
 Discoverybot
+DnyzBot
 DomCopBot
 DomainAppender
-DomainCrawler
-Domains Project
-Dotbot
-ECCP/1.0
+Dragonfly
+Drip
 EMail Siphon
-EMail Wolf
-Ebingbong
-Exabot
-ExtLinksBot
-FDM
-FemtosearchBot
+EirGrabber
+Express WebPictures
+Extractor
+ExtractorPro
+EyeNetIE
 Fimap
-Foobot
-FyberSpider
+Firefox/7.0
+FlashGet
+Flunky
+Freeuploader
 Fyrebot
 G-i-g-a-b-o-t
 GalaxyBot
-GermCrawler
+Genieo
 GetWeb
-Getintent
-Grafula
+Gigabot
+Go!Zilla
+GoZilla
+GrabNet
 GrapeshotCrawler
+GridBot
 HMView
 HTMLparser
 HTTrack
-Id-search
-Image Sucker
+Harvest
+HybridBot
+IDBot
 IndeedBot
 Indy Library
-Intelliseek
+InfoNaviRobot
 InterGET
-Internet Ninja
-Iria
-Iskanie
-JamesBOT
-Jetty
+JetCar
+Joomla
 Jorgee
-Jyxobot
+Kenjin Spider
 Kozmosbot
-LNSpiderguy
-Lanshanbot
-Larbin
-LeechFTP
+Leap
+LeechGet
 Lightspeedsystems
-LinkScan
+Likse
+LinkWalker
+Linkbot
 Linkdexbot
 LinkextractorPro
-LinkpadBot
 LinksManager
 LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey
-Lmspider
-Ltx71
+Lipperhey Spider
+Litemage_walker
 MFC_Tear_Sample
+MQQBrowser
 MSIECrawler
 MTRobot
 Mail.RU_Bot
-Majestic-SEO
-MarkMonitor
-Mass Downloader
 Mata Hari
-Mb2345Browser
-MeanPath Bot
+MauiBot
+MegaIndex.ru
+Metauri
 MicroMessenger
-Minefield
+Microsoft Data Access
+Microsoft URL Control
 Moblie Safari
-Morfeus Fucking Scanner
 Msrabot
-NICErsPRO
+Musobot
+NPbot
 Name Intelligence
-Navroad
-NearSite
-Nessus
-Net Vampire
+Needle
 NetAnts
+NetLyzer
 Netcraft
-NextGenSearchBot
 Nibbler
-Nuclei
-Octopus
+Niki-bot
+Nimbostratus
+Nmap
+Not
 Offline Navigator
-OpenVAS
-Openfind
+OnCrawl
 Openvas
-OrangeBot
 OrangeSpider
-POE-Component-Client-HTTP
-PageGrabber
+OutclicksBot
+OutfoxBot
+PageScorer
+PageThing.com
+Panscient
 Pavuk
 Petalbot
-Pi-Monster
-Picsearch
-PictureFinder
+Picscout
 Piepmatz
 Pimonster
-Pockey
-ProWebWalker
-Probethenet
-Psbot
-Pu_iN
-PxBroker
-RSSingBot
-RankingBot
-RedesScrapy
-RepoMonkey
-Ripper
-RocketCrawler
-SEOkicks-Robot
+Pixray
+PleaseCrawl
+Pump
+Rankivabot
+Reaper
+RebelMouse
 SEOlyticsCrawler
-SEOstats
+SMTBot
 SalesIntelligent
-Scanbot
+ScanAlert
+Scrapy
 Screaming
 ScreenerBot
-ScrepyBot
-SearchmetricsBot
+Searchestate
 SemanticJuice
-SeoSiteCheckup
+SentiBot
 SeobilityBot
 Shodan
 Siphon
+Site Sucker
 SiteCheckerBotCrawler
-Siteimprove
+SiteLockSpider
+SiteSnagger
+SiteSucker
+Sitebeam
+Sitevigil
 SmartDownload
-Snapbot
-Sociscraper
-Sqlmap
-SuperBot
+Snake
+Snoopy
+Sogou web spider
+Sosospider
+Sottopop
+Spanner
+Spbot
+SputnikBot
+Stripper
+Sucker
+Sucuri
+Surfbot
+Swiftbot
 T0PHackTeam
-Teleport
-Telesphoreo
-TightTwatBot
-True_Robot
-Turnitin
+TeleportPro
+Thumbor
+Toata
+Toweyabot
+Tracemyfile
+Trendictionbot
 TurnitinBot
 TwengaBot
-Twice
+Typhoeus
+V-BOT
 Vagabondo
-VeriCiteCrawler
-WPScan
+VoidEYE
+WEBDAV
+WWW-Collector-E
 WWW::Mechanize
 WWWOFFLE
-Wallpapers
-Wallpapers/3.0
 WeSEE
-Web Auto
+Web Collage
 Web Enhancer
-Web Fetch
-Web Pix
-Web Sauger
-WebBandit
+Web Fuck
+Web Sucker
+WebAuto
+WebCollage
 WebCopier
 WebFuck
-WebGo IS
-WebImageCollector
 WebLeacher
-WebSauger
-WebWhacker
-Webalta
+WebPix
+WebReaper
+WebSucker
 WebmasterWorldForumBot
-WebsiteQuester
-Webster
+Webshag
+WebsiteExtractor
 Who.is Bot
-Widow
-WinHTTrack
 Wonderbot
-Woobot
 Wotbox
 Wprecon
-Xaldon WebSpider
-ZmEu
-ZumBot
-arquivo.pt
+Xenu
+ZyBorg
+autoemailspider
 backlink-check
+cah.io.community
 clark-crawler
-crawler.feedback
-domainsproject.org
-eCatch
+coccocbot-web
+com.plumanalytics
+crawler4j
+demandbase-bot
+evc-batch
 facebookscraper
-internetVista monitor
+instabid
 ips-agent
 isitwp.com
-lwp-request
-oBot
+magpie-crawler
+netEstate NE Crawler
 plumanalytics
-ripz
 satoristudio.net
-scalaj-http
-seocompany.store
+scan.lol
 seostar
-serpstatbot
-sp_auditbot
+siteripz
 spyfu
-tAkeOut
-trendiction.com
+voyagerx.com
+webgains-bot
+webmeup-crawler
 webpros.com
 webprosbot
-x09Mozilla
-zgrab