V4.2022.09.3352 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+404checker
+80legs
+ADmantX
 AIBOT
-Abonti
-Aboundexbot
-Acunetix
-AiHitBot
+ALittle Client
+Aboundex
+AhrefsBot
 Aipbot
 Alligator
 Anarchie
-Anarchy99
+Anarchy
+Ankit
 Apexoo
+Aspiegel
 Asterias
-Atomseobot
-BackStreet
-Backlink-Ceck
-Badass
+Attach
+AwarioRssBot
+BackDoorBot
+Barkrowler
 BatchFTP
+Battleztar Bazinga
 Bigfoot
+Blow
+Boardreader
+Bolt
+BotALot
 Brandprotect
-Bullseye
-CODE87
+BuiltWith
+CATExplorador
+Calculon
 Cegbfeieh
-CensysInspect
 CheTeam
-CheeseBot
 CherryPicker
-Chlooe
 Citoid
-Cloud mapping
+Claritybot
 Collector
 Copier
-Copyscape
-Cosmos
+CopyRightCheck
+Craftbot
 Crawling at Home Project
 CrazyWebCrawler
-CrunchBot
+Crescent
 Curious
+DBLBot
+DSearch
 DTS Agent
-DataCha0s
-Digincore
-DigitalPebble
-Discoverybot
+Devil
 Dispatch
+DittoSpyder
+DnyzBot
+DomCopBot
 DomainCrawler
-Dotbot
-Download Wonder
+Domains Project
 Dragonfly
+Drip
 ECCP/1.0
-EMail Wolf
-Ecxi
+EirGrabber
 Evil
 Express WebPictures
-Extractor
 Extreme Picture Finder
+EyeNetIE
 Ezooms
 FDM
-FemtosearchBot
-Fimap
-FlashGet
+Flunky
 Freeuploader
-Fuzz
+FrontPage
 FyberSpider
-GalaxyBot
-Genieo
-GermCrawler
+Fyrebot
 GetWeb
+Gigabot
 Go!Zilla
-Grafula
-Hloader
-Humanlinks
-IDBot
-IRLbot
+GoZilla
+GrabNet
+GridBot
+HMView
+HTTP::Lite
+HTTrack
+HaosouSpider
+HonoluluBot
 Iblog
+IlseBot
 Image Sucker
-IndeedBot
 Intelliseek
-InterGET
-IstellaBot
-JOC Web Spider
-JamesBOT
-JennyBot
 JetCar
+Jetty
 Joomla
-Jorgee
-JustView
-Jyxobot
+Keyword Density
 Kinza
-Kozmosbot
-LNSpiderguy
+Larbin
+LeechFTP
 LeechGet
 LexiBot
 Libwhisker
-Likse
+Lightspeedsystems
 LinkScan
-LinkWalker
-LinqiaScrapeBot
-Litemage_walker
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Lipperhey
 Lmspider
 Ltx71
 MIDown tool
+MIIxpc
 MJ12bot
-MQQBrowser
-MSIECrawler
-MTRobot
+MSFrontPage
 Mag-Net
 Magnet
+Mail.RU_Bot
+Majestic SEO
 MarkMonitor
 MarkWatch
-Mass Downloader
-MauiBot
 Mb2345Browser
 MeanPath Bot
-Meanpathbot
-Mister PiX
-Mojolicious
+Minefield
+Mojeek
 Morfeus Fucking Scanner
-NICErsPRO
-Name Intelligence
+Msrabot
+NPbot
+Nameprotect
 Needle
+NetLyzer
+NetSpider
 NetZIP
-Nettrack
-Netvibes
-NextGenSearchBot
-Nibbler
 Nikto
-Ninja
-Not
+NimbleCrawler
+Nmap
+Nutch
+Octopus
 Offline Navigator
-OnCrawl
-OpenLinkProfiler
-Openvas
+OpenVAS
+Openfind
 OrangeBot
+OutfoxBot
 PECL::HTTP
+PHPCrawl
 POE-Component-Client-HTTP
 Page Analyzer
-PageGrabber
-PageScorer
-PeoplePal
-PictureFinder
+Pandalytics
+Petalbot
+Piepmatz
 Pimonster
+Pixray
 PleaseCrawl
+Pockey
 ProPowerBot
-PyCurl
-QueryN Metasearch
-RankActiveLinkBot
-RankingBot2
-RealDownload
+Probethenet
+Pu_iN
+Pump
+RSSingBot
+Re-re
+RebelMouse
 Recorder
+RedesScrapy
+RepoMonkey
 Ripper
-SEOkicks
-SEOlyticsCrawler
-SEOstats
-Scrapy
-ScrepyBot
-SearchmetricsBot
-Seekport
+SBIder
+SMTBot
 Semrush
 SentiBot
+SeoSiteCheckup
+SeobilityBot
+Shodan
 Siphon
 Site Sucker
 SiteCheckerBotCrawler
-Snake
-Sogou web spider
-SpaceBison
+SiteExplorer
+SiteLockSpider
+Sitevigil
+Snapbot
+Sociscraper
+Sottopop
 Spammen
-Spbot
+Spanner
 SputnikBot
-Sqlmap
 Sqworm
-Steeler
-SuperHTTP
-SurveyBot
+Sucuri
+SuperBot
 Swiftbot
-T8Abot
 Teleport
 TeleportPro
-Telesoft
-Telesphoreo
-Telesphorep
 TheNomad
-Thumbor
-TightTwatBot
-Titan
+Toweyabot
 Trendiction
-True_Robot
-Twice
+Turnitin
+TwengaBot
 Typhoeus
-URLy Warning
-UnisterBot
+URLy.Warning
+Upflow
 VB Project
-VCI
 Vacuum
-VelenPublicWebCrawler
-VeriCiteCrawler
-VoidEYE
-Voil
 Voltron
-WPScan
-WWW-Mechanize
+WASALive-Bot
+WWW-Collector-E
 Wallpapers
-Wallpapers/3.0
-WeSEE
-Web Auto
+WallpapersHD
 Web Collage
+Web Enhancer
 Web Fetch
-Web Fuck
 Web Pix
-Web Sucker
 WebCollage
 WebFetch
+WebFuck
+WebGo IS
+WebImageCollector
 WebLeacher
-WebPix
 WebReaper
-WebSucker
-WebWhacker
-Webshag
+WebSauger
+Website Quester
 WebsiteExtractor
+Webster
 Whack
+Whacker
 Whatweb
 Widow
+WinHTTrack
 Wotbox
-Wprecon
 Xaldon WebSpider
-YoudaoBot
-ZmEu
+Xaldon_WebSpider
+Zauba
+Zitebot
+arquivo-web-crawler
+arquivo.pt
 cah.io.community
-crawl.sogou.com
+check1.exe
+clark-crawler
 crawler.feedback
-demandbase-bot
-domainsproject.org
-heritrix
+crawler4j
+eCatch
+internetVista monitor
 iubenda-radar
 linkdexbot
-lwp-request
 lwp-trivial
+magpie-crawler
 mediawords
-netEstate NE Crawler
-oBot
+muhstik-scan
+probe-image-size
+ripz
 satoristudio.net
 scalaj-http
 scan.lol
-seobility
+sexsearcher
 sitechecker.pro
-spyfu
-sysscan
+sogouspider
 trendiction.com
-webgains-bot
-webmeup-crawler
-webpros.com
-x09Mozilla
-zgrab
+trendiction.de
+ubermetrics-technologies.com
+webprosbot
+x22Mozilla
+xpymep1.exe