V4.2022.03.2996 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
 404enemy
-80legs
-AIBOT
-ASPSeek
 Abonti
 Aboundex
-AiHitBot
-Alexibot
+Acunetix
+Aipbot
+AlphaBot
 Anarchie
-Atomseobot
-Attach
-BBBike
-BDCbot
+Ankit
+Apexoo
+Asterias
+AwarioRssBot
+AwarioSmartBot
 BDFetch
 BLEXBot
-BackDoorBot
-BackWeb
+Battleztar Bazinga
+BetaBot
 BlackWidow
-Blow
 BlowFish
-Boardreader
-Bolt
-Brandprotect
 Buddy
-BuiltBotTough
-Bullseye
-CATExplorador
+BuiltWith
+CCBot
 CODE87
+CSHttp
 Calculon
-CheTeam
-CherryPicker
-Chlooe
-Cogentbot
-Collector
+CazoodleBot
+CensysInspect
+ChinaClaw
+Cloud mapping
+Copier
 CopyRightCheck
-Cosmos
-CrazyWebCrawler
+Crescent
 CrunchBot
 Curious
-CyotekWebCopy
 DBLBot
-DSearch
+DIIbot
+DTS Agent
+DataCha0s
 DatabaseDriverMysqli
+Demon
 Deusu
 DigitalPebble
 Disco
 DittoSpyder
-DnyzBot
-DomainCrawler
-Download Wonder
-Dragonfly
-ECCP/1.0
+DomainStatsBot
+Drip
+EMail Siphon
 EMail Wolf
-EasyDL
-Ebingbong
-Ecxi
 Exabot
+ExtLinksBot
+Extractor
 EyeNetIE
 FDM
-Fimap
+FHscan
+Flunky
 Fuzz
-FyberSpider
-G-i-g-a-b-o-t
+Fyrebot
+GT::WWW
 GalaxyBot
-GetRight
-GetWeb
-Getintent
+Genieo
+GermCrawler
 Gigabot
 Go!Zilla
-Go-Ahead-Got-It
 Grabber
-Grafula
-GrapeFX
-GrapeshotCrawler
-GridBot
-HEADMasterSEO
-HMView
+HTMLparser
 HTTP::Lite
-HTTrack
-Harvest
-Havij
+HaosouSpider
+Heritrix
 Hloader
-HonoluluBot
-Humanlinks
-HybridBot
-IDBot
-Iblog
 Id-search
-IlseBot
 IndeedBot
-Indy Library
-Iria
+InfoNaviRobot
+Internet Ninja
 IstellaBot
 JOC Web Spider
-Jbrofuzz
 JennyBot
 Jetty
-Jorgee
-Jyxobot
-LWP::Simple
-Larbin
-Leap
-LeechFTP
-Libwhisker
+Keybot Translation-Search-Machine
+Keyword Density
+LNSpiderguy
+LeechGet
 LieBaoFast
 Likse
 LinkWalker
-Linkdexbot
+LinkextractorPro
+LinksManager
 LinqiaRSSBot
 Lipperhey
 Litemage_walker
-Lmspider
+Ltx71
+MFC_Tear_Sample
 MIDown tool
-MSFrontPage
+MIIxpc
+MJ12bot
+MQQBrowser
+MTRobot
 Magnet
+Mail.RU_Bot
 Majestic-SEO
+Majestic12
 MarkMonitor
-MarkWatch
+Mass Downloader
+Masscan
 Mata Hari
-MauiBot
 Mb2345Browser
+MeanPath Bot
 Mediatoolkitbot
 Microsoft Data Access
+Mister PiX
 Moblie Safari
 MolokaiBot
-Morfeus Fucking Scanner
-Nameprotect
-Navroad
-Net Vampire
-NetLyzer
-NetSpider
+Msrabot
+Musobot
+NICErsPRO
+Name Intelligence
+NearSite
+Needle
+Nessus
+NetAnts
+NetMechanic
 NetZIP
+Nettrack
 Netvibes
-NextGenSearchBot
 Nibbler
+Nikto
+Nimbostratus
 Nmap
+Nutch
+OnCrawl
 OpenLinkProfiler
-Openfind
+Openvas
 OrangeBot
-OrangeSpider
+OutfoxBot
+PECL::HTTP
 PHPCrawl
 POE-Component-Client-HTTP
+Panscient
+Papa Foto
+Picscout
 Picsearch
-Piepmatz
-Pixray
+PleaseCrawl
+Probethenet
 Pu_iN
-Pump
+PxBroker
 PyCurl
-RankActive
-RankActiveLinkBot
+QueryN Metasearch
+Quick-Crawler
+RankFlex
+RankingBot
 RankingBot2
-Re-re
-RebelMouse
-Recorder
+RankurBot
+ReGet
+RealDownload
 RedesScrapy
+Ripper
 RocketCrawler
 SBIder
-SEOkicks-Robot
+SEOkicks
+SEOprofiler
+SEOstats
 SMTBot
-ScanAlert
-ScoutJet
-Screaming
-Seekport
+ScreenerBot
 Semrush
+SemrushBot
 SeoSiteCheckup
 SeobilityBot
+Seomoz
 Siphon
-SiteSucker
-Sitebeam
-Siteimprove
-Sitevigil
-Snapbot
+SiteCheckerBotCrawler
+SiteExplorer
+SiteSnagger
+SlySearch
+SmartDownload
+Snoopy
 SocialRankIOBot
-Sociscraper
+Sogou web spider
+Sosospider
+Sottopop
+SpaceBison
 Spammen
-SpankBot
+Spanner
 Spinn3r
 Sqlworm
 Sucker
+Sucuri
+SuperBot
 SuperHTTP
-Suzuran
-Telesphorep
-Thumbor
-Toata
+SurveyBot
+T8Abot
+TeleportPro
+Telesoft
+Telesphoreo
+TightTwatBot
+Titan
 Tracemyfile
+Trendiction
 Turingos
-Turnitin
-TurnitinBot
 Twice
 UnisterBot
 Upflow
-VB Project
 VCI
+VelenPublicWebCrawler
 VeriCiteCrawler
 Virusdie
-WASALive-Bot
+VoidEYE
+WEBDAV
 WPScan
-WWW-Collector-E
-Wallpapers
-WallpapersHD
-Web Auto
-Web Collage
+WWW-Mechanize
+WWWOFFLE
+Wallpapers/3.0
+WeSEE
+Web Fetch
+Web Sucker
 WebBandit
-WebCollage
+WebCopier
 WebFetch
 WebFuck
-WebGo IS
-WebImageCollector
-WebLeacher
-WebSucker
+WebStripper
 WebWhacker
-WebmasterWorldForumBot
-Webshag
-Webster
-Whatweb
-Who.is Bot
-WinHTTrack
+WebZIP
+Whack
+Whacker
+Widow
+Wonderbot
+Xaldon WebSpider
+YoudaoBot
 Zermelo
-ZumBot
-ZyBorg
-adscanner
+ZoominfoBot
 autoemailspider
+backlink-check
 cah.io.community
-coccocbot
-crawler.feedback
+check1.exe
+clark-crawler
+cognitiveseo
+com.plumanalytics
 crawler4j
-domainsproject.org
-evc-batch
+facebookscraper
 gopher
-ips-agent
 isitwp.com
-meanpathbot
-mediawords
+lwp-trivial
+magpie-crawler
 muhstik-scan
+netEstate NE Crawler
 oBot
-page scorer
-polaris version
-probe-image-size
-ripz
-scalaj-http
-scan.lol
-seoscanners
+pcBrowser
+s1z.ru
+seocompany.store
 sitechecker.pro
-siteripz
-trendiction.com
-webgains-bot
-webprosbot
-zgrab
+sp_auditbot
+spyfu
+xpymep1.exe